-- Logs begin at Fri 2021-11-12 02:32:08 UTC, end at Fri 2021-11-12 04:57:03 UTC. -- Nov 12 03:07:44.030959 n-d-789963-21 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 03:07:46.772620 n-d-789963-21 neutron-server[102521]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:07:46.773412 n-d-789963-21 neutron-server[102521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:07:46.773412 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:07:46.776604 n-d-789963-21 neutron-server[102521]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:07:46.776874 n-d-789963-21 neutron-server[102521]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:07:46.777187 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102521) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:07:46.778111 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:07:46.778347 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:07:46.778718 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:07:46.778962 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:07:46.779185 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:07:46.779507 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.779953 n-d-789963-21 neutron-server[102521]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 03:07:46.780257 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.780649 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.780989 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.781286 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.781578 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.781858 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.782146 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.782443 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.782727 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.783004 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.783288 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.783577 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.783855 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.784147 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.784430 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.784711 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] debug = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.785015 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.785451 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.785866 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.786146 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.786434 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.786714 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.786985 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.787258 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.787541 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.787865 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] host = n-d-789963-21 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.788142 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.788427 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.788732 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.789020 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.789546 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.789818 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.790100 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.790371 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.790639 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] log_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.790914 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.791199 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.791482 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.791778 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.792001 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.792220 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.792504 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.792807 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.793082 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.793352 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.793625 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.793896 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.794166 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.794431 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.794713 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.794993 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.795273 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.795585 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.795932 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.796366 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.796640 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.796951 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.797227 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.797498 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.797770 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.798056 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.798323 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.798595 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.798892 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.799174 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.799455 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.799738 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.800011 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.800291 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.800558 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.800847 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.801121 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] use_json = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.801389 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.801652 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.801934 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.802202 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.802471 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.802743 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.803010 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.803290 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:46.803582 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.803878 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.804176 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.804455 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.804772 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.805054 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.805340 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.805613 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.805900 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.806186 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.806470 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.806742 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.807026 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.807297 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.807587 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.807890 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.808184 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.808473 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.808763 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.809102 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.809375 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.809648 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.809933 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.810210 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.810494 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.810780 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.811593 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.811967 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.812262 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.812550 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.812848 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.813126 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.813420 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.813691 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.813961 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.814234 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.814522 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.814797 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.815065 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.815341 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.815617 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.815889 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.816159 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.816433 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.816718 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.817012 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.817279 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.817544 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.817815 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.818081 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.818363 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.818638 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.818955 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.819180 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.819454 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.819721 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.819988 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.820260 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.820528 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.820838 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.821109 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.821380 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.821655 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.821921 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.822188 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.822457 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.822724 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.822997 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.823264 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.823530 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.823799 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.824067 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.824337 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.824624 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.824941 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.825220 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.825496 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.825774 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.826045 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.826319 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.826594 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.827503 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.827781 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.828053 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.828341 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.828624 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.828945 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.829228 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.829503 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.829825 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.830101 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.830380 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.830654 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.830930 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.831211 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.831490 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.831787 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.832078 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.832369 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.832661 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.832976 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.833253 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.833558 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.833834 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:46.834049 n-d-789963-21 neutron-server[102521]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:07:46.834287 n-d-789963-21 neutron-server[102521]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102521) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 03:07:47.265786 n-d-789963-21 neutron-server[102521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:07:47.266061 n-d-789963-21 neutron-server[102521]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:07:47.266359 n-d-789963-21 neutron-server[102521]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:07:47.266696 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 03:07:47.596423 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.596731 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.597016 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.598200 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.598473 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.598738 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.633451 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.633728 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.633994 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.649168 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.649449 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.649718 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.680983 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.681266 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.681537 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.718063 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.718411 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.718691 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.954716 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.955340 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.955340 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.955506 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:47.956207 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.084541 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.084889 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.085175 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.085444 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.085709 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.086020 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.086280 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.086538 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.086792 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.087076 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.087335 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.087598 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.087854 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.088115 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.088371 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.088636 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.088921 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.089190 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.089457 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.089713 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.089982 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.090235 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.090513 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.090891 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.091141 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.091386 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.091777 n-d-789963-21 neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:07:48.092021 n-d-789963-21 neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:07:48.092261 n-d-789963-21 neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:07:48.093065 n-d-789963-21 neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:07:48.093308 n-d-789963-21 neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:07:48.093544 n-d-789963-21 neutron-server[102521]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:07:48.093909 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 03:07:48.097162 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 03:07:48.101139 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 03:07:48.104961 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Nov 12 03:07:48.106599 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 03:07:48.107073 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 03:07:48.107413 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 03:07:48.107802 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 03:07:48.111177 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 03:07:48.111421 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 03:07:48.111766 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:07:48.117063 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 03:07:48.139752 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 03:07:48.140205 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.140505 n-d-789963-21 neutron-server[102521]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102521) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 03:07:48.140902 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.142296 n-d-789963-21 neutron-server[102521]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102521) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 03:07:48.142573 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:07:48.142816 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 03:07:48.146071 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.146358 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.211327 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 03:07:48.211487 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 03:07:48.211722 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 03:07:48.212098 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 03:07:48.232571 n-d-789963-21 neutron-server[102521]: DEBUG oslo_db.sqlalchemy.engines [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102521) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 03:07:48.770844 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Initializing driver for type 'gre' Nov 12 03:07:48.771458 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] gre ID ranges: [(1, 1000)] Nov 12 03:07:48.823174 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Initializing driver for type 'local' Nov 12 03:07:48.823531 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Initializing driver for type 'vlan' Nov 12 03:07:48.837371 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] VlanTypeDriver initialization complete Nov 12 03:07:48.837959 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Initializing driver for type 'vxlan' Nov 12 03:07:48.838704 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] vxlan ID ranges: [(1, 1000)] Nov 12 03:07:48.892849 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Initializing extension driver 'port_security' Nov 12 03:07:48.893187 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] PortSecurityExtensionDriver initialization complete Nov 12 03:07:48.893511 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Initializing mechanism driver 'openvswitch' Nov 12 03:07:48.893840 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Initializing mechanism driver 'hyperv' Nov 12 03:07:48.900523 n-d-789963-21 neutron-server[102521]: DEBUG neutron.plugins.ml2.plugin [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:48.901394 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > port after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.901767 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.902116 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.902644 n-d-789963-21 neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:07:48.903077 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > subnet after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.903428 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > subnet after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.903773 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.904168 n-d-789963-21 neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:07:48.904572 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > network after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.905526 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > network after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.906009 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > network after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.906406 n-d-789963-21 neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:07:48.906813 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > security_group after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.907165 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > security_group after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.907506 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > security_group after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.907899 n-d-789963-21 neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:07:48.908305 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.908647 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.909008 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.909401 n-d-789963-21 neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:07:48.909806 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > address_group after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.910151 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > address_group after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.910487 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > address_group after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.910881 n-d-789963-21 neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102521) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:07:48.911263 n-d-789963-21 neutron-server[102521]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] ML2 OVO RPC backend initialized. {{(pid=102521) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 03:07:48.911970 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.912323 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.912755 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > network before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.913103 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > networks before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.913628 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > port before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.913789 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > ports before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.914148 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > subnet before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.914751 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > subnets before_response 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.915092 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > network after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.915428 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > network after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.915761 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > network after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.916090 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > port after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.916447 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.916795 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.917134 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > subnet after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.917467 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > subnet after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.917798 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.918374 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.plugin [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Modular L2 Plugin initialization complete Nov 12 03:07:48.918706 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading services supported by the core plugin {{(pid=102521) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 03:07:48.919033 n-d-789963-21 neutron-server[102521]: INFO neutron.plugins.ml2.managers [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Got port-security extension from driver 'port_security' Nov 12 03:07:48.919495 n-d-789963-21 neutron-server[102521]: INFO neutron.extensions.vlantransparent [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Disabled vlantransparent extension. Nov 12 03:07:48.919974 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102521) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 03:07:48.920288 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading Plugin: router Nov 12 03:07:48.956625 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router_interface before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.957233 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router after_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.957397 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router before_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.957759 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.958127 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.958481 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router after_delete 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.958837 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > floatingip after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.959310 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > floatingip after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.959667 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router after_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.960011 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router after_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.960364 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router after_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.960713 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.961096 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router after_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.961507 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.961873 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.962212 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.962548 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: subnet after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.962884 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.963233 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > port precommit_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.963579 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.963922 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: port before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.964264 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.964618 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router after_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.964991 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_delete 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.965341 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_create 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.965697 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.966039 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_update 55549900 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.966404 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > agent after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.966750 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > agent after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.967091 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > network after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.968652 n-d-789963-21 neutron-server[102521]: DEBUG neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Tracking information for resource: router configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:07:48.969013 n-d-789963-21 neutron-server[102521]: DEBUG neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Tracking information for resource: floatingip configured {{(pid=102521) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:07:48.973905 n-d-789963-21 neutron-server[102521]: INFO neutron.db.l3_agentschedulers_db [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 03:07:48.974474 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.974832 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: port after_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.975180 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: port after_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.975530 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: port after_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.976326 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router before_create 55550100 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.976692 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_delete 55550100 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.977074 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_create 55550100 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.977429 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > router precommit_update 55550100 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:48.982231 n-d-789963-21 neutron-server[102521]: DEBUG neutron.services.provider_configuration [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service providers = [] {{(pid=102521) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 03:07:48.982592 n-d-789963-21 neutron-server[102521]: DEBUG neutron.db.servicetype_db [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102521) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 03:07:48.985829 n-d-789963-21 neutron-server[102521]: DEBUG neutron.services.service_base [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:07:48.986185 n-d-789963-21 neutron-server[102521]: DEBUG neutron.services.service_base [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:07:48.986528 n-d-789963-21 neutron-server[102521]: DEBUG neutron.services.service_base [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:07:48.987415 n-d-789963-21 neutron-server[102521]: DEBUG neutron.services.service_base [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102521) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:07:48.987786 n-d-789963-21 neutron-server[102521]: INFO neutron.services.service_base [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 03:07:48.988157 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:07:48.988470 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 03:07:49.001205 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:07:49.001537 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading Plugin: auto_allocate Nov 12 03:07:49.007295 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: network precommit_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:49.007664 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: network precommit_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:49.008179 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:07:49.008498 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading Plugin: tag Nov 12 03:07:49.016032 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:07:49.016391 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading Plugin: timestamp Nov 12 03:07:49.020253 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:07:49.020581 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading Plugin: network_ip_availability Nov 12 03:07:49.026123 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:49.026496 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:49.026849 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:49.027561 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:07:49.027880 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading Plugin: flavors Nov 12 03:07:49.032940 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:07:49.033273 n-d-789963-21 neutron-server[102521]: INFO neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading Plugin: revisions Nov 12 03:07:49.037597 n-d-789963-21 neutron-server[102521]: DEBUG neutron.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102521) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:07:49.037987 n-d-789963-21 neutron-server[102521]: DEBUG oslo_concurrency.lockutils [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=102521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:07:49.038732 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102521) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 03:07:49.039068 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Initializing extension manager. Nov 12 03:07:49.039849 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: __init__.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.040187 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: __pycache__ {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.040520 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.040885 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: address_group.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.041644 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.042221 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: address-group Nov 12 03:07:49.042526 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: address_scope.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.043239 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.043744 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: address-scope Nov 12 03:07:49.044065 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: admin_state_down_before_update.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.045029 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.045620 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: router-admin-state-down-before-update Nov 12 03:07:49.045909 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: agent.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.046616 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.047122 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: agent Nov 12 03:07:49.047440 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: agent_resources_synced.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.048362 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.048902 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: agent-resources-synced Nov 12 03:07:49.049223 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: allowedaddresspairs.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.051004 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.051522 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: allowed-address-pairs Nov 12 03:07:49.051846 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: auto_allocated_topology.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.052960 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.053476 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: auto-allocated-topology Nov 12 03:07:49.053804 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: availability_zone.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.054495 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.055001 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: availability_zone Nov 12 03:07:49.055321 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: availability_zone_filter.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.056242 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.056761 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: availability_zone_filter Nov 12 03:07:49.057082 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: data_plane_status.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.057992 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.058491 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 03:07:49.058812 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: default_subnetpools.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.059728 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.060231 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: default-subnetpools Nov 12 03:07:49.060552 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: dhcpagentscheduler.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.061929 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.062435 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: dhcp_agent_scheduler Nov 12 03:07:49.062757 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: dns.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.063673 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.064171 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension dns-integration not supported by any of loaded plugins Nov 12 03:07:49.064492 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: dns_domain_ports.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.065434 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.065934 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 03:07:49.066255 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.067180 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.067680 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 03:07:49.068003 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: dvr.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.068668 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.069198 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: dvr Nov 12 03:07:49.069516 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: ecmp_routes.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.070431 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.070933 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 03:07:49.071254 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: empty_string_filtering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.072161 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.072766 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: empty-string-filtering Nov 12 03:07:49.073011 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.074180 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.074655 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:07:49.074973 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.075904 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.076501 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 03:07:49.077417 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: external_net.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.078466 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.078976 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: external-net Nov 12 03:07:49.079301 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: extra_dhcp_opt.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.080265 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.080794 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: extra_dhcp_opt Nov 12 03:07:49.081122 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: extraroute.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.082063 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.082576 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: extraroute Nov 12 03:07:49.082967 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: extraroute_atomic.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.083993 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.084510 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: extraroute-atomic Nov 12 03:07:49.084908 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: filter_validation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.085763 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.086278 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: filter-validation Nov 12 03:07:49.086597 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: fip_pf_description.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.087561 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.088160 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 03:07:49.088418 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: fip_port_details.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.089382 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.089900 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: fip-port-details Nov 12 03:07:49.090252 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: flavors.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.091518 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.092037 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: flavors Nov 12 03:07:49.092876 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.094588 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.095183 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 03:07:49.095541 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: floatingip_pools.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.096287 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.096909 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: floatingip-pools Nov 12 03:07:49.097235 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: ip_allocation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.098170 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.098674 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 03:07:49.098996 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.099926 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.100437 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: ip-substring-filtering Nov 12 03:07:49.100828 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: l2_adjacency.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.101716 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.102221 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 03:07:49.102541 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: l3.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.103551 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.104074 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: router Nov 12 03:07:49.104398 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: l3_conntrack_helper.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.106691 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.107227 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:07:49.107559 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.109140 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.109657 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: ext-gw-mode Nov 12 03:07:49.109981 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.110920 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.111432 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: l3-ha Nov 12 03:07:49.111754 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: l3_flavors.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.112673 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.113211 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: l3-flavors Nov 12 03:07:49.113532 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.114442 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.114946 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 03:07:49.115264 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: l3agentscheduler.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.116309 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.116861 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: l3_agent_scheduler Nov 12 03:07:49.117190 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: logging.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.118689 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.119208 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension logging not supported by any of loaded plugins Nov 12 03:07:49.119540 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: metering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.120283 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.120891 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: metering Nov 12 03:07:49.121220 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.122432 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.122948 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: metering_source_and_destination_fields Nov 12 03:07:49.123275 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: multiprovidernet.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.124329 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.124874 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: multi-provider Nov 12 03:07:49.125201 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: netmtu.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.126126 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.126634 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: net-mtu Nov 12 03:07:49.126957 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: netmtu_writable.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.127877 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.128383 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: net-mtu-writable Nov 12 03:07:49.128707 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: network_availability_zone.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.129401 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.129902 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: network_availability_zone Nov 12 03:07:49.130223 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: network_ip_availability.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.131325 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.131834 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: network-ip-availability Nov 12 03:07:49.132159 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: network_segment_range.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.132962 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.133460 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 03:07:49.133779 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: pagination.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.134768 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.135098 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: pagination Nov 12 03:07:49.135418 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: port_device_profile.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.136334 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.136891 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: port-device-profile Nov 12 03:07:49.137212 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.138127 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.138632 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: port-mac-address-regenerate Nov 12 03:07:49.138951 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.139894 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.140400 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: port-numa-affinity-policy Nov 12 03:07:49.140717 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: port_resource_request.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.141669 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.142168 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 03:07:49.142488 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: port_resource_request_groups.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.143452 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.143955 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 03:07:49.144275 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: portbindings.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.145296 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.145802 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: binding Nov 12 03:07:49.146122 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: portbindings_extended.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.147400 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.147907 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: binding-extended Nov 12 03:07:49.148231 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: portsecurity.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.149185 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.149688 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: port-security Nov 12 03:07:49.150009 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: project_id.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.150984 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.151314 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: project-id Nov 12 03:07:49.151635 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: providernet.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.152557 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.153087 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: provider Nov 12 03:07:49.153409 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.157582 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.158097 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos not supported by any of loaded plugins Nov 12 03:07:49.158430 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.159680 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.160195 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 03:07:49.160522 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.161470 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.161989 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 03:07:49.162312 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_default.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.163229 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.163741 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-default not supported by any of loaded plugins Nov 12 03:07:49.164066 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_fip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.165008 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.165513 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-fip not supported by any of loaded plugins Nov 12 03:07:49.165833 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_gateway_ip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.166761 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.167271 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 03:07:49.167591 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_port_network_policy.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.168501 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.169037 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 03:07:49.169357 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.170426 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.171562 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 03:07:49.171883 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_pps_rule.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.173102 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.173788 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-pps not supported by any of loaded plugins Nov 12 03:07:49.174114 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_rule_type_details.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.175032 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.175538 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 03:07:49.175861 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: qos_rules_alias.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.176961 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.177478 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 03:07:49.177799 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: quota_check_limit.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.178718 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.179228 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: quota-check-limit Nov 12 03:07:49.179548 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: quotasv2.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.180481 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.180832 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: quotas Nov 12 03:07:49.181152 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: quotasv2_detail.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.184309 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.184648 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: quota_details Nov 12 03:07:49.185010 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: rbac.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.186137 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.186717 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: rbac-policies Nov 12 03:07:49.187052 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: rbac_address_group.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.187991 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.188507 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: rbac-address-group Nov 12 03:07:49.188875 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: rbac_address_scope.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.189799 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.190310 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: rbac-address-scope Nov 12 03:07:49.190634 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: rbac_security_groups.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.191551 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.192054 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: rbac-security-groups Nov 12 03:07:49.192374 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: rbac_subnetpool.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.193315 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.193826 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: rbac-subnetpool Nov 12 03:07:49.194152 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: revisionifmatch.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.195071 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.195583 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: revision-if-match Nov 12 03:07:49.195908 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: revisions.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.197052 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.197562 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: standard-attr-revisions Nov 12 03:07:49.197884 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: router_availability_zone.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.198560 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.199066 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: router_availability_zone Nov 12 03:07:49.199386 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: routerservicetype.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.200327 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.200989 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension router-service-type not supported by any of loaded plugins Nov 12 03:07:49.201314 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.202269 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.202776 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: security-groups-normalized-cidr Nov 12 03:07:49.203099 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: security_groups_port_filtering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.204105 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.204617 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: port-security-groups-filtering Nov 12 03:07:49.204966 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.205897 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.206406 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: security-groups-remote-address-group Nov 12 03:07:49.206729 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.207672 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.208182 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: security-groups-shared-filtering Nov 12 03:07:49.208505 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.209132 n-d-789963-21 neutron-server[102521]: WARNING neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 03:07:49.209452 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: securitygroup.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.220169 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.220696 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: security-group Nov 12 03:07:49.221054 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: segment.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.221851 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.222357 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension segment not supported by any of loaded plugins Nov 12 03:07:49.222682 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.223627 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.224135 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 03:07:49.224457 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: servicetype.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.225605 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.226125 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: service-type Nov 12 03:07:49.226450 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: sorting.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.227437 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.227768 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: sorting Nov 12 03:07:49.228088 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: standard_attr_segment.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.229034 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.229538 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 03:07:49.229857 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: standardattrdescription.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.230512 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.231014 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: standard-attr-description Nov 12 03:07:49.231334 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: stateful_security_group.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.232261 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.232800 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: stateful-security-group Nov 12 03:07:49.233911 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: stdattrs_common.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.234539 n-d-789963-21 neutron-server[102521]: WARNING neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 03:07:49.234858 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.235786 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.236304 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 03:07:49.236623 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: subnet_onboard.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.237735 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.238247 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: subnet_onboard Nov 12 03:07:49.238570 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.239502 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.240006 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 03:07:49.240329 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: subnet_service_types.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.241301 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.241812 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: subnet-service-types Nov 12 03:07:49.242133 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: subnetallocation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.243218 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.243727 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: subnet_allocation Nov 12 03:07:49.244048 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.244724 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.245253 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: subnetpool-prefix-ops Nov 12 03:07:49.245568 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.246514 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.247019 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 03:07:49.247339 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: tagging.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.248410 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.249043 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: standard-attr-tag Nov 12 03:07:49.249347 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: timestamp.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.250556 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.251067 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loaded extension: standard-attr-timestamp Nov 12 03:07:49.251390 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: trunk.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.252424 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.252973 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension trunk not supported by any of loaded plugins Nov 12 03:07:49.253298 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: trunk_details.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.254226 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.254737 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension trunk-details not supported by any of loaded plugins Nov 12 03:07:49.255057 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: uplink_status_propagation.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.255992 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.256501 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 03:07:49.256854 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Loading extension file: vlantransparent.py {{(pid=102521) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:07:49.257532 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102521) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:07:49.258043 n-d-789963-21 neutron-server[102521]: INFO neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 03:07:49.260576 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:network Nov 12 03:07:49.261130 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:subnet Nov 12 03:07:49.261545 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:07:49.261946 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:port Nov 12 03:07:49.263177 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.263620 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service FLAVORS assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.264279 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.264720 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.265068 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:router Nov 12 03:07:49.265510 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:07:49.266000 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service METERING assigned prefix: /metering {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.267447 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:49.267821 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:49.268168 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:07:49.269183 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:07:49.269621 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:07:49.270044 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:07:49.270667 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service CORE assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.271004 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:07:49.271350 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] subnetpool is already registered Nov 12 03:07:49.271769 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service CORE assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.272093 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:07:49.272424 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] subnetpool is already registered Nov 12 03:07:49.274821 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.275260 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service FLAVORS assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.275894 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.276326 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.276662 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:router Nov 12 03:07:49.277025 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] router is already registered Nov 12 03:07:49.277445 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:07:49.277786 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] floatingip is already registered Nov 12 03:07:49.278254 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service METERING assigned prefix: /metering {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.278965 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:07:49.279293 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] rbac_policy is already registered Nov 12 03:07:49.279711 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:07:49.280565 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] security_group is already registered Nov 12 03:07:49.281068 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:07:49.281405 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] security_group_rule is already registered Nov 12 03:07:49.281889 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service CORE assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.282211 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:07:49.282545 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] subnetpool is already registered Nov 12 03:07:49.282975 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.v2.resource_helper [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Service CORE assigned prefix: {{(pid=102521) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:07:49.283301 n-d-789963-21 neutron-server[102521]: INFO neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:07:49.283630 n-d-789963-21 neutron-server[102521]: WARNING neutron.quota.resource_registry [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] subnetpool is already registered Nov 12 03:07:49.285383 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: extensions {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.286889 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: address-groups {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.288388 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: address-scopes {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.289916 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: agents {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.291165 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: auto-allocated-topology {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.292420 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: availability_zones {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.293674 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: dhcp-networks {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.295136 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: dhcp-agents {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.297580 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: routers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.299704 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: flavors {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.301015 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: service_profiles {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.302218 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: next_providers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.303687 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: service_profiles {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.305160 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: floatingip-pools {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.306503 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: routers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.308637 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: floatingips {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.309943 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: l3-routers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.311580 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: l3-agents {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.313086 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: metering-labels {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.314327 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: metering-label-rules {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.315729 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: network-ip-availabilities {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.317044 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: bindings {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.318640 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: quotas {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.320284 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: quotas {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.321849 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: rbac-policies {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.323070 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: security-groups {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.324456 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: security-group-rules {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.325673 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: service-providers {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.327427 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: subnetpools {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.328858 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: subnetpools {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.330326 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.332054 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.333890 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.335666 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.337388 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.339359 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.341089 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.344482 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.346324 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.348069 n-d-789963-21 neutron-server[102521]: DEBUG neutron.api.extensions [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Extended resource: tags {{(pid=102521) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:07:49.354266 n-d-789963-21 neutron-server[102521]: WARNING keystonemiddleware.auth_token [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 03:07:49.358811 n-d-789963-21 neutron-server[102521]: WARNING keystonemiddleware.auth_token [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 03:07:49.367651 n-d-789963-21 neutron-server[102521]: DEBUG oslo_concurrency.lockutils [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Acquired lock "singleton_lock" {{(pid=102521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 03:07:49.368132 n-d-789963-21 neutron-server[102521]: DEBUG oslo_concurrency.lockutils [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Releasing lock "singleton_lock" {{(pid=102521) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 03:07:49.368811 n-d-789963-21 neutron-server[102521]: INFO oslo_service.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Starting 2 workers Nov 12 03:07:49.373673 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Started child 102628 {{(pid=102521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:07:49.378155 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Started child 102629 {{(pid=102521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:07:49.379607 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.380314 n-d-789963-21 neutron-server[102521]: INFO neutron.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 03:07:49.380314 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Publish callbacks [] for process, before_spawn {{(pid=102521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.381217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [-] (102628) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:07:49.382686 n-d-789963-21 neutron-server[102521]: INFO oslo_service.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Starting 1 workers Nov 12 03:07:49.382845 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.384296 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [-] (102629) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:07:49.387923 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Started child 102630 {{(pid=102521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:07:49.388483 n-d-789963-21 neutron-server[102521]: INFO oslo_service.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Starting 1 workers Nov 12 03:07:49.392171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] calling RpcWorker wait() {{(pid=102630) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 03:07:49.392707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] returning from RpcWorker wait() {{(pid=102630) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 03:07:49.393685 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Started child 102631 {{(pid=102521) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:07:49.394071 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.394486 n-d-789963-21 neutron-server[102521]: DEBUG neutron_lib.callbacks.manager [None req-9b84a5d5-b012-42ac-8aba-76bfd1e9392f None None] Publish callbacks [] for process, after_spawn {{(pid=102521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.394630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:49.396372 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:07:49.396609 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:07:49.396834 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:07:49.397054 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:07:49.397390 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:07:49.397603 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:07:49.398092 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.398405 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.398726 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.399532 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.399605 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.400237 n-d-789963-21 neutron-server[102631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:49.400536 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.401052 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.401330 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.401590 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.401870 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.402133 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.402300 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.402464 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.402707 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.402936 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.403217 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.403464 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.403722 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.403966 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.404153 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.404401 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.404684 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.405539 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.405812 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] debug = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.406047 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.406501 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.406727 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.406961 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.407205 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.407499 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.407740 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.407992 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.408227 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.408472 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.408704 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.408975 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.409213 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.409417 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.409654 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.409862 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.410098 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.410343 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.410812 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] host = n-d-789963-21 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.411048 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.411279 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.411518 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.411777 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.412002 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.412212 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.412463 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.412713 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.413009 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.413231 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.413477 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.413731 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.413995 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.414461 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.414624 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_options = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.414863 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.415137 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.415396 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.415581 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.415747 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.415919 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.416181 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.416342 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.416584 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.416818 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.417021 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.417265 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.417473 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.417684 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.417931 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.418162 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.418663 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.418663 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.418909 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.419071 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.419292 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.419513 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.419757 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.419996 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.420205 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.420479 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.420748 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.420981 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.421218 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.421452 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.421724 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.421949 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.422157 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.422384 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.422653 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.422898 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.423120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.423366 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.423645 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.423867 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.424110 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.424372 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.424586 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.424850 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.425078 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.425304 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.425542 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_json = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.425748 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.425972 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.426229 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.426455 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.426664 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.426874 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.427105 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.427355 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.427765 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.428036 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.428361 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.428606 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.428873 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.429116 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.429346 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.430546 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.430546 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.430546 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.430546 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.431032 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.431032 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.431278 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.431402 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.431761 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.431987 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.432244 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.432490 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.432753 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.432973 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.434028 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.434028 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.434028 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.434028 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.435688 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.435688 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.435688 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.435688 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.435688 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.436024 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.436112 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.436435 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.436716 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.437018 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.437264 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.437481 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.437760 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.437988 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.438218 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.438438 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.440505 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.444427 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.445926 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.447370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.448592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.449376 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.449376 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.449376 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.449376 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.449376 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.449732 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.449817 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.450185 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.451223 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.451223 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.451223 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.451223 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.451223 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.451595 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.451595 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.452325 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.452759 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.452919 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.453570 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.453570 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.453570 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.453902 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.453902 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.454429 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.454429 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.454661 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.454815 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.455058 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.455304 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.456533 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.456533 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.456533 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.456533 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.456533 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459120 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459998 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459998 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459998 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459998 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459998 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.459998 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.460665 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.460665 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.460665 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.460963 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.461044 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.462736 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.462736 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.462736 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.462736 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.462736 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.462736 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.462736 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.463662 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.463662 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.463662 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.463662 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.464117 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.464117 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.464117 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.464462 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.464592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.465084 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.465084 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.465431 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.465431 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.465680 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.465859 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.466079 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.466331 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.466528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.467983 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.467983 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.468634 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.468634 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.468634 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.469015 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.469015 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.470667 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.470667 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.470667 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.470667 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.470667 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.470667 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.470667 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.470667 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.472900 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.472900 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.472900 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.472900 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.472900 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.472900 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.472900 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.472900 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.474373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.474373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.474373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.474373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.474373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.474373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.474373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.474373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.475449 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.475449 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.475449 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.475449 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.475449 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.481356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.481356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.481356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.481356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.481356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.481356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.481356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.481356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482254 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482254 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482254 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482254 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482254 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482254 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482254 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482254 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482855 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482855 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482855 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482855 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482855 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482855 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482855 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.482855 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.483825 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.483825 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.483825 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.483825 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.483825 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.483825 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.483825 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.483825 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.484596 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.484596 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.484596 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.484596 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.484596 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.484596 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.484596 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.484596 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.485178 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.485178 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.485178 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.485178 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.485178 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.485539 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.485539 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.485777 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.486038 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.486255 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.486543 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.486770 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.487011 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.487275 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.487606 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.487833 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.488091 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.488382 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.488522 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.489322 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.489322 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.489322 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.489669 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.489838 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.490115 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.490379 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.490664 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.490939 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.491152 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.491442 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.491783 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.492068 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.492322 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.492581 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.492865 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.493108 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.493322 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.493566 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.493798 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.494010 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.494275 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.494507 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.494727 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.494957 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.495190 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.495399 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.495622 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.495848 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.496085 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.496295 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.496449 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:07:49.496985 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102521) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:07:49.497143 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:07:49.497295 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:07:49.497463 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:07:49.497630 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:07:49.497780 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:07:49.497983 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.498139 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.498297 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.498452 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.498756 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.499264 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.499264 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.499428 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.499428 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.499595 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.499750 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.499906 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.500062 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.500218 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.500373 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.500529 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.500684 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.500883 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.501045 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.501201 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.501356 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.501512 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.501668 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] debug = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.501824 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.502015 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.502173 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.502328 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.502483 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.502638 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.502794 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.502950 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.503107 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.503319 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.503409 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.503547 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.503702 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.503857 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.504016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.504167 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.504487 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.504645 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.504824 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] host = n-d-789963-21 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.504981 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.505140 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.505296 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.505452 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.505608 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.505767 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.505930 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.506096 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.506255 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.506402 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.506548 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.506753 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.506917 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.507124 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.507223 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_options = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.507370 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.507527 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.507681 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.507872 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.508038 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.508190 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.508501 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.508662 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.508861 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.509018 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.509173 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.509328 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.509484 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.509640 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.509795 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.509951 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.510107 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.510264 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.510417 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.510558 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.510716 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.510871 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.511025 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.511182 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.511336 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.511492 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.511883 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.511883 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.512081 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.512081 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.512228 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.512377 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.512530 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.512858 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.513004 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.513252 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.513369 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.513555 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.513640 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.513758 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.513892 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.514056 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.514735 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.515271 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.515271 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.515271 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.515496 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_json = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.515496 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.515698 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.515777 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.515895 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.516052 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.516205 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.516359 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.516538 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:07:49.516680 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.516874 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.517045 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.517206 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.517366 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.517695 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.517695 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.517852 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.517963 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.518125 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.518292 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.518452 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.518621 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.518780 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.518937 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.519099 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.519269 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.519395 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.519550 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.519707 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.519869 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.520027 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.520193 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.520353 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.520509 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.520671 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.520868 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.521022 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.521182 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.521340 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.521497 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.521655 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.521814 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.521972 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.522130 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.522313 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.522467 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.522684 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.522820 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.522956 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.523100 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.523234 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.523378 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.523513 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.523660 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.523795 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.523927 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.524089 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.524226 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.524359 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.524512 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.524671 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.524848 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.525015 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.525173 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.525359 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.525508 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.525652 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.525785 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.525917 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.526061 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.526214 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.526372 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.526529 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.526688 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.526846 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.527016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.527247 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.527438 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.527438 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.527790 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.527790 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.527966 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.528045 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.528195 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.528353 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.528512 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.528670 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.528878 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.529050 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.529184 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.529342 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.529500 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.529659 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.529862 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.530888 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.530888 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.531040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:49.531135 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.531217 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.531362 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.531536 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.531694 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.531854 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.532014 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.532171 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.532329 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.532488 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.532646 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.532827 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.532990 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.533167 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.533322 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.533470 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.533640 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.533794 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.533956 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.534065 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.534226 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.534384 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.534529 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.534686 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.534844 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.535002 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.535160 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.535318 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.535476 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.535640 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.535797 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.535958 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.536115 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.536279 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.536447 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.536607 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.536784 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.536945 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.537104 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.537263 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.537421 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.537580 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.537739 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.537896 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.538054 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.538219 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.538386 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.538546 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.538705 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.538863 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.539043 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.539462 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.539623 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.539782 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.539942 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.540100 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.540258 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.540418 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.540574 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.540732 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.540913 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.541073 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.541231 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.541390 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.541548 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.541785 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.541951 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.542111 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.542270 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.542429 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.542592 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.542740 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.542903 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.543053 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.543290 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.543438 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.543532 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.543634 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.543798 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.543957 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.544115 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.544274 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.544433 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.544591 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.544764 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.545065 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.545396 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.546062 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.546062 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.546248 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.546345 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.546483 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.546642 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.546808 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.546952 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.547388 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.547388 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.547388 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.547605 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.547694 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.547842 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.548000 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.548159 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.548721 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.548721 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.548721 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.549036 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.549036 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.549195 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.549277 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.549390 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.549549 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.549708 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.549866 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.550024 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.550180 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.550341 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.550503 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.550661 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.550818 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.550977 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.551136 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.551294 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.551452 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.551622 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.551780 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.551939 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.552126 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.552269 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.552403 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.552569 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.552726 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.552906 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.553063 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.553223 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.553383 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.553548 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.553705 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.553856 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.554009 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.554166 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.554324 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.554491 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.554680 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.554851 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.554935 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.555083 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.555240 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.555406 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.555563 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.555721 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.555877 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.556034 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.556193 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.556361 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.556518 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.556675 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.556854 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.557012 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.557170 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.558826 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.558826 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.558826 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.558826 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.558826 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.558826 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.558826 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.558826 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.560528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.560528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.560528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.560528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.560528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.560528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.560528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.560528 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562016 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.562560 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563156 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563156 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563156 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563156 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563156 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563156 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563559 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563559 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563559 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563763 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:07:49.563839 n-d-789963-21 neutron-server[102521]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102521) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:07:49.706717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55690) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:49.715457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064111 Nov 12 03:08:01.339490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9baf55c-9b74-4d78-92d6-0e9c019dbb00 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:08:01.417419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9baf55c-9b74-4d78-92d6-0e9c019dbb00 None None] No non-hosted networks {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 03:08:01.426412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.agentschedulers_db [None req-b9baf55c-9b74-4d78-92d6-0e9c019dbb00 None None] DHCP Agent not found on host n-d-789963-21 {{(pid=102630) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 03:08:01.551386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de35dc12-7f63-42ee-a379-de0e0b63729e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393653'] for agent, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.469652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afc992e9-d715-4c8c-8a59-d329f9f552db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393653'] for agent, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.507357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-03fc69c9-374f-4950-bf80-8bd171941631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.810326 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393653'] for agent, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.148870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393653'] for agent, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.879418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393653'] for agent, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.880558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.881133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.881786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.882352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.882832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.883419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.883930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.890813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.893502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.894044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.896275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.898637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:06.899299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-21', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:06.911507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-21', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:07.414660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55782) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:07.935229 n-d-789963-21 neutron-server[102629]: WARNING oslo_policy.policy [None req-6d1b9ae9-9895-46b0-9d56-2f5d36e1c99b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:07.936180 n-d-789963-21 neutron-server[102629]: WARNING oslo_policy.policy [None req-6d1b9ae9-9895-46b0-9d56-2f5d36e1c99b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:08.167727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-6d1b9ae9-9895-46b0-9d56-2f5d36e1c99b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:08:08.180941 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6d1b9ae9-9895-46b0-9d56-2f5d36e1c99b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7534544 Nov 12 03:08:08.231149 n-d-789963-21 neutron-server[102630]: INFO neutron.db.l3_hamode_db [None req-27f11e99-6309-4c4a-bf1c-371771fcc6e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 03:08:08.315914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f11e99-6309-4c4a-bf1c-371771fcc6e6 None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:08.316469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f11e99-6309-4c4a-bf1c-371771fcc6e6 None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:08:10.679672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55798) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:11.174372 n-d-789963-21 neutron-server[102628]: WARNING oslo_policy.policy [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:11.174968 n-d-789963-21 neutron-server[102628]: WARNING oslo_policy.policy [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:11.407195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:11.505240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.policy [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:08:11.552216 n-d-789963-21 neutron-server[102628]: WARNING oslo_policy.policy [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:11.552587 n-d-789963-21 neutron-server[102628]: WARNING oslo_policy.policy [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:11.561495 n-d-789963-21 neutron-server[102628]: INFO neutron.quota [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] Loaded quota_driver: . Nov 12 03:08:11.652276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745365603419', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745365603846', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745365656741', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745365667427', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745365201320', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745365635601', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1629450', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1311894', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8093424', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8033686'] for rbac-policy, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.719122 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.720513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-40d0b3aa-f385-4c82-a899-c006208719a0 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0387444 Nov 12 03:08:14.496625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:14.811868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'name': 'private', 'project_id': '0fe055fb97904d028727db49439c8f8c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:14.848115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Made reservation on behalf of 0fe055fb97904d028727db49439c8f8c for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:14.851051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.868852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.981993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.986259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.006399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:08:15.034525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745363468261', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.035088 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Unsubscribe: segment precommit_create {{(pid=102628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:08:15.035595 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Added segment fe2aa63c-5e11-4c06-90a4-6f555693d989 of type vlan for network 441ca068-1669-4499-ae68-f9a779a47e5b Nov 12 03:08:15.051333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd165893-d4ff-4dfa-9aa7-753f323352d5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:15.099426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.099768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.100100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.100428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.100776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.101101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.101422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.101739 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.102053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.102365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.102680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.102991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Tracked resource versions report: Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: pushed versions: Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: { 'AddressGroup': {'1.2'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'ConntrackHelper': {'1.0'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Log': {'1.0'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Network': {'1.1'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Port': {'1.7'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'PortForwarding': {'1.2'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'QosPolicy': {'1.10'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'SecurityGroup': {'1.5'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'SubPort': {'1.0'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Subnet': {'1.1'}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Trunk': {'1.1'}} Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: consumer versions: Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: { DHCP agent@n-d-789963-21: {}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: L3 agent@n-d-789963-21: {}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: Metadata agent@n-d-789963-21: {}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: Metering agent@n-d-789963-21: {}, Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: Open vSwitch agent@n-d-789963-21: { 'AddressGroup': '1.2', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'ConntrackHelper': '1.0', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Log': '1.0', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Network': '1.1', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Port': '1.7', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'PortForwarding': '1.2', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'QosPolicy': '1.10', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'SecurityGroup': '1.5', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'SecurityGroupRule': '1.2', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'SubPort': '1.0', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Subnet': '1.1', Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: 'Trunk': '1.1'}} Nov 12 03:08:15.104056 n-d-789963-21 neutron-server[102628]: {{(pid=102628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:08:15.154800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.197034 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.198224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:15.198935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.259565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7617638 Nov 12 03:08:15.305524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b1fae-116a-4cac-b0a2-72451e9e1193 admin admin] Pushing event updated for resources: {'Network': ['ID=441ca068-1669-4499-ae68-f9a779a47e5b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:15.317634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 441ca068-1669-4499-ae68-f9a779a47e5b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:08:18.132633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55830) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:18.521551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63da3d8-62e0-4a8e-8212-81888f8b9aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:18.522932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f63da3d8-62e0-4a8e-8212-81888f8b9aa4 admin admin] 10.222.0.49 "GET /v2.0/networks/441ca068-1669-4499-ae68-f9a779a47e5b HTTP/1.1" status: 200 len: 826 time: 0.3892844 Nov 12 03:08:18.548042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8f8f1e8c-445b-43b5-b5df-8b3e2ab60bd7 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/dc92157f-eb05-486c-9b50-a56464510c42 HTTP/1.1" status: 200 len: 734 time: 0.0188408 Nov 12 03:08:18.557119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'subnetpool_id': 'dc92157f-eb05-486c-9b50-a56464510c42', 'ip_version': 4, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b', 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:18.579463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Made reservation on behalf of 0fe055fb97904d028727db49439c8f8c for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:18.581672 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:18.870544 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:18.937358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce25b68a-a7c8-496f-be05-5b3e1142522b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:18.939231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Checking segment: {'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:18.939601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Network hostable DHCP agents. Network: 441ca068-1669-4499-ae68-f9a779a47e5b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:08:18.959380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Network 441ca068-1669-4499-ae68-f9a779a47e5b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:08:18.976317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 441ca068-1669-4499-ae68-f9a779a47e5b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:18.981027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:18.981567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:18.988826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b7dc8-423f-4ee0-bd2c-510d2628abf0 None None] Network 441ca068-1669-4499-ae68-f9a779a47e5b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:18.999255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d7a9d044-9eb8-4711-8b28-3df625a7bcfe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4435682 Nov 12 03:08:19.314084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-441ca068-1669-4499-ae68-f9a779a47e5b', 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'fixed_ips': [{'subnet_id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:08:19.315343 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:19.607427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Allocated IP 172.20.0.2 (441ca068-1669-4499-ae68-f9a779a47e5b/ce25b68a-a7c8-496f-be05-5b3e1142522b/29f604e7-ece4-4eca-a56b-bae2e893fe2d) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:19.806991 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:19.815073 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:19.891287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Network 441ca068-1669-4499-ae68-f9a779a47e5b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:19.898981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:19.902327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:19.905870 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Pushing event updated for resources: {'Port': ['ID=29f604e7-ece4-4eca-a56b-bae2e893fe2d,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:19.940036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.940378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.940716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.941068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.941392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.941715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.942035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.942352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.942668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.942983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.943304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.943710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Tracked resource versions report: Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: pushed versions: Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: { 'AddressGroup': {'1.2'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Log': {'1.0'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Network': {'1.1'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Port': {'1.7'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'PortForwarding': {'1.2'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'QosPolicy': {'1.10'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'SecurityGroup': {'1.5'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'SubPort': {'1.0'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Subnet': {'1.1'}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Trunk': {'1.1'}} Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: consumer versions: Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: { DHCP agent@n-d-789963-21: {}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: L3 agent@n-d-789963-21: {}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: Metadata agent@n-d-789963-21: {}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: Metering agent@n-d-789963-21: {}, Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: Open vSwitch agent@n-d-789963-21: { 'AddressGroup': '1.2', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'ConntrackHelper': '1.0', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Log': '1.0', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Network': '1.1', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Port': '1.7', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'PortForwarding': '1.2', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'QosPolicy': '1.10', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'SecurityGroup': '1.5', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'SecurityGroupRule': '1.2', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'SubPort': '1.0', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Subnet': '1.1', Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: 'Trunk': '1.1'}} Nov 12 03:08:19.944856 n-d-789963-21 neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:08:19.992482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Attempting to bind port 29f604e7-ece4-4eca-a56b-bae2e893fe2d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:19.993208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Attempting to bind port 29f604e7-ece4-4eca-a56b-bae2e893fe2d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:19.993323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Attempting to bind port 29f604e7-ece4-4eca-a56b-bae2e893fe2d on network 441ca068-1669-4499-ae68-f9a779a47e5b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:19.998462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:19.998748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Checking segment: {'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:19.999229 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:19.999615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Bound using segment: {'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:20.000107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Bound port: 29f604e7-ece4-4eca-a56b-bae2e893fe2d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:20.000531 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.060843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-aa694521-564c-4212-835c-b12e5807b61c None None] For port 29f604e7-ece4-4eca-a56b-bae2e893fe2d, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:20.065037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-aa694521-564c-4212-835c-b12e5807b61c None None] For port 29f604e7-ece4-4eca-a56b-bae2e893fe2d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=29f604e7-ece4-4eca-a56b-bae2e893fe2d,segment=NetworkSegment(fe2aa63c-5e11-4c06-90a4-6f555693d989),segment_id=fe2aa63c-5e11-4c06-90a4-6f555693d989)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:20.068893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.136955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa694521-564c-4212-835c-b12e5807b61c None None] Pushing event updated for resources: {'Port': ['ID=29f604e7-ece4-4eca-a56b-bae2e893fe2d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:21.564727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:21.879507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-3fe07cc9-5211-45ad-bec8-1b14da5d6212 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:08:21.880694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3fe07cc9-5211-45ad-bec8-1b14da5d6212 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3149805 Nov 12 03:08:24.421899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55846) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:24.739730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-664ef7f9-60e2-4e48-ad78-ed6f14ed819c admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:08:24.740680 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-664ef7f9-60e2-4e48-ad78-ed6f14ed819c admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178360 Nov 12 03:08:27.562774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55856) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:27.867876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a77fb267-0908-4025-9224-991ff14bfe5f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0fe055fb97904d028727db49439c8f8c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:27.893050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a77fb267-0908-4025-9224-991ff14bfe5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.894633 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a77fb267-0908-4025-9224-991ff14bfe5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.031482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a77fb267-0908-4025-9224-991ff14bfe5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.038379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a77fb267-0908-4025-9224-991ff14bfe5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.054620 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a77fb267-0908-4025-9224-991ff14bfe5f admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.055841 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a77fb267-0908-4025-9224-991ff14bfe5f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4920895 Nov 12 03:08:28.774407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29f604e7-ece4-4eca-a56b-bae2e893fe2d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:28.871909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 29f604e7-ece4-4eca-a56b-bae2e893fe2d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:28.872399 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.987664 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.022272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 29f604e7-ece4-4eca-a56b-bae2e893fe2d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=29f604e7-ece4-4eca-a56b-bae2e893fe2d,segment=NetworkSegment(fe2aa63c-5e11-4c06-90a4-6f555693d989),segment_id=fe2aa63c-5e11-4c06-90a4-6f555693d989)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:29.026960 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.075268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=29f604e7-ece4-4eca-a56b-bae2e893fe2d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:29.399695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f86768-c2bd-4d91-9f06-328d81421afa None None] Network 441ca068-1669-4499-ae68-f9a779a47e5b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:29.523057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2ccaad22-cf28-4ddb-a0d4-934f4596c24e None None] Provisioning complete for port 29f604e7-ece4-4eca-a56b-bae2e893fe2d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:29.523422 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2ccaad22-cf28-4ddb-a0d4-934f4596c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.865148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f1f64e1d-12cd-4031-9b16-0dfdfc8ff236 None None] Provisioning complete for port 29f604e7-ece4-4eca-a56b-bae2e893fe2d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:29.865802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1f64e1d-12cd-4031-9b16-0dfdfc8ff236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.585204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55868) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:30.748309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29f604e7-ece4-4eca-a56b-bae2e893fe2d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:30.795423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 29f604e7-ece4-4eca-a56b-bae2e893fe2d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:30.795798 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.901359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-fe762750-b12f-42cf-ac50-8b86aa882059 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:08:30.902391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe762750-b12f-42cf-ac50-8b86aa882059 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3162470 Nov 12 03:08:31.190081 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3fad677-8e3d-450f-b3a6-a8effc24cbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.409155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55876) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:33.463417 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc3f3-cdcb-411e-a8a3-f4c1a543be22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.721402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:33.742134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Made reservation on behalf of fc3ff21c2a4d461ba556189a342184d1 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:33.744330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.752976 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.823187 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.827149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.843422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Reserving flat network on physical network physnet1 {{(pid=102628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 03:08:33.862828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.863144 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Added segment dcebda9f-0d91-4557-bd51-a34f9c19c97d of type flat for network d85b3a67-1fc7-4b75-9ebc-efee162d6424 Nov 12 03:08:33.864463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba56954-4e0a-40ad-9c2d-c432f4a9f1f7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:33.911739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.942555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.943460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:33.944033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.998473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5875287 Nov 12 03:08:34.003023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd962d-08cf-4b9d-83cb-948cf14a8b11 admin admin] Pushing event updated for resources: {'Network': ['ID=d85b3a67-1fc7-4b75-9ebc-efee162d6424,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:34.021984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:08:34.696901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.072527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.547375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55894) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:36.732584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad76db-8985-47f6-97f8-300e968a6958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:36.733932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7aad76db-8985-47f6-97f8-300e968a6958 admin admin] 10.222.0.49 "GET /v2.0/subnets/ce25b68a-a7c8-496f-be05-5b3e1142522b HTTP/1.1" status: 200 len: 849 time: 0.1855893 Nov 12 03:08:36.847273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eecc5852-2b0d-47f8-81c0-b7b020fce82c admin admin] 10.222.0.49 "GET /v2.0/routers/d40273e3-7cf7-4935-80eb-e29b988b61af HTTP/1.1" status: 200 len: 704 time: 0.1071329 Nov 12 03:08:36.869925 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.118420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.408641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Allocated IP 172.20.0.1 (441ca068-1669-4499-ae68-f9a779a47e5b/ce25b68a-a7c8-496f-be05-5b3e1142522b/9656a9d3-afba-43fe-9077-485e5222df9c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:37.604814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.671799 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.738965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Network 441ca068-1669-4499-ae68-f9a779a47e5b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:37.749795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:37.755663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:37.755663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.816178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Pushing event updated for resources: {'Port': ['ID=9656a9d3-afba-43fe-9077-485e5222df9c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:37.910204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6fc5e6cc-a7fe-41b6-9425-a50e30a7a48a None None] Provisioning complete for port 9656a9d3-afba-43fe-9077-485e5222df9c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:37.910756 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e6cc-a7fe-41b6-9425-a50e30a7a48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.945268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5e6cc-a7fe-41b6-9425-a50e30a7a48a None None] Port 9656a9d3-afba-43fe-9077-485e5222df9c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:08:37.956717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.165802 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.170267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.171070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.249996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Pushing event updated for resources: {'Port': ['ID=9656a9d3-afba-43fe-9077-485e5222df9c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:38.295333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Network 441ca068-1669-4499-ae68-f9a779a47e5b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:38.296565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:38.462102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Router d40273e3-7cf7-4935-80eb-e29b988b61af is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:38.466402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-74dcd4e7-7b14-4109-bb9b-8635c8af075c None None] Provisioning complete for port 9656a9d3-afba-43fe-9077-485e5222df9c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:38.466778 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74dcd4e7-7b14-4109-bb9b-8635c8af075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.500207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-74dcd4e7-7b14-4109-bb9b-8635c8af075c None None] Port 9656a9d3-afba-43fe-9077-485e5222df9c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:08:38.556400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:38.567559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9030c41f-65b6-48dd-a773-eb87b5193773 admin admin] 10.222.0.49 "PUT /v2.0/routers/d40273e3-7cf7-4935-80eb-e29b988b61af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7108300 Nov 12 03:08:38.567758 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Sync routers for ids ['d40273e3-7cf7-4935-80eb-e29b988b61af'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:38.580599 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Routers {'d40273e3-7cf7-4935-80eb-e29b988b61af'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:38.581505 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:08:33Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d40273e3-7cf7-4935-80eb-e29b988b61af'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:38.774838 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Set router d40273e3-7cf7-4935-80eb-e29b988b61af gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:39.210333 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'name': 'router1', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:27Z', 'updated_at': '2021-11-12T03:08:37Z', 'revision_number': 2, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'gw_port_host': None, '_interfaces': [{'id': '9656a9d3-afba-43fe-9077-485e5222df9c', 'name': '', 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'mac_address': 'fa:16:3e:24:ab:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:37Z', 'updated_at': '2021-11-12T03:08:38Z', 'revision_number': 2, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'subnets': [{'id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc92157f-eb05-486c-9b50-a56464510c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:39.262344 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Checking router: d40273e3-7cf7-4935-80eb-e29b988b61af for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:39.262717 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Updating router d40273e3-7cf7-4935-80eb-e29b988b61af port 9656a9d3-afba-43fe-9077-485e5222df9c binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:08:39.311946 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.827745 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.833953 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.001431 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Attempting to bind port 9656a9d3-afba-43fe-9077-485e5222df9c on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:40.001849 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Attempting to bind port 9656a9d3-afba-43fe-9077-485e5222df9c by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:40.002281 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Attempting to bind port 9656a9d3-afba-43fe-9077-485e5222df9c on network 441ca068-1669-4499-ae68-f9a779a47e5b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:40.010517 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:40.010987 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Checking segment: {'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:40.011475 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.011863 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Bound using segment: {'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:40.012389 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Bound port: 9656a9d3-afba-43fe-9077-485e5222df9c, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2aa63c-5e11-4c06-90a4-6f555693d989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:40.012808 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.016575 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Pushing event updated for resources: {'Port': ['ID=9656a9d3-afba-43fe-9077-485e5222df9c,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:40.031511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-07da6ed0-d398-4fdb-a364-74c25a315de1 None None] Provisioning complete for port 9656a9d3-afba-43fe-9077-485e5222df9c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:40.032020 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-07da6ed0-d398-4fdb-a364-74c25a315de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.034934 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.035284 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.035622 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.035957 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.036285 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.036611 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.036964 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.037287 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.037607 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.037924 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.038242 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.038557 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Tracked resource versions report: Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: pushed versions: Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: { 'AddressGroup': {'1.2'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Log': {'1.0'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Network': {'1.1'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Port': {'1.7'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'PortForwarding': {'1.2'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'QosPolicy': {'1.10'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'SecurityGroup': {'1.5'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'SubPort': {'1.0'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Subnet': {'1.1'}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Trunk': {'1.1'}} Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: consumer versions: Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: { DHCP agent@n-d-789963-21: {}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: L3 agent@n-d-789963-21: {}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: Metadata agent@n-d-789963-21: {}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: Metering agent@n-d-789963-21: {}, Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: Open vSwitch agent@n-d-789963-21: { 'AddressGroup': '1.2', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'ConntrackHelper': '1.0', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Log': '1.0', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Network': '1.1', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Port': '1.7', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'PortForwarding': '1.2', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'QosPolicy': '1.10', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'SecurityGroup': '1.5', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'SecurityGroupRule': '1.2', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'SubPort': '1.0', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Subnet': '1.1', Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: 'Trunk': '1.1'}} Nov 12 03:08:40.039910 n-d-789963-21 neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:08:40.066173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-07da6ed0-d398-4fdb-a364-74c25a315de1 None None] Port 9656a9d3-afba-43fe-9077-485e5222df9c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:08:40.103635 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] For port 9656a9d3-afba-43fe-9077-485e5222df9c, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:40.124226 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] For port 9656a9d3-afba-43fe-9077-485e5222df9c, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9656a9d3-afba-43fe-9077-485e5222df9c,segment=NetworkSegment(fe2aa63c-5e11-4c06-90a4-6f555693d989),segment_id=fe2aa63c-5e11-4c06-90a4-6f555693d989)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:40.128652 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.181330 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Routers {'d40273e3-7cf7-4935-80eb-e29b988b61af'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:40.181949 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:08:33Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d40273e3-7cf7-4935-80eb-e29b988b61af'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:40.273921 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa6d3-ecb1-4b07-a133-aeea59e48f27 None None] Pushing event updated for resources: {'Port': ['ID=9656a9d3-afba-43fe-9077-485e5222df9c,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:40.288784 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] Set router d40273e3-7cf7-4935-80eb-e29b988b61af gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:40.388542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ec0c2d3a-c3f5-4ea3-a0e6-c6cc9a1e32f7 None None] Provisioning complete for port 9656a9d3-afba-43fe-9077-485e5222df9c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:40.389101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2d3a-c3f5-4ea3-a0e6-c6cc9a1e32f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.466896 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2d3a-c3f5-4ea3-a0e6-c6cc9a1e32f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.501394 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'name': 'router1', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:27Z', 'updated_at': '2021-11-12T03:08:37Z', 'revision_number': 2, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'gw_port_host': None, '_interfaces': [{'id': '9656a9d3-afba-43fe-9077-485e5222df9c', 'name': '', 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'mac_address': 'fa:16:3e:24:ab:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:37Z', 'updated_at': '2021-11-12T03:08:40Z', 'revision_number': 4, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'subnets': [{'id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc92157f-eb05-486c-9b50-a56464510c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:40.503996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ec0c2d3a-c3f5-4ea3-a0e6-c6cc9a1e32f7 None None] For port 9656a9d3-afba-43fe-9077-485e5222df9c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9656a9d3-afba-43fe-9077-485e5222df9c,segment=NetworkSegment(fe2aa63c-5e11-4c06-90a4-6f555693d989),segment_id=fe2aa63c-5e11-4c06-90a4-6f555693d989)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:40.509417 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2d3a-c3f5-4ea3-a0e6-c6cc9a1e32f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.534091 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c381d-6cb1-4dcd-a814-b53326b2750f None None] The sync data for ids ['d40273e3-7cf7-4935-80eb-e29b988b61af'] in n-d-789963-21 is: [{'id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'name': 'router1', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:27Z', 'updated_at': '2021-11-12T03:08:37Z', 'revision_number': 2, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'gw_port_host': None, '_interfaces': [{'id': '9656a9d3-afba-43fe-9077-485e5222df9c', 'name': '', 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'mac_address': 'fa:16:3e:24:ab:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:37Z', 'updated_at': '2021-11-12T03:08:40Z', 'revision_number': 4, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'subnets': [{'id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc92157f-eb05-486c-9b50-a56464510c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:40.565906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c2d3a-c3f5-4ea3-a0e6-c6cc9a1e32f7 None None] Pushing event updated for resources: {'Port': ['ID=9656a9d3-afba-43fe-9077-485e5222df9c,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:40.928531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55914) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:41.210400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.policy [None req-a0f6262c-f5fb-4e26-a710-2a32d6cfe230 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102629) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:08:41.257124 n-d-789963-21 neutron-server[102629]: WARNING oslo_policy.policy [None req-a0f6262c-f5fb-4e26-a710-2a32d6cfe230 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:41.257494 n-d-789963-21 neutron-server[102629]: WARNING oslo_policy.policy [None req-a0f6262c-f5fb-4e26-a710-2a32d6cfe230 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:41.266335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6262c-f5fb-4e26-a710-2a32d6cfe230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:41.268086 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a0f6262c-f5fb-4e26-a710-2a32d6cfe230 admin admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 842 time: 0.3385553 Nov 12 03:08:41.278384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'ip_version': 4, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:41.280438 n-d-789963-21 neutron-server[102629]: INFO neutron.quota [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Loaded quota_driver: . Nov 12 03:08:41.321448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Made reservation on behalf of fc3ff21c2a4d461ba556189a342184d1 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:41.324173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.734377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:08:41.734885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.809032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:41.809433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Network hostable DHCP agents. Network: d85b3a67-1fc7-4b75-9ebc-efee162d6424, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:08:41.812249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46740c4-d1c7-4698-bbef-cf6e56089569,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:41.827895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.828236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.828569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.828924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.829249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.829570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.829897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.830215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.830529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.830845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.831162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.831476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Tracked resource versions report: Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: pushed versions: Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: { 'AddressGroup': {'1.2'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Log': {'1.0'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Network': {'1.1'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Port': {'1.7'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'PortForwarding': {'1.2'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'QosPolicy': {'1.10'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'SecurityGroup': {'1.5'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'SubPort': {'1.0'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Subnet': {'1.1'}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Trunk': {'1.1'}} Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: consumer versions: Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: { DHCP agent@n-d-789963-21: {}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: L3 agent@n-d-789963-21: {}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: Metadata agent@n-d-789963-21: {}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: Metering agent@n-d-789963-21: {}, Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: Open vSwitch agent@n-d-789963-21: { 'AddressGroup': '1.2', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'ConntrackHelper': '1.0', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Log': '1.0', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Network': '1.1', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Port': '1.7', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'PortForwarding': '1.2', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'QosPolicy': '1.10', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'SecurityGroup': '1.5', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'SecurityGroupRule': '1.2', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'SubPort': '1.0', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Subnet': '1.1', Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: 'Trunk': '1.1'}} Nov 12 03:08:41.832556 n-d-789963-21 neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:08:41.874983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:08:41.889225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, d85b3a67-1fc7-4b75-9ebc-efee162d6424) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:41.896024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:41.896646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.898260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a568465-8acc-4f59-aa7f-34c27eced5c0 None None] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:41.923418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5c937138-a8ef-41e3-97c4-310db2bf96b0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6486309 Nov 12 03:08:42.040158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e05322-7c7e-422a-8675-c7613d6c3beb None None] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:44.361267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55928) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:44.613166 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a913193e-ef33-4749-aec3-5d3fd5463536 admin admin] 10.222.0.49 "GET /v2.0/routers/d40273e3-7cf7-4935-80eb-e29b988b61af HTTP/1.1" status: 200 len: 710 time: 0.2506804 Nov 12 03:08:44.705410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce774d4-1dcd-410f-a978-f7e2de340555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:44.706777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8ce774d4-1dcd-410f-a978-f7e2de340555 admin admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 886 time: 0.0861037 Nov 12 03:08:44.717129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:44.975459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.231332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.307399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.463940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Allocated IP 172.25.0.105 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/32bbfbfa-a429-48aa-933c-eacf8afd5b15) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:45.574714 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.637281 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.709964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:45.714668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:45.720698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:45.803296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=32bbfbfa-a429-48aa-933c-eacf8afd5b15,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:46.050963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.254422 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.259655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.373470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Router d40273e3-7cf7-4935-80eb-e29b988b61af has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:08:46.480161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:46.485416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.486622 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1496917d-3631-48d2-971d-ad32b496e2b7 admin admin] 10.222.0.49 "PUT /v2.0/routers/d40273e3-7cf7-4935-80eb-e29b988b61af HTTP/1.1" status: 200 len: 890 time: 1.7737203 Nov 12 03:08:46.778117 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9656a9d3-afba-43fe-9077-485e5222df9c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:46.831398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9656a9d3-afba-43fe-9077-485e5222df9c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:46.831692 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:47.568919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Sync routers for ids ['d40273e3-7cf7-4935-80eb-e29b988b61af'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:47.581006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Routers {'d40273e3-7cf7-4935-80eb-e29b988b61af'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:47.581739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:08:33Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d40273e3-7cf7-4935-80eb-e29b988b61af'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:47.785314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Set router d40273e3-7cf7-4935-80eb-e29b988b61af gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:48.235330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'name': 'router1', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '32bbfbfa-a429-48aa-933c-eacf8afd5b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:27Z', 'updated_at': '2021-11-12T03:08:45Z', 'revision_number': 4, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'gw_port': {'id': '32bbfbfa-a429-48aa-933c-eacf8afd5b15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:45Z', 'updated_at': '2021-11-12T03:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '9656a9d3-afba-43fe-9077-485e5222df9c', 'name': '', 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'mac_address': 'fa:16:3e:24:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:37Z', 'updated_at': '2021-11-12T03:08:40Z', 'revision_number': 5, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'subnets': [{'id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc92157f-eb05-486c-9b50-a56464510c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:48.286239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Checking router: d40273e3-7cf7-4935-80eb-e29b988b61af for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:48.286892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Updating router d40273e3-7cf7-4935-80eb-e29b988b61af port 32bbfbfa-a429-48aa-933c-eacf8afd5b15 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:08:48.332975 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.644014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.649590 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.699856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Attempting to bind port 32bbfbfa-a429-48aa-933c-eacf8afd5b15 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:48.700402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Attempting to bind port 32bbfbfa-a429-48aa-933c-eacf8afd5b15 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:48.700877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Attempting to bind port 32bbfbfa-a429-48aa-933c-eacf8afd5b15 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:48.706107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6f33e-bb18-4d5e-a74d-f4d8c082e7e5 None None] Pushing event updated for resources: {'Port': ['ID=32bbfbfa-a429-48aa-933c-eacf8afd5b15,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:48.711132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:48.711517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:48.711919 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.712304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:48.712801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Bound port: 32bbfbfa-a429-48aa-933c-eacf8afd5b15, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:48.713202 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.762329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] For port 32bbfbfa-a429-48aa-933c-eacf8afd5b15, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:48.765852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] For port 32bbfbfa-a429-48aa-933c-eacf8afd5b15, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32bbfbfa-a429-48aa-933c-eacf8afd5b15,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:48.771407 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.838350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6f33e-bb18-4d5e-a74d-f4d8c082e7e5 None None] Pushing event updated for resources: {'Port': ['ID=32bbfbfa-a429-48aa-933c-eacf8afd5b15,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:48.841249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Routers {'d40273e3-7cf7-4935-80eb-e29b988b61af'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:48.841862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:08:33Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d40273e3-7cf7-4935-80eb-e29b988b61af'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:48.951660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] Set router d40273e3-7cf7-4935-80eb-e29b988b61af gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:49.027074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55940) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:49.143216 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e59946e6-bb87-4156-8f9f-d800f42f452d admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1148584 Nov 12 03:08:49.165202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'name': 'router1', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '32bbfbfa-a429-48aa-933c-eacf8afd5b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:27Z', 'updated_at': '2021-11-12T03:08:45Z', 'revision_number': 4, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'gw_port': {'id': '32bbfbfa-a429-48aa-933c-eacf8afd5b15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:45Z', 'updated_at': '2021-11-12T03:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '9656a9d3-afba-43fe-9077-485e5222df9c', 'name': '', 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'mac_address': 'fa:16:3e:24:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:37Z', 'updated_at': '2021-11-12T03:08:40Z', 'revision_number': 5, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'subnets': [{'id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc92157f-eb05-486c-9b50-a56464510c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:49.194295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c7c82-dcf4-483b-89dd-7b62d6e747d4 None None] The sync data for ids ['d40273e3-7cf7-4935-80eb-e29b988b61af'] in n-d-789963-21 is: [{'id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'name': 'router1', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '32bbfbfa-a429-48aa-933c-eacf8afd5b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:27Z', 'updated_at': '2021-11-12T03:08:45Z', 'revision_number': 4, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'gw_port': {'id': '32bbfbfa-a429-48aa-933c-eacf8afd5b15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:45Z', 'updated_at': '2021-11-12T03:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '9656a9d3-afba-43fe-9077-485e5222df9c', 'name': '', 'network_id': '441ca068-1669-4499-ae68-f9a779a47e5b', 'tenant_id': '0fe055fb97904d028727db49439c8f8c', 'mac_address': 'fa:16:3e:24:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40273e3-7cf7-4935-80eb-e29b988b61af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:37Z', 'updated_at': '2021-11-12T03:08:40Z', 'revision_number': 5, 'project_id': '0fe055fb97904d028727db49439c8f8c', 'subnets': [{'id': 'ce25b68a-a7c8-496f-be05-5b3e1142522b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc92157f-eb05-486c-9b50-a56464510c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:50.781465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32bbfbfa-a429-48aa-933c-eacf8afd5b15 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:50.836853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 32bbfbfa-a429-48aa-933c-eacf8afd5b15 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:50.836853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.931102 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.952494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 32bbfbfa-a429-48aa-933c-eacf8afd5b15, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32bbfbfa-a429-48aa-933c-eacf8afd5b15,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:50.956674 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.011750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=32bbfbfa-a429-48aa-933c-eacf8afd5b15,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:52.797248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32bbfbfa-a429-48aa-933c-eacf8afd5b15 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:52.859983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 32bbfbfa-a429-48aa-933c-eacf8afd5b15 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:52.860707 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.193580 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd7fb62a-64aa-4a0a-8f3b-d1b8ba803d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.457907 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:03.466882 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e8694014-8795-4ffc-b866-860e8d59a639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.705679 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.084444 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.885385 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.237879 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1cc-956e-4914-be7c-dd79c547e153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.471611 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cdb3cddb-6c9c-4933-ba4b-08d7ead27193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.703622 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.081449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.873942 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.456406 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:10:01.205921 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2ee43e6a-d511-4820-af26-cbe81ba07088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.474999 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ddf11843-1110-471e-8656-724d67bf6413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.704462 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.080389 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.867572 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:15.454617 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:10:31.196586 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c6b2-29de-4478-8a08-9b20152835e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.156654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56534) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:32.217998 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f20bff5-4672-4df6-83e5-43982f7ff15d admin admin] GET failed (client error): The resource could not be found. Nov 12 03:10:32.219308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0f20bff5-4672-4df6-83e5-43982f7ff15d admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616789 Nov 12 03:10:32.379775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c2611-8e2a-43f4-b4ac-2aeaf1face7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:32.381180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-458c2611-8e2a-43f4-b4ac-2aeaf1face7d admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1571760 Nov 12 03:10:33.476835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe438704-1887-47ad-84a3-d89a440a683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.706343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56544) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:34.707651 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.812437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5185a-d793-4776-9de5-854f9d46296d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:34.813865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-40d5185a-d793-4776-9de5-854f9d46296d admin admin] 10.222.0.49 "GET /v2.0/subnets/ce25b68a-a7c8-496f-be05-5b3e1142522b HTTP/1.1" status: 200 len: 849 time: 0.1065290 Nov 12 03:10:34.823927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:34.906389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Publish callbacks [] for subnet, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.050260 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745363331467'] for subnet, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.078981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:35.079802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.081844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] 10.222.0.49 "PUT /v2.0/subnets/ce25b68a-a7c8-496f-be05-5b3e1142522b HTTP/1.1" status: 200 len: 868 time: 0.2611690 Nov 12 03:10:35.082976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be13430b-1574-4c89-a2f6-2c5b63639e67 None None] Network 441ca068-1669-4499-ae68-f9a779a47e5b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:35.109174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce25b68a-a7c8-496f-be05-5b3e1142522b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:35.117424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.117776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.118134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.118460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.118793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.119120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.119447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.119780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.120143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.120432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.120785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.121298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba72e7-00ba-4593-963f-3a72beb652cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:35.442544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7c476847-cc21-402c-9a3f-2d470ac1870e None None] Provisioning complete for port 9656a9d3-afba-43fe-9077-485e5222df9c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:35.442918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c476847-cc21-402c-9a3f-2d470ac1870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.529211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7c476847-cc21-402c-9a3f-2d470ac1870e None None] Provisioning complete for port 29f604e7-ece4-4eca-a56b-bae2e893fe2d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:35.529502 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c476847-cc21-402c-9a3f-2d470ac1870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.083133 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.870077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:37.369999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56552) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:37.646521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9ede1-4c1d-4d7a-b6ca-91b26b7249f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:37.647000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9ede1-4c1d-4d7a-b6ca-91b26b7249f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:37.648529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a9b9ede1-4c1d-4d7a-b6ca-91b26b7249f2 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2775972 Nov 12 03:10:39.921600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56562) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:40.052695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771fdbd-402f-4341-aa55-3580f4d622f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:40.053205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771fdbd-402f-4341-aa55-3580f4d622f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:40.054729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c771fdbd-402f-4341-aa55-3580f4d622f3 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1321554 Nov 12 03:10:42.340582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56570) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:42.468348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c071f-86ef-4e86-8822-75fa9c2eaf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:42.469756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-856c071f-86ef-4e86-8822-75fa9c2eaf40 admin admin] 10.222.0.49 "GET /v2.0/networks/441ca068-1669-4499-ae68-f9a779a47e5b HTTP/1.1" status: 200 len: 870 time: 0.1281013 Nov 12 03:10:44.801439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56578) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:44.928134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff24763-c01b-47d0-9995-fa02b6d9663b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:44.929525 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aff24763-c01b-47d0-9995-fa02b6d9663b admin admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 886 time: 0.1271462 Nov 12 03:10:47.241065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56586) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:47.363595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d295c-6941-4361-b333-e19d0a1db35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:47.364042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d295c-6941-4361-b333-e19d0a1db35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:47.365573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-649d295c-6941-4361-b333-e19d0a1db35c admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235683 Nov 12 03:10:49.644633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56594) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:49.738624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e0258-74e4-40c7-be96-03f6932968fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:49.739107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e0258-74e4-40c7-be96-03f6932968fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:49.740603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-de4e0258-74e4-40c7-be96-03f6932968fb admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949721 Nov 12 03:10:52.040827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56602) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:52.129486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77105a34-00d1-4cb9-bb39-2f757dd6ba34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.130811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-77105a34-00d1-4cb9-bb39-2f757dd6ba34 admin admin] 10.222.0.49 "GET /v2.0/subnets/a46740c4-d1c7-4698-bbef-cf6e56089569 HTTP/1.1" status: 200 len: 816 time: 0.0890045 Nov 12 03:10:52.454329 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:10:54.426722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56610) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:54.516431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57739ef-e3b2-4b74-bf3e-a5e1c1fcfc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:54.517812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d57739ef-e3b2-4b74-bf3e-a5e1c1fcfc55 admin admin] 10.222.0.49 "GET /v2.0/subnets/ce25b68a-a7c8-496f-be05-5b3e1142522b HTTP/1.1" status: 200 len: 868 time: 0.0901396 Nov 12 03:11:01.200897 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96a88873-2c32-4924-8218-ead024dd8e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.478793 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c770ad3-36f5-4d70-b50a-5a9fec5a50a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.710940 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.087137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.876284 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.343309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56664) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:19.390389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-9da01829-46e8-4dd1-9882-8ef3556f73fa admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:11:19.391405 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9da01829-46e8-4dd1-9882-8ef3556f73fa admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471354 Nov 12 03:11:21.802438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56672) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:21.863436 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-959ee328-b273-417d-9170-f751b6563d04 admin admin] GET failed (client error): The resource could not be found. Nov 12 03:11:21.864956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-959ee328-b273-417d-9170-f751b6563d04 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615299 Nov 12 03:11:22.007582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62295a63-a0b8-4895-be72-13ff8bcff56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:22.009043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-62295a63-a0b8-4895-be72-13ff8bcff56c admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1394460 Nov 12 03:11:24.339100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56680) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:24.387646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:24.409151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Made reservation on behalf of fc3ff21c2a4d461ba556189a342184d1 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:24.411355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.439260 n-d-789963-21 neutron-server[102628]: WARNING neutron.services.revisions.revision_plugin [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Could not find related network for resource to bump revision. Nov 12 03:11:24.451249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:11:24.460354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.460692 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Added segment 704fc959-1d4d-4170-aeab-6e51006b00e9 of type vlan for network e1008efa-0dfd-4f20-b378-df12c08eeb3a Nov 12 03:11:24.499325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.524266 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.525392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:24.526212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.558026 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2174108 Nov 12 03:11:24.595426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Pushing event updated for resources: {'Network': ['ID=e1008efa-0dfd-4f20-b378-df12c08eeb3a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:24.603114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.603457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.603791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.604126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.605476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.605896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.606225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.606544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.606863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.607184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.607503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.607820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70c9ed-3f9f-4c07-b266-7f5a212007fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:24.619319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:11:26.912464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56688) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:26.973227 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf7f06f-a796-40b0-9504-847b1a28d9db admin admin] GET failed (client error): The resource could not be found. Nov 12 03:11:26.974532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cbf7f06f-a796-40b0-9504-847b1a28d9db admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611260 Nov 12 03:11:27.043678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516aa767-8a86-4a09-8260-41fc24fa7adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:27.047127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-516aa767-8a86-4a09-8260-41fc24fa7adc admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0659583 Nov 12 03:11:27.055365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:27.075960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Made reservation on behalf of fc3ff21c2a4d461ba556189a342184d1 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:27.078288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.295606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.352441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0296a713-a056-4913-a4e9-93f8b984a693,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:27.364086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:27.364441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Network hostable DHCP agents. Network: e1008efa-0dfd-4f20-b378-df12c08eeb3a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:11:27.380624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:11:27.389797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e1008efa-0dfd-4f20-b378-df12c08eeb3a) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:27.393746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:27.394327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.399288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b5319d-146b-48e4-810f-8661dba68bf3 None None] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:27.409350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-54a80839-2236-4d15-b932-e2418229d328 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3572786 Nov 12 03:11:27.552241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'tenant_id': 'fc3ff21c2a4d461ba556189a342184d1', 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:11:27.553287 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.697962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Allocated IP 192.168.233.2 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/808da7fd-86be-408d-ae98-bbbb96bf2f7f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:27.847958 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.855391 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.895760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:27.903092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:27.905202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Pushing event updated for resources: {'Port': ['ID=808da7fd-86be-408d-ae98-bbbb96bf2f7f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:27.907488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:27.922312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.922652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.923170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.923527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.923855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.924174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.924493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.924849 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.925173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.925490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.925810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.926119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:27.971959 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Attempting to bind port 808da7fd-86be-408d-ae98-bbbb96bf2f7f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:27.972382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Attempting to bind port 808da7fd-86be-408d-ae98-bbbb96bf2f7f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:27.972765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Attempting to bind port 808da7fd-86be-408d-ae98-bbbb96bf2f7f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:27.978020 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:27.978423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:27.978821 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.979347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:27.979822 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Bound port: 808da7fd-86be-408d-ae98-bbbb96bf2f7f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:27.980220 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.046745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] For port 808da7fd-86be-408d-ae98-bbbb96bf2f7f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:28.050423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] For port 808da7fd-86be-408d-ae98-bbbb96bf2f7f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=808da7fd-86be-408d-ae98-bbbb96bf2f7f,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:28.055526 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.115385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d5122-0e8f-4e24-9c0a-a73e4b595db9 None None] Pushing event updated for resources: {'Port': ['ID=808da7fd-86be-408d-ae98-bbbb96bf2f7f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:28.935926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 808da7fd-86be-408d-ae98-bbbb96bf2f7f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:28.991210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4e6444-f4aa-4d28-85b5-96026cd23758 None None] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:29.015866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 808da7fd-86be-408d-ae98-bbbb96bf2f7f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:29.016234 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.121943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-93367096-cf18-4d24-8499-cab241feff1e None None] Provisioning complete for port 808da7fd-86be-408d-ae98-bbbb96bf2f7f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:29.122305 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-93367096-cf18-4d24-8499-cab241feff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.241534 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.317200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 808da7fd-86be-408d-ae98-bbbb96bf2f7f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=808da7fd-86be-408d-ae98-bbbb96bf2f7f,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:29.322246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-93367096-cf18-4d24-8499-cab241feff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.324682 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.422620 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-93367096-cf18-4d24-8499-cab241feff1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:11:29.423389 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-93367096-cf18-4d24-8499-cab241feff1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:11:29.423522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=808da7fd-86be-408d-ae98-bbbb96bf2f7f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:29.454583 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:30.083691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7a27a8f0-a660-44b2-ba42-1a8007de9b4d None None] Provisioning complete for port 808da7fd-86be-408d-ae98-bbbb96bf2f7f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:30.084256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a27a8f0-a660-44b2-ba42-1a8007de9b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.863590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 808da7fd-86be-408d-ae98-bbbb96bf2f7f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:30.912815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 808da7fd-86be-408d-ae98-bbbb96bf2f7f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:30.913179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.212893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe964fd8-a5d2-41e3-8178-3582ed1b8f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:33.482387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa520-7e25-47df-9bb7-ec184f2f0892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:34.715365 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.090082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.965370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.206432 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2e3022a-ad54-4324-aadd-f40ae2f7544a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.483463 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4a8fdd7-292c-437f-be14-5d78d39c702c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.719335 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.093613 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.455338 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:12:06.868004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.209565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3478d5cd-c327-4215-a71c-a31bfac9002d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.489015 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ead781a-cf6d-4f3a-80c5-1be9fa4d3c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.720907 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.097376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.872609 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.483780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56734) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.489762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-79dc243f-02c8-4636-bbd2-6aed2fb39566 tempest-verify_tempest_config-784237102 tempest-verify_tempest_config-784237102-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:12:39.490763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-79dc243f-02c8-4636-bbd2-6aed2fb39566 tempest-verify_tempest_config-784237102 tempest-verify_tempest_config-784237102-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060210 Nov 12 03:12:39.785140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56752) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.888089 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.962937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.966759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.010615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e1cd285afaa4823800c16fb8f5f89b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2238467 Nov 12 03:12:40.012450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc54e2-b947-4333-a5e0-180312f7e254,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:40.013306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:40.019116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.019468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.019812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.020160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.020503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.020865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.021197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.021525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.021852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.022176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.022501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.022824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce235276-9d44-4eb7-bf44-aaf3ca1e9cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.091693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.112184 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.202192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.204782 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.205959 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37fc54e2-b947-4333-a5e0-180312f7e254 HTTP/1.1" status: 204 len: 168 time: 0.1915975 Nov 12 03:12:40.213992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc54e2-b947-4333-a5e0-180312f7e254,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:40.220820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.221171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.221513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.221846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.222180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.222511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.222840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.223171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.223487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.223810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.224135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:40.224458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e979-7049-4d83-9786-825577f47827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:43.454692 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:13:01.211310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c2ec2031-5b36-4f14-a895-453b287c7b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.479146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ca397f8-02ce-4849-8299-96da6de6e894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.724123 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.101118 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.874265 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.453860 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:13:31.217097 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-26505b1d-f44f-4bcc-9347-b89d95b124b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.481690 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bb07dc4-dcd7-462e-8487-2f5dd691c927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.727716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.103270 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.879308 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.452857 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:01.208242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4f66b256-ecae-40f8-869b-6bdede070aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.485964 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4e179734-fdc4-4343-9950-ac030d5fb370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.729850 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.107630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.882475 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.210752 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ae7659d4-5f95-431b-9908-6df4df1352a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.487834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f3e5cf11-4c69-46f4-9e6f-52b646391bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.452576 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:34.735546 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.109835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.884488 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.211400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0bea161e-6a47-46ff-8f17-cbd27abd9fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.491298 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-130be12c-53a3-4a77-960f-09664f0a6ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.736145 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.112868 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.886595 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.454091 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:15:31.223755 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e7cbfd5-647b-437f-9b4a-5227e3c09eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.493184 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-498fda9b-5700-4f2f-a024-c260f050113a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.739152 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.117434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.888671 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.452507 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 5 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:15:54.407866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-393653'] for agent, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.216013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-641dcda2-f6b5-4892-a351-998036d78f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.498156 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0dce47d8-b779-4d1b-ac36-7ca3dfe1111e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.741738 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.119235 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.891303 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.357866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.452011 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:16:31.217588 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e450e578-e692-4ac5-b987-083f2b5c47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.490561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59fd2bd7-201f-4173-9aa8-eac2151b7bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.747779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.122800 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.893712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.400871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56814) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:44.510457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5c4106db-cf35-40fb-8d72-88b163ff9707 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.1077998 Nov 12 03:16:46.935924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56824) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:46.995640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ab947baa-f8b0-4c5b-87d7-451ac6d7d7f9 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0586176 Nov 12 03:16:54.374565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.794062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:59.847767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e4ae65f2-1aeb-4663-ad34-4a36f5682619 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0526381 Nov 12 03:17:01.217870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e25cb40e-3256-4b00-b40e-e355818d4cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.163362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56840) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.220519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a11efdd2-af53-4033-98b8-81af4940ff79 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0560582 Nov 12 03:17:02.450828 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:03.492094 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3393c77-760f-4a32-80c3-405486de2cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.747202 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.124907 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.896846 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.990190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56848) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:15.045715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5c7add7b-31ab-41ba-ae25-79cb387e4014 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0544574 Nov 12 03:17:17.383558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56856) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:17.439475 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dceb0269-b078-4472-bd8a-9256d27c999d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0541258 Nov 12 03:17:24.373661 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.210004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56864) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:30.270916 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3ccf9bdf-087f-4241-90c0-229de0476760 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0598495 Nov 12 03:17:31.231818 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc23e-beb5-4dab-a926-d52843ec5db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.606218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56874) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:32.662535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-994051f8-2f2d-49e2-87da-30ab69a8ea8a admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0551355 Nov 12 03:17:33.494603 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34f2c7a3-18c8-43e7-ae70-c0ede590c588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.756275 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.128841 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.898011 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.449633 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:45.411228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56882) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:45.467445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0e497b19-15c4-45e3-a679-ad30528201a7 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0551488 Nov 12 03:17:47.818342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56890) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:47.873187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-43c385a5-e4da-4d6f-aa3d-7825c3e81453 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0537314 Nov 12 03:17:54.371985 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.627303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56900) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:00.683097 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab413c11-7f75-4a0f-8250-be470235f548 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0547221 Nov 12 03:18:01.223958 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47bf78e6-1fcc-462e-a39c-c3c6bc8eea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.029511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56908) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:03.087308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e62bf684-6ffd-4414-ab27-237838953de6 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0567319 Nov 12 03:18:03.498309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8beb2925-4f1d-41fe-a641-f67355419cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.752993 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.133762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.903544 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.830898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56918) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:15.885249 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a858b569-37e6-445a-94f7-7dc90f780ec2 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0533533 Nov 12 03:18:16.449377 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:18:18.211501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56926) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:18.265854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-49a66e71-f87a-4500-b66a-7c7ed7e3f035 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0532451 Nov 12 03:18:24.372004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.988635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56934) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:31.048425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bb90f0b3-acec-45af-b203-2aa59b21ad8b admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0586536 Nov 12 03:18:31.228758 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-caee07be-68b0-47ba-abcf-45668e993a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.376155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56942) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:33.435502 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-64ae8d21-5a5a-4447-b464-1de9e73ffd6d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0571065 Nov 12 03:18:33.501291 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4fed9a97-8d1f-4fcb-a0de-bd18dc050464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:34.754651 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.134908 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.896657 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.290231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56950) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:46.368426 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-24e70266-fb68-4ddc-93a1-013563413aaa admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0771170 Nov 12 03:18:48.690656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56958) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:48.747677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a6b31fb5-95a9-4849-ad7d-42349cfaeb5c admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0559635 Nov 12 03:18:53.448083 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:18:54.369711 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.230127 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10f879bd-9ba5-4a67-90c0-e5dd74dafadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.530543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56968) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:01.586982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-001b1bf4-95f4-4c38-bf07-a435537b941b admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0553842 Nov 12 03:19:03.505608 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db768dbb-e0e5-4c51-9df8-5afff0da7f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.895324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56976) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.949802 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-47b0a249-20de-4a20-9821-d6064f845f8a admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0533874 Nov 12 03:19:04.758059 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.137960 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.898492 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.707881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56986) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:16.762831 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-38b73a58-4099-421d-bc1c-8dd3871c6219 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0538750 Nov 12 03:19:19.103792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56994) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.159218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1b5a06d1-9bc3-4c75-98af-c55d86fb7798 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0540586 Nov 12 03:19:24.384426 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.446938 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:19:31.242923 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4ba071a-9ff1-4c08-ac70-d22908ad983f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.938628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57002) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:31.993451 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-68fe664f-6dc5-4bf0-9a82-4ab62b08231a admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0537469 Nov 12 03:19:33.508781 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3064a772-402f-457a-bbd4-0c2dcc57755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.319331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:34.375555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a916b481-df1b-4e0f-b93b-1e35c74363a1 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0551498 Nov 12 03:19:34.760704 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.141033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.901289 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.118334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57018) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:47.176291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5b02147b-79a1-428c-9521-f01299f5c6ce admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0568712 Nov 12 03:19:49.565633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:49.621633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-99818a2f-27ed-49fe-9ad7-fbd48f097ce0 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4486 time: 0.0548582 Nov 12 03:19:54.387500 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.233755 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-369ec1b7-bfb0-473f-8203-23c1152bd5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.508727 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b704e1d3-0bf4-4a8a-b0f7-43f34b35e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.761504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.143476 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.903421 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.445835 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:24.414815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.238569 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-282393b4-83a3-47e0-8ea0-120466a621fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.513974 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9cb29d1-435a-4c09-849e-594ea974f4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.765193 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.147343 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.904821 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.446073 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:54.414378 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.231305 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-82792113-1b6d-4457-bea0-651702a778ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.516278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ecbf1e0-ad17-4307-ad89-eae530fc2da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.767849 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.156332 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.913883 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.433550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57200) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:10.715968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-508424269-network', 'tenant_id': '7ad8d1eef7234c18aebeaba5216943bb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:10.742809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Made reservation on behalf of 7ad8d1eef7234c18aebeaba5216943bb for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:10.746109 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.762861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.851178 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.856760 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.895199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:10.900783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17812f50-e132-4858-8783-7159647ba0d5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.909004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.909360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.909725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.910088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.910457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.910791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.911630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.911630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.911821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.912068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.912393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.912746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Tracked resource versions report: Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: pushed versions: Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: { 'AddressGroup': {'1.2'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Log': {'1.0'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Network': {'1.1'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Port': {'1.7'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'PortForwarding': {'1.2'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'QosPolicy': {'1.10'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'SecurityGroup': {'1.5'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'SubPort': {'1.0'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Subnet': {'1.1'}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Trunk': {'1.1'}} Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: consumer versions: Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: { DHCP agent@n-d-789963-21: {}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: HyperV agent@n-h1-789963-21: {}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: L3 agent@n-d-789963-21: {}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: Metadata agent@n-d-789963-21: {}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: Metering agent@n-d-789963-21: {}, Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: Open vSwitch agent@n-d-789963-21: { 'AddressGroup': '1.2', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'ConntrackHelper': '1.0', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Log': '1.0', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Network': '1.1', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Port': '1.7', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'PortForwarding': '1.2', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'QosPolicy': '1.10', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'SecurityGroup': '1.5', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'SecurityGroupRule': '1.2', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'SubPort': '1.0', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Subnet': '1.1', Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: 'Trunk': '1.1'}} Nov 12 03:21:10.913924 n-d-789963-21 neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:21:10.927124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745363468261', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.929418 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Unsubscribe: segment precommit_create {{(pid=102629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:21:10.931744 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Added segment 37c60115-01bf-485a-91da-0e723c258fa7 of type vlan for network 579a7f30-e8c2-4c89-992f-9ac4b313e029 Nov 12 03:21:10.994086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.030181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.031231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.031851 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.089284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6545930 Nov 12 03:21:11.091929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57244) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:11.097519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Request body: {'subnet': {'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-508424269-subnet', 'tenant_id': '7ad8d1eef7234c18aebeaba5216943bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:11.123352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Made reservation on behalf of 7ad8d1eef7234c18aebeaba5216943bb for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:11.126577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.150679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a7181-782a-4f24-9b5a-bcabc3480e77 admin admin] Pushing event updated for resources: {'Network': ['ID=579a7f30-e8c2-4c89-992f-9ac4b313e029,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.164612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:11.353761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.410005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d540c8c0-96ae-43eb-a61d-06fc91b4290f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.430861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.431205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.431547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.431881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.432212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.432539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.432969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.433472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.433998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.434331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.434659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.434982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Tracked resource versions report: Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: pushed versions: Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: { 'AddressGroup': {'1.2'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'ConntrackHelper': {'1.0'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Log': {'1.0'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Network': {'1.1'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Port': {'1.7'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'PortForwarding': {'1.2'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'QosPolicy': {'1.10'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'SecurityGroup': {'1.5'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'SubPort': {'1.0'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Subnet': {'1.1'}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Trunk': {'1.1'}} Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: consumer versions: Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: { DHCP agent@n-d-789963-21: {}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: HyperV agent@n-h1-789963-21: {}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: L3 agent@n-d-789963-21: {}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: Metadata agent@n-d-789963-21: {}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: Metering agent@n-d-789963-21: {}, Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: Open vSwitch agent@n-d-789963-21: { 'AddressGroup': '1.2', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'ConntrackHelper': '1.0', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Log': '1.0', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Network': '1.1', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Port': '1.7', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'PortForwarding': '1.2', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'QosPolicy': '1.10', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'SecurityGroup': '1.5', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'SecurityGroupRule': '1.2', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'SubPort': '1.0', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Subnet': '1.1', Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: 'Trunk': '1.1'}} Nov 12 03:21:11.436037 n-d-789963-21 neutron-server[102628]: {{(pid=102628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:21:11.440728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Checking segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:11.441111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Network hostable DHCP agents. Network: 579a7f30-e8c2-4c89-992f-9ac4b313e029, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:11.460021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:11.470428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 579a7f30-e8c2-4c89-992f-9ac4b313e029) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:11.475457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.476215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.480942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb060f7-e4a6-4ea6-b9e3-558a25bd4718 None None] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:11.496501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1a98ba0b-dc37-4d40-81e5-3e249108717c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4034386 Nov 12 03:21:11.621373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63da08-c34a-4f30-8e11-8edec292473e None None] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:11.801291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:12.289260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-22f501a3-56a9-4c05-9687-b5b3575ebe26 tempest-AutoAllocateNetworkTest-820760230 tempest-AutoAllocateNetworkTest-820760230-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b6996bd6198d4af09ffba353d8af7946&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4863608 Nov 12 03:21:12.290334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57298) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:12.507004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9588608-52a2-4aae-a60f-82ba2dc7bc95 tempest-AutoAllocateNetworkTest-820760230 tempest-AutoAllocateNetworkTest-820760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.512355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f9588608-52a2-4aae-a60f-82ba2dc7bc95 tempest-AutoAllocateNetworkTest-820760230 tempest-AutoAllocateNetworkTest-820760230-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2201350 Nov 12 03:21:12.512701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57318) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:12.609337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-38e1061b-d493-4c06-acf0-1c9fad905070 tempest-AutoAllocateNetworkTest-820760230 tempest-AutoAllocateNetworkTest-820760230-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950394 Nov 12 03:21:12.611999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57324) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:12.661965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-153901ae-b3e5-4e47-a713-09359f4ee35c tempest-AutoAllocateNetworkTest-820760230 tempest-AutoAllocateNetworkTest-820760230-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b6996bd6198d4af09ffba353d8af7946 HTTP/1.1" status: 200 len: 208 time: 0.0466645 Nov 12 03:21:13.451350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57370) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:13.694383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57388) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:13.700057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1589120333-network', 'tenant_id': '65604eb2f63b4b7d9cf75877ea27020c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:13.722484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Made reservation on behalf of 65604eb2f63b4b7d9cf75877ea27020c for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:13.725496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.735525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.819847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.826513 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.856078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:13.862569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be1a766-ce55-49ea-8819-9d6c1e128f49,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:13.877277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.877620 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Added segment 6e39b6ee-b39f-43c3-a26d-d75309226374 of type vlan for network 4d3ed978-24fe-4ede-918c-9bcbd31d599d Nov 12 03:21:13.891743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-620b25a6-9e2c-4baa-b527-d57a57e71d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.963002 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.007765 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.008789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.009928 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.039822 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3442047 Nov 12 03:21:14.044081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57402) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:14.051619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Request body: {'subnet': {'network_id': '4d3ed978-24fe-4ede-918c-9bcbd31d599d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1589120333-subnet', 'tenant_id': '65604eb2f63b4b7d9cf75877ea27020c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:14.071085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-620b25a6-9e2c-4baa-b527-d57a57e71d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.098889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Made reservation on behalf of 65604eb2f63b4b7d9cf75877ea27020c for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:14.100679 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-620b25a6-9e2c-4baa-b527-d57a57e71d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.102045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.141813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9ead-e46f-4462-bd32-c67f43906ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3ed978-24fe-4ede-918c-9bcbd31d599d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.155551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 4d3ed978-24fe-4ede-918c-9bcbd31d599d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:14.211826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57412) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:14.221564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-620b25a6-9e2c-4baa-b527-d57a57e71d46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6996bd6198d4af09ffba353d8af7946&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7564440 Nov 12 03:21:14.229440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b25a6-9e2c-4baa-b527-d57a57e71d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda147d4-4b93-4d7b-8d4a-16c26ab39b06,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.328995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f707ac68-76af-4912-a4f4-2e8016cee30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.370090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f707ac68-76af-4912-a4f4-2e8016cee30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.444505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.502604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f707ac68-76af-4912-a4f4-2e8016cee30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.505040 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f707ac68-76af-4912-a4f4-2e8016cee30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.509786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f707ac68-76af-4912-a4f4-2e8016cee30c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dda147d4-4b93-4d7b-8d4a-16c26ab39b06 HTTP/1.1" status: 204 len: 168 time: 0.2952666 Nov 12 03:21:14.519121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e149feb-d48c-420d-86a5-95b57ff05761,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.528632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707ac68-76af-4912-a4f4-2e8016cee30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda147d4-4b93-4d7b-8d4a-16c26ab39b06,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.533671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Checking segment: {'id': '6e39b6ee-b39f-43c3-a26d-d75309226374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '4d3ed978-24fe-4ede-918c-9bcbd31d599d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:14.534021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Network hostable DHCP agents. Network: 4d3ed978-24fe-4ede-918c-9bcbd31d599d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:14.565448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Network 4d3ed978-24fe-4ede-918c-9bcbd31d599d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:14.580770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 4d3ed978-24fe-4ede-918c-9bcbd31d599d) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:14.588103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.591294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.596691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704563e4-68c3-4e52-b70f-460eb1401d2c None None] Network 4d3ed978-24fe-4ede-918c-9bcbd31d599d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:14.614275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22db5639-3856-4def-b3e3-5e1dba20c6f2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5669284 Nov 12 03:21:14.778974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04547cf-f89e-4723-b609-6518eafef4f4 None None] Network 4d3ed978-24fe-4ede-918c-9bcbd31d599d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:15.319773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57482) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:15.452986 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81ea9de7-bf12-4eff-b5c3-3a5281d5d488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.534218 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81ea9de7-bf12-4eff-b5c3-3a5281d5d488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.539629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81ea9de7-bf12-4eff-b5c3-3a5281d5d488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.590734 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-81ea9de7-bf12-4eff-b5c3-3a5281d5d488 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e60b14f4fc1343739b27712b9af988fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2692652 Nov 12 03:21:15.591759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea9de7-bf12-4eff-b5c3-3a5281d5d488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b68c3b-50f3-4d77-ba67-bcd31b34b6c6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:15.592907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57506) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:15.658726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d49c-f6d1-4e92-99e5-f543b05e5f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.686402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d49c-f6d1-4e92-99e5-f543b05e5f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.842663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d49c-f6d1-4e92-99e5-f543b05e5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.845847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d49c-f6d1-4e92-99e5-f543b05e5f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.849890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1d4d49c-f6d1-4e92-99e5-f543b05e5f46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60b68c3b-50f3-4d77-ba67-bcd31b34b6c6 HTTP/1.1" status: 204 len: 168 time: 0.2554431 Nov 12 03:21:15.859626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4d49c-f6d1-4e92-99e5-f543b05e5f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b68c3b-50f3-4d77-ba67-bcd31b34b6c6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:15.930998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:15.933975 n-d-789963-21 neutron-server[102629]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:21:15.942870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:15.945737 n-d-789963-21 neutron-server[102628]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:21:15.974259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-1744df5e-a576-4e46-8a5c-6db0d42fb54b tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=617196afb1aa499b9293e422a2267a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294695 Nov 12 03:21:16.161717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-73019592-ab8c-4b99-955b-b75d6b1c9f46 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.163694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-73019592-ab8c-4b99-955b-b75d6b1c9f46 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.2311237 Nov 12 03:21:16.181456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-63616d65-d742-4e79-9ba9-ebdd05592c24 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.185148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-bca0341a-69c1-4037-aad4-6a769de09be9 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/quotas/7ad8d1eef7234c18aebeaba5216943bb HTTP/1.1" status: 200 len: 375 time: 0.0119650 Nov 12 03:21:16.189395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-63616d65-d742-4e79-9ba9-ebdd05592c24 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140803 Nov 12 03:21:16.201350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-987d4378-06ff-4783-8397-e5a4d664104c tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/quotas/617196afb1aa499b9293e422a2267a61 HTTP/1.1" status: 200 len: 375 time: 0.0109046 Nov 12 03:21:16.253825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-d2f9b006-3aed-456c-aca8-a48a2f9707a0 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631440 Nov 12 03:21:16.254292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57546) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:16.270716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2f749a7-aa88-4b08-b3ee-811aff9e9b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.291522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-18a26d46-111c-4247-a904-024cf8125879 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=617196afb1aa499b9293e422a2267a61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833549 Nov 12 03:21:16.361744 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2f749a7-aa88-4b08-b3ee-811aff9e9b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.370794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2f749a7-aa88-4b08-b3ee-811aff9e9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.425660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f2f749a7-aa88-4b08-b3ee-811aff9e9b81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42c7d05483c042699d543f0d96f81d86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1703753 Nov 12 03:21:16.427679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f749a7-aa88-4b08-b3ee-811aff9e9b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1f7fb7-87af-4515-afcc-f079d8c17080,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.428474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:16.492608 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-50bdd500-3fc9-46c9-8c57-691307b573c2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:16.494234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-50bdd500-3fc9-46c9-8c57-691307b573c2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0881371 Nov 12 03:21:16.528568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ec05b2b-5a8a-4ecd-9ac3-391a93ed5eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.587349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ec05b2b-5a8a-4ecd-9ac3-391a93ed5eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.693432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a01a8749-5706-41d0-83b2-1537f4e2f46b req-f0540ac0-f2a4-452a-a187-c2c4058f0b62 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 210 time: 0.0660820 Nov 12 03:21:16.731816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ec05b2b-5a8a-4ecd-9ac3-391a93ed5eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.735184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ec05b2b-5a8a-4ecd-9ac3-391a93ed5eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.739807 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4ec05b2b-5a8a-4ecd-9ac3-391a93ed5eea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a1f7fb7-87af-4515-afcc-f079d8c17080 HTTP/1.1" status: 204 len: 168 time: 0.3100929 Nov 12 03:21:16.751311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-982fe14c-e7e8-492d-860e-f2c1e14d9bbf service neutron] 10.222.0.49 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483513 Nov 12 03:21:16.764823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec05b2b-5a8a-4ecd-9ac3-391a93ed5eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1f7fb7-87af-4515-afcc-f079d8c17080,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.903571 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-60e01b8b-8cc0-4cbc-bd1d-dd510a51f983 service neutron] 10.222.0.49 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512504 Nov 12 03:21:17.308293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c398c9a6-391a-4cc4-90d6-9ba975471b5a req-8ff001be-6cc3-4c41-b211-8ffd8c7583d4 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0807867 Nov 12 03:21:17.524856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a2638261-0312-4b63-b024-5c4a8c058a40 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c666c7e9b5a249379e862c708cf95f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429134 Nov 12 03:21:17.695435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-74633e25-303c-4c97-8944-9b1ff706d501 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.702961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-74633e25-303c-4c97-8944-9b1ff706d501 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640723 Nov 12 03:21:17.725396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-26a30f68-a8af-4349-a29e-121399e1600b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/quotas/c666c7e9b5a249379e862c708cf95f93 HTTP/1.1" status: 200 len: 375 time: 0.0212259 Nov 12 03:21:17.796481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-7afb1c2a-43f3-45bb-be94-5f8c40da3443 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668623 Nov 12 03:21:18.039595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-484e146b-4b52-4b34-aa93-03ef9aa0b049 req-96c5501e-ee24-4281-9529-3682ad42d6ae tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 210 time: 0.0494547 Nov 12 03:21:18.059864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2bf8018-d351-4741-a808-55d73765cf5e req-6a2b7e19-ac21-45c2-8d2e-241f90811316 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0316021 Nov 12 03:21:18.550837 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66a283e0-85b4-4410-bbba-f24184eda796 req-e9bad68e-162f-4455-91f3-6d4479d78a76 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0454612 Nov 12 03:21:19.139418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f4c2aa5-33e6-4a25-9585-985ba2c9514a req-cb740fa9-0f1a-4f9a-b7db-d208cad6bba5 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 210 time: 0.0277758 Nov 12 03:21:19.299209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a6cd422-ec7e-4eab-a2fe-6df295623507 req-ca31ffe6-f956-48b8-9c18-a5dd5cedd297 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0267997 Nov 12 03:21:19.507189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.20', 64193) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:19.549729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-c4fd02b5-2e33-46a1-a95f-863dbe29da28 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=617196afb1aa499b9293e422a2267a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409672 Nov 12 03:21:19.570050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.11', 53356) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:19.718725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-615a69f3-9a0a-4085-81d8-7d5b66de540e req-f9bb95c3-e7be-404d-8eaf-2143765a22eb tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0502336 Nov 12 03:21:19.757659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57842) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:19.781423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-b84464fb-815a-47c7-97b2-24362a252b71 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.792718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-b84464fb-815a-47c7-97b2-24362a252b71 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.11 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.2198188 Nov 12 03:21:19.880712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-880e2582-85d0-49cd-aecf-7ff0bb582a8a tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.882214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-880e2582-85d0-49cd-aecf-7ff0bb582a8a tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244121 Nov 12 03:21:19.912056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Request body: {'port': {'device_id': '404d5399-7d13-48cd-a0f2-31895aa755da', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'admin_state_up': True, 'tenant_id': '7ad8d1eef7234c18aebeaba5216943bb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:19.974139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fd7630c-f602-43fe-8a18-5431e95abd6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.982607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Request body: {'port': {'device_id': '23cb32cd-263c-4513-ac08-c7eda493b88e', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '617196afb1aa499b9293e422a2267a61'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:20.194992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57880) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:20.262328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Made reservation on behalf of 7ad8d1eef7234c18aebeaba5216943bb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:20.265751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.270172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Made reservation on behalf of 617196afb1aa499b9293e422a2267a61 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:20.279175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.298971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.11', 53359) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:20.302039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.319646 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a30a293-8de5-4e0d-b3bc-b7f95f330aa8 req-6355ee9e-156c-4575-ab34-310c01e03ea2 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 210 time: 0.0707645 Nov 12 03:21:20.322403 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fd7630c-f602-43fe-8a18-5431e95abd6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.345112 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fd7630c-f602-43fe-8a18-5431e95abd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.388786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7630c-f602-43fe-8a18-5431e95abd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7292e4c4-87a2-40ad-93ef-b1783fa29d53,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:20.409979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-dc7263f9-9789-4199-8843-c95b3097e474 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c666c7e9b5a249379e862c708cf95f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854514 Nov 12 03:21:20.514871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f89c90ab-ea4c-4e2c-b430-b8c3bb0f82bc req-d80e6d6a-c0ef-4b79-bba8-0f634678f6d4 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0508850 Nov 12 03:21:20.515742 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3c42be5-13ec-4ae4-90a6-61a543129858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.519383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.528882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.570071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-54aec83a-197c-4673-852e-25d2327a5f2b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.573899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-54aec83a-197c-4673-852e-25d2327a5f2b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534188 Nov 12 03:21:20.621347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Request body: {'port': {'device_id': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'c666c7e9b5a249379e862c708cf95f93'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:20.658740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3a9d3-b4eb-477c-a06a-41def828fee3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:20.668689 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6fd7630c-f602-43fe-8a18-5431e95abd6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ebebdc01d46d490a996458805030fad3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9097669 Nov 12 03:21:20.673273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57902) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:20.899327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c99826df-d014-4885-b4b9-64892608ea19 req-99dfe0fc-b721-4de0-98a6-3b4f71fa8e39 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0645673 Nov 12 03:21:20.947515 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-664b8d6e-a1f1-4012-bfab-1252315cf466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.025429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Allocated IP 172.20.0.4 (579a7f30-e8c2-4c89-992f-9ac4b313e029/d540c8c0-96ae-43eb-a61d-06fc91b4290f/b9b48b29-a8a8-4675-b42c-ca78e2c79c6d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:21.032788 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3c42be5-13ec-4ae4-90a6-61a543129858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.034632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Allocated IP 192.168.233.73 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/d2108153-3769-4a9f-ab31-a75caedb0aca) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:21.046699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3c42be5-13ec-4ae4-90a6-61a543129858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.080331 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e3c42be5-13ec-4ae4-90a6-61a543129858 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb12fdcb312246f0ae554b63ba8acaea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8842194 Nov 12 03:21:21.086896 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-664b8d6e-a1f1-4012-bfab-1252315cf466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.088952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57908) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:21.101634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Made reservation on behalf of c666c7e9b5a249379e862c708cf95f93 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:21.106014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.140589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.178396 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1f406cb-2251-4099-b8f3-01423d7b8ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.200677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1f406cb-2251-4099-b8f3-01423d7b8ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.255849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c42be5-13ec-4ae4-90a6-61a543129858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930dd28a-261d-4044-9ca2-76462fc69ab4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.319402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1f406cb-2251-4099-b8f3-01423d7b8ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.326365 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1f406cb-2251-4099-b8f3-01423d7b8ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.334017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1f406cb-2251-4099-b8f3-01423d7b8ce5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/930dd28a-261d-4044-9ca2-76462fc69ab4 HTTP/1.1" status: 204 len: 168 time: 0.2426367 Nov 12 03:21:21.359453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f406cb-2251-4099-b8f3-01423d7b8ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930dd28a-261d-4044-9ca2-76462fc69ab4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.390545 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-664b8d6e-a1f1-4012-bfab-1252315cf466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.395852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-664b8d6e-a1f1-4012-bfab-1252315cf466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.398192 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-664b8d6e-a1f1-4012-bfab-1252315cf466 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7292e4c4-87a2-40ad-93ef-b1783fa29d53 HTTP/1.1" status: 204 len: 168 time: 0.7145877 Nov 12 03:21:21.418940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.447022 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:21:21.469102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.622021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b8d6e-a1f1-4012-bfab-1252315cf466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292e4c4-87a2-40ad-93ef-b1783fa29d53,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.713216 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.723189 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-752824a3-ff17-4e7f-a764-aa86fb7eb904 req-0ea3f1bb-2f6d-4f3c-86b6-7dd9d622973a tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 210 time: 0.2223756 Nov 12 03:21:21.733625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.820079 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c9454714-7956-4306-85e0-b959e00c9608 req-3003dd56-e8a5-4978-8c52-69b3100cc6f3 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.1031065 Nov 12 03:21:21.863828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.878922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:21.893269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:21.903081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:21.912391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.913118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.938063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event updated for resources: {'Port': ['ID=b9b48b29-a8a8-4675-b42c-ca78e2c79c6d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.126262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57928) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:22.126595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57930) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:22.127265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6686d4a2-fb51-412d-9f72-8a1a4e712b8f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.146509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-ff39ebe0-6d19-4b2f-814f-5f308e2e0cd3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2397397 Nov 12 03:21:22.165550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e0e8-2174-4e9d-828c-b3a36416c4e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.257054 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.299383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddbad2-5bc7-476f-8f28-a9ea462270ab req-1225252c-e0a0-42a4-a5d0-f0f9fc4fe887 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.308344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cddbad2-5bc7-476f-8f28-a9ea462270ab req-1225252c-e0a0-42a4-a5d0-f0f9fc4fe887 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 931 time: 0.1711493 Nov 12 03:21:22.452202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cddbad2-5bc7-476f-8f28-a9ea462270ab req-6841a788-5b8f-464b-b136-ba45dd6431c2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426051 Nov 12 03:21:22.460111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:22.474319 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-440c4c57-8138-49da-bfef-b4e100f7ce63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.483219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:22.489676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:22.499243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.501781 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.515638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Pushing event updated for resources: {'Port': ['ID=d2108153-3769-4a9f-ab31-a75caedb0aca,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.550149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2b007330-5b0c-4f56-831b-1c35fe128012 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5726535 Nov 12 03:21:22.644772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Allocated IP 192.168.233.53 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/2588e92c-c99a-499c-b75c-29c0a575b84f) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:22.802029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-b1d72fb7-4e82-4254-b622-9bb290eed192 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:22.803132 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-b1d72fb7-4e82-4254-b622-9bb290eed192 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188427 Nov 12 03:21:22.854991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e0e8-2174-4e9d-828c-b3a36416c4e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.876512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-54101423-1b40-4d5f-aa08-80f73c4f0f6c None None] Provisioning complete for port d2108153-3769-4a9f-ab31-a75caedb0aca triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.877104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-54101423-1b40-4d5f-aa08-80f73c4f0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.904015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e0e8-2174-4e9d-828c-b3a36416c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.955471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-54101423-1b40-4d5f-aa08-80f73c4f0f6c None None] Port d2108153-3769-4a9f-ab31-a75caedb0aca cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:22.969331 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc81192-91c3-4968-9d9e-ca4936b7f81a req-f4c84550-f815-43f3-980f-9cff89b2fbdc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0503216 Nov 12 03:21:22.985425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-440c4c57-8138-49da-bfef-b4e100f7ce63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.014785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-440c4c57-8138-49da-bfef-b4e100f7ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.158589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.162993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4e0e8-2174-4e9d-828c-b3a36416c4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0968e895-68c7-4143-9416-b09f3d8803c2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.188943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9fb4e0e8-2174-4e9d-828c-b3a36416c4e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67d5c92ebd9b41b08bec6711ea8eb0fc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0587251 Nov 12 03:21:23.192012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57938) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:23.240336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c4c57-8138-49da-bfef-b4e100f7ce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7a647b-dff9-472f-a903-3dd696c8eee2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.270364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b39b8-f172-436f-8ab6-337473977222 req-1ce89e7b-e5fb-48b7-b5b5-9c546090e05b tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.271879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-604b39b8-f172-436f-8ab6-337473977222 req-1ce89e7b-e5fb-48b7-b5b5-9c546090e05b tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 935 time: 0.4301317 Nov 12 03:21:23.283319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-440c4c57-8138-49da-bfef-b4e100f7ce63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65ed66d4de104bf4ac5b9fbb11a666cd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1488616 Nov 12 03:21:23.283499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57940) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:23.312787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b26500d4-62a0-403a-8b62-aeb923795e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.349998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b26500d4-62a0-403a-8b62-aeb923795e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.412131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-604b39b8-f172-436f-8ab6-337473977222 req-d806664f-6323-4138-9812-8b9c623a7e27 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263669 Nov 12 03:21:23.445115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b26500d4-62a0-403a-8b62-aeb923795e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.450648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b26500d4-62a0-403a-8b62-aeb923795e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.456334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b26500d4-62a0-403a-8b62-aeb923795e68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0968e895-68c7-4143-9416-b09f3d8803c2 HTTP/1.1" status: 204 len: 168 time: 0.2591109 Nov 12 03:21:23.462693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf80c-9948-4908-b228-3636bbb52f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.465708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26500d4-62a0-403a-8b62-aeb923795e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0968e895-68c7-4143-9416-b09f3d8803c2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.485982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.593965 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf80c-9948-4908-b228-3636bbb52f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.668453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e76f-319c-48c9-b81a-530652c90799 req-c5c69e99-3337-4f31-93c0-ca7a6d0a3d22 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.677342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f34e76f-319c-48c9-b81a-530652c90799 req-c5c69e99-3337-4f31-93c0-ca7a6d0a3d22 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 931 time: 0.1125855 Nov 12 03:21:23.716597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Pushing event updated for resources: {'Port': ['ID=2588e92c-c99a-499c-b75c-29c0a575b84f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.764092 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:23.766515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:23.769598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:23.777350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.778258 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.801730 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a3db8c04-cc3e-4c78-b7f7-8f834b1d9cc9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1847084 Nov 12 03:21:23.808972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf80c-9948-4908-b228-3636bbb52f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.811890 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf80c-9948-4908-b228-3636bbb52f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.823487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8d6cf80c-9948-4908-b228-3636bbb52f5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b7a647b-dff9-472f-a903-3dd696c8eee2 HTTP/1.1" status: 204 len: 168 time: 0.5390561 Nov 12 03:21:23.834304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f34e76f-319c-48c9-b81a-530652c90799 req-3f326565-795e-4a9a-9810-d7a8e1027956 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451032 Nov 12 03:21:23.843033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf80c-9948-4908-b228-3636bbb52f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7a647b-dff9-472f-a903-3dd696c8eee2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:24.210592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8e466-6dff-47a3-b45c-30629b52ac17 req-10386676-62c6-4a30-9aec-949ad887842d tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.212979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6eb8e466-6dff-47a3-b45c-30629b52ac17 req-10386676-62c6-4a30-9aec-949ad887842d tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 935 time: 0.0920715 Nov 12 03:21:24.246168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-200a0662-e45a-455f-8b6d-6a18f38c51c4 None None] Provisioning complete for port 2588e92c-c99a-499c-b75c-29c0a575b84f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:24.246693 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-200a0662-e45a-455f-8b6d-6a18f38c51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.297974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6eb8e466-6dff-47a3-b45c-30629b52ac17 req-9a5b41e9-8481-4abe-8a8a-3528538a3bf8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766630 Nov 12 03:21:24.379732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-200a0662-e45a-455f-8b6d-6a18f38c51c4 None None] Port 2588e92c-c99a-499c-b75c-29c0a575b84f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:24.424758 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.511579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Request body: {'port': {'device_id': '404d5399-7d13-48cd-a0f2-31895aa755da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:24.586919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e11b32-3268-464b-9e6a-c78bc468df9a req-d9a96e0b-2f97-48c5-aaf5-ab4dab78a3ca tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.594383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42e11b32-3268-464b-9e6a-c78bc468df9a req-d9a96e0b-2f97-48c5-aaf5-ab4dab78a3ca tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 935 time: 0.0771599 Nov 12 03:21:24.647723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Request body: {'port': {'device_id': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:24.716659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42e11b32-3268-464b-9e6a-c78bc468df9a req-2c9bb8d3-e4f1-4e86-bd93-216ac6261d22 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145201 Nov 12 03:21:24.727854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-561d69e5-59a2-48bd-b5ae-c434177cb8d3 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:24.730726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-561d69e5-59a2-48bd-b5ae-c434177cb8d3 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107152 Nov 12 03:21:24.788082 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.797187 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.884768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Request body: {'port': {'device_id': '23cb32cd-263c-4513-ac08-c7eda493b88e', 'device_owner': 'compute:tempest-test_az-1622506926', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:25.047953 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.642003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b48b29-a8a8-4675-b42c-ca78e2c79c6d {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:25.656469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.779032 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.848322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ff7b2-da95-40a4-b0b2-06a77698c63e req-ef2ac223-22ba-49dc-9871-4a7c90527cd7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.850292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a6ff7b2-da95-40a4-b0b2-06a77698c63e req-ef2ac223-22ba-49dc-9871-4a7c90527cd7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 931 time: 0.8484893 Nov 12 03:21:25.904808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b48b29-a8a8-4675-b42c-ca78e2c79c6d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.950410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2108153-3769-4a9f-ab31-a75caedb0aca {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:25.972269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.973664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:25.974275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:25.974819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:25.989034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a6ff7b2-da95-40a4-b0b2-06a77698c63e req-f38bf342-c582-4109-a0f0-c494bbd46f6e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286263 Nov 12 03:21:25.990237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:25.990800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.003704 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.004505 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:26.005256 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 2 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:26.023696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.024066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.024546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.030872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.031040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.035730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.035934 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:26.036310 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 3 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:26.051958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.052250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.052767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.058652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.059433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.065757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.066109 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:26.066617 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 4 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:26.083952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.084331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.084660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.084980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Transition to ACTIVE for port object d2108153-3769-4a9f-ab31-a75caedb0aca will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:26.099482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.233494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a5060-bd10-444f-a329-3bc51160f66e req-f868d7d1-2465-4a84-98bc-a86aa3d964a2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.244206 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f86a5060-bd10-444f-a329-3bc51160f66e req-f868d7d1-2465-4a84-98bc-a86aa3d964a2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 935 time: 0.7785356 Nov 12 03:21:26.254419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2588e92c-c99a-499c-b75c-29c0a575b84f {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:26.264202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.293799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.313502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.313796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.340589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.340947 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:26.343514 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 5 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:26.382710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.383059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.383356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.387505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Pushing event updated for resources: {'Port': ['ID=2588e92c-c99a-499c-b75c-29c0a575b84f,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.398282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.399987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.422725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88fe26-6e73-42c9-ba34-ae9b97938254 req-6badc07e-06af-4513-824e-73444e0d88bf tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.424252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf88fe26-6e73-42c9-ba34-ae9b97938254 req-6badc07e-06af-4513-824e-73444e0d88bf tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 969 time: 0.1489751 Nov 12 03:21:26.429902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2108153-3769-4a9f-ab31-a75caedb0aca,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.430096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.430350 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:26.437387 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 6 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:26.481175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.481508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.481828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.486495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Attempting to bind port d2108153-3769-4a9f-ab31-a75caedb0aca on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.487313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Attempting to bind port d2108153-3769-4a9f-ab31-a75caedb0aca by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.487770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Attempting to bind port d2108153-3769-4a9f-ab31-a75caedb0aca on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.504432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Port d2108153-3769-4a9f-ab31-a75caedb0aca on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.507768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Attempting to bind port d2108153-3769-4a9f-ab31-a75caedb0aca on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.512004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.512321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.518196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.518523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.518711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:26.518845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.519034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:26.519582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:26.520039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Bound port: d2108153-3769-4a9f-ab31-a75caedb0aca, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:26.520389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.548702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.549030 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:26.563025 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 2 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:26.572381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.572701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.590224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf88fe26-6e73-42c9-ba34-ae9b97938254 req-e8a70864-d807-4d54-8936-b24fce101de3 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479099 Nov 12 03:21:26.595102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.599621 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:26.603596 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 7 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:26.624066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.624066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.624066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.639528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.639956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.652807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.653391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.653391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.656723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.657065 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:26.658816 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 3 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:26.666984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.667443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.669818 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f86a5060-bd10-444f-a329-3bc51160f66e req-edd1e44c-f0f9-49ab-8823-6c14937daa82 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184287 Nov 12 03:21:26.694129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:26.694471 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:26.695095 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 8 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:26.699793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.700123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.700449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.741281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] For port d2108153-3769-4a9f-ab31-a75caedb0aca, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:26.750811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] For port d2108153-3769-4a9f-ab31-a75caedb0aca, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d2108153-3769-4a9f-ab31-a75caedb0aca,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:26.756694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.909011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.909514 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.911122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2108153-3769-4a9f-ab31-a75caedb0aca HTTP/1.1" status: 200 len: 1118 time: 2.1067030 Nov 12 03:21:26.920371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cb32cd-263c-4513-ac08-c7eda493b88e', 'tag': 'd2108153-3769-4a9f-ab31-a75caedb0aca'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:26.986387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:26.988870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:26.989208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:26.992164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.003164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.010403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.010735 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:27.012669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.013988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.016652 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 4 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:27.046280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.047024 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:27.048811 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 9 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:27.056546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.064925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.075408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.091338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-91dda44d-2f18-4101-88d2-d448c49019ad None None] Provisioning complete for port 2588e92c-c99a-499c-b75c-29c0a575b84f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:27.091836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-91dda44d-2f18-4101-88d2-d448c49019ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.114557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.114866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.139260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817da015-6212-489e-ae32-c7a89d556ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2108153-3769-4a9f-ab31-a75caedb0aca,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:27.163455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.163790 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:27.164384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.171912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.172355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.186884 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 5 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:27.221183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-91dda44d-2f18-4101-88d2-d448c49019ad None None] Port 2588e92c-c99a-499c-b75c-29c0a575b84f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:27.232612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.232959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.259645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.260079 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:27.260608 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempt 10 to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d Nov 12 03:21:27.263697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.273282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.273732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.318483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.318906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.319361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.335328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.341255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.370414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.371829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempting to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.385323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.386724 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:27.388560 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 6 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:27.421120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.421451 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Failed to bind port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:27.421903 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.459188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfee5f-bb62-4e29-81a3-aea167d6c1c9 req-d899f84d-af0a-4ed3-a681-3e57d0653bb4 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.462151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0bfee5f-bb62-4e29-81a3-aea167d6c1c9 req-d899f84d-af0a-4ed3-a681-3e57d0653bb4 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 943 time: 0.2969148 Nov 12 03:21:27.475631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.477643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.478681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.501864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.503935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.506134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-d87edecb-b91c-4a9a-9940-6c49cc0377fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.507718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-d87edecb-b91c-4a9a-9940-6c49cc0377fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=617196afb1aa499b9293e422a2267a61&device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 1121 time: 0.4109573 Nov 12 03:21:27.511347 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505" -d '{"events": [{"name": "network-changed", "server_uuid": "23cb32cd-263c-4513-ac08-c7eda493b88e", "tag": "d2108153-3769-4a9f-ab31-a75caedb0aca"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:27.559772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0bfee5f-bb62-4e29-81a3-aea167d6c1c9 req-f1516f48-5e66-45b5-917e-4d305aad2c7c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751777 Nov 12 03:21:27.574280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.574498 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:27.576244 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 7 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:27.610985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.611359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.611642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.629011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.629358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.641617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] For port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:27.641984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:21:27.642851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.643160 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:27.643537 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 8 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:27.647976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.701122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.701795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.702029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.706465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] In _notify_port_updated(), no bound segment for port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:21:27.707344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.707960 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.709440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] 10.222.0.11 "PUT /v2.0/ports/b9b48b29-a8a8-4675-b42c-ca78e2c79c6d HTTP/1.1" status: 200 len: 1057 time: 3.5218070 Nov 12 03:21:27.709884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'tag': 'b9b48b29-a8a8-4675-b42c-ca78e2c79c6d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:27.851144 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c300490-0a3c-4fb3-a641-407c426fec38 x-openstack-request-id: req-4c300490-0a3c-4fb3-a641-407c426fec38 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:27.851396 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cb32cd-263c-4513-ac08-c7eda493b88e", "tag": "d2108153-3769-4a9f-ab31-a75caedb0aca", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:27.851644 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c300490-0a3c-4fb3-a641-407c426fec38 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:27.852626 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cb32cd-263c-4513-ac08-c7eda493b88e', 'tag': 'd2108153-3769-4a9f-ab31-a75caedb0aca', 'status': 'completed', 'code': 200} Nov 12 03:21:27.855616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.855942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.869279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40e994-ccc2-4c95-9741-803d69be6412 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b48b29-a8a8-4675-b42c-ca78e2c79c6d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:27.888495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.888858 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:27.889387 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 9 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:27.916619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833a94a-c416-4caa-9605-a04c5078a145 req-e8384a20-aaa6-4806-b824-ff4bd7a6dfa2 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.918185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a833a94a-c416-4caa-9605-a04c5078a145 req-e8384a20-aaa6-4806-b824-ff4bd7a6dfa2 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 969 time: 0.1021082 Nov 12 03:21:27.946685 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66979211-4850-4abb-aa09-e18514baa35f" -d '{"events": [{"name": "network-changed", "server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "tag": "b9b48b29-a8a8-4675-b42c-ca78e2c79c6d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:27.960170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.960598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.960954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.978106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.978495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.991263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.991591 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:27.993317 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempt 10 to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f Nov 12 03:21:28.009998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a833a94a-c416-4caa-9605-a04c5078a145 req-50d1ec5a-146d-45d1-80fd-13288458c775 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786498 Nov 12 03:21:28.042256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:28.042529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:28.042927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:28.085495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:28.085819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempting to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:28.098799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Deleting port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:28.099008 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.105450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:28.105670 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Failed to bind port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:28.106028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.213304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d6fca-f5f1-4e17-9921-ccbe86254268 req-4fa484ef-14fe-4121-b788-be2d4fd3c319 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.214653 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f6d6fca-f5f1-4e17-9921-ccbe86254268 req-4fa484ef-14fe-4121-b788-be2d4fd3c319 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 947 time: 0.1952536 Nov 12 03:21:28.322093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] For port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.322442 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.328783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] For port 2588e92c-c99a-499c-b75c-29c0a575b84f, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:28.329149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:21:28.345885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.360136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Calling delete_port for b9b48b29-a8a8-4675-b42c-ca78e2c79c6d owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:28.394220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f6d6fca-f5f1-4e17-9921-ccbe86254268 req-6dcae6cc-0d20-487a-a268-fe7d4a486051 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498938 Nov 12 03:21:28.434523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] In _notify_port_updated(), no bound segment for port 2588e92c-c99a-499c-b75c-29c0a575b84f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:21:28.434523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.434523 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.434523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] 10.222.0.11 "PUT /v2.0/ports/2588e92c-c99a-499c-b75c-29c0a575b84f HTTP/1.1" status: 200 len: 1061 time: 4.2459934 Nov 12 03:21:28.533480 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06b0493-b30f-4d85-ac09-e32fc53a71b6 x-openstack-request-id: req-d06b0493-b30f-4d85-ac09-e32fc53a71b6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:28.533769 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "tag": "b9b48b29-a8a8-4675-b42c-ca78e2c79c6d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:28.534150 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d06b0493-b30f-4d85-ac09-e32fc53a71b6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:28.534463 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'tag': 'b9b48b29-a8a8-4675-b42c-ca78e2c79c6d', 'status': 'completed', 'code': 200} Nov 12 03:21:28.541347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-74c533f4-0b0b-4628-a250-04144bbcb17c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d2108153-3769-4a9f-ab31-a75caedb0aca HTTP/1.1" status: 200 len: 217 time: 0.1378417 Nov 12 03:21:28.666207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558fe9c-bc82-4db2-a8dc-18cf0ffdd1cf service neutron] Pushing event updated for resources: {'Port': ['ID=2588e92c-c99a-499c-b75c-29c0a575b84f,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.757139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-c81fa78a-9841-403e-b044-efa66fad75de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.759507 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-c81fa78a-9841-403e-b044-efa66fad75de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2016482 Nov 12 03:21:28.807535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-73090aa9-b15d-49c8-89db-d854b9ee7a0a None None] Provisioning complete for port 2588e92c-c99a-499c-b75c-29c0a575b84f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:28.809772 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-73090aa9-b15d-49c8-89db-d854b9ee7a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.815186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a48d9-880c-428e-81ca-f2f83276a179 req-4b3191b1-ae76-489b-a41a-4a7d034ec7ec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.816828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42a48d9-880c-428e-81ca-f2f83276a179 req-4b3191b1-ae76-489b-a41a-4a7d034ec7ec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 943 time: 0.1075492 Nov 12 03:21:28.958472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-a2605c2c-3d42-4ef6-b498-4a80bee71901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.960200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-a2605c2c-3d42-4ef6-b498-4a80bee71901 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1938272 Nov 12 03:21:28.975679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-73090aa9-b15d-49c8-89db-d854b9ee7a0a None None] Port 2588e92c-c99a-499c-b75c-29c0a575b84f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:28.988499 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.221910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42a48d9-880c-428e-81ca-f2f83276a179 req-0f302ea5-3d4f-4a5a-9467-bbf116b87734 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825474 Nov 12 03:21:29.241701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event deleted for resources: {'Port': ['ID=b9b48b29-a8a8-4675-b42c-ca78e2c79c6d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.298063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] No DVR routers for this DVR port b9b48b29-a8a8-4675-b42c-ca78e2c79c6d on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:29.302211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.309885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-cc47ee56-1130-4578-a168-3120b441a902 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.11 "DELETE /v2.0/ports/b9b48b29-a8a8-4675-b42c-ca78e2c79c6d HTTP/1.1" status: 204 len: 173 time: 1.5189657 Nov 12 03:21:29.527090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec01d18-dee0-4647-b761-f8c8e0ca3766 req-38ba2623-4b4e-434e-91e6-7798f09d1f91 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.532834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec01d18-dee0-4647-b761-f8c8e0ca3766 req-38ba2623-4b4e-434e-91e6-7798f09d1f91 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 969 time: 0.1387820 Nov 12 03:21:29.558976 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-6c662000-b7ca-4dc3-9ff9-1c74c738bdfe service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628908 Nov 12 03:21:29.614794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58114) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:29.615333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58116) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:29.717418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cb89e-1a93-4cd6-9c4b-a86ddf96263b req-d62903f7-63bd-4329-92ea-b78043f98b88 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.718217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec01d18-dee0-4647-b761-f8c8e0ca3766 req-39e58f77-a270-4cf9-99c4-57168db9b67d tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715686 Nov 12 03:21:29.719076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837cb89e-1a93-4cd6-9c4b-a86ddf96263b req-d62903f7-63bd-4329-92ea-b78043f98b88 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 947 time: 0.1520488 Nov 12 03:21:29.750348 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f75588f1-8408-4f4e-b7cf-b4ac7048a1ab req-2900b81f-fb96-43ca-a10a-ef7668401f4d service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735663 Nov 12 03:21:29.853632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837cb89e-1a93-4cd6-9c4b-a86ddf96263b req-eba64571-df43-42a3-87ea-f92329b8d15b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145692 Nov 12 03:21:29.896014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b63-bad0-45c8-9e6d-970f1bf5e349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.910552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f82dee12-0d21-44b2-9a15-cca20974a907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.054372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b63-bad0-45c8-9e6d-970f1bf5e349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.061525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f82dee12-0d21-44b2-9a15-cca20974a907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.063379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0ab2b63-bad0-45c8-9e6d-970f1bf5e349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.084500 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f82dee12-0d21-44b2-9a15-cca20974a907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.153078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f82dee12-0d21-44b2-9a15-cca20974a907 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=870b619f939e43869936ebfe7e8294bd&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5364797 Nov 12 03:21:30.155489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab2b63-bad0-45c8-9e6d-970f1bf5e349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ff8a4c-9c3b-4aac-827b-72a08f9ecbf5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.155721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58122) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:30.171277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a0ab2b63-bad0-45c8-9e6d-970f1bf5e349 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55fc892802d64959b941a24c13f27af6&name=default HTTP/1.1" status: 200 len: 2994 time: 0.5485201 Nov 12 03:21:30.185863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58124) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:30.239376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dee12-0d21-44b2-9a15-cca20974a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4548f907-a631-424f-8dde-c09ed03997fd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.277554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69956238-a3ae-4956-840a-3e3948718e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.296123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-132989ec-190e-4f6a-a72b-e8f0a9a74288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.333420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-132989ec-190e-4f6a-a72b-e8f0a9a74288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.337872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69956238-a3ae-4956-840a-3e3948718e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.438355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-132989ec-190e-4f6a-a72b-e8f0a9a74288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.441805 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-132989ec-190e-4f6a-a72b-e8f0a9a74288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.447143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-132989ec-190e-4f6a-a72b-e8f0a9a74288 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4548f907-a631-424f-8dde-c09ed03997fd HTTP/1.1" status: 204 len: 168 time: 0.2861488 Nov 12 03:21:30.452260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132989ec-190e-4f6a-a72b-e8f0a9a74288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4548f907-a631-424f-8dde-c09ed03997fd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.479098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08dcce06-73a1-4904-8633-09ebd81b0a8c req-f79679ba-5ec7-42ee-b0dc-6115ed042b3f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0908957 Nov 12 03:21:30.493319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69956238-a3ae-4956-840a-3e3948718e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.496337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69956238-a3ae-4956-840a-3e3948718e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.497846 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-69956238-a3ae-4956-840a-3e3948718e7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00ff8a4c-9c3b-4aac-827b-72a08f9ecbf5 HTTP/1.1" status: 204 len: 168 time: 0.3110828 Nov 12 03:21:30.514539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69956238-a3ae-4956-840a-3e3948718e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ff8a4c-9c3b-4aac-827b-72a08f9ecbf5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.536134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'tag': '2588e92c-c99a-499c-b75c-29c0a575b84f'}, {'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'name': 'network-vif-deleted', 'tag': 'b9b48b29-a8a8-4675-b42c-ca78e2c79c6d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:30.538695 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8ed157-f36f-4ead-a3ec-c701c5f8737d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "tag": "2588e92c-c99a-499c-b75c-29c0a575b84f"}, {"server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "name": "network-vif-deleted", "tag": "b9b48b29-a8a8-4675-b42c-ca78e2c79c6d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:30.606442 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c062038d-e7db-40ba-9ae6-2d09e216c9a8 x-openstack-request-id: req-c062038d-e7db-40ba-9ae6-2d09e216c9a8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:30.606960 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "tag": "2588e92c-c99a-499c-b75c-29c0a575b84f", "status": "completed", "code": 200}, {"server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "name": "network-vif-deleted", "tag": "b9b48b29-a8a8-4675-b42c-ca78e2c79c6d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:30.607418 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c062038d-e7db-40ba-9ae6-2d09e216c9a8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:30.607970 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'tag': '2588e92c-c99a-499c-b75c-29c0a575b84f', 'status': 'completed', 'code': 200} Nov 12 03:21:30.608408 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'name': 'network-vif-deleted', 'tag': 'b9b48b29-a8a8-4675-b42c-ca78e2c79c6d', 'status': 'completed', 'code': 200} Nov 12 03:21:30.906453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fda252-934b-4208-b6e8-1ac9f4321800 req-7f59bdad-8083-4dff-bd80-d82a949a5455 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.913858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50fda252-934b-4208-b6e8-1ac9f4321800 req-7f59bdad-8083-4dff-bd80-d82a949a5455 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 969 time: 0.0947592 Nov 12 03:21:30.996800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50fda252-934b-4208-b6e8-1ac9f4321800 req-39ee82b1-5d8f-43b9-9fb0-5b001277ad05 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794132 Nov 12 03:21:31.065779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ef9bf-20da-47a0-9122-ac9b6b9d23ca req-a91a5861-2cbc-4b73-b506-5e5aa2deac8a tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.084521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f9ef9bf-20da-47a0-9122-ac9b6b9d23ca req-a91a5861-2cbc-4b73-b506-5e5aa2deac8a tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 947 time: 0.1043997 Nov 12 03:21:31.112315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58142) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:31.151126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1c56aba1-7fca-4bf0-98e9-73fe4a1a9457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.186415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58144) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:31.288337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-fe9e1492-6367-4dee-932c-f1778485e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.294455 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-fe9e1492-6367-4dee-932c-f1778485e365 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=617196afb1aa499b9293e422a2267a61&device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 1121 time: 0.1215582 Nov 12 03:21:31.304365 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3721fea3-e9ff-42be-ad3e-c745870bc8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.315400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aef4069e-580a-41dd-b8c8-a6802ed8be72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.333290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f9ef9bf-20da-47a0-9122-ac9b6b9d23ca req-717a2ebf-da70-4f39-8961-3efb4f9f8765 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478073 Nov 12 03:21:31.500696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1c56aba1-7fca-4bf0-98e9-73fe4a1a9457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.514395 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1c56aba1-7fca-4bf0-98e9-73fe4a1a9457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.549803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aef4069e-580a-41dd-b8c8-a6802ed8be72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.551140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56aba1-7fca-4bf0-98e9-73fe4a1a9457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3c7218-e0e4-47c0-910f-4e8172ac3fdb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.562789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aef4069e-580a-41dd-b8c8-a6802ed8be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.600596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1c56aba1-7fca-4bf0-98e9-73fe4a1a9457 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57face07c4334e5a9093f6d13d108c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880655 Nov 12 03:21:31.608725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58148) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:31.693944 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef62146a-c3fe-455f-b9a1-40582134fb29 req-f4a59a2a-9761-48a7-92c3-8c971af748f1 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0472293 Nov 12 03:21:31.706235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-aef4069e-580a-41dd-b8c8-a6802ed8be72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd547e067fb549948884b7fa66e070a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5125122 Nov 12 03:21:31.708575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4069e-580a-41dd-b8c8-a6802ed8be72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93192589-ee55-4472-9cbb-e0d45c9dbbaa,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.711063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58150) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:31.759775 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-093151e0-3c22-4cf8-bff6-56dffcc4c3bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.791121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-6f9c5bd8-abf1-496a-b5c9-c95e8b725218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.792779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-093151e0-3c22-4cf8-bff6-56dffcc4c3bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.793753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-6f9c5bd8-abf1-496a-b5c9-c95e8b725218 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3870823 Nov 12 03:21:31.810739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d864ad7-52d2-4bed-a54b-67f205586e55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.851056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d864ad7-52d2-4bed-a54b-67f205586e55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.923315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-093151e0-3c22-4cf8-bff6-56dffcc4c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.929004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-093151e0-3c22-4cf8-bff6-56dffcc4c3bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.932404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-093151e0-3c22-4cf8-bff6-56dffcc4c3bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e3c7218-e0e4-47c0-910f-4e8172ac3fdb HTTP/1.1" status: 204 len: 168 time: 0.3223989 Nov 12 03:21:31.942815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d864ad7-52d2-4bed-a54b-67f205586e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.948331 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d864ad7-52d2-4bed-a54b-67f205586e55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.950609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8d864ad7-52d2-4bed-a54b-67f205586e55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93192589-ee55-4472-9cbb-e0d45c9dbbaa HTTP/1.1" status: 204 len: 168 time: 0.2381473 Nov 12 03:21:31.960482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093151e0-3c22-4cf8-bff6-56dffcc4c3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3c7218-e0e4-47c0-910f-4e8172ac3fdb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.987770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d864ad7-52d2-4bed-a54b-67f205586e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93192589-ee55-4472-9cbb-e0d45c9dbbaa,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:32.108865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.11', 53361) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:32.218979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ed157-f36f-4ead-a3ec-c701c5f8737d req-e4dea7c2-5881-4b19-bd97-c8666ef92d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.220521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e8ed157-f36f-4ead-a3ec-c701c5f8737d req-e4dea7c2-5881-4b19-bd97-c8666ef92d1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 1064 time: 0.0963414 Nov 12 03:21:32.405469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e8ed157-f36f-4ead-a3ec-c701c5f8737d req-ad81b6f6-1216-4d00-97c2-f17b836f4f70 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c666c7e9b5a249379e862c708cf95f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1421127 Nov 12 03:21:32.411955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66979211-4850-4abb-aa09-e18514baa35f req-2472eff0-e6cf-4f21-b9aa-eabe9f697614 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.2304101 Nov 12 03:21:33.123451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-ccfe78cc-8cc9-4854-b0db-17b056fd5ad1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d2108153-3769-4a9f-ab31-a75caedb0aca HTTP/1.1" status: 200 len: 217 time: 0.4614582 Nov 12 03:21:33.132059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ed157-f36f-4ead-a3ec-c701c5f8737d req-95ce04ef-2d8c-47db-9194-b00f8381cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.136589 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e8ed157-f36f-4ead-a3ec-c701c5f8737d req-95ce04ef-2d8c-47db-9194-b00f8381cc17 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6408908 Nov 12 03:21:33.177217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438140b-6763-4616-b12b-a6913f3ead13 req-d5f588fb-8c24-4521-970f-24f2d003548c tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.178743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5438140b-6763-4616-b12b-a6913f3ead13 req-d5f588fb-8c24-4521-970f-24f2d003548c tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 947 time: 0.7071791 Nov 12 03:21:33.325630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cb785-f0de-4899-adcb-9732258b6c8b req-2497cf7c-cccf-4ff3-b7c9-ad411b019b80 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.327564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-371cb785-f0de-4899-adcb-9732258b6c8b req-2497cf7c-cccf-4ff3-b7c9-ad411b019b80 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 969 time: 1.1590295 Nov 12 03:21:33.390030 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5438140b-6763-4616-b12b-a6913f3ead13 req-3a45e94e-95e6-4aba-95db-b54b861479cf tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993535 Nov 12 03:21:33.409906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-0fcb311e-4f90-4821-90cb-c1d8c1f5b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.411686 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-0fcb311e-4f90-4821-90cb-c1d8c1f5b2dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2292020 Nov 12 03:21:33.544719 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e81edc1-d87f-486d-a551-ab48454c18d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.619226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-d83834c4-6948-47ba-826f-6f46dd05a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.629382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-d83834c4-6948-47ba-826f-6f46dd05a61c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2088223 Nov 12 03:21:33.706469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8f36464-15c5-4aa9-91a5-eebb3040f891 req-75a4dd7e-fee8-4003-9f84-5209c61dc55a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0883629 Nov 12 03:21:33.724612 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-371cb785-f0de-4899-adcb-9732258b6c8b req-188c711c-fa10-4edd-bbb4-ccd5589e0f69 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443987 Nov 12 03:21:33.745793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66979211-4850-4abb-aa09-e18514baa35f req-7f231d55-29cc-4b8e-87d5-9a083aa86733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.753446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66979211-4850-4abb-aa09-e18514baa35f req-7f231d55-29cc-4b8e-87d5-9a083aa86733 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&shared=False HTTP/1.1" status: 200 len: 909 time: 1.2434859 Nov 12 03:21:33.829720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Deleting port 2588e92c-c99a-499c-b75c-29c0a575b84f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:33.830135 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.907918 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-7efac7e7-5782-4809-9dd7-f716681a1319 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545924 Nov 12 03:21:34.161201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66979211-4850-4abb-aa09-e18514baa35f req-61d3ef58-922e-4e8a-b42a-9c5e759601ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.162846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66979211-4850-4abb-aa09-e18514baa35f req-61d3ef58-922e-4e8a-b42a-9c5e759601ef service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3890886 Nov 12 03:21:34.192001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] For port 2588e92c-c99a-499c-b75c-29c0a575b84f, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:34.192879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.222961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Calling delete_port for 2588e92c-c99a-499c-b75c-29c0a575b84f owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:34.367050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.404801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Pushing event deleted for resources: {'Port': ['ID=2588e92c-c99a-499c-b75c-29c0a575b84f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:34.463065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] No DVR routers for this DVR port 2588e92c-c99a-499c-b75c-29c0a575b84f on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:34.465913 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.470195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-b6f19ca0-a7f6-488f-9ded-fa4e5fc8aa5f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.11 "DELETE /v2.0/ports/2588e92c-c99a-499c-b75c-29c0a575b84f HTTP/1.1" status: 204 len: 173 time: 2.4365425 Nov 12 03:21:34.470670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'name': 'network-vif-deleted', 'tag': '2588e92c-c99a-499c-b75c-29c0a575b84f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:34.473077 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eb172a-10ae-46d4-b977-cdd97272037e" -d '{"events": [{"server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "name": "network-vif-deleted", "tag": "2588e92c-c99a-499c-b75c-29c0a575b84f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:34.526385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3cefea22-822b-43b6-805b-79f079e360eb req-f1d00dd3-a9ac-47bb-b17d-97a441b88ce8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0351214 Nov 12 03:21:34.537409 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce464d9a-3aa8-41d4-b55e-fb588d7a4f7c x-openstack-request-id: req-ce464d9a-3aa8-41d4-b55e-fb588d7a4f7c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:34.537409 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "name": "network-vif-deleted", "tag": "2588e92c-c99a-499c-b75c-29c0a575b84f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:34.537409 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce464d9a-3aa8-41d4-b55e-fb588d7a4f7c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:34.537409 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'name': 'network-vif-deleted', 'tag': '2588e92c-c99a-499c-b75c-29c0a575b84f', 'status': 'completed', 'code': 200} Nov 12 03:21:34.687715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b56aee1b-5dfb-46d0-b38a-e4e6c170c505 req-f2ba4246-42ae-45fd-aa9d-2325c3e49545 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970910 Nov 12 03:21:34.772815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.828770 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1eca74d-06b1-405f-8fa3-60b0b7c547ca req-c1b65619-892f-445c-845c-edd8e69aaf23 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0357451 Nov 12 03:21:34.873887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff943417-ea19-4ef0-9456-e927ab263783 req-09c669fc-70f1-4f1d-b7b8-f09c6d6693d7 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.877259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff943417-ea19-4ef0-9456-e927ab263783 req-09c669fc-70f1-4f1d-b7b8-f09c6d6693d7 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 969 time: 0.0645041 Nov 12 03:21:34.928348 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff943417-ea19-4ef0-9456-e927ab263783 req-6693d28f-86ca-4911-8540-cda7c0e19470 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457416 Nov 12 03:21:35.618215 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93e270da-419e-4fed-83a6-2ef6eb2ecbe0 req-121dd38e-74ab-40d2-a623-c48fc5c7784d tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0263665 Nov 12 03:21:35.746401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58306) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:35.752483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58310) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:35.849462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbded44f-415b-4eb1-9228-6d4693fefd70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.854738 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0366-6427-468d-bea2-98d5f1d94155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.936600 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0366-6427-468d-bea2-98d5f1d94155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.940159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff2f366f-1e17-412e-b32d-948704645925 req-18d82fa5-7689-49f1-9085-1b3f605b872f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0336585 Nov 12 03:21:35.940341 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0366-6427-468d-bea2-98d5f1d94155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.960238 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbded44f-415b-4eb1-9228-6d4693fefd70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.967884 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbded44f-415b-4eb1-9228-6d4693fefd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.981541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d0366-6427-468d-bea2-98d5f1d94155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e072b81-7554-4fb3-861b-db9ed28c8cdb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:35.988693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7e3d0366-6427-468d-bea2-98d5f1d94155 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=127c641c99204728a61b6b062b504e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351418 Nov 12 03:21:35.989336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58318) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.022915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cbded44f-415b-4eb1-9228-6d4693fefd70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f61c447551704485b2fd7ccd7892b6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753465 Nov 12 03:21:36.023811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbded44f-415b-4eb1-9228-6d4693fefd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac418f-454b-4d88-83d0-1a248e78d16e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.026207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58320) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.096452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b630659b-5f4e-4a5b-8200-7a96555c36a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.119730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4fec-d949-4258-bd8b-fa552e45e82b req-f9bc9b53-1fae-4de2-9efc-0b143dbdf11f tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.121192 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eccb4fec-d949-4258-bd8b-fa552e45e82b req-f9bc9b53-1fae-4de2-9efc-0b143dbdf11f tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 969 time: 0.1073358 Nov 12 03:21:36.145061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b630659b-5f4e-4a5b-8200-7a96555c36a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.155757 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.162638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e935bf09-9843-485e-93f9-c441c26e0c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.210580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e935bf09-9843-485e-93f9-c441c26e0c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.238647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eccb4fec-d949-4258-bd8b-fa552e45e82b req-50200c19-c312-44e1-b708-388cef97d063 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087868 Nov 12 03:21:36.268499 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b630659b-5f4e-4a5b-8200-7a96555c36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.271131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b630659b-5f4e-4a5b-8200-7a96555c36a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.272232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b630659b-5f4e-4a5b-8200-7a96555c36a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e072b81-7554-4fb3-861b-db9ed28c8cdb HTTP/1.1" status: 204 len: 168 time: 0.2816784 Nov 12 03:21:36.281788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630659b-5f4e-4a5b-8200-7a96555c36a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e072b81-7554-4fb3-861b-db9ed28c8cdb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.286168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e935bf09-9843-485e-93f9-c441c26e0c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.289340 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e935bf09-9843-485e-93f9-c441c26e0c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.291869 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e935bf09-9843-485e-93f9-c441c26e0c68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2eac418f-454b-4d88-83d0-1a248e78d16e HTTP/1.1" status: 204 len: 168 time: 0.2635019 Nov 12 03:21:36.301106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935bf09-9843-485e-93f9-c441c26e0c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac418f-454b-4d88-83d0-1a248e78d16e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.505573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-79b639da-8c50-4dff-b361-75e4086b6fd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0356987 Nov 12 03:21:36.520895 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-78a65584-aaf7-444e-bfc9-fe69535021ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0413032 Nov 12 03:21:36.575138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58330) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.583021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58332) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.583319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-346b973e-e7aa-460d-9ad6-2f2a7a2dc6f8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c666c7e9b5a249379e862c708cf95f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415051 Nov 12 03:21:36.600072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-919dac84-003e-4300-8716-584087047871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.602771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e27064ab-9a79-4001-9539-0af52d4745fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.708989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0c178a89-fc4e-42e1-8cf9-8bc3522862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.710389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0c178a89-fc4e-42e1-8cf9-8bc3522862bc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1884887 Nov 12 03:21:36.733092 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-919dac84-003e-4300-8716-584087047871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.735545 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e27064ab-9a79-4001-9539-0af52d4745fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.737236 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-919dac84-003e-4300-8716-584087047871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.742740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e27064ab-9a79-4001-9539-0af52d4745fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.767236 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a8946a3-1655-4eee-a26d-788402ad325e req-d1ebc558-51db-4b95-ae8c-87245e5e076d tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0595214 Nov 12 03:21:36.774515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-291eee9a-267c-456d-b288-f12c312cece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.776029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-291eee9a-267c-456d-b288-f12c312cece3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1637776 Nov 12 03:21:36.791156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dac84-003e-4300-8716-584087047871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ed2438-4068-4809-8c2f-2c3fd39c9a81,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.796328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-919dac84-003e-4300-8716-584087047871 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb5a948879fa4736995c51a704e4f481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199330 Nov 12 03:21:36.799873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.804382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e27064ab-9a79-4001-9539-0af52d4745fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d35d951586454f33b0cd2d222e24ecd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181735 Nov 12 03:21:36.806779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58338) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.839310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27064ab-9a79-4001-9539-0af52d4745fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18052e89-1776-40aa-b50d-8f3b1ae2dfa4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.871168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ef8904d-b18f-4d7f-9ae2-34efbccbd433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.882107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-aefc67f1-5abf-46ed-8018-232dd0aca3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.884442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-aefc67f1-5abf-46ed-8018-232dd0aca3d9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1619408 Nov 12 03:21:36.887209 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dd384a8-7054-4f09-b980-9723e3a8270e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.892873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ef8904d-b18f-4d7f-9ae2-34efbccbd433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.912508 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dd384a8-7054-4f09-b980-9723e3a8270e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.925649 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.943601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ef8904d-b18f-4d7f-9ae2-34efbccbd433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.946972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ef8904d-b18f-4d7f-9ae2-34efbccbd433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.950604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6ef8904d-b18f-4d7f-9ae2-34efbccbd433 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1ed2438-4068-4809-8c2f-2c3fd39c9a81 HTTP/1.1" status: 204 len: 168 time: 0.1450443 Nov 12 03:21:36.952229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-79ca9204-9901-4a26-b250-650e856a55c7 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0373220 Nov 12 03:21:36.958031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8904d-b18f-4d7f-9ae2-34efbccbd433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ed2438-4068-4809-8c2f-2c3fd39c9a81,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:37.003425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dd384a8-7054-4f09-b980-9723e3a8270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.006161 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dd384a8-7054-4f09-b980-9723e3a8270e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.007303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9dd384a8-7054-4f09-b980-9723e3a8270e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18052e89-1776-40aa-b50d-8f3b1ae2dfa4 HTTP/1.1" status: 204 len: 168 time: 0.1995404 Nov 12 03:21:37.053899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-b204f5e5-4129-40ac-b18e-efdc608ed833 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.11 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0318530 Nov 12 03:21:37.055881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd384a8-7054-4f09-b980-9723e3a8270e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18052e89-1776-40aa-b50d-8f3b1ae2dfa4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:37.073163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5e43156-363c-4c35-aaf4-66c7f1bb31aa req-51f6c59d-80b7-48e8-98d9-45f6d20fdb87 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0284824 Nov 12 03:21:37.361792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7224a0-0c48-4f0c-8fba-5dc1e5ade2ce req-b2f1fe7a-6a5f-49e3-a3ea-1f0d03638ae6 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.363277 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e7224a0-0c48-4f0c-8fba-5dc1e5ade2ce req-b2f1fe7a-6a5f-49e3-a3ea-1f0d03638ae6 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 969 time: 0.0548685 Nov 12 03:21:37.423471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e7224a0-0c48-4f0c-8fba-5dc1e5ade2ce req-a0e5a552-1746-4684-9e71-ad57acbdf433 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Nov 12 03:21:37.550192 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-466252dc-6e48-488b-94a0-9cdd91a11787 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0312154 Nov 12 03:21:37.594350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-dd3247aa-4924-4227-8287-8bdc5145ef03 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c666c7e9b5a249379e862c708cf95f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286736 Nov 12 03:21:37.704687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-8f36c597-f0c6-4c9b-9860-b4a7608c9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.706195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-8f36c597-f0c6-4c9b-9860-b4a7608c9cb5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1049345 Nov 12 03:21:37.793695 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-2e39261f-2b08-4c27-a781-16fed0ca5b94 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0256634 Nov 12 03:21:37.842046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58388) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:37.896962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b96808f7-1c36-43ba-a319-b1b5f5923c83 req-048961f4-598e-4997-89f4-8f603797495a tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0485363 Nov 12 03:21:38.018114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d2108153-3769-4a9f-ab31-a75caedb0aca details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:38.046624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-c63695fd-4042-4b30-a28c-eb8cdf622d84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0491805 Nov 12 03:21:38.051351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1997583366-network', 'tenant_id': 'cae64c692ebf4f8a9969f7448cdcd8cb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:38.138317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Made reservation on behalf of cae64c692ebf4f8a9969f7448cdcd8cb for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:38.140689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.153309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d2108153-3769-4a9f-ab31-a75caedb0aca, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d2108153-3769-4a9f-ab31-a75caedb0aca,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:38.156348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.193201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'd2108153-3769-4a9f-ab31-a75caedb0aca', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'd2108153-3769-4a9f-ab31-a75caedb0aca', 'mac_address': 'fa:16:3e:90:47:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:tempest-test_az-1622506926', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:38.233831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-4918c330-0089-4531-b2ec-16e0cb753f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.235054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-4918c330-0089-4531-b2ec-16e0cb753f24 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1728358 Nov 12 03:21:38.252584 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.264630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1730bcca-932b-41ee-9470-c6e0abdc26eb req-dfa19aaf-097a-471e-a782-7ef204b2c65e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0549004 Nov 12 03:21:38.268198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2108153-3769-4a9f-ab31-a75caedb0aca {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:38.295528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d2108153-3769-4a9f-ab31-a75caedb0aca, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d2108153-3769-4a9f-ab31-a75caedb0aca,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:38.302261 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.376799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d2108153-3769-4a9f-ab31-a75caedb0aca,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.387623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.387989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.388345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.388763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.389118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.389475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.389806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.390152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.391172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.391679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.392569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.393244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Tracked resource versions report: Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: pushed versions: Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: { 'AddressGroup': {'1.2'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Log': {'1.0'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Network': {'1.1'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Port': {'1.7'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'PortForwarding': {'1.2'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'QosPolicy': {'1.10'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'SecurityGroup': {'1.5'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'SubPort': {'1.0'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Subnet': {'1.1'}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Trunk': {'1.1'}} Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: consumer versions: Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: { DHCP agent@n-d-789963-21: {}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: HyperV agent@n-h1-789963-21: {}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: L3 agent@n-d-789963-21: {}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: Metadata agent@n-d-789963-21: {}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: Metering agent@n-d-789963-21: {}, Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: Open vSwitch agent@n-d-789963-21: { 'AddressGroup': '1.2', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'ConntrackHelper': '1.0', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Log': '1.0', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Network': '1.1', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Port': '1.7', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'PortForwarding': '1.2', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'QosPolicy': '1.10', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'SecurityGroup': '1.5', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'SecurityGroupRule': '1.2', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'SubPort': '1.0', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Subnet': '1.1', Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: 'Trunk': '1.1'}} Nov 12 03:21:38.395121 n-d-789963-21 neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:21:38.397598 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.399356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-2a39981d-da49-413f-8a37-aeeeca1b70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.400982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-2a39981d-da49-413f-8a37-aeeeca1b70e1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1452045 Nov 12 03:21:38.402314 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.415323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:38.426262 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.426686 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Added segment 8762d249-eebe-473c-9e7e-7133f48faaf7 of type vlan for network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 Nov 12 03:21:38.563792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f7f2f-ec42-4361-80a2-763ba6180488 req-141b3029-3748-425a-92f7-f292a4238bac tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.572406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c2f7f2f-ec42-4361-80a2-763ba6180488 req-141b3029-3748-425a-92f7-f292a4238bac tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 970 time: 0.0636461 Nov 12 03:21:38.629055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d2108153-3769-4a9f-ab31-a75caedb0aca'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:38.638889 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c2f7f2f-ec42-4361-80a2-763ba6180488 req-fad7b3c1-0cd6-46be-a738-bd02e400025a tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608370 Nov 12 03:21:38.691644 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-9f902ce4-75b1-46b3-9a97-eef715299505 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.11 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.2123022 Nov 12 03:21:38.715079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.717484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d296e13-a968-4239-a882-a9f297257de3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.763294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.765461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.766327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.813257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9702225 Nov 12 03:21:38.816498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58420) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:38.823653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Request body: {'subnet': {'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1997583366-subnet', 'tenant_id': 'cae64c692ebf4f8a9969f7448cdcd8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:38.853815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df3a0e-ae37-4c00-836a-ca727acd5288 admin admin] Pushing event updated for resources: {'Network': ['ID=a37a1d10-61ee-4876-8b8c-8ef90e6dd922,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.871062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Made reservation on behalf of cae64c692ebf4f8a9969f7448cdcd8cb for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:38.873750 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.877288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:39.075980 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-867012ab-1837-451e-8208-4798bd15d3ca req-02eecfe2-84b9-4b94-8b53-87930f34c244 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.1062531 Nov 12 03:21:39.276731 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.280056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-0de17597-a584-4fed-a162-75d691deafe7 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c666c7e9b5a249379e862c708cf95f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303142 Nov 12 03:21:39.414111 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9c3dafe-eeb6-4bb7-b1c0-efd237338b5f req-3c3ba245-eee5-4e6a-b549-7c2db3f0e742 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0627208 Nov 12 03:21:39.506420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58438) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:39.563197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f282aada-aebd-41cb-9844-fdf4b16102eb,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.576850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Checking segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:39.576850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Network hostable DHCP agents. Network: a37a1d10-61ee-4876-8b8c-8ef90e6dd922, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:39.614508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:39.630334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a2a14a37-b377-4493-9ac0-0a7cf0f963bc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.631816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-a2a14a37-b377-4493-9ac0-0a7cf0f963bc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3432477 Nov 12 03:21:39.633210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, a37a1d10-61ee-4876-8b8c-8ef90e6dd922) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:39.637285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.637860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.648025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb93-20e7-4592-a3b3-ddc1c5bc3c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.658588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e74fd8-3768-4502-b9f9-22c04f6176cf None None] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:39.661361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Request body: {'port': {'device_id': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'c666c7e9b5a249379e862c708cf95f93'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:39.669389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1db3bb76-4de7-431b-8dd8-1d7ddb2828d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8515947 Nov 12 03:21:39.796481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb93-20e7-4592-a3b3-ddc1c5bc3c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.801503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb93-20e7-4592-a3b3-ddc1c5bc3c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.814914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf69eb3-2507-4713-a05c-ddf68d946175 req-7f802abf-b7aa-42c6-83e6-75a34a08d491 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.816399 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2cf69eb3-2507-4713-a05c-ddf68d946175 req-7f802abf-b7aa-42c6-83e6-75a34a08d491 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 970 time: 0.0769153 Nov 12 03:21:39.832498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5ee1eb93-20e7-4592-a3b3-ddc1c5bc3c27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b12a2415392d4dc989af9dec4e6b4b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246400 Nov 12 03:21:39.834898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58446) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:39.869092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa3cc7-7520-4734-8cef-8739c148b38b None None] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:39.875569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2cf69eb3-2507-4713-a05c-ddf68d946175 req-de4d131b-6125-478b-a1d7-6c95e53efd61 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504580 Nov 12 03:21:39.876147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Made reservation on behalf of c666c7e9b5a249379e862c708cf95f93 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:39.877120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1eb93-20e7-4592-a3b3-ddc1c5bc3c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8977d2-f650-4fae-9a9b-5ecf47983f7e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.879522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.920400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410f28d1-fe88-4e90-bf37-65bf6b715ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.946153 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410f28d1-fe88-4e90-bf37-65bf6b715ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.016415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410f28d1-fe88-4e90-bf37-65bf6b715ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.019688 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410f28d1-fe88-4e90-bf37-65bf6b715ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.021171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-410f28d1-fe88-4e90-bf37-65bf6b715ef1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca8977d2-f650-4fae-9a9b-5ecf47983f7e HTTP/1.1" status: 204 len: 168 time: 0.1846712 Nov 12 03:21:40.027743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d2108153-3769-4a9f-ab31-a75caedb0aca up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:40.030839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f28d1-fe88-4e90-bf37-65bf6b715ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8977d2-f650-4fae-9a9b-5ecf47983f7e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:40.044012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.20', 64202) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:40.097294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Allocated IP 192.168.233.168 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/cfce0b25-193e-4aef-be0e-769593445f21) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:40.177201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port d2108153-3769-4a9f-ab31-a75caedb0aca completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:40.186279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port d2108153-3769-4a9f-ab31-a75caedb0aca triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:40.186656 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.313722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92174f7f-abdd-4df1-8113-7370d92d8de3 req-e78ea3e6-29c9-4ed6-b01b-190605581e8b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0346780 Nov 12 03:21:40.324266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-45df0b90-8534-491c-932c-22eac2a86cd0 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.326249 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-45df0b90-8534-491c-932c-22eac2a86cd0 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.2762823 Nov 12 03:21:40.340381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Request body: {'port': {'device_id': '404d5399-7d13-48cd-a0f2-31895aa755da', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'admin_state_up': True, 'tenant_id': '7ad8d1eef7234c18aebeaba5216943bb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:40.359073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.366549 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.408232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d2108153-3769-4a9f-ab31-a75caedb0aca, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d2108153-3769-4a9f-ab31-a75caedb0aca,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:40.409577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cb32cd-263c-4513-ac08-c7eda493b88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2108153-3769-4a9f-ab31-a75caedb0aca'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:40.413380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.460485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Made reservation on behalf of 7ad8d1eef7234c18aebeaba5216943bb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:40.467731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.467984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:40.472069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:40.480162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:40.482108 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.496204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.498171 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.545199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d2108153-3769-4a9f-ab31-a75caedb0aca,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:40.625405 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fa4bbe7-9066-46b5-99cd-b847d03485a0 req-8039172a-fb2b-499b-aa5f-034be91ee87a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 210 time: 0.0641658 Nov 12 03:21:40.654479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9980733 Nov 12 03:21:40.657680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58472) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:40.676089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Request body: {'port': {'device_id': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'device_owner': 'compute:tempest-test_az-1622506926', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:40.678668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d332846-e91d-4b57-8ed8-85be2d85dde2 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Pushing event updated for resources: {'Port': ['ID=cfce0b25-193e-4aef-be0e-769593445f21,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:40.718618 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6148b48d-bba8-4985-b815-dc389985d054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.719692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Allocated IP 172.20.0.10 (579a7f30-e8c2-4c89-992f-9ac4b313e029/d540c8c0-96ae-43eb-a61d-06fc91b4290f/238a237d-d498-4139-8ea5-9d6b9d031117) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:40.787745 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a729ad37-d2fa-4609-9ba7-4a363b3e4bbf" -d '{"events": [{"server_uuid": "23cb32cd-263c-4513-ac08-c7eda493b88e", "name": "network-vif-plugged", "status": "completed", "tag": "d2108153-3769-4a9f-ab31-a75caedb0aca"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:40.793578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58474) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:40.799992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-682043829-network', 'tenant_id': '39a2b97190614d418cb55e8c7d40e2dc'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:40.815817 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.893018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Made reservation on behalf of 39a2b97190614d418cb55e8c7d40e2dc for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:40.895201 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.918206 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.937391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9339e02d-3e35-4547-a678-167952fd9e37 None None] Provisioning complete for port cfce0b25-193e-4aef-be0e-769593445f21 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:40.940709 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9339e02d-3e35-4547-a678-167952fd9e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.963077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6148b48d-bba8-4985-b815-dc389985d054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.970333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6148b48d-bba8-4985-b815-dc389985d054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.007589 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de39209-42a8-46e2-94f1-461c88f78eed x-openstack-request-id: req-1de39209-42a8-46e2-94f1-461c88f78eed {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:41.007911 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cb32cd-263c-4513-ac08-c7eda493b88e", "name": "network-vif-plugged", "status": "completed", "tag": "d2108153-3769-4a9f-ab31-a75caedb0aca", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:41.008179 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1de39209-42a8-46e2-94f1-461c88f78eed {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:41.009422 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cb32cd-263c-4513-ac08-c7eda493b88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2108153-3769-4a9f-ab31-a75caedb0aca', 'code': 200} Nov 12 03:21:41.013825 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.022682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.028891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9339e02d-3e35-4547-a678-167952fd9e37 None None] Port cfce0b25-193e-4aef-be0e-769593445f21 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:41.052578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.056818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148b48d-bba8-4985-b815-dc389985d054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245c5165-c913-4d0e-a8e6-4881cc7c674f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.066605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:41.083873 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6148b48d-bba8-4985-b815-dc389985d054 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=084166f80a00420fb5278a558c6f2d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215012 Nov 12 03:21:41.085873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58482) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:41.097884 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.098224 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Added segment c59b0c79-23f4-465a-8831-2b5c9f931745 of type vlan for network 7437d604-649e-45f7-94c3-ac2d95d4e8dc Nov 12 03:21:41.101491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb772d-f016-4dc9-820f-d70f6fce4c84,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.107532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.20', 64203) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:41.143216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17c08b-f17a-40ae-a0fb-bacfe39b530e req-b478a17b-1a10-4bcb-b1de-45e1b0071d0f tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.144625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ea17c08b-f17a-40ae-a0fb-bacfe39b530e req-b478a17b-1a10-4bcb-b1de-45e1b0071d0f tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 971 time: 0.1245782 Nov 12 03:21:41.239114 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.244913 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.245107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ea17c08b-f17a-40ae-a0fb-bacfe39b530e req-33a8b8eb-e696-4718-939b-420b91613d7f tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914981 Nov 12 03:21:41.267613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfce0b25-193e-4aef-be0e-769593445f21 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:41.275797 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.287801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Transition to ACTIVE for port object cfce0b25-193e-4aef-be0e-769593445f21 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:41.291814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.315943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47568fb2-9948-464c-bf64-a1a939b5f0a0 req-158beefc-4d9d-462b-9baa-ddc44d240d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.317458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47568fb2-9948-464c-bf64-a1a939b5f0a0 req-158beefc-4d9d-462b-9baa-ddc44d240d96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 1123 time: 0.1966727 Nov 12 03:21:41.328644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2811c788-891d-45a2-b8c2-c4454f5d96a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.341747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfce0b25-193e-4aef-be0e-769593445f21,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.356578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:41.375654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:41.378617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:41.384850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.385683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.388137 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.389110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.389809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.399101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Attempting to bind port cfce0b25-193e-4aef-be0e-769593445f21 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:41.399379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Attempting to bind port cfce0b25-193e-4aef-be0e-769593445f21 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:41.399697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Attempting to bind port cfce0b25-193e-4aef-be0e-769593445f21 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:41.404843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Port cfce0b25-193e-4aef-be0e-769593445f21 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:41.405210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Attempting to bind port cfce0b25-193e-4aef-be0e-769593445f21 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:41.407581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event updated for resources: {'Port': ['ID=238a237d-d498-4139-8ea5-9d6b9d031117,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.410694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:41.411199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:41.411320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-47568fb2-9948-464c-bf64-a1a939b5f0a0 req-27b6053e-f95e-49c2-82b9-c898c79b672e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.411842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:41.412304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Bound port: cfce0b25-193e-4aef-be0e-769593445f21, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:41.412661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.445987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2811c788-891d-45a2-b8c2-c4454f5d96a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.481768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-f52b5d91-e81b-4cd2-aa60-e2c790f73cec tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1454029 Nov 12 03:21:41.496657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] For port cfce0b25-193e-4aef-be0e-769593445f21, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:41.500338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] For port cfce0b25-193e-4aef-be0e-769593445f21, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cfce0b25-193e-4aef-be0e-769593445f21,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:41.503819 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7068632 Nov 12 03:21:41.505157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:41.511073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Request body: {'subnet': {'network_id': '7437d604-649e-45f7-94c3-ac2d95d4e8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-682043829-subnet', 'tenant_id': '39a2b97190614d418cb55e8c7d40e2dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:41.518791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.530147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Request body: {'port': {'device_id': '404d5399-7d13-48cd-a0f2-31895aa755da', 'device_owner': 'compute:tempest-test_az-1622506926', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:41.573906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Made reservation on behalf of 39a2b97190614d418cb55e8c7d40e2dc for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:41.576232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.581064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.581670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.583049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/cfce0b25-193e-4aef-be0e-769593445f21 HTTP/1.1" status: 200 len: 1119 time: 0.9127676 Nov 12 03:21:41.583510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'tag': 'cfce0b25-193e-4aef-be0e-769593445f21'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:41.585766 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc411f-e43d-4c87-b5ba-658b512aff60" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "tag": "cfce0b25-193e-4aef-be0e-769593445f21"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:41.648479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c66a97-36c1-48d9-932b-e1b4cb91e2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfce0b25-193e-4aef-be0e-769593445f21,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.649659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c836b1b-7418-4b21-9534-49bd156da8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7437d604-649e-45f7-94c3-ac2d95d4e8dc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.660538 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a48c9a-5cc6-4aaf-9fe5-3ae989fe5fb9 x-openstack-request-id: req-c0a48c9a-5cc6-4aaf-9fe5-3ae989fe5fb9 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:41.660785 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "tag": "cfce0b25-193e-4aef-be0e-769593445f21", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:41.661025 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0a48c9a-5cc6-4aaf-9fe5-3ae989fe5fb9 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:41.661425 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'tag': 'cfce0b25-193e-4aef-be0e-769593445f21', 'status': 'completed', 'code': 200} Nov 12 03:21:41.672598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b4867-e078-4d4d-8b69-37c5480af93b req-e4b09411-6586-4159-bb3c-c1a7715d1f35 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.674227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0a3b4867-e078-4d4d-8b69-37c5480af93b req-e4b09411-6586-4159-bb3c-c1a7715d1f35 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 970 time: 0.2763860 Nov 12 03:21:41.702946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 7437d604-649e-45f7-94c3-ac2d95d4e8dc details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:41.728158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2811c788-891d-45a2-b8c2-c4454f5d96a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.732228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2811c788-891d-45a2-b8c2-c4454f5d96a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.735706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2811c788-891d-45a2-b8c2-c4454f5d96a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/245c5165-c913-4d0e-a8e6-4881cc7c674f HTTP/1.1" status: 204 len: 168 time: 0.6441555 Nov 12 03:21:41.770415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.783826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811c788-891d-45a2-b8c2-c4454f5d96a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245c5165-c913-4d0e-a8e6-4881cc7c674f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.822403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-34a897f6-5dc9-4fb9-8633-729958526b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.824185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-34a897f6-5dc9-4fb9-8633-729958526b75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 1122 time: 0.1772623 Nov 12 03:21:41.889493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-47568fb2-9948-464c-bf64-a1a939b5f0a0 req-27b6053e-f95e-49c2-82b9-c898c79b672e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.902147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0a3b4867-e078-4d4d-8b69-37c5480af93b req-48e971c2-32c6-4ef7-a401-2ab232ca3426 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029834 Nov 12 03:21:41.902686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-47568fb2-9948-464c-bf64-a1a939b5f0a0 req-27b6053e-f95e-49c2-82b9-c898c79b672e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.987662 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-c485b410-e0bd-45ad-81e2-11056b44f828 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cfce0b25-193e-4aef-be0e-769593445f21 HTTP/1.1" status: 200 len: 217 time: 0.1515679 Nov 12 03:21:41.995943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991c830-17a8-4389-bf48-04d02571c572 req-2dc2eb81-872b-42a2-a882-7a2313971e7d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.001262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2991c830-17a8-4389-bf48-04d02571c572 req-2dc2eb81-872b-42a2-a882-7a2313971e7d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 932 time: 0.2659490 Nov 12 03:21:42.014173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47568fb2-9948-464c-bf64-a1a939b5f0a0 req-27b6053e-f95e-49c2-82b9-c898c79b672e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6808510 Nov 12 03:21:42.016416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.022142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6053e-f95e-49c2-82b9-c898c79b672e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=abe24083-ad3f-450a-8a39-73d20e570658,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.154074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-6dc3b54e-6d30-41d8-aa04-37adb643b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.155592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-6dc3b54e-6d30-41d8-aa04-37adb643b59d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1519151 Nov 12 03:21:42.166457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29678d20-f0c9-4649-ac5c-ea49d6909ec9,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.178280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Checking segment: {'id': 'c59b0c79-23f4-465a-8831-2b5c9f931745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7437d604-649e-45f7-94c3-ac2d95d4e8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:42.178645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Network hostable DHCP agents. Network: 7437d604-649e-45f7-94c3-ac2d95d4e8dc, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:42.183896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2991c830-17a8-4389-bf48-04d02571c572 req-81ffdeff-8c8f-4166-9a35-7b727f019765 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686878 Nov 12 03:21:42.203217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238a237d-d498-4139-8ea5-9d6b9d031117 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:42.214233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.223614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Network 7437d604-649e-45f7-94c3-ac2d95d4e8dc is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:42.233375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Transition to ACTIVE for port object 238a237d-d498-4139-8ea5-9d6b9d031117 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:42.236339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 7437d604-649e-45f7-94c3-ac2d95d4e8dc) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:42.237310 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.246131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb048c-075b-4157-8363-718b5ce14812 None None] Network 7437d604-649e-45f7-94c3-ac2d95d4e8dc requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:42.249632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.250341 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.271562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a079b604-457b-4ec9-adf2-95767f4d5db2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7651806 Nov 12 03:21:42.308966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Pushing event updated for resources: {'Port': ['ID=238a237d-d498-4139-8ea5-9d6b9d031117,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.355979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-c8bb2901-f074-4cf8-91e5-85e497b903b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.357973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-c8bb2901-f074-4cf8-91e5-85e497b903b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586843 Nov 12 03:21:42.371572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:42.372159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:42.372493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:42.426512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:42.427090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:42.442788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:42.443651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Checking segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:42.444472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Bound using segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:42.445233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Bound port: 238a237d-d498-4139-8ea5-9d6b9d031117, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:42.446426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.489015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-4ea38c5b-3983-42cf-83b0-082a63a288cc service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223257 Nov 12 03:21:42.508572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a32b9b-848a-4e78-a93c-ac17760006a7 req-24acd445-05ae-484e-aaf9-4d828bb9a50a tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.510233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5a32b9b-848a-4e78-a93c-ac17760006a7 req-24acd445-05ae-484e-aaf9-4d828bb9a50a tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 971 time: 0.1334543 Nov 12 03:21:42.518619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e9181-ec13-41ac-b6fd-d0f2e40fc378 None None] Network 7437d604-649e-45f7-94c3-ac2d95d4e8dc requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:42.599190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] For port 238a237d-d498-4139-8ea5-9d6b9d031117, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:42.605188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] For port 238a237d-d498-4139-8ea5-9d6b9d031117, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=238a237d-d498-4139-8ea5-9d6b9d031117,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:42.610593 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.626559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ac18516-bb21-4a30-9f8c-c8916ba62fa5 req-9a4fd5ab-644c-4984-8fec-d83f4e439b3e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270931 Nov 12 03:21:42.694136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Pushing event updated for resources: {'Port': ['ID=238a237d-d498-4139-8ea5-9d6b9d031117,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.721531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5a32b9b-848a-4e78-a93c-ac17760006a7 req-68709540-a342-4699-83af-aa971340cb66 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018960 Nov 12 03:21:42.725572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.726190 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.728352 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-0a0c28c9-02f7-47dd-a62b-e8dac064f953 service neutron] 10.222.0.20 "PUT /v2.0/ports/238a237d-d498-4139-8ea5-9d6b9d031117 HTTP/1.1" status: 200 len: 1115 time: 1.2136886 Nov 12 03:21:42.728833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'tag': '238a237d-d498-4139-8ea5-9d6b9d031117'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:42.731707 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473519c0-a220-49f6-a50a-7a94d2687c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "tag": "238a237d-d498-4139-8ea5-9d6b9d031117"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:42.764762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-e7c0d47a-3ce1-4e65-8ac7-60d62e5a27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.766361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-e7c0d47a-3ce1-4e65-8ac7-60d62e5a27d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 1122 time: 0.0818939 Nov 12 03:21:42.820147 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2873eb6e-9a5d-43fe-bfdf-d60520e23400 x-openstack-request-id: req-2873eb6e-9a5d-43fe-bfdf-d60520e23400 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:42.820486 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "tag": "238a237d-d498-4139-8ea5-9d6b9d031117", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:42.820783 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2873eb6e-9a5d-43fe-bfdf-d60520e23400 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:42.821186 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'tag': '238a237d-d498-4139-8ea5-9d6b9d031117', 'status': 'completed', 'code': 200} Nov 12 03:21:42.855625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-e983a8eb-3edd-4894-8a70-99f4ae436df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.857338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-e983a8eb-3edd-4894-8a70-99f4ae436df6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 1118 time: 0.0801933 Nov 12 03:21:42.891985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-1903dc08-a055-460b-9d75-44fe8981b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.893824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-1903dc08-a055-460b-9d75-44fe8981b8ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1163921 Nov 12 03:21:42.934818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-a311e689-c794-4c36-88fa-f6664129c835 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=238a237d-d498-4139-8ea5-9d6b9d031117 HTTP/1.1" status: 200 len: 217 time: 0.0669327 Nov 12 03:21:42.971085 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-9e53965c-b904-43b8-a2fb-c9b2a50dc8d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cfce0b25-193e-4aef-be0e-769593445f21 HTTP/1.1" status: 200 len: 217 time: 0.0679364 Nov 12 03:21:43.018511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-74ac38fa-168d-4508-84c6-e909c21df2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.020299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-74ac38fa-168d-4508-84c6-e909c21df2d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.0753479 Nov 12 03:21:43.053981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-0a8d650a-870c-4cec-8004-241826be2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.060495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-0a8d650a-870c-4cec-8004-241826be2afa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0814221 Nov 12 03:21:43.106658 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-734b18d4-8395-4ba3-9f54-45f1a333cc4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706909 Nov 12 03:21:43.139278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9ec90-0e0b-41ea-8ba4-ba3d3f5ad304 req-db6edc5a-81ec-4a2e-b169-72ab61f29e42 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.140819 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10f9ec90-0e0b-41ea-8ba4-ba3d3f5ad304 req-db6edc5a-81ec-4a2e-b169-72ab61f29e42 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 970 time: 0.1393008 Nov 12 03:21:43.250740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-9b7ebd9e-13f7-40d2-a80e-4295544fda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.252300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-9b7ebd9e-13f7-40d2-a80e-4295544fda69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1824758 Nov 12 03:21:43.392777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-fdae9e6e-751c-4cbe-8321-c5e074407585 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.394363 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-fdae9e6e-751c-4cbe-8321-c5e074407585 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.2696223 Nov 12 03:21:43.411648 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10f9ec90-0e0b-41ea-8ba4-ba3d3f5ad304 req-e6ef1b0d-2af3-4406-990e-4ac959a5d9fd tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537646 Nov 12 03:21:43.426977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-36933171-4992-4a1e-8d0b-304810747c84 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/quotas/cae64c692ebf4f8a9969f7448cdcd8cb HTTP/1.1" status: 200 len: 375 time: 0.0185027 Nov 12 03:21:43.429005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-db435eb4-5df7-4bc4-898b-92c85a366d0a service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121128 Nov 12 03:21:43.429231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-3e16a3d5-b89a-4196-a9f9-d1910dec76e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626332 Nov 12 03:21:43.472112 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1b173196-5f37-4131-8e7d-d1f2b7882461 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365853 Nov 12 03:21:43.566696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffdc411f-e43d-4c87-b5ba-658b512aff60 req-fa1c345d-4a96-46a5-b326-8620a4fdfd96 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218843 Nov 12 03:21:43.566927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c970e-9047-44b9-8991-5b455a2d9843 req-bcb607b7-5d31-4231-9001-0d1eb850748e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.569576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-425c970e-9047-44b9-8991-5b455a2d9843 req-bcb607b7-5d31-4231-9001-0d1eb850748e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 966 time: 0.0937111 Nov 12 03:21:43.604624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0854d1f2-d401-48da-89a3-3e17fa12d508 req-184c6d2d-e6ab-46dd-b177-cdc6b4c800f5 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602187 Nov 12 03:21:43.632528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-425c970e-9047-44b9-8991-5b455a2d9843 req-8b06bee1-65a3-429c-acde-e4259526814d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558219 Nov 12 03:21:43.689337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-04ebc465-eeaa-4421-a768-dad422bf0ba4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:43.691233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-04ebc465-eeaa-4421-a768-dad422bf0ba4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576491 Nov 12 03:21:43.699100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-ce060094-bb6d-4671-8130-59bb2de6df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.700687 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-ce060094-bb6d-4671-8130-59bb2de6df80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 1118 time: 0.0430448 Nov 12 03:21:43.792169 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-a8b393b5-274d-4d1e-9e32-044ba0c57f7e service neutron] 10.222.0.49 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944054 Nov 12 03:21:43.872435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-8bdf742b-29e5-4adf-8d71-8ef4dc6d6ebe tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=795e4d8be98f41529a4448c8bc246cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397716 Nov 12 03:21:43.884360 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-75597b66-5d25-4f84-9000-a181edc2d40f service neutron] 10.222.0.49 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857625 Nov 12 03:21:43.890303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-09126d14-fed9-4e92-836b-923011aa505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.891904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-09126d14-fed9-4e92-836b-923011aa505f service neutron] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 909 time: 0.1807735 Nov 12 03:21:43.973860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-7b1244ce-4173-4605-8599-cd694c132d4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=238a237d-d498-4139-8ea5-9d6b9d031117 HTTP/1.1" status: 200 len: 217 time: 0.0664155 Nov 12 03:21:44.058277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-1cae17ca-a28b-4658-9311-d64de5e97f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.059693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-1cae17ca-a28b-4658-9311-d64de5e97f86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.0722404 Nov 12 03:21:44.069293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-d48f7778-cbbf-464e-8006-dbf23aef6b44 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.072842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-d48f7778-cbbf-464e-8006-dbf23aef6b44 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935656 Nov 12 03:21:44.088783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-78149107-cf50-4a31-b42f-4b35846928b4 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/quotas/795e4d8be98f41529a4448c8bc246cff HTTP/1.1" status: 200 len: 375 time: 0.0096524 Nov 12 03:21:44.114931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52f336-dec9-4388-9bd5-9d49340b9d7a req-2719e6cd-104b-4ea6-b600-a30bc3d35784 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.118325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a52f336-dec9-4388-9bd5-9d49340b9d7a req-2719e6cd-104b-4ea6-b600-a30bc3d35784 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 971 time: 0.0730476 Nov 12 03:21:44.125503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-dd8b1d9e-7be1-4f74-8672-cd28409e6e8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353696 Nov 12 03:21:44.147254 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-6e6e400a-56fb-44ae-885c-bf1c39a996a1 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478842 Nov 12 03:21:44.245699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-c6cbb355-d59d-401a-b621-7f7bf79ddf64 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011569 Nov 12 03:21:44.373294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a52f336-dec9-4388-9bd5-9d49340b9d7a req-99f6a75a-3a02-4432-bd27-b65d909e1d2c tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484090 Nov 12 03:21:44.403064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a8e706f-a31d-4431-a235-70f2dce7d5cf req-27f13178-9f59-4f41-b27e-fc3a60d4ab28 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 210 time: 0.0502110 Nov 12 03:21:44.453064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473519c0-a220-49f6-a50a-7a94d2687c1c req-f11d80b1-dca2-42e1-986c-ade4c2cab7a3 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976724 Nov 12 03:21:44.482573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0cab7b4-8c5d-4104-97d2-29ecfb004084 req-9329be81-f88f-42de-a5cf-f41ffda307de tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0467417 Nov 12 03:21:44.544548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149545-4d77-479e-9223-c3ff2b642de0 req-4b474b8c-506f-48dd-94cc-320a55ba5e38 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.546294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-69149545-4d77-479e-9223-c3ff2b642de0 req-4b474b8c-506f-48dd-94cc-320a55ba5e38 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 970 time: 0.0525033 Nov 12 03:21:44.604400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-69149545-4d77-479e-9223-c3ff2b642de0 req-0dba6079-b405-4479-bf77-d5bd1ec6f4db tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519104 Nov 12 03:21:44.758765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b4fde-a6cf-4ed1-a2bb-a583977572c4 req-e2365131-ae39-4ec5-901d-8086eecb77b6 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.760174 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa7b4fde-a6cf-4ed1-a2bb-a583977572c4 req-e2365131-ae39-4ec5-901d-8086eecb77b6 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 966 time: 0.0511804 Nov 12 03:21:44.812112 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa7b4fde-a6cf-4ed1-a2bb-a583977572c4 req-a145ac1b-0177-4c27-8fa3-2c16b946afc7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Nov 12 03:21:45.323880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-399a33e8-3a0e-4df5-9ce9-c40e85860cbc tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.325348 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-399a33e8-3a0e-4df5-9ce9-c40e85860cbc tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.11 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.1046355 Nov 12 03:21:45.346754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Request body: {'port': {'device_id': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'admin_state_up': True, 'tenant_id': 'cae64c692ebf4f8a9969f7448cdcd8cb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:45.483601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Made reservation on behalf of cae64c692ebf4f8a9969f7448cdcd8cb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:45.487110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.503771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2c547da-68bb-4bbb-9df9-6c09691c01f8 req-a539e7e7-eafe-4267-bcf1-dfd08f317da8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Nov 12 03:21:45.516763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408134-db17-4e3d-b51a-0ad0b086388e req-ace7c9e1-56a2-47ff-82ba-de573b64bba0 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.516763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-05408134-db17-4e3d-b51a-0ad0b086388e req-ace7c9e1-56a2-47ff-82ba-de573b64bba0 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 971 time: 0.0724735 Nov 12 03:21:45.595461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-faa7adda-bbcb-4a85-ab1d-92b441f0ba0e req-0b6c39d7-9364-47df-b5a2-8b724a0bd92f tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Nov 12 03:21:45.644753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-05408134-db17-4e3d-b51a-0ad0b086388e req-6bfcc254-4c4e-4bf2-bb70-0fcec3fd101e tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201367 Nov 12 03:21:45.676952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Allocated IP 172.20.0.6 (a37a1d10-61ee-4876-8b8c-8ef90e6dd922/f282aada-aebd-41cb-9844-fdf4b16102eb/b72979e5-d548-4864-a6c7-326fb28b4a1a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:45.743497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a2ffb-a441-499f-815e-c07c7313a0c1 req-58e62e29-da3f-4c11-8f1f-7a628b15c863 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.745036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e6a2ffb-a441-499f-815e-c07c7313a0c1 req-58e62e29-da3f-4c11-8f1f-7a628b15c863 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 970 time: 0.0605843 Nov 12 03:21:45.772206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-0687d62b-b799-44a5-9f27-55526fe27626 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=795e4d8be98f41529a4448c8bc246cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486233 Nov 12 03:21:45.796401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e6a2ffb-a441-499f-815e-c07c7313a0c1 req-00456029-de01-4e3e-b67b-4e91ea75fe16 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Nov 12 03:21:45.936146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196208-5515-4db7-b91f-383963ed0144 req-d24eef41-de04-4cc4-9790-b6cb99ff6f0e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.937661 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0196208-5515-4db7-b91f-383963ed0144 req-d24eef41-de04-4cc4-9790-b6cb99ff6f0e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 966 time: 0.0496218 Nov 12 03:21:45.963182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56c97-f8f9-4e00-aff1-0c2e0c3d0f3b req-87178029-494c-40f0-8aaf-ffa9b409057d tempest-AggregatesAdminTestJSON-1600856437 tempest-AggregatesAdminTestJSON-1600856437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.964690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ed56c97-f8f9-4e00-aff1-0c2e0c3d0f3b req-87178029-494c-40f0-8aaf-ffa9b409057d tempest-AggregatesAdminTestJSON-1600856437 tempest-AggregatesAdminTestJSON-1600856437-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 1123 time: 0.1872537 Nov 12 03:21:45.990832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0196208-5515-4db7-b91f-383963ed0144 req-b3ac7c37-5b28-454f-8ac1-d3266456437a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464368 Nov 12 03:21:46.005878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-e68be23f-f837-405d-9654-af016433be3d tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.007279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-e68be23f-f837-405d-9654-af016433be3d tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053802 Nov 12 03:21:46.010638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ed56c97-f8f9-4e00-aff1-0c2e0c3d0f3b req-235bc87a-e59a-4bd1-9b28-afe1206c0149 tempest-AggregatesAdminTestJSON-1600856437 tempest-AggregatesAdminTestJSON-1600856437-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.014568 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.031051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 238a237d-d498-4139-8ea5-9d6b9d031117 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:46.034779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Request body: {'port': {'device_id': '83ee2920-b583-488f-936d-dda939bc1171', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '795e4d8be98f41529a4448c8bc246cff'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:46.130442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 238a237d-d498-4139-8ea5-9d6b9d031117, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=238a237d-d498-4139-8ea5-9d6b9d031117,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:46.143684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '238a237d-d498-4139-8ea5-9d6b9d031117', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'port_id': '238a237d-d498-4139-8ea5-9d6b9d031117', 'mac_address': 'fa:16:3e:20:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd540c8c0-96ae-43eb-a61d-06fc91b4290f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1622506926', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:46.187576 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.201675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238a237d-d498-4139-8ea5-9d6b9d031117 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:46.221748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 238a237d-d498-4139-8ea5-9d6b9d031117, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=238a237d-d498-4139-8ea5-9d6b9d031117,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:46.226196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.226845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cfce0b25-193e-4aef-be0e-769593445f21 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:46.291307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=238a237d-d498-4139-8ea5-9d6b9d031117,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:46.325428 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.368362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cfce0b25-193e-4aef-be0e-769593445f21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cfce0b25-193e-4aef-be0e-769593445f21,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:46.380304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'cfce0b25-193e-4aef-be0e-769593445f21', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'cfce0b25-193e-4aef-be0e-769593445f21', 'mac_address': 'fa:16:3e:24:37:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:tempest-test_az-1622506926', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:46.411135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:46.418689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.420595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:46.427922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event updated for resources: {'Port': ['ID=b72979e5-d548-4864-a6c7-326fb28b4a1a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:46.430860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:46.434068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfce0b25-193e-4aef-be0e-769593445f21 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:46.436366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.436993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.445574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ed56c97-f8f9-4e00-aff1-0c2e0c3d0f3b req-235bc87a-e59a-4bd1-9b28-afe1206c0149 tempest-AggregatesAdminTestJSON-1600856437 tempest-AggregatesAdminTestJSON-1600856437-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.446373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Made reservation on behalf of 795e4d8be98f41529a4448c8bc246cff for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:46.449730 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.455408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cfce0b25-193e-4aef-be0e-769593445f21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cfce0b25-193e-4aef-be0e-769593445f21,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:46.460046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.460195 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ed56c97-f8f9-4e00-aff1-0c2e0c3d0f3b req-235bc87a-e59a-4bd1-9b28-afe1206c0149 tempest-AggregatesAdminTestJSON-1600856437 tempest-AggregatesAdminTestJSON-1600856437-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.472573 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.495075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d94a9100-e330-4d9c-afa0-c2a041f2b97e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1524520 Nov 12 03:21:46.508791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cfce0b25-193e-4aef-be0e-769593445f21,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:46.519795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Request body: {'port': {'device_id': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:46.524469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ed56c97-f8f9-4e00-aff1-0c2e0c3d0f3b req-235bc87a-e59a-4bd1-9b28-afe1206c0149 tempest-AggregatesAdminTestJSON-1600856437 tempest-AggregatesAdminTestJSON-1600856437-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496330 Nov 12 03:21:46.544340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bc87a-e59a-4bd1-9b28-afe1206c0149 tempest-AggregatesAdminTestJSON-1600856437 tempest-AggregatesAdminTestJSON-1600856437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af032b7-f9d3-4e11-8c37-d5b20a6ac02e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:46.611593 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.675126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8246e-90a4-4239-ae6e-1ad70fbd4f03 req-02c9a085-c732-4b46-b8db-5cc9fd712d3f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.677190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3c8246e-90a4-4239-ae6e-1ad70fbd4f03 req-02c9a085-c732-4b46-b8db-5cc9fd712d3f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 931 time: 0.0642734 Nov 12 03:21:46.700635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.707089 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.710506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cfce0b25-193e-4aef-be0e-769593445f21'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:46.745446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3c8246e-90a4-4239-ae6e-1ad70fbd4f03 req-30b85101-65a7-4da3-9644-c212aae368ca tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614955 Nov 12 03:21:46.768463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['238a237d-d498-4139-8ea5-9d6b9d031117'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:46.846981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f008328-7da6-4e50-a50b-e1c26a02a895,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:46.887153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4d0076b-f756-4fc3-8e53-8e7924840c0b req-ff027498-c595-45b1-9628-a865e36dc781 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0569894 Nov 12 03:21:46.967509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Allocated IP 192.168.233.88 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/c58480fd-7030-42ca-a784-9d132d6b071a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:47.114709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facbba6-f34c-4e75-896c-e09ee9912bc9 req-cebfca51-6669-4599-a391-ccb6e9c0fad1 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.127862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5facbba6-f34c-4e75-896c-e09ee9912bc9 req-cebfca51-6669-4599-a391-ccb6e9c0fad1 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 971 time: 0.1159470 Nov 12 03:21:47.171708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72979e5-d548-4864-a6c7-326fb28b4a1a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:47.187800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5facbba6-f34c-4e75-896c-e09ee9912bc9 req-1e9aeb0e-f744-4ce7-93f6-71badb3e7a16 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561075 Nov 12 03:21:47.197382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.234883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff94bdb-d62a-451f-8fbd-e7e6839caa3f req-862d25d1-44f3-4804-b18f-faf4dc724600 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.236405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ff94bdb-d62a-451f-8fbd-e7e6839caa3f req-862d25d1-44f3-4804-b18f-faf4dc724600 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 967 time: 0.1201842 Nov 12 03:21:47.241715 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.344804 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.368348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Pushing event updated for resources: {'Port': ['ID=b72979e5-d548-4864-a6c7-326fb28b4a1a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:47.396920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ff94bdb-d62a-451f-8fbd-e7e6839caa3f req-c6242381-24f2-4b10-8bd0-7e458eed6891 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522548 Nov 12 03:21:47.423255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.423588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.423914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.433346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.433666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.439289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.439694 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:47.440238 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 2 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:47.443000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.489546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.489880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.490198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.507229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.507547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.514045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:47.522139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:47.525117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.525447 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:47.526198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:47.532691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.533350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.541357 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 3 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:47.541357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Pushing event updated for resources: {'Port': ['ID=c58480fd-7030-42ca-a784-9d132d6b071a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:47.565044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.565388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.565719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.571670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.571769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.576686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cf60c5d0-6dad-43c8-abbb-ad192299acab tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5483279 Nov 12 03:21:47.588698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.589221 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:47.589773 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 4 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:47.606121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Request body: {'port': {'device_id': '83ee2920-b583-488f-936d-dda939bc1171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:47.627930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.628260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.628590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.638401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.638720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.646942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.647267 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:47.662047 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 5 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:47.681894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.682234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.682564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.686199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.699308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.700059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.711602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.712617 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:47.714257 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 6 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:47.760813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.761149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.761471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.771620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2aad4e5c-1e89-43f8-89b1-18dcc693c1de None None] Provisioning complete for port c58480fd-7030-42ca-a784-9d132d6b071a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:47.772082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2aad4e5c-1e89-43f8-89b1-18dcc693c1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.773984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.774535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.785595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.785928 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:47.786413 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 7 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:47.810284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2aad4e5c-1e89-43f8-89b1-18dcc693c1de None None] Port c58480fd-7030-42ca-a784-9d132d6b071a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:47.846478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.846892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.847291 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.861161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.861494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.870760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.871099 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:47.872551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552c46-0f15-4ea3-bef6-8b4a4c8e9e45 req-037b0b1c-0294-4379-ad48-1bc50ce74bc2 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.873760 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 8 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:47.874641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e552c46-0f15-4ea3-bef6-8b4a4c8e9e45 req-037b0b1c-0294-4379-ad48-1bc50ce74bc2 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 943 time: 0.0526683 Nov 12 03:21:47.906503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.906840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.907167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.942731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e552c46-0f15-4ea3-bef6-8b4a4c8e9e45 req-52010916-2ff3-464a-9eba-1f19ba508070 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587044 Nov 12 03:21:47.943241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.943578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.964039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.964039 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:47.964039 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 9 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:47.970994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:47.971362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:47.971701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:47.982475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:47.982860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.008023 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.008356 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:48.025148 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempt 10 to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a Nov 12 03:21:48.043935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 238a237d-d498-4139-8ea5-9d6b9d031117 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:48.057251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:48.057588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:48.057916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.078492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.078807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempting to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.099616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 238a237d-d498-4139-8ea5-9d6b9d031117 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:48.104823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 238a237d-d498-4139-8ea5-9d6b9d031117 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:48.105371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.113724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7d686-68ec-4220-93e6-1ffeb6510abc req-2101b711-1707-45e1-8229-72b199e10526 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.115225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2c7d686-68ec-4220-93e6-1ffeb6510abc req-2101b711-1707-45e1-8229-72b199e10526 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 935 time: 0.1293581 Nov 12 03:21:48.115791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.116117 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Failed to bind port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:21:48.116479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.144911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58480fd-7030-42ca-a784-9d132d6b071a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:48.165146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.203843 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.214490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.236208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238a237d-d498-4139-8ea5-9d6b9d031117'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:48.238496 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32390ffd-168d-427e-8041-8cfac47af769" -d '{"events": [{"server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "name": "network-vif-plugged", "status": "completed", "tag": "238a237d-d498-4139-8ea5-9d6b9d031117"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:48.252148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 238a237d-d498-4139-8ea5-9d6b9d031117, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=238a237d-d498-4139-8ea5-9d6b9d031117,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:48.257274 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.258652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cfce0b25-193e-4aef-be0e-769593445f21 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:48.278772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2c7d686-68ec-4220-93e6-1ffeb6510abc req-f4526ced-3768-438c-8bbf-8ea019df3a07 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483665 Nov 12 03:21:48.296330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] For port b72979e5-d548-4864-a6c7-326fb28b4a1a, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:48.296904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:21:48.304085 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.308863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Pushing event updated for resources: {'Port': ['ID=c58480fd-7030-42ca-a784-9d132d6b071a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:48.380499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] In _notify_port_updated(), no bound segment for port b72979e5-d548-4864-a6c7-326fb28b4a1a on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:21:48.381473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.382838 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.384348 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] 10.222.0.11 "PUT /v2.0/ports/b72979e5-d548-4864-a6c7-326fb28b4a1a HTTP/1.1" status: 200 len: 1057 time: 1.8705189 Nov 12 03:21:48.384840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'tag': 'b72979e5-d548-4864-a6c7-326fb28b4a1a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:48.387122 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c179dc-28db-4717-894a-f705a93ea6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "tag": "b72979e5-d548-4864-a6c7-326fb28b4a1a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:48.390125 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116d55e4-149a-42e8-b655-b9139febc6cc x-openstack-request-id: req-116d55e4-149a-42e8-b655-b9139febc6cc {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:48.390749 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "name": "network-vif-plugged", "status": "completed", "tag": "238a237d-d498-4139-8ea5-9d6b9d031117", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:48.391205 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-116d55e4-149a-42e8-b655-b9139febc6cc {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:48.392073 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238a237d-d498-4139-8ea5-9d6b9d031117', 'code': 200} Nov 12 03:21:48.439089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=238a237d-d498-4139-8ea5-9d6b9d031117,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:48.446532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port cfce0b25-193e-4aef-be0e-769593445f21 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:48.451802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port cfce0b25-193e-4aef-be0e-769593445f21 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:48.452275 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.507592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:48.508173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:48.508457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.512857 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e702f128-232d-40a5-8696-133dda174ae5 x-openstack-request-id: req-e702f128-232d-40a5-8696-133dda174ae5 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:48.513165 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "tag": "b72979e5-d548-4864-a6c7-326fb28b4a1a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:48.513422 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e702f128-232d-40a5-8696-133dda174ae5 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:48.513824 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'tag': 'b72979e5-d548-4864-a6c7-326fb28b4a1a', 'status': 'completed', 'code': 200} Nov 12 03:21:48.534082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593d5f6-8e36-4b35-903f-877b99d99d30 service neutron] Pushing event updated for resources: {'Port': ['ID=b72979e5-d548-4864-a6c7-326fb28b4a1a,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:48.549403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.549506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.570600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.570600 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:48.591795 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 2 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:48.607702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f4392-155a-4b51-8aea-4c9a42f020a4 req-deb7dfdd-ceb0-4a43-97f8-03e834e7f586 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.609317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-575f4392-155a-4b51-8aea-4c9a42f020a4 req-deb7dfdd-ceb0-4a43-97f8-03e834e7f586 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 971 time: 0.2170551 Nov 12 03:21:48.634157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:48.634494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:48.637638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.637926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f42d-39d5-4a62-9bbb-3de6a86b1d1e req-cc404877-3dfe-4c10-8630-e423ea706fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.639370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b894f42d-39d5-4a62-9bbb-3de6a86b1d1e req-cc404877-3dfe-4c10-8630-e423ea706fbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 1120 time: 0.1668301 Nov 12 03:21:48.657209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-92a5c03d-e79d-4387-abec-f5836ae0cef2 None None] Provisioning complete for port c58480fd-7030-42ca-a784-9d132d6b071a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:48.657574 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-92a5c03d-e79d-4387-abec-f5836ae0cef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.659831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.660151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.675093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c179dc-28db-4717-894a-f705a93ea6c2 req-823cb02a-d9de-4669-82fc-9b7cac9e3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.676992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-74c179dc-28db-4717-894a-f705a93ea6c2 req-823cb02a-d9de-4669-82fc-9b7cac9e3fc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 1060 time: 0.1088138 Nov 12 03:21:48.689935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.690265 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:48.690874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202e0b-d7cf-4127-b53a-c7896253a1f0 req-0e3b7a62-47c1-4d0e-9185-c41d50ecf747 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.693462 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 3 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:48.697220 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85202e0b-d7cf-4127-b53a-c7896253a1f0 req-0e3b7a62-47c1-4d0e-9185-c41d50ecf747 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 968 time: 0.1303787 Nov 12 03:21:48.721046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-92a5c03d-e79d-4387-abec-f5836ae0cef2 None None] Port c58480fd-7030-42ca-a784-9d132d6b071a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:48.728781 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.736096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:48.736623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:48.736764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.741703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-575f4392-155a-4b51-8aea-4c9a42f020a4 req-5b379ae7-aafd-42c1-9e93-817349560753 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179523 Nov 12 03:21:48.747289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Deleting port b72979e5-d548-4864-a6c7-326fb28b4a1a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:48.747692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.770177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.770843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.774682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b894f42d-39d5-4a62-9bbb-3de6a86b1d1e req-a1c4e11c-745e-48d3-970a-ea47c97c3a73 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237245 Nov 12 03:21:48.774862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cfce0b25-193e-4aef-be0e-769593445f21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cfce0b25-193e-4aef-be0e-769593445f21,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:48.780984 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.782466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.782796 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:48.812911 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 4 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:48.838527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:48.838875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:48.839197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.851102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.851311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.861333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.861333 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:48.864239 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 5 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:48.878984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cfce0b25-193e-4aef-be0e-769593445f21,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:48.885724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] For port b72979e5-d548-4864-a6c7-326fb28b4a1a, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:48.886086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.889301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:48.889758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:48.889942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.905188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Calling delete_port for b72979e5-d548-4864-a6c7-326fb28b4a1a owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:48.906833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.907230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.915971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.916303 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:48.917705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85202e0b-d7cf-4127-b53a-c7896253a1f0 req-72f745f2-d117-4be2-a6dd-67b1c6cf1e99 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097208 Nov 12 03:21:48.919399 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 6 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:48.945128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:48.946094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:48.946798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.946931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c179dc-28db-4717-894a-f705a93ea6c2 req-ec531128-427d-4f9c-87c6-3a646bc97ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.948407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-74c179dc-28db-4717-894a-f705a93ea6c2 req-ec531128-427d-4f9c-87c6-3a646bc97ace service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2501190 Nov 12 03:21:48.985826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.986260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:48.994060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:48.994603 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:48.996540 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 7 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:49.021341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:49.021981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:49.022415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:49.030171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:49.030171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:49.041895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:49.042382 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:49.043369 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 8 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:49.065326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:49.065779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:49.066379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:49.077472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:49.077946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:49.103708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b32438-e2c8-4aad-b305-e486c7fc6732 req-f1c65c07-b2c0-4bd3-ae3c-e8219b746c58 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.105190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75b32438-e2c8-4aad-b305-e486c7fc6732 req-f1c65c07-b2c0-4bd3-ae3c-e8219b746c58 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 943 time: 0.0694423 Nov 12 03:21:49.105938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:49.106339 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:49.106876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c179dc-28db-4717-894a-f705a93ea6c2 req-c9763259-01e5-4013-8338-951653e7f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.108407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-74c179dc-28db-4717-894a-f705a93ea6c2 req-c9763259-01e5-4013-8338-951653e7f0aa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1533041 Nov 12 03:21:49.108848 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 9 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:49.136382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:49.137093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:49.137615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:49.147987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:49.148454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:49.154237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:49.154686 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:49.155794 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempt 10 to bind port c58480fd-7030-42ca-a784-9d132d6b071a Nov 12 03:21:49.158457 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.182134 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75b32438-e2c8-4aad-b305-e486c7fc6732 req-7cc6ed43-6ac7-45cc-ae17-161dc1f248e6 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662594 Nov 12 03:21:49.197472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event deleted for resources: {'Port': ['ID=b72979e5-d548-4864-a6c7-326fb28b4a1a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:49.199751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:49.200154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:49.200599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:49.208630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:49.209366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempting to bind port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:49.219400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:49.219400 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Failed to bind port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:21:49.219625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.264061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] No DVR routers for this DVR port b72979e5-d548-4864-a6c7-326fb28b4a1a on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:49.282677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.285994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d1a19322-c9db-467e-9ca7-662244e2c402 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.11 "DELETE /v2.0/ports/b72979e5-d548-4864-a6c7-326fb28b4a1a HTTP/1.1" status: 204 len: 173 time: 0.8882892 Nov 12 03:21:49.334850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] For port c58480fd-7030-42ca-a784-9d132d6b071a, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:49.335325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:21:49.340554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.386545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] In _notify_port_updated(), no bound segment for port c58480fd-7030-42ca-a784-9d132d6b071a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:21:49.387385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.387998 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.389381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] 10.222.0.11 "PUT /v2.0/ports/c58480fd-7030-42ca-a784-9d132d6b071a HTTP/1.1" status: 200 len: 1061 time: 1.7899029 Nov 12 03:21:49.479921 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-93b5c76c-c662-4081-bfec-85216531398b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 210 time: 0.0573325 Nov 12 03:21:49.480539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62a0c4-3cc3-4036-b26d-307c28617d21 service neutron] Pushing event updated for resources: {'Port': ['ID=c58480fd-7030-42ca-a784-9d132d6b071a,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:49.657544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ea0a5e4f-c3c6-495d-8c7a-3d5b4c86ce04 None None] Provisioning complete for port c58480fd-7030-42ca-a784-9d132d6b071a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:49.658137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea0a5e4f-c3c6-495d-8c7a-3d5b4c86ce04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.711224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a5e4f-c3c6-495d-8c7a-3d5b4c86ce04 None None] Port c58480fd-7030-42ca-a784-9d132d6b071a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:49.730694 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7967bb-5820-4071-93da-e88fc52ed632 req-2d2a6ba5-f38c-4454-9233-19c274c886fb tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.732219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b7967bb-5820-4071-93da-e88fc52ed632 req-2d2a6ba5-f38c-4454-9233-19c274c886fb tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 947 time: 0.3584254 Nov 12 03:21:49.865897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b7967bb-5820-4071-93da-e88fc52ed632 req-dbea3cba-982c-43aa-bf06-3551c54b7865 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131947 Nov 12 03:21:49.884827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Deleting port c58480fd-7030-42ca-a784-9d132d6b071a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:49.885207 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.907615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-70f30379-4c79-4e05-b9ab-14cd33799112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.909197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-70f30379-4c79-4e05-b9ab-14cd33799112 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4081511 Nov 12 03:21:49.983568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58794) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:50.103213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] For port c58480fd-7030-42ca-a784-9d132d6b071a, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:50.103702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.113426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-37f4ccaa-93e0-4b7d-9c0c-44655b2a2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.114874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-37f4ccaa-93e0-4b7d-9c0c-44655b2a2bd8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1969109 Nov 12 03:21:50.122394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Calling delete_port for c58480fd-7030-42ca-a784-9d132d6b071a owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:50.135333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19a2bc27-9f3e-4902-8e92-85dd9ce40691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.148626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5317b3-4892-4a95-9f1b-acd18473989d req-f297135e-b508-4265-b841-1f7162d269bc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.150242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3f5317b3-4892-4a95-9f1b-acd18473989d req-f297135e-b508-4265-b841-1f7162d269bc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 972 time: 0.1094594 Nov 12 03:21:50.194707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f1fc1-2ca1-40de-b3b3-e52e18a0151c req-4157f68b-3dfc-48dd-8633-74599e7c974b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.196548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-452f1fc1-2ca1-40de-b3b3-e52e18a0151c req-4157f68b-3dfc-48dd-8633-74599e7c974b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 968 time: 0.0796072 Nov 12 03:21:50.265863 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-871e3a08-f2c2-4cd1-9551-5cf3efcaba33 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.11 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 210 time: 0.0406823 Nov 12 03:21:50.270444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-452f1fc1-2ca1-40de-b3b3-e52e18a0151c req-3365fbc0-1231-4cae-833d-9980edb9b33d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647435 Nov 12 03:21:50.277044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3f5317b3-4892-4a95-9f1b-acd18473989d req-989c0e34-49a6-47be-8a12-5fa851d68d92 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918531 Nov 12 03:21:50.309243 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19a2bc27-9f3e-4902-8e92-85dd9ce40691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.309243 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19a2bc27-9f3e-4902-8e92-85dd9ce40691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.355155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2bc27-9f3e-4902-8e92-85dd9ce40691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c02425-903e-4639-9b27-42b1349f962a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:50.359273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-19a2bc27-9f3e-4902-8e92-85dd9ce40691 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42aafb25317e4fe999102761ab15ed3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740819 Nov 12 03:21:50.362870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58812) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:50.393815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfce0b25-193e-4aef-be0e-769593445f21'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:50.395526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.397333 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b127e44-f93e-4f25-ae27-38b6f249c5a1" -d '{"events": [{"server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "name": "network-vif-plugged", "status": "completed", "tag": "cfce0b25-193e-4aef-be0e-769593445f21"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:50.450566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3460c4a8-7c5c-4784-8dda-44b954b7d15a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.466003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Pushing event deleted for resources: {'Port': ['ID=c58480fd-7030-42ca-a784-9d132d6b071a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:50.476166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3460c4a8-7c5c-4784-8dda-44b954b7d15a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.525002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'name': 'network-vif-deleted', 'tag': 'b72979e5-d548-4864-a6c7-326fb28b4a1a'}, {'name': 'network-changed', 'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'tag': 'c58480fd-7030-42ca-a784-9d132d6b071a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:50.527724 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffefbc3b-0fa5-440a-8ce8-ce9e08fe354c" -d '{"events": [{"server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "name": "network-vif-deleted", "tag": "b72979e5-d548-4864-a6c7-326fb28b4a1a"}, {"name": "network-changed", "server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "tag": "c58480fd-7030-42ca-a784-9d132d6b071a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:50.540481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3460c4a8-7c5c-4784-8dda-44b954b7d15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.544118 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3460c4a8-7c5c-4784-8dda-44b954b7d15a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.545756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3460c4a8-7c5c-4784-8dda-44b954b7d15a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5c02425-903e-4639-9b27-42b1349f962a HTTP/1.1" status: 204 len: 168 time: 0.1818609 Nov 12 03:21:50.550963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] No DVR routers for this DVR port c58480fd-7030-42ca-a784-9d132d6b071a on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:50.554490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.555616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460c4a8-7c5c-4784-8dda-44b954b7d15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c02425-903e-4639-9b27-42b1349f962a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:50.559927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ddd73b1e-91df-48c9-ba2f-e5de1b8c92a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.11 "DELETE /v2.0/ports/c58480fd-7030-42ca-a784-9d132d6b071a HTTP/1.1" status: 204 len: 173 time: 1.1521118 Nov 12 03:21:50.591596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91828367-3a16-49fc-bba2-9d9a9555449a req-92841e08-28ab-43ee-b7cd-174898b1b336 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 210 time: 0.0719907 Nov 12 03:21:50.699439 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efc9229-beb1-4320-9bed-3221d3a9493f x-openstack-request-id: req-5efc9229-beb1-4320-9bed-3221d3a9493f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:50.699796 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "name": "network-vif-plugged", "status": "completed", "tag": "cfce0b25-193e-4aef-be0e-769593445f21", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:50.700098 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5efc9229-beb1-4320-9bed-3221d3a9493f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:50.700660 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfce0b25-193e-4aef-be0e-769593445f21', 'code': 200} Nov 12 03:21:50.721774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-2c9b750a-c7f4-4989-8ae4-ed8804c663ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0400846 Nov 12 03:21:50.807126 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-a0172103-77e1-414b-89af-d7fab7f7169e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=795e4d8be98f41529a4448c8bc246cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633748 Nov 12 03:21:50.885938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f145dc-7000-4d2f-9747-9dece808338c req-00c55850-0094-4295-b118-c876b68de8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.887409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-22f145dc-7000-4d2f-9747-9dece808338c req-00c55850-0094-4295-b118-c876b68de8ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 1124 time: 0.0935726 Nov 12 03:21:50.907905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-d8ce844d-0b54-40c0-8082-61d389960ce8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 210 time: 0.0553892 Nov 12 03:21:50.934109 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d05ba-ff10-4df5-864d-1b2d21b64fc0 x-openstack-request-id: req-8c4d05ba-ff10-4df5-864d-1b2d21b64fc0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:50.934470 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "name": "network-vif-deleted", "tag": "b72979e5-d548-4864-a6c7-326fb28b4a1a", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "tag": "c58480fd-7030-42ca-a784-9d132d6b071a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:50.934582 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c4d05ba-ff10-4df5-864d-1b2d21b64fc0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:50.934945 n-d-789963-21 neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'name': 'network-vif-deleted', 'tag': 'b72979e5-d548-4864-a6c7-326fb28b4a1a', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:21:50.935193 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'tag': 'c58480fd-7030-42ca-a784-9d132d6b071a', 'status': 'completed', 'code': 200} Nov 12 03:21:50.986372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:51.008690 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67eb38e0-f3d3-41ee-b535-661b78f3f0e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.123992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-22f145dc-7000-4d2f-9747-9dece808338c req-00fa1212-603b-4f67-bdc8-8fc307decc8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220130 Nov 12 03:21:51.128791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cbfd1a37-926d-4014-8575-4bda665957ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.130201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cbfd1a37-926d-4014-8575-4bda665957ce service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2890353 Nov 12 03:21:51.152692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-a36f1e6e-d9a7-4db7-bfb4-eacaabfc812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.154341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-a36f1e6e-d9a7-4db7-bfb4-eacaabfc812b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2083125 Nov 12 03:21:51.210086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e367-5ae1-4f47-8814-ca9af8ac549d req-f8fe789d-9803-48a9-8019-cf73b7de79e4 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.213043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a56e367-5ae1-4f47-8814-ca9af8ac549d req-f8fe789d-9803-48a9-8019-cf73b7de79e4 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 1120 time: 0.1508625 Nov 12 03:21:51.244363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ecd6688-727f-4477-a230-af61f7f6d042 req-9b33c538-4699-4ca5-9778-140baf36778e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0607467 Nov 12 03:21:51.244836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58856) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:51.246355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67eb38e0-f3d3-41ee-b535-661b78f3f0e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.254362 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67eb38e0-f3d3-41ee-b535-661b78f3f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.305608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-d3c978cf-daa0-42dc-81d2-cbabbf004da4 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.11 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0499988 Nov 12 03:21:51.339304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffefbc3b-0fa5-440a-8ce8-ce9e08fe354c req-1e1259f6-96f2-4bef-8044-55e74eaf7d6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0809686 Nov 12 03:21:51.345833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1d217b7c-4250-4985-aa16-0dc3944890fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.347387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-1d217b7c-4250-4985-aa16-0dc3944890fa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1866548 Nov 12 03:21:51.414921 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a56e367-5ae1-4f47-8814-ca9af8ac549d req-d6e62c43-40f1-4f7d-910e-7c896f02376b tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785977 Nov 12 03:21:51.433662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb38e0-f3d3-41ee-b535-661b78f3f0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd2a04e-4aab-4f93-9779-dd83271fef0b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.437872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-67eb38e0-f3d3-41ee-b535-661b78f3f0e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e6b5428cfbc4dcc8977de402352ddbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498320 Nov 12 03:21:51.440487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffefbc3b-0fa5-440a-8ce8-ce9e08fe354c req-c7c7a2f1-0236-450b-84f1-bc2eb0a7700d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=795e4d8be98f41529a4448c8bc246cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641811 Nov 12 03:21:51.442682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58872) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:51.456146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-079cf2d5-be81-48e4-a84e-64761c46fa8e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.11 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 210 time: 0.0327332 Nov 12 03:21:51.463077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4396ba8-9b4e-4729-9fcd-2639a25a6092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.570839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28906666-24af-4a15-8dcc-ca21b004de51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.610291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28906666-24af-4a15-8dcc-ca21b004de51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.621350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4396ba8-9b4e-4729-9fcd-2639a25a6092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.635339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d4cf8-618a-499d-b550-be1252f5b38e req-647236e1-a9a2-4b32-8edb-035efd46704b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.636666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefbc3b-0fa5-440a-8ce8-ce9e08fe354c req-afcbc1cc-e564-4ed5-b2d3-5d90d9a16c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.636923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a09d4cf8-618a-499d-b550-be1252f5b38e req-647236e1-a9a2-4b32-8edb-035efd46704b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 972 time: 0.1002164 Nov 12 03:21:51.638228 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffefbc3b-0fa5-440a-8ce8-ce9e08fe354c req-afcbc1cc-e564-4ed5-b2d3-5d90d9a16c0b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1541042 Nov 12 03:21:51.638496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4396ba8-9b4e-4729-9fcd-2639a25a6092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.683026 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28906666-24af-4a15-8dcc-ca21b004de51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.686318 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28906666-24af-4a15-8dcc-ca21b004de51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.688688 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-28906666-24af-4a15-8dcc-ca21b004de51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dcd2a04e-4aab-4f93-9779-dd83271fef0b HTTP/1.1" status: 204 len: 168 time: 0.2336712 Nov 12 03:21:51.710231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28906666-24af-4a15-8dcc-ca21b004de51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd2a04e-4aab-4f93-9779-dd83271fef0b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.742630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c4396ba8-9b4e-4729-9fcd-2639a25a6092 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d675d407dec34c91881507dafb5b36cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4947019 Nov 12 03:21:51.745087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58882) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:51.825589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a09d4cf8-618a-499d-b550-be1252f5b38e req-6b002af4-08a0-4278-8efb-a3649f2469dc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670582 Nov 12 03:21:51.826053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4396ba8-9b4e-4729-9fcd-2639a25a6092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a37cba-94f0-49c9-ab99-7987f45e0fe8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.872101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d680510-f4c4-4fe1-9a09-cf5568eb9165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.953990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d680510-f4c4-4fe1-9a09-cf5568eb9165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.957855 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-650d497d-2d9d-4d21-89b9-3f7950eeaee8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0591893 Nov 12 03:21:51.994092 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba35f15-c82f-45ba-a0d3-f123bf68fa69 req-fcf6b31b-ad87-4225-bb27-f86b8c31ca75 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.002675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ba35f15-c82f-45ba-a0d3-f123bf68fa69 req-fcf6b31b-ad87-4225-bb27-f86b8c31ca75 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 1120 time: 0.0850620 Nov 12 03:21:52.011496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-dac08a91-fb30-4aff-a05c-ad74047eb459 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=795e4d8be98f41529a4448c8bc246cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380499 Nov 12 03:21:52.085103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ba35f15-c82f-45ba-a0d3-f123bf68fa69 req-122ea1ff-9ca9-4643-b186-35cf5401829d tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660286 Nov 12 03:21:52.141781 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d680510-f4c4-4fe1-9a09-cf5568eb9165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.145511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d680510-f4c4-4fe1-9a09-cf5568eb9165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.148256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3d680510-f4c4-4fe1-9a09-cf5568eb9165 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62a37cba-94f0-49c9-ab99-7987f45e0fe8 HTTP/1.1" status: 204 len: 168 time: 0.4017587 Nov 12 03:21:52.172945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d680510-f4c4-4fe1-9a09-cf5568eb9165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a37cba-94f0-49c9-ab99-7987f45e0fe8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:52.178179 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3d2c1a6-8553-4a40-a357-fa9e55354efa req-f42a71c7-780a-4d26-a4e6-e56097da66bd tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 210 time: 0.0360301 Nov 12 03:21:52.241301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-0d367c54-09ce-4f2a-8668-575469e72177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.243813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-0d367c54-09ce-4f2a-8668-575469e72177 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2232132 Nov 12 03:21:52.369120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cc76c-0997-4f95-9f63-6df66d8907c0 req-598b5f04-7f4a-4985-b366-5142c6571835 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.370660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-978cc76c-0997-4f95-9f63-6df66d8907c0 req-598b5f04-7f4a-4985-b366-5142c6571835 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 971 time: 0.0930307 Nov 12 03:21:52.484332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-978cc76c-0997-4f95-9f63-6df66d8907c0 req-4665382c-5950-457f-bc98-b64d3851ea01 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3a9d3-b4eb-477c-a06a-41def828fee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941637 Nov 12 03:21:52.509222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-cb78ceb7-084a-4a40-85f6-74bfc3665bd6 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.11 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.1415968 Nov 12 03:21:52.694354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e964cda-96ec-43f6-8841-ba577142dea6 req-aa8bc5d7-2d9a-4b35-a067-811d94b32471 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0359449 Nov 12 03:21:52.776065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-fc1c6371-e459-4d8e-b643-54805db275ce req-a258d2e9-1c17-4d4b-bb6d-7d31c88ae83a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:52.777742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc1c6371-e459-4d8e-b643-54805db275ce req-a258d2e9-1c17-4d4b-bb6d-7d31c88ae83a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072889 Nov 12 03:21:52.921503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58930) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:52.936424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'name': 'network-vif-deleted', 'tag': 'c58480fd-7030-42ca-a784-9d132d6b071a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:52.940001 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35f242-da5f-4406-adbf-8aeaf71965d7" -d '{"events": [{"server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "name": "network-vif-deleted", "tag": "c58480fd-7030-42ca-a784-9d132d6b071a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:52.968835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7af1c05-4c97-4b94-9b5f-feb9e3b85f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.001661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb55d-9730-4389-90fa-33a2aed1f44a req-99b97b3f-9458-4def-89e8-5a71e31b1c74 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.003194 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07abb55d-9730-4389-90fa-33a2aed1f44a req-99b97b3f-9458-4def-89e8-5a71e31b1c74 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 972 time: 0.0612283 Nov 12 03:21:53.147106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07abb55d-9730-4389-90fa-33a2aed1f44a req-0fcca444-11bb-4ac0-8926-3450020f399a tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175630 Nov 12 03:21:53.226351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-9ae8d57c-5318-43cc-8f9c-e1bfc6aaba05 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.228836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-9ae8d57c-5318-43cc-8f9c-e1bfc6aaba05 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.1999764 Nov 12 03:21:53.246188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Request body: {'port': {'device_id': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'admin_state_up': True, 'tenant_id': 'cae64c692ebf4f8a9969f7448cdcd8cb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:53.273145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7af1c05-4c97-4b94-9b5f-feb9e3b85f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.278764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7af1c05-4c97-4b94-9b5f-feb9e3b85f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.333045 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c178483-23d4-4a56-95c5-9ca2d3a70625 x-openstack-request-id: req-1c178483-23d4-4a56-95c5-9ca2d3a70625 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:53.333820 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "name": "network-vif-deleted", "tag": "c58480fd-7030-42ca-a784-9d132d6b071a", "status": "failed", "code": 422}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:53.334796 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c178483-23d4-4a56-95c5-9ca2d3a70625 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:53.335355 n-d-789963-21 neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'name': 'network-vif-deleted', 'tag': 'c58480fd-7030-42ca-a784-9d132d6b071a', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:21:53.359676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f7af1c05-4c97-4b94-9b5f-feb9e3b85f64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5ed3db9cb054f8cafa907dccd2105c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363787 Nov 12 03:21:53.361934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af1c05-4c97-4b94-9b5f-feb9e3b85f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402ddce4-799e-4b2f-8621-d6ec31e21d50,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:53.364401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58950) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:53.431354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Made reservation on behalf of cae64c692ebf4f8a9969f7448cdcd8cb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:53.436012 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.546359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2eac871d-67cb-471d-9d9e-b2e30a9c69be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.620899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Allocated IP 172.20.0.3 (a37a1d10-61ee-4876-8b8c-8ef90e6dd922/f282aada-aebd-41cb-9844-fdf4b16102eb/1cba7779-d5d6-44ed-9af2-0b41611abfd5) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:53.640679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d59823-4543-4071-9245-5dff87024f0e req-d3bfcc59-7e19-4790-b958-5a29abea243c tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.642621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54d59823-4543-4071-9245-5dff87024f0e req-d3bfcc59-7e19-4790-b958-5a29abea243c tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 971 time: 0.2376022 Nov 12 03:21:53.648680 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2eac871d-67cb-471d-9d9e-b2e30a9c69be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.849787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Deleting port d2108153-3769-4a9f-ab31-a75caedb0aca {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:53.850291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.887327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2eac871d-67cb-471d-9d9e-b2e30a9c69be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.905032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2eac871d-67cb-471d-9d9e-b2e30a9c69be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.905032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2eac871d-67cb-471d-9d9e-b2e30a9c69be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/402ddce4-799e-4b2f-8621-d6ec31e21d50 HTTP/1.1" status: 204 len: 168 time: 0.5299294 Nov 12 03:21:53.931673 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.967426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac871d-67cb-471d-9d9e-b2e30a9c69be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ddce4-799e-4b2f-8621-d6ec31e21d50,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.011702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.064928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event updated for resources: {'Port': ['ID=1cba7779-d5d6-44ed-9af2-0b41611abfd5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.089314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] For port d2108153-3769-4a9f-ab31-a75caedb0aca, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d2108153-3769-4a9f-ab31-a75caedb0aca,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:54.089682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.094299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:54.095853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:54.098526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:54.105617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.106812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.126455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-5c9c2c89-74f9-4254-9f0f-343b15d66e4d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8857713 Nov 12 03:21:54.135662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Calling delete_port for d2108153-3769-4a9f-ab31-a75caedb0aca owned by compute:tempest-test_az-1622506926 {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:54.148274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Request body: {'port': {'device_id': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'device_owner': 'compute:tempest-test_az-1622506926', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:54.159779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938a364-f5fc-41f2-9456-500ae65f6d7f req-0d9bd808-075c-4503-b679-9f19b405250d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.162356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4938a364-f5fc-41f2-9456-500ae65f6d7f req-0d9bd808-075c-4503-b679-9f19b405250d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 931 time: 0.1624694 Nov 12 03:21:54.279455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-3a8b0ee1-c064-4d25-9d22-5fc9f6125ae5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=795e4d8be98f41529a4448c8bc246cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260459 Nov 12 03:21:54.419255 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.436121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.525627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4938a364-f5fc-41f2-9456-500ae65f6d7f req-136a60e1-d2a3-49f3-9ea6-5c255cf6633c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371589 Nov 12 03:21:54.530893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ce8b657b-36a1-4ad1-9e33-c217927cd967 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.532543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ce8b657b-36a1-4ad1-9e33-c217927cd967 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137895 Nov 12 03:21:54.560561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Request body: {'port': {'device_id': '83ee2920-b583-488f-936d-dda939bc1171', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '795e4d8be98f41529a4448c8bc246cff'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:54.685516 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.698376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d2108153-3769-4a9f-ab31-a75caedb0aca'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:54.769528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9f16ad6-3342-4969-a289-19f74f158d24 req-b209714f-222d-4874-b217-c4f2020f4ba0 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cb32cd-263c-4513-ac08-c7eda493b88e HTTP/1.1" status: 200 len: 210 time: 0.0812509 Nov 12 03:21:54.816414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Pushing event deleted for resources: {'Port': ['ID=d2108153-3769-4a9f-ab31-a75caedb0aca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.860557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Made reservation on behalf of 795e4d8be98f41529a4448c8bc246cff for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:54.864933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.964445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1513d653-0a99-43aa-8600-bc83df77bd1f req-fa72d8cc-b913-4761-829f-a2999c22022e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.0632281 Nov 12 03:21:55.002715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] No DVR routers for this DVR port d2108153-3769-4a9f-ab31-a75caedb0aca on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:55.005921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.009792 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54d59823-4543-4071-9245-5dff87024f0e req-df330ac4-739b-4e42-802e-926ac1da9550 tempest-AggregatesAdminTestJSON-349027854 tempest-AggregatesAdminTestJSON-349027854-project] 10.222.0.20 "DELETE /v2.0/ports/d2108153-3769-4a9f-ab31-a75caedb0aca HTTP/1.1" status: 204 len: 173 time: 1.3587976 Nov 12 03:21:55.009971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cba7779-d5d6-44ed-9af2-0b41611abfd5 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:55.010573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cb32cd-263c-4513-ac08-c7eda493b88e', 'name': 'network-vif-deleted', 'tag': 'd2108153-3769-4a9f-ab31-a75caedb0aca'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:55.013084 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81374b1a-05b0-4eaa-b806-c388c789a2b6" -d '{"events": [{"server_uuid": "23cb32cd-263c-4513-ac08-c7eda493b88e", "name": "network-vif-deleted", "tag": "d2108153-3769-4a9f-ab31-a75caedb0aca"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:55.029988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.073825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Transition to ACTIVE for port object 1cba7779-d5d6-44ed-9af2-0b41611abfd5 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:55.083263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.160795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc31020-9631-455a-bfb0-71058f0ef12a req-5e7b5788-154e-486f-b67d-1a2b829e1767 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.167250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bc31020-9631-455a-bfb0-71058f0ef12a req-5e7b5788-154e-486f-b67d-1a2b829e1767 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 972 time: 0.1118097 Nov 12 03:21:55.201287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Allocated IP 192.168.233.127 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/c5da8213-88a8-4003-a34f-a8fdcdee65e3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:55.225867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1cba7779-d5d6-44ed-9af2-0b41611abfd5,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:55.251960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:55.252332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:55.252574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:55.265517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:55.265900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:55.275917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:55.276247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Checking segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:55.276622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Bound using segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:55.277096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Bound port: 1cba7779-d5d6-44ed-9af2-0b41611abfd5, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:55.277422 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.279571 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bc31020-9631-455a-bfb0-71058f0ef12a req-64896cfb-38a6-4bb9-8747-d052a77147fc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001430 Nov 12 03:21:55.396218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-d47c6d3c-e421-438b-b52a-7d2b273186d6 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.400704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-d47c6d3c-e421-438b-b52a-7d2b273186d6 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 1124 time: 0.0781462 Nov 12 03:21:55.512288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] Deleting port cfce0b25-193e-4aef-be0e-769593445f21 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:55.512634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.604367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59040) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:55.672072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] For port 1cba7779-d5d6-44ed-9af2-0b41611abfd5, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:55.676823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] For port cfce0b25-193e-4aef-be0e-769593445f21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cfce0b25-193e-4aef-be0e-769593445f21,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:55.679649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.680903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] For port 1cba7779-d5d6-44ed-9af2-0b41611abfd5, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1cba7779-d5d6-44ed-9af2-0b41611abfd5,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:55.687263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.709109 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.714876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] Calling delete_port for cfce0b25-193e-4aef-be0e-769593445f21 owned by compute:tempest-test_az-1622506926 {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:55.763496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.764103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.774693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/1cba7779-d5d6-44ed-9af2-0b41611abfd5 HTTP/1.1" status: 200 len: 1114 time: 1.6287208 Nov 12 03:21:55.781226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'tag': '1cba7779-d5d6-44ed-9af2-0b41611abfd5'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:55.783426 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d15a6e-f068-4b2a-837f-f9a94d305f82" -d '{"events": [{"name": "network-changed", "server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "tag": "1cba7779-d5d6-44ed-9af2-0b41611abfd5"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:55.858053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5a325-6b13-4ef3-9c24-6772016154e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1cba7779-d5d6-44ed-9af2-0b41611abfd5,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:55.886531 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6b1b6d-d4d0-456d-9520-8b49f33681b5 x-openstack-request-id: req-2a6b1b6d-d4d0-456d-9520-8b49f33681b5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:55.890583 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cb32cd-263c-4513-ac08-c7eda493b88e", "name": "network-vif-deleted", "tag": "d2108153-3769-4a9f-ab31-a75caedb0aca", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:55.890945 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a6b1b6d-d4d0-456d-9520-8b49f33681b5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:55.891423 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cb32cd-263c-4513-ac08-c7eda493b88e', 'name': 'network-vif-deleted', 'tag': 'd2108153-3769-4a9f-ab31-a75caedb0aca', 'status': 'completed', 'code': 200} Nov 12 03:21:55.904079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.947028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.953207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-b5c67e79-f243-4c27-84eb-d1bb0d8aba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.954686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-b5c67e79-f243-4c27-84eb-d1bb0d8aba58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 1117 time: 0.0978622 Nov 12 03:21:55.958080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:55.959203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cfce0b25-193e-4aef-be0e-769593445f21'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:55.980368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:55.983982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfce0b25-193e-4aef-be0e-769593445f21,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:55.989322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:56.001089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.001742 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.036897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-99544d76-4105-4622-852f-5389c58f8fd0 req-aacdcb09-cc35-432f-8a16-eca7ad77d487 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:56.043251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Pushing event updated for resources: {'Port': ['ID=c5da8213-88a8-4003-a34f-a8fdcdee65e3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:56.054871 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-a3208752-45d1-4c67-a2e7-1e1f8a9bf5a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cba7779-d5d6-44ed-9af2-0b41611abfd5 HTTP/1.1" status: 200 len: 217 time: 0.0757487 Nov 12 03:21:56.058151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99544d76-4105-4622-852f-5389c58f8fd0 req-aacdcb09-cc35-432f-8a16-eca7ad77d487 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4473877 Nov 12 03:21:56.061629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-c39753ce-39ca-4773-a034-28dba2dba1a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5094993 Nov 12 03:21:56.084795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Request body: {'port': {'device_id': '83ee2920-b583-488f-936d-dda939bc1171', 'device_owner': 'compute:tempest-test_az-1622506926', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:56.113733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] No DVR routers for this DVR port cfce0b25-193e-4aef-be0e-769593445f21 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:56.121611 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.125954 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a359a3d1-e34d-42e1-8630-93d7161b03a9 req-3c1f77d5-5bef-42d3-b5be-e68099b7fce5 tempest-DeleteServersAdminTestJSON-669962590 tempest-DeleteServersAdminTestJSON-669962590-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cfce0b25-193e-4aef-be0e-769593445f21 HTTP/1.1" status: 204 len: 173 time: 0.7174833 Nov 12 03:21:56.152384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5663ea-ca01-4bca-af36-8d91f91209de req-49b018bc-23d8-4e2c-82db-64a4e7054e73 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.160838 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e5663ea-ca01-4bca-af36-8d91f91209de req-49b018bc-23d8-4e2c-82db-64a4e7054e73 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 965 time: 0.1815064 Nov 12 03:21:56.203129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-e8de85fb-42ab-4abf-9e5e-d64539a0c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.204771 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-e8de85fb-42ab-4abf-9e5e-d64539a0c356 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.1422369 Nov 12 03:21:56.210254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.280279 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e5663ea-ca01-4bca-af36-8d91f91209de req-38c79399-8f1a-4a52-bfa0-4962dd2b94b4 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185484 Nov 12 03:21:56.295178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-16421ed9-2a31-49d6-b570-c1089851b0c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650513 Nov 12 03:21:56.345069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99544d76-4105-4622-852f-5389c58f8fd0 req-a6377fa4-7763-4189-aa64-8fd1b1165382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.352994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99544d76-4105-4622-852f-5389c58f8fd0 req-a6377fa4-7763-4189-aa64-8fd1b1165382 service neutron] 10.222.0.49 "GET /v2.0/ports/238a237d-d498-4139-8ea5-9d6b9d031117 HTTP/1.1" status: 200 len: 1117 time: 0.1620486 Nov 12 03:21:56.357452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:56.357967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Unknown quota resources ['binding']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:21:56.417379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d80418de-a766-45ae-9c4b-80cc501b39c0 None None] Provisioning complete for port c5da8213-88a8-4003-a34f-a8fdcdee65e3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:56.417379 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d80418de-a766-45ae-9c4b-80cc501b39c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.458971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d80418de-a766-45ae-9c4b-80cc501b39c0 None None] Port c5da8213-88a8-4003-a34f-a8fdcdee65e3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:56.510655 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf5a7dd-799d-4106-8574-aee73de1f1fb x-openstack-request-id: req-bcf5a7dd-799d-4106-8574-aee73de1f1fb {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:56.510943 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "tag": "1cba7779-d5d6-44ed-9af2-0b41611abfd5", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:56.511193 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcf5a7dd-799d-4106-8574-aee73de1f1fb {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:56.511581 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'tag': '1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'status': 'completed', 'code': 200} Nov 12 03:21:56.639804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:56.640411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:56.640944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.661946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.662341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.673963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.674309 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:56.675430 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 2 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:56.698791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa5a71-4830-4056-804e-467484481fb8 req-570efa1b-2006-478a-966c-1b07f23228c2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.700477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58fa5a71-4830-4056-804e-467484481fb8 req-570efa1b-2006-478a-966c-1b07f23228c2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 936 time: 0.0769334 Nov 12 03:21:56.701720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:56.702059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:56.702384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.707342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.707672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.711885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-e24815c9-29ef-44ae-9487-e596c2e37108 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091551 Nov 12 03:21:56.712406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.712522 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:56.712984 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 3 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:56.740169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:56.740712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:56.741382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.751801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.752286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.769023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.769463 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:56.772460 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 4 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:56.815166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58fa5a71-4830-4056-804e-467484481fb8 req-9b54201b-27f4-4ba2-8d93-866b338b3806 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923197 Nov 12 03:21:56.818013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:56.819473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:56.821381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.833275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.835266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.846765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.847201 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:56.848601 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 5 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:56.885448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:56.892767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:56.893114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:56.893364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7f71ddb-ab1e-490e-9e19-b5bbd3d119b2 req-90a45a1b-a310-48a2-a577-e89f2a6a5893 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737502 Nov 12 03:21:56.893495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.905403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.905736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.922125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.922418 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:56.922809 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 6 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:56.939424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59088) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:56.946330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:56.946827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:56.947170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.954019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.954142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5da8213-88a8-4003-a34f-a8fdcdee65e3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:56.954352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:56.961929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:56.964262 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:56.965923 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 7 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:56.974589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.017414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Transition to ACTIVE for port object c5da8213-88a8-4003-a34f-a8fdcdee65e3 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:57.022848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.026896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9594515e-30dd-40f4-bf08-abc994947576 req-f436f8b0-9c07-4dbd-b1c7-ae13e69a4b2e tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4ec84d1-5559-4425-9bcd-9f977c7bced7 HTTP/1.1" status: 200 len: 210 time: 0.0603106 Nov 12 03:21:57.043802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:57.044219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:57.044463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.049385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.049876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.054617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.055132 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:57.055520 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 8 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:57.074475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-b68d26c8-69c0-4657-b448-1839199289e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.075953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-b68d26c8-69c0-4657-b448-1839199289e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 1117 time: 0.1167715 Nov 12 03:21:57.080406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:57.080750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:57.081073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.089121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.089439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.103229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.103630 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:57.107172 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 9 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:57.107651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Pushing event updated for resources: {'Port': ['ID=c5da8213-88a8-4003-a34f-a8fdcdee65e3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:57.119968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9494abb1-ab77-44dc-a658-fd56285c0f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.128066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-177d74b3-67bd-4748-a141-99b92c2dcbca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=617196afb1aa499b9293e422a2267a61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2416697 Nov 12 03:21:57.129353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:57.129690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:57.130273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.134346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59094) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:57.150277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.150770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.174294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.174938 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:57.177579 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempt 10 to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 Nov 12 03:21:57.199614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:57.199952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:57.200310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.209483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.209934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Attempting to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.222535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Port 238a237d-d498-4139-8ea5-9d6b9d031117 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.222749 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to bind port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:21:57.223067 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.plugin [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] Failed to commit binding results for 238a237d-d498-4139-8ea5-9d6b9d031117 after 10 tries Nov 12 03:21:57.240447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Attempting to bind port c5da8213-88a8-4003-a34f-a8fdcdee65e3 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:57.240824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Attempting to bind port c5da8213-88a8-4003-a34f-a8fdcdee65e3 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:57.241153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Attempting to bind port c5da8213-88a8-4003-a34f-a8fdcdee65e3 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 could not be created or updated. Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:21:57.260474 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h2-789963-21 could not be created or updated. Nov 12 03:21:57.264975 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Nov 12 03:21:57.266531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Port c5da8213-88a8-4003-a34f-a8fdcdee65e3 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:57.266531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Attempting to bind port c5da8213-88a8-4003-a34f-a8fdcdee65e3 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:57.266740 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99544d76-4105-4622-852f-5389c58f8fd0 req-4becfa1b-567e-4c99-b3f5-78d00d73f680 service neutron] 10.222.0.49 "POST /v2.0/ports/238a237d-d498-4139-8ea5-9d6b9d031117/bindings HTTP/1.1" status: 500 len: 402 time: 0.9125259 Nov 12 03:21:57.268534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0859c23e-49bc-407d-9f4a-78fb169bab3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.277903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-e1298f4b-b000-41b7-ba2d-fc9e3f637d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.279404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-e1298f4b-b000-41b7-ba2d-fc9e3f637d78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 923 time: 0.1954393 Nov 12 03:21:57.292573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:57.292925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:57.293308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:57.293564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0859c23e-49bc-407d-9f4a-78fb169bab3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.293743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Bound port: c5da8213-88a8-4003-a34f-a8fdcdee65e3, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:57.294096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.355030 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0859c23e-49bc-407d-9f4a-78fb169bab3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.356410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-8b9dc9bf-d0a1-44bd-8a37-014f00871810 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cba7779-d5d6-44ed-9af2-0b41611abfd5 HTTP/1.1" status: 200 len: 217 time: 0.0649924 Nov 12 03:21:57.358232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0859c23e-49bc-407d-9f4a-78fb169bab3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.359475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0859c23e-49bc-407d-9f4a-78fb169bab3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ba3a9d3-b4eb-477c-a06a-41def828fee3 HTTP/1.1" status: 204 len: 168 time: 0.2242856 Nov 12 03:21:57.374291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c23e-49bc-407d-9f4a-78fb169bab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3a9d3-b4eb-477c-a06a-41def828fee3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:57.470845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-29d5e53e-69c5-4867-98e1-29cc6c69c33a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314991 Nov 12 03:21:57.501714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] For port c5da8213-88a8-4003-a34f-a8fdcdee65e3, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:57.510344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9494abb1-ab77-44dc-a658-fd56285c0f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.522926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9494abb1-ab77-44dc-a658-fd56285c0f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.531266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] For port c5da8213-88a8-4003-a34f-a8fdcdee65e3, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c5da8213-88a8-4003-a34f-a8fdcdee65e3,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:57.538147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-a87b50a4-421b-4ec0-9e7f-ceac1e74eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.539888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-a87b50a4-421b-4ec0-9e7f-ceac1e74eac2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.1744821 Nov 12 03:21:57.558259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.627060 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9494abb1-ab77-44dc-a658-fd56285c0f45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb0e4ec668b1429d908866f62e9e7765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6844649 Nov 12 03:21:57.630013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-c61f23f9-9959-44ff-bcea-cfb6708a2070 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730684 Nov 12 03:21:57.630455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59120) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:57.649322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-ba1a8cf6-aba4-47f3-917c-0c0058918a79 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.653041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.653662 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.655179 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] 10.222.0.20 "PUT /v2.0/ports/c5da8213-88a8-4003-a34f-a8fdcdee65e3 HTTP/1.1" status: 200 len: 1119 time: 1.5761089 Nov 12 03:21:57.658638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494abb1-ab77-44dc-a658-fd56285c0f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d2c60f-85b3-480c-93e2-b1f9fdc0eda4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:57.671888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-ba1a8cf6-aba4-47f3-917c-0c0058918a79 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866779 Nov 12 03:21:57.716516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e47ea-7b80-42f7-bcca-33e6a96cdf32 service neutron] Pushing event updated for resources: {'Port': ['ID=c5da8213-88a8-4003-a34f-a8fdcdee65e3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:57.729582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-6738f869-cb72-4dc7-9df5-9740398922ad tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/quotas/a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 375 time: 0.0544915 Nov 12 03:21:57.842943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-af2926e2-f284-4d58-9da0-8c2c61f5ce6f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076870 Nov 12 03:21:57.893089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'name': 'network-vif-deleted', 'tag': 'cfce0b25-193e-4aef-be0e-769593445f21'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:57.895431 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a07bbc9-bb3d-4273-ae87-a3d7a318b0d6" -d '{"events": [{"server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "name": "network-vif-deleted", "tag": "cfce0b25-193e-4aef-be0e-769593445f21"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:57.905180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-087105a1-9306-4d42-971b-72a0d763e290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.926772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-fe26a455-a006-4a7c-8472-ab328d0ba8b9 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859802 Nov 12 03:21:57.929082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-eecc2ec9-82b6-48d3-a46d-71581efafc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.931317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-eecc2ec9-82b6-48d3-a46d-71581efafc41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 1122 time: 0.1513720 Nov 12 03:21:57.962211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-087105a1-9306-4d42-971b-72a0d763e290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.967667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59136) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:58.035895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-682d1390-f4bb-4bf9-99d3-b59f690edefa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9a24c0056984c7db04958d726ee7781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0561385 Nov 12 03:21:58.037573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59142) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:58.057332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cfce0b25-193e-4aef-be0e-769593445f21 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:58.094272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28e1732f-1ae5-4185-bcb6-b8ca84b330fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.102839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: cfce0b25-193e-4aef-be0e-769593445f21 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:58.103183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cfce0b25-193e-4aef-be0e-769593445f21 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:58.103613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d2108153-3769-4a9f-ab31-a75caedb0aca no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:58.104008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-db6503ac-2065-4c9d-a4e4-3aa00c3d8466 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c5da8213-88a8-4003-a34f-a8fdcdee65e3 HTTP/1.1" status: 200 len: 217 time: 0.1573830 Nov 12 03:21:58.134912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28e1732f-1ae5-4185-bcb6-b8ca84b330fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.156933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: d2108153-3769-4a9f-ab31-a75caedb0aca {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:58.159551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d2108153-3769-4a9f-ab31-a75caedb0aca not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:58.233370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28e1732f-1ae5-4185-bcb6-b8ca84b330fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.239460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28e1732f-1ae5-4185-bcb6-b8ca84b330fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.244629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-28e1732f-1ae5-4185-bcb6-b8ca84b330fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3af032b7-f9d3-4e11-8c37-d5b20a6ac02e HTTP/1.1" status: 204 len: 168 time: 0.2056277 Nov 12 03:21:58.261787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1732f-1ae5-4185-bcb6-b8ca84b330fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af032b7-f9d3-4e11-8c37-d5b20a6ac02e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.277690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-66d2d988-5e5f-4af1-8783-44283edc4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.279877 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-66d2d988-5e5f-4af1-8783-44283edc4106 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1579232 Nov 12 03:21:58.296367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654f2b-7252-4cac-acec-21251499b22e req-ec936d46-07a3-415b-bd8a-1f794a3bde65 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.298954 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b654f2b-7252-4cac-acec-21251499b22e req-ec936d46-07a3-415b-bd8a-1f794a3bde65 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 965 time: 0.1272964 Nov 12 03:21:58.305169 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-087105a1-9306-4d42-971b-72a0d763e290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.341710 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-087105a1-9306-4d42-971b-72a0d763e290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.346232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-087105a1-9306-4d42-971b-72a0d763e290 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3d2c60f-85b3-480c-93e2-b1f9fdc0eda4 HTTP/1.1" status: 204 len: 168 time: 0.7075574 Nov 12 03:21:58.384915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20d15a6e-f068-4b2a-837f-f9a94d305f82 req-7808116a-f26d-4b88-aa7a-bafac46a7bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423642 Nov 12 03:21:58.404906 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b654f2b-7252-4cac-acec-21251499b22e req-6d865d3c-d7b3-45c5-8d23-5e5aa4551c9a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960336 Nov 12 03:21:58.446259 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:21:58.455414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087105a1-9306-4d42-971b-72a0d763e290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d2c60f-85b3-480c-93e2-b1f9fdc0eda4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.507491 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35159e20-1fe2-47e8-bd01-f440409928fb x-openstack-request-id: req-35159e20-1fe2-47e8-bd01-f440409928fb {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:58.508710 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ec84d1-5559-4425-9bcd-9f977c7bced7", "name": "network-vif-deleted", "tag": "cfce0b25-193e-4aef-be0e-769593445f21", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:58.510193 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35159e20-1fe2-47e8-bd01-f440409928fb {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:58.510802 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ec84d1-5559-4425-9bcd-9f977c7bced7', 'name': 'network-vif-deleted', 'tag': 'cfce0b25-193e-4aef-be0e-769593445f21', 'status': 'completed', 'code': 200} Nov 12 03:21:58.534114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'tag': 'c5da8213-88a8-4003-a34f-a8fdcdee65e3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:58.538403 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65354da4-96b1-4eef-8a6d-a2dde853b2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "tag": "c5da8213-88a8-4003-a34f-a8fdcdee65e3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:58.612663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c4c7c3c-f31a-4be9-a14f-18e7013ecabe req-8138fa80-fdbf-4e71-ad16-fdeb95e02e3e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0599747 Nov 12 03:21:58.633692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-b453c157-0ec1-4c0f-9d7d-4b74d068e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.636286 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-b453c157-0ec1-4c0f-9d7d-4b74d068e766 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3344262 Nov 12 03:21:58.659391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11c43-1566-475a-b085-48d340823fe3 req-70aecf1b-a1f0-4e9c-8834-c6681ebf29eb tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.675209 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8e11c43-1566-475a-b085-48d340823fe3 req-70aecf1b-a1f0-4e9c-8834-c6681ebf29eb tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 970 time: 0.2835274 Nov 12 03:21:58.825020 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf64066-9dc4-4f6b-a035-a12d76ef14c2 x-openstack-request-id: req-fcf64066-9dc4-4f6b-a035-a12d76ef14c2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:58.825737 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "tag": "c5da8213-88a8-4003-a34f-a8fdcdee65e3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:58.825737 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcf64066-9dc4-4f6b-a035-a12d76ef14c2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:58.828418 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'tag': 'c5da8213-88a8-4003-a34f-a8fdcdee65e3', 'status': 'completed', 'code': 200} Nov 12 03:21:58.915382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8e11c43-1566-475a-b085-48d340823fe3 req-0df00a5f-a551-4355-a76b-0f0d60bee825 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334116 Nov 12 03:21:58.953808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-ef71936f-c1b2-45b8-bdcf-0d5cbd0970f0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766438 Nov 12 03:21:58.998932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:59.029604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-204899a1-d923-412f-b75b-978d2dc9260c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.198706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a046-693b-4522-b389-f2f283c82abb req-5c9fc953-1c60-40f2-901e-9195d38a909d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.206106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-5c9fc953-1c60-40f2-901e-9195d38a909d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.2351775 Nov 12 03:21:59.231239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-9850b153-aba7-41b4-aaec-f84d8cf60ca4 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/quotas/7ad8d1eef7234c18aebeaba5216943bb HTTP/1.1" status: 200 len: 375 time: 0.0238252 Nov 12 03:21:59.247195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-e8154889-b26a-4850-acf2-d60be9bf0494 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c666c7e9b5a249379e862c708cf95f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323291 Nov 12 03:21:59.249161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0987b8b1-0aab-4796-abca-4b3c904b4c5c req-86b1bc8b-f439-4632-a041-e1d787ca0d22 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873547 Nov 12 03:21:59.311110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-204899a1-d923-412f-b75b-978d2dc9260c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.325249 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-aebfac89-404f-480d-8443-1dbb2c51cd2e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928016 Nov 12 03:21:59.325998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-204899a1-d923-412f-b75b-978d2dc9260c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.389575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-204899a1-d923-412f-b75b-978d2dc9260c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba5864b15d85463da9d7d8a8ca15b2a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872831 Nov 12 03:21:59.393545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59204) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:59.520630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204899a1-d923-412f-b75b-978d2dc9260c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d5c68d-6b5a-44d1-b8ad-c184d44647d6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:59.556528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-19ce888d-df78-40cd-aa92-5cdd4c6685ab service neutron] 10.222.0.49 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008135 Nov 12 03:21:59.594387 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-363e6773-2b21-4ece-85dd-287377e95952 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459042 Nov 12 03:21:59.722696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-99852c03-f772-4db8-8682-c290bba349c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.724145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-99852c03-f772-4db8-8682-c290bba349c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 1122 time: 0.3879905 Nov 12 03:21:59.731059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-1cafba03-9e97-47fe-a5c3-590140b7e6e7 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.738087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-1cafba03-9e97-47fe-a5c3-590140b7e6e7 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4818504 Nov 12 03:21:59.759772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-911b6861-4b17-43e4-9580-29192362286f service neutron] 10.222.0.49 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823294 Nov 12 03:21:59.787464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-d46e3e38-6d1d-463d-a412-33bbf44d7539 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/quotas/c666c7e9b5a249379e862c708cf95f93 HTTP/1.1" status: 200 len: 375 time: 0.0484931 Nov 12 03:21:59.829508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-ba8e799c-f78c-4912-aeab-2ecb92bacfec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4519083 Nov 12 03:21:59.871755 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-bd598b36-8acf-40a0-b606-52eca7107e28 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833476 Nov 12 03:21:59.883795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-030e2a01-85f3-49a9-b3f8-ebae2992fe16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.928518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-08633bfb-8fb4-40b2-b494-070d8c1e05f8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.931119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-08633bfb-8fb4-40b2-b494-070d8c1e05f8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3235066 Nov 12 03:21:59.942199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-030e2a01-85f3-49a9-b3f8-ebae2992fe16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.947145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Request body: {'port': {'device_id': 'de446800-c6ab-49c1-b60d-0e8217397233', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'a722048f693a4431865e9c72b4063660'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:59.979267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-7b235c35-458c-4d9d-88b3-e278c53d8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.980714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-7b235c35-458c-4d9d-88b3-e278c53d8a41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2363782 Nov 12 03:21:59.993328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-7fa714a2-9989-4f63-ab35-d117d9fb5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.994791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-7fa714a2-9989-4f63-ab35-d117d9fb5da5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 1120 time: 0.1076100 Nov 12 03:22:00.047656 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-4789c353-af8c-46bb-a826-c0170602d080 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c5da8213-88a8-4003-a34f-a8fdcdee65e3 HTTP/1.1" status: 200 len: 217 time: 0.0579989 Nov 12 03:22:00.053926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1cba7779-d5d6-44ed-9af2-0b41611abfd5 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:00.071450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59226) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:00.117572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-030e2a01-85f3-49a9-b3f8-ebae2992fe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.120178 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-030e2a01-85f3-49a9-b3f8-ebae2992fe16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.121330 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-030e2a01-85f3-49a9-b3f8-ebae2992fe16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16d5c68d-6b5a-44d1-b8ad-c184d44647d6 HTTP/1.1" status: 204 len: 168 time: 0.7265017 Nov 12 03:22:00.232845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e2a01-85f3-49a9-b3f8-ebae2992fe16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d5c68d-6b5a-44d1-b8ad-c184d44647d6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:00.243588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-cfa36a60-e7cc-41de-9681-bae6c949849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.245303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-cfa36a60-e7cc-41de-9681-bae6c949849c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1821747 Nov 12 03:22:00.304991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-64cf6e10-7a17-4f7e-befb-16ed63ddcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.307049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-64cf6e10-7a17-4f7e-befb-16ed63ddcf5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 909 time: 0.2724109 Nov 12 03:22:00.356021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-fd22c7f4-d596-4fdb-a62b-c47f27ee0ea5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=238a237d-d498-4139-8ea5-9d6b9d031117 HTTP/1.1" status: 200 len: 217 time: 0.0428174 Nov 12 03:22:00.363508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-149a8b78-eca1-427d-8a37-94245e5bbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.365290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-149a8b78-eca1-427d-8a37-94245e5bbc86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054130 Nov 12 03:22:00.440779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Made reservation on behalf of a722048f693a4431865e9c72b4063660 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:00.456139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.485496 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f4829d3-557d-4b3a-8fc4-e7ab843ed4ec req-7dc1c6fb-d5f8-4866-a3a7-21aeb21f0247 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0768867 Nov 12 03:22:00.490231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1cba7779-d5d6-44ed-9af2-0b41611abfd5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1cba7779-d5d6-44ed-9af2-0b41611abfd5,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:00.512611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'port_id': '1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'mac_address': 'fa:16:3e:ea:92:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f282aada-aebd-41cb-9844-fdf4b16102eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-1622506926', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:00.563436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.583782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.589009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cba7779-d5d6-44ed-9af2-0b41611abfd5 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:00.652949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-d7043ffc-bc9d-4d1a-9048-52d2b16b5aaf service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765925 Nov 12 03:22:00.656231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-423c5e63-be49-4378-a7f0-8dfd3c47a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.662694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-423c5e63-be49-4378-a7f0-8dfd3c47a11c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.2903416 Nov 12 03:22:00.679125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1cba7779-d5d6-44ed-9af2-0b41611abfd5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1cba7779-d5d6-44ed-9af2-0b41611abfd5,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:00.685009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.746326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.759294 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.799932 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-cd0ccd7a-2149-4457-9524-9bf20174c5ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340487 Nov 12 03:22:00.806279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1cba7779-d5d6-44ed-9af2-0b41611abfd5,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:00.868820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-network', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:00.888655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:00.897685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1cba7779-d5d6-44ed-9af2-0b41611abfd5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:01.063719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4027-a657-43f3-9bf0-ef945cdd684a req-7068b986-2bf0-4bfa-ba68-c22b823220ed tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.071956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f3b4027-a657-43f3-9bf0-ef945cdd684a req-7068b986-2bf0-4bfa-ba68-c22b823220ed tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 965 time: 0.8339946 Nov 12 03:22:01.129864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f3b4027-a657-43f3-9bf0-ef945cdd684a req-fedd635b-50fe-4c7e-9194-5d261c2ceedc tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 Nov 12 03:22:01.154431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Allocated IP 192.168.233.171 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/ecf98378-e616-4951-a7e3-02c75e25275e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:01.207862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-16a1148a-aaad-49c2-b179-5eaa70900f88 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432879 Nov 12 03:22:01.233128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480390f-41fa-4dc4-a373-20dc5406203c req-10aaaaab-ffc6-4c80-8f53-5c295b5b2875 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.237397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0480390f-41fa-4dc4-a373-20dc5406203c req-10aaaaab-ffc6-4c80-8f53-5c295b5b2875 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 970 time: 0.5131907 Nov 12 03:22:01.241431 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c67a2a0c-0acb-4b85-a0fd-dc8277f84d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.244671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Made reservation on behalf of 6a3e935b23d647669624b6ca16a73d59 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:01.247819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.278740 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b90b815-d7c6-4ce3-a305-236f27bc1df8 req-b7b7a6ce-5d7b-41a4-8021-834e1798fb24 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 210 time: 0.0617657 Nov 12 03:22:01.304121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.394990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65354da4-96b1-4eef-8a6d-a2dde853b2e1 req-d581e76d-8095-476c-b44a-ff8967ff64fb service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065325 Nov 12 03:22:01.463018 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0480390f-41fa-4dc4-a373-20dc5406203c req-3543c9d6-7556-494e-8343-6c98845fd14b tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985483 Nov 12 03:22:01.499567 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbe3f38f-481f-4060-9a64-062c620b9ae0 req-4a8a16a0-febe-4b54-a470-f20776d8bb5a service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580774 Nov 12 03:22:01.515334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.543383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61ddd003-df21-402e-ac41-daa352117697 req-2b581391-a57e-4e6a-b48a-fee8bebaa754 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 210 time: 0.1193748 Nov 12 03:22:01.579047 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.585231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.611660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.655085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:01.665898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9815efd-978f-4f25-966b-80136f76a4de,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:01.689787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.690120 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Added segment 2d969a8f-c6d4-4eab-a840-ef32d1968f3a of type vlan for network be8c8d0f-771f-4ab9-9157-5fb981951e4d Nov 12 03:22:01.734870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:01.746168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:01.746381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.783627 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.785041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.785866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.787840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:01.801588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.802786 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.819206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:01.865190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538db05-c948-4936-b91e-34d8e1c8b9b1 req-6d16e5dd-3ee6-4a73-a833-c0a587d2da77 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.866761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9538db05-c948-4936-b91e-34d8e1c8b9b1 req-6d16e5dd-3ee6-4a73-a833-c0a587d2da77 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 936 time: 0.2129967 Nov 12 03:22:01.891824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9bcb75c7-7f3c-4c0d-81f9-5f1ca5bf9e2b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9499230 Nov 12 03:22:01.930614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Request body: {'port': {'device_id': 'de446800-c6ab-49c1-b60d-0e8217397233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:01.945862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8727612 Nov 12 03:22:02.018577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59302) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:02.052936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c5da8213-88a8-4003-a34f-a8fdcdee65e3 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:02.062064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Request body: {'subnet': {'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-subnet', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:02.104134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a046-693b-4522-b389-f2f283c82abb req-be199977-eb63-4e2f-b0b7-6b3b4636b923 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.106146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-be199977-eb63-4e2f-b0b7-6b3b4636b923 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.1690021 Nov 12 03:22:02.110632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703f06f-400e-41bc-a7b3-326eec1aed6e admin admin] Pushing event updated for resources: {'Network': ['ID=be8c8d0f-771f-4ab9-9157-5fb981951e4d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.149140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Request body: {'port': {'device_id': '5c8519f0-f850-4e1f-b2a7-b71d7964fda2', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'admin_state_up': True, 'tenant_id': '7ad8d1eef7234c18aebeaba5216943bb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:02.181262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.205480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Made reservation on behalf of 6a3e935b23d647669624b6ca16a73d59 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:02.207720 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.229559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1cba7779-d5d6-44ed-9af2-0b41611abfd5 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:02.264900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9538db05-c948-4936-b91e-34d8e1c8b9b1 req-c6db7b5d-d65c-4045-bc34-d7331bae3d5d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676691 Nov 12 03:22:02.274861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:02.340546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eb278900-8e5c-42ae-8f6c-2e905b7708ba None None] Provisioning complete for port ecf98378-e616-4951-a7e3-02c75e25275e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:02.341117 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb278900-8e5c-42ae-8f6c-2e905b7708ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.376223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Made reservation on behalf of 7ad8d1eef7234c18aebeaba5216943bb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:02.379900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.407520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c5da8213-88a8-4003-a34f-a8fdcdee65e3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c5da8213-88a8-4003-a34f-a8fdcdee65e3,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:02.413574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eb278900-8e5c-42ae-8f6c-2e905b7708ba None None] Port ecf98378-e616-4951-a7e3-02c75e25275e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:02.416784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:02.431180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:02.431834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.484028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-2052b2f1-8cdc-48db-8faf-5a025ce80baf tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c666c7e9b5a249379e862c708cf95f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088049 Nov 12 03:22:02.522571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aae808-2ec8-4500-a228-f6ebc8a0aab0 req-e393a4c6-ccc5-4a6c-90c5-21a6ec066abf tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.531109 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25aae808-2ec8-4500-a228-f6ebc8a0aab0 req-e393a4c6-ccc5-4a6c-90c5-21a6ec066abf tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 966 time: 0.1675372 Nov 12 03:22:02.549139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c5da8213-88a8-4003-a34f-a8fdcdee65e3', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'c5da8213-88a8-4003-a34f-a8fdcdee65e3', 'mac_address': 'fa:16:3e:dd:fe:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-1622506926', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:02.613617 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.634370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.649252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cba7779-d5d6-44ed-9af2-0b41611abfd5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:02.651932 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604a5897-882d-49b5-9c14-0fa13dcb0c9d" -d '{"events": [{"server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "name": "network-vif-plugged", "status": "completed", "tag": "1cba7779-d5d6-44ed-9af2-0b41611abfd5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:02.666961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5da8213-88a8-4003-a34f-a8fdcdee65e3 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:02.671419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58ba08dc-6dbf-4f2d-bfda-508376227251 req-3235124f-36bb-409f-8d95-e325ec4c1ba7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 210 time: 0.1997499 Nov 12 03:22:02.674967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1cba7779-d5d6-44ed-9af2-0b41611abfd5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1cba7779-d5d6-44ed-9af2-0b41611abfd5,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:02.684256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.688292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.716896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c5da8213-88a8-4003-a34f-a8fdcdee65e3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c5da8213-88a8-4003-a34f-a8fdcdee65e3,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:02.721197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.733696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25aae808-2ec8-4500-a228-f6ebc8a0aab0 req-c398d9c5-3e19-455a-a8fc-35c82f8301de tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012734 Nov 12 03:22:02.795757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-587bbe9a-0db8-437c-8955-ce13fd6f88bc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.797671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1cba7779-d5d6-44ed-9af2-0b41611abfd5,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.798178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-587bbe9a-0db8-437c-8955-ce13fd6f88bc tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2974429 Nov 12 03:22:02.811193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Allocated IP 172.20.0.9 (579a7f30-e8c2-4c89-992f-9ac4b313e029/d540c8c0-96ae-43eb-a61d-06fc91b4290f/8af65329-19df-48d5-8f75-40e5624e7d78) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:02.818281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Request body: {'port': {'device_id': 'd26ab67a-7286-4331-922d-313d5fec36a6', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'c666c7e9b5a249379e862c708cf95f93'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:02.849815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8dfc23-bd6b-478f-a093-42ac4af69327,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.884243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Checking segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:02.884599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Network hostable DHCP agents. Network: be8c8d0f-771f-4ab9-9157-5fb981951e4d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:02.896597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c5da8213-88a8-4003-a34f-a8fdcdee65e3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.934067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e704c7-38cd-4b19-9bb1-460e1f8cb268 req-79ebba2d-627c-4f68-bdc5-1f25b14d98f9 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.935586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23e704c7-38cd-4b19-9bb1-460e1f8cb268 req-79ebba2d-627c-4f68-bdc5-1f25b14d98f9 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 971 time: 0.1200995 Nov 12 03:22:02.950045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c5da8213-88a8-4003-a34f-a8fdcdee65e3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:02.961194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:03.094447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d5b6483-55ee-4106-8318-128f87d60f9d req-49156e66-8b42-4b7f-a269-108fe3e71870 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 210 time: 0.0305848 Nov 12 03:22:03.097047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Made reservation on behalf of c666c7e9b5a249379e862c708cf95f93 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:03.100508 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.153190 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16fcc4e-23a0-4f2e-93e4-922df0f97afc x-openstack-request-id: req-d16fcc4e-23a0-4f2e-93e4-922df0f97afc {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:03.153930 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "name": "network-vif-plugged", "status": "completed", "tag": "1cba7779-d5d6-44ed-9af2-0b41611abfd5", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:03.154526 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d16fcc4e-23a0-4f2e-93e4-922df0f97afc {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:03.155231 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'code': 200} Nov 12 03:22:03.194459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.218403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.20', 64217) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:03.259557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, be8c8d0f-771f-4ab9-9157-5fb981951e4d) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:03.267807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2437ca58-ef95-451b-aa28-4b8607ff0865 None None] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:03.270328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf98378-e616-4951-a7e3-02c75e25275e {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:03.281189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.281748 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.293144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.296706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e8c52-f982-4eb6-9d79-6566a3527e81 req-dbfb2b92-3695-493c-a636-6334a267b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.297160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.298420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-166e8c52-f982-4eb6-9d79-6566a3527e81 req-dbfb2b92-3695-493c-a636-6334a267b2c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 1119 time: 0.0778174 Nov 12 03:22:03.311181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7f8c8576-31fa-469a-b6f4-36a666e7993d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2897084 Nov 12 03:22:03.318495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59348) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:03.339685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23e704c7-38cd-4b19-9bb1-460e1f8cb268 req-1d2626d2-6b6b-4fb5-81a2-c796231d7e2b tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936553 Nov 12 03:22:03.354025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Transition to ACTIVE for port object ecf98378-e616-4951-a7e3-02c75e25275e will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:03.358001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:03.359225 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.429212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:03.470110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:03.484005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:03.525346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:03.531215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.532588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.537624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['238a237d-d498-4139-8ea5-9d6b9d031117'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:03.559587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event updated for resources: {'Port': ['ID=8af65329-19df-48d5-8f75-40e5624e7d78,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:03.561793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:03.561793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:03.562146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:03.576180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.577490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.597009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:03.599978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:03.605723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Allocated IP 192.168.233.188 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:03.610760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-166e8c52-f982-4eb6-9d79-6566a3527e81 req-cb292387-b28a-40b5-9d79-70213630e43a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018155 Nov 12 03:22:03.628408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:03.628792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:03.629951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-260beb2d-73a0-4ea5-b87b-df0f988ae0f7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5104167 Nov 12 03:22:03.631050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:03.634584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Bound port: ecf98378-e616-4951-a7e3-02c75e25275e, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:03.638180 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.651744 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:22:03.652607 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.672654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f8c45-5c41-4489-8bfc-1e80e6081f8e req-b4248f0f-8cb4-4b7d-8e5a-d7844be649bd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.683174 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e17f8c45-5c41-4489-8bfc-1e80e6081f8e req-b4248f0f-8cb4-4b7d-8e5a-d7844be649bd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 948 time: 0.2002037 Nov 12 03:22:03.714712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3444b10c-d2dc-4487-815b-aee1549ce695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.811959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e17f8c45-5c41-4489-8bfc-1e80e6081f8e req-11d4ac68-4777-42b7-80bf-40f0ff693dea tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235001 Nov 12 03:22:03.833853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59366) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:03.846681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Request body: {'port': {'device_id': '5c8519f0-f850-4e1f-b2a7-b71d7964fda2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:03.851478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:03.855790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ecf98378-e616-4951-a7e3-02c75e25275e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:03.860591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.908005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.908629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.910083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] 10.222.0.20 "PUT /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 1097 time: 1.9860585 Nov 12 03:22:03.910535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:03.913045 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b" -d '{"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:03.982100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Allocated IP 172.20.0.2 (be8c8d0f-771f-4ab9-9157-5fb981951e4d/df8dfc23-bd6b-478f-a093-42ac4af69327/c69fa2a2-32a3-4131-afa5-b48576e5fa1a) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:04.010996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7504e-b860-4730-9db1-db3e383e35ca service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.056427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c5da8213-88a8-4003-a34f-a8fdcdee65e3 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:04.065408 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f543b2a-6491-4bcf-8888-a4c69c82c589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.085693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-dd910fd1-cc2c-4f3b-a063-59850652d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.087503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-dd910fd1-cc2c-4f3b-a063-59850652d1f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1100 time: 0.1322594 Nov 12 03:22:04.102940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db890a-f1de-4cf4-9eb0-5a84216a105d req-9ee6b4db-439d-4dd8-a6fb-aa7e3a5d7aea tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.104812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72db890a-f1de-4cf4-9eb0-5a84216a105d req-9ee6b4db-439d-4dd8-a6fb-aa7e3a5d7aea tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 967 time: 0.1327639 Nov 12 03:22:04.149704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.161449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-f66b9635-6add-4639-b744-23d63e117ef9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0554497 Nov 12 03:22:04.267141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72db890a-f1de-4cf4-9eb0-5a84216a105d req-3e37eda0-d830-4d7e-8bbe-383ba71ccccd tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516721 Nov 12 03:22:04.277176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-277e01e5-2fb4-475b-acb6-40bbe49fb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.278329 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.279288 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-277e01e5-2fb4-475b-acb6-40bbe49fb219 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1085103 Nov 12 03:22:04.295087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.312935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f543b2a-6491-4bcf-8888-a4c69c82c589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.327160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f543b2a-6491-4bcf-8888-a4c69c82c589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.359504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c5da8213-88a8-4003-a34f-a8fdcdee65e3 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:04.366036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c5da8213-88a8-4003-a34f-a8fdcdee65e3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:04.366168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c606d-edcf-475f-9fc7-0150bcd206ca req-44e4b3d3-de8d-4318-bd13-57d56be487b6 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.366393 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.368262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e72c606d-edcf-475f-9fc7-0150bcd206ca req-44e4b3d3-de8d-4318-bd13-57d56be487b6 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 931 time: 0.5404844 Nov 12 03:22:04.404275 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e4cf1a-cf69-461e-a038-72718bd369d5 x-openstack-request-id: req-36e4cf1a-cf69-461e-a038-72718bd369d5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:04.404683 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:04.405060 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36e4cf1a-cf69-461e-a038-72718bd369d5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:04.405553 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:22:04.409203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.422953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2f543b2a-6491-4bcf-8888-a4c69c82c589 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70ef5b9d388b40f6b73958972b8d6691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5849752 Nov 12 03:22:04.424039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59380) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:04.424783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f543b2a-6491-4bcf-8888-a4c69c82c589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffd9b73-77c4-4161-a7d1-965bab769e7d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.439485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:04.443563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Pushing event updated for resources: {'Port': ['ID=c69fa2a2-32a3-4131-afa5-b48576e5fa1a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.453775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:04.459426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:04.473492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9d2a7e55-8929-40f9-ad7a-0fb5ea037870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.475175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-9d2a7e55-8929-40f9-ad7a-0fb5ea037870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1681867 Nov 12 03:22:04.485436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.526082 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a205dd8-2740-4c64-bf14-99e0a6660e90 req-9ac998f5-271a-42a1-bf36-cebb2ca7e228 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 210 time: 0.0456684 Nov 12 03:22:04.556140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Attempting to bind port c69fa2a2-32a3-4131-afa5-b48576e5fa1a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:04.556640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Attempting to bind port c69fa2a2-32a3-4131-afa5-b48576e5fa1a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:04.557039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Attempting to bind port c69fa2a2-32a3-4131-afa5-b48576e5fa1a on network be8c8d0f-771f-4ab9-9157-5fb981951e4d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:04.563523 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.571122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:04.574051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb9a778f-2cf1-4566-a510-caddef35fabd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.574526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Checking segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:04.574964 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.575452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Bound using segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:04.576780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Bound port: c69fa2a2-32a3-4131-afa5-b48576e5fa1a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:04.576780 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.602689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.607719 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e72c606d-edcf-475f-9fc7-0150bcd206ca req-e01cd58d-b6a8-4f1f-a525-9e267080481c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028987 Nov 12 03:22:04.653717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb9a778f-2cf1-4566-a510-caddef35fabd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.684625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c5da8213-88a8-4003-a34f-a8fdcdee65e3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c5da8213-88a8-4003-a34f-a8fdcdee65e3,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:04.694178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.702012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] For port c69fa2a2-32a3-4131-afa5-b48576e5fa1a, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:04.706469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] For port c69fa2a2-32a3-4131-afa5-b48576e5fa1a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c69fa2a2-32a3-4131-afa5-b48576e5fa1a,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:04.786450 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.797774 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-108a0630-f243-4776-8897-14e4562114b9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058815 Nov 12 03:22:04.845241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0e208-4d61-4aed-b4d1-ba051aea1ea5 req-423eda7b-c520-494a-9e27-1dd23b40f4f1 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.846928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8aa0e208-4d61-4aed-b4d1-ba051aea1ea5 req-423eda7b-c520-494a-9e27-1dd23b40f4f1 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 972 time: 0.1798496 Nov 12 03:22:04.919838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:04.922637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb9a778f-2cf1-4566-a510-caddef35fabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.925330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb9a778f-2cf1-4566-a510-caddef35fabd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.926437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fb9a778f-2cf1-4566-a510-caddef35fabd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ffd9b73-77c4-4161-a7d1-965bab769e7d HTTP/1.1" status: 204 len: 168 time: 0.4975548 Nov 12 03:22:04.932969 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.948195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a778f-2cf1-4566-a510-caddef35fabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffd9b73-77c4-4161-a7d1-965bab769e7d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.992984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Pushing event updated for resources: {'Port': ['ID=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.993571 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8aa0e208-4d61-4aed-b4d1-ba051aea1ea5 req-8cc1e680-7f2e-4f50-a23d-cd81dc0ffba3 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313701 Nov 12 03:22:04.995808 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f0b377-59a7-4c95-8c73-b67edc234f3c req-c132426d-4095-4272-b40c-4b051dfa6a6a service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890662 Nov 12 03:22:04.996147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:05.002158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:05.009003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.009664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.017266 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.019410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c5da8213-88a8-4003-a34f-a8fdcdee65e3,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:05.104380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199099c5-1b5a-4550-aa24-cd4b4da7d421 None None] Pushing event updated for resources: {'Port': ['ID=c69fa2a2-32a3-4131-afa5-b48576e5fa1a,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:05.161617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da8213-88a8-4003-a34f-a8fdcdee65e3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:05.161617 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5fd957-24a6-473d-a810-9b4807598d3c" -d '{"events": [{"server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "name": "network-vif-plugged", "status": "completed", "tag": "c5da8213-88a8-4003-a34f-a8fdcdee65e3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:05.187190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bbbfd-b697-4b2b-9385-54d375d8884b req-baecbdc5-7018-4b28-a23b-4ef77fa517ae tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.199734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-5e9ba75a-70ba-4127-b7b4-1a6702638385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.201881 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-5e9ba75a-70ba-4127-b7b4-1a6702638385 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1100 time: 0.1139634 Nov 12 03:22:05.202780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a4bbbfd-b697-4b2b-9385-54d375d8884b req-baecbdc5-7018-4b28-a23b-4ef77fa517ae tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 948 time: 0.2762628 Nov 12 03:22:05.228809 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87d485-7a3d-45e3-b1bc-3ce24014b47d x-openstack-request-id: req-3f87d485-7a3d-45e3-b1bc-3ce24014b47d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:05.229112 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "name": "network-vif-plugged", "status": "completed", "tag": "c5da8213-88a8-4003-a34f-a8fdcdee65e3", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:05.229366 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f87d485-7a3d-45e3-b1bc-3ce24014b47d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:05.229757 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5da8213-88a8-4003-a34f-a8fdcdee65e3', 'code': 200} Nov 12 03:22:05.281433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-3e0ccc47-0ed8-4d2c-b7bd-c5c8f0a8f6c8 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4716589 Nov 12 03:22:05.406427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Request body: {'port': {'device_id': 'd26ab67a-7286-4331-922d-313d5fec36a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:05.441968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-6da33d64-42d5-46d5-9067-92f3d3672a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.446093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-6da33d64-42d5-46d5-9067-92f3d3672a0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2349472 Nov 12 03:22:05.525991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59406) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:05.531199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-4d2a8433-2a0c-4b3d-a2b8-4b331e00dab0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0703528 Nov 12 03:22:05.592935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7a83422a-3ca4-4934-aab9-5593cf7a2f90 None None] Provisioning complete for port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:05.593995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a83422a-3ca4-4934-aab9-5593cf7a2f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.622897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-607021db-69a7-40a5-9064-762d80f86b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.624582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-607021db-69a7-40a5-9064-762d80f86b25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0854020 Nov 12 03:22:05.635869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f2f64-9f59-4df2-bb84-e2e8581597a2 req-b9c39b90-17bb-4920-9447-41751520dece tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.644126 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d6f2f64-9f59-4df2-bb84-e2e8581597a2 req-b9c39b90-17bb-4920-9447-41751520dece tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 967 time: 0.2052643 Nov 12 03:22:05.646285 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a4bbbfd-b697-4b2b-9385-54d375d8884b req-6ed0172f-6c86-45df-9f88-8758c7e4a887 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424069 Nov 12 03:22:05.659303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59412) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:05.669356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7a83422a-3ca4-4934-aab9-5593cf7a2f90 None None] Port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:05.697035 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1086fc1d-329b-4be2-a75d-4cbf8de74eba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.698554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.713493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af65329-19df-48d5-8f75-40e5624e7d78 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:05.732461 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.742446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-bdb5aec3-08ea-405b-8c1e-d0781213155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.744144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-bdb5aec3-08ea-405b-8c1e-d0781213155c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0972059 Nov 12 03:22:05.756086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.758993 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d6f2f64-9f59-4df2-bb84-e2e8581597a2 req-1d1f0b56-53f3-4b65-8251-be961c99799a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105464 Nov 12 03:22:05.840422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Transition to ACTIVE for port object 8af65329-19df-48d5-8f75-40e5624e7d78 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:05.846402 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.856186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8d82a-a7fd-44a3-af97-0e7c1837f7b6 req-8e583364-9ef9-4dcb-b388-e711eb4e7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.857794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27b8d82a-a7fd-44a3-af97-0e7c1837f7b6 req-8e583364-9ef9-4dcb-b388-e711eb4e7d29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 1124 time: 0.4685013 Nov 12 03:22:05.868492 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.900854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5a9aad7-ae02-4416-905a-bdea2c95513c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.968368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60d0a2-f419-4449-b6ff-09b2a8e72aa1 req-e125cbdd-e7e6-434c-9f95-33eaad3e6f89 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.970113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b60d0a2-f419-4449-b6ff-09b2a8e72aa1 req-e125cbdd-e7e6-434c-9f95-33eaad3e6f89 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 943 time: 0.1195078 Nov 12 03:22:05.974205 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-4cbe05b3-06d5-4633-aa6f-2e0162cec6d4 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140594 Nov 12 03:22:06.047533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984696b-1240-4481-9d76-f4372102e862 req-ba761a01-6a90-480d-9f17-ee83937868a0 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.049159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0984696b-1240-4481-9d76-f4372102e862 req-ba761a01-6a90-480d-9f17-ee83937868a0 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 936 time: 0.3220530 Nov 12 03:22:06.093349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=8af65329-19df-48d5-8f75-40e5624e7d78,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.123748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b60d0a2-f419-4449-b6ff-09b2a8e72aa1 req-d005201e-2ea7-4f04-a6a3-c99a4a61765f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445103 Nov 12 03:22:06.144481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5a9aad7-ae02-4416-905a-bdea2c95513c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.154874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5a9aad7-ae02-4416-905a-bdea2c95513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.178246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.179582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ab603c8-dbe2-46f3-97bf-67d5b670d29b req-70c7c2a9-7166-40f1-956f-807bdaa9250e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971455 Nov 12 03:22:06.219669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5a9aad7-ae02-4416-905a-bdea2c95513c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8c8297fdd20487d80f0cfe3d9ab5e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5572579 Nov 12 03:22:06.223519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59424) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:06.231686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9aad7-ae02-4416-905a-bdea2c95513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda29c60-1605-467c-9084-d5fbd9e535f2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.286287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6e4715b-50d0-467e-8279-a01015195ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.312970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6e4715b-50d0-467e-8279-a01015195ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.370767 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6e4715b-50d0-467e-8279-a01015195ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.373634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6e4715b-50d0-467e-8279-a01015195ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.377775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c6e4715b-50d0-467e-8279-a01015195ad6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cda29c60-1605-467c-9084-d5fbd9e535f2 HTTP/1.1" status: 204 len: 168 time: 0.1532359 Nov 12 03:22:06.387129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4715b-50d0-467e-8279-a01015195ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda29c60-1605-467c-9084-d5fbd9e535f2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.476020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27b8d82a-a7fd-44a3-af97-0e7c1837f7b6 req-b77b85e5-f232-4d53-84f4-b81b5be9127a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035306 Nov 12 03:22:06.490502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1086fc1d-329b-4be2-a75d-4cbf8de74eba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.513206 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1086fc1d-329b-4be2-a75d-4cbf8de74eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.529018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba56b0-474f-4f25-99a0-3e3f818fff3d req-65e9b6f2-7087-42d1-ab68-897a65fb76a0 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.530714 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31ba56b0-474f-4f25-99a0-3e3f818fff3d req-65e9b6f2-7087-42d1-ab68-897a65fb76a0 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 1119 time: 0.0445304 Nov 12 03:22:06.549034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0984696b-1240-4481-9d76-f4372102e862 req-9c820237-36b8-46f2-8224-0a69b5918668 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783258 Nov 12 03:22:06.549686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:06.550013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:06.550331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:06.555030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Allocated IP 172.25.0.20 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/1b527f83-8859-464b-b142-31087f71f16a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:06.602675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:06.603077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:06.604218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c058081b-b9f4-401a-bef8-8682e3a926a4 None None] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:06.642694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1086fc1d-329b-4be2-a75d-4cbf8de74eba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cd450349bb74e4399b8f9e1fedc623a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0623074 Nov 12 03:22:06.649382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:06.649612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31ba56b0-474f-4f25-99a0-3e3f818fff3d req-f533d168-6c07-48e5-b438-e938a16fec19 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057093 Nov 12 03:22:06.649700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Checking segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:06.650073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59430) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:06.650188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Bound using segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:06.650510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Bound port: 8af65329-19df-48d5-8f75-40e5624e7d78, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:06.650860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.652692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086fc1d-329b-4be2-a75d-4cbf8de74eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3775469-40cb-4f3d-8608-1977da638dda,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.717204 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd77b4d1-9bec-4ca1-94fe-b9789d1e7c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.749116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd77b4d1-9bec-4ca1-94fe-b9789d1e7c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.816901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaafed75-c0ff-4161-9694-15138d7ce82f None None] Provisioning complete for port c69fa2a2-32a3-4131-afa5-b48576e5fa1a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:06.817276 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaafed75-c0ff-4161-9694-15138d7ce82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.838130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd77b4d1-9bec-4ca1-94fe-b9789d1e7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.841035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd77b4d1-9bec-4ca1-94fe-b9789d1e7c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.847903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fd77b4d1-9bec-4ca1-94fe-b9789d1e7c11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3775469-40cb-4f3d-8608-1977da638dda HTTP/1.1" status: 204 len: 168 time: 0.1961613 Nov 12 03:22:06.862698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:06.874474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b4d1-9bec-4ca1-94fe-b9789d1e7c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3775469-40cb-4f3d-8608-1977da638dda,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.874639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1d792-8e89-426f-93fb-170e47527544 req-c9540fc7-016b-44bd-b86c-1c3b463c8915 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.876106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-caf1d792-8e89-426f-93fb-170e47527544 req-c9540fc7-016b-44bd-b86c-1c3b463c8915 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 972 time: 0.2173162 Nov 12 03:22:06.891238 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.907973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] For port 8af65329-19df-48d5-8f75-40e5624e7d78, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:06.913110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.948386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] For port 8af65329-19df-48d5-8f75-40e5624e7d78, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8af65329-19df-48d5-8f75-40e5624e7d78,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:06.951482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Transition to ACTIVE for port object e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:06.963836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.966315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.973189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf3137-cc59-46c5-95fa-e49b59bdf7e2 req-6eb83754-86fd-446e-812c-5dad6cc0e2f6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.975902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfaf3137-cc59-46c5-95fa-e49b59bdf7e2 req-6eb83754-86fd-446e-812c-5dad6cc0e2f6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 948 time: 0.0884366 Nov 12 03:22:07.025064 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.037617 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaafed75-c0ff-4161-9694-15138d7ce82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.052099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59440) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:07.057065 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-caf1d792-8e89-426f-93fb-170e47527544 req-ea1d4fcb-4f06-432a-af07-8407f4b53363 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660571 Nov 12 03:22:07.074212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.074834 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.076311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] 10.222.0.20 "PUT /v2.0/ports/8af65329-19df-48d5-8f75-40e5624e7d78 HTTP/1.1" status: 200 len: 1092 time: 3.2473097 Nov 12 03:22:07.076805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8519f0-f850-4e1f-b2a7-b71d7964fda2', 'tag': '8af65329-19df-48d5-8f75-40e5624e7d78'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:07.079091 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8519f0-f850-4e1f-b2a7-b71d7964fda2", "tag": "8af65329-19df-48d5-8f75-40e5624e7d78"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:07.131359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Pushing event updated for resources: {'Port': ['ID=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.134505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfb93607-50db-4b70-a9a3-478646ea9031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.134668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaafed75-c0ff-4161-9694-15138d7ce82f None None] For port c69fa2a2-32a3-4131-afa5-b48576e5fa1a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c69fa2a2-32a3-4131-afa5-b48576e5fa1a,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:07.144086 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaafed75-c0ff-4161-9694-15138d7ce82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.162545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfaf3137-cc59-46c5-95fa-e49b59bdf7e2 req-d45bb980-003e-47cd-b5e4-c7c88b67c474 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787591 Nov 12 03:22:07.172463 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.323221 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7a3bc1-329d-4df3-a666-a2e85048508e x-openstack-request-id: req-fd7a3bc1-329d-4df3-a666-a2e85048508e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:07.323511 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8519f0-f850-4e1f-b2a7-b71d7964fda2", "tag": "8af65329-19df-48d5-8f75-40e5624e7d78", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:07.323778 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd7a3bc1-329d-4df3-a666-a2e85048508e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:07.324359 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8519f0-f850-4e1f-b2a7-b71d7964fda2', 'tag': '8af65329-19df-48d5-8f75-40e5624e7d78', 'status': 'completed', 'code': 200} Nov 12 03:22:07.350897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafed75-c0ff-4161-9694-15138d7ce82f None None] Pushing event updated for resources: {'Port': ['ID=c69fa2a2-32a3-4131-afa5-b48576e5fa1a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.380891 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfb93607-50db-4b70-a9a3-478646ea9031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.387352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfb93607-50db-4b70-a9a3-478646ea9031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.393622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c69fa2a2-32a3-4131-afa5-b48576e5fa1a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:07.424464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:07.437248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Attempting to bind port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:07.437812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Attempting to bind port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:07.438308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Attempting to bind port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:07.449631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:07.455139 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cfb93607-50db-4b70-a9a3-478646ea9031 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3083eadba485470f805894dbd67e85ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954837 Nov 12 03:22:07.457404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb93607-50db-4b70-a9a3-478646ea9031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd587654-e667-4463-bb67-1a4171d1c7f8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.471527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59448) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:07.472287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:07.477290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a046-693b-4522-b389-f2f283c82abb req-280b4d0b-e8ff-429f-a780-4b8392288b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.478944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-280b4d0b-e8ff-429f-a780-4b8392288b8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 1095 time: 0.3348112 Nov 12 03:22:07.484897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:07.485389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Attempting to bind port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:07.495244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2327aef-706b-4f10-89ce-ee8570843ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=8af65329-19df-48d5-8f75-40e5624e7d78,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.521148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c482b70f-0fe0-4b7f-a4ce-ea97fcef04ca None None] Provisioning complete for port c69fa2a2-32a3-4131-afa5-b48576e5fa1a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:07.521758 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c482b70f-0fe0-4b7f-a4ce-ea97fcef04ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.525097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c69fa2a2-32a3-4131-afa5-b48576e5fa1a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:07.525632 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.533894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f335d-4fa3-4357-99a1-0656d17c40d9 req-3eb814af-53bf-4d4e-9056-36a636d188d7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.557611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-649f335d-4fa3-4357-99a1-0656d17c40d9 req-3eb814af-53bf-4d4e-9056-36a636d188d7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 943 time: 0.1343887 Nov 12 03:22:07.629143 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-649f335d-4fa3-4357-99a1-0656d17c40d9 req-433c9546-70ed-4ee1-a828-f7be981ede48 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644016 Nov 12 03:22:07.652426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:07.652786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:07.653175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:07.653626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Bound port: e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:07.653980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.690711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a9fc-fc72-4cab-9ed0-0ef6cc3941d9 req-badeea87-3da4-477e-a52a-552dd0679cc9 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.692283 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27e1a9fc-fc72-4cab-9ed0-0ef6cc3941d9 req-badeea87-3da4-477e-a52a-552dd0679cc9 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 1119 time: 0.4108567 Nov 12 03:22:07.706998 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-724374b5-12be-4c25-a4b5-109f830a95ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8af65329-19df-48d5-8f75-40e5624e7d78 HTTP/1.1" status: 200 len: 217 time: 0.1759043 Nov 12 03:22:07.752057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3595387-ed28-4e64-88be-a523ccdbd641 req-be444dc3-1bb9-40ca-a439-2b3909e17b9a tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.764863 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3595387-ed28-4e64-88be-a523ccdbd641 req-be444dc3-1bb9-40ca-a439-2b3909e17b9a tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 948 time: 0.0789630 Nov 12 03:22:07.786057 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d5f2-427f-9108-182c7cfabf48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.828277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3595387-ed28-4e64-88be-a523ccdbd641 req-e4b421aa-f0d2-4377-b25f-bbf21ca03899 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624354 Nov 12 03:22:07.875484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Pushing event updated for resources: {'Port': ['ID=1b527f83-8859-464b-b142-31087f71f16a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.925578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d5f2-427f-9108-182c7cfabf48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.989586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a046-693b-4522-b389-f2f283c82abb req-1d809628-fb64-40e1-9439-21d45358791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.991051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-1d809628-fb64-40e1-9439-21d45358791d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.2062628 Nov 12 03:22:07.998742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27e1a9fc-fc72-4cab-9ed0-0ef6cc3941d9 req-0ffef078-aa73-48cb-bc36-11215f58526a tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859857 Nov 12 03:22:08.026072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] For port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:08.052901 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-bc6882ee-9b08-4cb6-b8b8-10b3d6d73790 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468926 Nov 12 03:22:08.063468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ecf98378-e616-4951-a7e3-02c75e25275e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:08.073661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] For port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:08.140122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.232140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d5f2-427f-9108-182c7cfabf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.234699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8898fb8e-d5f2-427f-9108-182c7cfabf48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.238478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8898fb8e-d5f2-427f-9108-182c7cfabf48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd587654-e667-4463-bb67-1a4171d1c7f8 HTTP/1.1" status: 204 len: 168 time: 0.7547896 Nov 12 03:22:08.257785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.258444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.259766 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] 10.222.0.20 "PUT /v2.0/ports/e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 HTTP/1.1" status: 200 len: 1097 time: 2.8604760 Nov 12 03:22:08.263165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ecf98378-e616-4951-a7e3-02c75e25275e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:08.282800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898fb8e-d5f2-427f-9108-182c7cfabf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd587654-e667-4463-bb67-1a4171d1c7f8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:08.290144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.294474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a9881-d22b-4086-887e-eb85259c19df req-02f70e79-73a1-40f9-9a29-d02e75280e79 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.303078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d28a9881-d22b-4086-887e-eb85259c19df req-02f70e79-73a1-40f9-9a29-d02e75280e79 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 972 time: 0.0989666 Nov 12 03:22:08.310382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'mac_address': 'fa:16:3e:c5:d2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:08.345327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7438275-40f4-42f2-b74e-b225fe7d527a service neutron] Pushing event updated for resources: {'Port': ['ID=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:08.392893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.406813 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-41f420c8-c9e8-4c49-9972-3c6b0162df21 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455877 Nov 12 03:22:08.427944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf98378-e616-4951-a7e3-02c75e25275e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:08.442316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d28a9881-d22b-4086-887e-eb85259c19df req-175c9864-d287-4188-ba1a-5fdae3549811 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381960 Nov 12 03:22:08.467536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ecf98378-e616-4951-a7e3-02c75e25275e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:08.474808 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.611983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:08.657990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-d3e963ee-2e6f-4a33-a702-6356f5300944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.661820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-d3e963ee-2e6f-4a33-a702-6356f5300944 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 1100 time: 0.3195748 Nov 12 03:22:08.684838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcdb8d-73fd-483d-9ebe-c9106ac71700 req-d7f6a580-01c0-41e7-8729-a2b4aa2318da tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.686724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9bcdb8d-73fd-483d-9ebe-c9106ac71700 req-d7f6a580-01c0-41e7-8729-a2b4aa2318da tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 949 time: 0.1247885 Nov 12 03:22:08.731501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ecf98378-e616-4951-a7e3-02c75e25275e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:08.747231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-06f191c6-6ddf-4937-b016-eb843e6e6afb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 HTTP/1.1" status: 200 len: 217 time: 0.0713325 Nov 12 03:22:08.753221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9bcdb8d-73fd-483d-9ebe-c9106ac71700 req-dd86cbb6-9c97-450d-a363-aaa729f62677 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581594 Nov 12 03:22:09.037573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a45a046-693b-4522-b389-f2f283c82abb req-dc9e3826-33a9-4413-b8a9-25ee369c87c8 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141078 Nov 12 03:22:09.161426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-7a2664b9-3c80-4358-a7b3-c266a6ec7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.163656 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-7a2664b9-3c80-4358-a7b3-c266a6ec7ea9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1708062 Nov 12 03:22:09.244000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.271042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-d23073df-253f-4a13-a03e-baf4140ca0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.274359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-d23073df-253f-4a13-a03e-baf4140ca0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 1095 time: 0.1632526 Nov 12 03:22:09.287894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c69fa2a2-32a3-4131-afa5-b48576e5fa1a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:09.313201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-d2ed111b-a242-42c8-bb58-8b5195ac0b5b req-51955d20-10b0-48e2-9309-efd70e67c74b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:09.314791 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2ed111b-a242-42c8-bb58-8b5195ac0b5b req-51955d20-10b0-48e2-9309-efd70e67c74b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059597 Nov 12 03:22:09.329972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26ab67a-7286-4331-922d-313d5fec36a6', 'tag': 'e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:09.337527 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d22cc93-f5a8-415a-b447-5678645390f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d26ab67a-7286-4331-922d-313d5fec36a6", "tag": "e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:09.376489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-83d7e435-e4ee-429e-84d1-7fe53faafa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.378907 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-83d7e435-e4ee-429e-84d1-7fe53faafa0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2049227 Nov 12 03:22:09.434665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c69fa2a2-32a3-4131-afa5-b48576e5fa1a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:09.435110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.568841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a0420-7d94-44d5-ba17-c996de948e01 req-899313e5-aa7b-4730-a548-54e607007169 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.571268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-507a0420-7d94-44d5-ba17-c996de948e01 req-899313e5-aa7b-4730-a548-54e607007169 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 943 time: 0.0870588 Nov 12 03:22:09.674960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-507a0420-7d94-44d5-ba17-c996de948e01 req-f40f9a6f-a217-4867-b135-9feb35a94d38 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979860 Nov 12 03:22:09.729977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-12545d1e-7186-435f-96f0-395a89172c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.731043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-12545d1e-7186-435f-96f0-395a89172c18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 909 time: 0.3748538 Nov 12 03:22:09.869589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6e68c-e98f-4b4e-8aab-9b3b81f7592a req-09c796af-b255-4001-b921-bc611faa341b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.877098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72c6e68c-e98f-4b4e-8aab-9b3b81f7592a req-09c796af-b255-4001-b921-bc611faa341b tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 948 time: 0.0883014 Nov 12 03:22:09.910938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-90ea6194-31c6-484e-b27d-de6be42e2773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8af65329-19df-48d5-8f75-40e5624e7d78 HTTP/1.1" status: 200 len: 217 time: 0.1697538 Nov 12 03:22:09.954861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72c6e68c-e98f-4b4e-8aab-9b3b81f7592a req-e467c2fe-2392-4af1-a1a6-63056a46cb4f tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768518 Nov 12 03:22:09.986413 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-dde57ac2-3039-4c7c-a682-24f51da120bc service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864532 Nov 12 03:22:10.020428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-1e216db5-aca1-4269-a9ad-f59ea51f0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.022167 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-1e216db5-aca1-4269-a9ad-f59ea51f0a50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.0980153 Nov 12 03:22:10.030772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Router 656d90c0-e40e-403f-828e-edc96ee4e3ba is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:22:10.053114 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b9fce9-76e5-495d-964a-e284c19b26dd x-openstack-request-id: req-29b9fce9-76e5-495d-964a-e284c19b26dd {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:10.053532 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26ab67a-7286-4331-922d-313d5fec36a6", "tag": "e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:10.053787 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29b9fce9-76e5-495d-964a-e284c19b26dd {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:10.054706 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26ab67a-7286-4331-922d-313d5fec36a6', 'tag': 'e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945', 'status': 'completed', 'code': 200} Nov 12 03:22:10.079195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ecf98378-e616-4951-a7e3-02c75e25275e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:10.099363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-097f8678-76fb-4c91-94a1-81a2f1a8a708 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637374 Nov 12 03:22:10.174457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port ecf98378-e616-4951-a7e3-02c75e25275e completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:10.182318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ecf98378-e616-4951-a7e3-02c75e25275e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:10.182928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.209120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-c0d4d1d6-bef7-4ce5-b142-0e23f3e4037a tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:10.210122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-c0d4d1d6-bef7-4ce5-b142-0e23f3e4037a tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068114 Nov 12 03:22:10.280179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-3c628cdd-21d3-4e00-be47-5a47faf3579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.281592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-3c628cdd-21d3-4e00-be47-5a47faf3579a service neutron] 10.222.0.49 "GET /v2.0/ports/1cba7779-d5d6-44ed-9af2-0b41611abfd5 HTTP/1.1" status: 200 len: 1116 time: 0.0549200 Nov 12 03:22:10.293859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.295204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:10.296022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Unknown quota resources ['binding']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:22:10.319258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2d0d7-cece-48b6-a19e-0aad321b9970 req-fe63bd3e-6e40-47d7-bf1a-d0cfdff49902 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.325070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:10.326468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41b2d0d7-cece-48b6-a19e-0aad321b9970 req-fe63bd3e-6e40-47d7-bf1a-d0cfdff49902 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 972 time: 0.2018759 Nov 12 03:22:10.334537 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c63053-184c-43d8-ac5c-457ceea8fd2b" -d '{"events": [{"server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "name": "network-vif-plugged", "status": "completed", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:10.354574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ecf98378-e616-4951-a7e3-02c75e25275e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:10.357088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28ce28b0-c74a-42ed-85b0-2e6fbdf6224b req-4fb0c7c2-2a74-4f31-b0f9-14c84f6de9cf service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618257 Nov 12 03:22:10.358898 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.380815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:10.390667 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Sync routers for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:10.404585 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:10.407895 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:10.431788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:10.509075 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41b2d0d7-cece-48b6-a19e-0aad321b9970 req-90835135-ef7e-4fc2-87a4-4096f8cf1fdb tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367016 Nov 12 03:22:10.581554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.582833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-89447a1c-3385-4060-a6d3-31f0a8bb80ac admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.2592015 Nov 12 03:22:10.586949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59572) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:10.622686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-00635df2-658c-4eed-b80c-f66ec05fc2a9 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351926 Nov 12 03:22:10.674404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:10.674981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:10.678204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.678640 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:10.693309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.693740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.705305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.705796 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:10.707085 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 2 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:10.723859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:10.724282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:10.724675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.736055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561424c-37be-44e3-a9b4-ee8574172740 req-12191a0e-aab7-4e10-b340-d02f946b4193 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.737760 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9561424c-37be-44e3-a9b4-ee8574172740 req-12191a0e-aab7-4e10-b340-d02f946b4193 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1291051 Nov 12 03:22:10.741443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.742616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.754859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.755269 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:10.762626 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 3 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:10.779483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:10.780031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:10.780660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.791403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.791826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.804000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa17d7f2-3388-49f1-ae87-ca20ec2693ed req-b7628112-9fd1-45bf-8a21-043fd7da8cb7 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112001 Nov 12 03:22:10.807743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-fbf5873b-2adb-4445-ab30-065fe4d69491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.809383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-fbf5873b-2adb-4445-ab30-065fe4d69491 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c666c7e9b5a249379e862c708cf95f93&device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 1100 time: 0.3630941 Nov 12 03:22:10.810262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.810262 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:10.826724 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 4 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:10.864541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9561424c-37be-44e3-a9b4-ee8574172740 req-4fbdd703-af07-494a-a635-4de98101062d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142449 Nov 12 03:22:10.866233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:10.868238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:10.868791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.881820 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:07Z', 'revision_number': 3, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:10.886379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.887078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.892623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.893235 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:10.893807 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 5 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:10.909734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Checking router: 656d90c0-e40e-403f-828e-edc96ee4e3ba for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:10.910339 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Updating router 656d90c0-e40e-403f-828e-edc96ee4e3ba port 1b527f83-8859-464b-b142-31087f71f16a binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:10.919725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:10.923966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:10.924395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.936730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.937085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.939842 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.942638 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2036cc-ed42-4d00-859c-31b07263e716 x-openstack-request-id: req-5b2036cc-ed42-4d00-859c-31b07263e716 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:10.942953 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "name": "network-vif-plugged", "status": "completed", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:10.943212 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b2036cc-ed42-4d00-859c-31b07263e716 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:10.943602 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'code': 200} Nov 12 03:22:10.946337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.950797 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:10.951546 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 6 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:10.968686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:10.969338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:10.969885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.978256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.979615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:10.985457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:10.986556 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:10.987164 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 7 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:11.002104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:11.002742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:11.003258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.009311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.009891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.014585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.015165 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:11.015735 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 8 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:11.030712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:11.031397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:11.031934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.037088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.037677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.043662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.044275 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:11.044963 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 9 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:11.061096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:11.061787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:11.062389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.067581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.067905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.072936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.073264 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:11.075269 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempt 10 to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 Nov 12 03:22:11.088358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:11.088695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:11.089071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.094020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.094568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Attempting to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.100027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.100354 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to bind port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:11.100754 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.plugin [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] Failed to commit binding results for 1cba7779-d5d6-44ed-9af2-0b41611abfd5 after 10 tries Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 could not be created or updated. Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:11.103620 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h2-789963-21 could not be created or updated. Nov 12 03:22:11.106649 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Nov 12 03:22:11.111880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02e5fa9b-ee57-4ee7-98fe-0fb3c54b6e71 req-8ef91a58-8f0c-4a0a-8a45-578754e0702a service neutron] 10.222.0.49 "POST /v2.0/ports/1cba7779-d5d6-44ed-9af2-0b41611abfd5/bindings HTTP/1.1" status: 500 len: 402 time: 0.8216908 Nov 12 03:22:11.174880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-40da293c-bbc5-403c-932a-5ce36a786f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.176326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-40da293c-bbc5-403c-932a-5ce36a786f26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2999349 Nov 12 03:22:11.225566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a91274-a248-42b0-95b5-99144192793b req-29711984-b7f4-4269-8138-4eed1969a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.227750 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0a91274-a248-42b0-95b5-99144192793b req-29711984-b7f4-4269-8138-4eed1969a88b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1102 time: 0.2052739 Nov 12 03:22:11.285637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-82b71be4-fb69-4917-98f3-37c4aaf6201e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 HTTP/1.1" status: 200 len: 217 time: 0.0690606 Nov 12 03:22:11.387430 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.394388 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.437759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-42e4917a-b10e-401a-9ffb-e6b8e308bcec tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=795e4d8be98f41529a4448c8bc246cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219023 Nov 12 03:22:11.443186 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Pushing event updated for resources: {'Port': ['ID=1b527f83-8859-464b-b142-31087f71f16a,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.459803 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.461941 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.462494 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.463051 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.463582 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.464128 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.464670 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.465226 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.465748 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.467264 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.467838 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.468364 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Tracked resource versions report: Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: pushed versions: Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: { 'AddressGroup': {'1.2'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Log': {'1.0'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Network': {'1.1'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Port': {'1.7'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'PortForwarding': {'1.2'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'QosPolicy': {'1.10'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'SecurityGroup': {'1.5'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'SubPort': {'1.0'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Subnet': {'1.1'}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Trunk': {'1.1'}} Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: consumer versions: Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: { DHCP agent@n-d-789963-21: {}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: HyperV agent@n-h1-789963-21: {}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: L3 agent@n-d-789963-21: {}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: Metadata agent@n-d-789963-21: {}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: Metering agent@n-d-789963-21: {}, Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: Open vSwitch agent@n-d-789963-21: { 'AddressGroup': '1.2', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'ConntrackHelper': '1.0', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Log': '1.0', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Network': '1.1', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Port': '1.7', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'PortForwarding': '1.2', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'QosPolicy': '1.10', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'SecurityGroup': '1.5', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'SecurityGroupRule': '1.2', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'SubPort': '1.0', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Subnet': '1.1', Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: 'Trunk': '1.1'}} Nov 12 03:22:11.469726 n-d-789963-21 neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:22:11.499184 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Attempting to bind port 1b527f83-8859-464b-b142-31087f71f16a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:11.500054 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Attempting to bind port 1b527f83-8859-464b-b142-31087f71f16a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:11.500619 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Attempting to bind port 1b527f83-8859-464b-b142-31087f71f16a on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.512327 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:11.513521 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:11.513945 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.514347 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:11.514848 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Bound port: 1b527f83-8859-464b-b142-31087f71f16a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:11.515257 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.584910 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] For port 1b527f83-8859-464b-b142-31087f71f16a, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:11.590396 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] For port 1b527f83-8859-464b-b142-31087f71f16a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1b527f83-8859-464b-b142-31087f71f16a,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:11.596548 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.604557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-fc8afcbf-d541-4dd5-b1e8-c607e964eedf tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.617876 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-fc8afcbf-d541-4dd5-b1e8-c607e964eedf tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735132 Nov 12 03:22:11.631406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-dd7a8a01-605f-415f-b435-8972f91744d9 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/quotas/795e4d8be98f41529a4448c8bc246cff HTTP/1.1" status: 200 len: 375 time: 0.0125484 Nov 12 03:22:11.668620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0a91274-a248-42b0-95b5-99144192793b req-f2f1888d-8d8f-497a-976f-3a916557c188 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919461 Nov 12 03:22:11.674021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-732af226-4d75-4c6f-9a92-5ce2cf8ec3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.675904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-732af226-4d75-4c6f-9a92-5ce2cf8ec3f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1408486 Nov 12 03:22:11.682619 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:11.684107 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:11.693947 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82956e88-5033-4c37-9acf-e222576444cb None None] Pushing event updated for resources: {'Port': ['ID=1b527f83-8859-464b-b142-31087f71f16a,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.698265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-8a1ce72d-b3cc-45db-bdc0-0cf416032572 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484319 Nov 12 03:22:11.874990 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:11.902485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedb475-f4db-4779-bb41-cacab933d133 req-ad6be7d5-6b97-4344-ab7e-6202861f8bc8 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.904007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8eedb475-f4db-4779-bb41-cacab933d133 req-ad6be7d5-6b97-4344-ab7e-6202861f8bc8 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 943 time: 0.1076291 Nov 12 03:22:11.988099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3e3f4-281e-49fe-929c-6a0630be19ed req-8466d079-28d4-4c77-b70e-f216e7f0ab9d tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.997823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4f3e3f4-281e-49fe-929c-6a0630be19ed req-8466d079-28d4-4c77-b70e-f216e7f0ab9d tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 948 time: 0.0799232 Nov 12 03:22:12.017070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-f31b0eca-b235-4d2b-8666-2cf45b9307f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.018564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-f31b0eca-b235-4d2b-8666-2cf45b9307f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114602 Nov 12 03:22:12.052849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.075147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4f3e3f4-281e-49fe-929c-6a0630be19ed req-11729bac-c2d8-4968-ad1a-8ad649cb2cca tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 Nov 12 03:22:12.082559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8eedb475-f4db-4779-bb41-cacab933d133 req-4585f680-c959-4312-9140-064e0b35edfc tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654930 Nov 12 03:22:12.115807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8af65329-19df-48d5-8f75-40e5624e7d78 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:12.206524 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:07Z', 'revision_number': 3, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:12.295150 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042c5fd-35a5-424f-b11c-c6aa51cf6b7e None None] The sync data for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 is: [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:07Z', 'revision_number': 3, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:12.316701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8af65329-19df-48d5-8f75-40e5624e7d78, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8af65329-19df-48d5-8f75-40e5624e7d78,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:12.347085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '8af65329-19df-48d5-8f75-40e5624e7d78', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'port_id': '8af65329-19df-48d5-8f75-40e5624e7d78', 'mac_address': 'fa:16:3e:c6:ca:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd540c8c0-96ae-43eb-a61d-06fc91b4290f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:12.389399 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a26bb93-0208-4581-9596-dc4faac43d01 req-570406f8-b620-471b-b906-4d688e405442 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 210 time: 0.0472758 Nov 12 03:22:12.458865 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.465818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-b332d63c-13e7-44e9-bfe1-08ac839624ae service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365797 Nov 12 03:22:12.480363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af65329-19df-48d5-8f75-40e5624e7d78 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:12.509361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8af65329-19df-48d5-8f75-40e5624e7d78, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8af65329-19df-48d5-8f75-40e5624e7d78,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:12.515366 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.574885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd9115-c326-47e1-b707-a5ea7dc6cb78 req-771418c2-ecc9-46c9-be99-c393b3ff9bda tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.579322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59656) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:12.579967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3dd9115-c326-47e1-b707-a5ea7dc6cb78 req-771418c2-ecc9-46c9-be99-c393b3ff9bda tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1101518 Nov 12 03:22:12.603574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8af65329-19df-48d5-8f75-40e5624e7d78,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.653087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3dd9115-c326-47e1-b707-a5ea7dc6cb78 req-f546d0c8-af68-40da-94a8-9f680c6ab4d9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595086 Nov 12 03:22:12.727128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d22cc93-f5a8-415a-b447-5678645390f9 req-800b77a9-7d6d-44f2-9f05-93516a46b61c service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226870 Nov 12 03:22:12.758619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-35cabaac-9016-443a-92c6-9bb03140fad2 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.779681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-35cabaac-9016-443a-92c6-9bb03140fad2 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.4841232 Nov 12 03:22:12.780178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Allocated IP 172.20.0.1 (be8c8d0f-771f-4ab9-9157-5fb981951e4d/df8dfc23-bd6b-478f-a093-42ac4af69327/20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:12.817439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-4756e813-2eba-4cb8-983c-199528316b63 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/quotas/cae64c692ebf4f8a9969f7448cdcd8cb HTTP/1.1" status: 200 len: 375 time: 0.0389211 Nov 12 03:22:12.870218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['8af65329-19df-48d5-8f75-40e5624e7d78'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:12.895423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-051715ab-3976-4d90-ac98-f27124ac9080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.010601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.078108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.099595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-6921b9d5-004e-4468-bb4e-204d2973692f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2800665 Nov 12 03:22:13.149501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:13.166869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:13.178083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:13.178576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.266489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Pushing event updated for resources: {'Port': ['ID=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.294723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1b527f83-8859-464b-b142-31087f71f16a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:13.322013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adbd0c-abff-4020-ae31-ce96d94c4661 req-06afe719-bc43-4c11-8a7f-8afcd728cf1e tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.327219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79adbd0c-abff-4020-ae31-ce96d94c4661 req-06afe719-bc43-4c11-8a7f-8afcd728cf1e tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 948 time: 0.1287775 Nov 12 03:22:13.360037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.360412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.360782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.361112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.361463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.361805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.362147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.362476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.363250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.363250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.363425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.363742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.407860 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1b527f83-8859-464b-b142-31087f71f16a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:13.408105 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.420803 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79adbd0c-abff-4020-ae31-ce96d94c4661 req-2eba081f-63f5-49cc-91c5-e89e48322e83 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839186 Nov 12 03:22:13.530160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-051715ab-3976-4d90-ac98-f27124ac9080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.545611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-92c9bf89-9fd7-4f2a-84d7-4c24f58f1c02 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=795e4d8be98f41529a4448c8bc246cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1774900 Nov 12 03:22:13.561980 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.574189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-051715ab-3976-4d90-ac98-f27124ac9080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.575544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ad6c6-693d-47fe-bdd7-b41106237405 req-a7716367-48d7-449a-9d86-5c337722d435 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.577181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f1ad6c6-693d-47fe-bdd7-b41106237405 req-a7716367-48d7-449a-9d86-5c337722d435 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 944 time: 0.0722170 Nov 12 03:22:13.607672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 1b527f83-8859-464b-b142-31087f71f16a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1b527f83-8859-464b-b142-31087f71f16a,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:13.614212 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.674035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6a729c3d-d0bd-4399-80c7-9d8ec787f034 None None] Provisioning complete for port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:13.674318 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a729c3d-d0bd-4399-80c7-9d8ec787f034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.677197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-c96beace-066a-497d-8237-8de80be97cde service neutron] 10.222.0.49 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473747 Nov 12 03:22:13.699014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-051715ab-3976-4d90-ac98-f27124ac9080 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=727edb7aa4a44bd4956e5196250dc2db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1153042 Nov 12 03:22:13.704655 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f1ad6c6-693d-47fe-bdd7-b41106237405 req-b18c5406-149b-41a3-bf73-d619bb52eb4f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190288 Nov 12 03:22:13.708607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59680) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:13.725258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=1b527f83-8859-464b-b142-31087f71f16a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.732403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6a729c3d-d0bd-4399-80c7-9d8ec787f034 None None] Port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:13.771986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.801394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.853657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd8fb355-896c-42ac-a3c7-013038e1ef1d req-f9f44891-5dbb-42a7-8b78-538dbd4fff9b tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 210 time: 0.0399511 Nov 12 03:22:13.887655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.890423 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.891866 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ae69454-478e-4a0c-a308-0d98705086af HTTP/1.1" status: 204 len: 168 time: 0.1822753 Nov 12 03:22:13.901792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae69454-478e-4a0c-a308-0d98705086af,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.909755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.910220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.910621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.911020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.911421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.911959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.912348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.912776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.913168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.914194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.914581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.915116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f41e242-d3b3-4e4f-b58c-f25e9b39940f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:13.987898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2519b-e117-4b19-96a5-e7e72ac34724 req-411a9d01-c6b4-4d49-8be7-e18ecac126a1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.989466 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35d2519b-e117-4b19-96a5-e7e72ac34724 req-411a9d01-c6b4-4d49-8be7-e18ecac126a1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0579474 Nov 12 03:22:14.041676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35d2519b-e117-4b19-96a5-e7e72ac34724 req-d1ee8816-7743-4bb4-85fd-9f26ac21adbf tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Nov 12 03:22:14.062405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051715ab-3976-4d90-ac98-f27124ac9080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae69454-478e-4a0c-a308-0d98705086af,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:14.133580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:14.136766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8af65329-19df-48d5-8f75-40e5624e7d78 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:14.140146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-d1933e9e-eb8c-45b0-9b75-e710a3ba8287 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.141790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-d1933e9e-eb8c-45b0-9b75-e710a3ba8287 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5839567 Nov 12 03:22:14.160097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Request body: {'port': {'device_id': '21e12b07-d7c6-400e-a25a-3cf83a047984', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '795e4d8be98f41529a4448c8bc246cff'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:14.170381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.236719 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-1b02892d-526b-458c-8eee-66c6ad9b9fb6 service neutron] 10.222.0.49 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366106 Nov 12 03:22:14.324207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59694) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:14.349029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 8af65329-19df-48d5-8f75-40e5624e7d78 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:14.349591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1993ff8-4e42-47e8-be4b-af2dbb7633e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.362226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 8af65329-19df-48d5-8f75-40e5624e7d78 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:14.364978 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.419664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Made reservation on behalf of 795e4d8be98f41529a4448c8bc246cff for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:14.423492 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.443345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:14.481599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:14.483464 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1993ff8-4e42-47e8-be4b-af2dbb7633e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.488977 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1993ff8-4e42-47e8-be4b-af2dbb7633e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.558548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1993ff8-4e42-47e8-be4b-af2dbb7633e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccef39f29ae44b5c8d600b1bc40e06a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331138 Nov 12 03:22:14.559416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1993ff8-4e42-47e8-be4b-af2dbb7633e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5862408-70f4-424f-9466-efe94f031b22,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:14.562416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59704) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:14.646219 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.656477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.665051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:14.674014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.702855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.703877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.722648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:14.737933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8519f0-f850-4e1f-b2a7-b71d7964fda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af65329-19df-48d5-8f75-40e5624e7d78'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:14.743105 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad084e63-1923-4383-9cff-9874b2729495" -d '{"events": [{"server_uuid": "5c8519f0-f850-4e1f-b2a7-b71d7964fda2", "name": "network-vif-plugged", "status": "completed", "tag": "8af65329-19df-48d5-8f75-40e5624e7d78"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:14.765460 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.781827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8af65329-19df-48d5-8f75-40e5624e7d78, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8af65329-19df-48d5-8f75-40e5624e7d78,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:14.787820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Pushing event updated for resources: {'Port': ['ID=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:14.839925 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.904867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:14.943010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Allocated IP 192.168.233.144 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/4579e8d8-3978-409a-81ec-fc3f606df149) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:15.010110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a9262-6d20-4692-af40-9e22bd5e33c7 req-f4efa469-8dd0-43bd-9559-30c97f75f382 tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.011902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43de07-7346-4ae7-b605-806254162bab req-98a8aa88-0b61-49c2-ad32-2b4a625089f5 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.024031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d5a9262-6d20-4692-af40-9e22bd5e33c7 req-f4efa469-8dd0-43bd-9559-30c97f75f382 tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1102 time: 0.4263752 Nov 12 03:22:15.025360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d43de07-7346-4ae7-b605-806254162bab req-98a8aa88-0b61-49c2-ad32-2b4a625089f5 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 948 time: 0.3639688 Nov 12 03:22:15.061114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8af65329-19df-48d5-8f75-40e5624e7d78,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.069486 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47502c66-3816-4fdd-b535-554303ef39a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.093647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:15.096884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47502c66-3816-4fdd-b535-554303ef39a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.156683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4d5a9262-6d20-4692-af40-9e22bd5e33c7 req-2af3dab1-2594-4319-a6e9-a717f3df61ad tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.171529 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47502c66-3816-4fdd-b535-554303ef39a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.174562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47502c66-3816-4fdd-b535-554303ef39a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.176345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-47502c66-3816-4fdd-b535-554303ef39a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5862408-70f4-424f-9466-efe94f031b22 HTTP/1.1" status: 204 len: 168 time: 0.6129193 Nov 12 03:22:15.189638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47502c66-3816-4fdd-b535-554303ef39a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5862408-70f4-424f-9466-efe94f031b22,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.217795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:15.243384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:15.371077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4d5a9262-6d20-4692-af40-9e22bd5e33c7 req-2af3dab1-2594-4319-a6e9-a717f3df61ad tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.375521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4d5a9262-6d20-4692-af40-9e22bd5e33c7 req-2af3dab1-2594-4319-a6e9-a717f3df61ad tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.423561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3dab1-2594-4319-a6e9-a717f3df61ad tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415b26ee-636b-4b44-b230-41b2c38f2055,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.479462 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d5a9262-6d20-4692-af40-9e22bd5e33c7 req-2af3dab1-2594-4319-a6e9-a717f3df61ad tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225547 Nov 12 03:22:15.578374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d43de07-7346-4ae7-b605-806254162bab req-98be8aa2-a26d-45ec-b873-5543eede14a5 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508959 Nov 12 03:22:15.712450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1b527f83-8859-464b-b142-31087f71f16a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:15.713443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-677fca76-f7a4-4625-b710-08cf5b3e5a64 req-2f49024e-bdaa-465c-af05-a4b2d438908d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0437534 Nov 12 03:22:15.730153 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.810402 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8979bda9-7676-438b-b7fa-8e639b4e192d x-openstack-request-id: req-8979bda9-7676-438b-b7fa-8e639b4e192d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:15.810925 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8519f0-f850-4e1f-b2a7-b71d7964fda2", "name": "network-vif-plugged", "status": "completed", "tag": "8af65329-19df-48d5-8f75-40e5624e7d78", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:15.811255 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8979bda9-7676-438b-b7fa-8e639b4e192d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:15.811717 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8519f0-f850-4e1f-b2a7-b71d7964fda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af65329-19df-48d5-8f75-40e5624e7d78', 'code': 200} Nov 12 03:22:15.857319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f431a515-4381-40fa-93fd-e254d93e86c7 None None] Provisioning complete for port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:15.858171 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f431a515-4381-40fa-93fd-e254d93e86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.884700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.895606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15573c3b-a43b-46c7-8ed7-d6397b8dc68c req-c5d8fc4e-f373-460f-a118-7e0261b4606b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.897172 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15573c3b-a43b-46c7-8ed7-d6397b8dc68c req-c5d8fc4e-f373-460f-a118-7e0261b4606b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 945 time: 0.1639745 Nov 12 03:22:15.915018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Router 656d90c0-e40e-403f-828e-edc96ee4e3ba has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:15.926863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1b527f83-8859-464b-b142-31087f71f16a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:15.927241 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.934221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83364-977e-4537-add5-527ed14cdb6a req-b91bed64-0235-4d2c-a1ca-c9fc156b1b01 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.941334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44a83364-977e-4537-add5-527ed14cdb6a req-b91bed64-0235-4d2c-a1ca-c9fc156b1b01 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 936 time: 0.0632226 Nov 12 03:22:15.962362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f431a515-4381-40fa-93fd-e254d93e86c7 None None] Port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:15.995594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44a83364-977e-4537-add5-527ed14cdb6a req-c49049ee-f2c9-4705-a08b-521d26e0bd48 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521455 Nov 12 03:22:16.014672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:16.078656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:16.090027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Pushing event updated for resources: {'Port': ['ID=4579e8d8-3978-409a-81ec-fc3f606df149,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:16.094288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:16.100452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.101807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.156105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710e77-c5b8-4f4a-9b16-3ca8b402511b req-b6fb03da-d93a-46a3-91c1-c0ef52de2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.163412 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d710e77-c5b8-4f4a-9b16-3ca8b402511b req-b6fb03da-d93a-46a3-91c1-c0ef52de2e33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 1097 time: 0.2631269 Nov 12 03:22:16.185628 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15573c3b-a43b-46c7-8ed7-d6397b8dc68c req-c80e3317-d498-4587-a998-7cca7ffc91cf tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583139 Nov 12 03:22:16.212193 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-36548582-5d34-4157-a245-b46f6007e07e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0526338 Nov 12 03:22:16.233121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:16.233789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c5da8213-88a8-4003-a34f-a8fdcdee65e3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:16.256148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-87d267f8-1964-41e3-a751-4d6a9e8a7d93 admin admin] 10.222.0.49 "PUT /v2.0/routers/656d90c0-e40e-403f-828e-edc96ee4e3ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6589899 Nov 12 03:22:16.267895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Request body: {'port': {'device_id': '21e12b07-d7c6-400e-a25a-3cf83a047984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:16.300006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Sync routers for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:16.361083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:16.362394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:16.463934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d710e77-c5b8-4f4a-9b16-3ca8b402511b req-9b96f2a8-d416-4555-acc0-caa83530a916 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908695 Nov 12 03:22:16.526217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.542744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-034e0909-1c1a-4890-b90b-43a5ebe0148a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.544510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-034e0909-1c1a-4890-b90b-43a5ebe0148a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.2871914 Nov 12 03:22:16.687928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Request body: {'port': {'device_id': '1d8e7c84-5d92-4833-a716-1fe4351f9ce3', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'admin_state_up': True, 'tenant_id': 'cae64c692ebf4f8a9969f7448cdcd8cb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:16.745539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ec02e543-7cf7-4c4d-b173-a69875733536 None None] Provisioning complete for port 4579e8d8-3978-409a-81ec-fc3f606df149 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:16.745984 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec02e543-7cf7-4c4d-b173-a69875733536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.778923 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:16.950908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Made reservation on behalf of cae64c692ebf4f8a9969f7448cdcd8cb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:16.965697 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.979133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ec02e543-7cf7-4c4d-b173-a69875733536 None None] Port 4579e8d8-3978-409a-81ec-fc3f606df149 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:17.085486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61530c-044a-4780-96fa-9ad47bb70d88 req-b2781b25-0279-45c4-b9af-c20e587d3d91 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.093623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a61530c-044a-4780-96fa-9ad47bb70d88 req-b2781b25-0279-45c4-b9af-c20e587d3d91 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 949 time: 0.1887598 Nov 12 03:22:17.097944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 2, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:17.108262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76b22724-ec87-4e78-8f6e-5f92f22ee96e req-3f3c6595-8fe5-40f4-a8e9-edc9123328c8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0641370 Nov 12 03:22:17.130232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Checking router: 656d90c0-e40e-403f-828e-edc96ee4e3ba for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:17.130943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Updating router 656d90c0-e40e-403f-828e-edc96ee4e3ba port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:17.167696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.175191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4579e8d8-3978-409a-81ec-fc3f606df149 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:17.198810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.264955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Transition to ACTIVE for port object 4579e8d8-3978-409a-81ec-fc3f606df149 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:17.290938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a61530c-044a-4780-96fa-9ad47bb70d88 req-6b59eba5-525e-4073-8689-92cf72703a6c tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963413 Nov 12 03:22:17.291634 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.349991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df510731-96ee-405f-ba9a-b9f87b08071c req-3c3bfd6f-78bb-46d8-8698-d63d4692d656 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.352593 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df510731-96ee-405f-ba9a-b9f87b08071c req-3c3bfd6f-78bb-46d8-8698-d63d4692d656 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0975401 Nov 12 03:22:17.371911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Pushing event updated for resources: {'Port': ['ID=4579e8d8-3978-409a-81ec-fc3f606df149,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.389099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Allocated IP 172.20.0.12 (a37a1d10-61ee-4876-8b8c-8ef90e6dd922/f282aada-aebd-41cb-9844-fdf4b16102eb/f8431ed2-71fc-4725-acae-818a47789982) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:17.398632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59794) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:17.456304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df510731-96ee-405f-ba9a-b9f87b08071c req-324c654a-65be-4b1c-9735-ac7ae731978d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971475 Nov 12 03:22:17.550959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Attempting to bind port 4579e8d8-3978-409a-81ec-fc3f606df149 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:17.551898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Attempting to bind port 4579e8d8-3978-409a-81ec-fc3f606df149 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:17.552303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Attempting to bind port 4579e8d8-3978-409a-81ec-fc3f606df149 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:17.593900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Port 4579e8d8-3978-409a-81ec-fc3f606df149 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:17.594185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Attempting to bind port 4579e8d8-3978-409a-81ec-fc3f606df149 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:17.646412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:17.646755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:17.647252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:17.647605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Bound port: 4579e8d8-3978-409a-81ec-fc3f606df149, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:17.649049 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.701474 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.709608 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.732603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f2917-87b7-495c-bc10-490d68ed1720 req-e25dea49-9e7a-4b9b-9815-d93c2fc38b4e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.733832 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c3f2917-87b7-495c-bc10-490d68ed1720 req-e25dea49-9e7a-4b9b-9815-d93c2fc38b4e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 948 time: 0.3101149 Nov 12 03:22:17.760898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5e44-aed2-475c-ad1a-271402154652 req-f598f0b4-d31f-443b-8d51-7fe915f16c7b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.762684 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba3d5e44-aed2-475c-ad1a-271402154652 req-f598f0b4-d31f-443b-8d51-7fe915f16c7b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 945 time: 0.1031229 Nov 12 03:22:17.808066 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26a167-80f2-4dcc-b3a8-3a81d774d4ac None None] Pushing event updated for resources: {'Port': ['ID=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.910016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba3d5e44-aed2-475c-ad1a-271402154652 req-e2cd8504-0f3a-4f2e-997d-fd73f6b35cb8 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390111 Nov 12 03:22:17.955907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59812) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:17.963034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-network', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:17.980925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Attempting to bind port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:17.981213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Attempting to bind port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:17.981570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Attempting to bind port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 on network be8c8d0f-771f-4ab9-9157-5fb981951e4d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:17.995855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:17.996223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Checking segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:17.996605 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.997027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Bound using segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:17.997497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Bound port: 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:17.997870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.008829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Made reservation on behalf of 544cef9f1cb0435b8c001768bf0a4ef4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:18.015902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.028161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] For port 4579e8d8-3978-409a-81ec-fc3f606df149, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:18.029560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.032252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] For port 4579e8d8-3978-409a-81ec-fc3f606df149, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4579e8d8-3978-409a-81ec-fc3f606df149,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:18.090842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.112507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.122856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] For port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:18.128211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] For port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:18.139455 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.190891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:18.193659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Pushing event updated for resources: {'Port': ['ID=4579e8d8-3978-409a-81ec-fc3f606df149,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.199230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a7c23e61-8a72-42cb-9cf7-992a2435232e None None] Provisioning complete for port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:18.199601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7c23e61-8a72-42cb-9cf7-992a2435232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.205130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.205755 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.207143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-497ba38a-3822-4aed-8671-b1b5799ed692 service neutron] 10.222.0.20 "PUT /v2.0/ports/4579e8d8-3978-409a-81ec-fc3f606df149 HTTP/1.1" status: 200 len: 1097 time: 1.9437613 Nov 12 03:22:18.209977 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.212343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e12b07-d7c6-400e-a25a-3cf83a047984', 'tag': '4579e8d8-3978-409a-81ec-fc3f606df149'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:18.215631 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076974c3-5e3c-409a-950f-33405e9eeff8" -d '{"events": [{"name": "network-changed", "server_uuid": "21e12b07-d7c6-400e-a25a-3cf83a047984", "tag": "4579e8d8-3978-409a-81ec-fc3f606df149"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:18.233152 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.259851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:18.284206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c3f2917-87b7-495c-bc10-490d68ed1720 req-fa06ea26-dbdf-4f1f-8d42-e080bf88563a tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020577 Nov 12 03:22:18.319015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.319363 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Added segment 910c9014-db1b-47ba-9a50-b5b15532675e of type vlan for network 3f45724c-2740-40ac-867d-531ff2a00612 Nov 12 03:22:18.324999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-ae81e7c4-23d1-4cba-92f6-9e3f04ac87e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9155304 Nov 12 03:22:18.330193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-8453e50b-fc6b-4a96-bf47-f51f8b6fc023 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:18.331190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-8453e50b-fc6b-4a96-bf47-f51f8b6fc023 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054152 Nov 12 03:22:18.355136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:18.356002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:18.356165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c898638-4f29-4a1d-b3f2-bd04f1658dc7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.374742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26a167-80f2-4dcc-b3a8-3a81d774d4ac None None] Pushing event updated for resources: {'Port': ['ID=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.462013 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.533596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc3ad18b-26f4-4543-bad2-ac795fe2ab6e req-e68cb73c-f615-4f68-bbcc-591d96e9dc15 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0849974 Nov 12 03:22:18.536831 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.537828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.539108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.542418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-6f22422e-bba0-4095-bca6-e15ee0372d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.543913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-6f22422e-bba0-4095-bca6-e15ee0372d90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 1100 time: 0.2490191 Nov 12 03:22:18.545203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.620314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1cba7779-d5d6-44ed-9af2-0b41611abfd5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:18.655288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] Pushing event updated for resources: {'Network': ['ID=3f45724c-2740-40ac-867d-531ff2a00612,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.668692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6914ec38-b699-4e7b-8ee2-44278a7b809e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7115254 Nov 12 03:22:18.669713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:18.677328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Request body: {'subnet': {'network_id': '3f45724c-2740-40ac-867d-531ff2a00612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-subnet', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:18.692232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 3f45724c-2740-40ac-867d-531ff2a00612 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:18.695969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:18.729874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Made reservation on behalf of 544cef9f1cb0435b8c001768bf0a4ef4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:18.735705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.834178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:18.836603 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.894972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2cf2e-25fd-48b0-86d2-306260834a75 req-c243c45a-4d0a-4d97-b1bb-4048ccb0ce68 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.896662 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41d2cf2e-25fd-48b0-86d2-306260834a75 req-c243c45a-4d0a-4d97-b1bb-4048ccb0ce68 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0895405 Nov 12 03:22:18.940981 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6946164b-1a44-4e99-8ae4-98bd3b71056d x-openstack-request-id: req-6946164b-1a44-4e99-8ae4-98bd3b71056d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:18.941356 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e12b07-d7c6-400e-a25a-3cf83a047984", "tag": "4579e8d8-3978-409a-81ec-fc3f606df149", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:18.941667 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6946164b-1a44-4e99-8ae4-98bd3b71056d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:18.943399 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e12b07-d7c6-400e-a25a-3cf83a047984', 'tag': '4579e8d8-3978-409a-81ec-fc3f606df149', 'status': 'completed', 'code': 200} Nov 12 03:22:18.945833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-aee514ae-279d-4217-98a6-ec7036e945c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=4579e8d8-3978-409a-81ec-fc3f606df149 HTTP/1.1" status: 200 len: 217 time: 0.3759820 Nov 12 03:22:18.965292 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7c23e61-8a72-42cb-9cf7-992a2435232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.965953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41d2cf2e-25fd-48b0-86d2-306260834a75 req-03512ca0-c6be-4221-a76e-2efdddece6c1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604365 Nov 12 03:22:18.993763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:19.025268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:19.067491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:19.083150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:19.089605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.090265 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.120840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event updated for resources: {'Port': ['ID=f8431ed2-71fc-4725-acae-818a47789982,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.129756 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.138475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-77d1f61b-8539-47ef-965b-81bfa765cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.141221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-77d1f61b-8539-47ef-965b-81bfa765cff7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1685185 Nov 12 03:22:19.181841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578a77-4e86-4aa2-bfd6-d721540521a0 req-d9d267ab-5aac-48cf-8fae-5a06fb46448d tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.186412 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20578a77-4e86-4aa2-bfd6-d721540521a0 req-d9d267ab-5aac-48cf-8fae-5a06fb46448d tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 949 time: 0.2748277 Nov 12 03:22:19.202486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-bfea7504-de44-44bf-9f26-becc6d9da225 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5195441 Nov 12 03:22:19.218830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a7c23e61-8a72-42cb-9cf7-992a2435232e None None] For port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:19.230850 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.233863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Request body: {'port': {'device_id': '1d8e7c84-5d92-4833-a716-1fe4351f9ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:19.274322 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7c23e61-8a72-42cb-9cf7-992a2435232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.344113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Checking segment: {'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:19.344772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Network hostable DHCP agents. Network: 3f45724c-2740-40ac-867d-531ff2a00612, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:19.346526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.391253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b945f5-f0b8-4b95-ad39-6fdeadcd33c4 req-0a648d4f-76f8-49a4-a417-a48508174233 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.391419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26ab67a-7286-4331-922d-313d5fec36a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:19.393187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b945f5-f0b8-4b95-ad39-6fdeadcd33c4 req-0a648d4f-76f8-49a4-a417-a48508174233 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 945 time: 0.1267896 Nov 12 03:22:19.395611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Network 3f45724c-2740-40ac-867d-531ff2a00612 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:19.400349 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4adf14d-7507-45ca-8578-77e1ac0211e7" -d '{"events": [{"server_uuid": "d26ab67a-7286-4331-922d-313d5fec36a6", "name": "network-vif-plugged", "status": "completed", "tag": "e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:19.425999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 3f45724c-2740-40ac-867d-531ff2a00612) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:19.427516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-5cb1c67c-1c2f-4961-8014-0e50705cce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.429135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-5cb1c67c-1c2f-4961-8014-0e50705cce97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2403576 Nov 12 03:22:19.434136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.435188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.471747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b945f5-f0b8-4b95-ad39-6fdeadcd33c4 req-ca3f7b99-7925-4e4f-a44a-ae8f1ba3038a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716472 Nov 12 03:22:19.475930 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.481446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d388c042-7798-4745-aa54-7a1b998162b2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8081672 Nov 12 03:22:19.484266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59880) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.491502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:19.510757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20578a77-4e86-4aa2-bfd6-d721540521a0 req-0ff982d0-379a-47ce-8fc2-3283c4ff95ae tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052998 Nov 12 03:22:19.593387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.601684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.673665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59888) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.681104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfc5f3-bc9e-45af-9b5b-b332bc684c2c None None] Network 3f45724c-2740-40ac-867d-531ff2a00612 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:19.755647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.809979 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba09af-4703-45f4-a1d9-1bc5f58cd567 x-openstack-request-id: req-61ba09af-4703-45f4-a1d9-1bc5f58cd567 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:19.810305 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26ab67a-7286-4331-922d-313d5fec36a6", "name": "network-vif-plugged", "status": "completed", "tag": "e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:19.810557 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61ba09af-4703-45f4-a1d9-1bc5f58cd567 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:19.810951 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26ab67a-7286-4331-922d-313d5fec36a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945', 'code': 200} Nov 12 03:22:19.818504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:19.891978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c23e61-8a72-42cb-9cf7-992a2435232e None None] Pushing event updated for resources: {'Port': ['ID=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.929749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4f6b-d093-4396-a34f-2d9170a5c903 req-f2fcd3e3-b69b-476f-ba71-6b4dc7f5f7bd tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.934187 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.937015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf4e4f6b-d093-4396-a34f-2d9170a5c903 req-f2fcd3e3-b69b-476f-ba71-6b4dc7f5f7bd tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 1097 time: 0.1924393 Nov 12 03:22:19.953397 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a25cf176-9bf2-4552-90a2-bbaa91b16aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.962992 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.009528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.010548 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-328324c1-8746-43ca-8985-755e7c5ddd5e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673075 Nov 12 03:22:20.013231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-3f45724c-2740-40ac-867d-531ff2a00612', 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'fixed_ips': [{'subnet_id': '4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:22:20.014550 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.022494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae99c3f-8bc0-4298-89cf-52c1b513e676 req-ddf58396-9ee8-4065-9696-b2b5ce012fd1 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.030125 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ae99c3f-8bc0-4298-89cf-52c1b513e676 req-ddf58396-9ee8-4065-9696-b2b5ce012fd1 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 948 time: 0.3181369 Nov 12 03:22:20.041612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fc41172e-cdb9-4fd1-b66f-c0c50175ab7b None None] Provisioning complete for port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:20.042368 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fc41172e-cdb9-4fd1-b66f-c0c50175ab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.053043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf4e4f6b-d093-4396-a34f-2d9170a5c903 req-65e9c682-b6be-4782-b44e-ae97ccd028dd tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115003 Nov 12 03:22:20.105010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f44c7-a2ae-49e7-bc27-5e83552d5cd7 req-86e9a1d3-bc27-43c7-9f1c-683485b3ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.106606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-843f44c7-a2ae-49e7-bc27-5e83552d5cd7 req-86e9a1d3-bc27-43c7-9f1c-683485b3ac01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 1102 time: 0.2664728 Nov 12 03:22:20.141044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a25cf176-9bf2-4552-90a2-bbaa91b16aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.165368 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a25cf176-9bf2-4552-90a2-bbaa91b16aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.227651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cf176-9bf2-4552-90a2-bbaa91b16aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9f7c5-b5af-421e-8a14-a2fbf49c8f11,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.232756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a25cf176-9bf2-4552-90a2-bbaa91b16aa5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f89930af8944495bba6c37b8461ef54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5561695 Nov 12 03:22:20.245234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ae99c3f-8bc0-4298-89cf-52c1b513e676 req-02cffb0b-1279-40d1-95a4-2a2d952328ef tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141337 Nov 12 03:22:20.246329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59902) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:20.337744 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-843f44c7-a2ae-49e7-bc27-5e83552d5cd7 req-e56559fd-c14f-4eac-85e6-eea5ec86e675 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095900 Nov 12 03:22:20.384115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Allocated IP 172.20.0.2 (3f45724c-2740-40ac-867d-531ff2a00612/4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5/023a073f-dc23-4d09-b457-eb9ff83749c7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:20.400837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:18Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:20.407723 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06e088e2-80f7-47cf-be12-f0c25aeafaaf req-e9668aad-e8a3-47c9-b865-ee95287fd46c service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734622 Nov 12 03:22:20.452264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a748e1-f065-49d8-a7a4-9dabb8272065 None None] The sync data for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 is: [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:18Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:20.455711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb1aaf-3d9d-4f13-879f-71e7d853b4b7 req-62f1be23-2059-4a15-b149-d97f5932dd33 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.457340 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5edb1aaf-3d9d-4f13-879f-71e7d853b4b7 req-62f1be23-2059-4a15-b149-d97f5932dd33 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1146705 Nov 12 03:22:20.459644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8431ed2-71fc-4725-acae-818a47789982 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:20.480894 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.498873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29edaa8-b03a-4a9d-bca5-948906c09e2c req-cf77a1a4-bd70-4b72-8e1d-6a9a1d79c0d4 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.513783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e29edaa8-b03a-4a9d-bca5-948906c09e2c req-cf77a1a4-bd70-4b72-8e1d-6a9a1d79c0d4 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 932 time: 0.2040584 Nov 12 03:22:20.537094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.544401 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19b7cca8-7ed7-452d-97eb-a06e154741ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.545071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Transition to ACTIVE for port object f8431ed2-71fc-4725-acae-818a47789982 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:20.564123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.615684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.622184 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5edb1aaf-3d9d-4f13-879f-71e7d853b4b7 req-43df02bd-dc6f-44fc-b293-77388ae7cb10 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444354 Nov 12 03:22:20.649211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Pushing event updated for resources: {'Port': ['ID=f8431ed2-71fc-4725-acae-818a47789982,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.683194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19b7cca8-7ed7-452d-97eb-a06e154741ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.703740 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.708141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:20.708141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:20.708141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:20.718936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.750635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Network 3f45724c-2740-40ac-867d-531ff2a00612 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:20.756876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:20.757860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:20.781004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e29edaa8-b03a-4a9d-bca5-948906c09e2c req-5f459d10-cbe6-4f54-99ad-a70e4cb4b4ab tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662039 Nov 12 03:22:20.797554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:20.798073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Checking segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:20.798791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Bound using segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:20.799555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Bound port: f8431ed2-71fc-4725-acae-818a47789982, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:20.800245 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.812035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:20.827299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:20.833304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Pushing event updated for resources: {'Port': ['ID=023a073f-dc23-4d09-b457-eb9ff83749c7,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.868233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-f4986678-7a78-4b09-9cab-6f7a6abefc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.876412 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-f4986678-7a78-4b09-9cab-6f7a6abefc1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1102 time: 0.1841929 Nov 12 03:22:20.891888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19b7cca8-7ed7-452d-97eb-a06e154741ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.894772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19b7cca8-7ed7-452d-97eb-a06e154741ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.896287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-19b7cca8-7ed7-452d-97eb-a06e154741ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9d9f7c5-b5af-421e-8a14-a2fbf49c8f11 HTTP/1.1" status: 204 len: 168 time: 0.6413608 Nov 12 03:22:20.896403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a083e-9a19-4503-a58f-f5fa3d0e5cc3 req-5498c61a-6e7b-4424-90fe-ff1abb8fe042 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.904473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a0a083e-9a19-4503-a58f-f5fa3d0e5cc3 req-5498c61a-6e7b-4424-90fe-ff1abb8fe042 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 1097 time: 0.1647005 Nov 12 03:22:20.911508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-cc5724e4-ad78-4a3e-9d0b-125290dad947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.913125 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-cc5724e4-ad78-4a3e-9d0b-125290dad947 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=795e4d8be98f41529a4448c8bc246cff&device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 1100 time: 0.2411315 Nov 12 03:22:20.931781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Attempting to bind port 023a073f-dc23-4d09-b457-eb9ff83749c7 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:20.932360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Attempting to bind port 023a073f-dc23-4d09-b457-eb9ff83749c7 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:20.932534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Attempting to bind port 023a073f-dc23-4d09-b457-eb9ff83749c7 on network 3f45724c-2740-40ac-867d-531ff2a00612 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:20.943600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:20.944237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Checking segment: {'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:20.945074 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.945426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Allocated IP 172.25.0.195 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/ca2335dd-b1c3-45ae-a29e-854fb733584c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:20.945869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Bound using segment: {'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:20.946541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Bound port: 023a073f-dc23-4d09-b457-eb9ff83749c7, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:20.947139 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.947967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7cca8-7ed7-452d-97eb-a06e154741ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9f7c5-b5af-421e-8a14-a2fbf49c8f11,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.051383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] For port 023a073f-dc23-4d09-b457-eb9ff83749c7, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:21.057129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] For port 023a073f-dc23-4d09-b457-eb9ff83749c7, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=023a073f-dc23-4d09-b457-eb9ff83749c7,segment=NetworkSegment(910c9014-db1b-47ba-9a50-b5b15532675e),segment_id=910c9014-db1b-47ba-9a50-b5b15532675e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:21.066250 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.083747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] For port f8431ed2-71fc-4725-acae-818a47789982, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:21.176209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972cf7-5224-44fb-8add-257907f3f747 None None] Pushing event updated for resources: {'Port': ['ID=023a073f-dc23-4d09-b457-eb9ff83749c7,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.185725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.193133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] For port f8431ed2-71fc-4725-acae-818a47789982, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8431ed2-71fc-4725-acae-818a47789982,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:21.215572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.236630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a0a083e-9a19-4503-a58f-f5fa3d0e5cc3 req-93838bec-be02-44df-a3f1-9dde52b0b5bd tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299587 Nov 12 03:22:21.257404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.312351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:21.315878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:21.319203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:21.329073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb14d1-68f1-41c0-a3bb-6738d8205a22 req-6b7a9290-ba5f-499c-9a9d-57d9f779f964 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.337534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dcb14d1-68f1-41c0-a3bb-6738d8205a22 req-6b7a9290-ba5f-499c-9a9d-57d9f779f964 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 950 time: 0.3495555 Nov 12 03:22:21.399682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.400344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.405339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] 10.222.0.20 "PUT /v2.0/ports/f8431ed2-71fc-4725-acae-818a47789982 HTTP/1.1" status: 200 len: 1093 time: 2.1762171 Nov 12 03:22:21.415164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8e7c84-5d92-4833-a716-1fe4351f9ce3', 'tag': 'f8431ed2-71fc-4725-acae-818a47789982'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:21.417934 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639d7670-4be7-4b8e-94a7-39f591e5e2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8e7c84-5d92-4833-a716-1fe4351f9ce3", "tag": "f8431ed2-71fc-4725-acae-818a47789982"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:21.432796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-2468f860-991e-44f8-83e9-f1eeff6296d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.434268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-2468f860-991e-44f8-83e9-f1eeff6296d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.5277600 Nov 12 03:22:21.446401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59920) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:21.481689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-41519bc4-7891-4b32-a355-1536fdc178dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.484387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-41519bc4-7891-4b32-a355-1536fdc178dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.5557189 Nov 12 03:22:21.583535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Pushing event updated for resources: {'Port': ['ID=ca2335dd-b1c3-45ae-a29e-854fb733584c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.604270 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dcb14d1-68f1-41c0-a3bb-6738d8205a22 req-32a4f1a3-da42-4bdb-8b0e-b5f684e5091e tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574131 Nov 12 03:22:21.606347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:21.629307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b1609a5-4044-42b2-843c-5e8758f2e956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.657252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-e2af6b6d-10f4-4de7-a2dd-84d3aa647a34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.1986969 Nov 12 03:22:21.691419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:21.691797 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.734529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cddc6-5a2b-4f6f-b3e0-b2503420f272 service neutron] Pushing event updated for resources: {'Port': ['ID=f8431ed2-71fc-4725-acae-818a47789982,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.841741 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-a8660c4c-2f3a-4a6e-978e-417ee9b6183c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=4579e8d8-3978-409a-81ec-fc3f606df149 HTTP/1.1" status: 200 len: 217 time: 0.2974889 Nov 12 03:22:21.918072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-b6f909d1-f3b3-4a17-a5c6-be9107f22cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.919570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-b6f909d1-f3b3-4a17-a5c6-be9107f22cc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1663907 Nov 12 03:22:22.016536 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f56fad4-001f-45df-93fd-425ea6488fb1 x-openstack-request-id: req-7f56fad4-001f-45df-93fd-425ea6488fb1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:22.017230 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8e7c84-5d92-4833-a716-1fe4351f9ce3", "tag": "f8431ed2-71fc-4725-acae-818a47789982", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:22.017671 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f56fad4-001f-45df-93fd-425ea6488fb1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:22.018720 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8e7c84-5d92-4833-a716-1fe4351f9ce3', 'tag': 'f8431ed2-71fc-4725-acae-818a47789982', 'status': 'completed', 'code': 200} Nov 12 03:22:22.167526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc408ae-29b2-48d3-87c4-b4251dbb18b0 req-4f9fe04c-1dba-4743-837c-764726b3d5a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.175713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abc408ae-29b2-48d3-87c4-b4251dbb18b0 req-4f9fe04c-1dba-4743-837c-764726b3d5a5 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 948 time: 0.3525560 Nov 12 03:22:22.217468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.270903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abc408ae-29b2-48d3-87c4-b4251dbb18b0 req-81d4a25d-938c-49af-8aef-3ceda52235df tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942721 Nov 12 03:22:22.373375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b1609a5-4044-42b2-843c-5e8758f2e956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.383803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-438e7bb5-107b-4816-a0b4-316202159adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.386112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-438e7bb5-107b-4816-a0b4-316202159adb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.4505780 Nov 12 03:22:22.393848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-1edddc2d-7c49-4804-854e-b0bc4042d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.395049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-1edddc2d-7c49-4804-854e-b0bc4042d15e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 1096 time: 0.9268293 Nov 12 03:22:22.399080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b1609a5-4044-42b2-843c-5e8758f2e956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.418855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d9f7712c-a93b-4356-b7be-d04e92ebf356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.420545 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d9f7712c-a93b-4356-b7be-d04e92ebf356 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4770641 Nov 12 03:22:22.468511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.545867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9321c70-130e-4568-9490-a42b1108f49b None None] Network 3f45724c-2740-40ac-867d-531ff2a00612 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:22.610383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443058e7-3dd5-45d1-8279-8de0ec931ae4 req-c719f8bc-a53c-48de-911a-f23d335dd670 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.613559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-443058e7-3dd5-45d1-8279-8de0ec931ae4 req-c719f8bc-a53c-48de-911a-f23d335dd670 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 944 time: 0.1019130 Nov 12 03:22:22.625139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-f8c0946e-b6c5-43da-beb5-b84cb72099d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8431ed2-71fc-4725-acae-818a47789982 HTTP/1.1" status: 200 len: 217 time: 0.1829538 Nov 12 03:22:22.639080 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8b1609a5-4044-42b2-843c-5e8758f2e956 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de64cbcdcd8c4c52a25537c76c3f7ade&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1864152 Nov 12 03:22:22.644603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59938) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:22.645952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4165dbee-ccf0-4e11-a6a5-b11ce9cd0de7 None None] Provisioning complete for port 023a073f-dc23-4d09-b457-eb9ff83749c7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:22.646318 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4165dbee-ccf0-4e11-a6a5-b11ce9cd0de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.663981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccb649-f4a4-49d5-86b4-55db1900ecef req-15922d43-c463-4f9f-a041-32eb0ff77c06 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.665440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aaccb649-f4a4-49d5-86b4-55db1900ecef req-15922d43-c463-4f9f-a041-32eb0ff77c06 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.6159809 Nov 12 03:22:22.673368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1609a5-4044-42b2-843c-5e8758f2e956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a8d41b-13fa-479a-9ba4-5e04044286a4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:22.714870 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-984ac01b-44d1-4590-944a-e0eb1eae2004 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620170 Nov 12 03:22:22.747548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-167936f3-8ce2-4065-ba29-339017287c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.749043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-167936f3-8ce2-4065-ba29-339017287c8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3226264 Nov 12 03:22:22.775037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-9c2c6466-d143-4bb7-9f40-fe889cad3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.776469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-9c2c6466-d143-4bb7-9f40-fe889cad3c5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.1344664 Nov 12 03:22:22.777063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-443058e7-3dd5-45d1-8279-8de0ec931ae4 req-1a6cea7d-d40b-48eb-a777-d8492b46733f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546903 Nov 12 03:22:22.788452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ae44-f5ca-44fb-bb5d-857b8addcea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.825759 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4165dbee-ccf0-4e11-a6a5-b11ce9cd0de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.843876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:22:22.856639 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ae44-f5ca-44fb-bb5d-857b8addcea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.869445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4165dbee-ccf0-4e11-a6a5-b11ce9cd0de7 None None] For port 023a073f-dc23-4d09-b457-eb9ff83749c7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=023a073f-dc23-4d09-b457-eb9ff83749c7,segment=NetworkSegment(910c9014-db1b-47ba-9a50-b5b15532675e),segment_id=910c9014-db1b-47ba-9a50-b5b15532675e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:22.876470 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4165dbee-ccf0-4e11-a6a5-b11ce9cd0de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.877189 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-0b7a8e46-e74f-4026-a93c-e1d242e0e134 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809159 Nov 12 03:22:22.924201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aaccb649-f4a4-49d5-86b4-55db1900ecef req-a664aec5-551c-4ae6-ba4b-26e16bbbf8d2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272696 Nov 12 03:22:22.963144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165dbee-ccf0-4e11-a6a5-b11ce9cd0de7 None None] Pushing event updated for resources: {'Port': ['ID=023a073f-dc23-4d09-b457-eb9ff83749c7,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:23.062541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:23.088366 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Sync routers for ids ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:23.090836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eedd6c-685e-4088-8f3d-b6b3c9f29808 req-0e090cc4-9082-4128-929b-f220eb36a4a9 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.093054 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1eedd6c-685e-4088-8f3d-b6b3c9f29808 req-0e090cc4-9082-4128-929b-f220eb36a4a9 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 1097 time: 0.0879295 Nov 12 03:22:23.098654 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.099993 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cadd2b6e-dc39-47df-956f-16f27c12e416 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6141198 Nov 12 03:22:23.106140 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Routers {'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:23.106755 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:23.108633 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ae44-f5ca-44fb-bb5d-857b8addcea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.111213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ae44-f5ca-44fb-bb5d-857b8addcea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.114583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c7b5ae44-f5ca-44fb-bb5d-857b8addcea7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1a8d41b-13fa-479a-9ba4-5e04044286a4 HTTP/1.1" status: 204 len: 168 time: 0.4649312 Nov 12 03:22:23.123220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59942) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:23.126913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-dabc056f-f600-431c-98a6-4a6e13571cd1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967662 Nov 12 03:22:23.217051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-0fbabde8-f95e-42c3-80ce-b478bcc801f9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498875 Nov 12 03:22:23.223185 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Set router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:23.249081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2ff46297-c187-4e0e-bb96-61620fd64138 None None] Provisioning complete for port 023a073f-dc23-4d09-b457-eb9ff83749c7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:23.249453 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2ff46297-c187-4e0e-bb96-61620fd64138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.279740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5201da7-1aa1-4cce-a71e-e30a090e50d1 req-bdbf44fd-3a31-460a-98d5-8e141d23ea87 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.281357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5201da7-1aa1-4cce-a71e-e30a090e50d1 req-bdbf44fd-3a31-460a-98d5-8e141d23ea87 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 950 time: 0.2212849 Nov 12 03:22:23.295921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5ae44-f5ca-44fb-bb5d-857b8addcea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a8d41b-13fa-479a-9ba4-5e04044286a4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:23.315870 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-4171e6ce-4654-46cc-bf8b-f4bdecb9ce1c service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968201 Nov 12 03:22:23.401531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1eedd6c-685e-4088-8f3d-b6b3c9f29808 req-4551bd27-b85f-464c-af45-f17a202e9ba9 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886167 Nov 12 03:22:23.546613 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:21Z', 'revision_number': 3, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port': {'id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:23.578184 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Checking router: aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:23.578904 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Updating router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb port ca2335dd-b1c3-45ae-a29e-854fb733584c binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:23.612555 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.654535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 023a073f-dc23-4d09-b457-eb9ff83749c7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:23.692466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5201da7-1aa1-4cce-a71e-e30a090e50d1 req-25db556a-7ebe-46eb-8846-7e739fcc50c9 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860524 Nov 12 03:22:23.806190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-076974c3-5e3c-409a-950f-33405e9eeff8 req-8aeb072a-1e95-4cf4-9f97-3530cf48649b service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709774 Nov 12 03:22:23.820893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 023a073f-dc23-4d09-b457-eb9ff83749c7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:23.822676 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.825419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd69a8c-23b4-4a4e-9805-033db973d628 req-db53b4a3-b6ef-4e37-92bb-d20eb6345115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.834204 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd69a8c-23b4-4a4e-9805-033db973d628 req-db53b4a3-b6ef-4e37-92bb-d20eb6345115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 948 time: 0.1255071 Nov 12 03:22:23.859016 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-668e5cbf-6e89-4290-a0cf-4e00036fb821 req-99c21d6b-181d-4a09-90bc-fffb54529dad service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100636 Nov 12 03:22:24.016973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.049857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-84c657a4-db7b-4f57-aa0b-f5bfc6eb9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.054694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-84c657a4-db7b-4f57-aa0b-f5bfc6eb9393 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 1096 time: 0.1280360 Nov 12 03:22:24.075506 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd69a8c-23b4-4a4e-9805-033db973d628 req-b94d9964-3918-498d-b35b-431f98ff1786 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400894 Nov 12 03:22:24.076422 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.087551 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.120407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59970) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:24.168751 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9ede6-2bb4-4a74-9f34-dfd1d3315be6 None None] Pushing event updated for resources: {'Port': ['ID=ca2335dd-b1c3-45ae-a29e-854fb733584c,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.182521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4579e8d8-3978-409a-81ec-fc3f606df149 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:24.222379 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Attempting to bind port ca2335dd-b1c3-45ae-a29e-854fb733584c on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:24.222608 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Attempting to bind port ca2335dd-b1c3-45ae-a29e-854fb733584c by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:24.222985 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Attempting to bind port ca2335dd-b1c3-45ae-a29e-854fb733584c on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:24.234369 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:24.234744 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:24.235151 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.235546 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:24.236030 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Bound port: ca2335dd-b1c3-45ae-a29e-854fb733584c, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:24.238197 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.312107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-d1175fd3-b905-4953-bf01-353db58e5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.321055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-d1175fd3-b905-4953-bf01-353db58e5752 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 923 time: 0.2504008 Nov 12 03:22:24.324996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Allocated IP 172.20.0.1 (3f45724c-2740-40ac-867d-531ff2a00612/4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5/a801cbb6-852f-4024-b55c-252b9b2a96e9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:24.369734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] For port ca2335dd-b1c3-45ae-a29e-854fb733584c, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:24.373782 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] For port ca2335dd-b1c3-45ae-a29e-854fb733584c, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ca2335dd-b1c3-45ae-a29e-854fb733584c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:24.380483 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.432042 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.441943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-bf731b6e-3703-463c-af53-b9df9aae6b4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8431ed2-71fc-4725-acae-818a47789982 HTTP/1.1" status: 200 len: 217 time: 0.1155005 Nov 12 03:22:24.453210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4579e8d8-3978-409a-81ec-fc3f606df149, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4579e8d8-3978-409a-81ec-fc3f606df149,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:24.454870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.469284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '4579e8d8-3978-409a-81ec-fc3f606df149', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '4579e8d8-3978-409a-81ec-fc3f606df149', 'mac_address': 'fa:16:3e:14:f2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:24.531808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-a9fd4735-e142-4b0f-b92c-248caada8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.533929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-a9fd4735-e142-4b0f-b92c-248caada8744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.0849307 Nov 12 03:22:24.541615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39409a30-0477-4eb5-b362-ab42cb1f0e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.546902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.559749 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9ede6-2bb4-4a74-9f34-dfd1d3315be6 None None] Pushing event updated for resources: {'Port': ['ID=ca2335dd-b1c3-45ae-a29e-854fb733584c,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.569999 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Routers {'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:24.570901 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:24.601502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-501654fa-0cd0-47ea-8a35-253372c38ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556684 Nov 12 03:22:24.612252 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.640262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4579e8d8-3978-409a-81ec-fc3f606df149 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:24.642100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246fec-3f3c-4e36-9d4c-2ea1a89790eb req-7daeba54-7713-47a5-8df0-1391915e56ff tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.644019 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf246fec-3f3c-4e36-9d4c-2ea1a89790eb req-7daeba54-7713-47a5-8df0-1391915e56ff tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 944 time: 0.1597927 Nov 12 03:22:24.657411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Network 3f45724c-2740-40ac-867d-531ff2a00612 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:24.678678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:24.697429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4579e8d8-3978-409a-81ec-fc3f606df149, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4579e8d8-3978-409a-81ec-fc3f606df149,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:24.703061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:24.703233 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.703538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.813694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-9705add9-835e-4010-8bac-48933df336fe service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903780 Nov 12 03:22:24.826363 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] Set router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:24.831340 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39409a30-0477-4eb5-b362-ab42cb1f0e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.833100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4579e8d8-3978-409a-81ec-fc3f606df149,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.867761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39409a30-0477-4eb5-b362-ab42cb1f0e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.902984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Pushing event updated for resources: {'Port': ['ID=a801cbb6-852f-4024-b55c-252b9b2a96e9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.922407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39409a30-0477-4eb5-b362-ab42cb1f0e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a588f8d0-57ec-4004-a488-f9a4634b589b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.984710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-39409a30-0477-4eb5-b362-ab42cb1f0e18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd41fb2c5adc449fb167f97dec6f28fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8492568 Nov 12 03:22:24.989375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:25.034039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf246fec-3f3c-4e36-9d4c-2ea1a89790eb req-5daf78fd-3db8-41e4-94f2-cd5488660198 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687782 Nov 12 03:22:25.071044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.092427 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639d7670-4be7-4b8e-94a7-39f591e5e2c8 req-d8777ce5-5bf6-4c80-8073-a1b34e8e2f34 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681651 Nov 12 03:22:25.096281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-514ce54a-1a5a-4137-b635-a34bd3be3a22 None None] Provisioning complete for port a801cbb6-852f-4024-b55c-252b9b2a96e9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:25.096651 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-514ce54a-1a5a-4137-b635-a34bd3be3a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.111041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4951af-31f1-4309-9a7d-7fea042af114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.152588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4951af-31f1-4309-9a7d-7fea042af114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.185749 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-514ce54a-1a5a-4137-b635-a34bd3be3a22 None None] Port a801cbb6-852f-4024-b55c-252b9b2a96e9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:25.187458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['4579e8d8-3978-409a-81ec-fc3f606df149'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:25.233113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4951af-31f1-4309-9a7d-7fea042af114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.236455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4951af-31f1-4309-9a7d-7fea042af114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.238303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6f4951af-31f1-4309-9a7d-7fea042af114 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a588f8d0-57ec-4004-a488-f9a4634b589b HTTP/1.1" status: 204 len: 168 time: 0.2471695 Nov 12 03:22:25.253440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4951af-31f1-4309-9a7d-7fea042af114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a588f8d0-57ec-4004-a488-f9a4634b589b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:25.388887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-ae90e9a1-69fa-42eb-82f0-59ab1453e9eb tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:25.389994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-ae90e9a1-69fa-42eb-82f0-59ab1453e9eb tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142539 Nov 12 03:22:25.456512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4b06-100f-44ca-aa45-900a25983062 req-b468da4b-8592-430e-9481-973a3eac0a7e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.463894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-515c4b06-100f-44ca-aa45-900a25983062 req-b468da4b-8592-430e-9481-973a3eac0a7e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1481452 Nov 12 03:22:25.491578 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:21Z', 'revision_number': 3, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port': {'id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:25.497639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-83ed8de0-881b-452c-b9e0-f9d205a1de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.499019 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-83ed8de0-881b-452c-b9e0-f9d205a1de36 service neutron] 10.222.0.49 "GET /v2.0/ports/8af65329-19df-48d5-8f75-40e5624e7d78 HTTP/1.1" status: 200 len: 1094 time: 0.0960219 Nov 12 03:22:25.513876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:25.514329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Unknown quota resources ['binding']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:22:25.524706 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b3e340-5912-461d-8b59-984c17543104 None None] The sync data for ids ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'] in n-d-789963-21 is: [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:21Z', 'revision_number': 3, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port': {'id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:25.582429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.603900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.604522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.662309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-515c4b06-100f-44ca-aa45-900a25983062 req-12c20747-3018-4ab6-99a3-b2baf12d7e9b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972649 Nov 12 03:22:25.713752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Pushing event updated for resources: {'Port': ['ID=a801cbb6-852f-4024-b55c-252b9b2a96e9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:25.838905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60026) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:25.852231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f240-eb0f-459c-8fbf-b7317a00afb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.875677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Network 3f45724c-2740-40ac-867d-531ff2a00612 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:25.878825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:25.885447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:25.885780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:25.886113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:25.902060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:25.902339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:25.912933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971155b-8502-44f3-b4a1-d6362aff33fe req-b50ce67e-0555-4ee3-a730-7e36a3a8e474 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.914813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6971155b-8502-44f3-b4a1-d6362aff33fe req-b50ce67e-0555-4ee3-a730-7e36a3a8e474 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 950 time: 0.1028972 Nov 12 03:22:25.971022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:25.971399 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:25.974521 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 2 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.011213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f240-eb0f-459c-8fbf-b7317a00afb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.021730 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f240-eb0f-459c-8fbf-b7317a00afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.082797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b6e5f240-eb0f-459c-8fbf-b7317a00afb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6540c298c6ea4ae3b925ebb42f24c30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401214 Nov 12 03:22:26.082797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5f240-eb0f-459c-8fbf-b7317a00afb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8185649e-1c9c-49bc-85b9-67f4333cd352,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.088141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60030) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:26.159407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c8c58ad-a482-4a03-bcc5-7b1618087673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.188138 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c8c58ad-a482-4a03-bcc5-7b1618087673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.194053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8431ed2-71fc-4725-acae-818a47789982 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:26.237570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.237933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.238292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.254275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c8c58ad-a482-4a03-bcc5-7b1618087673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.257827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c8c58ad-a482-4a03-bcc5-7b1618087673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.262297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c8c58ad-a482-4a03-bcc5-7b1618087673 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8185649e-1c9c-49bc-85b9-67f4333cd352 HTTP/1.1" status: 204 len: 168 time: 0.1709251 Nov 12 03:22:26.286009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c58ad-a482-4a03-bcc5-7b1618087673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8185649e-1c9c-49bc-85b9-67f4333cd352,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.291707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.291707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.310183 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6971155b-8502-44f3-b4a1-d6362aff33fe req-1c5aa91d-db81-472e-a27c-4cef254553bd tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473322 Nov 12 03:22:26.310751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.311083 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.314425 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 3 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.337611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:26.338421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.338745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.339068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.346428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.346844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.351044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1dac55b1-64e0-4695-9567-295254ec0559 None None] Provisioning complete for port a801cbb6-852f-4024-b55c-252b9b2a96e9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:26.353919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.354250 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.355106 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1dac55b1-64e0-4695-9567-295254ec0559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.356700 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 4 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.437158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.437158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.437440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1dac55b1-64e0-4695-9567-295254ec0559 None None] Port a801cbb6-852f-4024-b55c-252b9b2a96e9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:26.437564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.445190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8431ed2-71fc-4725-acae-818a47789982, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8431ed2-71fc-4725-acae-818a47789982,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:26.469389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'f8431ed2-71fc-4725-acae-818a47789982', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'port_id': 'f8431ed2-71fc-4725-acae-818a47789982', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f282aada-aebd-41cb-9844-fdf4b16102eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:26.472147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.472582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.484492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.484857 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.487658 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 5 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.518558 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.534998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8431ed2-71fc-4725-acae-818a47789982 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:26.546962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.547686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.547686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.559812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8431ed2-71fc-4725-acae-818a47789982, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8431ed2-71fc-4725-acae-818a47789982,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:26.564418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.575395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b228-54ed-41f8-b94c-8d3316753705 req-43d3aa15-9f05-4e43-9a76-f22616dea854 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.577001 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18c3b228-54ed-41f8-b94c-8d3316753705 req-43d3aa15-9f05-4e43-9a76-f22616dea854 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 949 time: 0.1349044 Nov 12 03:22:26.579686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.580014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.593122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.593544 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.596299 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 6 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.622778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.623036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.623365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.629768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f8431ed2-71fc-4725-acae-818a47789982,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.640559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:26.653581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c575f550-3ac2-4802-a5b1-8d8e39b31a4c admin admin] 10.222.0.49 "PUT /v2.0/routers/aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5293281 Nov 12 03:22:26.656062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.656389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.662662 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18c3b228-54ed-41f8-b94c-8d3316753705 req-4eab37d6-e91b-416e-b40b-29780e7729c0 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752308 Nov 12 03:22:26.665007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.665345 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.665740 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 7 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.691114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.691451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.691789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.697222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.697553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.702940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.703214 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.703610 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 8 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.718759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.719102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.719432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.724075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.724401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.729032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.729337 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.729735 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 9 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.742728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.743066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.743397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.747976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.748283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.753267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.753607 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.754003 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempt 10 to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 Nov 12 03:22:26.767826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:26.768293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:26.768474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.773619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.774290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Attempting to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:26.778316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Port 8af65329-19df-48d5-8f75-40e5624e7d78 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:26.778654 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to bind port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:22:26.778996 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.plugin [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] Failed to commit binding results for 8af65329-19df-48d5-8f75-40e5624e7d78 after 10 tries Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 could not be created or updated. Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:26.780422 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h2-789963-21 could not be created or updated. Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Nov 12 03:22:26.784363 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99ca08d9-ca84-4a4a-be74-fc65cab8382b req-0697bd69-4313-4727-9084-e779f755bfae service neutron] 10.222.0.49 "POST /v2.0/ports/8af65329-19df-48d5-8f75-40e5624e7d78/bindings HTTP/1.1" status: 500 len: 402 time: 1.2754986 Nov 12 03:22:26.831299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60052) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:26.847158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2663168-daed-401a-b4d8-664de5037838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.933251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2663168-daed-401a-b4d8-664de5037838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.937550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2663168-daed-401a-b4d8-664de5037838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.955138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f8431ed2-71fc-4725-acae-818a47789982'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:26.980312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60060) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:26.980924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d2663168-daed-401a-b4d8-664de5037838 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=103b368872d24a31b85f7e7bb53d0696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479785 Nov 12 03:22:26.982885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2663168-daed-401a-b4d8-664de5037838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013fc66d-8b4a-4560-a52e-fb467c42f373,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.043965 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59fd7686-05aa-4be5-8471-d71c1fb5e5db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.068964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59fd7686-05aa-4be5-8471-d71c1fb5e5db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.134270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59fd7686-05aa-4be5-8471-d71c1fb5e5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.136996 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59fd7686-05aa-4be5-8471-d71c1fb5e5db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.141676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-59fd7686-05aa-4be5-8471-d71c1fb5e5db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/013fc66d-8b4a-4560-a52e-fb467c42f373 HTTP/1.1" status: 204 len: 168 time: 0.1603072 Nov 12 03:22:27.151452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd7686-05aa-4be5-8471-d71c1fb5e5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013fc66d-8b4a-4560-a52e-fb467c42f373,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.557743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ca2335dd-b1c3-45ae-a29e-854fb733584c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:27.635923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7abbb5-df89-4a36-a4d3-e7ff4b9ec45e req-b3953caf-6164-4c06-a46f-70918e79177a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.639374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd7abbb5-df89-4a36-a4d3-e7ff4b9ec45e req-b3953caf-6164-4c06-a46f-70918e79177a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1036017 Nov 12 03:22:27.676368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ca2335dd-b1c3-45ae-a29e-854fb733584c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:27.676895 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.696660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd7abbb5-df89-4a36-a4d3-e7ff4b9ec45e req-7d974c75-b59d-4c98-8bb5-cb19c75cdef2 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506325 Nov 12 03:22:27.764318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Sync routers for ids ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:27.777987 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb8873-fc0e-4634-824c-d5d8e5b404fc req-5310740f-5212-411e-9e3e-0ec7940f707d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.779720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bbbb8873-fc0e-4634-824c-d5d8e5b404fc req-5310740f-5212-411e-9e3e-0ec7940f707d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0893741 Nov 12 03:22:27.845611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bbbb8873-fc0e-4634-824c-d5d8e5b404fc req-73314ebf-6434-4d0f-bfcc-ba0ddcda2cf2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559235 Nov 12 03:22:27.927619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Routers {'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:27.928322 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:27.975239 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.039224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port ca2335dd-b1c3-45ae-a29e-854fb733584c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ca2335dd-b1c3-45ae-a29e-854fb733584c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:28.049628 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.103547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=ca2335dd-b1c3-45ae-a29e-854fb733584c,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.115047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Set router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:28.216060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4579e8d8-3978-409a-81ec-fc3f606df149 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:28.221159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-6d8ba449-d4b4-4c36-af95-2839ee35168b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.233510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-6d8ba449-d4b4-4c36-af95-2839ee35168b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.1872096 Nov 12 03:22:28.254114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-b34ad1b9-7898-44b9-8959-9112bd47a83f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/quotas/7ad8d1eef7234c18aebeaba5216943bb HTTP/1.1" status: 200 len: 375 time: 0.0192759 Nov 12 03:22:28.321288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-6b8f1260-b3c7-4c69-8bad-20f94b22cf35 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648382 Nov 12 03:22:28.323489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 4579e8d8-3978-409a-81ec-fc3f606df149 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:28.347877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 4579e8d8-3978-409a-81ec-fc3f606df149 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:28.348519 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.418168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port': {'id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a801cbb6-852f-4024-b55c-252b9b2a96e9', 'name': '', 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'mac_address': 'fa:16:3e:35:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:24Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 2, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'subnets': [{'id': '4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:28.440256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-bc7f0abc-7c24-40b8-ba60-7951490958f3 service neutron] 10.222.0.49 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084976 Nov 12 03:22:28.479840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Checking router: aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:28.480195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Updating router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb port a801cbb6-852f-4024-b55c-252b9b2a96e9 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:28.510731 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.521804 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.555214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e12b07-d7c6-400e-a25a-3cf83a047984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4579e8d8-3978-409a-81ec-fc3f606df149'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:28.560084 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7d0783-17c9-4a0e-a4c1-1b9a34e88f64" -d '{"events": [{"server_uuid": "21e12b07-d7c6-400e-a25a-3cf83a047984", "name": "network-vif-plugged", "status": "completed", "tag": "4579e8d8-3978-409a-81ec-fc3f606df149"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:28.562310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-9de15552-4674-41f0-baeb-58261c49f3dd service neutron] 10.222.0.49 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149216 Nov 12 03:22:28.602707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4579e8d8-3978-409a-81ec-fc3f606df149, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4579e8d8-3978-409a-81ec-fc3f606df149,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:28.612137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.612969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8431ed2-71fc-4725-acae-818a47789982 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:28.670206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab929f46-1798-4914-a7fc-913919ebb0dc req-2987fc79-0d09-47b7-9da1-cc1982f15ac6 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.672379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab929f46-1798-4914-a7fc-913919ebb0dc req-2987fc79-0d09-47b7-9da1-cc1982f15ac6 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 950 time: 0.0581658 Nov 12 03:22:28.773319 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab929f46-1798-4914-a7fc-913919ebb0dc req-b2b913ef-dcfb-4586-8ee1-1a301cf45175 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935476 Nov 12 03:22:28.783500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4579e8d8-3978-409a-81ec-fc3f606df149,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.824534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port f8431ed2-71fc-4725-acae-818a47789982 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:28.834292 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port f8431ed2-71fc-4725-acae-818a47789982 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:28.834480 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.906419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7bdc-0dd4-47ed-b6b7-b808577088ba req-801c649b-e2ac-4e7c-af16-0f1da271f9cd tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.907894 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cff7bdc-0dd4-47ed-b6b7-b808577088ba req-801c649b-e2ac-4e7c-af16-0f1da271f9cd tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 950 time: 0.0964446 Nov 12 03:22:28.992440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.996332 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.006033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cff7bdc-0dd4-47ed-b6b7-b808577088ba req-2f283a5c-6868-405b-b648-b26fd6323d33 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906785 Nov 12 03:22:29.014342 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.063042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8431ed2-71fc-4725-acae-818a47789982, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8431ed2-71fc-4725-acae-818a47789982,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:29.076386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.094722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb397f2c-ef03-4128-a0e5-4051b34382c8 None None] Pushing event updated for resources: {'Port': ['ID=a801cbb6-852f-4024-b55c-252b9b2a96e9,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:29.127990 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e640c96-5d70-4b7f-bd1d-95a9a659b0ee x-openstack-request-id: req-0e640c96-5d70-4b7f-bd1d-95a9a659b0ee {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:29.128438 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e12b07-d7c6-400e-a25a-3cf83a047984", "name": "network-vif-plugged", "status": "completed", "tag": "4579e8d8-3978-409a-81ec-fc3f606df149", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:29.128721 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e640c96-5d70-4b7f-bd1d-95a9a659b0ee {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:29.129109 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e12b07-d7c6-400e-a25a-3cf83a047984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4579e8d8-3978-409a-81ec-fc3f606df149', 'code': 200} Nov 12 03:22:29.209653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Attempting to bind port a801cbb6-852f-4024-b55c-252b9b2a96e9 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:29.210739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Attempting to bind port a801cbb6-852f-4024-b55c-252b9b2a96e9 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:29.211210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Attempting to bind port a801cbb6-852f-4024-b55c-252b9b2a96e9 on network 3f45724c-2740-40ac-867d-531ff2a00612 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:29.232887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:29.233526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Checking segment: {'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:29.234127 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.234730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Bound using segment: {'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:29.235436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Bound port: a801cbb6-852f-4024-b55c-252b9b2a96e9, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910c9014-db1b-47ba-9a50-b5b15532675e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:29.236026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.236385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a73d9b0-3bed-40fd-9b43-59d7183749ea req-bec573cb-d1ae-43a8-9034-1a6a75ad6c17 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 210 time: 0.0463076 Nov 12 03:22:29.252680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f8431ed2-71fc-4725-acae-818a47789982,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:29.329167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] For port a801cbb6-852f-4024-b55c-252b9b2a96e9, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:29.333105 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] For port a801cbb6-852f-4024-b55c-252b9b2a96e9, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a801cbb6-852f-4024-b55c-252b9b2a96e9,segment=NetworkSegment(910c9014-db1b-47ba-9a50-b5b15532675e),segment_id=910c9014-db1b-47ba-9a50-b5b15532675e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:29.339985 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.366891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94b944-d0dd-4f0d-b084-4d92cd818e7b req-6a09da7d-6c0f-4b8d-b100-c48492f4d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.368499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ec94b944-d0dd-4f0d-b084-4d92cd818e7b req-6a09da7d-6c0f-4b8d-b100-c48492f4d954 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 1102 time: 0.1435697 Nov 12 03:22:29.374122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b947c8-2ac7-4035-b240-b6c1e0e612bb req-b50d1c44-6e3a-43f5-ac6c-12abff27194c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.390956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d8b947c8-2ac7-4035-b240-b6c1e0e612bb req-b50d1c44-6e3a-43f5-ac6c-12abff27194c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 946 time: 0.1169703 Nov 12 03:22:29.442396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Routers {'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:29.443028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:29.472281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d8b947c8-2ac7-4035-b240-b6c1e0e612bb req-63980a33-bba1-45ae-a434-a118109767be tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802045 Nov 12 03:22:29.485472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844f619-556b-4de0-a95e-df21f580a359 req-5b4d402c-fcc7-4f60-8fb8-10da72bc7530 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.487790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c844f619-556b-4de0-a95e-df21f580a359 req-5b4d402c-fcc7-4f60-8fb8-10da72bc7530 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.20 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 950 time: 0.1841154 Nov 12 03:22:29.534701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ca2335dd-b1c3-45ae-a29e-854fb733584c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:29.559896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ce836-2893-408a-a51a-de8e3f9751df req-6d44255e-04c7-49c1-ab9b-fe6f7dd6ce42 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.561488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d76ce836-2893-408a-a51a-de8e3f9751df req-6d44255e-04c7-49c1-ab9b-fe6f7dd6ce42 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1919188 Nov 12 03:22:29.578904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb397f2c-ef03-4128-a0e5-4051b34382c8 None None] Pushing event updated for resources: {'Port': ['ID=a801cbb6-852f-4024-b55c-252b9b2a96e9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:29.660233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ec94b944-d0dd-4f0d-b084-4d92cd818e7b req-8c40ac7e-d829-4752-9f28-78f5f24b4f8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762840 Nov 12 03:22:29.709797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c4a9e4ea-b2a1-4b11-b38a-59935b01416e None None] Provisioning complete for port a801cbb6-852f-4024-b55c-252b9b2a96e9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:29.710216 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e4ea-b2a1-4b11-b38a-59935b01416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.729044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d76ce836-2893-408a-a51a-de8e3f9751df req-9d974529-1577-411d-9063-15b60f55e7d2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266153 Nov 12 03:22:29.740997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Deleting port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:29.741866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.775571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] Set router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:29.817938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ca2335dd-b1c3-45ae-a29e-854fb733584c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:29.818151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.860964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] For port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:29.861316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.883689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Calling delete_port for e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:30.020478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108aedc-c3fc-4b0d-b06d-029a8b26d9b1 req-52d31b82-fc77-4208-b07e-0c9a50894131 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.022962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7108aedc-c3fc-4b0d-b06d-029a8b26d9b1 req-52d31b82-fc77-4208-b07e-0c9a50894131 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/ports?device_id=d26ab67a-7286-4331-922d-313d5fec36a6 HTTP/1.1" status: 200 len: 950 time: 0.0841141 Nov 12 03:22:30.069382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.097009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7108aedc-c3fc-4b0d-b06d-029a8b26d9b1 req-451e4935-8a5b-4be8-9aef-f81e4b64eb79 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.49 "GET /v2.0/security-groups?id=6686d4a2-fb51-412d-9f72-8a1a4e712b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619695 Nov 12 03:22:30.104420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Pushing event deleted for resources: {'Port': ['ID=e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:30.153906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:30.167908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] No DVR routers for this DVR port e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:30.181266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.185087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c844f619-556b-4de0-a95e-df21f580a359 req-c6ecf214-5a1e-4019-8e80-d72936612c08 tempest-DeleteServersAdminTestJSON-2000526178 tempest-DeleteServersAdminTestJSON-2000526178-project] 10.222.0.20 "DELETE /v2.0/ports/e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 HTTP/1.1" status: 204 len: 173 time: 0.6874416 Nov 12 03:22:30.186059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26ab67a-7286-4331-922d-313d5fec36a6', 'name': 'network-vif-deleted', 'tag': 'e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:30.199295 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dc52ff-9824-406a-8fa5-4cf971fe4424" -d '{"events": [{"server_uuid": "d26ab67a-7286-4331-922d-313d5fec36a6", "name": "network-vif-deleted", "tag": "e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:30.282955 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e4ea-b2a1-4b11-b38a-59935b01416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.348441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ffbf3-6840-451d-b6c8-fd76524caed3 req-ba8b83e1-4f4e-438e-a7f3-c38e20f100f2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.357507 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-679ffbf3-6840-451d-b6c8-fd76524caed3 req-ba8b83e1-4f4e-438e-a7f3-c38e20f100f2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 950 time: 0.0889428 Nov 12 03:22:30.394200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port': {'id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a801cbb6-852f-4024-b55c-252b9b2a96e9', 'name': '', 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'mac_address': 'fa:16:3e:35:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:24Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 4, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'subnets': [{'id': '4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:30.458759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859768c5-4101-454b-9b0e-fa80f4ded869 None None] The sync data for ids ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'] in n-d-789963-21 is: [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port': {'id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a801cbb6-852f-4024-b55c-252b9b2a96e9', 'name': '', 'network_id': '3f45724c-2740-40ac-867d-531ff2a00612', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'mac_address': 'fa:16:3e:35:f5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:24Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 4, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'subnets': [{'id': '4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:30.462625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-679ffbf3-6840-451d-b6c8-fd76524caed3 req-c2128e9e-bc5a-42eb-98af-44f223544b5f tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033762 Nov 12 03:22:30.464175 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c4a9e4ea-b2a1-4b11-b38a-59935b01416e None None] For port a801cbb6-852f-4024-b55c-252b9b2a96e9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a801cbb6-852f-4024-b55c-252b9b2a96e9,segment=NetworkSegment(910c9014-db1b-47ba-9a50-b5b15532675e),segment_id=910c9014-db1b-47ba-9a50-b5b15532675e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:30.474102 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e4ea-b2a1-4b11-b38a-59935b01416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.607020 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9e4ea-b2a1-4b11-b38a-59935b01416e None None] Pushing event updated for resources: {'Port': ['ID=a801cbb6-852f-4024-b55c-252b9b2a96e9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:30.622565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5553a1c0-0c40-43a3-909b-b61d44999b5e None None] Provisioning complete for port a801cbb6-852f-4024-b55c-252b9b2a96e9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:30.624096 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5553a1c0-0c40-43a3-909b-b61d44999b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.646672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-d6b5f4fe-3a76-432a-bc2e-4a3bcfa42977 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.650702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-d6b5f4fe-3a76-432a-bc2e-4a3bcfa42977 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.2764230 Nov 12 03:22:30.655215 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b5e942-3e7d-407c-b7fe-92df5912f8b1 x-openstack-request-id: req-d9b5e942-3e7d-407c-b7fe-92df5912f8b1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:30.655535 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26ab67a-7286-4331-922d-313d5fec36a6", "name": "network-vif-deleted", "tag": "e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:30.655845 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9b5e942-3e7d-407c-b7fe-92df5912f8b1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:30.656258 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26ab67a-7286-4331-922d-313d5fec36a6', 'name': 'network-vif-deleted', 'tag': 'e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945', 'status': 'completed', 'code': 200} Nov 12 03:22:30.667034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Request body: {'port': {'device_id': '65e50589-17dc-46ca-94c1-5a4476d3543f', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'admin_state_up': True, 'tenant_id': '7ad8d1eef7234c18aebeaba5216943bb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:30.796128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9548d880-f65f-45ff-b378-b35381097173 req-7f2121ca-5738-428c-a899-0dda883ef570 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 210 time: 0.0754187 Nov 12 03:22:30.806512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60194) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:30.820450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e31a7f96-7aef-40c1-b7cb-5c640174f164 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716556239', 'description': 'tempest-description--679535749'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:30.922337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e31a7f96-7aef-40c1-b7cb-5c640174f164 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.097944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e31a7f96-7aef-40c1-b7cb-5c640174f164 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.117628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfac9a7-94fb-402c-82d5-bfcbbae5d55b req-b90b9c48-4e02-4bb6-b731-c5777d68fb34 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.122143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa111b-b101-487f-81d9-024789a5297b req-743c5a1b-c784-48b0-9b17-91866ae6094c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.123396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bfac9a7-94fb-402c-82d5-bfcbbae5d55b req-b90b9c48-4e02-4bb6-b731-c5777d68fb34 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0815530 Nov 12 03:22:31.124336 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e31a7f96-7aef-40c1-b7cb-5c640174f164 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.130312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8e7c84-5d92-4833-a716-1fe4351f9ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8431ed2-71fc-4725-acae-818a47789982'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:31.133799 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6176bfb2-7eb9-499d-b630-40584e526b5b" -d '{"events": [{"server_uuid": "1d8e7c84-5d92-4833-a716-1fe4351f9ce3", "name": "network-vif-plugged", "status": "completed", "tag": "f8431ed2-71fc-4725-acae-818a47789982"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:31.138501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27aa111b-b101-487f-81d9-024789a5297b req-743c5a1b-c784-48b0-9b17-91866ae6094c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 946 time: 0.0978847 Nov 12 03:22:31.179171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Made reservation on behalf of 7ad8d1eef7234c18aebeaba5216943bb for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:31.179645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a7f96-7aef-40c1-b7cb-5c640174f164 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8926c0d2-a2b4-4d62-affb-89a584c5113f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:31.182603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.203916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e31a7f96-7aef-40c1-b7cb-5c640174f164 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.205575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e31a7f96-7aef-40c1-b7cb-5c640174f164 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3972843 Nov 12 03:22:31.211098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60204) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:31.217495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-415a9a8f-9e9a-4019-a414-319035ea47ef tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Request body: {'security_group_rule': {'security_group_id': '8926c0d2-a2b4-4d62-affb-89a584c5113f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:31.254786 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c333f1b1-04c2-4d57-9e4e-247909eea579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.260905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27aa111b-b101-487f-81d9-024789a5297b req-d616d86c-3b3d-4c8e-ba59-2a61eab92a65 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213832 Nov 12 03:22:31.285917 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bfac9a7-94fb-402c-82d5-bfcbbae5d55b req-e4839cbd-07ab-451e-b011-e8d8f85ac5fe tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476121 Nov 12 03:22:31.297447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-415a9a8f-9e9a-4019-a414-319035ea47ef tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.397526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60212) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:31.402175 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff04c11d-c0e4-43e0-8547-d5a6f7661dbd x-openstack-request-id: req-ff04c11d-c0e4-43e0-8547-d5a6f7661dbd {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:31.402735 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8e7c84-5d92-4833-a716-1fe4351f9ce3", "name": "network-vif-plugged", "status": "completed", "tag": "f8431ed2-71fc-4725-acae-818a47789982", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:31.403083 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff04c11d-c0e4-43e0-8547-d5a6f7661dbd {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:31.403574 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8e7c84-5d92-4833-a716-1fe4351f9ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8431ed2-71fc-4725-acae-818a47789982', 'code': 200} Nov 12 03:22:31.448559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-415a9a8f-9e9a-4019-a414-319035ea47ef tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.455113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-415a9a8f-9e9a-4019-a414-319035ea47ef tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.509142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a9a8f-9e9a-4019-a414-319035ea47ef tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4dc2a3-7132-4ec2-9595-ff65da36cc05,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:31.524508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-415a9a8f-9e9a-4019-a414-319035ea47ef tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.526533 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-415a9a8f-9e9a-4019-a414-319035ea47ef tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3126969 Nov 12 03:22:31.533531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60220) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:31.541306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2e6497cb-d346-418f-9736-23cc3e9aef92 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Request body: {'security_group_rule': {'security_group_id': '8926c0d2-a2b4-4d62-affb-89a584c5113f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:31.603338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e6497cb-d346-418f-9736-23cc3e9aef92 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.619005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a801cbb6-852f-4024-b55c-252b9b2a96e9 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:31.699058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a801cbb6-852f-4024-b55c-252b9b2a96e9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:31.699578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.727942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Allocated IP 172.20.0.12 (579a7f30-e8c2-4c89-992f-9ac4b313e029/d540c8c0-96ae-43eb-a61d-06fc91b4290f/140afe19-6301-46d8-b141-c3b20dc07d35) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:31.738252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f769c3-5445-4270-a259-1fe3accf6102 req-ae5ea644-73ab-4fc0-8491-f7171adb8467 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.739127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77894e9d-234b-447f-b0be-cf8b422c577b req-8da1a3ac-24dc-43ba-85f6-34445077b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.743900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77894e9d-234b-447f-b0be-cf8b422c577b req-8da1a3ac-24dc-43ba-85f6-34445077b46f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.2217965 Nov 12 03:22:31.745759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91f769c3-5445-4270-a259-1fe3accf6102 req-ae5ea644-73ab-4fc0-8491-f7171adb8467 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 950 time: 0.1199582 Nov 12 03:22:31.768916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a6b76ac2-e768-4ddb-a7c6-fa83664cbee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.881882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a6b76ac2-e768-4ddb-a7c6-fa83664cbee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.905555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a6b76ac2-e768-4ddb-a7c6-fa83664cbee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.961339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77894e9d-234b-447f-b0be-cf8b422c577b req-5f5b2cf7-ff2d-4170-bb26-8e8e254d7e6e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059057 Nov 12 03:22:31.962276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60232) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:31.969839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e6497cb-d346-418f-9736-23cc3e9aef92 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.985017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e6497cb-d346-418f-9736-23cc3e9aef92 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.986788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b76ac2-e768-4ddb-a7c6-fa83664cbee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab08aea-a8dd-47ab-b644-556a4195b3c3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.000553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f97cf542-8c1c-4393-b0bb-977aa2086b16 req-d0384fd3-35ee-4758-8e4d-864586d0df5c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 210 time: 0.0686481 Nov 12 03:22:32.044861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91f769c3-5445-4270-a259-1fe3accf6102 req-8b918425-a677-4f30-b138-ec233176ec41 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897336 Nov 12 03:22:32.047383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6497cb-d346-418f-9736-23cc3e9aef92 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4714693-2ca1-4942-86aa-997f688f312a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.055341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a6b76ac2-e768-4ddb-a7c6-fa83664cbee7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4559943fb74748e5b6ad5c44f573ebe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6530240 Nov 12 03:22:32.056470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e6497cb-d346-418f-9736-23cc3e9aef92 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.060374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2e6497cb-d346-418f-9736-23cc3e9aef92 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5229428 Nov 12 03:22:32.060374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60236) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:32.063951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60238) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:32.076998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:32.136806 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.176781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.181957 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8d060e5-a96a-47db-ba3b-ee43b28fd05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.239819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.263188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['238a237d-d498-4139-8ea5-9d6b9d031117', '8af65329-19df-48d5-8f75-40e5624e7d78'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:32.263494 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8d060e5-a96a-47db-ba3b-ee43b28fd05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.354969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:32.357992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:32.364275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:32.373527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8d060e5-a96a-47db-ba3b-ee43b28fd05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.379031 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8d060e5-a96a-47db-ba3b-ee43b28fd05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.383124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.383813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.386531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d8d060e5-a96a-47db-ba3b-ee43b28fd05b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ab08aea-a8dd-47ab-b644-556a4195b3c3 HTTP/1.1" status: 204 len: 168 time: 0.3272970 Nov 12 03:22:32.439774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d060e5-a96a-47db-ba3b-ee43b28fd05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab08aea-a8dd-47ab-b644-556a4195b3c3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.445039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60252) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:32.454072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.485745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8231261 Nov 12 03:22:32.510395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Request body: {'port': {'device_id': '65e50589-17dc-46ca-94c1-5a4476d3543f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:32.514745 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ad39a56-9301-4fcb-a527-b12030c195c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.516816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abc2b7-a833-4c87-9a87-1da57c8f5d32 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event updated for resources: {'Port': ['ID=140afe19-6301-46d8-b141-c3b20dc07d35,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.597350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2828dfb-da6b-42bf-979a-cb402a56acb2 req-0cec8ef5-844f-46ee-8be5-84f1751a817e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.598764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2828dfb-da6b-42bf-979a-cb402a56acb2 req-0cec8ef5-844f-46ee-8be5-84f1751a817e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 950 time: 0.1893144 Nov 12 03:22:32.699882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0ca2e-2ed1-421a-addc-c1299e6bb7de req-c779ed64-c4d1-485d-8ab4-e1bbe1a7063f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.703510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aed0ca2e-2ed1-421a-addc-c1299e6bb7de req-c779ed64-c4d1-485d-8ab4-e1bbe1a7063f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 946 time: 0.2556162 Nov 12 03:22:32.730802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Allocated IP 172.25.0.72 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/296458c8-6c47-4f60-a26f-eb22389da1da) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:32.740594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.751578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2828dfb-da6b-42bf-979a-cb402a56acb2 req-f4798cba-d99d-4673-ba21-8a4ef1fa678b tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396298 Nov 12 03:22:32.875708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60258) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:32.934392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992db171-e43d-42d3-997b-0084f08b03af req-f4f830f4-0d1b-4b7e-a363-e499231eda4b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.935887 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-992db171-e43d-42d3-997b-0084f08b03af req-f4f830f4-0d1b-4b7e-a363-e499231eda4b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0967624 Nov 12 03:22:32.936879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34f48a21-a37f-4c8f-9796-45ec43c60f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.953723 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aed0ca2e-2ed1-421a-addc-c1299e6bb7de req-942bd7b9-e930-465c-bb70-52a6283b448a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368317 Nov 12 03:22:32.969549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.015034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-992db171-e43d-42d3-997b-0084f08b03af req-02a68e09-e0b4-4eb1-a09b-6b187a3baa18 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704820 Nov 12 03:22:33.045232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.049815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ad39a56-9301-4fcb-a527-b12030c195c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.073375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5a06c53b-232a-42e2-b735-3e0d0e0fdc4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c666c7e9b5a249379e862c708cf95f93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6145616 Nov 12 03:22:33.080586 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ad39a56-9301-4fcb-a527-b12030c195c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.086498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60262) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:33.091586 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:33.102316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:33.105366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:33.176975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5ad39a56-9301-4fcb-a527-b12030c195c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b5ca026201a409683821922a2f935dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2086408 Nov 12 03:22:33.177796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad39a56-9301-4fcb-a527-b12030c195c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88114c14-5986-4b24-9806-aafc2c28fd9c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.180798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60264) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:33.206501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event updated for resources: {'Port': ['ID=296458c8-6c47-4f60-a26f-eb22389da1da,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.250709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.262153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-827f9844-9c02-460e-bee7-7572ca412f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.306603 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-827f9844-9c02-460e-bee7-7572ca412f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.307023 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a6310-3b14-418f-865a-96a387d7b019 req-adef17ab-4069-48c9-b68d-56e81646a928 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.308499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f94a6310-3b14-418f-865a-96a387d7b019 req-adef17ab-4069-48c9-b68d-56e81646a928 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 932 time: 0.2017515 Nov 12 03:22:33.314134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.315510 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34f48a21-a37f-4c8f-9796-45ec43c60f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.330271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34f48a21-a37f-4c8f-9796-45ec43c60f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.366641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140afe19-6301-46d8-b141-c3b20dc07d35 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:33.397560 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.399679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a147331-e3e1-4520-9aea-d96823752d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.423777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-34f48a21-a37f-4c8f-9796-45ec43c60f6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e748e9b64afb4cd58a9b8b2912c8a502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445037 Nov 12 03:22:33.433075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60266) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:33.433885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f48a21-a37f-4c8f-9796-45ec43c60f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b913fd8c-0b15-4ca3-9141-54974d4bcde8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.446869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Transition to ACTIVE for port object 140afe19-6301-46d8-b141-c3b20dc07d35 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:33.450852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-827f9844-9c02-460e-bee7-7572ca412f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.453559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-827f9844-9c02-460e-bee7-7572ca412f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.454221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f94a6310-3b14-418f-865a-96a387d7b019 req-d5cf39f0-1efe-46c1-bfdf-d42caf620717 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361880 Nov 12 03:22:33.457670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-827f9844-9c02-460e-bee7-7572ca412f65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6686d4a2-fb51-412d-9f72-8a1a4e712b8f HTTP/1.1" status: 204 len: 168 time: 0.3668067 Nov 12 03:22:33.467433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.471864 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a147331-e3e1-4520-9aea-d96823752d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.494383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f9844-9c02-460e-bee7-7572ca412f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6686d4a2-fb51-412d-9f72-8a1a4e712b8f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.543919 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4056cc41-08af-4e05-8b7c-97da83237910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.560049 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6c14003-96ca-498f-b81a-379ea6493923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.593820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6c14003-96ca-498f-b81a-379ea6493923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.627585 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.640582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:33.640961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:33.641259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:33.644718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.646340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Pushing event updated for resources: {'Port': ['ID=140afe19-6301-46d8-b141-c3b20dc07d35,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.650967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:33.651298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:33.657568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:33.657902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Checking segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:33.658280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Bound using segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:33.658709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Bound port: 140afe19-6301-46d8-b141-c3b20dc07d35, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:33.659135 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.688499 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.704240 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a147331-e3e1-4520-9aea-d96823752d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.706826 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a147331-e3e1-4520-9aea-d96823752d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.710405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1a147331-e3e1-4520-9aea-d96823752d47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88114c14-5986-4b24-9806-aafc2c28fd9c HTTP/1.1" status: 204 len: 168 time: 0.5200803 Nov 12 03:22:33.715002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event updated for resources: {'Port': ['ID=296458c8-6c47-4f60-a26f-eb22389da1da,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.728808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.733268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e55a2c1f-ae83-4aae-b5e5-acfb9291dd69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6683128 Nov 12 03:22:33.735872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6c14003-96ca-498f-b81a-379ea6493923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.740813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6c14003-96ca-498f-b81a-379ea6493923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.744632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a147331-e3e1-4520-9aea-d96823752d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88114c14-5986-4b24-9806-aafc2c28fd9c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.745178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e6c14003-96ca-498f-b81a-379ea6493923 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b913fd8c-0b15-4ca3-9141-54974d4bcde8 HTTP/1.1" status: 204 len: 168 time: 0.3081002 Nov 12 03:22:33.762485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14003-96ca-498f-b81a-379ea6493923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b913fd8c-0b15-4ca3-9141-54974d4bcde8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.773537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] For port 140afe19-6301-46d8-b141-c3b20dc07d35, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:33.778723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] For port 140afe19-6301-46d8-b141-c3b20dc07d35, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=140afe19-6301-46d8-b141-c3b20dc07d35,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:33.784586 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.848864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.849567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.852338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] 10.222.0.20 "PUT /v2.0/ports/140afe19-6301-46d8-b141-c3b20dc07d35 HTTP/1.1" status: 200 len: 1093 time: 1.3478973 Nov 12 03:22:33.852891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e50589-17dc-46ca-94c1-5a4476d3543f', 'tag': '140afe19-6301-46d8-b141-c3b20dc07d35'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:33.855233 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5733a0dc-cd30-45b2-8f87-77d837051a84" -d '{"events": [{"name": "network-changed", "server_uuid": "65e50589-17dc-46ca-94c1-5a4476d3543f", "tag": "140afe19-6301-46d8-b141-c3b20dc07d35"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:33.902701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615d7e6-dda1-4614-9f84-75342f43268e service neutron] Pushing event updated for resources: {'Port': ['ID=140afe19-6301-46d8-b141-c3b20dc07d35,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.924134 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c43fb4-1b27-4346-8e6d-553dac91d864 x-openstack-request-id: req-13c43fb4-1b27-4346-8e6d-553dac91d864 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:33.924450 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e50589-17dc-46ca-94c1-5a4476d3543f", "tag": "140afe19-6301-46d8-b141-c3b20dc07d35", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:33.924704 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13c43fb4-1b27-4346-8e6d-553dac91d864 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:33.925118 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e50589-17dc-46ca-94c1-5a4476d3543f', 'tag': '140afe19-6301-46d8-b141-c3b20dc07d35', 'status': 'completed', 'code': 200} Nov 12 03:22:33.934333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37374d-7544-437a-8da9-0a625c679d7c req-271137be-4678-4750-9bf0-034e93452e69 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.935884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd37374d-7544-437a-8da9-0a625c679d7c req-271137be-4678-4750-9bf0-034e93452e69 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 950 time: 0.0816557 Nov 12 03:22:33.966862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-cb219c2c-c513-4f96-81b0-ac7d40132fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.971457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-cb219c2c-c513-4f96-81b0-ac7d40132fd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 1096 time: 0.0565505 Nov 12 03:22:33.971957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60282) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:33.997440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660fa058-6583-46f6-8cf5-47eb6f63603f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.013821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd37374d-7544-437a-8da9-0a625c679d7c req-258e2bad-0e47-4b2a-9696-0f767e24034e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715332 Nov 12 03:22:34.034957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-71828504-b68d-4ac5-a3f6-7d4764586500 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=140afe19-6301-46d8-b141-c3b20dc07d35 HTTP/1.1" status: 200 len: 217 time: 0.0463245 Nov 12 03:22:34.137488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d3541-f509-4ad0-8249-3c1dfda2906b req-b4126c01-c1e0-4fbe-9f35-bffd5e812e12 tempest-LiveMigrationNegativeTest-213141343 tempest-LiveMigrationNegativeTest-213141343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.139827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df7d3541-f509-4ad0-8249-3c1dfda2906b req-b4126c01-c1e0-4fbe-9f35-bffd5e812e12 tempest-LiveMigrationNegativeTest-213141343 tempest-LiveMigrationNegativeTest-213141343-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 1102 time: 0.0610695 Nov 12 03:22:34.164386 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-df7d3541-f509-4ad0-8249-3c1dfda2906b req-1a7a4740-2b9a-480b-aede-ac4b68395b2a tempest-LiveMigrationNegativeTest-213141343 tempest-LiveMigrationNegativeTest-213141343-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.180681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-67cd6a84-a0cc-47bd-84da-32ed776b65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.182156 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-67cd6a84-a0cc-47bd-84da-32ed776b65f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.1384978 Nov 12 03:22:34.191522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0a26e-27c1-4429-9e7e-353bca630eb3 req-6c8d28cb-90a1-4c48-8e60-c6b8439d3564 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.199147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c0a26e-27c1-4429-9e7e-353bca630eb3 req-6c8d28cb-90a1-4c48-8e60-c6b8439d3564 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 946 time: 0.1358359 Nov 12 03:22:34.214386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:34.250729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-4d6912d6-e80f-4f01-bbce-9924014a08ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411646 Nov 12 03:22:34.254253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:34.254814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e5cdbfb3-f37f-4cde-bb3c-5b3a13cfb945 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:34.261700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-df7d3541-f509-4ad0-8249-3c1dfda2906b req-1a7a4740-2b9a-480b-aede-ac4b68395b2a tempest-LiveMigrationNegativeTest-213141343 tempest-LiveMigrationNegativeTest-213141343-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.267284 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-df7d3541-f509-4ad0-8249-3c1dfda2906b req-1a7a4740-2b9a-480b-aede-ac4b68395b2a tempest-LiveMigrationNegativeTest-213141343 tempest-LiveMigrationNegativeTest-213141343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.312619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df7d3541-f509-4ad0-8249-3c1dfda2906b req-1a7a4740-2b9a-480b-aede-ac4b68395b2a tempest-LiveMigrationNegativeTest-213141343 tempest-LiveMigrationNegativeTest-213141343-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653490 Nov 12 03:22:34.314747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a4740-2b9a-480b-aede-ac4b68395b2a tempest-LiveMigrationNegativeTest-213141343 tempest-LiveMigrationNegativeTest-213141343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ca7d9a-7e87-4f6c-9410-bc0d1ea2b218,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.338556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c0a26e-27c1-4429-9e7e-353bca630eb3 req-094630f2-ed91-4b28-8c4a-71fe666c14b3 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384807 Nov 12 03:22:34.378411 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660fa058-6583-46f6-8cf5-47eb6f63603f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.384540 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660fa058-6583-46f6-8cf5-47eb6f63603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.421883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60300) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:34.458964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3880a-16bc-4485-a483-0ee46885df31 req-5c12998e-3f85-4dbc-92dd-003cfdd02444 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.461269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bb3880a-16bc-4485-a483-0ee46885df31 req-5c12998e-3f85-4dbc-92dd-003cfdd02444 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0594676 Nov 12 03:22:34.464221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-660fa058-6583-46f6-8cf5-47eb6f63603f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4998f73d5d6450fbb0c2c463a785e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4905596 Nov 12 03:22:34.467234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60310) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:34.471488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11822921-c25a-41e3-ad8d-c732c658d699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.481181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fa058-6583-46f6-8cf5-47eb6f63603f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3b8901-05cd-402f-8a6b-af4554846804,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.492220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-c5616f36-c773-433f-8c8e-876e9b92ec6a service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213178 Nov 12 03:22:34.561103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bb3880a-16bc-4485-a483-0ee46885df31 req-fc0b87e2-e560-4237-b2b0-39cbf6ee6adb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873001 Nov 12 03:22:34.594300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e084b9d3-aaac-40ef-868c-9988f20861f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.626318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-ed429706-96ab-48c0-a21b-98a860aa9ccd tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--716556239&fields=id&tenant_id=6a3e935b23d647669624b6ca16a73d59 HTTP/1.1" status: 200 len: 267 time: 0.1557367 Nov 12 03:22:34.638892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e084b9d3-aaac-40ef-868c-9988f20861f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.716238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e705b41-8247-4602-bae4-2ca400f5bb64 req-0631f0f1-950d-4bc6-927a-b27be681ff32 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.718309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e705b41-8247-4602-bae4-2ca400f5bb64 req-0631f0f1-950d-4bc6-927a-b27be681ff32 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0520189 Nov 12 03:22:34.723916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e084b9d3-aaac-40ef-868c-9988f20861f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.727694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e084b9d3-aaac-40ef-868c-9988f20861f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.731489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e084b9d3-aaac-40ef-868c-9988f20861f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de3b8901-05cd-402f-8a6b-af4554846804 HTTP/1.1" status: 204 len: 168 time: 0.2608185 Nov 12 03:22:34.757431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084b9d3-aaac-40ef-868c-9988f20861f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3b8901-05cd-402f-8a6b-af4554846804,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.791730 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e705b41-8247-4602-bae4-2ca400f5bb64 req-7567005f-4ce3-478f-a883-aae135b1f4ca tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613916 Nov 12 03:22:34.812059 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11822921-c25a-41e3-ad8d-c732c658d699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.819926 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.835529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11822921-c25a-41e3-ad8d-c732c658d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.853762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b29290a1-07d5-4075-9b36-45e9d876bd73 req-93de6c87-42f9-4952-ac53-e886b43868a2 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395865 Nov 12 03:22:34.911812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-018a73dd-c04c-4d66-9726-f11fc3fa4611 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.920781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-018a73dd-c04c-4d66-9726-f11fc3fa4611 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/networks?id=be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 200 len: 823 time: 0.2559578 Nov 12 03:22:34.930905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-11822921-c25a-41e3-ad8d-c732c658d699 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ba512cc6d96493193c0d0029830d340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5064452 Nov 12 03:22:34.940060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49512c5e-77fa-46c2-8fb3-bafabfe855e9 req-5b4d5e24-cd6e-464d-aed7-9b18419dc848 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.941594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49512c5e-77fa-46c2-8fb3-bafabfe855e9 req-5b4d5e24-cd6e-464d-aed7-9b18419dc848 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 944 time: 0.0606651 Nov 12 03:22:34.942074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60332) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:34.965718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11822921-c25a-41e3-ad8d-c732c658d699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833a12d7-23c2-44f7-994a-ce0331bb0329,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.981465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-59b65ba1-b62e-4e6d-b512-66e666d83ed0 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/quotas/6a3e935b23d647669624b6ca16a73d59 HTTP/1.1" status: 200 len: 375 time: 0.0592802 Nov 12 03:22:35.018870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-136f4865-7f8c-46fb-8fd3-3d18a4888330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.020822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-136f4865-7f8c-46fb-8fd3-3d18a4888330 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 1096 time: 0.0961540 Nov 12 03:22:35.055767 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49512c5e-77fa-46c2-8fb3-bafabfe855e9 req-cc72a5a5-9f6a-4040-87bb-df5719af543b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013200 Nov 12 03:22:35.073650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-aa1da28f-9a60-417e-aef1-255da164765d tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3e935b23d647669624b6ca16a73d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906549 Nov 12 03:22:35.095184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b7bde7b-5275-4b59-b6a0-2a55be6e59ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.148544 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b7bde7b-5275-4b59-b6a0-2a55be6e59ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.258947 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b7bde7b-5275-4b59-b6a0-2a55be6e59ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.263408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-f5c406de-737f-4933-a1a5-7b7ab065b0de service neutron] 10.222.0.49 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882713 Nov 12 03:22:35.263408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-ab25aadb-aab5-446f-a9ea-3bcd187073ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.266351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-ab25aadb-aab5-446f-a9ea-3bcd187073ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 909 time: 0.2266088 Nov 12 03:22:35.268212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b7bde7b-5275-4b59-b6a0-2a55be6e59ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.273007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7b7bde7b-5275-4b59-b6a0-2a55be6e59ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/833a12d7-23c2-44f7-994a-ce0331bb0329 HTTP/1.1" status: 204 len: 168 time: 0.3299379 Nov 12 03:22:35.304823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bde7b-5275-4b59-b6a0-2a55be6e59ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833a12d7-23c2-44f7-994a-ce0331bb0329,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:35.324023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34731a-ea25-4aa6-b344-284c597ee465 req-84320b94-8041-4eca-b9a4-f272b484ffa9 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.325618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c34731a-ea25-4aa6-b344-284c597ee465 req-84320b94-8041-4eca-b9a4-f272b484ffa9 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0514843 Nov 12 03:22:35.368569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-34aa2dc9-ee16-4792-8523-2a65118a4171 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=140afe19-6301-46d8-b141-c3b20dc07d35 HTTP/1.1" status: 200 len: 217 time: 0.0919476 Nov 12 03:22:35.382427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c34731a-ea25-4aa6-b344-284c597ee465 req-6706c243-e55e-4876-a961-036b7718cbbe tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458643 Nov 12 03:22:35.453688 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:35.476986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-a46d88fd-72b3-466e-9639-a65b7da8a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.478445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-a46d88fd-72b3-466e-9639-a65b7da8a570 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.0741699 Nov 12 03:22:35.484961 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-0c9d923e-a0fd-4534-be00-7bc4c7ec30b2 service neutron] 10.222.0.49 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156792 Nov 12 03:22:35.536669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-8af18ad1-7d69-4bd6-8fae-1c79871ea89a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504863 Nov 12 03:22:35.799448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880d39c-7d97-459a-bf11-eec110ae2589 req-bb7d0cae-cccf-4391-a31f-551cc325af85 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.812030 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-68d880f2-3c33-4126-b897-a9e1466eeb9d service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623682 Nov 12 03:22:35.812385 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b880d39c-7d97-459a-bf11-eec110ae2589 req-bb7d0cae-cccf-4391-a31f-551cc325af85 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 950 time: 0.0855002 Nov 12 03:22:35.877516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b880d39c-7d97-459a-bf11-eec110ae2589 req-2ff0ed9d-622c-4f38-b5ed-1d0b3863ec01 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627239 Nov 12 03:22:35.945916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb198fc-181f-448a-a347-f66f66d21666 req-172622ef-7de5-4452-b053-45f939fd5a2d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.953999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8eb198fc-181f-448a-a347-f66f66d21666 req-172622ef-7de5-4452-b053-45f939fd5a2d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1804965 Nov 12 03:22:35.979396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d9effe0-dd03-4f4e-acb6-5dc6f70fe128 req-38d648be-8c9d-4d78-8fba-302bc3334947 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 210 time: 0.0509760 Nov 12 03:22:36.024769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5733a0dc-cd30-45b2-8f87-77d837051a84 req-2520f494-a530-48ab-978f-53605f004691 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900091 Nov 12 03:22:36.045200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8eb198fc-181f-448a-a347-f66f66d21666 req-574658be-86e5-4df9-89e5-6956a8a18452 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856552 Nov 12 03:22:36.180048 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.246138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0978b-c776-41f4-b859-ab1ddca3f542 req-a338b20e-aeec-4695-bbff-c5d05f6ffc1b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.254220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75e0978b-c776-41f4-b859-ab1ddca3f542 req-a338b20e-aeec-4695-bbff-c5d05f6ffc1b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 944 time: 0.1199622 Nov 12 03:22:36.287126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1079ab-7e2d-4dc1-a98a-5b5bd47648e3 req-ee71da56-be27-4172-b5cd-6851108ae49f tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.289805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f1079ab-7e2d-4dc1-a98a-5b5bd47648e3 req-ee71da56-be27-4172-b5cd-6851108ae49f tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0574443 Nov 12 03:22:36.327714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75e0978b-c776-41f4-b859-ab1ddca3f542 req-b8d43e64-21e7-4380-8e34-e1e77d3a78ce tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722437 Nov 12 03:22:36.387457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f1079ab-7e2d-4dc1-a98a-5b5bd47648e3 req-664b9949-f9e5-4ee1-93bf-6b2ac459b86c tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869641 Nov 12 03:22:36.911100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.112408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e768-7f1f-4285-8441-f90168d55481 req-9a772ba1-a318-476b-b069-0f6a4721ea8d tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.118354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b919e768-7f1f-4285-8441-f90168d55481 req-9a772ba1-a318-476b-b069-0f6a4721ea8d tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 950 time: 0.0769980 Nov 12 03:22:37.217340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b919e768-7f1f-4285-8441-f90168d55481 req-6d182b85-6340-4d7e-bcf4-8c9e5d64c681 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909152 Nov 12 03:22:37.309185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.309672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.310046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.310493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.310942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.311387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.311834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.312290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.312725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.325221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7eb8f9e-eab6-478c-bb89-9e1655c7e962 req-44d0a6b8-4c88-41b7-b7d9-fa679ed19262 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6445 time: 0.5310655 Nov 12 03:22:37.370753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49d75c96-e69c-467b-9dd5-6575619507ae req-e7c77df7-fcab-43b4-965a-23f77752f7b7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 210 time: 0.0367324 Nov 12 03:22:37.377242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-9667b5a0-9007-46c7-9ba2-1af7062b108b tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.380087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-9667b5a0-9007-46c7-9ba2-1af7062b108b tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "GET /v2.0/networks?id=be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 200 len: 823 time: 0.2435172 Nov 12 03:22:37.481901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77924a70-af88-478c-a861-ab137bac565a req-726002ad-aad0-4a1f-8392-84e9129beb89 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.483314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77924a70-af88-478c-a861-ab137bac565a req-726002ad-aad0-4a1f-8392-84e9129beb89 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 886 time: 0.0978227 Nov 12 03:22:37.487904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5686001-fac8-4e6e-956f-242a97ce0dae req-fcb3f13f-b94b-4583-ae93-cc8949e81298 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.491977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5686001-fac8-4e6e-956f-242a97ce0dae req-fcb3f13f-b94b-4583-ae93-cc8949e81298 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0917146 Nov 12 03:22:37.521722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-0af3e8d8-cb55-4c18-98f8-e1de32e909a3 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a3e935b23d647669624b6ca16a73d59 HTTP/1.1" status: 200 len: 379 time: 0.1294792 Nov 12 03:22:37.547421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Request body: {'port': {'device_id': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'admin_state_up': True, 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'security_groups': ['8926c0d2-a2b4-4d62-affb-89a584c5113f']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:37.597919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486d375-bd9c-411f-bc2a-494c49c9ecfc req-91605bc9-9134-4c7f-9be8-b6351c5ea16b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.599446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c486d375-bd9c-411f-bc2a-494c49c9ecfc req-91605bc9-9134-4c7f-9be8-b6351c5ea16b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 944 time: 0.0583224 Nov 12 03:22:37.656820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5686001-fac8-4e6e-956f-242a97ce0dae req-49ebbcc6-3b43-4d49-b433-d63bfb7661dc tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566286 Nov 12 03:22:37.657100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c486d375-bd9c-411f-bc2a-494c49c9ecfc req-8060a0b1-cbb4-44d2-9b8e-50894b278c0e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507884 Nov 12 03:22:37.677477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-635fb00a-09c2-4fd8-aeaf-89c42754f81e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.679328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-635fb00a-09c2-4fd8-aeaf-89c42754f81e tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 950 time: 0.1481390 Nov 12 03:22:37.803394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Made reservation on behalf of 6a3e935b23d647669624b6ca16a73d59 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:37.807184 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.887307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cdf75-0eac-48f1-9b78-569560b83d93 req-101095a0-93b4-4a76-89fa-a5e7a9809c0e tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.888826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a1cdf75-0eac-48f1-9b78-569560b83d93 req-101095a0-93b4-4a76-89fa-a5e7a9809c0e tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.1233389 Nov 12 03:22:37.895375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Deleting port 4579e8d8-3978-409a-81ec-fc3f606df149 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:37.895704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.034347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.034723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.035183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.035636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.036084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.036532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.037010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.037461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.037995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.040531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ddd9cc9-d60f-4fd7-a7ec-2e8324762803 req-79507221-f518-461c-bc78-80148134d603 tempest-NetworksTest-1074024837 tempest-NetworksTest-1074024837-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6445 time: 0.1081419 Nov 12 03:22:38.054646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Allocated IP 172.20.0.10 (be8c8d0f-771f-4ab9-9157-5fb981951e4d/df8dfc23-bd6b-478f-a093-42ac4af69327/6696a37c-b3ea-4945-914d-28a58652bace) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:38.058403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a1cdf75-0eac-48f1-9b78-569560b83d93 req-261e4679-b83c-4442-82d6-7d09db5712ad tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592026 Nov 12 03:22:38.070881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] For port 4579e8d8-3978-409a-81ec-fc3f606df149, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4579e8d8-3978-409a-81ec-fc3f606df149,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:38.071245 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.087840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Calling delete_port for 4579e8d8-3978-409a-81ec-fc3f606df149 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:38.242603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 140afe19-6301-46d8-b141-c3b20dc07d35 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:38.269622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-7e0bcb99-4708-42ef-83a4-196a19978e2e tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3084adec08ed4fe1bf57807644029340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622494 Nov 12 03:22:38.296582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.352948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.422533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 140afe19-6301-46d8-b141-c3b20dc07d35, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=140afe19-6301-46d8-b141-c3b20dc07d35,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:38.437857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '140afe19-6301-46d8-b141-c3b20dc07d35', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'port_id': '140afe19-6301-46d8-b141-c3b20dc07d35', 'mac_address': 'fa:16:3e:44:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd540c8c0-96ae-43eb-a61d-06fc91b4290f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:38.439357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:38.449216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:38.454661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:38.460808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.462512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.467385 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.469513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event updated for resources: {'Port': ['ID=6696a37c-b3ea-4945-914d-28a58652bace,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.494342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c5da8213-88a8-4003-a34f-a8fdcdee65e3', '4579e8d8-3978-409a-81ec-fc3f606df149'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:38.517458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Pushing event deleted for resources: {'Port': ['ID=4579e8d8-3978-409a-81ec-fc3f606df149,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.541071 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.543403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-564a7e7c-8f36-48dc-a5f2-2fd6936ea550 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0010910 Nov 12 03:22:38.551882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60500) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:38.557248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:38.579464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140afe19-6301-46d8-b141-c3b20dc07d35 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:38.596488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-c77b284c-cdb3-4fd7-98e8-b0e774b4bd2a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.604776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Request body: {'port': {'device_id': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:38.605903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-c77b284c-cdb3-4fd7-98e8-b0e774b4bd2a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336475 Nov 12 03:22:38.609709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 140afe19-6301-46d8-b141-c3b20dc07d35, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=140afe19-6301-46d8-b141-c3b20dc07d35,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:38.627479 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.649105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-e457bb69-2d78-4058-a538-113906a7f725 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/quotas/3084adec08ed4fe1bf57807644029340 HTTP/1.1" status: 200 len: 375 time: 0.0418169 Nov 12 03:22:38.714188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] No DVR routers for this DVR port 4579e8d8-3978-409a-81ec-fc3f606df149 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:38.726252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.733386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9baea09-05c3-4f25-981a-1a0c69c2d1d5 req-2955c57e-0662-4b54-920f-863acaefa5e7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "DELETE /v2.0/ports/4579e8d8-3978-409a-81ec-fc3f606df149 HTTP/1.1" status: 204 len: 173 time: 1.0432789 Nov 12 03:22:38.737899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e12b07-d7c6-400e-a25a-3cf83a047984', 'name': 'network-vif-deleted', 'tag': '4579e8d8-3978-409a-81ec-fc3f606df149'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:38.740206 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11feeeec-dcbc-4485-9032-fdb96a7d79e1" -d '{"events": [{"server_uuid": "21e12b07-d7c6-400e-a25a-3cf83a047984", "name": "network-vif-deleted", "tag": "4579e8d8-3978-409a-81ec-fc3f606df149"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:38.781406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-0a65e487-666e-4ff4-a467-70dc9a0e6625 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313400 Nov 12 03:22:38.804637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=140afe19-6301-46d8-b141-c3b20dc07d35,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.838515 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19fa2d19-422c-4dcc-bd2e-6dd98b332e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.883815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f544e18-e7d8-4329-b83b-ff38b6fb39d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.915430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.933248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.933734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.934309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.934866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.935409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.937379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.937966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.940640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.941266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.941817 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.942387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.943492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:38.992123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-646675a2-5fef-48e4-88db-7c61930074df None None] Provisioning complete for port 6696a37c-b3ea-4945-914d-28a58652bace triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:38.993101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-646675a2-5fef-48e4-88db-7c61930074df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.010058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19fa2d19-422c-4dcc-bd2e-6dd98b332e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.014915 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19fa2d19-422c-4dcc-bd2e-6dd98b332e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.038441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-646675a2-5fef-48e4-88db-7c61930074df None None] Port 6696a37c-b3ea-4945-914d-28a58652bace cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:39.041087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['140afe19-6301-46d8-b141-c3b20dc07d35'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:39.050916 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f544e18-e7d8-4329-b83b-ff38b6fb39d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.063457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa2d19-422c-4dcc-bd2e-6dd98b332e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c1fd1d-aa57-49db-98b2-81ba182e8d08,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:39.069829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f544e18-e7d8-4329-b83b-ff38b6fb39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.081611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-19fa2d19-422c-4dcc-bd2e-6dd98b332e08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42b06a9578a040248bdbd806a1327e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233502 Nov 12 03:22:39.085888 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60530) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:39.148618 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b7b7-d2d4-48fc-93ee-39b3ae07e72d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.179678 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b7b7-d2d4-48fc-93ee-39b3ae07e72d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.238488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4f544e18-e7d8-4329-b83b-ff38b6fb39d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f13339a12495406ea4197982517c748f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6853435 Nov 12 03:22:39.242491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:39.245391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f544e18-e7d8-4329-b83b-ff38b6fb39d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c890f2e-9d46-4f68-98d1-bb669b09a0e1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:39.255394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b7b7-d2d4-48fc-93ee-39b3ae07e72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.261118 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b7b7-d2d4-48fc-93ee-39b3ae07e72d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.262533 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9ac0b7b7-d2d4-48fc-93ee-39b3ae07e72d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9c1fd1d-aa57-49db-98b2-81ba182e8d08 HTTP/1.1" status: 204 len: 168 time: 0.1754127 Nov 12 03:22:39.333820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0b7b7-d2d4-48fc-93ee-39b3ae07e72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c1fd1d-aa57-49db-98b2-81ba182e8d08,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:39.365069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c5b60c4-5095-4ffc-a310-6a6f12019109 req-6ba879d1-7044-4460-97ea-38359c4299f7 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21e12b07-d7c6-400e-a25a-3cf83a047984 HTTP/1.1" status: 200 len: 210 time: 0.0848050 Nov 12 03:22:39.384855 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1943b17-7538-4f4b-a345-26b2eb2587bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.421155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1943b17-7538-4f4b-a345-26b2eb2587bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.580776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1943b17-7538-4f4b-a345-26b2eb2587bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.585616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1943b17-7538-4f4b-a345-26b2eb2587bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.586968 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d1943b17-7538-4f4b-a345-26b2eb2587bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c890f2e-9d46-4f68-98d1-bb669b09a0e1 HTTP/1.1" status: 204 len: 168 time: 0.3436396 Nov 12 03:22:39.608481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1943b17-7538-4f4b-a345-26b2eb2587bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c890f2e-9d46-4f68-98d1-bb669b09a0e1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:39.621847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a2df4-8a48-4834-86a3-d32339b0e371 req-f901e682-2932-405a-aeb5-f092f60d246e tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:39.630556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b82a2df4-8a48-4834-86a3-d32339b0e371 req-f901e682-2932-405a-aeb5-f092f60d246e tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 932 time: 0.1059885 Nov 12 03:22:39.710516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b82a2df4-8a48-4834-86a3-d32339b0e371 req-80fa0921-da1d-4443-a52a-3a3a6cee9d7c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780194 Nov 12 03:22:39.861411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6696a37c-b3ea-4945-914d-28a58652bace {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:39.871877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.898658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60556) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:39.904332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Transition to ACTIVE for port object 6696a37c-b3ea-4945-914d-28a58652bace will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:39.917160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.981075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1bdebbe-4aad-40b1-8b94-8cc990e9801e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.051546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Pushing event updated for resources: {'Port': ['ID=6696a37c-b3ea-4945-914d-28a58652bace,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:40.105001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Attempting to bind port 6696a37c-b3ea-4945-914d-28a58652bace on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:40.105339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Attempting to bind port 6696a37c-b3ea-4945-914d-28a58652bace by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:40.105656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Attempting to bind port 6696a37c-b3ea-4945-914d-28a58652bace on network be8c8d0f-771f-4ab9-9157-5fb981951e4d {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:40.115254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Port 6696a37c-b3ea-4945-914d-28a58652bace on network be8c8d0f-771f-4ab9-9157-5fb981951e4d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:40.115569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Attempting to bind port 6696a37c-b3ea-4945-914d-28a58652bace on network be8c8d0f-771f-4ab9-9157-5fb981951e4d {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:40.132290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:40.132817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Checking segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:40.133206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Bound using segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:40.133653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Bound port: 6696a37c-b3ea-4945-914d-28a58652bace, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:40.134003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.197961 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1bdebbe-4aad-40b1-8b94-8cc990e9801e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.242474 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1bdebbe-4aad-40b1-8b94-8cc990e9801e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.244867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 140afe19-6301-46d8-b141-c3b20dc07d35 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:40.264487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7075549-f60d-4d21-8892-4c3471b983a9 req-5f3a115f-cb6f-4a0c-a374-086fb57e620f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.275142 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d7075549-f60d-4d21-8892-4c3471b983a9 req-5f3a115f-cb6f-4a0c-a374-086fb57e620f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 945 time: 0.4965429 Nov 12 03:22:40.316518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-01d53f57-cb90-4f65-9321-02a0009d554d tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:40.326197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-01d53f57-cb90-4f65-9321-02a0009d554d tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2756984 Nov 12 03:22:40.343917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 140afe19-6301-46d8-b141-c3b20dc07d35 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:40.356579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 140afe19-6301-46d8-b141-c3b20dc07d35 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:40.357156 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.367617 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d7075549-f60d-4d21-8892-4c3471b983a9 req-04c3c21b-4768-4881-af54-a249ed32e624 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801461 Nov 12 03:22:40.372663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60564) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:40.402625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] For port 6696a37c-b3ea-4945-914d-28a58652bace, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:40.407502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c35be90-e4b3-4522-8c08-f6f22f9a9733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.408344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] For port 6696a37c-b3ea-4945-914d-28a58652bace, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6696a37c-b3ea-4945-914d-28a58652bace,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:40.411515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e1bdebbe-4aad-40b1-8b94-8cc990e9801e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ecc0520425145608fd3940488694a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5118265 Nov 12 03:22:40.412502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdebbe-4aad-40b1-8b94-8cc990e9801e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680d72e2-0edd-41ac-bc4a-3c38e5877e43,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:40.415220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60568) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:40.427529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.434859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-b6b7c4a3-65e5-4b4d-bcf6-3daf49819673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.441762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-b6b7c4a3-65e5-4b4d-bcf6-3daf49819673 service neutron] 10.222.0.49 "GET /v2.0/ports/f8431ed2-71fc-4725-acae-818a47789982 HTTP/1.1" status: 200 len: 1095 time: 0.1145408 Nov 12 03:22:40.446695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:40.447377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Unknown quota resources ['binding']. {{(pid=102629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:22:40.487187 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.511684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e50589-17dc-46ca-94c1-5a4476d3543f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140afe19-6301-46d8-b141-c3b20dc07d35'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:40.514326 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea33ed3-ad20-451f-adc1-afd06b3d6d67" -d '{"events": [{"server_uuid": "65e50589-17dc-46ca-94c1-5a4476d3543f", "name": "network-vif-plugged", "status": "completed", "tag": "140afe19-6301-46d8-b141-c3b20dc07d35"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:40.529212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.529818 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.530431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 140afe19-6301-46d8-b141-c3b20dc07d35, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=140afe19-6301-46d8-b141-c3b20dc07d35,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:40.531617 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] 10.222.0.20 "PUT /v2.0/ports/6696a37c-b3ea-4945-914d-28a58652bace HTTP/1.1" status: 200 len: 1093 time: 1.9483192 Nov 12 03:22:40.539290 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.556677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b47c2c-c31e-483b-9594-d06ced73f68f req-e8d23859-ccdd-4d3c-b5d4-5adf37ccfce4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.559063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0b47c2c-c31e-483b-9594-d06ced73f68f req-e8d23859-ccdd-4d3c-b5d4-5adf37ccfce4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0970693 Nov 12 03:22:40.586417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfac22a-123b-41b0-af64-1b2aaf070288 service neutron] Pushing event updated for resources: {'Port': ['ID=6696a37c-b3ea-4945-914d-28a58652bace,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:40.606913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c35be90-e4b3-4522-8c08-f6f22f9a9733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.625473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c35be90-e4b3-4522-8c08-f6f22f9a9733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.629538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=140afe19-6301-46d8-b141-c3b20dc07d35,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:40.666113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62b38fc6-aac4-4334-84dc-9d33e53b2c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.688304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0c35be90-e4b3-4522-8c08-f6f22f9a9733 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9429b448f0b0469fab951d23fb0c2f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137703 Nov 12 03:22:40.692439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60572) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:40.707800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0b47c2c-c31e-483b-9594-d06ced73f68f req-ecd9d218-a7d3-4ab8-bf21-a9ad12f7ad1e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978854 Nov 12 03:22:40.722113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62b38fc6-aac4-4334-84dc-9d33e53b2c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.724503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35be90-e4b3-4522-8c08-f6f22f9a9733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc711c91-94a4-4591-9ff2-a6e528446f65,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:40.783189 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95aee92-4931-48cd-b590-6f72e9ae31c3 x-openstack-request-id: req-e95aee92-4931-48cd-b590-6f72e9ae31c3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:40.783475 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e12b07-d7c6-400e-a25a-3cf83a047984", "name": "network-vif-deleted", "tag": "4579e8d8-3978-409a-81ec-fc3f606df149", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:40.783723 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e95aee92-4931-48cd-b590-6f72e9ae31c3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:40.784112 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e12b07-d7c6-400e-a25a-3cf83a047984', 'name': 'network-vif-deleted', 'tag': '4579e8d8-3978-409a-81ec-fc3f606df149', 'status': 'completed', 'code': 200} Nov 12 03:22:40.815892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-7eeba7db-c1a6-4b4d-8529-16fc0d9d2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.817358 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-7eeba7db-c1a6-4b4d-8529-16fc0d9d2df0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a3e935b23d647669624b6ca16a73d59&device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 1096 time: 0.2260737 Nov 12 03:22:40.851961 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-75d715bd-6655-4046-944b-732d9c026364 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3084adec08ed4fe1bf57807644029340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579467 Nov 12 03:22:40.874335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-fe0c306e-542c-419e-9e7c-fd019acd52e2 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3084adec08ed4fe1bf57807644029340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285764 Nov 12 03:22:40.901671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-bacd0802-f0db-4c31-b575-fb7ac6fa2eee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6696a37c-b3ea-4945-914d-28a58652bace HTTP/1.1" status: 200 len: 217 time: 0.0726402 Nov 12 03:22:40.927826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:40.928158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:40.929419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:40.999317 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2dad363-e222-4129-bf5b-7d09ecf3ae16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.001017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.001331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.002254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-acff398d-a0d3-440c-b81a-f8f367fc0136 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.003716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-acff398d-a0d3-440c-b81a-f8f367fc0136 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216905 Nov 12 03:22:41.008641 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62b38fc6-aac4-4334-84dc-9d33e53b2c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.011146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62b38fc6-aac4-4334-84dc-9d33e53b2c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.012202 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-62b38fc6-aac4-4334-84dc-9d33e53b2c9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/680d72e2-0edd-41ac-bc4a-3c38e5877e43 HTTP/1.1" status: 204 len: 168 time: 0.5930889 Nov 12 03:22:41.020387 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-8c0f5776-3f79-443a-a3b0-f9b8f53a5e26 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/quotas/3084adec08ed4fe1bf57807644029340 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Nov 12 03:22:41.036428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.036795 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:41.045554 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 2 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:41.057380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-7b9e35ab-1ac0-45ba-b6ef-d21987044f8b tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298564 Nov 12 03:22:41.058677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b38fc6-aac4-4334-84dc-9d33e53b2c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680d72e2-0edd-41ac-bc4a-3c38e5877e43,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:41.074803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2dad363-e222-4129-bf5b-7d09ecf3ae16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.091420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-713bd161-ba2b-443d-b4e8-03698880cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.092825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-713bd161-ba2b-443d-b4e8-03698880cb11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df8dfc23-bd6b-478f-a093-42ac4af69327 HTTP/1.1" status: 200 len: 862 time: 0.1744921 Nov 12 03:22:41.101063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:41.101348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:41.101656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.141682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.141975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.167199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-72fa6aff-ccea-4a01-9698-cd4a87e4f74b tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.168656 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-72fa6aff-ccea-4a01-9698-cd4a87e4f74b tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839382 Nov 12 03:22:41.174945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.175368 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:41.176776 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 3 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:41.194917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Request body: {'port': {'device_id': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '3084adec08ed4fe1bf57807644029340'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:41.223759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:41.224045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:41.224364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.286031 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad6522-97c0-41ca-9a36-8b0d9d5f6560 x-openstack-request-id: req-54ad6522-97c0-41ca-9a36-8b0d9d5f6560 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:41.286608 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e50589-17dc-46ca-94c1-5a4476d3543f", "name": "network-vif-plugged", "status": "completed", "tag": "140afe19-6301-46d8-b141-c3b20dc07d35", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:41.287638 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54ad6522-97c0-41ca-9a36-8b0d9d5f6560 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:41.289169 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e50589-17dc-46ca-94c1-5a4476d3543f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140afe19-6301-46d8-b141-c3b20dc07d35', 'code': 200} Nov 12 03:22:41.431446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11cd95-1653-4dd3-8303-d4276345ff7a req-5b816693-9c1c-47e6-8f8e-9f9edebd4964 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.433136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a11cd95-1653-4dd3-8303-d4276345ff7a req-5b816693-9c1c-47e6-8f8e-9f9edebd4964 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 944 time: 0.0782769 Nov 12 03:22:41.503372 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a11cd95-1653-4dd3-8303-d4276345ff7a req-0fe63ee1-9780-4b8c-ade2-128b001cb85e tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507512 Nov 12 03:22:41.511920 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2dad363-e222-4129-bf5b-7d09ecf3ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.514407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c2dad363-e222-4129-bf5b-7d09ecf3ae16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.525366 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c2dad363-e222-4129-bf5b-7d09ecf3ae16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc711c91-94a4-4591-9ff2-a6e528446f65 HTTP/1.1" status: 204 len: 168 time: 0.8125994 Nov 12 03:22:41.540532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.540898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.544005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-dbdd9bee-e82c-44af-b3ed-55da2f0f7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.545503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-dbdd9bee-e82c-44af-b3ed-55da2f0f7b33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8c8d0f-771f-4ab9-9157-5fb981951e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4342465 Nov 12 03:22:41.564119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dad363-e222-4129-bf5b-7d09ecf3ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc711c91-94a4-4591-9ff2-a6e528446f65,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:41.576332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.576975 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:41.583533 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 4 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:41.673479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-382d2c32-0edb-473c-ad0f-8edc703e0468 req-320ed902-d558-48e4-a0b1-ab5a5569b8c2 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 210 time: 0.0573690 Nov 12 03:22:41.681190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41357a4-91f2-43d4-b272-c57f64fe91db req-6f0d7e3d-066e-4342-9599-58176aed75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.682669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d41357a4-91f2-43d4-b272-c57f64fe91db req-6f0d7e3d-066e-4342-9599-58176aed75a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 1098 time: 0.1818018 Nov 12 03:22:41.683329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:41.683659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:41.683981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.726210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.726466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.728558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Made reservation on behalf of 3084adec08ed4fe1bf57807644029340 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:41.733202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.762996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.769702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.770247 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:41.775605 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 5 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:41.827273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-5afbd671-9eeb-40d7-b6fa-daf3bd6bc277 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666709 Nov 12 03:22:41.834578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:41.835005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:41.835390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.886007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.886291 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:41.901126 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d41357a4-91f2-43d4-b272-c57f64fe91db req-cd93db18-9a9e-4a7c-8f72-67758c960f8c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869972 Nov 12 03:22:41.915559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:41.916484 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:41.947082 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 6 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:41.978980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:41.979446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:41.979614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.001245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.001587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.027485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.027962 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:42.031221 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 7 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:42.039745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-860b75a2-20fd-4461-9554-908ecc10cef6 req-d6cdff09-53f5-46d8-9ad2-882c573a4dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978986 Nov 12 03:22:42.057970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.059662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:42.060045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:42.060400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.072604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.079692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.080464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.114391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4e2-5caa-4fb8-a2d3-96024ac063a1 req-c0d40725-3092-4a7b-848c-0eb54193194e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.117945 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2920a4e2-5caa-4fb8-a2d3-96024ac063a1 req-c0d40725-3092-4a7b-848c-0eb54193194e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 946 time: 0.1120393 Nov 12 03:22:42.174618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.174966 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:42.175488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b749cc2-59da-4290-9616-556dedbad3bd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:42.180772 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 8 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:42.211751 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2920a4e2-5caa-4fb8-a2d3-96024ac063a1 req-a8a76b86-a68c-4c40-a242-1e3cbc634e15 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800719 Nov 12 03:22:42.248918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4579e8d8-3978-409a-81ec-fc3f606df149 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:42.251597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:42.251739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:42.252112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.265182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.265567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.273293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.273854 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:42.278643 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 9 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:42.296985 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 4579e8d8-3978-409a-81ec-fc3f606df149 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:42.298207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4579e8d8-3978-409a-81ec-fc3f606df149 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:42.316399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:42.316730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:42.317074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.350173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b944f-bc91-4a51-a598-cf03e6b03a1a req-1cf8cdcb-f1eb-42a3-8cb3-c2163526d38e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.353072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.354084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.361131 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-078b944f-bc91-4a51-a598-cf03e6b03a1a req-1cf8cdcb-f1eb-42a3-8cb3-c2163526d38e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0923300 Nov 12 03:22:42.363961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.364434 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:42.368098 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempt 10 to bind port f8431ed2-71fc-4725-acae-818a47789982 Nov 12 03:22:42.386945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:42.387279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:42.387606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.403425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.403747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Attempting to bind port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:42.408664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Allocated IP 192.168.233.116 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/ab4ee08e-583d-4e8b-9d1b-c9e1925786d4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:42.410831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Port f8431ed2-71fc-4725-acae-818a47789982 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:42.411141 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to bind port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:22:42.411506 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.plugin [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] Failed to commit binding results for f8431ed2-71fc-4725-acae-818a47789982 after 10 tries Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 could not be created or updated. Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:42.415083 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port f8431ed2-71fc-4725-acae-818a47789982 on host n-h2-789963-21 could not be created or updated. Nov 12 03:22:42.418307 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource Nov 12 03:22:42.425507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eebeb6bf-efb7-42f5-a4f7-31bf45380810 req-8c2c749a-1d38-4908-a51b-84230e68b643 service neutron] 10.222.0.49 "POST /v2.0/ports/f8431ed2-71fc-4725-acae-818a47789982/bindings HTTP/1.1" status: 500 len: 402 time: 1.9826381 Nov 12 03:22:42.450283 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-078b944f-bc91-4a51-a598-cf03e6b03a1a req-0c2df95b-1921-43c2-8d24-faad099cb89a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880499 Nov 12 03:22:42.614744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be99ce-222a-4420-845f-a64aad685a02 req-7b04a87c-77de-4b6e-a6c8-6d82936176a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.617114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51be99ce-222a-4420-845f-a64aad685a02 req-7b04a87c-77de-4b6e-a6c8-6d82936176a2 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 972 time: 0.0807285 Nov 12 03:22:42.654775 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.680664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51be99ce-222a-4420-845f-a64aad685a02 req-c59a849a-e254-4a6b-bd72-afb590233471 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570867 Nov 12 03:22:42.735312 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.798326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'tag': '6696a37c-b3ea-4945-914d-28a58652bace'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:42.800786 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16c1a51-2344-4e66-a218-42f58a7f384b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2ca5ab-cdba-44bb-bacb-b7ce38508854", "tag": "6696a37c-b3ea-4945-914d-28a58652bace"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:42.821239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:42.825981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-6cfb1a8e-50af-4e25-8832-f1b3b9a0a45d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3084adec08ed4fe1bf57807644029340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435236 Nov 12 03:22:42.831720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:42.838806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:42.844950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.845584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.855524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935104e-4452-4fb9-a1be-a82818ae83d9 req-9a3b01ca-699a-4f5c-b1e7-042f6091ca94 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.857384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7935104e-4452-4fb9-a1be-a82818ae83d9 req-9a3b01ca-699a-4f5c-b1e7-042f6091ca94 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 944 time: 0.0966389 Nov 12 03:22:42.913394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:42.975680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-92924181-1be6-4da5-b7ba-3c0be21c2db7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7906253 Nov 12 03:22:42.979357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7935104e-4452-4fb9-a1be-a82818ae83d9 req-ec1dc26f-f05b-429a-a5dd-3c20c108f484 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114831 Nov 12 03:22:43.060206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-f2efe23e-3de1-413c-b92f-433b2ae7e434 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.075318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-f2efe23e-3de1-413c-b92f-433b2ae7e434 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412164 Nov 12 03:22:43.095412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c4d73fc-896c-4d65-a447-e42d2f67d72c req-6df222dd-235f-4d49-87dd-1c47a69df3a9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 210 time: 0.0335140 Nov 12 03:22:43.144118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Request body: {'port': {'device_id': 'b0e7ca17-466a-489f-9dbf-3e3960f03895', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '3084adec08ed4fe1bf57807644029340'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:43.154780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Request body: {'port': {'device_id': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:43.161955 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc063b17-d7d6-4891-9eb2-01a0bdc31c13 x-openstack-request-id: req-dc063b17-d7d6-4891-9eb2-01a0bdc31c13 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:43.162252 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2ca5ab-cdba-44bb-bacb-b7ce38508854", "tag": "6696a37c-b3ea-4945-914d-28a58652bace", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:43.162512 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc063b17-d7d6-4891-9eb2-01a0bdc31c13 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:43.162993 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'tag': '6696a37c-b3ea-4945-914d-28a58652bace', 'status': 'completed', 'code': 200} Nov 12 03:22:43.239414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fcf32215-e583-4c8d-9677-2583d656cae8 None None] Provisioning complete for port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:43.242098 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcf32215-e583-4c8d-9677-2583d656cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.340441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.340832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fcf32215-e583-4c8d-9677-2583d656cae8 None None] Port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:43.374396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-0c6ebf58-1af9-4102-834e-3d4d6c1a45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.383300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-0c6ebf58-1af9-4102-834e-3d4d6c1a45ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a3e935b23d647669624b6ca16a73d59&device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 1096 time: 0.1820731 Nov 12 03:22:43.459745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07db0ab-9033-4cf4-9b8f-43646c9ca7b0 req-ef024377-7786-475c-aac2-5cdc7a54f941 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.485107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d07db0ab-9033-4cf4-9b8f-43646c9ca7b0 req-ef024377-7786-475c-aac2-5cdc7a54f941 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 946 time: 0.1236191 Nov 12 03:22:43.545989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Made reservation on behalf of 3084adec08ed4fe1bf57807644029340 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:43.550681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.563761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d07db0ab-9033-4cf4-9b8f-43646c9ca7b0 req-38483de5-a45a-41da-9252-bb335d5756d3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Nov 12 03:22:43.729217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20923d9-4306-45c1-85af-5e11ba04ab55 req-db4fad33-ae43-4a5e-9b56-aae4eba26e4d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.738653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c20923d9-4306-45c1-85af-5e11ba04ab55 req-db4fad33-ae43-4a5e-9b56-aae4eba26e4d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0968783 Nov 12 03:22:43.768703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-8fe38f98-c985-474e-a36e-4f8d4ddaa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.770285 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-8fe38f98-c985-474e-a36e-4f8d4ddaa3fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 200 len: 925 time: 0.3724906 Nov 12 03:22:43.838857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c20923d9-4306-45c1-85af-5e11ba04ab55 req-9d8cfd22-417c-48c5-ba33-aa1c0fc5a37a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987859 Nov 12 03:22:43.913623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-281fec80-b32b-449e-a1ce-644d83d987bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6696a37c-b3ea-4945-914d-28a58652bace HTTP/1.1" status: 200 len: 217 time: 0.1033556 Nov 12 03:22:44.014804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8f5cb-d2fd-4efc-a74f-8b26ee7fca03 req-daaaeb53-873d-429e-8a58-a42c58d2c2ee tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.016195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1f8f5cb-d2fd-4efc-a74f-8b26ee7fca03 req-daaaeb53-873d-429e-8a58-a42c58d2c2ee tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 972 time: 0.1464429 Nov 12 03:22:44.022766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-905c047a-a2f4-4a46-a1cc-a220ebfb83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.024298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-905c047a-a2f4-4a46-a1cc-a220ebfb83c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df8dfc23-bd6b-478f-a093-42ac4af69327 HTTP/1.1" status: 200 len: 862 time: 0.0924501 Nov 12 03:22:44.080101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-87565070-1da9-41c1-9e9a-1cb5aabb3e8b tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.083336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-87565070-1da9-41c1-9e9a-1cb5aabb3e8b tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 972 time: 0.0710204 Nov 12 03:22:44.150553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:44.162299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1f8f5cb-d2fd-4efc-a74f-8b26ee7fca03 req-058649a1-b96b-46b3-a6f6-4d613c7fa205 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f008328-7da6-4e50-a50b-e1c26a02a895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369431 Nov 12 03:22:44.168997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.173033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-ceef4ce1-a99b-47c1-85fd-27fc67162a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.174789 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-ceef4ce1-a99b-47c1-85fd-27fc67162a69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8c8d0f-771f-4ab9-9157-5fb981951e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369162 Nov 12 03:22:44.214963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Transition to ACTIVE for port object ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:44.227430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.318291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Deleting port c5da8213-88a8-4003-a34f-a8fdcdee65e3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:44.318614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.407210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-a4dc8deb-d0e6-49e7-9cad-83aa37b097d7 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.408778 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-a4dc8deb-d0e6-49e7-9cad-83aa37b097d7 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.1799510 Nov 12 03:22:44.423231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Allocated IP 192.168.233.21 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/f2724f2f-431d-4d49-b021-66c8ce739b1e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:44.430142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:44.437809 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-275fe43c-1a97-4874-9575-fbcff721d395 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/quotas/cae64c692ebf4f8a9969f7448cdcd8cb HTTP/1.1" status: 200 len: 375 time: 0.0211294 Nov 12 03:22:44.466427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb080c0-ddbe-4830-b47d-7df3b4774f03 req-95c3906a-9785-48c2-80b0-7f32e83f8e3a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.470325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aeb080c0-ddbe-4830-b47d-7df3b4774f03 req-95c3906a-9785-48c2-80b0-7f32e83f8e3a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 944 time: 0.1729496 Nov 12 03:22:44.485760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] For port c5da8213-88a8-4003-a34f-a8fdcdee65e3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c5da8213-88a8-4003-a34f-a8fdcdee65e3,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:44.486743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.510600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Calling delete_port for c5da8213-88a8-4003-a34f-a8fdcdee65e3 owned by compute:tempest-test_az-1622506926 {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:44.540279 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-42fd5bf8-33ad-4c4e-97d6-bd6a8b03e69f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012757 Nov 12 03:22:44.549976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-6ffc5d41-05b5-45ed-b82a-ff3d445501b7 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606243 Nov 12 03:22:44.618196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aeb080c0-ddbe-4830-b47d-7df3b4774f03 req-8fff750c-1c5a-4c5a-a1ab-113106848357 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041410 Nov 12 03:22:44.623271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Attempting to bind port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:44.623592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Attempting to bind port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:44.623863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Attempting to bind port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:44.700874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:44.701198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Attempting to bind port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:44.720215 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-bd695858-1577-4e8f-b4cd-8bf6f5075c2c service neutron] 10.222.0.49 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297796 Nov 12 03:22:44.754162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:44.754162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:44.754162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:44.754556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Bound port: ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:44.754645 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.766860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ca0ea56-74b4-447f-a3c6-80201563fceb req-ae7aca11-2ee2-4dc1-8739-16ec5e1ce875 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 210 time: 0.0718715 Nov 12 03:22:44.796311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f16c1a51-2344-4e66-a218-42f58a7f384b req-45ea45ca-cb38-4cca-bb4c-a00bb7cc50c5 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293220 Nov 12 03:22:44.841211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.852532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c5da8213-88a8-4003-a34f-a8fdcdee65e3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:44.900027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Pushing event deleted for resources: {'Port': ['ID=c5da8213-88a8-4003-a34f-a8fdcdee65e3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:44.919958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-9fb089ed-20f9-4b93-949d-240eb4233cf3 service neutron] 10.222.0.49 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762748 Nov 12 03:22:44.946402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] No DVR routers for this DVR port c5da8213-88a8-4003-a34f-a8fdcdee65e3 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:44.949843 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.954006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e87337d6-38ac-4e77-a586-75eea63ecdb5 req-d37c4d87-8a2a-499d-bd77-447f6b6a4115 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.20 "DELETE /v2.0/ports/c5da8213-88a8-4003-a34f-a8fdcdee65e3 HTTP/1.1" status: 204 len: 173 time: 0.8582125 Nov 12 03:22:44.954623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'name': 'network-vif-deleted', 'tag': 'c5da8213-88a8-4003-a34f-a8fdcdee65e3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:44.958634 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d7ddb-4557-431b-8518-67cfeb63bdf7" -d '{"events": [{"server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "name": "network-vif-deleted", "tag": "c5da8213-88a8-4003-a34f-a8fdcdee65e3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:45.196962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.252790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:45.259306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:45.279288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798ca4-9f38-4787-9a91-186b30c80588 req-10240499-8eaf-496c-a236-a4a759fbb4d6 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.287608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ea798ca4-9f38-4787-9a91-186b30c80588 req-10240499-8eaf-496c-a236-a4a759fbb4d6 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 946 time: 0.2013435 Nov 12 03:22:45.291149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.425986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ea798ca4-9f38-4787-9a91-186b30c80588 req-529bd379-8022-4f50-848d-874b77ccf3c7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365099 Nov 12 03:22:45.430543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.431798 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.432663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] 10.222.0.20 "PUT /v2.0/ports/ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 HTTP/1.1" status: 200 len: 1097 time: 2.2835963 Nov 12 03:22:45.452507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:45.466995 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:45.491962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.546294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47803b10-9537-4975-8f6b-8101a890b255 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:45.558250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:45.561749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:45.564023 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df0cc0c-d8ab-4b67-b220-027598186204 x-openstack-request-id: req-2df0cc0c-d8ab-4b67-b220-027598186204 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:45.564635 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ee2920-b583-488f-936d-dda939bc1171", "name": "network-vif-deleted", "tag": "c5da8213-88a8-4003-a34f-a8fdcdee65e3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:45.565086 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2df0cc0c-d8ab-4b67-b220-027598186204 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:45.568120 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ee2920-b583-488f-936d-dda939bc1171', 'name': 'network-vif-deleted', 'tag': 'c5da8213-88a8-4003-a34f-a8fdcdee65e3', 'status': 'completed', 'code': 200} Nov 12 03:22:45.586081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:45.592347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.593086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.611845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509d973-7ac5-43cf-8d6b-73133d9d6308 req-0c73942f-dc7a-44c6-a037-02948608b5bd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.613878 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a509d973-7ac5-43cf-8d6b-73133d9d6308 req-0c73942f-dc7a-44c6-a037-02948608b5bd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1464064 Nov 12 03:22:45.664140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b0731d8-d0d7-40be-abff-8a0d760c550f req-d2f9ff85-ab35-43f9-8ece-353136213298 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 210 time: 0.0681491 Nov 12 03:22:45.671266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5320287 Nov 12 03:22:45.674195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43784086-81e2-4730-9b36-7796666df1a4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Pushing event updated for resources: {'Port': ['ID=f2724f2f-431d-4d49-b021-66c8ce739b1e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:45.679957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-85803e27-c12b-4e87-94b9-da85b31c96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.681640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-85803e27-c12b-4e87-94b9-da85b31c96e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1100 time: 0.1782999 Nov 12 03:22:45.684345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a509d973-7ac5-43cf-8d6b-73133d9d6308 req-6c9e3f72-a5f5-4302-bbc1-0c75d2e65135 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635674 Nov 12 03:22:45.697611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Request body: {'port': {'device_id': 'b0e7ca17-466a-489f-9dbf-3e3960f03895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:45.825807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-1ae4db24-c2e6-4f08-a69b-8d680b24b626 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 HTTP/1.1" status: 200 len: 217 time: 0.1218657 Nov 12 03:22:45.912029 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.925471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18c4864b-e0f0-4e31-ba9b-2867d7ed92e9 req-2c1000c0-d6fe-4066-964b-6ff663dd36d1 tempest-LiveMigrationNegativeTest-1910564671 tempest-LiveMigrationNegativeTest-1910564671-project] 10.222.0.49 "GET /v2.0/ports?device_id=83ee2920-b583-488f-936d-dda939bc1171 HTTP/1.1" status: 200 len: 210 time: 0.1031458 Nov 12 03:22:46.002549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-74c12711-4bc5-491f-8fe9-0010ffec2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.004363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-74c12711-4bc5-491f-8fe9-0010ffec2541 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1700313 Nov 12 03:22:46.130927 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83490a2-11ef-43fd-a06d-e3873004fb94 x-openstack-request-id: req-b83490a2-11ef-43fd-a06d-e3873004fb94 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:46.131260 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:46.131547 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b83490a2-11ef-43fd-a06d-e3873004fb94 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:46.132948 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'status': 'completed', 'code': 200} Nov 12 03:22:46.150115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be524f10-95aa-4c04-8362-efdac5e07e03 req-26e82c95-b8c6-4de0-9de7-3e987f18d310 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.151560 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be524f10-95aa-4c04-8362-efdac5e07e03 req-26e82c95-b8c6-4de0-9de7-3e987f18d310 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 1098 time: 0.1416008 Nov 12 03:22:46.172124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-99dea393-f071-42f4-ab51-f771a9db0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.173591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-99dea393-f071-42f4-ab51-f771a9db0614 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514323 Nov 12 03:22:46.235343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06b48-8458-4c4f-a7a8-6f835c123221 req-02756180-db9b-459b-9b4e-76063f3de12b tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.236925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4d06b48-8458-4c4f-a7a8-6f835c123221 req-02756180-db9b-459b-9b4e-76063f3de12b tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 944 time: 0.0575366 Nov 12 03:22:46.250330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6696a37c-b3ea-4945-914d-28a58652bace details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:46.338279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be524f10-95aa-4c04-8362-efdac5e07e03 req-2675b33e-4073-426c-b979-541bda3a29b0 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686311 Nov 12 03:22:46.382840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-2701eff9-1b94-4993-8eae-b60e6cdc1ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831074 Nov 12 03:22:46.388162 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4d06b48-8458-4c4f-a7a8-6f835c123221 req-fbffb3f3-ccd2-48bc-b1b8-0e7f5bfe5e0e tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249607 Nov 12 03:22:46.452262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6696a37c-b3ea-4945-914d-28a58652bace, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6696a37c-b3ea-4945-914d-28a58652bace,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:46.500215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6696a37c-b3ea-4945-914d-28a58652bace', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'port_id': '6696a37c-b3ea-4945-914d-28a58652bace', 'mac_address': 'fa:16:3e:07:02:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:46.522638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2724f2f-431d-4d49-b021-66c8ce739b1e {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:46.554762 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.595999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Transition to ACTIVE for port object f2724f2f-431d-4d49-b021-66c8ce739b1e will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:46.605562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.612923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d213ca7-e11b-4025-b3ec-7b75fb6dee88 req-a0878b20-126b-496a-b148-b9b8e85e84ee service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199163 Nov 12 03:22:46.643785 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.672610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6696a37c-b3ea-4945-914d-28a58652bace {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:46.677671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a2486-3faf-4ee3-b52e-56b9b3c6f052 req-0a050aad-cd1e-42d7-a5f6-057c752df1dc tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.680478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-144a2486-3faf-4ee3-b52e-56b9b3c6f052 req-0a050aad-cd1e-42d7-a5f6-057c752df1dc tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 935 time: 0.1758094 Nov 12 03:22:46.726800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6696a37c-b3ea-4945-914d-28a58652bace, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6696a37c-b3ea-4945-914d-28a58652bace,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:46.732400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.741886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-998e3ba9-2e68-4f71-baf4-cbf40dda4fbc tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.743922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-998e3ba9-2e68-4f71-baf4-cbf40dda4fbc tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.3545103 Nov 12 03:22:46.765398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2724f2f-431d-4d49-b021-66c8ce739b1e,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:46.771532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Request body: {'port': {'device_id': 'f148fabe-ff71-48c8-82ad-fc7036d0c765', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'admin_state_up': True, 'tenant_id': 'cae64c692ebf4f8a9969f7448cdcd8cb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:46.819966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6696a37c-b3ea-4945-914d-28a58652bace,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:46.880696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-144a2486-3faf-4ee3-b52e-56b9b3c6f052 req-6ef8507e-6fc4-4520-81ee-95514510277f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795905 Nov 12 03:22:46.886158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Attempting to bind port f2724f2f-431d-4d49-b021-66c8ce739b1e on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:46.886489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Attempting to bind port f2724f2f-431d-4d49-b021-66c8ce739b1e by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:46.886814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Attempting to bind port f2724f2f-431d-4d49-b021-66c8ce739b1e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:46.898072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-297a26f4-af9d-42ed-8228-71cfdc8335c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.899663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-297a26f4-af9d-42ed-8228-71cfdc8335c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1100 time: 0.1549966 Nov 12 03:22:46.900283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Port f2724f2f-431d-4d49-b021-66c8ce739b1e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:46.900604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Attempting to bind port f2724f2f-431d-4d49-b021-66c8ce739b1e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:46.906375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:46.906798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:46.907273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:46.907774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Bound port: f2724f2f-431d-4d49-b021-66c8ce739b1e, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:46.908211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.008457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fe9ef1e-1914-433f-aae9-e73bd89f1871 req-6d4e322e-5ef5-42c9-b3ea-ec5fe3dc22cf tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 210 time: 0.0774672 Nov 12 03:22:47.073731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6696a37c-b3ea-4945-914d-28a58652bace'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:47.098870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Made reservation on behalf of cae64c692ebf4f8a9969f7448cdcd8cb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:47.104202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.118210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] For port f2724f2f-431d-4d49-b021-66c8ce739b1e, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:47.122336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] For port f2724f2f-431d-4d49-b021-66c8ce739b1e, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f2724f2f-431d-4d49-b021-66c8ce739b1e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:47.127480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.129939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-e1f75e85-c6e7-4cd4-be2e-37bcc3cb5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.132242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-e1f75e85-c6e7-4cd4-be2e-37bcc3cb5976 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2127602 Nov 12 03:22:47.145909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7727e7-95cf-4e51-8827-857ada3caef5 req-2d56f7a3-b3cc-4c22-afff-02e0ee044734 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.148100 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a7727e7-95cf-4e51-8827-857ada3caef5 req-2d56f7a3-b3cc-4c22-afff-02e0ee044734 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1338587 Nov 12 03:22:47.215529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.216165 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.217522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/f2724f2f-431d-4d49-b021-66c8ce739b1e HTTP/1.1" status: 200 len: 1096 time: 1.5349319 Nov 12 03:22:47.220505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-af88d734-c754-45c5-8eb9-dc7fc6be4d79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 HTTP/1.1" status: 200 len: 217 time: 0.0689137 Nov 12 03:22:47.301753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Allocated IP 172.20.0.9 (a37a1d10-61ee-4876-8b8c-8ef90e6dd922/f282aada-aebd-41cb-9844-fdf4b16102eb/2d38d881-f60e-4519-be1d-7b02154c6c75) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:47.356805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650ddda-843f-4ee3-9d2a-8d424b1a92e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2724f2f-431d-4d49-b021-66c8ce739b1e,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:47.368451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-5941411d-b3e0-4a0c-be21-4a3dea255aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.369959 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-5941411d-b3e0-4a0c-be21-4a3dea255aba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1333261 Nov 12 03:22:47.373899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a7727e7-95cf-4e51-8827-857ada3caef5 req-062e8d33-abbd-499b-b29e-1c9d0f820c71 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979179 Nov 12 03:22:47.426279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-0a53b8ec-6a62-4f95-8f25-837442e9837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.429568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-0a53b8ec-6a62-4f95-8f25-837442e9837c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 1099 time: 0.1486685 Nov 12 03:22:47.534309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-814d42ae-dbd9-4035-9631-e8fc674a3775 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=f2724f2f-431d-4d49-b021-66c8ce739b1e HTTP/1.1" status: 200 len: 217 time: 0.0891922 Nov 12 03:22:47.546630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-ed774413-f3b5-4977-a067-979c7ebe0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.552039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-ed774413-f3b5-4977-a067-979c7ebe0e5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1707201 Nov 12 03:22:47.674024 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.821952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.938290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:47.958441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:47.966349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:47.986127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.987828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.041160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event updated for resources: {'Port': ['ID=2d38d881-f60e-4519-be1d-7b02154c6c75,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:48.057799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-8d3fe2d5-50ce-4e42-9b01-3146e1911075 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2907121 Nov 12 03:22:48.088303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-1d28d1ee-42ca-4571-a6a4-928c0ef0bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.099714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-1d28d1ee-42ca-4571-a6a4-928c0ef0bee1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.5461383 Nov 12 03:22:48.100897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Request body: {'port': {'device_id': 'f148fabe-ff71-48c8-82ad-fc7036d0c765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:48.125562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'f8431ed2-71fc-4725-acae-818a47789982'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:48.138352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e7ca17-466a-489f-9dbf-3e3960f03895', 'tag': 'f2724f2f-431d-4d49-b021-66c8ce739b1e'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:48.141278 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22de47d-f664-44dd-879f-bdc9fc54742f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e7ca17-466a-489f-9dbf-3e3960f03895", "tag": "f2724f2f-431d-4d49-b021-66c8ce739b1e"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:48.198587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60850) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:48.224810 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.261230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60854) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:48.273578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a6fbc-5560-47b2-9830-e8181b1ee418 req-f3e64a8c-ab1c-41a4-a9c7-dc65b549ae04 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.281171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6696a37c-b3ea-4945-914d-28a58652bace up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:48.284940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba2a6fbc-5560-47b2-9830-e8181b1ee418 req-f3e64a8c-ab1c-41a4-a9c7-dc65b549ae04 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 945 time: 0.5736275 Nov 12 03:22:48.319964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-f71c13ca-c0fa-4e98-83f9-7b440d8b7e7e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369010 Nov 12 03:22:48.400126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa77e82-afb1-4eee-8471-7dc453ba1096 req-d9ecd084-217a-41a3-b006-82ef9f2e492a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.409705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efa77e82-afb1-4eee-8471-7dc453ba1096 req-d9ecd084-217a-41a3-b006-82ef9f2e492a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 947 time: 0.3968811 Nov 12 03:22:48.450317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d8c9214-0e3a-40c4-a2c4-f46cd4a1645d req-d5787e20-bf03-45e7-b1c8-8b75ef2ecb26 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202512 Nov 12 03:22:48.458881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-eff1be49-7a01-4b53-ae74-bba6149e9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.461281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-eff1be49-7a01-4b53-ae74-bba6149e9d98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3239532 Nov 12 03:22:48.533159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efa77e82-afb1-4eee-8471-7dc453ba1096 req-599bb458-d356-45ca-91a0-617f96637b86 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225185 Nov 12 03:22:48.568017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba2a6fbc-5560-47b2-9830-e8181b1ee418 req-e6f379eb-eb89-4730-b0cd-99088659bb94 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816830 Nov 12 03:22:48.635861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 6696a37c-b3ea-4945-914d-28a58652bace completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:48.660237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6696a37c-b3ea-4945-914d-28a58652bace triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:48.661904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.668856 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-add6225b-ac0b-427d-a6d6-681b23c9958e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975076 Nov 12 03:22:48.686962 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e67d807-1c6d-46cc-8bcb-bcab89e9091e x-openstack-request-id: req-1e67d807-1c6d-46cc-8bcb-bcab89e9091e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:48.687445 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e7ca17-466a-489f-9dbf-3e3960f03895", "tag": "f2724f2f-431d-4d49-b021-66c8ce739b1e", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:48.687857 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e67d807-1c6d-46cc-8bcb-bcab89e9091e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:48.688418 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e7ca17-466a-489f-9dbf-3e3960f03895', 'tag': 'f2724f2f-431d-4d49-b021-66c8ce739b1e', 'status': 'completed', 'code': 200} Nov 12 03:22:48.852776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80e67be3-4f26-4ffb-92b6-d58078a82c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.892498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa8915-cf47-46a0-9f34-296050fb383f req-917e5caf-dc80-4038-9bcd-0041c6db78a0 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.894752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6fa8915-cf47-46a0-9f34-296050fb383f req-917e5caf-dc80-4038-9bcd-0041c6db78a0 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 931 time: 0.1801622 Nov 12 03:22:48.939946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.980300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b183c-77f1-4341-82ec-00cd57b03054 req-4202e2ba-bda3-4876-9f81-7c2b8527cca8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.991510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd0b183c-77f1-4341-82ec-00cd57b03054 req-4202e2ba-bda3-4876-9f81-7c2b8527cca8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1682272 Nov 12 03:22:49.028731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521dd5cd-ba07-4cb0-9f7d-54519c706642 req-3fffeda5-5815-471b-9dc9-1d22e17cc9d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391068 Nov 12 03:22:49.037497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bb3bab38-b5df-40f8-94b5-21af37241518 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=795e4d8be98f41529a4448c8bc246cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8128264 Nov 12 03:22:49.037497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60866) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:49.073166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6fa8915-cf47-46a0-9f34-296050fb383f req-49af69a3-bbec-460f-a262-5800ee56b5df tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378305 Nov 12 03:22:49.104693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6696a37c-b3ea-4945-914d-28a58652bace, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6696a37c-b3ea-4945-914d-28a58652bace,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:49.116255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6696a37c-b3ea-4945-914d-28a58652bace'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:49.126012 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bbdd5d-1246-4cde-8d5c-d22873b754f5" -d '{"events": [{"server_uuid": "5a2ca5ab-cdba-44bb-bacb-b7ce38508854", "name": "network-vif-plugged", "status": "completed", "tag": "6696a37c-b3ea-4945-914d-28a58652bace"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:49.137143 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.137937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c5da8213-88a8-4003-a34f-a8fdcdee65e3 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:49.157882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4499-63e6-410b-875e-f0acd33469a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.199580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd0b183c-77f1-4341-82ec-00cd57b03054 req-4da83972-b815-4b1b-bdb6-feb879c0fa3f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009587 Nov 12 03:22:49.203227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80e67be3-4f26-4ffb-92b6-d58078a82c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.214826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: c5da8213-88a8-4003-a34f-a8fdcdee65e3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:49.216672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c5da8213-88a8-4003-a34f-a8fdcdee65e3 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:49.225226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80e67be3-4f26-4ffb-92b6-d58078a82c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.250599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d38d881-f60e-4519-be1d-7b02154c6c75 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:49.253173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4499-63e6-410b-875e-f0acd33469a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.264274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-74874f95-154c-4cde-a8db-22afde5becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.267347 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-74874f95-154c-4cde-a8db-22afde5becb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 1099 time: 0.1533396 Nov 12 03:22:49.286447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.298439 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a5dcf-cf1a-4d90-b209-c4d597efaa8d x-openstack-request-id: req-a20a5dcf-cf1a-4d90-b209-c4d597efaa8d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:49.299255 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2ca5ab-cdba-44bb-bacb-b7ce38508854", "name": "network-vif-plugged", "status": "completed", "tag": "6696a37c-b3ea-4945-914d-28a58652bace", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:49.299506 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a20a5dcf-cf1a-4d90-b209-c4d597efaa8d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:49.300050 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6696a37c-b3ea-4945-914d-28a58652bace', 'code': 200} Nov 12 03:22:49.311400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6696a37c-b3ea-4945-914d-28a58652bace,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.342470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Transition to ACTIVE for port object 2d38d881-f60e-4519-be1d-7b02154c6c75 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:49.358394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-80e67be3-4f26-4ffb-92b6-d58078a82c2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4a3c4a5e80d4fd7a15ea949a01f8e38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0806310 Nov 12 03:22:49.358394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.359160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60874) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:49.362485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e67be3-4f26-4ffb-92b6-d58078a82c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a984ab7d-823e-40ce-9b4c-8e9b98f39211,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.448374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4499-63e6-410b-875e-f0acd33469a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.451363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4499-63e6-410b-875e-f0acd33469a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.453150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f1ed4499-63e6-410b-875e-f0acd33469a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f008328-7da6-4e50-a50b-e1c26a02a895 HTTP/1.1" status: 204 len: 168 time: 0.4134076 Nov 12 03:22:49.528226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Pushing event updated for resources: {'Port': ['ID=2d38d881-f60e-4519-be1d-7b02154c6c75,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.656715 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8830178-2bb9-4649-a311-6deb6c19ab11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.667263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:49.668623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:49.669196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:49.695800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:49.696127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:49.713066 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8830178-2bb9-4649-a311-6deb6c19ab11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.715276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:49.715831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Checking segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:49.716407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Bound using segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:49.717191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Bound port: 2d38d881-f60e-4519-be1d-7b02154c6c75, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:49.717770 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.832055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] For port 2d38d881-f60e-4519-be1d-7b02154c6c75, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:49.841565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] For port 2d38d881-f60e-4519-be1d-7b02154c6c75, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2d38d881-f60e-4519-be1d-7b02154c6c75,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:49.855339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.918768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8830178-2bb9-4649-a311-6deb6c19ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.921983 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8830178-2bb9-4649-a311-6deb6c19ab11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.923022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60892) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:49.923425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a8830178-2bb9-4649-a311-6deb6c19ab11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a984ab7d-823e-40ce-9b4c-8e9b98f39211 HTTP/1.1" status: 204 len: 168 time: 0.5620449 Nov 12 03:22:49.939059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.939684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.941500 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d38d881-f60e-4519-be1d-7b02154c6c75 HTTP/1.1" status: 200 len: 1092 time: 1.8470395 Nov 12 03:22:49.947436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f148fabe-ff71-48c8-82ad-fc7036d0c765', 'tag': '2d38d881-f60e-4519-be1d-7b02154c6c75'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:49.949918 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b79e7f5-e292-4911-ae2f-a269acf58daa" -d '{"events": [{"name": "network-changed", "server_uuid": "f148fabe-ff71-48c8-82ad-fc7036d0c765", "tag": "2d38d881-f60e-4519-be1d-7b02154c6c75"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:49.962938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8830178-2bb9-4649-a311-6deb6c19ab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a984ab7d-823e-40ce-9b4c-8e9b98f39211,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.987166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed4499-63e6-410b-875e-f0acd33469a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f008328-7da6-4e50-a50b-e1c26a02a895,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.988684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e22708-240e-49e0-b3a2-fe70166fac80 service neutron] Pushing event updated for resources: {'Port': ['ID=2d38d881-f60e-4519-be1d-7b02154c6c75,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:50.111788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daa3cd-1500-4a0c-864d-a0776990deff req-4ca28078-2849-476c-adde-6b8e94d79a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.113230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65daa3cd-1500-4a0c-864d-a0776990deff req-4ca28078-2849-476c-adde-6b8e94d79a96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 1098 time: 0.7103949 Nov 12 03:22:50.156007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-276bd2f5-29e8-4aa6-8187-51ca37ff94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.158352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-276bd2f5-29e8-4aa6-8187-51ca37ff94e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 1095 time: 0.1006167 Nov 12 03:22:50.170401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-05ed6df5-316d-435f-8a3d-7a6b5d975e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.172591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-05ed6df5-316d-435f-8a3d-7a6b5d975e91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.8893638 Nov 12 03:22:50.213438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-929c6ccc-cf20-404d-a26a-bd34f2abd9ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7316634ddcf747c0a6e0be4e3da46339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264981 Nov 12 03:22:50.215610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60904) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:50.261559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:50.305432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c49cc9-9b5e-4819-b30d-c47b4f0eff09 req-ea0be890-f302-498d-bb63-b6150720b568 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.320347 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25c49cc9-9b5e-4819-b30d-c47b4f0eff09 req-ea0be890-f302-498d-bb63-b6150720b568 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 947 time: 0.5002449 Nov 12 03:22:50.419408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-4ef63d95-b521-442f-9aa0-e0f018f787e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=f2724f2f-431d-4d49-b021-66c8ce739b1e HTTP/1.1" status: 200 len: 217 time: 0.2035861 Nov 12 03:22:50.464966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65daa3cd-1500-4a0c-864d-a0776990deff req-e7c1f0f8-7c1d-4536-a6a3-878ba1b3f0e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963505 Nov 12 03:22:50.557956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:50.563959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-61519b28-db9d-459c-a7c8-7be2c8ba529a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d38d881-f60e-4519-be1d-7b02154c6c75 HTTP/1.1" status: 200 len: 217 time: 0.3953784 Nov 12 03:22:50.574325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'mac_address': 'fa:16:3e:01:e2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:50.581272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25c49cc9-9b5e-4819-b30d-c47b4f0eff09 req-6612b5e3-7207-497d-a489-510cd36c80ea tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568715 Nov 12 03:22:50.607351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9580252-584b-45ce-a7f4-28b902bb4134 req-22244e90-100c-40f5-b3d5-793005f5b8dd tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.611032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9580252-584b-45ce-a7f4-28b902bb4134 req-22244e90-100c-40f5-b3d5-793005f5b8dd tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 946 time: 0.5055799 Nov 12 03:22:50.624464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-b6476fb6-c6fe-4edc-a60d-500e7bcb541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.626781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-b6476fb6-c6fe-4edc-a60d-500e7bcb541b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1387339 Nov 12 03:22:50.650494 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3ed19a-6905-4e74-b36e-f2fcd428d289 x-openstack-request-id: req-6b3ed19a-6905-4e74-b36e-f2fcd428d289 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:50.650684 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f148fabe-ff71-48c8-82ad-fc7036d0c765", "tag": "2d38d881-f60e-4519-be1d-7b02154c6c75", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:50.650942 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b3ed19a-6905-4e74-b36e-f2fcd428d289 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:50.651387 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f148fabe-ff71-48c8-82ad-fc7036d0c765', 'tag': '2d38d881-f60e-4519-be1d-7b02154c6c75', 'status': 'completed', 'code': 200} Nov 12 03:22:50.665236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b60f503-0fd7-422b-a834-b71963dad8d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.688678 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.723968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:50.732307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60914) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:50.749460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9580252-584b-45ce-a7f4-28b902bb4134 req-8a7f1d9f-9040-492c-b0fe-f6ab12e740b3 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307051 Nov 12 03:22:50.762514 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44c303eb-bd62-495c-9c0a-344bb50bce47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.766640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:50.780458 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.788377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-fbc563fe-4a06-4ce8-bd5b-508138e9d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.789874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-fbc563fe-4a06-4ce8-bd5b-508138e9d96d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.1056235 Nov 12 03:22:50.827165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-c656acc8-88ca-417f-b48e-4a07cb2f933d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292668 Nov 12 03:22:50.836558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b60f503-0fd7-422b-a834-b71963dad8d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.839730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:50.868356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-eedca855-6716-4071-839a-adbb4dfeb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.870015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-eedca855-6716-4071-839a-adbb4dfeb560 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1930208 Nov 12 03:22:50.924774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf085-6a29-4fd0-a414-e1b035426ee1 req-ed387ed9-15e1-449f-9d24-e8e8195ad74c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.926291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59ecf085-6a29-4fd0-a414-e1b035426ee1 req-ed387ed9-15e1-449f-9d24-e8e8195ad74c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 943 time: 0.1789455 Nov 12 03:22:50.985864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbdb9f-f63b-429b-bd3a-20f131f6e823 req-bb15b3b6-2598-45fb-9f3a-8e0c3fafb33e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.987327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fbdbdb9f-f63b-429b-bd3a-20f131f6e823 req-bb15b3b6-2598-45fb-9f3a-8e0c3fafb33e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1545420 Nov 12 03:22:50.998063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-ba50d651-2ab7-4a70-80fa-a49dc3a4606c service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510930 Nov 12 03:22:51.009411 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b60f503-0fd7-422b-a834-b71963dad8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.011872 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b60f503-0fd7-422b-a834-b71963dad8d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.015297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44c303eb-bd62-495c-9c0a-344bb50bce47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.015430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9b60f503-0fd7-422b-a834-b71963dad8d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8ca7d9a-7e87-4f6c-9410-bc0d1ea2b218 HTTP/1.1" status: 204 len: 168 time: 0.7608266 Nov 12 03:22:51.032395 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44c303eb-bd62-495c-9c0a-344bb50bce47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.050600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f503-0fd7-422b-a834-b71963dad8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ca7d9a-7e87-4f6c-9410-bc0d1ea2b218,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.064355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-e144fc5a-eadb-4f19-863e-964799febbe5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806743 Nov 12 03:22:51.068440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59ecf085-6a29-4fd0-a414-e1b035426ee1 req-240cb4b1-6c50-4964-b668-009f5e5a008a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313317 Nov 12 03:22:51.104916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:51.139148 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-44c303eb-bd62-495c-9c0a-344bb50bce47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72eb829df4ac4848a972307b397679e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057488 Nov 12 03:22:51.139878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c303eb-bd62-495c-9c0a-344bb50bce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726f8a69-e43b-4ec1-ae3c-18b9dd7a661f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.145193 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fbdbdb9f-f63b-429b-bd3a-20f131f6e823 req-13afa9ee-6efc-40af-a36a-189ff9717648 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494670 Nov 12 03:22:51.148114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60922) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:51.269391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22de47d-f664-44dd-879f-bdc9fc54742f req-d2f36407-2209-4ebf-8f72-5e718f39b05e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840918 Nov 12 03:22:51.292395 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e524b05a-1d52-42d6-b7bf-db112248c486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.337154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20f86b2b-197e-4cfb-8e73-e1238a3d952f req-a8ddfa9d-eb29-449f-9a98-5922b5f92d9c service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269777 Nov 12 03:22:51.380875 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e524b05a-1d52-42d6-b7bf-db112248c486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.490203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-7a736b00-fd08-403e-98c6-c839b48ef7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.491901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-7a736b00-fd08-403e-98c6-c839b48ef7cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 1095 time: 0.0675578 Nov 12 03:22:51.505757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e524b05a-1d52-42d6-b7bf-db112248c486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.510123 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e524b05a-1d52-42d6-b7bf-db112248c486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.511326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e524b05a-1d52-42d6-b7bf-db112248c486 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/726f8a69-e43b-4ec1-ae3c-18b9dd7a661f HTTP/1.1" status: 204 len: 168 time: 0.3529315 Nov 12 03:22:51.539919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524b05a-1d52-42d6-b7bf-db112248c486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726f8a69-e43b-4ec1-ae3c-18b9dd7a661f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.655226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-101f6116-b29e-4153-ad25-182ca09288e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.659180 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-101f6116-b29e-4153-ad25-182ca09288e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 923 time: 0.1429150 Nov 12 03:22:51.742982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-dfeb0610-b36e-4979-8421-12dfa238c646 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d38d881-f60e-4519-be1d-7b02154c6c75 HTTP/1.1" status: 200 len: 217 time: 0.0743902 Nov 12 03:22:51.845757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-7852e9f1-4c97-40ce-960b-951670320b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.847759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-7852e9f1-4c97-40ce-960b-951670320b2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.0966637 Nov 12 03:22:51.953543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c60509-4e99-41f3-b500-7a05bed34281 req-fcfc9401-85ff-431f-9328-3562bebad791 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.955451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31c60509-4e99-41f3-b500-7a05bed34281 req-fcfc9401-85ff-431f-9328-3562bebad791 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 946 time: 0.0748885 Nov 12 03:22:51.959896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c22c2-04a5-4614-992b-dce8db10d8d1 req-a5cdc8d3-2f00-42e2-9a7f-13859dc68d9f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.968162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e63c22c2-04a5-4614-992b-dce8db10d8d1 req-a5cdc8d3-2f00-42e2-9a7f-13859dc68d9f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 947 time: 0.0846109 Nov 12 03:22:52.055634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e63c22c2-04a5-4614-992b-dce8db10d8d1 req-ec3ae7eb-133b-4c2e-8b27-0553b1acfcaa tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864432 Nov 12 03:22:52.076193 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-d73ccd4f-1531-403b-85a3-d19c8806011f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738990 Nov 12 03:22:52.105834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31c60509-4e99-41f3-b500-7a05bed34281 req-d287d435-566f-4618-bed8-d2757ce756b5 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395295 Nov 12 03:22:52.288670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f2724f2f-431d-4d49-b021-66c8ce739b1e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:52.293958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:52.302478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3434ffe-d5fe-485a-9511-41b6463c07d3 req-bc278300-9ece-49b8-863a-3a456385bd83 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.304401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3434ffe-d5fe-485a-9511-41b6463c07d3 req-bc278300-9ece-49b8-863a-3a456385bd83 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 943 time: 0.1110001 Nov 12 03:22:52.397971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-f8ac786a-db21-4817-970f-235ed79dc3ac service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940448 Nov 12 03:22:52.424313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:52.434455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:52.434980 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.441288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f2724f2f-431d-4d49-b021-66c8ce739b1e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f2724f2f-431d-4d49-b021-66c8ce739b1e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:52.520520 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3434ffe-d5fe-485a-9511-41b6463c07d3 req-8aebab04-b18b-4d61-a249-a06213a65afd tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811228 Nov 12 03:22:52.530522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'f2724f2f-431d-4d49-b021-66c8ce739b1e', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'f2724f2f-431d-4d49-b021-66c8ce739b1e', 'mac_address': 'fa:16:3e:4d:98:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:52.642042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4386b5c-6094-4acc-9b43-067bd1b4a687 req-64db8fed-67eb-4385-be53-94ab0b21337e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.644052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4386b5c-6094-4acc-9b43-067bd1b4a687 req-64db8fed-67eb-4385-be53-94ab0b21337e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0714757 Nov 12 03:22:52.659944 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b79e7f5-e292-4911-ae2f-a269acf58daa req-700f3349-63a1-48fa-a17d-bc867357b9c6 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530186 Nov 12 03:22:52.697897 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.719025 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.732904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2724f2f-431d-4d49-b021-66c8ce739b1e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:52.750348 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4386b5c-6094-4acc-9b43-067bd1b4a687 req-1d00a64d-d8d6-47f4-a6c8-3278ee5d8e4c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991867 Nov 12 03:22:52.789328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:52.791787 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1f4ff5-1003-4d76-8913-97c6a2ad4612" -d '{"events": [{"server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:52.807543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f2724f2f-431d-4d49-b021-66c8ce739b1e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f2724f2f-431d-4d49-b021-66c8ce739b1e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:52.812212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:52.814332 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.845438 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.853425 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdde803-9330-4386-8fea-688aa8e02eb5 x-openstack-request-id: req-7bdde803-9330-4386-8fea-688aa8e02eb5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:52.853913 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:52.854172 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bdde803-9330-4386-8fea-688aa8e02eb5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:52.854576 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'code': 200} Nov 12 03:22:52.890256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f2724f2f-431d-4d49-b021-66c8ce739b1e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:52.981746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:53.004579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d050d8-29bb-45cb-b299-cb8dd867a33a req-e5bbff4d-33eb-4da9-839b-8e4fcee886c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.006155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2d050d8-29bb-45cb-b299-cb8dd867a33a req-e5bbff4d-33eb-4da9-839b-8e4fcee886c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1102 time: 0.1009750 Nov 12 03:22:53.065890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2d050d8-29bb-45cb-b299-cb8dd867a33a req-2f404746-04eb-4875-83af-716514e74aab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Nov 12 03:22:53.154690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f2724f2f-431d-4d49-b021-66c8ce739b1e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:53.196130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c779893-1069-48d7-84f0-544e5e6e84cc req-36138566-6f76-4543-93e0-5eeac80930dd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.214506 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9c779893-1069-48d7-84f0-544e5e6e84cc req-36138566-6f76-4543-93e0-5eeac80930dd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 948 time: 0.0784361 Nov 12 03:22:53.282891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920972be-8359-421e-ab42-dd558cd85a49 req-5b39713f-5f15-44ea-9a99-57fdf9f3dfcf tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.292239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-920972be-8359-421e-ab42-dd558cd85a49 req-5b39713f-5f15-44ea-9a99-57fdf9f3dfcf tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 946 time: 0.0914428 Nov 12 03:22:53.298972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9c779893-1069-48d7-84f0-544e5e6e84cc req-8391c7ca-a849-4cd7-ae85-491b5ef9fa21 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835867 Nov 12 03:22:53.387540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-920972be-8359-421e-ab42-dd558cd85a49 req-e64031cc-6725-4ef1-a6e3-f8caa43955a8 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943735 Nov 12 03:22:53.534554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66a0f8-2612-4635-b5d8-f553cbf49961 req-44aaaab7-8bd5-49fd-a870-6c1f11116dc7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.536907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c66a0f8-2612-4635-b5d8-f553cbf49961 req-44aaaab7-8bd5-49fd-a870-6c1f11116dc7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 946 time: 0.0635102 Nov 12 03:22:53.547787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32792) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:53.552611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Request body: {'floatingip': {'port_id': '6696a37c-b3ea-4945-914d-28a58652bace'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:53.672290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d22fd8-5f39-4c67-b026-e68d795c0033 req-73d10073-d75b-45b5-86d0-175fdf5ccb4b tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.680564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1d22fd8-5f39-4c67-b026-e68d795c0033 req-73d10073-d75b-45b5-86d0-175fdf5ccb4b tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 943 time: 0.0706406 Nov 12 03:22:53.697546 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.743437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1d22fd8-5f39-4c67-b026-e68d795c0033 req-28ca8d53-23ae-4523-bb25-c0b8fe4aca78 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617762 Nov 12 03:22:53.955890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5ba1a-0cde-4fc5-93f9-575d13e60bbf req-146f3006-56e9-46f1-80c4-4a169ee27436 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.966898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-67a5ba1a-0cde-4fc5-93f9-575d13e60bbf req-146f3006-56e9-46f1-80c4-4a169ee27436 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.0992270 Nov 12 03:22:54.034663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-67a5ba1a-0cde-4fc5-93f9-575d13e60bbf req-04196871-a8e3-45d9-afe9-a658275f439a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644488 Nov 12 03:22:54.294634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2d38d881-f60e-4519-be1d-7b02154c6c75 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:54.436155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2d38d881-f60e-4519-be1d-7b02154c6c75, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2d38d881-f60e-4519-be1d-7b02154c6c75,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:54.451899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '2d38d881-f60e-4519-be1d-7b02154c6c75', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'port_id': '2d38d881-f60e-4519-be1d-7b02154c6c75', 'mac_address': 'fa:16:3e:aa:4b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f282aada-aebd-41cb-9844-fdf4b16102eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:54.475783 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.519393 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.534712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d38d881-f60e-4519-be1d-7b02154c6c75 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:54.581298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2d38d881-f60e-4519-be1d-7b02154c6c75, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2d38d881-f60e-4519-be1d-7b02154c6c75,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:54.586055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.666569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:22:54.710736 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2d38d881-f60e-4519-be1d-7b02154c6c75,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:54.780289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.784681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.918635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ec8c-538b-486f-ad9a-12a6b77520ac req-90fb340c-f937-490d-b263-18fc45b2991a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.920143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d33ec8c-538b-486f-ad9a-12a6b77520ac req-90fb340c-f937-490d-b263-18fc45b2991a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 948 time: 0.0980101 Nov 12 03:22:54.926173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['2d38d881-f60e-4519-be1d-7b02154c6c75'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:54.941136 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Floating IP e89bef26-68f4-4ca5-9136-028e45464b01 associated. External IP: 172.25.0.72, port: 6696a37c-b3ea-4945-914d-28a58652bace. Nov 12 03:22:54.950247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-b5650300-a409-4db0-9f0c-dfffc216c810 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ecee49f7d0cb4c3bb9bd2a3b4083442e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383649 Nov 12 03:22:55.014436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d33ec8c-538b-486f-ad9a-12a6b77520ac req-e348baba-8f92-4cc3-927a-e6bc0d1fe1e9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862589 Nov 12 03:22:55.156945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-716e79f0-f521-4a16-9db1-091cc9418c77 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.167462 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-716e79f0-f521-4a16-9db1-091cc9418c77 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154903 Nov 12 03:22:55.188515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-38242e0a-b182-40e7-a94b-784b8b6509c8 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/quotas/ecee49f7d0cb4c3bb9bd2a3b4083442e HTTP/1.1" status: 200 len: 375 time: 0.0199151 Nov 12 03:22:55.221691 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-b3c57ef1-786f-462a-bcd0-81ba02be19c3 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ecee49f7d0cb4c3bb9bd2a3b4083442e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320859 Nov 12 03:22:55.490066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079b53b-964a-4c4e-8fcb-7858b3b5f9fb req-c5eb5a8c-e7a0-4936-88e7-b743cea98294 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.502327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2079b53b-964a-4c4e-8fcb-7858b3b5f9fb req-c5eb5a8c-e7a0-4936-88e7-b743cea98294 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 944 time: 0.0761805 Nov 12 03:22:55.531473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Router 656d90c0-e40e-403f-828e-edc96ee4e3ba has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:55.614088 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2079b53b-964a-4c4e-8fcb-7858b3b5f9fb req-ffe9c93e-d16b-4b7a-91fa-aaaf3bd07442 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045690 Nov 12 03:22:55.686077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:55.693156 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.712320 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] Sync routers for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:55.730950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2cedab7a-ea9d-4713-8690-61021da2f62c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "PUT /v2.0/floatingips/e89bef26-68f4-4ca5-9136-028e45464b01 HTTP/1.1" status: 200 len: 991 time: 2.1793315 Nov 12 03:22:55.730950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'tag': '6696a37c-b3ea-4945-914d-28a58652bace'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:55.732364 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd2d78-619f-4c78-9d52-be1aef6ec60c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2ca5ab-cdba-44bb-bacb-b7ce38508854", "tag": "6696a37c-b3ea-4945-914d-28a58652bace"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:55.733908 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:55.735015 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:55.827489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd80d-355e-4454-b0fa-8914f039f1eb req-41f51593-2b82-4e8a-a550-830f0318298e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.836682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c8bcd80d-355e-4454-b0fa-8914f039f1eb req-41f51593-2b82-4e8a-a550-830f0318298e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.1485128 Nov 12 03:22:55.870431 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-2c85146b-4170-4337-9fb5-f9b0c2cf9c72 service neutron] show failed (client error): The resource could not be found. Nov 12 03:22:55.871985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-2c85146b-4170-4337-9fb5-f9b0c2cf9c72 service neutron] 10.222.0.20 "GET /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e/bindings/n-h2-789963-21 HTTP/1.1" status: 404 len: 381 time: 0.1335666 Nov 12 03:22:55.875836 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:55.931350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c8bcd80d-355e-4454-b0fa-8914f039f1eb req-115b5898-588a-49e0-abda-2ef674730544 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899014 Nov 12 03:22:56.146078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4799937d-a4f8-42a5-9b60-5f8ecf3bb4fa req-b71f99ac-edff-4c66-85fa-eee49bd48855 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 210 time: 0.0719554 Nov 12 03:22:56.244267 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d75bd2-4108-4356-bb89-6208d6a5700e x-openstack-request-id: req-72d75bd2-4108-4356-bb89-6208d6a5700e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:56.244570 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2ca5ab-cdba-44bb-bacb-b7ce38508854", "tag": "6696a37c-b3ea-4945-914d-28a58652bace", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:56.248109 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72d75bd2-4108-4356-bb89-6208d6a5700e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:56.248109 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'tag': '6696a37c-b3ea-4945-914d-28a58652bace', 'status': 'completed', 'code': 200} Nov 12 03:22:56.297085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f2724f2f-431d-4d49-b021-66c8ce739b1e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:56.461414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port f2724f2f-431d-4d49-b021-66c8ce739b1e completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:56.476900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port f2724f2f-431d-4d49-b021-66c8ce739b1e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:56.477275 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.493628 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e89bef26-68f4-4ca5-9136-028e45464b01', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'port_id': '6696a37c-b3ea-4945-914d-28a58652bace', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'mac_address': 'fa:16:3e:07:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:33Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 1, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:56.500092 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32884) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:56.576887 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] Checking router: 656d90c0-e40e-403f-828e-edc96ee4e3ba for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:56.604048 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:56.608267 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:22:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:56.641782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-756cd8c0-4171-4d92-add1-1d5c760f3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.643231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-756cd8c0-4171-4d92-add1-1d5c760f3bcf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1102 time: 0.3780220 Nov 12 03:22:56.644990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-7cae7034-0fd7-4a91-bfba-efcc86d334fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.646570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-7cae7034-0fd7-4a91-bfba-efcc86d334fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a3e935b23d647669624b6ca16a73d59&device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 1098 time: 0.2917151 Nov 12 03:22:56.659876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61728767-f2e6-4355-b451-d69027cfa576 req-cc7b2f38-7959-4410-9e73-235613e57948 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.668660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61728767-f2e6-4355-b451-d69027cfa576 req-cc7b2f38-7959-4410-9e73-235613e57948 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 948 time: 0.2309632 Nov 12 03:22:56.690209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:56.711472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-960ac2d9-df1f-4ba2-8b6e-343f339a9e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.733173 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.814100 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-960ac2d9-df1f-4ba2-8b6e-343f339a9e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.814348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e7ca17-466a-489f-9dbf-3e3960f03895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2724f2f-431d-4d49-b021-66c8ce739b1e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:56.824304 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740bd9d6-ea79-42a8-9801-07ac7bc639d3" -d '{"events": [{"server_uuid": "b0e7ca17-466a-489f-9dbf-3e3960f03895", "name": "network-vif-plugged", "status": "completed", "tag": "f2724f2f-431d-4d49-b021-66c8ce739b1e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:56.827935 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-960ac2d9-df1f-4ba2-8b6e-343f339a9e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.879380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f2724f2f-431d-4d49-b021-66c8ce739b1e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f2724f2f-431d-4d49-b021-66c8ce739b1e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:56.886054 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.889298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2d38d881-f60e-4519-be1d-7b02154c6c75 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:56.906549 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:56.922328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c49c01-2710-401b-be7c-f62663a1fca9 req-d93df355-fa8b-4c09-9020-e1b7e13a1e9c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.923878 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c49c01-2710-401b-be7c-f62663a1fca9 req-d93df355-fa8b-4c09-9020-e1b7e13a1e9c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 944 time: 0.1079261 Nov 12 03:22:56.924367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32896) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:56.945234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-960ac2d9-df1f-4ba2-8b6e-343f339a9e95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4de5b8a309484fe3991d068b6e5eb439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412401 Nov 12 03:22:56.945424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ac2d9-df1f-4ba2-8b6e-343f339a9e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9a677a-6a75-4acb-9461-11305e2f4f57,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:56.961337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32900) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:57.045717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f2724f2f-431d-4d49-b021-66c8ce739b1e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:57.071732 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c49c01-2710-401b-be7c-f62663a1fca9 req-7da9dd12-aef3-4807-ba84-6bdf83424374 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340327 Nov 12 03:22:57.081625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-99539960-04d5-4b8e-84c8-d310fb7d494d tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ecee49f7d0cb4c3bb9bd2a3b4083442e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522494 Nov 12 03:22:57.082966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 2d38d881-f60e-4519-be1d-7b02154c6c75 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:57.083265 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.094990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 2d38d881-f60e-4519-be1d-7b02154c6c75 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:57.095362 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.128482 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61728767-f2e6-4355-b451-d69027cfa576 req-96a924e2-a4de-4f23-a789-928ed3d14e26 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588161 Nov 12 03:22:57.231977 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfa28ed-dcdd-4986-8b30-dd4620cb4bb3 x-openstack-request-id: req-4dfa28ed-dcdd-4986-8b30-dd4620cb4bb3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:57.232325 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e7ca17-466a-489f-9dbf-3e3960f03895", "name": "network-vif-plugged", "status": "completed", "tag": "f2724f2f-431d-4d49-b021-66c8ce739b1e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:57.232538 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4dfa28ed-dcdd-4986-8b30-dd4620cb4bb3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:57.232979 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e7ca17-466a-489f-9dbf-3e3960f03895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2724f2f-431d-4d49-b021-66c8ce739b1e', 'code': 200} Nov 12 03:22:57.251659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-1f6693e1-9eb6-47d8-9db1-fda8ad6cefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.253114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-1f6693e1-9eb6-47d8-9db1-fda8ad6cefd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 200 len: 925 time: 0.5818775 Nov 12 03:22:57.374505 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.447880 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e89bef26-68f4-4ca5-9136-028e45464b01', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'port_id': '6696a37c-b3ea-4945-914d-28a58652bace', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'mac_address': 'fa:16:3e:07:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:33Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 1, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:57.457083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2d38d881-f60e-4519-be1d-7b02154c6c75, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2d38d881-f60e-4519-be1d-7b02154c6c75,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:57.463292 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.487430 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4caed32-13c0-4fda-993e-3f3636828d1f None None] The sync data for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 is: [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e89bef26-68f4-4ca5-9136-028e45464b01', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'port_id': '6696a37c-b3ea-4945-914d-28a58652bace', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'mac_address': 'fa:16:3e:07:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:33Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 1, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:57.487737 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a72b5377-c092-45f9-9b86-4095fedb4c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.543354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ef5b926-152c-438c-9019-52ab9a82c895 req-ee262536-6a27-414c-b137-d80bda19dd9b tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 210 time: 0.1101394 Nov 12 03:22:57.549705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2d38d881-f60e-4519-be1d-7b02154c6c75,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:57.560099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-cf332709-c131-4fbd-a1a3-508d26798fe0 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.562042 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-cf332709-c131-4fbd-a1a3-508d26798fe0 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4567556 Nov 12 03:22:57.564895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66105b7-1abd-40da-ac34-aa7b5956d3b9 req-01238665-1ba2-4115-b8c1-0b8b35a2b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.566623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c66105b7-1abd-40da-ac34-aa7b5956d3b9 req-01238665-1ba2-4115-b8c1-0b8b35a2b06d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 1101 time: 0.1350448 Nov 12 03:22:57.645207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-4eedcf05-d493-4a67-93a3-bf272b2bba48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6696a37c-b3ea-4945-914d-28a58652bace HTTP/1.1" status: 200 len: 999 time: 0.3848166 Nov 12 03:22:57.655916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Request body: {'port': {'device_id': 'e994cdbd-94ef-4709-a0b3-77a76397d173', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'ecee49f7d0cb4c3bb9bd2a3b4083442e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:57.660882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46292267-bf99-487e-88c5-f89dc79f56d1 req-eb581593-7f7f-4e07-9fc6-d38311b93e2f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.661876 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46292267-bf99-487e-88c5-f89dc79f56d1 req-eb581593-7f7f-4e07-9fc6-d38311b93e2f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 950 time: 0.3951826 Nov 12 03:22:57.704436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94c9983c-97f3-4e61-b4c1-75e6a80d9f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.729365 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94c9983c-97f3-4e61-b4c1-75e6a80d9f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.765690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-b697f4df-9b4a-45e6-8b29-be7d58aa1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.768070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-b697f4df-9b4a-45e6-8b29-be7d58aa1d91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df8dfc23-bd6b-478f-a093-42ac4af69327 HTTP/1.1" status: 200 len: 862 time: 0.1049299 Nov 12 03:22:57.776641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ecf98378-e616-4951-a7e3-02c75e25275e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:57.804190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f61fdc-9e71-401e-85c8-0a06230177f4 None None] New status for floating IP e89bef26-68f4-4ca5-9136-028e45464b01: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:57.812359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:57.840195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c66105b7-1abd-40da-ac34-aa7b5956d3b9 req-7fc718ac-d426-4fa2-bbcf-99ee5a8f9e2c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429581 Nov 12 03:22:57.855173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.855789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a72b5377-c092-45f9-9b86-4095fedb4c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.863321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a72b5377-c092-45f9-9b86-4095fedb4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.864287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:57.867337 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efa05bc-287c-4342-a6ea-ab038556f4d7" -d '{"events": [{"server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:57.894256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.940341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b5377-c092-45f9-9b86-4095fedb4c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e17458-4651-402c-8686-646b15e09d0a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:57.958150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a72b5377-c092-45f9-9b86-4095fedb4c1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e85fd411a44943ff88d0f3749a6ca6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0279586 Nov 12 03:22:57.958150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94c9983c-97f3-4e61-b4c1-75e6a80d9f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.961952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94c9983c-97f3-4e61-b4c1-75e6a80d9f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.965637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-94c9983c-97f3-4e61-b4c1-75e6a80d9f94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e9a677a-6a75-4acb-9461-11305e2f4f57 HTTP/1.1" status: 204 len: 168 time: 1.0009055 Nov 12 03:22:57.965637 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32914) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:57.996173 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46292267-bf99-487e-88c5-f89dc79f56d1 req-56ac74b0-7dee-4e83-bc82-29b8d3b92889 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215940 Nov 12 03:22:58.021180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9983c-97f3-4e61-b4c1-75e6a80d9f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9a677a-6a75-4acb-9461-11305e2f4f57,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.041018 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a98739-2082-4834-9091-ca9e0d1fc177 x-openstack-request-id: req-69a98739-2082-4834-9091-ca9e0d1fc177 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:58.041306 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:58.041779 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69a98739-2082-4834-9091-ca9e0d1fc177 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:58.042870 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'code': 200} Nov 12 03:22:58.043308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96eeef6-cfcc-485f-948a-0e1ff300a163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.060126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Made reservation on behalf of ecee49f7d0cb4c3bb9bd2a3b4083442e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:58.068403 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.103012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] No DVR routers for this DVR port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:58.119100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.130738 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96eeef6-cfcc-485f-948a-0e1ff300a163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.172260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-2a74d83a-5798-41da-b603-a7b5feebd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.185511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-2a74d83a-5798-41da-b603-a7b5feebd2aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8c8d0f-771f-4ab9-9157-5fb981951e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3040781 Nov 12 03:22:58.187809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.235308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96eeef6-cfcc-485f-948a-0e1ff300a163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.243763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96eeef6-cfcc-485f-948a-0e1ff300a163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.250823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a96eeef6-cfcc-485f-948a-0e1ff300a163 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99e17458-4651-402c-8686-646b15e09d0a HTTP/1.1" status: 204 len: 168 time: 0.2801464 Nov 12 03:22:58.286262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96eeef6-cfcc-485f-948a-0e1ff300a163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e17458-4651-402c-8686-646b15e09d0a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.363698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:58.364667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:58.365505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.672168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-05980715-9676-4d61-b8ca-ec4e818b14af None None] Provisioning complete for port ecf98378-e616-4951-a7e3-02c75e25275e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:58.672679 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05980715-9676-4d61-b8ca-ec4e818b14af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.676519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afcada-efd3-4106-9344-5cc3e102cebe req-03fe27fd-0112-49a7-856b-566fa655fc4f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.689183 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0afcada-efd3-4106-9344-5cc3e102cebe req-03fe27fd-0112-49a7-856b-566fa655fc4f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 949 time: 0.3763144 Nov 12 03:22:58.702787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.719179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32932) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:58.763503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.783127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:58.783127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.801355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:58.801711 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:58.805769 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 2 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:58.807919 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-102f5bf2-7b18-4ace-a216-a7c25b626da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.854270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741e361-54d7-4ff8-8ed8-d87155d7e3c4 req-d3a21f01-0b08-4bee-9c89-9c3e5f75eefa tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.855834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4741e361-54d7-4ff8-8ed8-d87155d7e3c4 req-d3a21f01-0b08-4bee-9c89-9c3e5f75eefa tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 945 time: 0.5512123 Nov 12 03:22:58.871436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:58.872014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:58.872387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.908084 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-aedddd74-8046-4b63-ae36-76cf8c2b7bc9 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655018 Nov 12 03:22:58.915576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be53cd6-5629-420e-a776-1f6c1a27bb99,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.924225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:58.925349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.940025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:58.945043 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:58.951781 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 3 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:58.970226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-05980715-9676-4d61-b8ca-ec4e818b14af None None] Port ecf98378-e616-4951-a7e3-02c75e25275e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:58.977999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0afcada-efd3-4106-9344-5cc3e102cebe req-77fdcb75-75e5-4169-8012-9388cb744a7e tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795761 Nov 12 03:22:59.068601 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4741e361-54d7-4ff8-8ed8-d87155d7e3c4 req-124406fc-efc4-4687-9dbc-8b047c2ca927 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873624 Nov 12 03:22:59.070154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.070815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.071892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.139288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32938) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:59.149977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.150547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.157707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.158259 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:59.160424 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 4 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:59.183965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.184526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.185042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.197373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.197893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.232605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08fd2d78-619f-4c78-9d52-be1aef6ec60c req-d7203315-d77a-4afe-8cae-2b4ac35a3ed1 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849033 Nov 12 03:22:59.233786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f148fabe-ff71-48c8-82ad-fc7036d0c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d38d881-f60e-4519-be1d-7b02154c6c75'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:59.236297 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb69652-87f9-46d7-a794-5809c9512b56" -d '{"events": [{"server_uuid": "f148fabe-ff71-48c8-82ad-fc7036d0c765", "name": "network-vif-plugged", "status": "completed", "tag": "2d38d881-f60e-4519-be1d-7b02154c6c75"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:59.246940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.247736 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:59.248361 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 5 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:59.265608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5a1-0422-4318-88c8-03a622c4dfc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.268871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.270331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.270911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.279783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.281384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.283729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fdd25a86-95a6-449e-8407-a9583a0892be req-269cdb34-a0ed-4bde-9f2e-7758ecb01a59 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 210 time: 0.0960186 Nov 12 03:22:59.308971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.309348 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:59.309804 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 6 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:59.332447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.335236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.335602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.341354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.341834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.351774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.352951 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:59.355218 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 7 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:59.372969 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d37e7f-3229-49c4-89df-456cc3f16704 x-openstack-request-id: req-c8d37e7f-3229-49c4-89df-456cc3f16704 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:59.373483 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f148fabe-ff71-48c8-82ad-fc7036d0c765", "name": "network-vif-plugged", "status": "completed", "tag": "2d38d881-f60e-4519-be1d-7b02154c6c75", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:59.373903 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8d37e7f-3229-49c4-89df-456cc3f16704 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:59.374486 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f148fabe-ff71-48c8-82ad-fc7036d0c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d38d881-f60e-4519-be1d-7b02154c6c75', 'code': 200} Nov 12 03:22:59.382492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.383100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.383336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.401589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Allocated IP 192.168.233.65 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/dd06abb4-3e04-4082-a34f-9fb0d658326f) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:59.403873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.404201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.415804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.416147 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:59.418142 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 8 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:59.443312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ebb0-b028-4676-9b0f-d3a76c78124a req-91b75f4f-cc4d-4581-95bb-b8bd14f40282 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.451508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2af1ebb0-b028-4676-9b0f-d3a76c78124a req-91b75f4f-cc4d-4581-95bb-b8bd14f40282 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 948 time: 0.1018360 Nov 12 03:22:59.472160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.472495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.472850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.473432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-102f5bf2-7b18-4ace-a216-a7c25b626da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.497025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-102f5bf2-7b18-4ace-a216-a7c25b626da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.498268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.498601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.508099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.508430 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:59.511474 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 9 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:59.554575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2af1ebb0-b028-4676-9b0f-d3a76c78124a req-3d9a9d78-62a0-448e-a080-e209839b42f6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001441 Nov 12 03:22:59.567825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.567825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.567825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.570600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-102f5bf2-7b18-4ace-a216-a7c25b626da6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2103e340000e40b58bf3bafbfbb001e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8471277 Nov 12 03:22:59.574558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 32946) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:59.574941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.575266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.580846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f5bf2-7b18-4ace-a216-a7c25b626da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799c99b-9818-422d-9188-4ecb79566c1a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.587847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.588181 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:59.590238 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempt 10 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:22:59.605839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39441f00-8f6c-43b5-bf8f-21743dfb0906 req-4ddf9bf3-4b78-4ffd-b3c6-f260833143cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.607466 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39441f00-8f6c-43b5-bf8f-21743dfb0906 req-4ddf9bf3-4b78-4ffd-b3c6-f260833143cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 1097 time: 0.1201088 Nov 12 03:22:59.643811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:59.644149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:59.644462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.677225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.677619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:59.692784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:59.693108 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:22:59.693505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.726457 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e51260-ca7b-4c45-b0a9-b192cb1d3f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.732397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39441f00-8f6c-43b5-bf8f-21743dfb0906 req-b7a06cc4-5975-4f86-a9e1-2a155a708fb5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140907 Nov 12 03:22:59.778059 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e51260-ca7b-4c45-b0a9-b192cb1d3f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.813594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.831746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:59.832174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:22:59.837980 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.866915 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.888468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] In _notify_port_updated(), no bound segment for port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:22:59.889440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.890055 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.892377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] 10.222.0.11 "PUT /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 1062 time: 3.2197304 Nov 12 03:22:59.900937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e51260-ca7b-4c45-b0a9-b192cb1d3f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.903684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e51260-ca7b-4c45-b0a9-b192cb1d3f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.905255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-97e51260-ca7b-4c45-b0a9-b192cb1d3f95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3799c99b-9818-422d-9188-4ecb79566c1a HTTP/1.1" status: 204 len: 168 time: 0.3248558 Nov 12 03:22:59.923941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba9b58-cf7b-4011-aae9-9225cfad45db service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=7']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.936513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e51260-ca7b-4c45-b0a9-b192cb1d3f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799c99b-9818-422d-9188-4ecb79566c1a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.957946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:59.966470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:59.976850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:59.987580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.988301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.028400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-95027df7-ac41-4329-a0f6-8fbdfe1c7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.029890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-95027df7-ac41-4329-a0f6-8fbdfe1c7c99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1065 time: 0.0792205 Nov 12 03:23:00.034541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Pushing event updated for resources: {'Port': ['ID=dd06abb4-3e04-4082-a34f-9fb0d658326f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:00.063138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:00.065466 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00" -d '{"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:00.123679 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-bda9cc1d-e2c5-493f-93dd-636e480661ff tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5306613 Nov 12 03:23:00.191622 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cee4bd8-a8c8-4ec1-8f17-1faef1abb217 x-openstack-request-id: req-5cee4bd8-a8c8-4ec1-8f17-1faef1abb217 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:00.191944 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:00.192162 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cee4bd8-a8c8-4ec1-8f17-1faef1abb217 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:00.192562 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:23:00.192673 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5a1-0422-4318-88c8-03a622c4dfc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.199493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Request body: {'port': {'device_id': 'e994cdbd-94ef-4709-a0b3-77a76397d173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:00.279361 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5a1-0422-4318-88c8-03a622c4dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.317993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ecf98378-e616-4951-a7e3-02c75e25275e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:00.371935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-13a50599-531f-4f19-bc1e-8c7e59ff2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.373886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-13a50599-531f-4f19-bc1e-8c7e59ff2014 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3367245 Nov 12 03:23:00.400095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc4241-dddf-4634-8bb2-c42c973ace0a req-0a767635-9ced-475c-aa31-e08bd9071561 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.401714 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7bfc4241-dddf-4634-8bb2-c42c973ace0a req-0a767635-9ced-475c-aa31-e08bd9071561 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 945 time: 0.1015191 Nov 12 03:23:00.421977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ecf98378-e616-4951-a7e3-02c75e25275e not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:00.432298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09ecf5a1-0422-4318-88c8-03a622c4dfc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6c28d670c4e43d6a41f021da99e4730&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2772627 Nov 12 03:23:00.435591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:00.450214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f776184f-e249-4505-a8db-047802c6867e None None] Provisioning complete for port ecf98378-e616-4951-a7e3-02c75e25275e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:00.450732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f776184f-e249-4505-a8db-047802c6867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.463596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-65b6df7c-93fe-4ba4-98b9-b54e776f7870 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0807002 Nov 12 03:23:00.469412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-9e3a953f-cfb7-4dbf-9c95-104442da6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.471023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-9e3a953f-cfb7-4dbf-9c95-104442da6b7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1065 time: 0.2574556 Nov 12 03:23:00.502257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f2abf-dd3f-4dc2-bfc1-012c2f9bd054 req-c92458ff-fb42-4c6a-80af-11d8ad328a9d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.506028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c96f2abf-dd3f-4dc2-bfc1-012c2f9bd054 req-c92458ff-fb42-4c6a-80af-11d8ad328a9d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 949 time: 0.3715472 Nov 12 03:23:00.509156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf5a1-0422-4318-88c8-03a622c4dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db42385-f0c6-418d-b575-acb6c7740bee,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:00.527450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f776184f-e249-4505-a8db-047802c6867e None None] Port ecf98378-e616-4951-a7e3-02c75e25275e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:00.546933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.583579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-016a0ca1-0b0e-459d-8041-6a5a2913af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.585720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-016a0ca1-0b0e-459d-8041-6a5a2913af04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1138213 Nov 12 03:23:00.646352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7bfc4241-dddf-4634-8bb2-c42c973ace0a req-29ab3749-38ef-4c2c-ae0a-258990df1d91 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362437 Nov 12 03:23:00.668009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9ac94e41-b483-4301-9efe-1a246211f1b7 None None] Provisioning complete for port dd06abb4-3e04-4082-a34f-9fb0d658326f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:00.669898 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9ac94e41-b483-4301-9efe-1a246211f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.719482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9ac94e41-b483-4301-9efe-1a246211f1b7 None None] Port dd06abb4-3e04-4082-a34f-9fb0d658326f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:00.761493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-97f574ba-83a6-4ae1-b8e4-a1007531133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.766080 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-97f574ba-83a6-4ae1-b8e4-a1007531133a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2237389 Nov 12 03:23:00.766080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-5945bf30-f720-4bc6-a4c2-54cf781f4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.767200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-5945bf30-f720-4bc6-a4c2-54cf781f4a20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1711450 Nov 12 03:23:00.827558 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-498725c9-0e76-4609-9cd6-86e7260292bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0508404 Nov 12 03:23:00.924098 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c96f2abf-dd3f-4dc2-bfc1-012c2f9bd054 req-e7bb0c89-86bb-4040-958e-2743b3db3c0f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913498 Nov 12 03:23:00.938290 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65fd8f47-9217-42d6-8847-52141e346671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.954769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-10df2f8d-0ea0-4ee7-a34f-57559de768cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.956480 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-10df2f8d-0ea0-4ee7-a34f-57559de768cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1209929 Nov 12 03:23:01.003337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-ec8b6578-27f2-4270-954c-80ce1d891554 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2012496 Nov 12 03:23:01.051910 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65fd8f47-9217-42d6-8847-52141e346671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.052141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-c7744082-7117-4569-896b-4fa3762291f5 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765961 Nov 12 03:23:01.064349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7bfb8-351b-463e-8ea4-fbbe3dcf7bcb req-6bc985a8-2cd8-4701-9bac-37a4ef8d97e8 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.072791 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bd7bfb8-351b-463e-8ea4-fbbe3dcf7bcb req-6bc985a8-2cd8-4701-9bac-37a4ef8d97e8 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 935 time: 0.2002375 Nov 12 03:23:01.136545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-54326ffb-7bbd-4744-b4cd-aa1bb4bc8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.138160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-54326ffb-7bbd-4744-b4cd-aa1bb4bc8ab7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1707544 Nov 12 03:23:01.160822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279eb08-1162-43b3-8a05-000256f0837a req-f901a18e-0db5-4750-a7c2-14f295ed6abc tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.162304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c279eb08-1162-43b3-8a05-000256f0837a req-f901a18e-0db5-4750-a7c2-14f295ed6abc tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 948 time: 0.1551669 Nov 12 03:23:01.163051 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65fd8f47-9217-42d6-8847-52141e346671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.165780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65fd8f47-9217-42d6-8847-52141e346671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.167137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-65fd8f47-9217-42d6-8847-52141e346671 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5db42385-f0c6-418d-b575-acb6c7740bee HTTP/1.1" status: 204 len: 168 time: 0.7209194 Nov 12 03:23:01.246284 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00560641-4752-4279-9331-655f013c39f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.259427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bd7bfb8-351b-463e-8ea4-fbbe3dcf7bcb req-99c93b05-d42b-43a0-a8ce-6922f846c643 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855476 Nov 12 03:23:01.263183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd8f47-9217-42d6-8847-52141e346671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db42385-f0c6-418d-b575-acb6c7740bee,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.333444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-9a03bb49-2258-4733-9af7-fc7a533fa0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.336428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-9a03bb49-2258-4733-9af7-fc7a533fa0f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 1120 time: 0.2032459 Nov 12 03:23:01.345277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef32a461-32ad-478c-a6fb-589506d6e6c0 req-745581f8-fdc2-4ec3-8671-9fa6fe1c1576 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634459 Nov 12 03:23:01.383398 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c279eb08-1162-43b3-8a05-000256f0837a req-8d310707-a6d7-41cb-9d5c-c8e646d11b6f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037416 Nov 12 03:23:01.422168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-b68831dd-3471-45aa-99c9-56c15ba63e7e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485366 Nov 12 03:23:01.466808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd06abb4-3e04-4082-a34f-9fb0d658326f {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:01.479856 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.504517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Transition to ACTIVE for port object dd06abb4-3e04-4082-a34f-9fb0d658326f will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:01.512086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.522342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-b0333c5f-5ff2-437f-95b3-ff20f23b3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.523322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-b0333c5f-5ff2-437f-95b3-ff20f23b3360 service neutron] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 909 time: 0.1581101 Nov 12 03:23:01.574149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5898f5c-e857-4dab-9ef1-bbee7efb10c9 req-9e9e2579-0dd7-4255-9ff7-d20da16d4fe0 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.580164 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5898f5c-e857-4dab-9ef1-bbee7efb10c9 req-9e9e2579-0dd7-4255-9ff7-d20da16d4fe0 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.2206607 Nov 12 03:23:01.631749 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-cf5e324a-0fcf-4667-b013-a2ed9ddee51e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=238a237d-d498-4139-8ea5-9d6b9d031117 HTTP/1.1" status: 200 len: 217 time: 0.0844088 Nov 12 03:23:01.664978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Pushing event updated for resources: {'Port': ['ID=dd06abb4-3e04-4082-a34f-9fb0d658326f,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.711699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-4462060d-8363-4911-a0f1-01c21fa166fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.713732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-4462060d-8363-4911-a0f1-01c21fa166fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1065 time: 0.2506871 Nov 12 03:23:01.743189 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5898f5c-e857-4dab-9ef1-bbee7efb10c9 req-765bdb9f-05a7-409a-8421-7c9990a33f12 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055777 Nov 12 03:23:01.773176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-1e02b05f-8276-43d5-9017-a8308d59ea0e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378675 Nov 12 03:23:01.816131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-b71b9663-6e6e-4dba-bdfc-d9c7c44fc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.816131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-b71b9663-6e6e-4dba-bdfc-d9c7c44fc471 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.1711724 Nov 12 03:23:01.860146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-57a172bf-3ad1-40c0-a3ac-75af133cee85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283408 Nov 12 03:23:01.872655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Attempting to bind port dd06abb4-3e04-4082-a34f-9fb0d658326f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:01.873213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Attempting to bind port dd06abb4-3e04-4082-a34f-9fb0d658326f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:01.874018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Attempting to bind port dd06abb4-3e04-4082-a34f-9fb0d658326f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:01.922592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Port dd06abb4-3e04-4082-a34f-9fb0d658326f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:01.922866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Attempting to bind port dd06abb4-3e04-4082-a34f-9fb0d658326f on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:01.942118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-51036e7e-7a30-43ba-8e2b-489f9b3af1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.944295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-51036e7e-7a30-43ba-8e2b-489f9b3af1b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2186151 Nov 12 03:23:01.989271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:01.989835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:01.989969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:01.990962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Bound port: dd06abb4-3e04-4082-a34f-9fb0d658326f, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:01.991336 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.002941 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-9c4a813a-51a0-4dcf-8105-12932041af46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0511694 Nov 12 03:23:02.032470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb482f56-df38-4957-a5df-85e991d9356c req-05291535-4147-4660-9f1d-fd42f6dbec4f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.034002 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb482f56-df38-4957-a5df-85e991d9356c req-05291535-4147-4660-9f1d-fd42f6dbec4f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 945 time: 0.2070253 Nov 12 03:23:02.100582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-32cf43fe-ebe8-4c01-be82-483ae77e91b8 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275014 Nov 12 03:23:02.121564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-9659dc76-5b3a-4efd-b4f1-1539a4114f4c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3084adec08ed4fe1bf57807644029340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439227 Nov 12 03:23:02.190987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb482f56-df38-4957-a5df-85e991d9356c req-59e74516-a691-468b-9b66-214c4a025c53 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357658 Nov 12 03:23:02.192053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] For port dd06abb4-3e04-4082-a34f-9fb0d658326f, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:02.210355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] For port dd06abb4-3e04-4082-a34f-9fb0d658326f, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd06abb4-3e04-4082-a34f-9fb0d658326f,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:02.217144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.247846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-d945e235-c022-4160-8c7c-82f2aaf06f26 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.249406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-d945e235-c022-4160-8c7c-82f2aaf06f26 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257656 Nov 12 03:23:02.283200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-d4671623-c5df-4bfa-a2e2-99109ab10362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.286245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.286956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.288122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-d4671623-c5df-4bfa-a2e2-99109ab10362 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2778826 Nov 12 03:23:02.288979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd06abb4-3e04-4082-a34f-9fb0d658326f HTTP/1.1" status: 200 len: 1096 time: 2.0943027 Nov 12 03:23:02.289432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e994cdbd-94ef-4709-a0b3-77a76397d173', 'tag': 'dd06abb4-3e04-4082-a34f-9fb0d658326f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:02.291885 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e994cdbd-94ef-4709-a0b3-77a76397d173", "tag": "dd06abb4-3e04-4082-a34f-9fb0d658326f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:02.305080 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecb4fa74-6103-4d02-ba52-1c0d07547d26 req-e2408613-55ea-43ac-a424-8348048f93bb service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952982 Nov 12 03:23:02.370546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-13424d85-f953-4b88-8b53-5b7025c6ef2c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/quotas/3084adec08ed4fe1bf57807644029340 HTTP/1.1" status: 200 len: 375 time: 0.0806305 Nov 12 03:23:02.380448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0fe3-f9df-4f01-acdb-b352e1243e80 service neutron] Pushing event updated for resources: {'Port': ['ID=dd06abb4-3e04-4082-a34f-9fb0d658326f,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:02.438623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-9b55aaca-3aab-4a8c-a95d-09437ddd61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.440435 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-9b55aaca-3aab-4a8c-a95d-09437ddd61c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319449 Nov 12 03:23:02.478407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-b3eb1cc8-fed6-49d2-ba3e-02855cf33a01 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858099 Nov 12 03:23:02.616795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-8a9a3c1f-7f5f-48dd-b1ac-a885bbc9b720 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661696 Nov 12 03:23:02.764048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-6a87e632-df56-40da-aa24-6deea262e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.765574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-6a87e632-df56-40da-aa24-6deea262e1c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ecee49f7d0cb4c3bb9bd2a3b4083442e&device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 1099 time: 0.4158933 Nov 12 03:23:02.768148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55df80-6524-447a-a8ee-0e8af08fd703 req-0c69fbd2-a05c-4b90-9450-f925f642a2d8 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.769675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a55df80-6524-447a-a8ee-0e8af08fd703 req-0c69fbd2-a05c-4b90-9450-f925f642a2d8 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 1097 time: 0.3961868 Nov 12 03:23:02.789450 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0965d56e-ca8e-40ea-a28d-4a8cf8449a00 req-02c1441e-f25c-408a-a486-943cb760253c service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635447 Nov 12 03:23:02.860278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf3ff-48ff-4321-afd9-d4da30cdc2b9 req-5a8d364f-97d6-4333-98a4-ffb9c99afd11 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.862590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-111cf3ff-48ff-4321-afd9-d4da30cdc2b9 req-5a8d364f-97d6-4333-98a4-ffb9c99afd11 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 947 time: 0.0844297 Nov 12 03:23:02.875005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-3464aca5-3d5c-4ea2-8ccc-986458c1a207 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=dd06abb4-3e04-4082-a34f-9fb0d658326f HTTP/1.1" status: 200 len: 217 time: 0.0757484 Nov 12 03:23:02.930007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a55df80-6524-447a-a8ee-0e8af08fd703 req-7e43e25d-785d-4aac-82de-29c1c4d26103 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514082 Nov 12 03:23:02.942959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-111cf3ff-48ff-4321-afd9-d4da30cdc2b9 req-974e55fb-d37d-471f-80c9-f87ed9d10e43 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736496 Nov 12 03:23:02.994811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-106498eb-b2be-40f0-a791-3de5ff503149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.998890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-106498eb-b2be-40f0-a791-3de5ff503149 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0934365 Nov 12 03:23:03.003348 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0447815d-78ec-4a12-b44d-f7580f445414 x-openstack-request-id: req-0447815d-78ec-4a12-b44d-f7580f445414 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:03.003790 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e994cdbd-94ef-4709-a0b3-77a76397d173", "tag": "dd06abb4-3e04-4082-a34f-9fb0d658326f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:03.004664 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0447815d-78ec-4a12-b44d-f7580f445414 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:03.005188 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e994cdbd-94ef-4709-a0b3-77a76397d173', 'tag': 'dd06abb4-3e04-4082-a34f-9fb0d658326f', 'status': 'completed', 'code': 200} Nov 12 03:23:03.078781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-534f3fa5-a372-4eff-aa53-ed1d38be5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.080652 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-534f3fa5-a372-4eff-aa53-ed1d38be5835 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613692 Nov 12 03:23:03.098008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152208f-d94d-4fa7-a5af-c51a95156f55 req-99d7e210-4318-4847-9f87-5071a805f412 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.106050 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b152208f-d94d-4fa7-a5af-c51a95156f55 req-99d7e210-4318-4847-9f87-5071a805f412 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 948 time: 0.0805311 Nov 12 03:23:03.166069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b152208f-d94d-4fa7-a5af-c51a95156f55 req-c0975c32-8528-4f11-b06b-584cf5fd6a6d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587683 Nov 12 03:23:03.286747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70543023-b701-44ce-af7d-40895d4adcae req-aea309ab-942d-40b3-9e11-3b7793f20f96 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 210 time: 0.0540915 Nov 12 03:23:03.321203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-25653b90-5efd-40c4-9289-71512d681f8c service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256844 Nov 12 03:23:03.481235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e771b924-fce8-45ce-9ee9-107fc0780a7e req-db55696a-c86d-43e3-b8a2-e86217ad8ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502020 Nov 12 03:23:03.551165 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c631016-7acf-45b3-b855-b183933ca118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.617549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-f1fbe4f5-91f7-4d6c-af4c-20455ac75131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.619136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-f1fbe4f5-91f7-4d6c-af4c-20455ac75131 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ecee49f7d0cb4c3bb9bd2a3b4083442e&device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 1099 time: 0.0487807 Nov 12 03:23:03.754040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-773ef41a-aece-43fd-bcd8-36b6d42ff979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.755637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-773ef41a-aece-43fd-bcd8-36b6d42ff979 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1097791 Nov 12 03:23:03.813785 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-8ee53471-f0ac-446c-b29d-f967e84aeaf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=dd06abb4-3e04-4082-a34f-9fb0d658326f HTTP/1.1" status: 200 len: 217 time: 0.0428638 Nov 12 03:23:03.886135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-ee637c0c-af8e-4df9-b947-43716801b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.887793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-ee637c0c-af8e-4df9-b947-43716801b7ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0654159 Nov 12 03:23:03.995138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-f2485aa5-8862-4f42-b007-e3c4deed9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.997154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-f2485aa5-8862-4f42-b007-e3c4deed9ad7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866945 Nov 12 03:23:04.170277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debb06-f216-4782-8b99-d737ca03ef52 req-4a8dfa4f-0c33-4dbb-b1da-7f176af30508 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.177481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5debb06-f216-4782-8b99-d737ca03ef52 req-4a8dfa4f-0c33-4dbb-b1da-7f176af30508 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 947 time: 0.1037273 Nov 12 03:23:04.179892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:04.233035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-dfcf411e-fc1a-4e07-9798-a28b78171d77 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3084adec08ed4fe1bf57807644029340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524254 Nov 12 03:23:04.247720 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-06851245-853d-4ec7-b4bd-21766aa155f4 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378886 Nov 12 03:23:04.325563 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5debb06-f216-4782-8b99-d737ca03ef52 req-b7178a29-06b4-4c06-b311-0ba2b433134b tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382606 Nov 12 03:23:04.441254 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01216e93-a43e-4e46-8408-b286d5daec22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.552648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01216e93-a43e-4e46-8408-b286d5daec22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.558279 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01216e93-a43e-4e46-8408-b286d5daec22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.558692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780cc3f0-bbb1-4a03-af8d-ba7b656d54b4 req-601d64cf-e46c-41bd-aa26-a3ae2aa83b19 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943852 Nov 12 03:23:04.587231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6934f-79cd-428b-8b47-f1a651823b54 req-57372c32-d826-411c-8dd3-48f7b263e1ec tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.604836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fe6934f-79cd-428b-8b47-f1a651823b54 req-57372c32-d826-411c-8dd3-48f7b263e1ec tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 948 time: 0.2743609 Nov 12 03:23:04.640375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-ca7c8931-5fcb-4614-88ec-806388c85f06 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.641965 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-ca7c8931-5fcb-4614-88ec-806388c85f06 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3971334 Nov 12 03:23:04.648625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33230) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:04.650031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-01216e93-a43e-4e46-8408-b286d5daec22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be1108a97cf1459bb0b108d34b7b1d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677274 Nov 12 03:23:04.652540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01216e93-a43e-4e46-8408-b286d5daec22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea96f4cd-0fc1-4729-818d-981a1a138fc6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:04.667464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Request body: {'port': {'device_id': '95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '3084adec08ed4fe1bf57807644029340'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:04.785548 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.802461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fe6934f-79cd-428b-8b47-f1a651823b54 req-e9346c71-1b7f-4cad-959c-346ee9b45dc2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967146 Nov 12 03:23:04.864341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-106ed23b-73bd-4138-a6de-86396061e3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.897070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Made reservation on behalf of 3084adec08ed4fe1bf57807644029340 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:04.901479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.913811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-106ed23b-73bd-4138-a6de-86396061e3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.988258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b60d22d1-9a47-4402-bf0b-4d4b9be6aafe req-a723e768-8a9a-43e5-9292-d388407b2a82 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 210 time: 0.0721059 Nov 12 03:23:05.115367 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-106ed23b-73bd-4138-a6de-86396061e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.118299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-106ed23b-73bd-4138-a6de-86396061e3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.120952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-106ed23b-73bd-4138-a6de-86396061e3b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea96f4cd-0fc1-4729-818d-981a1a138fc6 HTTP/1.1" status: 204 len: 168 time: 0.4699934 Nov 12 03:23:05.139650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ed23b-73bd-4138-a6de-86396061e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea96f4cd-0fc1-4729-818d-981a1a138fc6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.155415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Allocated IP 192.168.233.22 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/42145ae4-f9e2-4664-b28b-5f619d113b44) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:05.326794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.365408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.387528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'f2724f2f-431d-4d49-b021-66c8ce739b1e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:05.426531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:05.430721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:05.451991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:05.455234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6a088-0a46-4e7b-be44-cc0adb07b379 req-53332c26-86d9-4c1b-beca-eb4983f8b896 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.461849 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15c6a088-0a46-4e7b-be44-cc0adb07b379 req-53332c26-86d9-4c1b-beca-eb4983f8b896 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 947 time: 0.0820704 Nov 12 03:23:05.462590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.463383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.474196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Pushing event updated for resources: {'Port': ['ID=42145ae4-f9e2-4664-b28b-5f619d113b44,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.492947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-89c6fecf-c55b-49c0-8495-b12047bec3fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8294802 Nov 12 03:23:05.518951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Request body: {'port': {'device_id': '95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:05.529486 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33298) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:05.550169 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90757408-3cf4-4922-a8ec-e3d08d1011ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.619115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.663302 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15c6a088-0a46-4e7b-be44-cc0adb07b379 req-5c7b6d27-3821-41e7-b927-d743e32787da tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918113 Nov 12 03:23:05.749411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90757408-3cf4-4922-a8ec-e3d08d1011ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.754789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90757408-3cf4-4922-a8ec-e3d08d1011ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.770483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7d62895b-bb3a-4cdb-9bb1-79f0cc8ca92e None None] Provisioning complete for port 42145ae4-f9e2-4664-b28b-5f619d113b44 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:05.770873 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d62895b-bb3a-4cdb-9bb1-79f0cc8ca92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.808657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7d62895b-bb3a-4cdb-9bb1-79f0cc8ca92e None None] Port 42145ae4-f9e2-4664-b28b-5f619d113b44 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:05.813931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33332) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:05.814206 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-90757408-3cf4-4922-a8ec-e3d08d1011ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80ef50175f274a91a7626a5a7953c79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822118 Nov 12 03:23:05.815164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90757408-3cf4-4922-a8ec-e3d08d1011ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac52b34b-7323-401c-a200-7e963e49c6f7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.935212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62eafd11-4366-4441-a3ed-631957dcbdd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.944437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a2e56-baed-4115-a607-b19506c3be6b req-9b06cde5-7ee9-4794-abc4-41d253ef844b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.946210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa7a2e56-baed-4115-a607-b19506c3be6b req-9b06cde5-7ee9-4794-abc4-41d253ef844b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 948 time: 0.0508099 Nov 12 03:23:06.000061 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62eafd11-4366-4441-a3ed-631957dcbdd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.024462 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa7a2e56-baed-4115-a607-b19506c3be6b req-56403e9d-7f34-4239-8da5-a77fe9b75325 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686510 Nov 12 03:23:06.035085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42145ae4-f9e2-4664-b28b-5f619d113b44 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:06.068525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.094335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Transition to ACTIVE for port object 42145ae4-f9e2-4664-b28b-5f619d113b44 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:06.096015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62eafd11-4366-4441-a3ed-631957dcbdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.099162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62eafd11-4366-4441-a3ed-631957dcbdd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.104339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-62eafd11-4366-4441-a3ed-631957dcbdd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac52b34b-7323-401c-a200-7e963e49c6f7 HTTP/1.1" status: 204 len: 168 time: 0.2893493 Nov 12 03:23:06.109260 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.139162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eafd11-4366-4441-a3ed-631957dcbdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac52b34b-7323-401c-a200-7e963e49c6f7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.192583 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.236466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Pushing event updated for resources: {'Port': ['ID=42145ae4-f9e2-4664-b28b-5f619d113b44,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.244111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Attempting to bind port 42145ae4-f9e2-4664-b28b-5f619d113b44 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:06.244111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Attempting to bind port 42145ae4-f9e2-4664-b28b-5f619d113b44 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:06.244400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Attempting to bind port 42145ae4-f9e2-4664-b28b-5f619d113b44 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:06.254139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Port 42145ae4-f9e2-4664-b28b-5f619d113b44 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:06.254424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Attempting to bind port 42145ae4-f9e2-4664-b28b-5f619d113b44 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:06.264687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:06.276228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:06.276675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:06.277195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Bound port: 42145ae4-f9e2-4664-b28b-5f619d113b44, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:06.277575 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.320354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd06abb4-3e04-4082-a34f-9fb0d658326f details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:06.396100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7afb5-5715-425f-b974-a11b79481643 req-1da3de6c-8acd-4f93-8900-bfd1f96fc504 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.405091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35d7afb5-5715-425f-b974-a11b79481643 req-1da3de6c-8acd-4f93-8900-bfd1f96fc504 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 947 time: 0.1249754 Nov 12 03:23:06.492498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] For port 42145ae4-f9e2-4664-b28b-5f619d113b44, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:06.501480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd06abb4-3e04-4082-a34f-9fb0d658326f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd06abb4-3e04-4082-a34f-9fb0d658326f,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:06.541625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'dd06abb4-3e04-4082-a34f-9fb0d658326f', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'dd06abb4-3e04-4082-a34f-9fb0d658326f', 'mac_address': 'fa:16:3e:34:f4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:06.556549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35d7afb5-5715-425f-b974-a11b79481643 req-debcc0fd-69aa-4dc2-b71f-f455fdb9787a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492081 Nov 12 03:23:06.561134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] For port 42145ae4-f9e2-4664-b28b-5f619d113b44, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=42145ae4-f9e2-4664-b28b-5f619d113b44,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:06.575479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.635353 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.651814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd06abb4-3e04-4082-a34f-9fb0d658326f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:06.680827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.681404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.685845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd06abb4-3e04-4082-a34f-9fb0d658326f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd06abb4-3e04-4082-a34f-9fb0d658326f,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:06.690496 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-819b162c-059e-4fb6-810b-198c0239785c service neutron] 10.222.0.20 "PUT /v2.0/ports/42145ae4-f9e2-4664-b28b-5f619d113b44 HTTP/1.1" status: 200 len: 1096 time: 1.1845555 Nov 12 03:23:06.691155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed', 'tag': '42145ae4-f9e2-4664-b28b-5f619d113b44'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:06.692407 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.715274 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e840a58f-073c-4318-9962-59fb49275548" -d '{"events": [{"name": "network-changed", "server_uuid": "95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed", "tag": "42145ae4-f9e2-4664-b28b-5f619d113b44"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:06.791967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=dd06abb4-3e04-4082-a34f-9fb0d658326f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.795029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b162c-059e-4fb6-810b-198c0239785c service neutron] Pushing event updated for resources: {'Port': ['ID=42145ae4-f9e2-4664-b28b-5f619d113b44,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.899619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-64cc8930-d0f9-461c-84ab-b929e247b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.905478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-64cc8930-d0f9-461c-84ab-b929e247b38c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 1099 time: 0.1407909 Nov 12 03:23:06.914196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.918359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3349b-9ff7-4d72-b0f2-b8ef2cde683c req-dc3ba343-2859-42f1-b107-34ca1b627058 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.919880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5e3349b-9ff7-4d72-b0f2-b8ef2cde683c req-dc3ba343-2859-42f1-b107-34ca1b627058 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 948 time: 0.1079156 Nov 12 03:23:06.982526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-9f281864-8f13-4d5e-a2ea-f081dafda74a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=42145ae4-f9e2-4664-b28b-5f619d113b44 HTTP/1.1" status: 200 len: 217 time: 0.0616689 Nov 12 03:23:07.097629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5e3349b-9ff7-4d72-b0f2-b8ef2cde683c req-e449a6e3-3f6b-44c4-85a5-63ef1d9e5dee tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179416 Nov 12 03:23:07.100442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-e7830fc7-7a95-4c3b-a369-f1570ac32239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.102307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-e7830fc7-7a95-4c3b-a369-f1570ac32239 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0949271 Nov 12 03:23:07.158474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['dd06abb4-3e04-4082-a34f-9fb0d658326f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:07.166880 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b01f64d-d600-4182-9f27-2dac3de8e044 x-openstack-request-id: req-4b01f64d-d600-4182-9f27-2dac3de8e044 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:07.167627 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed", "tag": "42145ae4-f9e2-4664-b28b-5f619d113b44", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:07.168094 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b01f64d-d600-4182-9f27-2dac3de8e044 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:07.168998 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed', 'tag': '42145ae4-f9e2-4664-b28b-5f619d113b44', 'status': 'completed', 'code': 200} Nov 12 03:23:07.191444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-d0eaf1be-d6f2-492d-96bd-1eefa57022fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.194681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-d0eaf1be-d6f2-492d-96bd-1eefa57022fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776803 Nov 12 03:23:07.333318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-a58bcdce-6fce-48b0-a8f7-61073b392bfb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947716 Nov 12 03:23:07.355509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33470) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:07.525343 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-b88fa751-1bf6-4434-8edc-d8f05fe142e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110955 Nov 12 03:23:07.548818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1114212411-network', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:07.564122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae359-69f5-4829-b72e-6669d7139c84 req-a0986684-08ae-41eb-b5b3-300c4b08b057 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.571159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-a0986684-08ae-41eb-b5b3-300c4b08b057 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883821 Nov 12 03:23:07.581877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Made reservation on behalf of e8713258d1f048f0bc4ef05bd6afe9cf for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:07.585816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.605616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.620404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-b9ce92dd-5c96-42be-90e7-ba38c4245bf7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/quotas/a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 375 time: 0.0339460 Nov 12 03:23:07.738345 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.743404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.773525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:07.778133 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41f341ca-85dc-4ed3-a3a0-c0289bd83234 req-61e097b8-62bb-423e-b7f1-689e5c2eaeca service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026622 Nov 12 03:23:07.798090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb190c0-ade6-41f5-af49-215dcc7177ed,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:07.803234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.803636 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Added segment ff58a22d-0d43-477d-ad21-c135ffb25249 of type vlan for network 8b316560-30fa-4a67-a135-dee570a98ebf Nov 12 03:23:07.815963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-0033d56d-d53d-42a6-859c-630b0b21bd91 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1792529 Nov 12 03:23:07.890337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.931981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840a58f-073c-4318-9962-59fb49275548 req-947249cf-89ae-42fe-bb59-1d5dbe10e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.933908 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e840a58f-073c-4318-9962-59fb49275548 req-947249cf-89ae-42fe-bb59-1d5dbe10e814 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3084adec08ed4fe1bf57807644029340&device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 1099 time: 0.0799160 Nov 12 03:23:07.969862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.974208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.975490 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.070379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840a58f-073c-4318-9962-59fb49275548 req-2420d928-3f12-4c66-8f78-157fbfd9ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.072110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e840a58f-073c-4318-9962-59fb49275548 req-2420d928-3f12-4c66-8f78-157fbfd9ad21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1294065 Nov 12 03:23:08.106527 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ddafd236-afaf-4204-ba03-7fd428b46ef6 req-15099099-d662-4eb7-8bd9-9a1db5bd3ca7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 210 time: 0.0411122 Nov 12 03:23:08.118917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e257a-62ad-4af4-8f0c-1165fcbec412 req-68193d3a-0e43-4af2-adc4-9a99b7255838 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.131710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d66e257a-62ad-4af4-8f0c-1165fcbec412 req-68193d3a-0e43-4af2-adc4-9a99b7255838 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 947 time: 0.2255218 Nov 12 03:23:08.155627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7988575 Nov 12 03:23:08.158183 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e840a58f-073c-4318-9962-59fb49275548 req-96e44243-3249-4e78-a4fa-4710a1ef8ae3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=42145ae4-f9e2-4664-b28b-5f619d113b44 HTTP/1.1" status: 200 len: 217 time: 0.0542738 Nov 12 03:23:08.158910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33528) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:08.166660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Request body: {'subnet': {'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1114212411-subnet', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:08.173930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f5762-09be-4d2f-8c41-1f439813f33e admin admin] Pushing event updated for resources: {'Network': ['ID=8b316560-30fa-4a67-a135-dee570a98ebf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.188205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8b316560-30fa-4a67-a135-dee570a98ebf details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:08.228368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Made reservation on behalf of e8713258d1f048f0bc4ef05bd6afe9cf for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:08.233532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.252324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d66e257a-62ad-4af4-8f0c-1165fcbec412 req-61b81570-0ea8-4b40-abb3-6a84978b2f56 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128433 Nov 12 03:23:08.261312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840a58f-073c-4318-9962-59fb49275548 req-22d1900d-47a9-475c-bbd1-3182908e4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.262770 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e840a58f-073c-4318-9962-59fb49275548 req-22d1900d-47a9-475c-bbd1-3182908e4e6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0891891 Nov 12 03:23:08.446482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb9c32-febf-4008-abe8-3de289b1b5e0 req-b5fc6943-bb69-4660-a42a-2b6cc8c4f0c9 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.454602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0edb9c32-febf-4008-abe8-3de289b1b5e0 req-b5fc6943-bb69-4660-a42a-2b6cc8c4f0c9 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 948 time: 0.1000185 Nov 12 03:23:08.513178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0edb9c32-febf-4008-abe8-3de289b1b5e0 req-f67c0f89-8f0a-474d-946d-845485601b55 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576174 Nov 12 03:23:08.533514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.618325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840a58f-073c-4318-9962-59fb49275548 req-3fe91933-8e52-42c0-af79-5edcc354257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.619836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e840a58f-073c-4318-9962-59fb49275548 req-3fe91933-8e52-42c0-af79-5edcc354257a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3485539 Nov 12 03:23:08.625016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba4faac-b45f-443f-9660-ee57dadf9904,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.629751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Checking segment: {'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:08.630111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Network hostable DHCP agents. Network: 8b316560-30fa-4a67-a135-dee570a98ebf, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:08.727110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1e7fc-caab-428a-8746-1cbcba4af2a5 req-248ceabb-2a62-402e-b865-6063e90bcd53 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.735673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93a1e7fc-caab-428a-8746-1cbcba4af2a5 req-248ceabb-2a62-402e-b865-6063e90bcd53 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 1098 time: 0.0560272 Nov 12 03:23:08.737503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Network 8b316560-30fa-4a67-a135-dee570a98ebf is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:08.759444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8b316560-30fa-4a67-a135-dee570a98ebf) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:08.768660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb3acf-a06a-4c5f-81ef-a617d31afd1e None None] Network 8b316560-30fa-4a67-a135-dee570a98ebf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:08.769574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.770220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.793047 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e840a58f-073c-4318-9962-59fb49275548 req-6ab72b73-c2cc-438b-aa8d-d8c1e395fe34 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551380 Nov 12 03:23:08.800681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d4d94f56-f878-417d-89fb-3b55bd2e8c67 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6397583 Nov 12 03:23:08.805452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33580) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:08.815552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:08.851548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93a1e7fc-caab-428a-8746-1cbcba4af2a5 req-52b3ca58-1e50-4cd0-b89f-465f66b1ee20 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144946 Nov 12 03:23:08.884678 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.885760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.028864 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e840a58f-073c-4318-9962-59fb49275548 req-e8a32901-7e48-49f9-b6c3-74b7134fe613 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268963 Nov 12 03:23:09.056571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.143347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-8b316560-30fa-4a67-a135-dee570a98ebf', 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'fixed_ips': [{'subnet_id': 'cba4faac-b45f-443f-9660-ee57dadf9904'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:09.145011 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.254616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.359055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Allocated IP 172.20.0.2 (8b316560-30fa-4a67-a135-dee570a98ebf/cba4faac-b45f-443f-9660-ee57dadf9904/5231432a-a443-4179-899f-ecab9c443c40) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:09.555476 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.580063 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.658091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd6349ad-4921-443e-8b74-5e360d6a590a req-b3d3fad1-5791-4949-93c9-e1c7774fcad2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 210 time: 0.0811191 Nov 12 03:23:09.679174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Network 8b316560-30fa-4a67-a135-dee570a98ebf is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:09.684295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:09.691659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:09.714232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Pushing event updated for resources: {'Port': ['ID=5231432a-a443-4179-899f-ecab9c443c40,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.853268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Attempting to bind port 5231432a-a443-4179-899f-ecab9c443c40 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:09.853608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Attempting to bind port 5231432a-a443-4179-899f-ecab9c443c40 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:09.853898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Attempting to bind port 5231432a-a443-4179-899f-ecab9c443c40 on network 8b316560-30fa-4a67-a135-dee570a98ebf {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:09.863663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:09.864033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Checking segment: {'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:09.864427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.864840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Bound using segment: {'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:09.866025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Bound port: 5231432a-a443-4179-899f-ecab9c443c40, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:09.866450 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.913298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-cbc04811-fb03-4cad-a9a8-2b851f5431fb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922534 Nov 12 03:23:10.041136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] For port 5231432a-a443-4179-899f-ecab9c443c40, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:10.046273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] For port 5231432a-a443-4179-899f-ecab9c443c40, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5231432a-a443-4179-899f-ecab9c443c40,segment=NetworkSegment(ff58a22d-0d43-477d-ad21-c135ffb25249),segment_id=ff58a22d-0d43-477d-ad21-c135ffb25249)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:10.060080 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.139431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.165449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.230558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80171d21-3fb6-4da4-8067-d0d5030bb85d None None] Pushing event updated for resources: {'Port': ['ID=5231432a-a443-4179-899f-ecab9c443c40,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:10.350629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 42145ae4-f9e2-4664-b28b-5f619d113b44 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:10.370655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Allocated IP 172.25.0.37 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/be838819-c81e-42e7-b375-2b03ff979847) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:10.451112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd06abb4-3e04-4082-a34f-9fb0d658326f up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:10.486219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10ca8-1d60-432b-874a-e34dee514a27 req-6411ad1e-6d44-4c5b-8635-d1c440c9b939 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.506366 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ec10ca8-1d60-432b-874a-e34dee514a27 req-6411ad1e-6d44-4c5b-8635-d1c440c9b939 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 947 time: 0.5852773 Nov 12 03:23:10.577286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 42145ae4-f9e2-4664-b28b-5f619d113b44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=42145ae4-f9e2-4664-b28b-5f619d113b44,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:10.582670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.625926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-d21e446a-431c-49c4-897a-b86993662e9f tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:10.627406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-d21e446a-431c-49c4-897a-b86993662e9f tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136735 Nov 12 03:23:10.627812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ec10ca8-1d60-432b-874a-e34dee514a27 req-cc12a33f-c5a2-427d-8422-282cd5ea0c52 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141021 Nov 12 03:23:10.638342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '42145ae4-f9e2-4664-b28b-5f619d113b44', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '42145ae4-f9e2-4664-b28b-5f619d113b44', 'mac_address': 'fa:16:3e:fe:ac:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:10.643747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae359-69f5-4829-b72e-6669d7139c84 req-d3b4fbf7-87c1-4e5f-8cca-3ed2fa824cba tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.650540 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-d3b4fbf7-87c1-4e5f-8cca-3ed2fa824cba tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6947699 Nov 12 03:23:10.683067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Request body: {'port': {'device_id': '18d910be-b5a4-4107-9f23-9321233d0b47', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'a722048f693a4431865e9c72b4063660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:10.691685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port dd06abb4-3e04-4082-a34f-9fb0d658326f completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:10.708876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port dd06abb4-3e04-4082-a34f-9fb0d658326f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:10.709924 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.713446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-6ba7c9a2-92f3-4672-b2a1-ad929fd70258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.722113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-6ba7c9a2-92f3-4672-b2a1-ad929fd70258 service neutron] 10.222.0.49 "GET /v2.0/ports/140afe19-6301-46d8-b141-c3b20dc07d35 HTTP/1.1" status: 200 len: 1095 time: 0.0751204 Nov 12 03:23:10.726966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:10.732273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Unknown quota resources ['binding']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:23:10.753657 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.780306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42145ae4-f9e2-4664-b28b-5f619d113b44 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:10.813880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 42145ae4-f9e2-4664-b28b-5f619d113b44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=42145ae4-f9e2-4664-b28b-5f619d113b44,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:10.837352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.885617 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.890185 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.895299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa46b1-5c9a-446c-b67f-efdef6161a29 req-02186dca-c995-4616-940a-ae30a94309ea tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.897695 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbaa46b1-5c9a-446c-b67f-efdef6161a29 req-02186dca-c995-4616-940a-ae30a94309ea tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 948 time: 0.0862384 Nov 12 03:23:10.917080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:10.935578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=42145ae4-f9e2-4664-b28b-5f619d113b44,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:10.948067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e994cdbd-94ef-4709-a0b3-77a76397d173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd06abb4-3e04-4082-a34f-9fb0d658326f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:10.950575 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917ec62e-670f-449e-acbb-07201b19509c" -d '{"events": [{"server_uuid": "e994cdbd-94ef-4709-a0b3-77a76397d173", "name": "network-vif-plugged", "status": "completed", "tag": "dd06abb4-3e04-4082-a34f-9fb0d658326f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:10.954921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:10.957703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:10.964604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:10.964775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:10.965028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:10.966830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd06abb4-3e04-4082-a34f-9fb0d658326f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd06abb4-3e04-4082-a34f-9fb0d658326f,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:10.971978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Made reservation on behalf of a722048f693a4431865e9c72b4063660 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:10.972291 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.976045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.990908 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbaa46b1-5c9a-446c-b67f-efdef6161a29 req-7c57a646-df83-4005-a86c-1bbd1076185a tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826576 Nov 12 03:23:11.072401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.072529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.081956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=dd06abb4-3e04-4082-a34f-9fb0d658326f,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.100218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.100730 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:11.139657 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 2 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:11.160066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:11.160692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:11.161128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.167641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Pushing event updated for resources: {'Port': ['ID=be838819-c81e-42e7-b375-2b03ff979847,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.199566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Allocated IP 192.168.233.134 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/6a5b0842-1924-44bd-9867-13803da06bb5) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:11.210690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.211027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.218770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.219405 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:11.244385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3dc241fb-e47e-4923-bfe0-78873b8d2764 req-e7ab0182-90ef-4c7d-a183-93731f2ae204 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 210 time: 0.0374203 Nov 12 03:23:11.259265 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 3 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:11.259456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['42145ae4-f9e2-4664-b28b-5f619d113b44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:11.301275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:11.301615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:11.301957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.313664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.314008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.353462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.353462 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:11.355281 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 4 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:11.384014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:11.384375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:11.384675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.404534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.404926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.407876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.413738 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.414067 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:11.451629 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 5 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:11.509389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.517343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:11.518044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:11.518044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.603590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.606406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5231432a-a443-4179-899f-ecab9c443c40 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:11.613472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.613801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.642451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.642783 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:11.647176 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 6 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:11.677077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event updated for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.691666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:11.693405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:11.695979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:11.696331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:11.696665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.697006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:11.705457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.706246 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.713690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.714008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.727557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5231432a-a443-4179-899f-ecab9c443c40 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:11.727938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.733422 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-ee0d5453-5328-40e8-9a8f-22af0f4d556f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0581343 Nov 12 03:23:11.758989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Request body: {'port': {'device_id': '18d910be-b5a4-4107-9f23-9321233d0b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:11.771507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ff555-5970-48e3-8757-779a78dcfb3d None None] Network 8b316560-30fa-4a67-a135-dee570a98ebf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:11.813586 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.814284 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:11.822034 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 7 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:11.869775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:11.872097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:11.872554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.879952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.897500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.897740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:11.995470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:11.995714 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:11.997608 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 8 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:12.050500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:12.050851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:12.051158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.060415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:12.060757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.076690 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.081499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:12.081850 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:12.082519 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 9 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:12.138286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:12.138636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:12.139048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.145157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:12.145801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.156420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:12.156713 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:12.159042 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempt 10 to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 Nov 12 03:23:12.174402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:12.174733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:12.175064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.208251 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e22737a-3ced-4c85-a2f4-47903b7e6615 x-openstack-request-id: req-7e22737a-3ced-4c85-a2f4-47903b7e6615 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:12.208572 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e994cdbd-94ef-4709-a0b3-77a76397d173", "name": "network-vif-plugged", "status": "completed", "tag": "dd06abb4-3e04-4082-a34f-9fb0d658326f", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:12.209611 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e22737a-3ced-4c85-a2f4-47903b7e6615 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:12.209832 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e994cdbd-94ef-4709-a0b3-77a76397d173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd06abb4-3e04-4082-a34f-9fb0d658326f', 'code': 200} Nov 12 03:23:12.215315 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.217596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:12.217924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Attempting to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.228634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Port 140afe19-6301-46d8-b141-c3b20dc07d35 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:12.228983 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to bind port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:23:12.229312 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.plugin [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] Failed to commit binding results for 140afe19-6301-46d8-b141-c3b20dc07d35 after 10 tries Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 could not be created or updated. Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:12.230736 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h2-789963-21 could not be created or updated. Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Nov 12 03:23:12.234149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdd4e0d7-ee78-4db4-9a6e-bac5e54cc1a9 req-fb4c08ed-3eba-486b-a7e5-d09c1a6b113b service neutron] 10.222.0.49 "POST /v2.0/ports/140afe19-6301-46d8-b141-c3b20dc07d35/bindings HTTP/1.1" status: 500 len: 402 time: 1.5088737 Nov 12 03:23:12.254278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-447ca8e2-174e-43d7-ad92-32d4f1a78003 None None] Provisioning complete for port 5231432a-a443-4179-899f-ecab9c443c40 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:12.254652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-447ca8e2-174e-43d7-ad92-32d4f1a78003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.343167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 5231432a-a443-4179-899f-ecab9c443c40, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5231432a-a443-4179-899f-ecab9c443c40,segment=NetworkSegment(ff58a22d-0d43-477d-ad21-c135ffb25249),segment_id=ff58a22d-0d43-477d-ad21-c135ffb25249)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:12.354242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.373434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:23:12.390508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9d5b-8512-4647-b164-f2528254f180 req-641a8fc1-733c-4e68-b388-578c187bdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.392273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a2c9d5b-8512-4647-b164-f2528254f180 req-641a8fc1-733c-4e68-b388-578c187bdada service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 1101 time: 0.1771190 Nov 12 03:23:12.404768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8861-178e-479d-96d7-c532ca1fef69 req-f434e365-7059-4322-ad04-7c8dbaf06eeb tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.413434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-779a8861-178e-479d-96d7-c532ca1fef69 req-f434e365-7059-4322-ad04-7c8dbaf06eeb tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 948 time: 0.1711938 Nov 12 03:23:12.429110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-927e6192-84d4-41b1-baa8-bc1e3cb92968 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 282 time: 0.1423981 Nov 12 03:23:12.443896 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:12.547775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5b0842-1924-44bd-9867-13803da06bb5 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:12.564646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.571447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a2c9d5b-8512-4647-b164-f2528254f180 req-f0ab0f36-321c-46d2-8c12-bf6475eb55f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533284 Nov 12 03:23:12.583555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-779a8861-178e-479d-96d7-c532ca1fef69 req-1e3c036a-ab31-4352-bcd5-7589e5e68936 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669490 Nov 12 03:23:12.617011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Transition to ACTIVE for port object 6a5b0842-1924-44bd-9867-13803da06bb5 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:12.621097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.635554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-ba6a3b31-35f3-4980-b6dd-dfed6c39ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.637368 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-ba6a3b31-35f3-4980-b6dd-dfed6c39ae0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1065 time: 0.1297433 Nov 12 03:23:12.640857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=5231432a-a443-4179-899f-ecab9c443c40,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.655861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:12.758770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.776974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:12.796129 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Sync routers for ids ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:12.813852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.815608 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Routers {'188eaf2a-733b-427c-8f57-d8f3f7ee4553'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:12.816424 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:12.854085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.857990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-93ba9278-6826-4a97-b0de-2ea22487a346 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0486948 Nov 12 03:23:12.861039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33738) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:12.890899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Attempting to bind port 6a5b0842-1924-44bd-9867-13803da06bb5 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:12.897214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Attempting to bind port 6a5b0842-1924-44bd-9867-13803da06bb5 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:12.897553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Attempting to bind port 6a5b0842-1924-44bd-9867-13803da06bb5 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.926917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Port 6a5b0842-1924-44bd-9867-13803da06bb5 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:12.927295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Attempting to bind port 6a5b0842-1924-44bd-9867-13803da06bb5 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.953152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:12.953576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:12.953870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:12.954321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Bound port: 6a5b0842-1924-44bd-9867-13803da06bb5, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:12.954678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.976620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c60a84-feb1-4a55-a4c1-c9ed187cfdba req-aad10c39-365a-4f96-9a3c-3fa8a868e983 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.999440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72c60a84-feb1-4a55-a4c1-c9ed187cfdba req-aad10c39-365a-4f96-9a3c-3fa8a868e983 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 949 time: 0.2764807 Nov 12 03:23:13.023339 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Set router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:13.156388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-40f1e38c-545e-40cb-b802-5e2a3edbccf2 None None] Provisioning complete for port 5231432a-a443-4179-899f-ecab9c443c40 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:13.156784 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-40f1e38c-545e-40cb-b802-5e2a3edbccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.158556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72c60a84-feb1-4a55-a4c1-c9ed187cfdba req-e4adec25-886e-48fc-a0ae-03aec7545883 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581633 Nov 12 03:23:13.234431 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:13.259439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:13.265690 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.419570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.420201 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.423403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/6a5b0842-1924-44bd-9867-13803da06bb5 HTTP/1.1" status: 200 len: 1097 time: 1.6721022 Nov 12 03:23:13.442912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:13.530299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.532830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:13.535489 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666d93d2-41b6-4fea-8276-90657f7e4ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:13.541618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5231432a-a443-4179-899f-ecab9c443c40 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:13.612191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.612539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.612939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.613274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.613736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.614277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.614543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.614870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.615569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.615896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.616217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.616531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789ce95-8c83-4453-9bcf-42d9bec870c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:13.637758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112eba5b-7e88-49d0-b156-d957a4dc78d2 req-34de5775-bae9-40b6-8520-29501f19af7a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.644255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.647512 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:11Z', 'revision_number': 3, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.650424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-112eba5b-7e88-49d0-b156-d957a4dc78d2 req-34de5775-bae9-40b6-8520-29501f19af7a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 948 time: 0.2259312 Nov 12 03:23:13.656410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.686866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae359-69f5-4829-b72e-6669d7139c84 req-3d4814a9-26d5-4e26-9bd8-9d5a1ddf5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.688363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-3d4814a9-26d5-4e26-9bd8-9d5a1ddf5456 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 1100 time: 0.1435626 Nov 12 03:23:13.702233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5231432a-a443-4179-899f-ecab9c443c40 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:13.703648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.746837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:13.747176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:13.747509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:13.761194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:13.763155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-f868cf32-7c5d-4336-9f5e-312d4b5495b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6a5b0842-1924-44bd-9867-13803da06bb5 HTTP/1.1" status: 200 len: 217 time: 0.0640602 Nov 12 03:23:13.765433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:13.823142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:13.823480 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:13.831510 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 2 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:13.831902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae359-69f5-4829-b72e-6669d7139c84 req-6cdb748d-5d34-4b73-b69e-6d0949fa8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.833390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-6cdb748d-5d34-4b73-b69e-6d0949fa8ab1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0558035 Nov 12 03:23:13.865004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-112eba5b-7e88-49d0-b156-d957a4dc78d2 req-7746abb8-0dde-4327-8ab3-700bfa7960b9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133455 Nov 12 03:23:13.905773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=8']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.924384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:13.924883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:13.925218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:13.932331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:13.932674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:13.941129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:13.941417 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:13.944341 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 3 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:13.955676 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Checking router: 188eaf2a-733b-427c-8f57-d8f3f7ee4553 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:13.956713 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Updating router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 port be838819-c81e-42e7-b375-2b03ff979847 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:13.963201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:13.963547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:13.963932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.002236 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.028728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.037800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae359-69f5-4829-b72e-6669d7139c84 req-16783861-f73f-4e91-9aa2-132ad41b8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.040206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-16783861-f73f-4e91-9aa2-132ad41b8f68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1732016 Nov 12 03:23:14.050038 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf2a214-74fd-4447-903e-343f11c4c48a x-openstack-request-id: req-3bf2a214-74fd-4447-903e-343f11c4c48a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:14.050621 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:14.051027 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bf2a214-74fd-4447-903e-343f11c4c48a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:14.051631 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5', 'status': 'completed', 'code': 200} Nov 12 03:23:14.059986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.062741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.079544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.079988 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:14.081823 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 4 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:14.118716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:14.128547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:14.129046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.239398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.242111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.274138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.274467 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:14.286662 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 5 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:14.314182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:14.315084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:14.315431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.340705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-348c0387-6c7c-4d18-a2c0-f964688ae2dd service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875955 Nov 12 03:23:14.348775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.352771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.369494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 42145ae4-f9e2-4664-b28b-5f619d113b44 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:14.470470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.470955 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:14.482683 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 6 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:14.531663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 42145ae4-f9e2-4664-b28b-5f619d113b44 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:14.538264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-811ae359-69f5-4829-b72e-6669d7139c84 req-2c2dc1d9-2465-4742-8260-5e73d4401aa1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597683 Nov 12 03:23:14.543033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 42145ae4-f9e2-4664-b28b-5f619d113b44 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:14.544014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.664603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:14.665601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d90188-8591-4ee8-bea1-a0e6f426cf82 req-2379d4bc-5326-4ec4-be72-21d992ecb870 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.669739 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:14.670113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.677493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1d90188-8591-4ee8-bea1-a0e6f426cf82 req-2379d4bc-5326-4ec4-be72-21d992ecb870 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 948 time: 0.3352482 Nov 12 03:23:14.684315 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.715209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.718270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.721900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 42145ae4-f9e2-4664-b28b-5f619d113b44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=42145ae4-f9e2-4664-b28b-5f619d113b44,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:14.723162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42145ae4-f9e2-4664-b28b-5f619d113b44'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:14.728314 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7a516d-e8b8-423e-8408-80acc2cdd58d" -d '{"events": [{"server_uuid": "95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed", "name": "network-vif-plugged", "status": "completed", "tag": "42145ae4-f9e2-4664-b28b-5f619d113b44"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:14.733732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.735378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.735730 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:14.737727 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 7 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:14.758126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Allocated IP 172.20.0.1 (8b316560-30fa-4a67-a135-dee570a98ebf/cba4faac-b45f-443f-9660-ee57dadf9904/c2ea493f-613c-4942-b904-7c81c4732735) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:14.761899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:14.762263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:14.762563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.795332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0f839-78b1-40d5-bce6-ca8c11da7216 req-627300d9-2dd2-468f-a9b5-bb8baa42287d tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.805967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26c0f839-78b1-40d5-bce6-ca8c11da7216 req-627300d9-2dd2-468f-a9b5-bb8baa42287d tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 949 time: 0.2126811 Nov 12 03:23:14.813341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-ecc26c45-f5e7-4e10-be23-2be7633aaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.814830 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-ecc26c45-f5e7-4e10-be23-2be7633aaf98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 1100 time: 0.2130878 Nov 12 03:23:14.818420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.818744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.822274 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.828991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1d90188-8591-4ee8-bea1-a0e6f426cf82 req-592ab556-ee2a-4215-9de9-437e8e5b2a98 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332176 Nov 12 03:23:14.838546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:14.838878 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:14.841242 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 8 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:14.848771 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.883422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=42145ae4-f9e2-4664-b28b-5f619d113b44,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:14.957725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-fcc29d8d-0f4f-4fb2-823d-e107993039de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.961440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-fcc29d8d-0f4f-4fb2-823d-e107993039de service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1305165 Nov 12 03:23:14.978162 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Attempting to bind port be838819-c81e-42e7-b375-2b03ff979847 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:14.978530 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Attempting to bind port be838819-c81e-42e7-b375-2b03ff979847 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:14.978892 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Attempting to bind port be838819-c81e-42e7-b375-2b03ff979847 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.981092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:14.981092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:14.981322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:14.992418 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Pushing event updated for resources: {'Port': ['ID=be838819-c81e-42e7-b375-2b03ff979847,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.000675 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26c0f839-78b1-40d5-bce6-ca8c11da7216 req-f36a67f8-8d23-4ab2-9a7e-2c30307671c9 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935980 Nov 12 03:23:15.014364 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:15.014932 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:15.015356 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.015753 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:15.016229 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Bound port: be838819-c81e-42e7-b375-2b03ff979847, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:15.016604 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.018901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:15.019230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:15.026469 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.027086 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.027639 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.028173 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.028690 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.029269 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.030271 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.030805 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.031908 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.032413 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.032970 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.035416 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.035889 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-ab459b3d-77a9-46af-af39-614baaabe072 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6a5b0842-1924-44bd-9867-13803da06bb5 HTTP/1.1" status: 200 len: 217 time: 0.0649836 Nov 12 03:23:15.064559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:15.065026 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:15.073230 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 9 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:15.104552 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf62e2d-4add-441f-be6b-141e021c9f7f x-openstack-request-id: req-cdf62e2d-4add-441f-be6b-141e021c9f7f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:15.104908 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed", "name": "network-vif-plugged", "status": "completed", "tag": "42145ae4-f9e2-4664-b28b-5f619d113b44", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:15.105172 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdf62e2d-4add-441f-be6b-141e021c9f7f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:15.106264 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42145ae4-f9e2-4664-b28b-5f619d113b44', 'code': 200} Nov 12 03:23:15.138505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:15.138905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:15.139165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:15.179713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:15.185005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:15.188379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-8fddd123-c0ed-4e0c-980f-bc018e3419f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.191971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-8fddd123-c0ed-4e0c-980f-bc018e3419f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1373146 Nov 12 03:23:15.210936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:15.211707 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:15.217401 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] For port be838819-c81e-42e7-b375-2b03ff979847, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:15.224036 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempt 10 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:15.227276 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] For port be838819-c81e-42e7-b375-2b03ff979847, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be838819-c81e-42e7-b375-2b03ff979847,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:15.236689 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.278407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.301232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:15.306204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:15.306770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:15.320634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:15.322009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:15.382066 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Routers {'188eaf2a-733b-427c-8f57-d8f3f7ee4553'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:15.382719 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:15.423834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:15.426650 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:15.428626 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.451001 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c7221-e33b-448c-8ba0-e6d5bddab29b None None] Pushing event updated for resources: {'Port': ['ID=be838819-c81e-42e7-b375-2b03ff979847,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.460588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.503243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0e5c1-c3f3-420e-9202-c4d9d8485046 req-5a1ab92d-75d6-4871-aff3-a9b648c60951 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.525151 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c0e5c1-c3f3-420e-9202-c4d9d8485046 req-5a1ab92d-75d6-4871-aff3-a9b648c60951 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 948 time: 0.3301635 Nov 12 03:23:15.562146 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] Set router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:15.562713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-f0b6f592-2579-43fe-9d70-3c0aca72c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.564708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-f0b6f592-2579-43fe-9d70-3c0aca72c762 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3356683 Nov 12 03:23:15.582201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa356-960d-465d-8190-129eef74bdaf req-00dd08cd-ae5e-46c7-8776-58066723a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.583491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4baa356-960d-465d-8190-129eef74bdaf req-00dd08cd-ae5e-46c7-8776-58066723a232 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 1101 time: 0.3906062 Nov 12 03:23:15.636354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:15.638013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:23:15.644160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Network 8b316560-30fa-4a67-a135-dee570a98ebf is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:15.654159 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.654847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] In _notify_port_updated(), no bound segment for port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:23:15.655830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.657570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.659747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 1062 time: 3.0091805 Nov 12 03:23:15.660730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:15.702700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:15.708212 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16cff9-e60a-4d68-af56-4364af870975" -d '{"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:15.710931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:15.714307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:15.715054 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.793755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ea493f-613c-4942-b904-7c81c4732735,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.824973 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:11Z', 'revision_number': 3, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:15.858435 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f40f5a-da4e-4e24-8143-c5cc59168034 None None] The sync data for ids ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'] in n-d-789963-21 is: [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:11Z', 'revision_number': 3, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:15.862638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-b0bd8580-3da6-441c-8d0b-178b4508a0bf service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730465 Nov 12 03:23:15.870941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.871367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.872102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.872102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.872544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.872947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.873338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.873731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.875416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.875814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.876210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.877098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:15.926727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c0e5c1-c3f3-420e-9202-c4d9d8485046 req-4a21a229-2fe7-4b9b-ad48-7d1eea6a954e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005990 Nov 12 03:23:15.958117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef55bc-ff36-42cc-be24-f62c5e93b5da req-856db2b3-9306-482c-a40c-e5c5267232ca tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.967085 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3ef55bc-ff36-42cc-be24-f62c5e93b5da req-856db2b3-9306-482c-a40c-e5c5267232ca tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 949 time: 0.3582880 Nov 12 03:23:16.132199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b97dcdd3-45a1-43cf-bbbc-1c552cd9ac89 None None] Provisioning complete for port c2ea493f-613c-4942-b904-7c81c4732735 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:16.132895 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b97dcdd3-45a1-43cf-bbbc-1c552cd9ac89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.161574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4baa356-960d-465d-8190-129eef74bdaf req-9aced8ea-4807-4551-b193-64db0eb129f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559003 Nov 12 03:23:16.202426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b97dcdd3-45a1-43cf-bbbc-1c552cd9ac89 None None] Port c2ea493f-613c-4942-b904-7c81c4732735 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:16.206206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-666d93d2-41b6-4fea-8276-90657f7e4ca7 req-69a4781c-ede0-4278-9a6b-7fdb746c5087 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259094 Nov 12 03:23:16.234610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede2cac-4108-440a-b3aa-34fec13fee99 req-4a2828c5-4572-4fce-8dea-bfd9d96bf379 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.244257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eede2cac-4108-440a-b3aa-34fec13fee99 req-4a2828c5-4572-4fce-8dea-bfd9d96bf379 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 949 time: 0.1083539 Nov 12 03:23:16.330036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eede2cac-4108-440a-b3aa-34fec13fee99 req-d32a27c2-5ba0-48e5-bc4c-4f2bf7e439e4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844843 Nov 12 03:23:16.360475 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4130f8-0212-46a8-bed1-921918bea8e3 x-openstack-request-id: req-ee4130f8-0212-46a8-bed1-921918bea8e3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:16.360824 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:16.361018 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee4130f8-0212-46a8-bed1-921918bea8e3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:16.361398 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:23:16.409156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-0e747a1a-b8ca-458c-974c-821c2b495f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.410746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-0e747a1a-b8ca-458c-974c-821c2b495f6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1065 time: 0.6708930 Nov 12 03:23:16.435376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1c6959b-3286-4b8b-b8ca-4d0b6611e793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.497248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a754d-4d98-47f1-b95c-32a4c2f334a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=9']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.613610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3ef55bc-ff36-42cc-be24-f62c5e93b5da req-8faf0f5b-3337-4e03-ae5d-b7987df28993 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451926 Nov 12 03:23:16.681526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cff9-e60a-4d68-af56-4364af870975 req-df9716a7-8b2b-4023-857a-a347239e676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.683007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-df9716a7-8b2b-4023-857a-a347239e676c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1065 time: 0.3245642 Nov 12 03:23:16.691661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.743911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-bcdf41cd-7617-49e1-a45a-a75c02e6adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.745412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-bcdf41cd-7617-49e1-a45a-a75c02e6adcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3036721 Nov 12 03:23:16.856186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-97a26a7d-e6a4-4824-a7d0-c715a1c756d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0765879 Nov 12 03:23:16.874906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1c6959b-3286-4b8b-b8ca-4d0b6611e793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.893389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1c6959b-3286-4b8b-b8ca-4d0b6611e793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.008200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6959b-3286-4b8b-b8ca-4d0b6611e793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef84aa3-690f-4a42-af5c-c60e68709bef,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.012465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cff9-e60a-4d68-af56-4364af870975 req-46672332-c3d6-4b71-8f85-40336274796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.014175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-46672332-c3d6-4b71-8f85-40336274796d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3170099 Nov 12 03:23:17.018742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-72611d9d-b991-44e7-ba6b-d6f810d328c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.020219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-72611d9d-b991-44e7-ba6b-d6f810d328c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1492202 Nov 12 03:23:17.035041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b1c6959b-3286-4b8b-b8ca-4d0b6611e793 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a466fa3e85f947f5a1783d9ffc2cca4a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3062363 Nov 12 03:23:17.041562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33860) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:17.097884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2ee0c-5b04-4858-bc5b-612c191f814d req-12878d23-f642-4701-9dac-321647b13ace tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.100312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5c2ee0c-5b04-4858-bc5b-612c191f814d req-12878d23-f642-4701-9dac-321647b13ace tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 948 time: 0.0917115 Nov 12 03:23:17.108361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-1a43e443-834f-478a-8a4b-e0b5cb5339c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0843778 Nov 12 03:23:17.134163 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e4c863-4352-4ba7-bdf8-b70234dcd102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.173288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e4c863-4352-4ba7-bdf8-b70234dcd102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.199329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5c2ee0c-5b04-4858-bc5b-612c191f814d req-5ea0041f-c8ac-476f-bf8d-3f3a48fccbef tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850794 Nov 12 03:23:17.220113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cff9-e60a-4d68-af56-4364af870975 req-c4c76b57-38c9-4eb0-9919-662f7dff9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.221592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-c4c76b57-38c9-4eb0-9919-662f7dff9686 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0935364 Nov 12 03:23:17.231142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-d1d345b8-bc6a-4d97-b17f-27542c5d8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.232621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-d1d345b8-bc6a-4d97-b17f-27542c5d8d64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1641991 Nov 12 03:23:17.240632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e4c863-4352-4ba7-bdf8-b70234dcd102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.243480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e4c863-4352-4ba7-bdf8-b70234dcd102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.247077 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09e4c863-4352-4ba7-bdf8-b70234dcd102 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ef84aa3-690f-4a42-af5c-c60e68709bef HTTP/1.1" status: 204 len: 168 time: 0.2017722 Nov 12 03:23:17.264531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4c863-4352-4ba7-bdf8-b70234dcd102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef84aa3-690f-4a42-af5c-c60e68709bef,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.278871 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.297994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.298702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.509087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-ad91a8d2-5669-4bdf-bbd2-0b3374ddd9f3 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565322 Nov 12 03:23:17.598795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be838819-c81e-42e7-b375-2b03ff979847 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:17.673547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cff9-e60a-4d68-af56-4364af870975 req-2e7d98a9-f993-4835-84d6-331601a7c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.675062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-2e7d98a9-f993-4835-84d6-331601a7c77d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4401548 Nov 12 03:23:17.684232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ea493f-613c-4942-b904-7c81c4732735,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.704415 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port be838819-c81e-42e7-b375-2b03ff979847 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:17.705036 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.826951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3ecd3-7ddb-479a-98a1-379b60c393a5 req-fde98ca8-d873-45bc-91dd-e239a06f0bfd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.829075 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2dc3ecd3-7ddb-479a-98a1-379b60c393a5 req-fde98ca8-d873-45bc-91dd-e239a06f0bfd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 949 time: 0.4298847 Nov 12 03:23:17.853700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.877878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port be838819-c81e-42e7-b375-2b03ff979847, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be838819-c81e-42e7-b375-2b03ff979847,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:17.883765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-0ca26846-ff26-4240-8d53-264838e72553 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.884169 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.886898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-0ca26846-ff26-4240-8d53-264838e72553 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.20 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 949 time: 0.1809497 Nov 12 03:23:17.928364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bedf3e75-2ebc-40bc-8c8d-ce01ece2612a req-3b944657-79f9-4b3a-bb45-2021e2349108 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823018 Nov 12 03:23:17.930700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Network 8b316560-30fa-4a67-a135-dee570a98ebf is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:17.940283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:18.007100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b382e75-5af6-424f-b551-da8ef0b3c182 req-8f55c75b-45c7-486c-8571-2a20d166a33d tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.014948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-b839b558-2ff9-4964-afca-50207c8c8853 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960505 Nov 12 03:23:18.020256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3b382e75-5af6-424f-b551-da8ef0b3c182 req-8f55c75b-45c7-486c-8571-2a20d166a33d tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 949 time: 0.3030233 Nov 12 03:23:18.066969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=be838819-c81e-42e7-b375-2b03ff979847,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.154451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2dc3ecd3-7ddb-479a-98a1-379b60c393a5 req-70d69d89-5f7c-46c4-baca-511a0069d55e tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164563 Nov 12 03:23:18.174297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3b382e75-5af6-424f-b551-da8ef0b3c182 req-0e9a3585-2982-41e9-8c0d-1bc2147cb02a tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/security-groups?id=4be53cd6-5629-420e-a776-1f6c1a27bb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507416 Nov 12 03:23:18.220416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Deleting port dd06abb4-3e04-4082-a34f-9fb0d658326f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:18.221334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.376672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6a5b0842-1924-44bd-9867-13803da06bb5 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:18.376895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] For port dd06abb4-3e04-4082-a34f-9fb0d658326f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd06abb4-3e04-4082-a34f-9fb0d658326f,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:18.377325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.392042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Calling delete_port for dd06abb4-3e04-4082-a34f-9fb0d658326f owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:18.392454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cff9-e60a-4d68-af56-4364af870975 req-91fe85e7-ceab-4529-bf8c-d6f6df8c8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.393978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-91fe85e7-ceab-4529-bf8c-d6f6df8c8665 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1065 time: 0.2949364 Nov 12 03:23:18.430973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:18.455520 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-2cef0cda-1dc8-47d9-98e7-2be9796cbf6b service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551109 Nov 12 03:23:18.525785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fd776272-3ff4-45bb-912e-01999f1eb8ef None None] Provisioning complete for port c2ea493f-613c-4942-b904-7c81c4732735 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:18.526380 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd776272-3ff4-45bb-912e-01999f1eb8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.527718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b21aa2-89fa-4285-92ab-5dae5613c9c0 req-4d7f24f1-021a-4cd2-ba7f-4311b256952e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.538091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99b21aa2-89fa-4285-92ab-5dae5613c9c0 req-4d7f24f1-021a-4cd2-ba7f-4311b256952e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 948 time: 0.2082374 Nov 12 03:23:18.648300 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.676854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['dd06abb4-3e04-4082-a34f-9fb0d658326f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:18.687492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:18.697634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Pushing event deleted for resources: {'Port': ['ID=dd06abb4-3e04-4082-a34f-9fb0d658326f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.746188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fd776272-3ff4-45bb-912e-01999f1eb8ef None None] Port c2ea493f-613c-4942-b904-7c81c4732735 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:18.750922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6a5b0842-1924-44bd-9867-13803da06bb5', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '6a5b0842-1924-44bd-9867-13803da06bb5', 'mac_address': 'fa:16:3e:e0:ba:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:18.785649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] No DVR routers for this DVR port dd06abb4-3e04-4082-a34f-9fb0d658326f on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:18.801126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.806986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a824bf5-34fb-4da0-afc5-01260aaa750b req-2ae02813-33a1-47ca-b5db-d5512b23ff91 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.20 "DELETE /v2.0/ports/dd06abb4-3e04-4082-a34f-9fb0d658326f HTTP/1.1" status: 204 len: 173 time: 0.9080772 Nov 12 03:23:18.807895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e994cdbd-94ef-4709-a0b3-77a76397d173', 'name': 'network-vif-deleted', 'tag': 'dd06abb4-3e04-4082-a34f-9fb0d658326f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:18.828906 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc8f8ef-deb7-4496-99b8-d66ee1b2568a" -d '{"events": [{"server_uuid": "e994cdbd-94ef-4709-a0b3-77a76397d173", "name": "network-vif-deleted", "tag": "dd06abb4-3e04-4082-a34f-9fb0d658326f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:18.837001 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.884170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5b0842-1924-44bd-9867-13803da06bb5 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:18.916771 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4753352-7367-4ccf-be7c-b0bc2469bff3 x-openstack-request-id: req-b4753352-7367-4ccf-be7c-b0bc2469bff3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:18.917073 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e994cdbd-94ef-4709-a0b3-77a76397d173", "name": "network-vif-deleted", "tag": "dd06abb4-3e04-4082-a34f-9fb0d658326f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:18.917327 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4753352-7367-4ccf-be7c-b0bc2469bff3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:18.918474 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e994cdbd-94ef-4709-a0b3-77a76397d173', 'name': 'network-vif-deleted', 'tag': 'dd06abb4-3e04-4082-a34f-9fb0d658326f', 'status': 'completed', 'code': 200} Nov 12 03:23:18.920515 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:18.925374 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.993763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.058051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cff9-e60a-4d68-af56-4364af870975 req-6dc3167d-0b2e-4fd3-87d3-ff84d83b0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.059544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-6dc3167d-0b2e-4fd3-87d3-ff84d83b0c30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.6524110 Nov 12 03:23:19.100325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99b21aa2-89fa-4285-92ab-5dae5613c9c0 req-0b1cf7ca-be7a-4c03-b1d0-190ef050a26d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606992 Nov 12 03:23:19.131190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-b939b0ae-ce36-4ca0-8fce-93687a67264e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0430238 Nov 12 03:23:19.182417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:19.190759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f0e402eb-f528-4d67-8b91-1c8713469a08 admin admin] 10.222.0.49 "PUT /v2.0/routers/188eaf2a-733b-427c-8f57-d8f3f7ee4553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3277452 Nov 12 03:23:19.197879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cff9-e60a-4d68-af56-4364af870975 req-739488a2-1709-42f2-bd59-4b3689d0a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.199505 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-739488a2-1709-42f2-bd59-4b3689d0a1a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0617836 Nov 12 03:23:19.200122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Sync routers for ids ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:19.212194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Routers {'188eaf2a-733b-427c-8f57-d8f3f7ee4553'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:19.213533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:19.283435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cff9-e60a-4d68-af56-4364af870975 req-bcd66686-2bbe-461c-ae0c-c832e38726e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.284858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-bcd66686-2bbe-461c-ae0c-c832e38726e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785635 Nov 12 03:23:19.367204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66646a0-f14f-47bd-aa95-7dbc369e8f7e req-dc56808c-59a8-4886-a98c-e326e152ed23 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.368321 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a66646a0-f14f-47bd-aa95-7dbc369e8f7e req-dc56808c-59a8-4886-a98c-e326e152ed23 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 949 time: 0.0589554 Nov 12 03:23:19.391058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf80fa82-c2ce-4a81-b2e2-625a48d3a5af req-01a03636-3148-4b32-9b06-f986349c7305 tempest-ServerDiagnosticsNegativeTest-490991114 tempest-ServerDiagnosticsNegativeTest-490991114-project] 10.222.0.49 "GET /v2.0/ports?device_id=e994cdbd-94ef-4709-a0b3-77a76397d173 HTTP/1.1" status: 200 len: 210 time: 0.0349762 Nov 12 03:23:19.417582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Set router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:19.452556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-a0e85842-d477-4e0b-890c-129d5e35011a service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609192 Nov 12 03:23:19.463463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a66646a0-f14f-47bd-aa95-7dbc369e8f7e req-027ceee0-d3d6-424b-8bdf-92538146e99e tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836675 Nov 12 03:23:19.500508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6a5b0842-1924-44bd-9867-13803da06bb5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:19.613592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be838819-c81e-42e7-b375-2b03ff979847 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:19.614198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba16cff9-e60a-4d68-af56-4364af870975 req-ec54cfde-12ee-43a1-931c-f571ba1a1e3a service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553195 Nov 12 03:23:19.860291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port be838819-c81e-42e7-b375-2b03ff979847 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:19.860884 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.088083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:16Z', 'revision_number': 4, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c2ea493f-613c-4942-b904-7c81c4732735', 'name': '', 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'mac_address': 'fa:16:3e:44:94:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cba4faac-b45f-443f-9660-ee57dadf9904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:14Z', 'updated_at': '2021-11-12T03:23:16Z', 'revision_number': 2, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'subnets': [{'id': 'cba4faac-b45f-443f-9660-ee57dadf9904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:20.128911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-65c096dd-c41b-4abd-8c48-213cf0bf1319 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3737240 Nov 12 03:23:20.135392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:20.144929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Checking router: 188eaf2a-733b-427c-8f57-d8f3f7ee4553 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:20.145291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Updating router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 port c2ea493f-613c-4942-b904-7c81c4732735 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:20.164506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.188699 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.310897 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.395517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd06abb4-3e04-4082-a34f-9fb0d658326f no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:20.437084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: dd06abb4-3e04-4082-a34f-9fb0d658326f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:20.437567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd06abb4-3e04-4082-a34f-9fb0d658326f not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:20.466688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Allocated IP 172.25.0.205 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/9c78edd2-0c2a-4364-9b54-68ec5d8b2e97) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:20.577310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.585296 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.629686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.630283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.630718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.631278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.631748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.632206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.632852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.633519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.634134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.634743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.635367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.635816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.642263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.645265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-8d7fd5e4-0f4f-4412-b42b-91688e0db7c3 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47&device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed&device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765&device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895&device_id=bcc29977-6bf9-4049-9d40-48c90789d3de&device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854&device_id=65e50589-17dc-46ca-94c1-5a4476d3543f&device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3&device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2&device_id=de446800-c6ab-49c1-b60d-0e8217397233&device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1&device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 10889 time: 0.0784731 Nov 12 03:23:20.660181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-d0cd895e-e93b-4d1e-87fc-c9a3254ffe22 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.690496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.749226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-d0cd895e-e93b-4d1e-87fc-c9a3254ffe22 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.766928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Pushing event updated for resources: {'Port': ['ID=9c78edd2-0c2a-4364-9b54-68ec5d8b2e97,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:20.774056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-d0cd895e-e93b-4d1e-87fc-c9a3254ffe22 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.788078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:20.789798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:20.794359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:20.805694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bcc2b-1a6f-4271-9632-8d9cbb2b6cab None None] Pushing event updated for resources: {'Port': ['ID=c2ea493f-613c-4942-b904-7c81c4732735,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:20.846898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd895e-e93b-4d1e-87fc-c9a3254ffe22 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18166f1-5f35-483e-9cda-149c3e01689c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:20.891630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Attempting to bind port c2ea493f-613c-4942-b904-7c81c4732735 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:20.892626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Attempting to bind port c2ea493f-613c-4942-b904-7c81c4732735 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:20.893205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Attempting to bind port c2ea493f-613c-4942-b904-7c81c4732735 on network 8b316560-30fa-4a67-a135-dee570a98ebf {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:20.899138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:20.899769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Checking segment: {'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:20.900970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.901529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Bound using segment: {'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:20.902194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Bound port: c2ea493f-613c-4942-b904-7c81c4732735, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff58a22d-0d43-477d-ad21-c135ffb25249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:20.902745 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.909318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4c0c6de-884c-4853-a19a-9010cc807a13 req-d0cd895e-e93b-4d1e-87fc-c9a3254ffe22 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&id=2b749cc2-59da-4290-9616-556dedbad3bd&id=1d296e13-a968-4239-a882-a9f297257de3&id=17812f50-e132-4858-8783-7159647ba0d5&id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.2628803 Nov 12 03:23:20.929033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.977589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.023337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] For port c2ea493f-613c-4942-b904-7c81c4732735, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:21.026975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] For port c2ea493f-613c-4942-b904-7c81c4732735, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c2ea493f-613c-4942-b904-7c81c4732735,segment=NetworkSegment(ff58a22d-0d43-477d-ad21-c135ffb25249),segment_id=ff58a22d-0d43-477d-ad21-c135ffb25249)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:21.037270 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.041856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0da0e-c88c-4893-9197-e8248471dc4f req-68662f77-a9a4-42ec-a2db-efcfdca6543c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.051138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5a0da0e-c88c-4893-9197-e8248471dc4f req-68662f77-a9a4-42ec-a2db-efcfdca6543c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 949 time: 0.0687959 Nov 12 03:23:21.097001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Routers {'188eaf2a-733b-427c-8f57-d8f3f7ee4553'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:21.097680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:21.117494 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5a0da0e-c88c-4893-9197-e8248471dc4f req-428e54f0-5a71-4bdb-b87d-bfc18d16f8ee tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654523 Nov 12 03:23:21.163334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-49df0fbc-58c8-4ab8-bc2e-876662281028 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 282 time: 0.1319509 Nov 12 03:23:21.231340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bcc2b-1a6f-4271-9632-8d9cbb2b6cab None None] Pushing event updated for resources: {'Port': ['ID=c2ea493f-613c-4942-b904-7c81c4732735,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.248730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-049fc25e-e03d-4c58-badd-af55a226ee43 None None] Provisioning complete for port c2ea493f-613c-4942-b904-7c81c4732735 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:21.249504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-049fc25e-e03d-4c58-badd-af55a226ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.352114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-769c7921-8482-4c40-a24f-cfefba061f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.355820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-769c7921-8482-4c40-a24f-cfefba061f91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1065 time: 0.1695113 Nov 12 03:23:21.375542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:21.391472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] Set router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:21.445728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.456688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.518887 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-049fc25e-e03d-4c58-badd-af55a226ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.556239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Pushing event updated for resources: {'Port': ['ID=9c78edd2-0c2a-4364-9b54-68ec5d8b2e97,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.588553 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.625117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.665602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33990) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:21.670773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-049fc25e-e03d-4c58-badd-af55a226ee43 None None] For port c2ea493f-613c-4942-b904-7c81c4732735, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c2ea493f-613c-4942-b904-7c81c4732735,segment=NetworkSegment(ff58a22d-0d43-477d-ad21-c135ffb25249),segment_id=ff58a22d-0d43-477d-ad21-c135ffb25249)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:21.678264 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-049fc25e-e03d-4c58-badd-af55a226ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.704202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.705501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-22d4ffb0-5d02-44c1-92a2-4c0141c47044 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5756097 Nov 12 03:23:21.838539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fc25e-e03d-4c58-badd-af55a226ee43 None None] Pushing event updated for resources: {'Port': ['ID=c2ea493f-613c-4942-b904-7c81c4732735,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.845769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-d009d57f-1eea-44f6-811d-92e7f7e35908 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0905523 Nov 12 03:23:21.858122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-81557f40-07f7-407c-9778-8a13bbc1f9c0 None None] Provisioning complete for port c2ea493f-613c-4942-b904-7c81c4732735 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:21.858496 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81557f40-07f7-407c-9778-8a13bbc1f9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.932345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:16Z', 'revision_number': 4, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c2ea493f-613c-4942-b904-7c81c4732735', 'name': '', 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'mac_address': 'fa:16:3e:44:94:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cba4faac-b45f-443f-9660-ee57dadf9904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:14Z', 'updated_at': '2021-11-12T03:23:21Z', 'revision_number': 4, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'subnets': [{'id': 'cba4faac-b45f-443f-9660-ee57dadf9904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:21.971279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59668ee4-62e6-4a6a-8263-43a20acbedad None None] The sync data for ids ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'] in n-d-789963-21 is: [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:16Z', 'revision_number': 4, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c2ea493f-613c-4942-b904-7c81c4732735', 'name': '', 'network_id': '8b316560-30fa-4a67-a135-dee570a98ebf', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'mac_address': 'fa:16:3e:44:94:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'cba4faac-b45f-443f-9660-ee57dadf9904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:14Z', 'updated_at': '2021-11-12T03:23:21Z', 'revision_number': 4, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'subnets': [{'id': 'cba4faac-b45f-443f-9660-ee57dadf9904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:22.002210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b3ba50d3-bed7-4d76-94a8-ca75367adf7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecee49f7d0cb4c3bb9bd2a3b4083442e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347988 Nov 12 03:23:22.005245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:22.092818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e07b-c5fd-41c8-b682-561c3df636a1 req-f8e81a41-f785-4b7d-98a0-2668582243a6 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.093680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e07b-c5fd-41c8-b682-561c3df636a1 req-f8e81a41-f785-4b7d-98a0-2668582243a6 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.094629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e07b-c5fd-41c8-b682-561c3df636a1 req-f8e81a41-f785-4b7d-98a0-2668582243a6 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.097296 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ebe7e07b-c5fd-41c8-b682-561c3df636a1 req-f8e81a41-f785-4b7d-98a0-2668582243a6 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed&device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895&device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 2885 time: 0.2083590 Nov 12 03:23:22.135118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:22.167561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-78e2e044-ece3-4aee-b856-0627f6240211 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.179043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-78e2e044-ece3-4aee-b856-0627f6240211 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.3211265 Nov 12 03:23:22.202842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.209555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-3194eef7-4e09-480d-9941-36ffae3941b0 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:22.210028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ea5309b-8b71-4f86-b55a-d42e8a0c3e5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.216903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b3d215c-b155-40b0-bbac-652beb73cf7f req-3194eef7-4e09-480d-9941-36ffae3941b0 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0361457 Nov 12 03:23:22.218408 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.258584 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ebe7e07b-c5fd-41c8-b682-561c3df636a1 req-6a301190-374e-4c06-9a47-791222d3aada tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295328 Nov 12 03:23:22.283550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.284060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.284227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.291477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.291680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.350015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ea5309b-8b71-4f86-b55a-d42e8a0c3e5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.353757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.354229 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.357210 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 2 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.361419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8f3b923-54f9-44c2-af76-762572c885c5 req-b2236a22-46fb-419b-9e2d-177314fda63e tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips/9384b023-09bf-49fa-ae9d-ea14682558b3 HTTP/1.1" status: 200 len: 693 time: 0.0737729 Nov 12 03:23:22.370221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=10']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:22.386408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.386742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.387141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.388088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6a5b0842-1924-44bd-9867-13803da06bb5 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:22.398699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.399032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.410029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8f322-1962-4bc6-a272-d447283ceba0 req-0d017c30-91fa-4589-a8d1-320c97baaff1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.418353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2b8f322-1962-4bc6-a272-d447283ceba0 req-0d017c30-91fa-4589-a8d1-320c97baaff1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 949 time: 0.1192484 Nov 12 03:23:22.435567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.435567 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.436982 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 3 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.456200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 6a5b0842-1924-44bd-9867-13803da06bb5 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:22.460525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6a5b0842-1924-44bd-9867-13803da06bb5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:22.460937 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.481324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.481574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.481874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.499658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2b8f322-1962-4bc6-a272-d447283ceba0 req-858c4aa6-c977-4eed-a65c-592fb8b57702 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806973 Nov 12 03:23:22.500951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.501221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.508522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.509072 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.509526 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 4 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.534241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.535224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.535612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.543361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.543962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.551515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.552032 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.553267 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 5 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.558588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3b923-54f9-44c2-af76-762572c885c5 req-5d803e77-8905-482a-8888-26b6dda567c7 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.560060 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8f3b923-54f9-44c2-af76-762572c885c5 req-5d803e77-8905-482a-8888-26b6dda567c7 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1977475 Nov 12 03:23:22.561819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ea5309b-8b71-4f86-b55a-d42e8a0c3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.565761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ea5309b-8b71-4f86-b55a-d42e8a0c3e5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.567069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9ea5309b-8b71-4f86-b55a-d42e8a0c3e5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4be53cd6-5629-420e-a776-1f6c1a27bb99 HTTP/1.1" status: 204 len: 168 time: 0.5597346 Nov 12 03:23:22.567380 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.580309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.580648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.581003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.582528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5309b-8b71-4f86-b55a-d42e8a0c3e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be53cd6-5629-420e-a776-1f6c1a27bb99,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:22.586018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.586587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.592445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.592813 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.593203 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 6 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.609283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.609623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.609943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.615135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-e8f3b923-54f9-44c2-af76-762572c885c5 req-97a42d5e-bd71-44bd-a7f4-9f04c1c0ea31 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:22.617128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.617392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.627718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.627718 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.627718 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 7 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.628362 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8f3b923-54f9-44c2-af76-762572c885c5 req-97a42d5e-bd71-44bd-a7f4-9f04c1c0ea31 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471683 Nov 12 03:23:22.638862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.639099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.639435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.644813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.645140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.652700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.653076 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.653472 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 8 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.667492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:22.669838 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1471191-5bc7-4b25-8f96-77de77b25047" -d '{"events": [{"server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:22.673786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.674306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.674788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.680698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.681071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.685736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.686065 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.686449 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 9 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.701822 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:22.704379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.704991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.705285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.709310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.720305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.720801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.727069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.727610 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.728193 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempt 10 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:23:22.746226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:22.746655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:22.747205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.765140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.765539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:22.792098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:22.792727 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:23:22.797890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.849725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:22.970889 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb59cce8-ab2c-4b43-8908-d991bb6fc208 x-openstack-request-id: req-eb59cce8-ab2c-4b43-8908-d991bb6fc208 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:22.971505 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:22.971592 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb59cce8-ab2c-4b43-8908-d991bb6fc208 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:22.971932 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5', 'code': 200} Nov 12 03:23:22.972757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66cd3864-e713-469e-9075-0da4abefdf24 req-8b220850-770f-46dd-a3fb-842edec3e425 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=e8713258d1f048f0bc4ef05bd6afe9cf HTTP/1.1" status: 200 len: 696 time: 0.1489880 Nov 12 03:23:23.118201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:23.120223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:23:23.180429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.181130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] In _notify_port_updated(), no bound segment for port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:23:23.181961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.182583 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.183861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 1063 time: 1.8141944 Nov 12 03:23:23.196829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:23.199306 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdddf54-5782-4637-92a1-122716a7e771" -d '{"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:23.274833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00376786-a327-4fbb-b3ca-b73c43b35c1f req-b57cd6a9-863e-49f0-884c-816a332eea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.276731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00376786-a327-4fbb-b3ca-b73c43b35c1f req-b57cd6a9-863e-49f0-884c-816a332eea0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 1102 time: 0.1789927 Nov 12 03:23:23.339991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bbca3-26b5-4990-9135-6463143411d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=11']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.352405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34070) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:23.384906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd3864-e713-469e-9075-0da4abefdf24 req-d83444c8-5847-45d0-b3a4-a5bb3122eae8 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.386424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66cd3864-e713-469e-9075-0da4abefdf24 req-d83444c8-5847-45d0-b3a4-a5bb3122eae8 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/networks?id=d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 787 time: 0.3927650 Nov 12 03:23:23.398557 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9df7568e-f8ff-463f-8079-20641aecfb88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.405783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-66cd3864-e713-469e-9075-0da4abefdf24 req-ff5edbc5-d2f8-4d3c-995d-841737af515e tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:23.406794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66cd3864-e713-469e-9075-0da4abefdf24 req-ff5edbc5-d2f8-4d3c-995d-841737af515e tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094995 Nov 12 03:23:23.421267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-01b58554-9025-42e4-b860-3df0e65f85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.423015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-01b58554-9025-42e4-b860-3df0e65f85b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1641455 Nov 12 03:23:23.426775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b80a45-e4dc-4ecb-9972-90d245e3cdc2 req-0d146362-2892-4078-810e-e5047af7926f tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.443898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4b80a45-e4dc-4ecb-9972-90d245e3cdc2 req-0d146362-2892-4078-810e-e5047af7926f tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 1097 time: 0.1409595 Nov 12 03:23:23.509746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00376786-a327-4fbb-b3ca-b73c43b35c1f req-ea9c293c-a58e-49d5-9434-3c9066664b55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160642 Nov 12 03:23:23.567635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4b80a45-e4dc-4ecb-9972-90d245e3cdc2 req-dbd6643c-93c8-4a33-a00f-b4332296a302 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180518 Nov 12 03:23:23.637134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c2ea493f-613c-4942-b904-7c81c4732735 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:23.743952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c2ea493f-613c-4942-b904-7c81c4732735 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:23.744341 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.748831 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876e22d3-cfeb-4f5c-8deb-97858c543b03 x-openstack-request-id: req-876e22d3-cfeb-4f5c-8deb-97858c543b03 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:23.749118 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:23.749368 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-876e22d3-cfeb-4f5c-8deb-97858c543b03 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:23.749758 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:23:23.786276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9df7568e-f8ff-463f-8079-20641aecfb88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.809479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-63da9076-213e-4f22-8084-1e031b7b3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.811356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-63da9076-213e-4f22-8084-1e031b7b3c08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3429613 Nov 12 03:23:23.813147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9df7568e-f8ff-463f-8079-20641aecfb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.898761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-f4459149-2870-4244-8e2a-b74fed2a0a75 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips/9384b023-09bf-49fa-ae9d-ea14682558b3 HTTP/1.1" status: 200 len: 693 time: 0.1008084 Nov 12 03:23:24.050764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-6a245dc1-8321-417b-8d39-a8d9c15fc4ce tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.058623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-6a245dc1-8321-417b-8d39-a8d9c15fc4ce tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1588695 Nov 12 03:23:24.069203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-5f013229-4e0e-42eb-9ece-304e1f7fdf3f tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:24.077051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-5f013229-4e0e-42eb-9ece-304e1f7fdf3f tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171907 Nov 12 03:23:24.157801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddf54-5782-4637-92a1-122716a7e771 req-f62dd8ee-8479-4a5a-b3f6-6059b591489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.167606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-f62dd8ee-8479-4a5a-b3f6-6059b591489d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.3579173 Nov 12 03:23:24.247847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-4c425ee9-e265-4827-8a20-73d92de7936f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.4196146 Nov 12 03:23:24.250934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-4a3252b9-4326-4b80-a103-b2ee661e93af tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.1727760 Nov 12 03:23:24.276604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9df7568e-f8ff-463f-8079-20641aecfb88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2380458c9cf40a68f63f373f14441cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9200914 Nov 12 03:23:24.306889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34108) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:24.313297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7568e-f8ff-463f-8079-20641aecfb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5133636d-6408-464c-b1ab-95e7104c58a3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:24.328291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-92b4b01d-9357-43c6-b672-cdeff2843d25 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0640652 Nov 12 03:23:24.329373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddf54-5782-4637-92a1-122716a7e771 req-27220113-e108-4b89-b305-081fd2e31bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.330960 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-27220113-e108-4b89-b305-081fd2e31bc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1557274 Nov 12 03:23:24.389843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-004fe53f-cd6a-4a91-88df-8f921c44344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.391293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-004fe53f-cd6a-4a91-88df-8f921c44344b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1336687 Nov 12 03:23:24.401549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257c6d2-4a1f-4e85-89bb-aec44f159d0b req-2aae755e-f9b5-46e6-9d6b-c493400885f0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.402966 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0257c6d2-4a1f-4e85-89bb-aec44f159d0b req-2aae755e-f9b5-46e6-9d6b-c493400885f0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1692145 Nov 12 03:23:24.415517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-f392fa2d-f09c-4ba4-a3b4-df65d37f6f1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0445397 Nov 12 03:23:24.439863 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.465489 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50f5fe49-3c29-4951-a9bd-827849df2070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.529130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d674d9f-833f-4d20-99d5-7334263b6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.531623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-5d674d9f-833f-4d20-99d5-7334263b6e89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271687 Nov 12 03:23:24.534777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0257c6d2-4a1f-4e85-89bb-aec44f159d0b req-b50ad688-83d1-43e1-93fc-50e8a708da89 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175482 Nov 12 03:23:24.537599 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50f5fe49-3c29-4951-a9bd-827849df2070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.667322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50f5fe49-3c29-4951-a9bd-827849df2070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.669940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50f5fe49-3c29-4951-a9bd-827849df2070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.671119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-50f5fe49-3c29-4951-a9bd-827849df2070 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5133636d-6408-464c-b1ab-95e7104c58a3 HTTP/1.1" status: 204 len: 168 time: 0.3588376 Nov 12 03:23:24.701481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5fe49-3c29-4951-a9bd-827849df2070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133636d-6408-464c-b1ab-95e7104c58a3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:24.756017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-3313a2cf-8bb2-4b60-8d49-3868b73e8e99 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148530 Nov 12 03:23:24.851972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddf54-5782-4637-92a1-122716a7e771 req-bb138fc4-d5a8-486d-95cc-e22cdb340777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.853476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-bb138fc4-d5a8-486d-95cc-e22cdb340777 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1267195 Nov 12 03:23:24.923511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5b7005-446c-4e04-ad05-ae6184d9efcf req-2abcb7bf-81f5-4c47-8db6-8e7e88042c56 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591496 Nov 12 03:23:24.957059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Deleting port 9c78edd2-0c2a-4364-9b54-68ec5d8b2e97 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:24.957656 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.984655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddf54-5782-4637-92a1-122716a7e771 req-9d78cc3a-c39b-4547-9214-0d59040b40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.986622 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-9d78cc3a-c39b-4547-9214-0d59040b40ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1112385 Nov 12 03:23:25.100773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddf54-5782-4637-92a1-122716a7e771 req-744db2b9-d5c8-4e3f-8b5b-1f39ad453cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.102917 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-744db2b9-d5c8-4e3f-8b5b-1f39ad453cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1005273 Nov 12 03:23:25.172683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.173764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.200033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Calling delete_port for 9c78edd2-0c2a-4364-9b54-68ec5d8b2e97 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:25.224592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-c6872e52-8955-4a11-9d43-84bd38407aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876256 Nov 12 03:23:25.324420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddf54-5782-4637-92a1-122716a7e771 req-2225b7de-471e-4b4b-b5cb-9745b8347176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.326827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-2225b7de-471e-4b4b-b5cb-9745b8347176 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2161694 Nov 12 03:23:25.436248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-308d4797-0333-45c6-89ad-3d16c2075cc5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543183 Nov 12 03:23:25.471104 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-d76479d8-460f-40c4-ab3a-9261f149a5da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.1358492 Nov 12 03:23:25.519422 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.550676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Pushing event deleted for resources: {'Port': ['ID=9c78edd2-0c2a-4364-9b54-68ec5d8b2e97,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.576462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddf54-5782-4637-92a1-122716a7e771 req-2dbb1be5-0400-4473-aee9-ca24103212e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.578152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-2dbb1be5-0400-4473-aee9-ca24103212e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1007206 Nov 12 03:23:25.587772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.590910 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.613125 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32b6818c-60d2-46c9-83d6-984fa8f5cec8 req-256a1834-7f46-4bf6-bcd4-cd66de118fc4 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "DELETE /v2.0/floatingips/9384b023-09bf-49fa-ae9d-ea14682558b3 HTTP/1.1" status: 204 len: 173 time: 1.2810719 Nov 12 03:23:25.642790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdddf54-5782-4637-92a1-122716a7e771 req-d280a0e7-805e-46dc-ae3b-548d113bc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.645274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-d280a0e7-805e-46dc-ae3b-548d113bc42e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602388 Nov 12 03:23:25.793219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-4a63e51f-382e-4786-81f6-8b016c549f33 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401470 Nov 12 03:23:25.941564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfdddf54-5782-4637-92a1-122716a7e771 req-bf129da4-a969-4b46-b827-0e37ad2f759d service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390290 Nov 12 03:23:25.980399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-ef94af8f-ec5c-489f-a97e-4a263efc0629 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:25.981687 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-ef94af8f-ec5c-489f-a97e-4a263efc0629 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078163 Nov 12 03:23:25.997034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34198) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:26.039731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-25bbfc47-4235-4538-88f1-c079865e6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.041157 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-25bbfc47-4235-4538-88f1-c079865e6b2c service neutron] 10.222.0.49 "GET /v2.0/ports/2d38d881-f60e-4519-be1d-7b02154c6c75 HTTP/1.1" status: 200 len: 1094 time: 0.0438926 Nov 12 03:23:26.051516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:26.051971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Unknown quota resources ['binding']. {{(pid=102629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:23:26.061909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86775-12ff-44d5-8858-593a6d317558 req-aa24f943-5953-4ac3-983c-f09c4b9f6936 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.063675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ef86775-12ff-44d5-8858-593a6d317558 req-aa24f943-5953-4ac3-983c-f09c4b9f6936 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1002469 Nov 12 03:23:26.150962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-network', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:26.181029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Made reservation on behalf of 8a2e2649356c4781a17e3aad83d3fa13 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:26.183509 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.194638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.204151 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ef86775-12ff-44d5-8858-593a6d317558 req-da574036-91ff-4090-97aa-32963aeb4615 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123812 Nov 12 03:23:26.300918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.308012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.342056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:26.353317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c515db-3cb7-424f-a6e7-0510674c4a56,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:26.358886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.359247 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Added segment 1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5 of type vlan for network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 Nov 12 03:23:26.385308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:26.385644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:26.385974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.409325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.409653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.410752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.439801 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.440838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.441429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.443649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.444193 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:26.450062 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 2 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:26.482627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.4821463 Nov 12 03:23:26.485661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34206) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:26.491926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Request body: {'subnet': {'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-subnet', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:26.497951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:26.498307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:26.498630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.504833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.505186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.514818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c3702-43f4-4c5b-ae92-2dea69290b4b admin admin] Pushing event updated for resources: {'Network': ['ID=8d4a0884-f34f-4152-a22c-66ea48fd1a23,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:26.521820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-c4339af7-4ec6-4991-9599-ec3afb8ba49b tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2566690 Nov 12 03:23:26.528271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:26.533674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:26.540255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.540592 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:26.545326 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 3 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:26.567055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Made reservation on behalf of 8a2e2649356c4781a17e3aad83d3fa13 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:26.569848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.585468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:26.585808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:26.586132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.603519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.603834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.645507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.646479 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:26.647179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.652889 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 4 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:26.701712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:26.702270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:26.702686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.718162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.718372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.754768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.755120 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:26.757316 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 5 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:26.784456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:26.784811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:26.785137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.825196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.825539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.843129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.843462 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:26.845383 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 6 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:26.897553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:26.897789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:26.898120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.914880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.915202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:26.919391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.931773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:26.932132 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:26.950142 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 7 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:26.954648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.993061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:26.993454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:26.993789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.035605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:27.036063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.048067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eec68f9-b565-4ed8-8f44-b89c2f9ed1af,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:27.056955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:27.057286 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:27.063400 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 8 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:27.087680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Checking segment: {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:27.088020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Network hostable DHCP agents. Network: 8d4a0884-f34f-4152-a22c-66ea48fd1a23, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:27.119599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:27.119928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:27.120252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.134691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:27.135007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.151094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:27.151344 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:27.156960 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 9 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:27.159245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:27.164731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Allocated IP 172.25.0.217 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/dedba71d-c032-450f-903c-f53d90035e5c) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:27.186702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8d4a0884-f34f-4152-a22c-66ea48fd1a23) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:27.191226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.191993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.196933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9384e96-09e0-459e-9ef9-1b076e6bb1a6 None None] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:27.197121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:27.197460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:27.197819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.226926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:27.227273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.236625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-41d9fcf9-0163-4744-be3c-6562d1475861 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7499251 Nov 12 03:23:27.240155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34212) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:27.245627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:27.266855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:27.267207 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:27.269085 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempt 10 to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 Nov 12 03:23:27.294933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:27.295268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:27.295606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.304515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:27.304855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Attempting to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.307207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.308969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.314144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Port 2d38d881-f60e-4519-be1d-7b02154c6c75 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:27.314144 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to bind port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:23:27.314144 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.plugin [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] Failed to commit binding results for 2d38d881-f60e-4519-be1d-7b02154c6c75 after 10 tries Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 could not be created or updated. Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:27.314525 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h2-789963-21 could not be created or updated. Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: ERROR neutron.api.v2.resource Nov 12 03:23:27.319171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c652a8f1-c517-4f42-8e73-031e7373e2bf req-e50f8d84-b5d5-4487-b2a3-db720b9d14b0 service neutron] 10.222.0.49 "POST /v2.0/ports/2d38d881-f60e-4519-be1d-7b02154c6c75/bindings HTTP/1.1" status: 500 len: 402 time: 1.2676528 Nov 12 03:23:27.359814 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.402236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'fixed_ips': [{'subnet_id': '2eec68f9-b565-4ed8-8f44-b89c2f9ed1af'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:27.403004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.421192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.431910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.472066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:27.478086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:27.489176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:27.554594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Pushing event updated for resources: {'Port': ['ID=dedba71d-c032-450f-903c-f53d90035e5c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:27.594465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Allocated IP 172.20.0.2 (8d4a0884-f34f-4152-a22c-66ea48fd1a23/2eec68f9-b565-4ed8-8f44-b89c2f9ed1af/d9cc8a47-9535-4bde-98e2-55bb776dc0ba) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:27.619480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.681408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.690117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.803755 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.813271 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.857597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:27.863615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:27.874376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:27.889464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Pushing event updated for resources: {'Port': ['ID=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:27.953703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.977678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Attempting to bind port d9cc8a47-9535-4bde-98e2-55bb776dc0ba on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:27.978049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Attempting to bind port d9cc8a47-9535-4bde-98e2-55bb776dc0ba by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:27.978964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Attempting to bind port d9cc8a47-9535-4bde-98e2-55bb776dc0ba on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:27.979441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.988638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:27.990693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Checking segment: {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:27.991324 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.991898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Bound using segment: {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:27.992576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Bound port: d9cc8a47-9535-4bde-98e2-55bb776dc0ba, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:27.994129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.000989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.025744 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.026005 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.049168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Pushing event updated for resources: {'Port': ['ID=dedba71d-c032-450f-903c-f53d90035e5c,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:28.060933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.062405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-531ec57c-a274-49a4-b864-68bf4fc65578 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5394907 Nov 12 03:23:28.100085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] For port d9cc8a47-9535-4bde-98e2-55bb776dc0ba, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:28.103659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] For port d9cc8a47-9535-4bde-98e2-55bb776dc0ba, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:28.109205 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.151406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-033fd2a0-8365-42d6-8ce7-ee43d5da1e99 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0804293 Nov 12 03:23:28.169958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Allocated IP 172.25.0.150 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/720209d4-7946-4458-983d-1018becd21a3) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:28.246352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5e0b6-2fdd-4baa-96a3-cbf68432c11e None None] Pushing event updated for resources: {'Port': ['ID=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:28.338500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-484f9825-861d-4fe5-9e70-bbc1acf9a4e7 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.346752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-484f9825-861d-4fe5-9e70-bbc1acf9a4e7 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1940765 Nov 12 03:23:28.353997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-069fb9a7-60ef-4b3c-b78c-0ff11733720a tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:28.368474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.369313 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fef21a86-30da-4b6a-beed-2eee9f17870e req-069fb9a7-60ef-4b3c-b78c-0ff11733720a tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213830 Nov 12 03:23:28.397708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca18618-7444-40a8-bc02-63e10bb05adb req-f5b1b05f-85bb-44b5-83c8-0344f406ec38 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.399322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ca18618-7444-40a8-bc02-63e10bb05adb req-f5b1b05f-85bb-44b5-83c8-0344f406ec38 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1102 time: 0.0795784 Nov 12 03:23:28.457074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.511291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ca18618-7444-40a8-bc02-63e10bb05adb req-4139bb1f-389c-4229-bc71-3ac18cad5002 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018660 Nov 12 03:23:28.523631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-1302000c-ff12-4067-b2dd-7e830ef70618 req-85fb363d-2f6e-4a10-a7fb-f3f64005758d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:28.530509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1302000c-ff12-4067-b2dd-7e830ef70618 req-85fb363d-2f6e-4a10-a7fb-f3f64005758d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0403235 Nov 12 03:23:28.551548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:28.556021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:28.562394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:28.568032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Pushing event updated for resources: {'Port': ['ID=720209d4-7946-4458-983d-1018becd21a3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:28.824602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-08b938b0-7337-4ac0-ac72-240a3d724322 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips/d3dd8333-de90-42b7-8ce6-6c9ad48ced49 HTTP/1.1" status: 200 len: 693 time: 0.0698173 Nov 12 03:23:28.926564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.937683 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-6872f371-14f0-47c3-951b-f42d9fe44a89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102965 Nov 12 03:23:28.978629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-9ea92a72-8bdf-40c9-b0ad-969bbbb4cfa0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:28.979522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-9ea92a72-8bdf-40c9-b0ad-969bbbb4cfa0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106823 Nov 12 03:23:29.025281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-1ef8575b-a620-4201-8de0-1c71bfae0a15 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.037473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-1ef8575b-a620-4201-8de0-1c71bfae0a15 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.2025888 Nov 12 03:23:29.073029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b413ac9-7213-4ecc-aa8a-5f8a8674b0a2 req-a6c94a3e-15a5-49c2-9c66-942d2d6ef84c tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.074554 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8b413ac9-7213-4ecc-aa8a-5f8a8674b0a2 req-a6c94a3e-15a5-49c2-9c66-942d2d6ef84c tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1102 time: 0.0941412 Nov 12 03:23:29.108962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-a5d716a7-b4b3-40d7-9e5a-0e444bc318a9 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0704360 Nov 12 03:23:29.205160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-9e0963ab-63f4-471e-a3cd-e34573f6cafd tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0951774 Nov 12 03:23:29.237963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8b413ac9-7213-4ecc-aa8a-5f8a8674b0a2 req-f9fe656e-d726-4fc3-b4bc-6e00304ec3fc tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453729 Nov 12 03:23:29.275930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.623983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10d199-c03f-4610-8af7-45da359653a9 req-8ebb3c0b-e1aa-446b-a786-453acd4d1957 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.637168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e10d199-c03f-4610-8af7-45da359653a9 req-8ebb3c0b-e1aa-446b-a786-453acd4d1957 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.2672713 Nov 12 03:23:29.718247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90165b5c-547c-46e2-8150-e273b433e53c None None] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:29.745139 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e10d199-c03f-4610-8af7-45da359653a9 req-71bc081e-4542-4375-8c78-7a932a084c3f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945735 Nov 12 03:23:29.751427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Router dc722ffe-b186-43f7-a3c6-f2d278af3921 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:23:29.802721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9cc8a47-9535-4bde-98e2-55bb776dc0ba up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:29.927588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Deleting port dedba71d-c032-450f-903c-f53d90035e5c {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:29.928125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.029851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:30.046990 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Sync routers for ids ['dc722ffe-b186-43f7-a3c6-f2d278af3921'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:30.062111 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Routers {'dc722ffe-b186-43f7-a3c6-f2d278af3921'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:30.064868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc722ffe-b186-43f7-a3c6-f2d278af3921'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:30.068825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.075952 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7bcd0a10-2e96-4c0d-b7fd-9a1c9e74092e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.8342197 Nov 12 03:23:30.078648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:30.101624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eb901c2a-8f16-4224-9705-cad8dae0704e None None] Provisioning complete for port d9cc8a47-9535-4bde-98e2-55bb776dc0ba triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:30.110135 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb901c2a-8f16-4224-9705-cad8dae0704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.170963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.171338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.210168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Calling delete_port for dedba71d-c032-450f-903c-f53d90035e5c owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:30.342168 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Set router dc722ffe-b186-43f7-a3c6-f2d278af3921 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:30.542284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d9cc8a47-9535-4bde-98e2-55bb776dc0ba triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:30.544774 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.610666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb901c2a-8f16-4224-9705-cad8dae0704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.643351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.783036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.790276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.812503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6467001b-c4bd-4ddd-a16b-834e516721d5 req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "DELETE /v2.0/floatingips/d3dd8333-de90-42b7-8ce6-6c9ad48ced49 HTTP/1.1" status: 204 len: 173 time: 1.6063926 Nov 12 03:23:30.813948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7adb9-4de2-4141-891c-75fc16897ab2 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] Pushing event deleted for resources: {'Port': ['ID=dedba71d-c032-450f-903c-f53d90035e5c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:30.856595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eb901c2a-8f16-4224-9705-cad8dae0704e None None] For port d9cc8a47-9535-4bde-98e2-55bb776dc0ba, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:30.868696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb901c2a-8f16-4224-9705-cad8dae0704e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.896538 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '720209d4-7946-4458-983d-1018becd21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:23:28Z', 'revision_number': 3, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port': {'id': '720209d4-7946-4458-983d-1018becd21a3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:28Z', 'updated_at': '2021-11-12T03:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:30.962061 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Checking router: dc722ffe-b186-43f7-a3c6-f2d278af3921 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:30.962401 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Updating router dc722ffe-b186-43f7-a3c6-f2d278af3921 port 720209d4-7946-4458-983d-1018becd21a3 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:30.977294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11039e-f9d1-44ad-a7e4-0ca08edc5426 req-f5bb4513-eb27-4a68-9034-0c4b40ffbb42 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.985052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb11039e-f9d1-44ad-a7e4-0ca08edc5426 req-f5bb4513-eb27-4a68-9034-0c4b40ffbb42 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0782864 Nov 12 03:23:31.034417 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.051793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb11039e-f9d1-44ad-a7e4-0ca08edc5426 req-1f1619e2-e4b0-47ac-b839-44ec9079992a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655823 Nov 12 03:23:31.222224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb901c2a-8f16-4224-9705-cad8dae0704e None None] Pushing event updated for resources: {'Port': ['ID=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:31.272980 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a6237664-fc8d-423d-8318-6420032b17ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.554028 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.562967 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.618190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5f24a911-992d-4604-874b-88593f5d7b1b None None] Provisioning complete for port d9cc8a47-9535-4bde-98e2-55bb776dc0ba triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:31.621440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f24a911-992d-4604-874b-88593f5d7b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.665137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-7368d7b5-ba87-4dd5-a34c-bd7788cde131 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=def1879511b249c09190a5f24512030e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638974 Nov 12 03:23:31.689889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9cc8a47-9535-4bde-98e2-55bb776dc0ba up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:31.773031 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ea49e-997e-43b8-bb8d-fbafc0591086 None None] Pushing event updated for resources: {'Port': ['ID=720209d4-7946-4458-983d-1018becd21a3,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:31.778764 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-5741c2f1-79c5-48b1-aaec-ed4d8aee4fc6 req-12346c3e-16fe-46fe-8abe-8498fb229133 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] show failed (client error): The resource could not be found. Nov 12 03:23:31.784568 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5741c2f1-79c5-48b1-aaec-ed4d8aee4fc6 req-12346c3e-16fe-46fe-8abe-8498fb229133 tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips/d3dd8333-de90-42b7-8ce6-6c9ad48ced49 HTTP/1.1" status: 404 len: 350 time: 0.8665528 Nov 12 03:23:31.842020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-434a2415-d246-49db-97e0-df3e06d92387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.846180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-434a2415-d246-49db-97e0-df3e06d92387 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 1102 time: 0.3270838 Nov 12 03:23:31.855582 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Attempting to bind port 720209d4-7946-4458-983d-1018becd21a3 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:31.856198 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Attempting to bind port 720209d4-7946-4458-983d-1018becd21a3 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:31.857620 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Attempting to bind port 720209d4-7946-4458-983d-1018becd21a3 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:31.878892 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:31.879545 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:31.880127 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.880795 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:31.881455 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Bound port: 720209d4-7946-4458-983d-1018becd21a3, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:31.882056 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.898638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d9cc8a47-9535-4bde-98e2-55bb776dc0ba triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:31.899226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.915653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.033819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-11f23759-c9d3-4990-82fe-a7450fbf381f tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.045793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-11f23759-c9d3-4990-82fe-a7450fbf381f tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793509 Nov 12 03:23:32.081877 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] For port 720209d4-7946-4458-983d-1018becd21a3, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:32.092164 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] For port 720209d4-7946-4458-983d-1018becd21a3, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=720209d4-7946-4458-983d-1018becd21a3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:32.103938 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.104724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-78c1accf-476d-4aae-9a2c-28b28275b0fe tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/quotas/def1879511b249c09190a5f24512030e HTTP/1.1" status: 200 len: 375 time: 0.0543237 Nov 12 03:23:32.208038 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ea49e-997e-43b8-bb8d-fbafc0591086 None None] Pushing event updated for resources: {'Port': ['ID=720209d4-7946-4458-983d-1018becd21a3,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:32.213114 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Routers {'dc722ffe-b186-43f7-a3c6-f2d278af3921'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:32.214607 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc722ffe-b186-43f7-a3c6-f2d278af3921'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:32.218305 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-5c1a6d68-294f-4f40-bf9f-e4134aeb8929 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124191 Nov 12 03:23:32.260497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b727b-7943-4b3d-bdd9-602bf46c3943 req-a2c1634e-699e-42e8-b02d-6bc48c0b8b1c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.269343 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d4b727b-7943-4b3d-bdd9-602bf46c3943 req-a2c1634e-699e-42e8-b02d-6bc48c0b8b1c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1609969 Nov 12 03:23:32.297075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-12bf70ca-b13e-47ef-9e6e-4e0d56784430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.300864 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-12bf70ca-b13e-47ef-9e6e-4e0d56784430 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.4409058 Nov 12 03:23:32.385535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-86b0c467-8ace-42b4-8916-073c17881cae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6a5b0842-1924-44bd-9867-13803da06bb5 HTTP/1.1" status: 200 len: 217 time: 0.0725629 Nov 12 03:23:32.394397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d4b727b-7943-4b3d-bdd9-602bf46c3943 req-761b62cc-b84b-4c0e-a114-c0a64cc135fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193285 Nov 12 03:23:32.401683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Allocated IP 172.20.0.1 (8d4a0884-f34f-4152-a22c-66ea48fd1a23/2eec68f9-b565-4ed8-8f44-b89c2f9ed1af/52e5938e-9592-4c15-9e6e-72f3c505ad7b) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:32.503948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-ebbba18f-36b1-47b3-9f27-93334b1f48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.505523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-ebbba18f-36b1-47b3-9f27-93334b1f48f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1145232 Nov 12 03:23:32.527243 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-c9712ce0-e18f-4199-819d-f790a417ca92 req-d2ccd645-87f8-4f5b-8d4f-3e06a03349ff tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] show failed (client error): The resource could not be found. Nov 12 03:23:32.528365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] Set router dc722ffe-b186-43f7-a3c6-f2d278af3921 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:32.545850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9712ce0-e18f-4199-819d-f790a417ca92 req-d2ccd645-87f8-4f5b-8d4f-3e06a03349ff tempest-FloatingIPsTestJSON-151799612 tempest-FloatingIPsTestJSON-151799612-project] 10.222.0.49 "GET /v2.0/floatingips/d3dd8333-de90-42b7-8ce6-6c9ad48ced49 HTTP/1.1" status: 404 len: 350 time: 0.1160245 Nov 12 03:23:32.554850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34386) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:32.599922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e69a3-0bcb-43c9-a79e-40f2398e28d3 req-d90e8ef5-45d9-4a7c-9a26-6fe27f14604a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.609976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f9e69a3-0bcb-43c9-a79e-40f2398e28d3 req-d90e8ef5-45d9-4a7c-9a26-6fe27f14604a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1024241 Nov 12 03:23:32.621395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-41b4b4d5-17f1-49d1-8ca6-aefe28eb761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.622855 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-41b4b4d5-17f1-49d1-8ca6-aefe28eb761a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035707 Nov 12 03:23:32.742010 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f9e69a3-0bcb-43c9-a79e-40f2398e28d3 req-7b684ad8-278c-4ade-a9b1-d72884c7deba tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254954 Nov 12 03:23:32.810065 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-84938466-d59a-47e5-90e6-257ad2931196 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691713 Nov 12 03:23:33.000772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-4f1d42a6-6987-4acc-8994-b41439e9aed2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753578 Nov 12 03:23:33.001619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-a8e373fc-a1a6-45a6-a47b-68077a777fab tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=def1879511b249c09190a5f24512030e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2477970 Nov 12 03:23:33.019734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '720209d4-7946-4458-983d-1018becd21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:23:28Z', 'revision_number': 3, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port': {'id': '720209d4-7946-4458-983d-1018becd21a3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:28Z', 'updated_at': '2021-11-12T03:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:33.060599 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5cdb3c-6e8e-4d40-aaf7-8e4257ff505e None None] The sync data for ids ['dc722ffe-b186-43f7-a3c6-f2d278af3921'] in n-d-789963-21 is: [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '720209d4-7946-4458-983d-1018becd21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:23:28Z', 'revision_number': 3, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port': {'id': '720209d4-7946-4458-983d-1018becd21a3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:28Z', 'updated_at': '2021-11-12T03:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:33.332710 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.452347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-7a502b46-425a-4b95-894e-f7e001dfceaa tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.461938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-7a502b46-425a-4b95-894e-f7e001dfceaa tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4548900 Nov 12 03:23:33.521647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-ec76b965-2557-4c65-ac1a-3ba999698183 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/quotas/def1879511b249c09190a5f24512030e HTTP/1.1" status: 200 len: 375 time: 0.0580974 Nov 12 03:23:33.535124 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-462fa126-a946-460b-91b4-fa37ee429225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.587866 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-4040d586-cd8f-4719-bbb0-a83d04a58d59 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647123 Nov 12 03:23:33.629092 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.696989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1793180-152a-4727-9001-74319eac2783 req-462549b5-ad35-43fd-8cdb-f62f81335ae5 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.705303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1793180-152a-4727-9001-74319eac2783 req-462549b5-ad35-43fd-8cdb-f62f81335ae5 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1861513 Nov 12 03:23:33.754780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:33.781991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1793180-152a-4727-9001-74319eac2783 req-686b39c9-4d9e-48fa-a4e6-40abf873acec tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756876 Nov 12 03:23:33.796287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:33.799747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:33.800241 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.002049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a0d4629a-b20f-417a-af3b-5309f6f52576 req-74e3b3fc-fdb8-4d23-ac85-6c16c28a42e4 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0513170 Nov 12 03:23:34.133291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=52e5938e-9592-4c15-9e6e-72f3c505ad7b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:34.198195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.294076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84e68ca5-77b4-40d5-8436-caefb74f5c7e None None] Provisioning complete for port 52e5938e-9592-4c15-9e6e-72f3c505ad7b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:34.294724 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84e68ca5-77b4-40d5-8436-caefb74f5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.341310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84e68ca5-77b4-40d5-8436-caefb74f5c7e None None] Port 52e5938e-9592-4c15-9e6e-72f3c505ad7b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:34.349559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933d8b0-20b0-48f4-92e4-058cd60a9ad8 req-fddd2df8-91bc-45d3-a016-5e8301c4f428 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.351147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2933d8b0-20b0-48f4-92e4-058cd60a9ad8 req-fddd2df8-91bc-45d3-a016-5e8301c4f428 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.3575373 Nov 12 03:23:34.450085 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-ded1ffd8-0b90-4991-bac4-424085622373 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=def1879511b249c09190a5f24512030e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609405 Nov 12 03:23:34.602671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2933d8b0-20b0-48f4-92e4-058cd60a9ad8 req-e7e3e619-01dc-4b8f-a403-4be0f604aacb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208095 Nov 12 03:23:34.719167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.780934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-b47b8ddd-b594-4751-8c42-e68eea2c27d4 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.782529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-b47b8ddd-b594-4751-8c42-e68eea2c27d4 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159821 Nov 12 03:23:34.794690 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.800320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.811882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.813070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.813815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Request body: {'port': {'device_id': '4cb34451-4c8e-429a-8fdb-3627712c25d2', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'def1879511b249c09190a5f24512030e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:35.032183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d17c4-42e0-47f6-94dd-9d8159362b46 req-0a51310f-3a63-4204-9038-db135d326958 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.043049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd9d17c4-42e0-47f6-94dd-9d8159362b46 req-0a51310f-3a63-4204-9038-db135d326958 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0807259 Nov 12 03:23:35.043337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=52e5938e-9592-4c15-9e6e-72f3c505ad7b,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.090339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Made reservation on behalf of def1879511b249c09190a5f24512030e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:35.097668 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.109382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.209088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd9d17c4-42e0-47f6-94dd-9d8159362b46 req-9024ac69-1465-4886-9a86-e6cc7661e0e9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614099 Nov 12 03:23:35.283004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73c58bab-8768-4ef4-a0d3-847c18555b6f req-ed334b10-9d66-477d-97a3-2f5f1138e366 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.1005006 Nov 12 03:23:35.319431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.323256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.367346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:35.372948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:35.411165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ba75bb-73da-4d82-89b9-12b8267259d6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.575333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Allocated IP 192.168.233.213 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/a63342a4-e426-4025-adf6-8115340c2553) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:35.786699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 720209d4-7946-4458-983d-1018becd21a3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:35.820211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.859578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.927948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-414aaeac-05ea-4d05-b38b-1e0fb829cc25 None None] Provisioning complete for port 52e5938e-9592-4c15-9e6e-72f3c505ad7b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:35.932278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e487051-9f42-43b1-95e2-9614902357cd req-38aa1f46-82c3-4be3-9997-5435cad90eab tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.933058 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-414aaeac-05ea-4d05-b38b-1e0fb829cc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.934009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e487051-9f42-43b1-95e2-9614902357cd req-38aa1f46-82c3-4be3-9997-5435cad90eab tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1414831 Nov 12 03:23:35.941576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:35.948292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:35.950916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Pushing event updated for resources: {'Port': ['ID=a63342a4-e426-4025-adf6-8115340c2553,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.953204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:35.959246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.959708 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.994537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-9360798a-0d03-43d0-b1d1-56786025af07 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1876702 Nov 12 03:23:36.018385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Request body: {'port': {'device_id': '4cb34451-4c8e-429a-8fdb-3627712c25d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:36.081297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-414aaeac-05ea-4d05-b38b-1e0fb829cc25 None None] Port 52e5938e-9592-4c15-9e6e-72f3c505ad7b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:36.085264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 720209d4-7946-4458-983d-1018becd21a3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:36.085669 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.112930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-81671105-b20b-4d7e-9cbf-490c5057e825 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=def1879511b249c09190a5f24512030e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075027 Nov 12 03:23:36.189945 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.246349 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.366280 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.367579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e487051-9f42-43b1-95e2-9614902357cd req-4d13d6f4-93a2-416c-b8a5-d5d9a29157a7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232388 Nov 12 03:23:36.387747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-769da569-62ce-401a-8bcd-736dfe6eaaa1 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.395151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-769da569-62ce-401a-8bcd-736dfe6eaaa1 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683744 Nov 12 03:23:36.404689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Router dc722ffe-b186-43f7-a3c6-f2d278af3921 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:36.418527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 720209d4-7946-4458-983d-1018becd21a3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=720209d4-7946-4458-983d-1018becd21a3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:36.424154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Request body: {'port': {'device_id': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'def1879511b249c09190a5f24512030e'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:36.424784 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.528449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Deleting port c2ea493f-613c-4942-b904-7c81c4732735 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:36.528721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.529186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f1a2c-ab2a-443c-9f30-ee4c8496130e req-762bd397-f923-4c6c-991c-e34a1fd0e3c4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.530746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e1f1a2c-ab2a-443c-9f30-ee4c8496130e req-762bd397-f923-4c6c-991c-e34a1fd0e3c4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1152968 Nov 12 03:23:36.554129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=720209d4-7946-4458-983d-1018becd21a3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.563856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a6edfb14-deca-4513-ae51-6edf19244a85 None None] Provisioning complete for port a63342a4-e426-4025-adf6-8115340c2553 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:36.565167 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a6edfb14-deca-4513-ae51-6edf19244a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.580928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63715133-ff6d-40c4-9116-9bc598c4aba9 req-a9bb548a-165a-4cf8-bc19-c236425b4c91 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0852206 Nov 12 03:23:36.673014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e1f1a2c-ab2a-443c-9f30-ee4c8496130e req-0d9bc660-46c9-4096-a96f-bb6595dc8dee tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817530 Nov 12 03:23:36.695791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a6edfb14-deca-4513-ae51-6edf19244a85 None None] Port a63342a4-e426-4025-adf6-8115340c2553 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:36.764243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63342a4-e426-4025-adf6-8115340c2553 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:36.774003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.805385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Transition to ACTIVE for port object a63342a4-e426-4025-adf6-8115340c2553 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:36.809594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.888256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Pushing event updated for resources: {'Port': ['ID=a63342a4-e426-4025-adf6-8115340c2553,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.889775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Made reservation on behalf of def1879511b249c09190a5f24512030e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:36.892920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.896399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] For port c2ea493f-613c-4942-b904-7c81c4732735, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c2ea493f-613c-4942-b904-7c81c4732735,segment=NetworkSegment(ff58a22d-0d43-477d-ad21-c135ffb25249),segment_id=ff58a22d-0d43-477d-ad21-c135ffb25249)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:36.896881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.900463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:36.924043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Sync routers for ids ['dc722ffe-b186-43f7-a3c6-f2d278af3921'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:36.937998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-808b0c80-b7bc-438f-8698-68212cbef3f1 admin admin] 10.222.0.49 "PUT /v2.0/routers/dc722ffe-b186-43f7-a3c6-f2d278af3921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8475988 Nov 12 03:23:36.937998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Calling delete_port for c2ea493f-613c-4942-b904-7c81c4732735 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:36.959923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Attempting to bind port a63342a4-e426-4025-adf6-8115340c2553 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:36.960950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Attempting to bind port a63342a4-e426-4025-adf6-8115340c2553 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:36.961526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Attempting to bind port a63342a4-e426-4025-adf6-8115340c2553 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:36.969745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Routers {'dc722ffe-b186-43f7-a3c6-f2d278af3921'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:36.970427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc722ffe-b186-43f7-a3c6-f2d278af3921'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:36.977651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Port a63342a4-e426-4025-adf6-8115340c2553 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:36.978959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Attempting to bind port a63342a4-e426-4025-adf6-8115340c2553 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:36.993868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:36.996059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:36.997393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:36.998713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Bound port: a63342a4-e426-4025-adf6-8115340c2553, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:37.001173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.147845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Set router dc722ffe-b186-43f7-a3c6-f2d278af3921 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:37.180000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] For port a63342a4-e426-4025-adf6-8115340c2553, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:37.189631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] For port a63342a4-e426-4025-adf6-8115340c2553, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a63342a4-e426-4025-adf6-8115340c2553,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:37.200113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.319068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.319725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.321245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] 10.222.0.20 "PUT /v2.0/ports/a63342a4-e426-4025-adf6-8115340c2553 HTTP/1.1" status: 200 len: 1097 time: 1.3161695 Nov 12 03:23:37.321730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb34451-4c8e-429a-8fdb-3627712c25d2', 'tag': 'a63342a4-e426-4025-adf6-8115340c2553'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:37.324152 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951e63b0-5f68-428c-a243-f902e1f9ecc7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb34451-4c8e-429a-8fdb-3627712c25d2", "tag": "a63342a4-e426-4025-adf6-8115340c2553"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:37.385843 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.468444 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64815b8a-17e3-4691-a675-4668f6012261 x-openstack-request-id: req-64815b8a-17e3-4691-a675-4668f6012261 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:37.468854 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb34451-4c8e-429a-8fdb-3627712c25d2", "tag": "a63342a4-e426-4025-adf6-8115340c2553", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:37.473010 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64815b8a-17e3-4691-a675-4668f6012261 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:37.473490 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb34451-4c8e-429a-8fdb-3627712c25d2', 'tag': 'a63342a4-e426-4025-adf6-8115340c2553', 'status': 'completed', 'code': 200} Nov 12 03:23:37.483046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9c95e-e70d-446e-a03a-492f3df2f70d service neutron] Pushing event updated for resources: {'Port': ['ID=a63342a4-e426-4025-adf6-8115340c2553,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.549420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-be2a7c67-1ead-4a95-96bd-b2f9715afd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.551117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-be2a7c67-1ead-4a95-96bd-b2f9715afd03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&device_id=4cb34451-4c8e-429a-8fdb-3627712c25d2 HTTP/1.1" status: 200 len: 1100 time: 0.1674888 Nov 12 03:23:37.627280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 720209d4-7946-4458-983d-1018becd21a3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:37.670115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-4c57fe4e-6c7b-46f2-895a-e41658850a36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a63342a4-e426-4025-adf6-8115340c2553 HTTP/1.1" status: 200 len: 217 time: 0.1039724 Nov 12 03:23:37.736372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Allocated IP 192.168.233.214 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/a26f5b45-a2af-4244-b77b-caf3b1c481bd) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:37.745086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.756241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 720209d4-7946-4458-983d-1018becd21a3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:37.756790 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.815452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '720209d4-7946-4458-983d-1018becd21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:23:33Z', 'revision_number': 4, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port': {'id': '720209d4-7946-4458-983d-1018becd21a3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:28Z', 'updated_at': '2021-11-12T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '52e5938e-9592-4c15-9e6e-72f3c505ad7b', 'name': '', 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'mac_address': 'fa:16:3e:2a:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2eec68f9-b565-4ed8-8f44-b89c2f9ed1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:31Z', 'updated_at': '2021-11-12T03:23:34Z', 'revision_number': 2, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'subnets': [{'id': '2eec68f9-b565-4ed8-8f44-b89c2f9ed1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:37.821096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-080f057a-daeb-47a5-85cf-e24e689d30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.822704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-080f057a-daeb-47a5-85cf-e24e689d30d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1208882 Nov 12 03:23:37.828284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ea493f-613c-4942-b904-7c81c4732735,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.841989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad6209-a808-4079-89d8-6b5ca6ade3fa req-c54555da-8ac5-4d15-b0f4-db5ad6a6a5f3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.851134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84ad6209-a808-4079-89d8-6b5ca6ade3fa req-c54555da-8ac5-4d15-b0f4-db5ad6a6a5f3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.2784317 Nov 12 03:23:37.919501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Checking router: dc722ffe-b186-43f7-a3c6-f2d278af3921 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:37.919802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Updating router dc722ffe-b186-43f7-a3c6-f2d278af3921 port 52e5938e-9592-4c15-9e6e-72f3c505ad7b binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:37.966579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-78d94f18-3703-4871-ad36-ab6dd82b3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.989035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-78d94f18-3703-4871-ad36-ab6dd82b3fc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065266 Nov 12 03:23:37.999352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.127544 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84ad6209-a808-4079-89d8-6b5ca6ade3fa req-6707e4ed-1ce9-4cd1-8f91-017635d1e822 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720885 Nov 12 03:23:38.175173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-ae62b646-7540-4ab9-bfb3-c2d4995ec530 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846962 Nov 12 03:23:38.223480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c7a05672-1c7d-45b5-b99c-f5d1e663ac32 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.225247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c7a05672-1c7d-45b5-b99c-f5d1e663ac32 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/networks?id=8d4a0884-f34f-4152-a22c-66ea48fd1a23 HTTP/1.1" status: 200 len: 828 time: 0.5669668 Nov 12 03:23:38.260797 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.266558 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-a96a89f2-d6f6-43bb-b506-4bb5fc6eb3ca tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/quotas/8a2e2649356c4781a17e3aad83d3fa13 HTTP/1.1" status: 200 len: 375 time: 0.0322576 Nov 12 03:23:38.291023 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8ddf7fd1-e7b5-4e53-aaed-47eff116e723 req-160b30aa-0718-4444-a9e5-a545056a72fb tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0504322 Nov 12 03:23:38.480045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.491045 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-dbbdfe23-0b16-4d67-8d67-336dbba60926 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761928 Nov 12 03:23:38.492069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.507811 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.535849 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-464003ea-3ef2-4b9e-be3f-cf218d4859bd req-36697f61-29b8-41ba-adc6-914d481da566 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509681 Nov 12 03:23:38.585344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be42b58-7a01-4d63-8473-0d57fecdd5b7 req-2caa8439-234b-4b53-8e91-6ad2207ea036 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.600961 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9be42b58-7a01-4d63-8473-0d57fecdd5b7 req-2caa8439-234b-4b53-8e91-6ad2207ea036 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1614506 Nov 12 03:23:38.644721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.691374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Pushing event updated for resources: {'Port': ['ID=52e5938e-9592-4c15-9e6e-72f3c505ad7b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.769815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Attempting to bind port 52e5938e-9592-4c15-9e6e-72f3c505ad7b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:38.770185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Attempting to bind port 52e5938e-9592-4c15-9e6e-72f3c505ad7b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:38.771614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Attempting to bind port 52e5938e-9592-4c15-9e6e-72f3c505ad7b on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:38.779536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:38.780576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Checking segment: {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:38.781705 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.782111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Bound using segment: {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:38.783086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Bound port: 52e5938e-9592-4c15-9e6e-72f3c505ad7b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:38.783477 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.791372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-961f8c2d-4b41-4123-a9f6-0d4d7d91770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.792971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-961f8c2d-4b41-4123-a9f6-0d4d7d91770f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&device_id=4cb34451-4c8e-429a-8fdb-3627712c25d2 HTTP/1.1" status: 200 len: 1100 time: 0.1794107 Nov 12 03:23:38.803100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-20310118-793b-4c98-a7bf-a3ecf9a27058 service neutron] 10.222.0.49 "GET /v2.0/networks/8d4a0884-f34f-4152-a22c-66ea48fd1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955101 Nov 12 03:23:38.815259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9be42b58-7a01-4d63-8473-0d57fecdd5b7 req-3205ef41-601b-4c5c-b422-f906c2769f87 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135386 Nov 12 03:23:38.902020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:38.922343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:38.953493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Pushing event updated for resources: {'Port': ['ID=a26f5b45-a2af-4244-b77b-caf3b1c481bd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.964243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:38.968283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] For port 52e5938e-9592-4c15-9e6e-72f3c505ad7b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:38.981328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] For port 52e5938e-9592-4c15-9e6e-72f3c505ad7b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=52e5938e-9592-4c15-9e6e-72f3c505ad7b,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:38.985301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.986676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.991007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-e7b93074-2521-48f1-af42-9a2d3605bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.991585 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.995220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-e7b93074-2521-48f1-af42-9a2d3605bd03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1775892 Nov 12 03:23:39.091072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-9175d1c5-d5d0-4504-9097-a02970b9067e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a63342a4-e426-4025-adf6-8115340c2553 HTTP/1.1" status: 200 len: 217 time: 0.0737312 Nov 12 03:23:39.106473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:39.110597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-17197acd-7822-46fa-bba1-0a27880abc72 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6925914 Nov 12 03:23:39.127885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Request body: {'port': {'device_id': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:39.141707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Routers {'dc722ffe-b186-43f7-a3c6-f2d278af3921'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:39.142382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc722ffe-b186-43f7-a3c6-f2d278af3921'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:39.209936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-bbc8389a-7824-4a94-9572-052e33b790a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.213143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-bbc8389a-7824-4a94-9572-052e33b790a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1136057 Nov 12 03:23:39.325103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-5a6d7c50-b905-43c0-bae6-5452e85efb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.342874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-5a6d7c50-b905-43c0-bae6-5452e85efb5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1192131 Nov 12 03:23:39.469110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.493324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6e12a130-ae55-44f3-b4a6-91ae4a8eae16 service neutron] 10.222.0.49 "GET /v2.0/networks/8d4a0884-f34f-4152-a22c-66ea48fd1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892350 Nov 12 03:23:39.529203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e977f810-b499-4667-9c93-4ba03596db72 None None] Provisioning complete for port 52e5938e-9592-4c15-9e6e-72f3c505ad7b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:39.532695 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e977f810-b499-4667-9c93-4ba03596db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.534357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96740242-e7fa-4565-93b7-e09a586bc8e7 req-610ad191-16a2-4ff5-834a-ff75ef4bf448 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.535979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96740242-e7fa-4565-93b7-e09a586bc8e7 req-610ad191-16a2-4ff5-834a-ff75ef4bf448 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.2133315 Nov 12 03:23:39.608009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Pushing event updated for resources: {'Port': ['ID=52e5938e-9592-4c15-9e6e-72f3c505ad7b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:39.635433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.636831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.637417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.637952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.638906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.639645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.640177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.640719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.641266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.641792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.642539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.643080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56146e-6b43-4043-ace9-a48fbdb30549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:39.646268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:39.655819 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] Sync routers for ids ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:39.678772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ee030985-4b5c-4665-a9af-c433bd3bc183 admin admin] 10.222.0.49 "PUT /v2.0/routers/188eaf2a-733b-427c-8f57-d8f3f7ee4553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0897932 Nov 12 03:23:39.679119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] Set router dc722ffe-b186-43f7-a3c6-f2d278af3921 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:39.679577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:39.680296 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] Routers {'188eaf2a-733b-427c-8f57-d8f3f7ee4553'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:39.684850 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:39.708483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96740242-e7fa-4565-93b7-e09a586bc8e7 req-edd2e5ee-ef96-4a8d-baff-4f348064ef83 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924263 Nov 12 03:23:39.760183 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-bc8bc4c8-493e-4433-9def-697cb095bbf9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343534 Nov 12 03:23:39.778770 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e977f810-b499-4667-9c93-4ba03596db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.978145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-951e63b0-5f68-428c-a243-f902e1f9ecc7 req-24ef0340-ba41-4fe3-ab83-24b7bcf5ee82 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998122 Nov 12 03:23:40.093813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c29d-2525-4148-bf8f-789edb7488b6 req-1bf388c5-d030-48cd-8f0f-5da963c78bba tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.096393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac67c29d-2525-4148-bf8f-789edb7488b6 req-1bf388c5-d030-48cd-8f0f-5da963c78bba tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 936 time: 0.1166143 Nov 12 03:23:40.185910 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] Set router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:40.213373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e977f810-b499-4667-9c93-4ba03596db72 None None] For port 52e5938e-9592-4c15-9e6e-72f3c505ad7b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=52e5938e-9592-4c15-9e6e-72f3c505ad7b,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:40.229518 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e977f810-b499-4667-9c93-4ba03596db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.245558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac67c29d-2525-4148-bf8f-789edb7488b6 req-9fe37417-5257-4dd5-8da2-01f534f5b825 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421165 Nov 12 03:23:40.264961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4b49649-15a5-47aa-bc14-c60b203b1f1c req-811f2c12-d510-424c-9b6e-eebe67c1118c tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.4229813 Nov 12 03:23:40.338866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '720209d4-7946-4458-983d-1018becd21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:23:33Z', 'revision_number': 4, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port': {'id': '720209d4-7946-4458-983d-1018becd21a3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:28Z', 'updated_at': '2021-11-12T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '52e5938e-9592-4c15-9e6e-72f3c505ad7b', 'name': '', 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'mac_address': 'fa:16:3e:2a:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2eec68f9-b565-4ed8-8f44-b89c2f9ed1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:31Z', 'updated_at': '2021-11-12T03:23:38Z', 'revision_number': 4, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'subnets': [{'id': '2eec68f9-b565-4ed8-8f44-b89c2f9ed1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:40.377088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc3cf97-9789-43ee-8ec1-8a012d4049bc None None] The sync data for ids ['dc722ffe-b186-43f7-a3c6-f2d278af3921'] in n-d-789963-21 is: [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '720209d4-7946-4458-983d-1018becd21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:23:33Z', 'revision_number': 4, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port': {'id': '720209d4-7946-4458-983d-1018becd21a3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:28Z', 'updated_at': '2021-11-12T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '52e5938e-9592-4c15-9e6e-72f3c505ad7b', 'name': '', 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'mac_address': 'fa:16:3e:2a:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2eec68f9-b565-4ed8-8f44-b89c2f9ed1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:31Z', 'updated_at': '2021-11-12T03:23:38Z', 'revision_number': 4, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'subnets': [{'id': '2eec68f9-b565-4ed8-8f44-b89c2f9ed1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:40.391388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977f810-b499-4667-9c93-4ba03596db72 None None] Pushing event updated for resources: {'Port': ['ID=52e5938e-9592-4c15-9e6e-72f3c505ad7b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:40.407010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-72e1c845-0126-446c-8773-c5d8ed778616 None None] Provisioning complete for port a26f5b45-a2af-4244-b77b-caf3b1c481bd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:40.407999 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72e1c845-0126-446c-8773-c5d8ed778616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.554220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-72e1c845-0126-446c-8773-c5d8ed778616 None None] Port a26f5b45-a2af-4244-b77b-caf3b1c481bd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:40.587438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-72e1c845-0126-446c-8773-c5d8ed778616 None None] Provisioning complete for port 52e5938e-9592-4c15-9e6e-72f3c505ad7b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:40.587812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72e1c845-0126-446c-8773-c5d8ed778616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.649409 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:37Z', 'revision_number': 5, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:40.683419 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.713745 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] Checking router: 188eaf2a-733b-427c-8f57-d8f3f7ee4553 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:40.725948 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] Routers {'188eaf2a-733b-427c-8f57-d8f3f7ee4553'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:40.726592 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:40.784320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5d4d-5062-4b07-bd31-60f07ce0d1a1 req-d08e18af-0724-497b-a3e6-5b7d540ce484 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.785956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403e5d4d-5062-4b07-bd31-60f07ce0d1a1 req-d08e18af-0724-497b-a3e6-5b7d540ce484 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.2860498 Nov 12 03:23:40.977232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51039d51-1bac-4eb8-bea1-ed42c1a8d3b8 req-c01190be-5074-4d22-b9d3-b62d1f3695f3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.979066 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51039d51-1bac-4eb8-bea1-ed42c1a8d3b8 req-c01190be-5074-4d22-b9d3-b62d1f3695f3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1160941 Nov 12 03:23:41.004424 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] Set router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:41.067384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403e5d4d-5062-4b07-bd31-60f07ce0d1a1 req-cbcd5167-9802-4d84-a06e-a1fab41fa6fd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535055 Nov 12 03:23:41.092819 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51039d51-1bac-4eb8-bea1-ed42c1a8d3b8 req-a5fe6aec-c2c8-4060-94ab-8b163a34c73f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029546 Nov 12 03:23:41.182022 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.194554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26f5b45-a2af-4244-b77b-caf3b1c481bd {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:41.204705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.272032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Transition to ACTIVE for port object a26f5b45-a2af-4244-b77b-caf3b1c481bd will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:41.282619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.326584 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:37Z', 'revision_number': 5, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:41.371857 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd66536-aba4-4307-b17e-a2995b512f5e None None] The sync data for ids ['188eaf2a-733b-427c-8f57-d8f3f7ee4553'] in n-d-789963-21 is: [{'id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'name': 'tempest-FloatingIPsTestJSON-1114212411-router', 'tenant_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'be838819-c81e-42e7-b375-2b03ff979847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:08Z', 'updated_at': '2021-11-12T03:23:37Z', 'revision_number': 5, 'project_id': 'e8713258d1f048f0bc4ef05bd6afe9cf', 'gw_port': {'id': 'be838819-c81e-42e7-b375-2b03ff979847', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188eaf2a-733b-427c-8f57-d8f3f7ee4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:10Z', 'updated_at': '2021-11-12T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:41.403367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Deleting port be838819-c81e-42e7-b375-2b03ff979847 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:41.403728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.435456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a26f5b45-a2af-4244-b77b-caf3b1c481bd,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:41.491689 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6cb2789-1753-4658-8fd0-fe53eee109fc req-0c9ee032-455e-4278-baa2-1434b7bcfae9 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0442870 Nov 12 03:23:41.754488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Attempting to bind port a26f5b45-a2af-4244-b77b-caf3b1c481bd on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:41.754822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Attempting to bind port a26f5b45-a2af-4244-b77b-caf3b1c481bd by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:41.755774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Attempting to bind port a26f5b45-a2af-4244-b77b-caf3b1c481bd on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:41.936812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Port a26f5b45-a2af-4244-b77b-caf3b1c481bd on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:41.937073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 52e5938e-9592-4c15-9e6e-72f3c505ad7b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:41.937577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Attempting to bind port a26f5b45-a2af-4244-b77b-caf3b1c481bd on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:41.985591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] For port be838819-c81e-42e7-b375-2b03ff979847, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be838819-c81e-42e7-b375-2b03ff979847,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:41.985959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.000265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c88329dd-9008-4c0e-9807-ff2e3aaa3fb7 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.001816 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c88329dd-9008-4c0e-9807-ff2e3aaa3fb7 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.20 "GET /v2.0/networks?id=8d4a0884-f34f-4152-a22c-66ea48fd1a23 HTTP/1.1" status: 200 len: 828 time: 0.3914981 Nov 12 03:23:42.003877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:42.004296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:42.004658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:42.005231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Bound port: a26f5b45-a2af-4244-b77b-caf3b1c481bd, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:42.005582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.015576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Request body: {'port': {'device_id': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'admin_state_up': True, 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:42.033427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63da7c-8c1a-4b04-bd36-dbe3105848b6 req-e3e9b771-cc60-4f45-92a6-e27c76c7c2b2 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.034984 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf63da7c-8c1a-4b04-bd36-dbe3105848b6 req-e3e9b771-cc60-4f45-92a6-e27c76c7c2b2 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 948 time: 0.5217929 Nov 12 03:23:42.038506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 52e5938e-9592-4c15-9e6e-72f3c505ad7b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:42.040046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.092810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Calling delete_port for be838819-c81e-42e7-b375-2b03ff979847 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:42.232956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] For port a26f5b45-a2af-4244-b77b-caf3b1c481bd, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:42.238937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] For port a26f5b45-a2af-4244-b77b-caf3b1c481bd, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a26f5b45-a2af-4244-b77b-caf3b1c481bd,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:42.257174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c2ea493f-613c-4942-b904-7c81c4732735 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:42.281644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c2ea493f-613c-4942-b904-7c81c4732735 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:42.282262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c2ea493f-613c-4942-b904-7c81c4732735 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:42.286291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.308311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.309151 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.310711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/a26f5b45-a2af-4244-b77b-caf3b1c481bd HTTP/1.1" status: 200 len: 1097 time: 3.1870601 Nov 12 03:23:42.334370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'tag': 'a26f5b45-a2af-4244-b77b-caf3b1c481bd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:42.337730 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c232877b-0dd5-4544-8a70-c65445f6d8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "tag": "a26f5b45-a2af-4244-b77b-caf3b1c481bd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:42.342514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c479c3a-5b8b-4579-ab43-376d6f870e9a req-28462659-f724-476f-a5fb-f870da870c04 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.344353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c479c3a-5b8b-4579-ab43-376d6f870e9a req-28462659-f724-476f-a5fb-f870da870c04 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1212583 Nov 12 03:23:42.345119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Made reservation on behalf of 8a2e2649356c4781a17e3aad83d3fa13 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:42.350483 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.415632 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf63da7c-8c1a-4b04-bd36-dbe3105848b6 req-bb28454a-20e9-4678-94c6-5dfea42a11f5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588688 Nov 12 03:23:42.493276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeaff5-59f0-4b42-886d-24f0f038b2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a26f5b45-a2af-4244-b77b-caf3b1c481bd,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:42.517267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-42bb19d5-6977-4a11-9231-4713d8b913cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.522160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-42bb19d5-6977-4a11-9231-4713d8b913cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 1100 time: 0.1444988 Nov 12 03:23:42.522445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a63342a4-e426-4025-adf6-8115340c2553 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:42.551464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c479c3a-5b8b-4579-ab43-376d6f870e9a req-db81a105-0f7b-47fb-8569-c936aecc0380 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800869 Nov 12 03:23:42.633545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-03cd37d2-4dfa-4a60-9292-50531a1e8a00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a26f5b45-a2af-4244-b77b-caf3b1c481bd HTTP/1.1" status: 200 len: 217 time: 0.0512223 Nov 12 03:23:42.712383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Allocated IP 172.20.0.10 (8d4a0884-f34f-4152-a22c-66ea48fd1a23/2eec68f9-b565-4ed8-8f44-b89c2f9ed1af/12a730c3-3583-4d29-8cac-1a185db6ed76) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:42.722351 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae551fd-a008-40a9-9568-078184a96e13 x-openstack-request-id: req-bae551fd-a008-40a9-9568-078184a96e13 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:42.722667 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "tag": "a26f5b45-a2af-4244-b77b-caf3b1c481bd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:42.722879 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bae551fd-a008-40a9-9568-078184a96e13 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:42.725417 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'tag': 'a26f5b45-a2af-4244-b77b-caf3b1c481bd', 'status': 'completed', 'code': 200} Nov 12 03:23:42.817049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-afe07962-fff6-4d9a-9004-63da9a242606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.819395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-afe07962-fff6-4d9a-9004-63da9a242606 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0984919 Nov 12 03:23:42.863779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a63342a4-e426-4025-adf6-8115340c2553, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a63342a4-e426-4025-adf6-8115340c2553,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:42.881754 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'a63342a4-e426-4025-adf6-8115340c2553', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'a63342a4-e426-4025-adf6-8115340c2553', 'mac_address': 'fa:16:3e:ec:74:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:42.899012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1076a-d754-40da-87e5-8b2cba7ece54 req-fde11d48-d323-4845-be39-a393c95baa70 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.907086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62b1076a-d754-40da-87e5-8b2cba7ece54 req-fde11d48-d323-4845-be39-a393c95baa70 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.3379476 Nov 12 03:23:42.930258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.946671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63342a4-e426-4025-adf6-8115340c2553 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:42.980768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a63342a4-e426-4025-adf6-8115340c2553, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a63342a4-e426-4025-adf6-8115340c2553,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:42.986114 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.031747 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.052778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-30da9b20-5dbd-43a9-8916-d922b6b14f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.055354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-30da9b20-5dbd-43a9-8916-d922b6b14f52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2200053 Nov 12 03:23:43.069759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a63342a4-e426-4025-adf6-8115340c2553,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.078269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62b1076a-d754-40da-87e5-8b2cba7ece54 req-606c37c7-b3a9-4b01-9aa9-15ca017c5d6c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697471 Nov 12 03:23:43.089613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-841bf198-ee70-4a59-b267-cc3bab99efac req-17f97742-3d46-4963-9018-4e762ae2e901 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.2743576 Nov 12 03:23:43.091126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.092829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.155782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:43.161695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:43.166135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:43.176470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.176470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.199390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Pushing event updated for resources: {'Port': ['ID=12a730c3-3583-4d29-8cac-1a185db6ed76,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.218102 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-6adeb6ce-b013-4ffe-b900-2a8485a90223 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2062833 Nov 12 03:23:43.237890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Pushing event deleted for resources: {'Port': ['ID=be838819-c81e-42e7-b375-2b03ff979847,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.246694 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Request body: {'port': {'device_id': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:43.259370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.320124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.383093 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.390472 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.401087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-051af750-a362-4697-8fdc-3aa06b853dec service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212144 Nov 12 03:23:43.489027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.489027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 188eaf2a-733b-427c-8f57-d8f3f7ee4553 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:23:43.502805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.510005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a63342a4-e426-4025-adf6-8115340c2553'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:43.511198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fd7fc90e-2e63-4c61-a8b3-09131e3f4429 admin admin] 10.222.0.49 "DELETE /v2.0/routers/188eaf2a-733b-427c-8f57-d8f3f7ee4553 HTTP/1.1" status: 204 len: 168 time: 3.8250947 Nov 12 03:23:43.512286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34606) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.575982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b5913c83-2e50-4eb3-a051-9d94bed1f49d None None] Provisioning complete for port 12a730c3-3583-4d29-8cac-1a185db6ed76 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:43.576347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5913c83-2e50-4eb3-a051-9d94bed1f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.659764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6fcbe2-34ac-4f39-b806-0e33e656c315 admin admin] Deleting subnet cba4faac-b45f-443f-9660-ee57dadf9904 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:43.699725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b5913c83-2e50-4eb3-a051-9d94bed1f49d None None] Port 12a730c3-3583-4d29-8cac-1a185db6ed76 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:43.711822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcbe2-34ac-4f39-b806-0e33e656c315 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.791748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39680-4a11-4045-adae-55e28ce325af req-456d7371-8868-479e-a7f2-7177b8756b02 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.793640 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8f39680-4a11-4045-adae-55e28ce325af req-456d7371-8868-479e-a7f2-7177b8756b02 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 948 time: 0.1763103 Nov 12 03:23:43.807195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bb261-33c0-488b-a66a-63017fa741af req-726fe37c-e99f-4c54-9ade-e5505994970b tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.815881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c9bb261-33c0-488b-a66a-63017fa741af req-726fe37c-e99f-4c54-9ade-e5505994970b tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1065316 Nov 12 03:23:43.825137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcbe2-34ac-4f39-b806-0e33e656c315 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.903836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8f39680-4a11-4045-adae-55e28ce325af req-efd77b48-e7d8-4424-b931-b0f07ab3e18d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031711 Nov 12 03:23:43.908316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c9bb261-33c0-488b-a66a-63017fa741af req-37c1e22f-9f72-4b3b-a9d4-503f910e5f54 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914941 Nov 12 03:23:43.955297 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-9f79a0b8-7f65-4439-91b9-e1e5ed9cd0be service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321455 Nov 12 03:23:43.960988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a730c3-3583-4d29-8cac-1a185db6ed76 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:43.969494 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.985326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Transition to ACTIVE for port object 12a730c3-3583-4d29-8cac-1a185db6ed76 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:44.000172 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcbe2-34ac-4f39-b806-0e33e656c315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.001455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.065720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Pushing event updated for resources: {'Port': ['ID=12a730c3-3583-4d29-8cac-1a185db6ed76,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.121608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-95552159-c17d-41aa-bcc7-f5e4bb23bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.128932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-95552159-c17d-41aa-bcc7-f5e4bb23bd5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 1100 time: 0.0975196 Nov 12 03:23:44.137123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Attempting to bind port 12a730c3-3583-4d29-8cac-1a185db6ed76 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:44.137722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Attempting to bind port 12a730c3-3583-4d29-8cac-1a185db6ed76 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:44.138265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Attempting to bind port 12a730c3-3583-4d29-8cac-1a185db6ed76 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:44.146163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Port 12a730c3-3583-4d29-8cac-1a185db6ed76 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:44.146163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Attempting to bind port 12a730c3-3583-4d29-8cac-1a185db6ed76 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:44.153411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:44.153892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Checking segment: {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:44.154346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Bound using segment: {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:44.154911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Bound port: 12a730c3-3583-4d29-8cac-1a185db6ed76, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:44.155461 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.191750 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcbe2-34ac-4f39-b806-0e33e656c315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.325307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] For port 12a730c3-3583-4d29-8cac-1a185db6ed76, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:44.330486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] For port 12a730c3-3583-4d29-8cac-1a185db6ed76, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=12a730c3-3583-4d29-8cac-1a185db6ed76,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:44.347035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054286b-8507-42dd-a90a-c60d60cb1373 req-4a5f4d66-2908-47e6-9b75-27b0e57b9982 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.349536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3054286b-8507-42dd-a90a-c60d60cb1373 req-4a5f4d66-2908-47e6-9b75-27b0e57b9982 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0946920 Nov 12 03:23:44.353801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.395830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1289fc-185b-4c7c-8141-b862c5fd377f None None] Network 8b316560-30fa-4a67-a135-dee570a98ebf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:44.412014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fcbe2-34ac-4f39-b806-0e33e656c315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba4faac-b45f-443f-9660-ee57dadf9904,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.417129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcbe2-34ac-4f39-b806-0e33e656c315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.420516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6d6fcbe2-34ac-4f39-b806-0e33e656c315 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cba4faac-b45f-443f-9660-ee57dadf9904 HTTP/1.1" status: 204 len: 168 time: 0.9030230 Nov 12 03:23:44.436355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34624) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:44.574556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf109c-a77b-41cd-a11a-a342176a81b2 req-69d815ca-f2ba-4780-9c8f-930a99b59a0a tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.576289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5acf109c-a77b-41cd-a11a-a342176a81b2 req-69d815ca-f2ba-4780-9c8f-930a99b59a0a tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 944 time: 0.2930293 Nov 12 03:23:44.653809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-fe066411-881e-46eb-961c-18f99f49b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.655850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-fe066411-881e-46eb-961c-18f99f49b183 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.5173407 Nov 12 03:23:44.726624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-be319ff3-4850-4865-b5c8-39fe0c4e84c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a26f5b45-a2af-4244-b77b-caf3b1c481bd HTTP/1.1" status: 200 len: 217 time: 0.0520456 Nov 12 03:23:44.735060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.769836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] DHCP port deletion for 8b316560-30fa-4a67-a135-dee570a98ebf request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:44.848460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] Deleting port 5231432a-a443-4179-899f-ecab9c443c40 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:44.848686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.849321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.849436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.850919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] 10.222.0.20 "PUT /v2.0/ports/12a730c3-3583-4d29-8cac-1a185db6ed76 HTTP/1.1" status: 200 len: 1093 time: 1.6091135 Nov 12 03:23:44.851642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'tag': '12a730c3-3583-4d29-8cac-1a185db6ed76'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:44.854411 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a2b79c-913f-4b57-ac6d-7f973700d698" -d '{"events": [{"name": "network-changed", "server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "tag": "12a730c3-3583-4d29-8cac-1a185db6ed76"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:44.891602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3054286b-8507-42dd-a90a-c60d60cb1373 req-710ada1c-00b4-4e05-97d5-7cb2e40c265a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570320 Nov 12 03:23:44.946224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb94fee-ab78-460f-aa66-f96fef7b1457 service neutron] Pushing event updated for resources: {'Port': ['ID=12a730c3-3583-4d29-8cac-1a185db6ed76,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.967387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-773265f7-05b3-4d40-8804-4ad5392c0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.969915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-773265f7-05b3-4d40-8804-4ad5392c0ad8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 1096 time: 0.0697336 Nov 12 03:23:44.988605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] For port 5231432a-a443-4179-899f-ecab9c443c40, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5231432a-a443-4179-899f-ecab9c443c40,segment=NetworkSegment(ff58a22d-0d43-477d-ad21-c135ffb25249),segment_id=ff58a22d-0d43-477d-ad21-c135ffb25249)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:44.989031 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.002718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5acf109c-a77b-41cd-a11a-a342176a81b2 req-824b4cb1-fbc1-4494-9374-d3996684bee0 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147635 Nov 12 03:23:45.017512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] Calling delete_port for 5231432a-a443-4179-899f-ecab9c443c40 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:45.045830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-13b451a4-51b4-4a48-9e42-2a8d5e33c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.047577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-13b451a4-51b4-4a48-9e42-2a8d5e33c85c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.3085237 Nov 12 03:23:45.083825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-224931b4-f10c-4076-8a1e-c630b89786ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a730c3-3583-4d29-8cac-1a185db6ed76 HTTP/1.1" status: 200 len: 217 time: 0.1015878 Nov 12 03:23:45.102631 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23dda6-a893-4a3b-8441-8721e5da22c0 x-openstack-request-id: req-0a23dda6-a893-4a3b-8441-8721e5da22c0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:45.103312 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "tag": "12a730c3-3583-4d29-8cac-1a185db6ed76", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:45.104341 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a23dda6-a893-4a3b-8441-8721e5da22c0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:45.106669 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'tag': '12a730c3-3583-4d29-8cac-1a185db6ed76', 'status': 'completed', 'code': 200} Nov 12 03:23:45.238688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-3253d97d-384c-4058-9b65-abd13daa16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.240961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-3253d97d-384c-4058-9b65-abd13daa16eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1564772 Nov 12 03:23:45.251125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Deleting port 5231432a-a443-4179-899f-ecab9c443c40 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:45.252471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.303086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-77a73e34-bc91-4def-9c2f-d5d6c86b0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.308647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-77a73e34-bc91-4def-9c2f-d5d6c86b0f27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eec68f9-b565-4ed8-8f44-b89c2f9ed1af HTTP/1.1" status: 200 len: 867 time: 0.2025666 Nov 12 03:23:45.314940 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.334746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] No DVR routers for this DVR port 5231432a-a443-4179-899f-ecab9c443c40 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:45.360480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd8b26-e3f3-4715-a946-78f9638629f3 None None] Pushing event deleted for resources: {'Port': ['ID=5231432a-a443-4179-899f-ecab9c443c40,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:45.412445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae9776-4e53-46c3-902f-80619269cd4c req-cada4e4a-5534-40b2-ab09-645cd5ca3634 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.413979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84ae9776-4e53-46c3-902f-80619269cd4c req-cada4e4a-5534-40b2-ab09-645cd5ca3634 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 948 time: 0.1669793 Nov 12 03:23:45.415837 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-e7d8cc11-5909-472d-a054-03015b38abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.417182 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-e7d8cc11-5909-472d-a054-03015b38abec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d4a0884-f34f-4152-a22c-66ea48fd1a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889421 Nov 12 03:23:45.561073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84ae9776-4e53-46c3-902f-80619269cd4c req-ab6a2a2a-3f2e-4b50-bc38-ad8416422b03 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408429 Nov 12 03:23:45.572608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5231432a-a443-4179-899f-ecab9c443c40 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:45.591237 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-32eefed1-fa19-4f5f-b46a-ef078741540b service neutron] 10.222.0.20 "GET /v2.0/networks/8d4a0884-f34f-4152-a22c-66ea48fd1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512649 Nov 12 03:23:45.611614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5231432a-a443-4179-899f-ecab9c443c40 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:45.611889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5231432a-a443-4179-899f-ecab9c443c40 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:45.612309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be838819-c81e-42e7-b375-2b03ff979847 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:45.633668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: be838819-c81e-42e7-b375-2b03ff979847 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:45.633668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be838819-c81e-42e7-b375-2b03ff979847 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:45.708395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-211fc127-7ff3-400f-a4c5-c75058e72067 service neutron] 10.222.0.20 "GET /v2.0/networks/8d4a0884-f34f-4152-a22c-66ea48fd1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086931 Nov 12 03:23:45.795480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] For port 5231432a-a443-4179-899f-ecab9c443c40, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5231432a-a443-4179-899f-ecab9c443c40,segment=NetworkSegment(ff58a22d-0d43-477d-ad21-c135ffb25249),segment_id=ff58a22d-0d43-477d-ad21-c135ffb25249)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:45.796108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.819978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f5a90-5a4e-4aa9-bc8a-c6a50b9935b4 req-8933ac72-f88b-4e90-a7ac-876fbf1f6f67 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.827395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-587f5a90-5a4e-4aa9-bc8a-c6a50b9935b4 req-8933ac72-f88b-4e90-a7ac-876fbf1f6f67 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.5435631 Nov 12 03:23:45.835824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-5e1ad676-486f-4e40-aa94-1f52fad7d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.838177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-5e1ad676-486f-4e40-aa94-1f52fad7d5d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 1096 time: 0.0716605 Nov 12 03:23:45.852562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Calling delete_port for 5231432a-a443-4179-899f-ecab9c443c40 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:45.889598 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-76214f21-7d6b-4647-88d8-af3b91cf5e3a service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306243 Nov 12 03:23:45.965713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-f6993336-14e6-4ec7-bcd2-ae4532e77361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.971128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-f6993336-14e6-4ec7-bcd2-ae4532e77361 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d4a0884-f34f-4152-a22c-66ea48fd1a23 HTTP/1.1" status: 200 len: 930 time: 0.1238303 Nov 12 03:23:46.035071 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-344d54bc-dfd5-449a-a907-2d4037eb9a34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12a730c3-3583-4d29-8cac-1a185db6ed76 HTTP/1.1" status: 200 len: 217 time: 0.0472262 Nov 12 03:23:46.080003 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c232877b-0dd5-4544-8a70-c65445f6d8b6 req-acb2df61-745c-420d-ab94-8edde836b3f3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207755 Nov 12 03:23:46.116762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-587f5a90-5a4e-4aa9-bc8a-c6a50b9935b4 req-8595d761-f1c3-4e9c-91c2-bb6f23d19720 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882643 Nov 12 03:23:46.121326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-30a99793-d64a-43e0-84ff-a7361d3080f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.123297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-30a99793-d64a-43e0-84ff-a7361d3080f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eec68f9-b565-4ed8-8f44-b89c2f9ed1af HTTP/1.1" status: 200 len: 867 time: 0.0772643 Nov 12 03:23:46.151995 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.200593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=5231432a-a443-4179-899f-ecab9c443c40,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.209923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa044-f628-4a65-9612-dd74cc4748e3 req-a970eab9-a9ab-49b5-930a-b3da85e5fa0c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.211470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e66fa044-f628-4a65-9612-dd74cc4748e3 req-a970eab9-a9ab-49b5-930a-b3da85e5fa0c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1757033 Nov 12 03:23:46.231298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] No DVR routers for this DVR port 5231432a-a443-4179-899f-ecab9c443c40 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:46.255475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-00ed26e4-d39a-4bbf-a25a-be1157aa92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.257015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-00ed26e4-d39a-4bbf-a25a-be1157aa92bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d4a0884-f34f-4152-a22c-66ea48fd1a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185403 Nov 12 03:23:46.321089 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e66fa044-f628-4a65-9612-dd74cc4748e3 req-5990c893-eb59-4235-a62b-16225aefa8f6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028037 Nov 12 03:23:46.371574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6411a-cce4-4fa4-aed5-ba58d00e2329 req-53c0ac7f-400b-4828-88a7-59c4012cbd24 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.373274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68f6411a-cce4-4fa4-aed5-ba58d00e2329 req-53c0ac7f-400b-4828-88a7-59c4012cbd24 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 944 time: 0.1842425 Nov 12 03:23:46.377425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.414353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.414673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.415390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.415944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > port after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.416270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.416592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > port after_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.416948 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.417886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.417886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.417886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.424679 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-9bdcc967-1a9e-4c83-b0f4-fbd8e139d146 service neutron] 10.222.0.20 "GET /v2.0/networks/8d4a0884-f34f-4152-a22c-66ea48fd1a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513901 Nov 12 03:23:46.500913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.501262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.501625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.502005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:23:46.502370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b316560-30fa-4a67-a135-dee570a98ebf']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:46.532215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff58a22d-0d43-477d-ad21-c135ffb25249') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:46.532513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff58a22d-0d43-477d-ad21-c135ffb25249') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:46.550011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:46.553524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a63342a4-e426-4025-adf6-8115340c2553 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:46.561067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a2b79c-913f-4b57-ac6d-7f973700d698 req-6231d47f-7380-4d95-acc5-daf549859d61 service neutron] 10.222.0.20 "GET /v2.0/networks/8d4a0884-f34f-4152-a22c-66ea48fd1a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212337 Nov 12 03:23:46.579909 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.613314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68f6411a-cce4-4fa4-aed5-ba58d00e2329 req-25bb1018-617a-496e-8c46-216682eab850 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331548 Nov 12 03:23:46.631273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.644487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:46.645789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: from cryptography.utils import int_from_bytes Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: from cryptography.utils import int_from_bytes Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:46.671238 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:46.709631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port a63342a4-e426-4025-adf6-8115340c2553 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:46.717105 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port a63342a4-e426-4025-adf6-8115340c2553 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:46.717479 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.755278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:46.769317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835973e-0e8d-4067-841e-12de162de8fa req-0177d20b-dbc5-4812-8479-06bd7f124299 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.780497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7835973e-0e8d-4067-841e-12de162de8fa req-0177d20b-dbc5-4812-8479-06bd7f124299 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 948 time: 0.0858645 Nov 12 03:23:46.780982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'mac_address': 'fa:16:3e:01:e2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:46.798542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.810148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.815757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8b316560-30fa-4a67-a135-dee570a98ebf HTTP/1.1" status: 204 len: 168 time: 2.3740463 Nov 12 03:23:46.849048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e611b9-f21a-4bfa-907c-d3899652bd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b316560-30fa-4a67-a135-dee570a98ebf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.883438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7835973e-0e8d-4067-841e-12de162de8fa req-89788f6f-380b-4467-961f-d7112d681b3a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017690 Nov 12 03:23:46.901783 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.935930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:46.958994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:46.960151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.964360 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.965029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a26f5b45-a2af-4244-b77b-caf3b1c481bd details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:47.008973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34662) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:47.044629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb34451-4c8e-429a-8fdb-3627712c25d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63342a4-e426-4025-adf6-8115340c2553'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:47.048123 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a627de-a19b-4851-bf95-c024a2c14f81" -d '{"events": [{"server_uuid": "4cb34451-4c8e-429a-8fdb-3627712c25d2", "name": "network-vif-plugged", "status": "completed", "tag": "a63342a4-e426-4025-adf6-8115340c2553"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:47.091705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2e9735de-aa42-4736-8bbb-f4ed395b6af6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8713258d1f048f0bc4ef05bd6afe9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0815408 Nov 12 03:23:47.094418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34668) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:47.196916 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c20ef0ca-c6ed-4342-8baf-0b03ec455a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.218405 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72d765b-4366-4b4b-bd75-cd69c0e5db72 x-openstack-request-id: req-f72d765b-4366-4b4b-bd75-cd69c0e5db72 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:47.218687 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb34451-4c8e-429a-8fdb-3627712c25d2", "name": "network-vif-plugged", "status": "completed", "tag": "a63342a4-e426-4025-adf6-8115340c2553", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:47.218940 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f72d765b-4366-4b4b-bd75-cd69c0e5db72 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:47.219340 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb34451-4c8e-429a-8fdb-3627712c25d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63342a4-e426-4025-adf6-8115340c2553', 'code': 200} Nov 12 03:23:47.225617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a63342a4-e426-4025-adf6-8115340c2553, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a63342a4-e426-4025-adf6-8115340c2553,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.227572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a26f5b45-a2af-4244-b77b-caf3b1c481bd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a26f5b45-a2af-4244-b77b-caf3b1c481bd,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.230420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.241359 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.241814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:47.254435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'a26f5b45-a2af-4244-b77b-caf3b1c481bd', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'a26f5b45-a2af-4244-b77b-caf3b1c481bd', 'mac_address': 'fa:16:3e:18:c0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:47.343988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c20ef0ca-c6ed-4342-8baf-0b03ec455a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.387480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ed475-4c78-4750-a440-265e7bc6d68d req-caca5167-f2cf-470f-b24f-6c191f63beeb tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.389150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-375ed475-4c78-4750-a440-265e7bc6d68d req-caca5167-f2cf-470f-b24f-6c191f63beeb tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 949 time: 0.1575298 Nov 12 03:23:47.399194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275a1e-eeb0-4e90-9451-62c88bced414 req-99f690e3-d606-41f2-a017-6372ff413616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.400706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82275a1e-eeb0-4e90-9451-62c88bced414 req-99f690e3-d606-41f2-a017-6372ff413616 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cb34451-4c8e-429a-8fdb-3627712c25d2 HTTP/1.1" status: 200 len: 1102 time: 0.1680653 Nov 12 03:23:47.430423 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.456984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a63342a4-e426-4025-adf6-8115340c2553,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.524556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8947cd-595a-4b52-8995-7d8dff75ec1f req-c55e9b08-28d8-4d53-8340-baff68b4c592 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.534106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c8947cd-595a-4b52-8995-7d8dff75ec1f req-c55e9b08-28d8-4d53-8340-baff68b4c592 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0937598 Nov 12 03:23:47.548164 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.557364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-375ed475-4c78-4750-a440-265e7bc6d68d req-096ce47d-3e8f-42b2-ae39-bc348bc9bd19 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556330 Nov 12 03:23:47.563110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82275a1e-eeb0-4e90-9451-62c88bced414 req-7f614899-c64c-46c0-966e-fc9e6763419e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269984 Nov 12 03:23:47.570265 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c20ef0ca-c6ed-4342-8baf-0b03ec455a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.575011 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c20ef0ca-c6ed-4342-8baf-0b03ec455a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.576557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c20ef0ca-c6ed-4342-8baf-0b03ec455a77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acb190c0-ade6-41f5-af49-215dcc7177ed HTTP/1.1" status: 204 len: 168 time: 0.4809198 Nov 12 03:23:47.587910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:47.588338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ef0ca-c6ed-4342-8baf-0b03ec455a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb190c0-ade6-41f5-af49-215dcc7177ed,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.602725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26f5b45-a2af-4244-b77b-caf3b1c481bd {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:47.635115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.655356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.663496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a26f5b45-a2af-4244-b77b-caf3b1c481bd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a26f5b45-a2af-4244-b77b-caf3b1c481bd,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.670741 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c8947cd-595a-4b52-8995-7d8dff75ec1f req-a4a8aa57-155e-468d-a61c-14b960312381 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356659 Nov 12 03:23:47.710164 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.750339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.811524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a26f5b45-a2af-4244-b77b-caf3b1c481bd,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.842917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284539c-4023-4373-a479-736f6223d399 req-e69517a8-f4b3-4e53-b312-bb49f76343a5 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.845591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0284539c-4023-4373-a479-736f6223d399 req-e69517a8-f4b3-4e53-b312-bb49f76343a5 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 944 time: 0.0715482 Nov 12 03:23:47.911779 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0284539c-4023-4373-a479-736f6223d399 req-c79c75b5-c02d-4005-8a44-6098bad8c227 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587637 Nov 12 03:23:48.047167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e17ec-c563-4c96-ad8b-2b2e0ea4969a req-785072c9-9e96-4fb7-b4e2-eca7418bfaaa tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.048844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0b2e17ec-c563-4c96-ad8b-2b2e0ea4969a req-785072c9-9e96-4fb7-b4e2-eca7418bfaaa tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 949 time: 0.0647132 Nov 12 03:23:48.116444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0b2e17ec-c563-4c96-ad8b-2b2e0ea4969a req-6bc01627-41c7-4921-ae9b-25e20c37228c tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605338 Nov 12 03:23:48.243183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:48.273268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a26f5b45-a2af-4244-b77b-caf3b1c481bd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:48.553021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 12a730c3-3583-4d29-8cac-1a185db6ed76 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:48.580585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34714) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:48.712126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 12a730c3-3583-4d29-8cac-1a185db6ed76, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=12a730c3-3583-4d29-8cac-1a185db6ed76,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:48.744456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14a8d-466a-4012-8cf7-1d7cccd1cad0 req-3eca3b3c-4429-4ea3-b227-0786a457d90a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.744664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '12a730c3-3583-4d29-8cac-1a185db6ed76', 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'port_id': '12a730c3-3583-4d29-8cac-1a185db6ed76', 'mac_address': 'fa:16:3e:7c:ef:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eec68f9-b565-4ed8-8f44-b89c2f9ed1af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:48.748379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44f14a8d-466a-4012-8cf7-1d7cccd1cad0 req-3eca3b3c-4429-4ea3-b227-0786a457d90a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 948 time: 0.1017187 Nov 12 03:23:48.815285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-network', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:48.826665 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44f14a8d-466a-4012-8cf7-1d7cccd1cad0 req-dd19b71c-7dd8-4c84-abd8-37390fe28230 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709994 Nov 12 03:23:48.855909 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.868471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ee93d-16b2-435b-8255-75a6cd061e1a req-abc55e5a-5ebc-4d4b-837d-1efa01f5b85f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.877135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b1ee93d-16b2-435b-8255-75a6cd061e1a req-abc55e5a-5ebc-4d4b-837d-1efa01f5b85f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1042173 Nov 12 03:23:48.888849 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a730c3-3583-4d29-8cac-1a185db6ed76 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:48.900048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Made reservation on behalf of e8b1e952495d44f28342619cb4ff49d1 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:48.903049 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.917247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.941114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 12a730c3-3583-4d29-8cac-1a185db6ed76, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=12a730c3-3583-4d29-8cac-1a185db6ed76,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:48.948409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.983174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b1ee93d-16b2-435b-8255-75a6cd061e1a req-f0820ca7-6124-43d0-b2df-ba51f9a7e5c8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051600 Nov 12 03:23:49.057398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=12a730c3-3583-4d29-8cac-1a185db6ed76,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.084648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a1785-43c6-427a-9538-354e474fdb8e req-b7b516ae-43f8-4245-8492-4867531c6db6 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.092025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c53a1785-43c6-427a-9538-354e474fdb8e req-b7b516ae-43f8-4245-8492-4867531c6db6 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 945 time: 0.0755727 Nov 12 03:23:49.108168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.113248 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.152306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:49.168791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa94fcc-8216-45c6-b045-44d59c222e53,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.174556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c53a1785-43c6-427a-9538-354e474fdb8e req-28a75610-2bfe-4aac-94d8-987aa511bab5 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811911 Nov 12 03:23:49.197941 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.198293 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Added segment 712745b1-33d6-4fe3-8244-202dd96c0e5e of type vlan for network 05d43d29-f106-40dc-b26b-d8bf8e80a521 Nov 12 03:23:49.290554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.327600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513898b8-5859-44ed-8855-e3c9db17f002 req-6c4aa4b4-75fd-41e9-8ab0-14b8dd35cf6d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.335135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-513898b8-5859-44ed-8855-e3c9db17f002 req-6c4aa4b4-75fd-41e9-8ab0-14b8dd35cf6d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 949 time: 0.0884056 Nov 12 03:23:49.360654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.361784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.362373 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.444865 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:49.456087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8736346 Nov 12 03:23:49.459699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d37e26-8e23-491a-ad47-5297ca14281d admin admin] Pushing event updated for resources: {'Network': ['ID=05d43d29-f106-40dc-b26b-d8bf8e80a521,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.460408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34730) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:49.475440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Request body: {'subnet': {'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-subnet', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:49.478971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-513898b8-5859-44ed-8855-e3c9db17f002 req-9487b9c4-9ae4-41aa-83dd-eed19a8990e0 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428435 Nov 12 03:23:49.498911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 05d43d29-f106-40dc-b26b-d8bf8e80a521 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:49.523996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Made reservation on behalf of e8b1e952495d44f28342619cb4ff49d1 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:49.526927 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.763305 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.832637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b093d36-5b7f-40b1-a5ce-d80d4069935c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.839284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Checking segment: {'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:49.839642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Network hostable DHCP agents. Network: 05d43d29-f106-40dc-b26b-d8bf8e80a521, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:49.861098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Network 05d43d29-f106-40dc-b26b-d8bf8e80a521 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:49.872727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 05d43d29-f106-40dc-b26b-d8bf8e80a521) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:49.884337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.884584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc2427-f490-4e8e-8c14-cb67be01cdf1 None None] Network 05d43d29-f106-40dc-b26b-d8bf8e80a521 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:49.885221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.904165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-14b80ff3-6deb-4e18-849c-314ab41e547f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4420025 Nov 12 03:23:49.906815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34736) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:49.910991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['12a730c3-3583-4d29-8cac-1a185db6ed76'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:49.912429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:49.940686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.945321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.065582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.081478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae8973-4df4-4b32-8dd3-ceb825127700 req-b3f730d3-b397-4196-9196-1c520992dff7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.084241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccae8973-4df4-4b32-8dd3-ceb825127700 req-b3f730d3-b397-4196-9196-1c520992dff7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 948 time: 0.1085131 Nov 12 03:23:50.181120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccae8973-4df4-4b32-8dd3-ceb825127700 req-1b8c4c0d-201a-48b7-9b2d-e0f7e5e41e99 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894752 Nov 12 03:23:50.217270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-05d43d29-f106-40dc-b26b-d8bf8e80a521', 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'fixed_ips': [{'subnet_id': '4b093d36-5b7f-40b1-a5ce-d80d4069935c'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:50.218223 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.362679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c5353-5c3d-42ab-898f-cbbb3fed4f80 req-84a3f7eb-965c-4b37-8615-4dbc1b549993 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.372155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd9c5353-5c3d-42ab-898f-cbbb3fed4f80 req-84a3f7eb-965c-4b37-8615-4dbc1b549993 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 945 time: 0.1119096 Nov 12 03:23:50.390672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.453673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8f510-ea6a-4157-9ad4-7a1eb9ca9c8e req-75a37aec-1b86-47fe-853a-752fd1f3273f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.464544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd9c5353-5c3d-42ab-898f-cbbb3fed4f80 req-8ad68f13-7c3d-4270-8c88-35fdd9164628 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905120 Nov 12 03:23:50.466276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2f8f510-ea6a-4157-9ad4-7a1eb9ca9c8e req-75a37aec-1b86-47fe-853a-752fd1f3273f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.2448807 Nov 12 03:23:50.550158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Allocated IP 172.20.0.2 (05d43d29-f106-40dc-b26b-d8bf8e80a521/4b093d36-5b7f-40b1-a5ce-d80d4069935c/ec7c2a3f-3b76-426b-bbf2-11ae624f3578) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:50.571474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:50.651383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2f8f510-ea6a-4157-9ad4-7a1eb9ca9c8e req-d75ac87c-4326-4ffd-bcb7-1e51b5b7cd42 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832318 Nov 12 03:23:50.758541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9baffd-6539-4e4e-8de4-725296a4d044 req-f5a22430-52c4-4ed6-a5cb-02cd84802e99 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.773751 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e9baffd-6539-4e4e-8de4-725296a4d044 req-f5a22430-52c4-4ed6-a5cb-02cd84802e99 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 949 time: 0.1225970 Nov 12 03:23:50.865821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e9baffd-6539-4e4e-8de4-725296a4d044 req-e8fe7826-0970-4841-8dba-e0c557015874 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901554 Nov 12 03:23:50.869871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:50.869871 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.982318 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.988318 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.017405 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.017752 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.103767 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.107560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Network 05d43d29-f106-40dc-b26b-d8bf8e80a521 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:51.121316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:51.126902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:51.145039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Pushing event updated for resources: {'Port': ['ID=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.156853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:51.159497 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f6f706-f5e8-4a27-8938-6ec4dd07b4ff" -d '{"events": [{"server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:51.183808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Allocated IP 172.25.0.240 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/5da04088-5bbc-4da8-878b-7e8281564a15) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:51.218600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:51.256984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Attempting to bind port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:51.257862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Attempting to bind port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:51.258598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Attempting to bind port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 on network 05d43d29-f106-40dc-b26b-d8bf8e80a521 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:51.283606 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d108a6f-bfad-4e88-a880-bbb346db9bf4 x-openstack-request-id: req-5d108a6f-bfad-4e88-a880-bbb346db9bf4 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:51.284198 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:51.284692 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d108a6f-bfad-4e88-a880-bbb346db9bf4 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:51.289185 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'code': 200} Nov 12 03:23:51.290937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:51.291732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Checking segment: {'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:51.292486 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.293124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Bound using segment: {'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:51.294223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Bound port: ec7c2a3f-3b76-426b-bbf2-11ae624f3578, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:51.298002 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.316345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.317338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a26f5b45-a2af-4244-b77b-caf3b1c481bd up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:51.428683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.511823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a6eb-569c-4da9-9807-e47ddfd4cb00 req-a5f36632-0a58-4a65-afe2-4e11e36c7bbd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.513784 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5606a6eb-569c-4da9-9807-e47ddfd4cb00 req-a5f36632-0a58-4a65-afe2-4e11e36c7bbd tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0825419 Nov 12 03:23:51.565372 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.611956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.634586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port a26f5b45-a2af-4244-b77b-caf3b1c481bd completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:51.656495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port a26f5b45-a2af-4244-b77b-caf3b1c481bd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:51.657267 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.663642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:51.671270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:51.680699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:51.698999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a1ae6-55e8-4ee7-bfa0-00b377b0b87f req-4832def8-33e1-43e6-99ad-1a761254dd0b tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.711926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d11a1ae6-55e8-4ee7-bfa0-00b377b0b87f req-4832def8-33e1-43e6-99ad-1a761254dd0b tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 945 time: 0.0870686 Nov 12 03:23:51.720717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] For port ec7c2a3f-3b76-426b-bbf2-11ae624f3578, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:51.726773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] For port ec7c2a3f-3b76-426b-bbf2-11ae624f3578, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,segment=NetworkSegment(712745b1-33d6-4fe3-8244-202dd96c0e5e),segment_id=712745b1-33d6-4fe3-8244-202dd96c0e5e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:51.733032 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.746369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5606a6eb-569c-4da9-9807-e47ddfd4cb00 req-60c9ebb9-b0a4-4ae3-a963-ddf9cb8245c1 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215943 Nov 12 03:23:51.793351 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d11a1ae6-55e8-4ee7-bfa0-00b377b0b87f req-95892cdc-7f77-494e-aaf5-05d5d6a54545 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796394 Nov 12 03:23:51.806983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca04b3-2b44-4593-845a-acf853dafbb6 None None] Pushing event updated for resources: {'Port': ['ID=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.864619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Pushing event updated for resources: {'Port': ['ID=5da04088-5bbc-4da8-878b-7e8281564a15,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.877542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4db2e-0e17-46d9-b795-cdd243ff56ba req-cea524c0-3721-4aa7-92e5-3857cd9fe314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.879086 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8c4db2e-0e17-46d9-b795-cdd243ff56ba req-cea524c0-3721-4aa7-92e5-3857cd9fe314 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1102 time: 0.3076208 Nov 12 03:23:52.001885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8c4db2e-0e17-46d9-b795-cdd243ff56ba req-b65d51b3-6017-4e9f-ba87-016003ed0bb4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008289 Nov 12 03:23:52.019844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972dcbf-b501-49f6-9bf9-3e4302b3320e req-b84e6dac-6cd0-4f53-a9c3-bc5fa6e997dd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.022013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e972dcbf-b501-49f6-9bf9-3e4302b3320e req-b84e6dac-6cd0-4f53-a9c3-bc5fa6e997dd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1198146 Nov 12 03:23:52.030067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.097703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a26f5b45-a2af-4244-b77b-caf3b1c481bd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a26f5b45-a2af-4244-b77b-caf3b1c481bd,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:52.104186 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.146989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b0a9-96fc-4a60-bc26-207a924e6165 req-12e9983e-84e9-4f23-a942-b028acfad800 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.155588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cf7b0a9-96fc-4a60-bc26-207a924e6165 req-12e9983e-84e9-4f23-a942-b028acfad800 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 949 time: 0.1266656 Nov 12 03:23:52.175159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e972dcbf-b501-49f6-9bf9-3e4302b3320e req-b194f3b8-5cfa-4ed5-b910-4ca4f26d06f1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880375 Nov 12 03:23:52.230119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a26f5b45-a2af-4244-b77b-caf3b1c481bd,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.242244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.271197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cf7b0a9-96fc-4a60-bc26-207a924e6165 req-2433391b-de01-4338-9ac8-bb815985daf4 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120257 Nov 12 03:23:52.530016 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.553592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 12a730c3-3583-4d29-8cac-1a185db6ed76 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:52.606468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 12a730c3-3583-4d29-8cac-1a185db6ed76 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:52.611540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 12a730c3-3583-4d29-8cac-1a185db6ed76 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:52.612044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.688582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:23:52.715250 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.751982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 12a730c3-3583-4d29-8cac-1a185db6ed76, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=12a730c3-3583-4d29-8cac-1a185db6ed76,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:52.757946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.813962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=12a730c3-3583-4d29-8cac-1a185db6ed76,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.832320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:52.850489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Sync routers for ids ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:52.851495 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.855563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34776) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:52.856155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-75ccba9c-2fd5-466a-9ed5-2dd83f05baf5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9477146 Nov 12 03:23:52.867996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Routers {'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:52.868954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:52.990479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa56dc0-7045-4c4e-9d3b-447bcec7497e req-5d21f93b-d0bc-48e2-a1c9-8013923d5712 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.992082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5fa56dc0-7045-4c4e-9d3b-447bcec7497e req-5d21f93b-d0bc-48e2-a1c9-8013923d5712 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0847111 Nov 12 03:23:53.043950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Set router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:53.058558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5fa56dc0-7045-4c4e-9d3b-447bcec7497e req-9edb6ec7-25dd-423d-8a58-635a01115c93 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557859 Nov 12 03:23:53.153462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0df8ff-ced5-419f-81ba-3e4791cd8d88 req-e756d4a0-4686-4ba1-94c0-371dd0cb7f03 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.155014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d0df8ff-ced5-419f-81ba-3e4791cd8d88 req-e756d4a0-4686-4ba1-94c0-371dd0cb7f03 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1573849 Nov 12 03:23:53.280897 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d0df8ff-ced5-419f-81ba-3e4791cd8d88 req-50bb25df-4f66-4bb0-a336-f06104c18147 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152890 Nov 12 03:23:53.299468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26f5b45-a2af-4244-b77b-caf3b1c481bd'}, {'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a730c3-3583-4d29-8cac-1a185db6ed76'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:53.304340 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ccfc3b-a25b-47a9-8b90-9d3e1ea66c9c" -d '{"events": [{"server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "name": "network-vif-plugged", "status": "completed", "tag": "a26f5b45-a2af-4244-b77b-caf3b1c481bd"}, {"server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "name": "network-vif-plugged", "status": "completed", "tag": "12a730c3-3583-4d29-8cac-1a185db6ed76"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:53.416474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-f4e1e9d0-3fe3-4a42-b62d-315ae9048eb2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.419016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:51Z', 'revision_number': 3, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port': {'id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:51Z', 'updated_at': '2021-11-12T03:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:53.425648 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-f4e1e9d0-3fe3-4a42-b62d-315ae9048eb2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.1912642 Nov 12 03:23:53.438326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-756d8bf4-7155-4b76-9331-a66a4f1cf608 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/quotas/7ad8d1eef7234c18aebeaba5216943bb HTTP/1.1" status: 200 len: 375 time: 0.0118189 Nov 12 03:23:53.456277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b1c667-a16e-431a-a77a-975cd5e68405 None None] Network 05d43d29-f106-40dc-b26b-d8bf8e80a521 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:53.530289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Checking router: c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:53.532544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Updating router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 port 5da04088-5bbc-4da8-878b-7e8281564a15 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:53.548773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292152f-1f27-40ff-b208-0639be42d58c req-fc1e2a56-2902-4f13-a687-8e23513a32a3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.554266 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0292152f-1f27-40ff-b208-0639be42d58c req-fc1e2a56-2902-4f13-a687-8e23513a32a3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1592643 Nov 12 03:23:53.555428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-3946d432-58b3-4952-b524-9a04c42ae158 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041226 Nov 12 03:23:53.589704 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.638038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ec7c2a3f-3b76-426b-bbf2-11ae624f3578 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:53.678295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0292152f-1f27-40ff-b208-0639be42d58c req-60cb4f49-c12e-494b-b0a1-7d86feaaba3d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221929 Nov 12 03:23:53.680481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-87e4dabb-a373-4011-9763-5d6c4737a1e6 None None] Provisioning complete for port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:53.680939 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87e4dabb-a373-4011-9763-5d6c4737a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.746113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.021211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd437c-041f-45a2-947a-9839597e01e3 req-a893778b-e41c-4d5f-9312-2c97ae9e2be7 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.031549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bebd437c-041f-45a2-947a-9839597e01e3 req-a893778b-e41c-4d5f-9312-2c97ae9e2be7 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.1867785 Nov 12 03:23:54.049179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.061255 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.065920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-c8ee5a42-1e07-4da5-ab5d-111f60bef18e service neutron] 10.222.0.49 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025966 Nov 12 03:23:54.149008 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bebd437c-041f-45a2-947a-9839597e01e3 req-e2ce5d21-bc63-4675-adc8-dca1ce18bb46 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099062 Nov 12 03:23:54.177452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Allocated IP 172.20.0.1 (05d43d29-f106-40dc-b26b-d8bf8e80a521/4b093d36-5b7f-40b1-a5ce-d80d4069935c/64548f03-127c-42d4-b672-ab4673c66a8d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:54.210621 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077444b9-04c0-4585-8b87-a1eceebc5108 x-openstack-request-id: req-077444b9-04c0-4585-8b87-a1eceebc5108 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:54.210914 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "name": "network-vif-plugged", "status": "completed", "tag": "a26f5b45-a2af-4244-b77b-caf3b1c481bd", "code": 200}, {"server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "name": "network-vif-plugged", "status": "completed", "tag": "12a730c3-3583-4d29-8cac-1a185db6ed76", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:54.211180 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-077444b9-04c0-4585-8b87-a1eceebc5108 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:54.211565 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26f5b45-a2af-4244-b77b-caf3b1c481bd', 'code': 200} Nov 12 03:23:54.212634 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a730c3-3583-4d29-8cac-1a185db6ed76', 'code': 200} Nov 12 03:23:54.225271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:54.225623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.230718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25cbee-28af-47a2-826c-ed9a5f4d1e62 None None] Pushing event updated for resources: {'Port': ['ID=5da04088-5bbc-4da8-878b-7e8281564a15,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.260185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Attempting to bind port 5da04088-5bbc-4da8-878b-7e8281564a15 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:54.260560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Attempting to bind port 5da04088-5bbc-4da8-878b-7e8281564a15 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:54.260955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Attempting to bind port 5da04088-5bbc-4da8-878b-7e8281564a15 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:54.266255 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87e4dabb-a373-4011-9763-5d6c4737a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.277706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-f3780630-f2f0-4d20-92fc-84b46af0bbdd service neutron] 10.222.0.49 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912186 Nov 12 03:23:54.292557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:54.292855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:54.293261 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.293662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:54.294145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Bound port: 5da04088-5bbc-4da8-878b-7e8281564a15, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:54.294525 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.376910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-87e4dabb-a373-4011-9763-5d6c4737a1e6 None None] For port ec7c2a3f-3b76-426b-bbf2-11ae624f3578, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,segment=NetworkSegment(712745b1-33d6-4fe3-8244-202dd96c0e5e),segment_id=712745b1-33d6-4fe3-8244-202dd96c0e5e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:54.394623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87e4dabb-a373-4011-9763-5d6c4737a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.407390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] For port 5da04088-5bbc-4da8-878b-7e8281564a15, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:54.428288 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.487945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b58131-e67a-4092-8a30-49b409b992d5 req-111d7928-d144-474e-aefc-2b3375cf7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.491585 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8b58131-e67a-4092-8a30-49b409b992d5 req-111d7928-d144-474e-aefc-2b3375cf7b88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 1102 time: 0.1405761 Nov 12 03:23:54.521364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] For port 5da04088-5bbc-4da8-878b-7e8281564a15, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5da04088-5bbc-4da8-878b-7e8281564a15,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:54.546530 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.576182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.582015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8b58131-e67a-4092-8a30-49b409b992d5 req-043fd015-bfed-4b85-8abf-a143a3511805 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836890 Nov 12 03:23:54.589925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4dabb-a373-4011-9763-5d6c4737a1e6 None None] Pushing event updated for resources: {'Port': ['ID=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.595167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.648261 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Routers {'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:54.648962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:54.730725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Network 05d43d29-f106-40dc-b26b-d8bf8e80a521 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:54.739705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25cbee-28af-47a2-826c-ed9a5f4d1e62 None None] Pushing event updated for resources: {'Port': ['ID=5da04088-5bbc-4da8-878b-7e8281564a15,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.754223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:54.757558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:54.816905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.827199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf761a90-ee2f-4c17-9192-c1f4994ddd55 req-25f239fc-eb97-48af-b4ee-1141dffd47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.842775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf761a90-ee2f-4c17-9192-c1f4994ddd55 req-25f239fc-eb97-48af-b4ee-1141dffd47ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 1098 time: 0.3712752 Nov 12 03:23:54.970789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9a173-02d0-4f6c-9b10-6a0fa6eae2eb req-66514593-9151-4deb-8fde-c953536e68cc tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.972360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2f9a173-02d0-4f6c-9b10-6a0fa6eae2eb req-66514593-9151-4deb-8fde-c953536e68cc tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0749257 Nov 12 03:23:54.998338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a22d4-5ec8-486e-8dca-7bcd05fffa2e req-f34809a7-e725-4185-85a4-cf7df4ee6f59 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.006664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c13a22d4-5ec8-486e-8dca-7bcd05fffa2e req-f34809a7-e725-4185-85a4-cf7df4ee6f59 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.5131803 Nov 12 03:23:55.022793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0508a6c8-04be-4aa6-8f0e-bd6550557143 None None] Provisioning complete for port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:55.023043 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0508a6c8-04be-4aa6-8f0e-bd6550557143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.038530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=64548f03-127c-42d4-b672-ab4673c66a8d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:55.084681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2f9a173-02d0-4f6c-9b10-6a0fa6eae2eb req-dcb46a2f-4321-4dec-b54c-b7365640146a tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023500 Nov 12 03:23:55.128264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] Set router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:55.128877 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf761a90-ee2f-4c17-9192-c1f4994ddd55 req-bfe007fb-fb07-4712-92f7-ec750d7e8a92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696596 Nov 12 03:23:55.177174 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c13a22d4-5ec8-486e-8dca-7bcd05fffa2e req-575fadb2-9ed1-47cd-ab30-f9aa8f947daf tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691215 Nov 12 03:23:55.290288 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc726a0-c78e-4fe9-9c99-88930e3a4d02 req-42da18ef-94ca-4358-af4a-ae20caa609f1 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 210 time: 0.0553882 Nov 12 03:23:55.297205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97cee-8d0c-4a7a-8098-27ccdbd688a8 req-6de78cb6-068a-4f95-a3d3-1f86eb5b888d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.306983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11b97cee-8d0c-4a7a-8098-27ccdbd688a8 req-6de78cb6-068a-4f95-a3d3-1f86eb5b888d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0966952 Nov 12 03:23:55.376465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.383899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11b97cee-8d0c-4a7a-8098-27ccdbd688a8 req-8762762d-43db-43f2-b0f2-2d91e3716a75 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709460 Nov 12 03:23:55.407651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:51Z', 'revision_number': 3, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port': {'id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:51Z', 'updated_at': '2021-11-12T03:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:55.456386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd575e0c-38fb-4ffe-a8d1-d3d91a46510e None None] The sync data for ids ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'] in n-d-789963-21 is: [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:51Z', 'revision_number': 3, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port': {'id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:51Z', 'updated_at': '2021-11-12T03:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:55.474034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bfd0d0d0-8342-44bc-a9e0-0229ba8e6f2d None None] Provisioning complete for port 64548f03-127c-42d4-b672-ab4673c66a8d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:55.477796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfd0d0d0-8342-44bc-a9e0-0229ba8e6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.547581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82847-6c5f-4d73-bc6b-bfc71952ca83 req-fddeac62-4174-473d-98b6-5ddce0d04cca tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.557503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35e82847-6c5f-4d73-bc6b-bfc71952ca83 req-fddeac62-4174-473d-98b6-5ddce0d04cca tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1216879 Nov 12 03:23:55.588496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0d0d0-8342-44bc-a9e0-0229ba8e6f2d None None] Port 64548f03-127c-42d4-b672-ab4673c66a8d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:55.625666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5cdeb-aa3f-47f5-8b7a-c77056c1c8af req-9005ee1c-4615-4f79-9f88-29e8ffddf919 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.634350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cea5cdeb-aa3f-47f5-8b7a-c77056c1c8af req-9005ee1c-4615-4f79-9f88-29e8ffddf919 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.1496770 Nov 12 03:23:55.648185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ec7c2a3f-3b76-426b-bbf2-11ae624f3578 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:55.712316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35e82847-6c5f-4d73-bc6b-bfc71952ca83 req-d39191bc-f72e-458f-b52d-a50c4f146d39 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184092 Nov 12 03:23:55.727621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cea5cdeb-aa3f-47f5-8b7a-c77056c1c8af req-637de727-8aaf-4add-83df-dbe57195f61d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928104 Nov 12 03:23:55.749380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:55.751802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.830740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.852765 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.002734 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.006829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=64548f03-127c-42d4-b672-ab4673c66a8d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:56.135296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Network 05d43d29-f106-40dc-b26b-d8bf8e80a521 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:56.138351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:56.396256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2501c-9d86-46ff-bb12-73d2707aa237 req-9f1a2b84-b254-46eb-b817-0e98a8c4f541 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.397875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9e2501c-9d86-46ff-bb12-73d2707aa237 req-9f1a2b84-b254-46eb-b817-0e98a8c4f541 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0958533 Nov 12 03:23:56.427712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580949e0-876f-4b58-8868-b34cfdb6ddf2 req-3545ca90-280a-42f5-a4ac-7dd3a16b6a20 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.440448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-580949e0-876f-4b58-8868-b34cfdb6ddf2 req-3545ca90-280a-42f5-a4ac-7dd3a16b6a20 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.1371088 Nov 12 03:23:56.473171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9e2501c-9d86-46ff-bb12-73d2707aa237 req-eaff87a4-bb4e-422d-8ae9-017feaa0da98 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650501 Nov 12 03:23:56.477303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:56.536154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-60741175-8f31-4876-98f0-9d2ad033c946 None None] Provisioning complete for port 64548f03-127c-42d4-b672-ab4673c66a8d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:56.536720 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60741175-8f31-4876-98f0-9d2ad033c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.604940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-60741175-8f31-4876-98f0-9d2ad033c946 None None] Port 64548f03-127c-42d4-b672-ab4673c66a8d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:56.639214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-580949e0-876f-4b58-8868-b34cfdb6ddf2 req-9cc1e704-444e-49cc-b0c7-a43b97aba637 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978450 Nov 12 03:23:56.658246 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-205e01fb-8dd0-46bf-ac31-39f72ad20ea1 req-86145f4d-e6fe-40eb-9a7f-16aa9640ce6c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 210 time: 0.0404663 Nov 12 03:23:56.690319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:56.700978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-284cfbea-3c44-4dd6-855c-df19573f4fc6 admin admin] 10.222.0.49 "PUT /v2.0/routers/c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8440616 Nov 12 03:23:56.916861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7a452-c17b-4a41-9568-3f977d26ab85 req-7df11a1d-3ffe-4cc5-92b8-2a31f28b0f04 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.918969 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcd7a452-c17b-4a41-9568-3f977d26ab85 req-7df11a1d-3ffe-4cc5-92b8-2a31f28b0f04 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1332908 Nov 12 03:23:56.991468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2221b-12ca-4a4b-bbaf-6ba862facd56 req-93bc6f2f-6619-4553-99d3-99ceb1279140 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.993001 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97d2221b-12ca-4a4b-bbaf-6ba862facd56 req-93bc6f2f-6619-4553-99d3-99ceb1279140 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.1807771 Nov 12 03:23:56.993987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcd7a452-c17b-4a41-9568-3f977d26ab85 req-6575771a-f43c-466e-9435-5038ea4444d5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682468 Nov 12 03:23:57.029969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4e8881df-fbbc-433f-9896-6345c11c4a99 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.031385 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4e8881df-fbbc-433f-9896-6345c11c4a99 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 807 time: 0.2378502 Nov 12 03:23:57.053959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Request body: {'port': {'device_id': '1ffcf39d-8b90-4aa7-aacf-330210c0e138', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'admin_state_up': True, 'tenant_id': '7ad8d1eef7234c18aebeaba5216943bb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:57.105106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97d2221b-12ca-4a4b-bbaf-6ba862facd56 req-1bab00bc-347e-4641-b6c1-dbda87ebb755 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048815 Nov 12 03:23:57.242083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Made reservation on behalf of 7ad8d1eef7234c18aebeaba5216943bb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:57.247916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.327165 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7d57f32e-c229-4ee1-b123-1f6e55ff4413 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1503794 Nov 12 03:23:57.338155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:57.365685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.418963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Allocated IP 172.20.0.8 (579a7f30-e8c2-4c89-992f-9ac4b313e029/d540c8c0-96ae-43eb-a61d-06fc91b4290f/4e43493a-bd1b-4c2e-9cb1-57893144df69) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:57.578506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.639976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5da04088-5bbc-4da8-878b-7e8281564a15 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:57.733407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5da04088-5bbc-4da8-878b-7e8281564a15 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:57.734077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.756831 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.775557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Allocated IP 172.25.0.75 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/ed53023f-d804-486e-8f59-776c30a50a60) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:57.798985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106b771-769e-450b-b789-d698039b13e8 req-4bea6734-a9a0-49e2-8257-c7c490eb0cee tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.800903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b106b771-769e-450b-b789-d698039b13e8 req-4bea6734-a9a0-49e2-8257-c7c490eb0cee tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1412723 Nov 12 03:23:57.863014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.901710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 5da04088-5bbc-4da8-878b-7e8281564a15, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5da04088-5bbc-4da8-878b-7e8281564a15,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:57.904994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.912701 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.943700 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Sync routers for ids ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:57.952641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['238a237d-d498-4139-8ea5-9d6b9d031117', '8af65329-19df-48d5-8f75-40e5624e7d78', '140afe19-6301-46d8-b141-c3b20dc07d35'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:57.961465 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Routers {'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:57.962182 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:57.974590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.003400 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b106b771-769e-450b-b789-d698039b13e8 req-95b02811-5608-448c-ac57-6f353f300b21 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909008 Nov 12 03:23:58.018909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Network 579a7f30-e8c2-4c89-992f-9ac4b313e029 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:58.034041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.079914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event updated for resources: {'Port': ['ID=4e43493a-bd1b-4c2e-9cb1-57893144df69,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:58.085358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=5da04088-5bbc-4da8-878b-7e8281564a15,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:58.097665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:58.108684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:58.131623 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Set router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:58.138757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:58.152883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:58.163397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:58.189276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event updated for resources: {'Port': ['ID=ed53023f-d804-486e-8f59-776c30a50a60,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:58.251287 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.324082 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.341393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.345450 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.384582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088888d-1482-448a-b7f6-7caba48176e7 req-adcb6569-2d9d-4a44-afe4-33d41f80f4a0 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.398029 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c088888d-1482-448a-b7f6-7caba48176e7 req-adcb6569-2d9d-4a44-afe4-33d41f80f4a0 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.2214866 Nov 12 03:23:58.447172 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:55Z', 'revision_number': 4, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port': {'id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:51Z', 'updated_at': '2021-11-12T03:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '64548f03-127c-42d4-b672-ab4673c66a8d', 'name': '', 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'mac_address': 'fa:16:3e:da:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4b093d36-5b7f-40b1-a5ce-d80d4069935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:53Z', 'updated_at': '2021-11-12T03:23:55Z', 'revision_number': 2, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'subnets': [{'id': '4b093d36-5b7f-40b1-a5ce-d80d4069935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:58.463763 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-531073fd-3485-4690-a863-0af13ddfdb26 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4154289 Nov 12 03:23:58.488626 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Checking router: c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:58.489233 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Updating router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 port 64548f03-127c-42d4-b672-ab4673c66a8d binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:58.495872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Request body: {'port': {'device_id': '1ffcf39d-8b90-4aa7-aacf-330210c0e138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:58.525527 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.565609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c088888d-1482-448a-b7f6-7caba48176e7 req-3ff27f6a-01b7-4343-aabc-1e416fb91bae tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629219 Nov 12 03:23:58.648765 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.701123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.706499 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.771392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.791441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.799780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4701080 Nov 12 03:23:58.873142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-d9cab651-21b6-4159-ab23-f4e990a005d6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.0719583 Nov 12 03:23:58.954487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e43493a-bd1b-4c2e-9cb1-57893144df69 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:58.963470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.045709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-48832040-eeb9-48ba-b897-08752e78f5dc tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.060519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18115baa-d9e2-4650-80ee-45b8bc60052b req-48832040-eeb9-48ba-b897-08752e78f5dc tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1851912 Nov 12 03:23:59.078774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77c4dc-9008-41d8-a29c-e4df4be43390 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event updated for resources: {'Port': ['ID=ed53023f-d804-486e-8f59-776c30a50a60,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.111962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Transition to ACTIVE for port object 4e43493a-bd1b-4c2e-9cb1-57893144df69 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:59.122273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.214372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e43493a-bd1b-4c2e-9cb1-57893144df69,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.264598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf31891-3ff6-45e5-a5ca-9ee4300661e6 req-6325b971-2c49-41c4-aa8d-24190c7d5597 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.276691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9bf31891-3ff6-45e5-a5ca-9ee4300661e6 req-6325b971-2c49-41c4-aa8d-24190c7d5597 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1197021 Nov 12 03:23:59.280636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee9538-41fd-4e1c-b3c2-dd3c7a1c333a req-8bd9f2a2-4fb8-4bb2-8616-249ee6a2a345 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.282539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fee9538-41fd-4e1c-b3c2-dd3c7a1c333a req-8bd9f2a2-4fb8-4bb2-8616-249ee6a2a345 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 931 time: 0.3095565 Nov 12 03:23:59.283708 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.293924 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.394020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9bf31891-3ff6-45e5-a5ca-9ee4300661e6 req-ca80bcf9-6b65-435b-aabf-9022958e166d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179926 Nov 12 03:23:59.439262 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eb6a9-ed86-499b-87aa-cef812eee58a None None] Pushing event updated for resources: {'Port': ['ID=64548f03-127c-42d4-b672-ab4673c66a8d,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.550060 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Attempting to bind port 64548f03-127c-42d4-b672-ab4673c66a8d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:59.550419 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Attempting to bind port 64548f03-127c-42d4-b672-ab4673c66a8d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:59.550772 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Attempting to bind port 64548f03-127c-42d4-b672-ab4673c66a8d on network 05d43d29-f106-40dc-b26b-d8bf8e80a521 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:59.587526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:59.587935 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Checking segment: {'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:59.588279 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.588661 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Bound using segment: {'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:59.589159 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Bound port: 64548f03-127c-42d4-b672-ab4673c66a8d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712745b1-33d6-4fe3-8244-202dd96c0e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:59.596478 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.616165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5da04088-5bbc-4da8-878b-7e8281564a15 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:59.674887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a4ca1-334c-405a-985c-782462cac328 req-4e595932-62ca-462a-a4c9-4f5bd8ad24df tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.685988 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-927a4ca1-334c-405a-985c-782462cac328 req-4e595932-62ca-462a-a4c9-4f5bd8ad24df tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.1329298 Nov 12 03:23:59.744320 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] For port 64548f03-127c-42d4-b672-ab4673c66a8d, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:59.748681 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] For port 64548f03-127c-42d4-b672-ab4673c66a8d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=64548f03-127c-42d4-b672-ab4673c66a8d,segment=NetworkSegment(712745b1-33d6-4fe3-8244-202dd96c0e5e),segment_id=712745b1-33d6-4fe3-8244-202dd96c0e5e)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:59.749746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5da04088-5bbc-4da8-878b-7e8281564a15 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:59.750350 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.754241 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.816726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-927a4ca1-334c-405a-985c-782462cac328 req-547696b0-fc94-44ae-8eeb-486d97d5366d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282690 Nov 12 03:23:59.855218 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eb6a9-ed86-499b-87aa-cef812eee58a None None] Pushing event updated for resources: {'Port': ['ID=64548f03-127c-42d4-b672-ab4673c66a8d,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.860756 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Routers {'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:59.861926 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:23:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:59.935716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ac3986b6-c8b7-477b-90fe-cf46ea86c0f6 None None] Provisioning complete for port 64548f03-127c-42d4-b672-ab4673c66a8d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:59.936292 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac3986b6-c8b7-477b-90fe-cf46ea86c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.970830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:59.971636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:59.971636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:59.992426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:59.992786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:00.083755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fee9538-41fd-4e1c-b3c2-dd3c7a1c333a req-19bf2cee-d1c3-4d59-b537-b1ec0a850320 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761093 Nov 12 03:24:00.092286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:00.111863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Checking segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:00.112726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Bound using segment: {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:00.113391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Bound port: 4e43493a-bd1b-4c2e-9cb1-57893144df69, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:00.113988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.285149 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] Set router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:00.289470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-529e4e74-b10c-406c-b9dc-14423a01347d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1427221 Nov 12 03:24:00.347044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:00.352301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42382f88-5761-4d95-9884-0d357eba1cf0 req-330a22c5-b9e8-4044-b7fe-e384bb642a13 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.363237 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42382f88-5761-4d95-9884-0d357eba1cf0 req-330a22c5-b9e8-4044-b7fe-e384bb642a13 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1362357 Nov 12 03:24:00.373960 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac3986b6-c8b7-477b-90fe-cf46ea86c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.470135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.474209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ac3986b6-c8b7-477b-90fe-cf46ea86c0f6 None None] For port 64548f03-127c-42d4-b672-ab4673c66a8d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=64548f03-127c-42d4-b672-ab4673c66a8d,segment=NetworkSegment(712745b1-33d6-4fe3-8244-202dd96c0e5e),segment_id=712745b1-33d6-4fe3-8244-202dd96c0e5e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:00.479492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42382f88-5761-4d95-9884-0d357eba1cf0 req-1ac08cb7-e266-473d-bb49-d6ae20fab2eb tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152639 Nov 12 03:24:00.481278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac3986b6-c8b7-477b-90fe-cf46ea86c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.495947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] For port 4e43493a-bd1b-4c2e-9cb1-57893144df69, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:00.582226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] For port 4e43493a-bd1b-4c2e-9cb1-57893144df69, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4e43493a-bd1b-4c2e-9cb1-57893144df69,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:00.606208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.606756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3986b6-c8b7-477b-90fe-cf46ea86c0f6 None None] Pushing event updated for resources: {'Port': ['ID=64548f03-127c-42d4-b672-ab4673c66a8d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:00.621398 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:55Z', 'revision_number': 4, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port': {'id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:51Z', 'updated_at': '2021-11-12T03:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '64548f03-127c-42d4-b672-ab4673c66a8d', 'name': '', 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'mac_address': 'fa:16:3e:da:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4b093d36-5b7f-40b1-a5ce-d80d4069935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:53Z', 'updated_at': '2021-11-12T03:23:59Z', 'revision_number': 4, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'subnets': [{'id': '4b093d36-5b7f-40b1-a5ce-d80d4069935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:00.626096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2f809afb-da84-4be5-b286-0553e6ca2ba3 None None] Provisioning complete for port 64548f03-127c-42d4-b672-ab4673c66a8d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:00.627044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2f809afb-da84-4be5-b286-0553e6ca2ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.669856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1da9d-d72b-4124-8e58-95f96094aa4a req-e1903dfc-4a10-46be-94bb-5d6509be9326 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.679000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bcb1da9d-d72b-4124-8e58-95f96094aa4a req-e1903dfc-4a10-46be-94bb-5d6509be9326 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.1134479 Nov 12 03:24:00.686934 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662add5-4d18-4367-8b0d-58a4f8a1ce45 None None] The sync data for ids ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'] in n-d-789963-21 is: [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:55Z', 'revision_number': 4, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port': {'id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:51Z', 'updated_at': '2021-11-12T03:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '64548f03-127c-42d4-b672-ab4673c66a8d', 'name': '', 'network_id': '05d43d29-f106-40dc-b26b-d8bf8e80a521', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'mac_address': 'fa:16:3e:da:f8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4b093d36-5b7f-40b1-a5ce-d80d4069935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:53Z', 'updated_at': '2021-11-12T03:23:59Z', 'revision_number': 4, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'subnets': [{'id': '4b093d36-5b7f-40b1-a5ce-d80d4069935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:00.816973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bcb1da9d-d72b-4124-8e58-95f96094aa4a req-e463ec71-5e98-46e9-858d-1d91b874df67 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369050 Nov 12 03:24:00.850923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.854091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.856958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] 10.222.0.20 "PUT /v2.0/ports/4e43493a-bd1b-4c2e-9cb1-57893144df69 HTTP/1.1" status: 200 len: 1092 time: 2.3761663 Nov 12 03:24:00.874463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffcf39d-8b90-4aa7-aacf-330210c0e138', 'tag': '4e43493a-bd1b-4c2e-9cb1-57893144df69'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:00.901012 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffcf39d-8b90-4aa7-aacf-330210c0e138", "tag": "4e43493a-bd1b-4c2e-9cb1-57893144df69"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:00.988085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6c3f1-e2ad-4af0-a7c4-61f4936b0f68 req-f5511ad1-d985-4a5c-8d6b-b544c1589f83 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.998759 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-abd6c3f1-e2ad-4af0-a7c4-61f4936b0f68 req-f5511ad1-d985-4a5c-8d6b-b544c1589f83 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0846138 Nov 12 03:24:01.006208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30f959-4336-4de8-ac2a-927949319dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e43493a-bd1b-4c2e-9cb1-57893144df69,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:01.058505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-7f7ce469-6440-4dd9-ad5d-48462dc8f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.061386 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-7f7ce469-6440-4dd9-ad5d-48462dc8f207 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 1095 time: 0.1360164 Nov 12 03:24:01.065463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-abd6c3f1-e2ad-4af0-a7c4-61f4936b0f68 req-3837401e-35be-4e45-aa15-6cd07b2097d7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646515 Nov 12 03:24:01.174466 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-111969a3-f174-483f-83ad-063002448be8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e43493a-bd1b-4c2e-9cb1-57893144df69 HTTP/1.1" status: 200 len: 217 time: 0.0974326 Nov 12 03:24:01.269504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b65a85c7-1f44-4a79-8ed0-ed2161013328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.293553 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.352419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-19e8e89c-668c-49d5-92dd-78b0da9275b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.354103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-19e8e89c-668c-49d5-92dd-78b0da9275b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.1647239 Nov 12 03:24:01.412628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-4c5606c5-6af3-4aff-93a8-4bc7cd18db85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460918 Nov 12 03:24:01.435833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882daa-d719-489b-b6bc-42dd21e01a36 req-f742941f-82f0-42d7-a02e-0a7d4ff87e67 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.453113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c882daa-d719-489b-b6bc-42dd21e01a36 req-f742941f-82f0-42d7-a02e-0a7d4ff87e67 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.1072745 Nov 12 03:24:01.607597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c882daa-d719-489b-b6bc-42dd21e01a36 req-380665b6-d6ff-47f6-8661-3f2885597dbf tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531599 Nov 12 03:24:01.624687 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Allocated IP 172.25.0.214 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/2976ddb1-6a09-46dc-8369-5d395695460b) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:01.656501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-15d2996e-361d-497f-b4f5-083e1805976e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1042964 Nov 12 03:24:01.659389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 64548f03-127c-42d4-b672-ab4673c66a8d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:01.687597 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a6494c-94b5-46fc-a81a-26fa098df831 x-openstack-request-id: req-69a6494c-94b5-46fc-a81a-26fa098df831 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:01.687825 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffcf39d-8b90-4aa7-aacf-330210c0e138", "tag": "4e43493a-bd1b-4c2e-9cb1-57893144df69", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:01.688080 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69a6494c-94b5-46fc-a81a-26fa098df831 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:01.688491 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffcf39d-8b90-4aa7-aacf-330210c0e138', 'tag': '4e43493a-bd1b-4c2e-9cb1-57893144df69', 'status': 'completed', 'code': 200} Nov 12 03:24:01.762324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 64548f03-127c-42d4-b672-ab4673c66a8d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:01.762900 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.777777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-b5e3baf1-8b3a-42b7-a48b-678131880559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.779914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-b5e3baf1-8b3a-42b7-a48b-678131880559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 1119 time: 0.0814013 Nov 12 03:24:01.818455 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-454f4288-5f7e-4a87-9170-fe27671076de service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627813 Nov 12 03:24:01.983485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.059518 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1bb1d3d-9d83-4f1d-b6f4-400d015d8b2f req-86a82a3d-67f3-40bd-bc59-866c6fc2d41c service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213039 Nov 12 03:24:02.077587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-8c0557a3-f6e3-44ed-b1e6-9930e83ac322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.079696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-8c0557a3-f6e3-44ed-b1e6-9930e83ac322 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 923 time: 0.2456341 Nov 12 03:24:02.082202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.090990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9882141-1848-4e4b-b71c-efe5bd35df00 req-68c28e44-fb63-4e7b-b2ae-c9cdd0631340 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.090990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9882141-1848-4e4b-b71c-efe5bd35df00 req-68c28e44-fb63-4e7b-b2ae-c9cdd0631340 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.1944673 Nov 12 03:24:02.175641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-7b830e8d-45e9-4944-9ea3-8428697dc64d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cba7779-d5d6-44ed-9af2-0b41611abfd5 HTTP/1.1" status: 200 len: 217 time: 0.0849817 Nov 12 03:24:02.244273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:02.253223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:02.255268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-8be0d28c-f381-4599-b965-6ab01484a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.260051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:02.261829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-8be0d28c-f381-4599-b965-6ab01484a0b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.0755877 Nov 12 03:24:02.311716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-b5074fd6-2b8a-48f6-91af-e1a9be51f86d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382152 Nov 12 03:24:02.316394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event updated for resources: {'Port': ['ID=2976ddb1-6a09-46dc-8369-5d395695460b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:02.337632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9882141-1848-4e4b-b71c-efe5bd35df00 req-f2abbcf2-000b-47a2-b325-b99c48b50341 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210977 Nov 12 03:24:02.352603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-f5e985c4-e00e-44eb-9c2d-eb4e1bd2224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.360221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-f5e985c4-e00e-44eb-9c2d-eb4e1bd2224b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 1095 time: 0.1643486 Nov 12 03:24:02.512462 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.549043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-785acdb3-827e-407a-bfdd-9f65f3899334 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099206 Nov 12 03:24:02.555806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-79271700-8e44-44c9-ace8-410b6dcdce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.557308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-79271700-8e44-44c9-ace8-410b6dcdce6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 200 len: 909 time: 0.1888559 Nov 12 03:24:02.574203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.614775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-d697c2b9-2915-4c89-8dcd-6d8bc3bcd3b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e43493a-bd1b-4c2e-9cb1-57893144df69 HTTP/1.1" status: 200 len: 217 time: 0.0480306 Nov 12 03:24:02.679782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e251686-d373-4aa5-b9a9-7525439401fa req-ec77492a-0d8b-4446-bd7f-68752a6dcbc1 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.687754 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e251686-d373-4aa5-b9a9-7525439401fa req-ec77492a-0d8b-4446-bd7f-68752a6dcbc1 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1378145 Nov 12 03:24:02.737652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-42c4a3e5-4bc8-47c8-baed-767adced6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.739565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-42c4a3e5-4bc8-47c8-baed-767adced6735 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 200 len: 847 time: 0.1056235 Nov 12 03:24:02.751773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e251686-d373-4aa5-b9a9-7525439401fa req-c4cf0aea-8a0b-470c-96e6-25bc853ac568 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629425 Nov 12 03:24:02.802804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-738ba610-89d0-4c96-afd7-39a8335fb267 req-9367753e-eefe-4748-bc4b-efa46a927e22 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024467 Nov 12 03:24:02.857044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-5201897f-c23f-4dc5-a8d8-d2eb40c6ea4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=579a7f30-e8c2-4c89-992f-9ac4b313e029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873458 Nov 12 03:24:02.920054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fb3ea-fd68-4960-9e81-8cd3d4331103 req-cc78b4bd-81f2-4490-9bb1-dafa7b2050ef tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.924501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c14fb3ea-fd68-4960-9e81-8cd3d4331103 req-cc78b4bd-81f2-4490-9bb1-dafa7b2050ef tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0741811 Nov 12 03:24:02.983629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c14fb3ea-fd68-4960-9e81-8cd3d4331103 req-78e53e9b-6651-4b4b-b6a6-4f7ed618d7de tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532589 Nov 12 03:24:03.030442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.040854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.096845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-29c70598-e400-42ce-b0c0-1020074ec0a0 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236989 Nov 12 03:24:03.121768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484472f-ef51-4b94-b84c-e273254c3a39 req-4d38eaee-1c7f-4ed1-9a42-efcea008e074 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.124091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9484472f-ef51-4b94-b84c-e273254c3a39 req-4d38eaee-1c7f-4ed1-9a42-efcea008e074 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0745986 Nov 12 03:24:03.188049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9484472f-ef51-4b94-b84c-e273254c3a39 req-ffbbdba1-8ce9-469a-85f2-3571f3d74653 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 Nov 12 03:24:03.210748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event updated for resources: {'Port': ['ID=2976ddb1-6a09-46dc-8369-5d395695460b,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.225789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.257463 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.258812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-c0aa51e5-bd2a-4dba-9587-6b6535a5ad87 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9684618 Nov 12 03:24:03.342419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dd5e3ff-d179-49f7-95d3-3121ad87bdcd req-998234f8-28bb-43af-8873-6d5a1f072698 service neutron] 10.222.0.20 "GET /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195489 Nov 12 03:24:03.345994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-8bd53909-9010-4a24-9ffc-9c0ff19b594d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0752182 Nov 12 03:24:03.374347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4d3c5-ad01-4291-9ef0-dbf4ba1a04ff req-11e82cd6-d57c-4aa0-851e-957582bc9464 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.376975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4e4d3c5-ad01-4291-9ef0-dbf4ba1a04ff req-11e82cd6-d57c-4aa0-851e-957582bc9464 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.0829408 Nov 12 03:24:03.438466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4e4d3c5-ad01-4291-9ef0-dbf4ba1a04ff req-6fecbb1a-4827-45b9-9d2c-3246fed6e26f tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Nov 12 03:24:03.497133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-2e0e0d7d-ecf5-402a-ab12-df6eef1916d7 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.510091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca55dc9e-db10-4dc0-ac44-ee75f5b190f4 req-2e0e0d7d-ecf5-402a-ab12-df6eef1916d7 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1577926 Nov 12 03:24:03.542517 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bcd647ae-6ad5-496e-94d6-7e5438dbf867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.655335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca86640-b0c9-4db5-9cb2-10666fc935e4 req-a0ee73ca-e608-4595-9b9f-86364cfd41d2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.663987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ca86640-b0c9-4db5-9cb2-10666fc935e4 req-a0ee73ca-e608-4595-9b9f-86364cfd41d2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.0765653 Nov 12 03:24:03.706228 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f74b770a-4335-4772-b560-cfe78421a231 req-0d546bdb-b1fa-4282-9f56-ed3e3f786b64 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1236601 Nov 12 03:24:03.721576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:03.725240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ca86640-b0c9-4db5-9cb2-10666fc935e4 req-db7e6245-f5f0-46fd-8be7-2feaec0abe5f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575325 Nov 12 03:24:03.754988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.864763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.877865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ec817-bf33-4bd4-9c08-6f2d7daf0b81 req-f1aba4b3-c399-42ee-9b27-e125fdd9b34c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.879797 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-735ec817-bf33-4bd4-9c08-6f2d7daf0b81 req-f1aba4b3-c399-42ee-9b27-e125fdd9b34c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0549884 Nov 12 03:24:03.941753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-735ec817-bf33-4bd4-9c08-6f2d7daf0b81 req-89119b8b-f971-4137-b916-bedc6fe56a24 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556498 Nov 12 03:24:03.998739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Allocated IP 172.25.0.212 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/d4df03e4-0be9-4b02-aed7-e69d4b5e23f8) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:04.119751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8945-93ce-495c-85c9-9ed993892562 req-354e323d-7c7e-477c-ab29-6772a423f990 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.128842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc0c8945-93ce-495c-85c9-9ed993892562 req-354e323d-7c7e-477c-ab29-6772a423f990 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0668533 Nov 12 03:24:04.131632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.171236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.189958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc0c8945-93ce-495c-85c9-9ed993892562 req-a3d4498a-8bf4-4c91-aef0-c0e1cb9b588f tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567560 Nov 12 03:24:04.210569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:04.234520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:04.237134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:04.313269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.320231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event updated for resources: {'Port': ['ID=d4df03e4-0be9-4b02-aed7-e69d4b5e23f8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:04.339557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1caee5-d5a3-4387-b3ec-ab16106f70b0 req-4fdea607-362b-4fb7-8d74-511b5905dcc1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.348056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c1caee5-d5a3-4387-b3ec-ab16106f70b0 req-4fdea607-362b-4fb7-8d74-511b5905dcc1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0697181 Nov 12 03:24:04.358943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.402896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c1caee5-d5a3-4387-b3ec-ab16106f70b0 req-36d408bd-6cfd-416a-92a8-7c7bf39f3c7d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530317 Nov 12 03:24:04.542957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.548935 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.589707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.611658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event updated for resources: {'Port': ['ID=d4df03e4-0be9-4b02-aed7-e69d4b5e23f8,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:04.616574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.619287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c792bc6-9c26-4972-8d13-41c127cae587 req-68c83544-0a94-459f-826a-01f3008add83 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.626200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c792bc6-9c26-4972-8d13-41c127cae587 req-68c83544-0a94-459f-826a-01f3008add83 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.1149964 Nov 12 03:24:04.631176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f74b770a-4335-4772-b560-cfe78421a231 req-0ed3ca7a-2ade-44f0-ae3a-cd9de81a2971 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9169323 Nov 12 03:24:04.678704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f74b770a-4335-4772-b560-cfe78421a231 req-6b123f8b-adde-4290-9c7c-e2eddf3cd725 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0462754 Nov 12 03:24:04.696725 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c792bc6-9c26-4972-8d13-41c127cae587 req-30fc3594-9dfb-42be-95e4-b631cefbe7f7 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647016 Nov 12 03:24:04.784487 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.870914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b770a-4335-4772-b560-cfe78421a231 req-a6a7f21e-4970-4fdc-a576-8cce69d2dccb tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.877044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f74b770a-4335-4772-b560-cfe78421a231 req-a6a7f21e-4970-4fdc-a576-8cce69d2dccb tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1744151 Nov 12 03:24:04.937831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1018b3-6d87-484a-9435-615c2782bbf4 req-2e348b07-9637-43f7-bb5a-4109eae6186c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.939753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a1018b3-6d87-484a-9435-615c2782bbf4 req-2e348b07-9637-43f7-bb5a-4109eae6186c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.0734396 Nov 12 03:24:05.003025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a1018b3-6d87-484a-9435-615c2782bbf4 req-f423f176-38df-4662-9ea8-80568a8ab033 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552588 Nov 12 03:24:05.069347 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-cd2587ff-9ac1-4145-8571-f862ffa8fd29 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1711514 Nov 12 03:24:05.081465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:05.108894 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.126190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e84e8d-aadc-4153-8a3b-2529bb247d60 req-308cdcd3-b2c1-4c87-ac19-c6bff51a88c7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.128086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e84e8d-aadc-4153-8a3b-2529bb247d60 req-308cdcd3-b2c1-4c87-ac19-c6bff51a88c7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0634449 Nov 12 03:24:05.193653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e84e8d-aadc-4153-8a3b-2529bb247d60 req-bd3281da-da5e-4134-9aa7-d0a0afc46374 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589437 Nov 12 03:24:05.259602 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.320790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ea612-07e0-4215-a2a4-c9d9f4285f66 req-a2e6c681-68f7-43f3-bb06-88f8d2ea56f5 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.321977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d99ea612-07e0-4215-a2a4-c9d9f4285f66 req-a2e6c681-68f7-43f3-bb06-88f8d2ea56f5 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0561783 Nov 12 03:24:05.392093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d99ea612-07e0-4215-a2a4-c9d9f4285f66 req-3732bfcc-5248-43c9-9694-0d9d7c2e6443 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629134 Nov 12 03:24:05.408585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Allocated IP 172.25.0.132 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/6ebfae58-f3ac-47fa-abc1-bd4669528183) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:05.525948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.530680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a8054-de5a-4e0c-a16d-bdccbb8c0fea req-1853f1a2-fe9a-4de7-811e-c9bafbc7e5ae tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.532381 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae5a8054-de5a-4e0c-a16d-bdccbb8c0fea req-1853f1a2-fe9a-4de7-811e-c9bafbc7e5ae tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0550287 Nov 12 03:24:05.564040 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.609328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae5a8054-de5a-4e0c-a16d-bdccbb8c0fea req-0ab3a474-fee7-48b5-b548-753044420b4c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700784 Nov 12 03:24:05.620472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:05.626914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:05.629535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:05.644693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event updated for resources: {'Port': ['ID=6ebfae58-f3ac-47fa-abc1-bd4669528183,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.688645 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.727922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.817690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f9fc1-e307-4e87-b734-b74741605dcf req-45cbec17-72c4-41e0-9deb-dd58980c2d9e tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.819367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-970f9fc1-e307-4e87-b734-b74741605dcf req-45cbec17-72c4-41e0-9deb-dd58980c2d9e tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.0514534 Nov 12 03:24:05.870626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-970f9fc1-e307-4e87-b734-b74741605dcf req-94611f2c-a06e-45bd-9872-82a50a5eea54 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422735 Nov 12 03:24:05.883786 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.889105 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.920346 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.945904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.947232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8708355 Nov 12 03:24:05.947873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47788ec-cea3-4339-ab1e-94a37ec7e715 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event updated for resources: {'Port': ['ID=6ebfae58-f3ac-47fa-abc1-bd4669528183,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:06.008254 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-8460c565-390a-42cc-b977-7def145615d9 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.0484362 Nov 12 03:24:06.128411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-f00f7384-fc1e-41d4-8601-14eca9dc0450 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.129954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64cd8324-bc9c-4960-a505-76e5de5b62cb req-f00f7384-fc1e-41d4-8601-14eca9dc0450 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1114428 Nov 12 03:24:06.131663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25957c9-2ecb-4567-a02b-6a9745111a44 req-a310e83d-0be1-4c79-abd2-81ea2dda06b9 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.133190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f25957c9-2ecb-4567-a02b-6a9745111a44 req-a310e83d-0be1-4c79-abd2-81ea2dda06b9 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.0513821 Nov 12 03:24:06.186996 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.196022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f25957c9-2ecb-4567-a02b-6a9745111a44 req-e8cc3108-0931-4c4c-909b-48bb6f12d034 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555544 Nov 12 03:24:06.208248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8f834b8-46e5-4b8a-900f-d905f922c9a6 req-8169fb7e-d975-4ca1-adf0-d34b2fac1d1b tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips/6927e6ed-ddca-4b85-8134-2432aa76bf8e HTTP/1.1" status: 200 len: 693 time: 0.0556624 Nov 12 03:24:06.324893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f834b8-46e5-4b8a-900f-d905f922c9a6 req-6f751b4d-7a7c-4734-8686-7e81b79488cd tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.325694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ea82e-41d2-4c6c-a5f4-1ff29b3bb649 req-15fec6ba-e5d1-41ee-ac9a-9e939ca34313 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.326329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8f834b8-46e5-4b8a-900f-d905f922c9a6 req-6f751b4d-7a7c-4734-8686-7e81b79488cd tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1084158 Nov 12 03:24:06.330159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-792ea82e-41d2-4c6c-a5f4-1ff29b3bb649 req-15fec6ba-e5d1-41ee-ac9a-9e939ca34313 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0604365 Nov 12 03:24:06.379777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-792ea82e-41d2-4c6c-a5f4-1ff29b3bb649 req-025cf251-a0cd-4c31-a9a0-6ab1012b1413 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Nov 12 03:24:06.508583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5f6db-8bc3-4eaf-99bd-a6fa2175d23e req-fa66674d-eb18-40b0-9539-187229fe2e23 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.510265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6c5f6db-8bc3-4eaf-99bd-a6fa2175d23e req-fa66674d-eb18-40b0-9539-187229fe2e23 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0534921 Nov 12 03:24:06.571594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6c5f6db-8bc3-4eaf-99bd-a6fa2175d23e req-10b2bd6f-ece2-4999-9095-ce0c7ca8e864 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546575 Nov 12 03:24:06.651941 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-a6967346-57c0-40a2-b401-be8e2ced94c7 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips/6927e6ed-ddca-4b85-8134-2432aa76bf8e HTTP/1.1" status: 200 len: 693 time: 0.2995527 Nov 12 03:24:06.732023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9787fa7-b416-499d-b4c1-bc94c2a4e44f req-555f47b6-003a-43cf-9cb3-b1455a0ad709 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.733795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9787fa7-b416-499d-b4c1-bc94c2a4e44f req-555f47b6-003a-43cf-9cb3-b1455a0ad709 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0545380 Nov 12 03:24:06.786463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-959de67f-2693-4746-8d7e-db66a510a7bd tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.789270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-959de67f-2693-4746-8d7e-db66a510a7bd tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1316526 Nov 12 03:24:06.799562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9787fa7-b416-499d-b4c1-bc94c2a4e44f req-0baef3b7-0a10-4232-a057-7de571ee88fe tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560446 Nov 12 03:24:06.843423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-94a16acc-03f3-4f7b-b8a5-c1be2561c5c9 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.0515902 Nov 12 03:24:06.901000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-1c82a245-b5ca-4399-9bf7-ef44aef9037b tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.0476921 Nov 12 03:24:06.917500 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.004198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59c252-7339-46b7-826d-2e16d06737f9 req-cc43e156-5494-4be2-974c-fa52a98acf9d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.006960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac59c252-7339-46b7-826d-2e16d06737f9 req-cc43e156-5494-4be2-974c-fa52a98acf9d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.0551603 Nov 12 03:24:07.042495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Deleting port 6ebfae58-f3ac-47fa-abc1-bd4669528183 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:07.043389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.068832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac59c252-7339-46b7-826d-2e16d06737f9 req-93606a9a-1101-46ad-943c-bd27c5784434 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552900 Nov 12 03:24:07.124060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.124454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.138311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Calling delete_port for 6ebfae58-f3ac-47fa-abc1-bd4669528183 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:07.276728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.309112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event deleted for resources: {'Port': ['ID=6ebfae58-f3ac-47fa-abc1-bd4669528183,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:07.331012 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.335104 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.336313 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55fb95b6-313a-42f7-82f4-103ececbfbe5 req-c699efd2-f203-455b-8ee1-2fa0c78e0a1d tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "DELETE /v2.0/floatingips/6927e6ed-ddca-4b85-8134-2432aa76bf8e HTTP/1.1" status: 204 len: 173 time: 0.4238658 Nov 12 03:24:07.342519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d7d07-1f2d-4ee0-8827-db04599adfdf req-1f4e4ab7-13d1-47dd-b050-033a3f6a9d67 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.344099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c9d7d07-1f2d-4ee0-8827-db04599adfdf req-1f4e4ab7-13d1-47dd-b050-033a3f6a9d67 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.0686245 Nov 12 03:24:07.404503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c9d7d07-1f2d-4ee0-8827-db04599adfdf req-aa57af2c-5e70-453b-8429-0e8e44a638fe tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529995 Nov 12 03:24:07.543053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae87134-d40b-4317-a4e7-c7ea0346fe51 req-42dbd223-67e9-4391-abfd-43455a9d2b24 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.544834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fae87134-d40b-4317-a4e7-c7ea0346fe51 req-42dbd223-67e9-4391-abfd-43455a9d2b24 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0615749 Nov 12 03:24:07.586912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8fa91-61c0-43e7-85c0-57345dc40a2e req-90308a81-11ab-4b50-aa10-2fbeab3c62ff tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.590231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff8fa91-61c0-43e7-85c0-57345dc40a2e req-90308a81-11ab-4b50-aa10-2fbeab3c62ff tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2331920 Nov 12 03:24:07.603886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fae87134-d40b-4317-a4e7-c7ea0346fe51 req-31e3f7c7-ba74-40ea-be0b-7b06e219fdef tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497952 Nov 12 03:24:07.700170 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6741e807-7a05-4c12-b7b4-7357b1b7a908 req-69de7f2c-b954-4430-b26f-f6a2f591c790 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=e8b1e952495d44f28342619cb4ff49d1 HTTP/1.1" status: 200 len: 1656 time: 0.0539932 Nov 12 03:24:07.739273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419d4df-aeda-4f71-878a-254f5f00579a req-f87e68d1-35e8-4c61-a634-9c68d6a97428 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.741440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3419d4df-aeda-4f71-878a-254f5f00579a req-f87e68d1-35e8-4c61-a634-9c68d6a97428 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0737784 Nov 12 03:24:07.811808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3419d4df-aeda-4f71-878a-254f5f00579a req-1db323d8-8e5e-4d34-b62d-6413b319f96c tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607493 Nov 12 03:24:07.885576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741e807-7a05-4c12-b7b4-7357b1b7a908 req-04f160ab-3fb4-4c9c-823d-ed460b523d77 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.887613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6741e807-7a05-4c12-b7b4-7357b1b7a908 req-04f160ab-3fb4-4c9c-823d-ed460b523d77 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks?id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&id=d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 787 time: 0.1797698 Nov 12 03:24:07.953705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7dbe3-550a-4d4a-ab60-c442811794cf req-240e9e63-eac7-4420-84a8-4418f29cc2cf tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.955157 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bff7dbe3-550a-4d4a-ab60-c442811794cf req-240e9e63-eac7-4420-84a8-4418f29cc2cf tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0608733 Nov 12 03:24:07.986929 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-084e4bc5-bc3d-4633-b80b-0597f5d8dd39 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips/802788b6-4013-425f-9852-eccf9044d76e HTTP/1.1" status: 200 len: 693 time: 0.0733473 Nov 12 03:24:08.021032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bff7dbe3-550a-4d4a-ab60-c442811794cf req-ccbbb9bb-f01e-48d4-8d4f-e770276fa0ec tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582888 Nov 12 03:24:08.125114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-cbee4941-5a04-4f4a-aa80-8158bb41be1b tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.133044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-cbee4941-5a04-4f4a-aa80-8158bb41be1b tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1394048 Nov 12 03:24:08.138771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-8c93c605-8106-4b5d-b255-096211960a30 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:08.139801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-8c93c605-8106-4b5d-b255-096211960a30 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059454 Nov 12 03:24:08.200835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292167-6ab9-4d5b-b020-69fa1f86cc52 req-464f0679-80d7-450f-a9fe-fe4505eeee26 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.203155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4292167-6ab9-4d5b-b020-69fa1f86cc52 req-464f0679-80d7-450f-a9fe-fe4505eeee26 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.0568817 Nov 12 03:24:08.208538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-0172a5f2-25a3-4cda-9f51-11ed0bc3d9b4 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0607190 Nov 12 03:24:08.260822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4292167-6ab9-4d5b-b020-69fa1f86cc52 req-9cc1470d-e0bd-4cde-9caa-f3929800ce6d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505769 Nov 12 03:24:08.262310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-c3566746-bd14-463d-a2f7-23363fb44282 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0470502 Nov 12 03:24:08.393450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Deleting port d4df03e4-0be9-4b02-aed7-e69d4b5e23f8 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:08.394141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.472828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.473691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.485835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Calling delete_port for d4df03e4-0be9-4b02-aed7-e69d4b5e23f8 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:08.536945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52530c-50f5-4675-86b0-7c3a9141d0ea req-ff607428-e536-44d0-a4d2-591a914ee80f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.539649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f52530c-50f5-4675-86b0-7c3a9141d0ea req-ff607428-e536-44d0-a4d2-591a914ee80f tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.0564806 Nov 12 03:24:08.603782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f52530c-50f5-4675-86b0-7c3a9141d0ea req-06343dfa-e352-4231-b091-a6a289abdb01 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577688 Nov 12 03:24:08.625268 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.658022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event deleted for resources: {'Port': ['ID=d4df03e4-0be9-4b02-aed7-e69d4b5e23f8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:08.718091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.720933 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.739770 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8678dec6-1755-4ebe-a95e-7c8b3fe3ae58 req-92661b28-c2d8-4daa-b073-783a19d4dcc6 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "DELETE /v2.0/floatingips/802788b6-4013-425f-9852-eccf9044d76e HTTP/1.1" status: 204 len: 173 time: 0.4583633 Nov 12 03:24:08.742299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ab78a-fd15-400a-ae83-1258b30e13f8 req-f75fba66-7093-494c-bbfd-d789c31fbd49 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.743867 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a7ab78a-fd15-400a-ae83-1258b30e13f8 req-f75fba66-7093-494c-bbfd-d789c31fbd49 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0531335 Nov 12 03:24:08.793414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-0c257d1b-b196-4f35-ad55-08bbdaaecc61 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips/967cba52-b155-421a-aa91-68d1257d6361 HTTP/1.1" status: 200 len: 693 time: 0.0526011 Nov 12 03:24:08.798055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a7ab78a-fd15-400a-ae83-1258b30e13f8 req-d162a46f-76f9-41be-a740-997784ae4a99 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468071 Nov 12 03:24:08.953001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef5a3e-50d9-4262-ac5b-6e8f8231a417 req-9b13458b-f877-416a-b7f4-38629a2d26cf tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.954958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31ef5a3e-50d9-4262-ac5b-6e8f8231a417 req-9b13458b-f877-416a-b7f4-38629a2d26cf tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0612049 Nov 12 03:24:09.011026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31ef5a3e-50d9-4262-ac5b-6e8f8231a417 req-5cef89f6-a3a5-4c8e-8cbc-fa4baef9d5f7 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488615 Nov 12 03:24:09.151635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178cf66-6f41-4e16-8d09-b49aa668e975 req-48c59f83-da0b-4e51-af92-9297ab697d78 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.153191 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7178cf66-6f41-4e16-8d09-b49aa668e975 req-48c59f83-da0b-4e51-af92-9297ab697d78 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0525286 Nov 12 03:24:09.182680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-9773e35f-31d5-4495-bcec-eb9ed69c6be0 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.184148 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-9773e35f-31d5-4495-bcec-eb9ed69c6be0 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.3880773 Nov 12 03:24:09.204410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7178cf66-6f41-4e16-8d09-b49aa668e975 req-b19641d8-1fec-4ac4-bfd8-27d1505f70c1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Nov 12 03:24:09.239634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-5a4a4138-e370-47e7-89d9-adf9e058c5a3 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0478785 Nov 12 03:24:09.290612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-24a188c3-63fa-4c56-bb17-e4331562e9da tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0448160 Nov 12 03:24:09.373529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d354de-fff2-4911-bb36-571c2745bdb0 req-277aecf7-776f-4fd5-b226-29716ab13a41 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.375118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8d354de-fff2-4911-bb36-571c2745bdb0 req-277aecf7-776f-4fd5-b226-29716ab13a41 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.0491505 Nov 12 03:24:09.421351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Deleting port 2976ddb1-6a09-46dc-8369-5d395695460b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:09.422571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.426779 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8d354de-fff2-4911-bb36-571c2745bdb0 req-ef192e61-eba9-4637-a1a3-209c60c7a7aa tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Nov 12 03:24:09.503934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.504375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.515930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Calling delete_port for 2976ddb1-6a09-46dc-8369-5d395695460b owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:09.650084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.680070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event deleted for resources: {'Port': ['ID=2976ddb1-6a09-46dc-8369-5d395695460b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:09.737927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ff15d-d4f2-4598-bd3a-e4934f6715f4 req-ef31f26d-6abf-4015-a253-30fbe25b7cdb tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.739502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f9ff15d-d4f2-4598-bd3a-e4934f6715f4 req-ef31f26d-6abf-4015-a253-30fbe25b7cdb tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.0510118 Nov 12 03:24:09.743604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.746239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.747375 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a83bf95-7a9f-43f3-8520-aff5027db654 req-97716763-57c3-4822-9c99-956f533aa888 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "DELETE /v2.0/floatingips/967cba52-b155-421a-aa91-68d1257d6361 HTTP/1.1" status: 204 len: 173 time: 0.4510961 Nov 12 03:24:09.788846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f9ff15d-d4f2-4598-bd3a-e4934f6715f4 req-6cb75889-9f18-4e31-8287-5ba83036a1a3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Nov 12 03:24:09.811924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-219ba080-2517-43ac-9824-62ad3c9bcaba tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips/09471fa0-5800-409e-87c9-1b408a94c9c7 HTTP/1.1" status: 200 len: 692 time: 0.0473602 Nov 12 03:24:09.915336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ea052-a020-4c4c-a28e-72b928284f1d req-25c52b9c-809d-41ff-9d1b-ff969b1b3abc tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.917272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-136ea052-a020-4c4c-a28e-72b928284f1d req-25c52b9c-809d-41ff-9d1b-ff969b1b3abc tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0514328 Nov 12 03:24:09.917409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-0fcbc8a1-8d1c-4b5f-95c0-8ba792870424 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.923163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-0fcbc8a1-8d1c-4b5f-95c0-8ba792870424 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1052065 Nov 12 03:24:09.982662 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-403156f2-fee2-431a-bbc4-1a7bfa516788 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.0570891 Nov 12 03:24:09.998476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-136ea052-a020-4c4c-a28e-72b928284f1d req-8d37a0ad-2929-41b5-81e9-d8b5ea5ff8c3 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656939 Nov 12 03:24:10.065491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-1e315206-10c1-4236-9603-73e901b71fc8 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.0746932 Nov 12 03:24:10.212367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255a81-da90-4902-8166-7109fba93c24 req-d3e244bf-420f-4ac5-806d-e8e13f65dfac tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.213792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Deleting port ed53023f-d804-486e-8f59-776c30a50a60 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:10.213949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-d3e244bf-420f-4ac5-806d-e8e13f65dfac tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.1174595 Nov 12 03:24:10.214138 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.234835 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-cd772f60-4932-475c-b4c2-8853bc816e5b tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/quotas/cae64c692ebf4f8a9969f7448cdcd8cb HTTP/1.1" status: 200 len: 375 time: 0.0148549 Nov 12 03:24:10.287031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-56491b17-cfad-424f-ad2b-0d9f4d897290 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513129 Nov 12 03:24:10.301567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.301893 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.317812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Calling delete_port for ed53023f-d804-486e-8f59-776c30a50a60 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:10.396154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-210c90ed-bb02-4c43-837f-8a5944260149 service neutron] 10.222.0.49 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013634 Nov 12 03:24:10.474669 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.489914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-2be86e44-448e-4483-b271-68cfb1e0afa7 service neutron] 10.222.0.49 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928810 Nov 12 03:24:10.506149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Pushing event deleted for resources: {'Port': ['ID=ed53023f-d804-486e-8f59-776c30a50a60,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.573927 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.578998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.585242 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3685ab91-614b-4dfd-9ebb-1eb5d6609210 req-9566a07a-673e-418c-974e-12a75753cf21 tempest-FloatingIPDetailsTestJSON-871309326 tempest-FloatingIPDetailsTestJSON-871309326-project] 10.222.0.49 "DELETE /v2.0/floatingips/09471fa0-5800-409e-87c9-1b408a94c9c7 HTTP/1.1" status: 204 len: 173 time: 0.5117517 Nov 12 03:24:10.586725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35040) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:10.739665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412a806-c969-4d22-a025-3ae8afccc0d5 req-eedb9690-6d4e-4fc5-8bf5-1c8d5871a51f tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.742255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b412a806-c969-4d22-a025-3ae8afccc0d5 req-eedb9690-6d4e-4fc5-8bf5-1c8d5871a51f tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.1084375 Nov 12 03:24:10.845211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b316fcb-6e19-42da-9314-0eed67042f91 req-f4ba0074-daa3-4f35-b899-f7fd970b32cd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.846682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b316fcb-6e19-42da-9314-0eed67042f91 req-f4ba0074-daa3-4f35-b899-f7fd970b32cd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0573256 Nov 12 03:24:10.867850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b412a806-c969-4d22-a025-3ae8afccc0d5 req-a51d031b-dae3-4000-b41a-bf65c32fe093 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855153 Nov 12 03:24:10.909331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b316fcb-6e19-42da-9314-0eed67042f91 req-b8a7c6d9-838f-48f4-a0b9-fe496c9d33c4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552897 Nov 12 03:24:11.040585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd8bdd-e462-49c6-860e-63abd03822f3 req-c22e8192-ca9c-474d-9ccb-d72ec2acd805 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:11.042125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffd8bdd-e462-49c6-860e-63abd03822f3 req-c22e8192-ca9c-474d-9ccb-d72ec2acd805 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.0911765 Nov 12 03:24:11.080264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8da7769-e4f7-4198-9e8e-8cdeccdba76a req-23a0144d-684d-4125-8483-b76c0aed7cd1 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 210 time: 0.0298829 Nov 12 03:24:11.122245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffd8bdd-e462-49c6-860e-63abd03822f3 req-db070eaa-6c29-450d-81a1-d0a2fd624b7e tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714164 Nov 12 03:24:11.159245 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.227339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c3b7d-cf40-4fb9-9a01-d691992de10d req-538e4be2-0fa2-4457-956a-df430f3e7103 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:11.234545 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-101c3b7d-cf40-4fb9-9a01-d691992de10d req-538e4be2-0fa2-4457-956a-df430f3e7103 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.0783317 Nov 12 03:24:11.299618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-101c3b7d-cf40-4fb9-9a01-d691992de10d req-2306d02e-139d-4e8f-85ca-1f890544e11e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641413 Nov 12 03:24:11.367706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334879-61bb-41bc-a11f-2957e026ec49 req-731cc407-b1fa-4186-a3e8-8e44560766fe tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:11.369226 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5334879-61bb-41bc-a11f-2957e026ec49 req-731cc407-b1fa-4186-a3e8-8e44560766fe tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1108043 Nov 12 03:24:11.444006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5334879-61bb-41bc-a11f-2957e026ec49 req-489f0147-ff8e-4889-922c-a005b8d2a932 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578237 Nov 12 03:24:11.530236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Deleting port 64548f03-127c-42d4-b672-ab4673c66a8d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:11.530888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.607980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] For port 64548f03-127c-42d4-b672-ab4673c66a8d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=64548f03-127c-42d4-b672-ab4673c66a8d,segment=NetworkSegment(712745b1-33d6-4fe3-8244-202dd96c0e5e),segment_id=712745b1-33d6-4fe3-8244-202dd96c0e5e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:11.608361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.620196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Calling delete_port for 64548f03-127c-42d4-b672-ab4673c66a8d owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:11.792973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.821148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=64548f03-127c-42d4-b672-ab4673c66a8d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:12.034145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249c9cf-bd4b-4636-bc4f-d02f5940dc74 req-a7dc3b26-ddfa-482c-af66-765c2869cf2c tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.036620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5249c9cf-bd4b-4636-bc4f-d02f5940dc74 req-a7dc3b26-ddfa-482c-af66-765c2869cf2c tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0816641 Nov 12 03:24:12.092038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5249c9cf-bd4b-4636-bc4f-d02f5940dc74 req-7e853456-24ec-4df8-977f-8f3b94f71617 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475543 Nov 12 03:24:12.112101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.142841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee14c0-ca98-462e-80b0-cfc25eb0eb49 req-d5d181c3-7e26-48af-bb08-6363eb72d143 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.144332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8cee14c0-ca98-462e-80b0-cfc25eb0eb49 req-d5d181c3-7e26-48af-bb08-6363eb72d143 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1135283 Nov 12 03:24:12.186029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255a81-da90-4902-8166-7109fba93c24 req-253caec5-7422-4a1f-88be-de4a0ffc54a5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.187472 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-253caec5-7422-4a1f-88be-de4a0ffc54a5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 821 time: 0.2664611 Nov 12 03:24:12.203231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Request body: {'port': {'device_id': '341d4387-e337-4376-b41e-8ad08e327fc7', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'admin_state_up': True, 'tenant_id': 'cae64c692ebf4f8a9969f7448cdcd8cb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:12.266397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-24b1ed6a-dcaf-4bac-8e46-eeaf44c532b7 req-e5d7bae9-c7f7-490c-8308-d6e2efbff6dd tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 210 time: 0.0296810 Nov 12 03:24:12.358931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8cee14c0-ca98-462e-80b0-cfc25eb0eb49 req-fc72db65-6f54-4f3b-b714-d8e22f27cf63 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704686 Nov 12 03:24:12.390598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d955bec-1dd6-4feb-a409-462f58d6a061 req-5b37bc82-a6ff-4a65-8bc5-2860b0e442a6 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.394701 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d955bec-1dd6-4feb-a409-462f58d6a061 req-5b37bc82-a6ff-4a65-8bc5-2860b0e442a6 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.0652261 Nov 12 03:24:12.454947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d955bec-1dd6-4feb-a409-462f58d6a061 req-d9722e58-8f26-46a6-bdc3-b1c1ee46dacf tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516753 Nov 12 03:24:12.586215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e0845-cbce-484a-9a96-ebb2e09e6432 req-d8f8c90d-4b6d-4c40-ac10-812547107036 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.587803 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-309e0845-cbce-484a-9a96-ebb2e09e6432 req-d8f8c90d-4b6d-4c40-ac10-812547107036 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0623920 Nov 12 03:24:12.647360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-309e0845-cbce-484a-9a96-ebb2e09e6432 req-423556f5-0515-4870-811c-29d4c446e696 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Nov 12 03:24:12.684342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4e43493a-bd1b-4c2e-9cb1-57893144df69 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:12.744633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Made reservation on behalf of cae64c692ebf4f8a9969f7448cdcd8cb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:12.748035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.785887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4e43493a-bd1b-4c2e-9cb1-57893144df69, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4e43493a-bd1b-4c2e-9cb1-57893144df69,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:12.797627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '4e43493a-bd1b-4c2e-9cb1-57893144df69', 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029', 'port_id': '4e43493a-bd1b-4c2e-9cb1-57893144df69', 'mac_address': 'fa:16:3e:94:35:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd540c8c0-96ae-43eb-a61d-06fc91b4290f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:12.840622 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.853450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:12.853833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e43493a-bd1b-4c2e-9cb1-57893144df69 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:12.875279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4e43493a-bd1b-4c2e-9cb1-57893144df69, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4e43493a-bd1b-4c2e-9cb1-57893144df69,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:12.877608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b686cb7-1692-418d-9233-83f696f2de7d req-d7a1059a-751f-4685-b1f5-23d72fe265a1 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.879853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.881217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b686cb7-1692-418d-9233-83f696f2de7d req-d7a1059a-751f-4685-b1f5-23d72fe265a1 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 943 time: 0.4287508 Nov 12 03:24:12.933678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4e43493a-bd1b-4c2e-9cb1-57893144df69,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:13.023544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b686cb7-1692-418d-9233-83f696f2de7d req-b62cec79-9946-49f8-ba49-848d0743c109 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341619 Nov 12 03:24:13.033557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Allocated IP 172.20.0.14 (a37a1d10-61ee-4876-8b8c-8ef90e6dd922/f282aada-aebd-41cb-9844-fdf4b16102eb/ec7abff0-b3d5-4431-9119-2c12fa1590f0) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:13.110974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:13.120706 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-609b6757-fc90-4f4c-9012-073cf6f069e7 admin admin] 10.222.0.49 "PUT /v2.0/routers/c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5328977 Nov 12 03:24:13.120957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35076) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:13.138037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] Sync routers for ids ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:13.155716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] Routers {'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:13.156979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:13.287275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] Set router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:13.304508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.338866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33adce-4022-402c-bd44-58e397eaa5f0 req-d6e79f56-f1b8-4d7c-a3d5-e180d2777ca7 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.345282 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba33adce-4022-402c-bd44-58e397eaa5f0 req-d6e79f56-f1b8-4d7c-a3d5-e180d2777ca7 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.1190298 Nov 12 03:24:13.349437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.352472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.397230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:13.435189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:13.440169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:13.441040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['4e43493a-bd1b-4c2e-9cb1-57893144df69'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:13.497561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event updated for resources: {'Port': ['ID=ec7abff0-b3d5-4431-9119-2c12fa1590f0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:13.511667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a15c66-af0e-47b3-86df-3ee29ca837c8 req-24a6beab-9eae-4253-93c3-f2cfb68f1410 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.513978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31a15c66-af0e-47b3-86df-3ee29ca837c8 req-24a6beab-9eae-4253-93c3-f2cfb68f1410 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 932 time: 0.1154902 Nov 12 03:24:13.553911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.554712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.610121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba33adce-4022-402c-bd44-58e397eaa5f0 req-bab90061-d43e-4672-8670-630b49b3faa6 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939810 Nov 12 03:24:13.613800 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.633699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-107e4431-3345-4062-b31a-fabbbd1e4bcb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4353304 Nov 12 03:24:13.651794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31a15c66-af0e-47b3-86df-3ee29ca837c8 req-16fb5d2d-685a-4670-8587-9e3bd915d02f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277914 Nov 12 03:24:13.666027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Request body: {'port': {'device_id': '341d4387-e337-4376-b41e-8ad08e327fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:13.719223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-7e473060-ffe3-4d51-9f2c-00e6694bccc0 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.721427 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-7e473060-ffe3-4d51-9f2c-00e6694bccc0 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.20 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0987146 Nov 12 03:24:13.774689 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.813496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:24:11Z', 'revision_number': 5, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port': {'id': '5da04088-5bbc-4da8-878b-7e8281564a15', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:39:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:51Z', 'updated_at': '2021-11-12T03:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:13.865059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] Checking router: c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:13.884250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a53cbd-31da-4ffd-a62d-622dd9cefc85 req-217c3de8-cbaa-4d68-855e-56889e647504 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.886102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16a53cbd-31da-4ffd-a62d-622dd9cefc85 req-217c3de8-cbaa-4d68-855e-56889e647504 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.1124780 Nov 12 03:24:13.894535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] Routers {'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:13.896553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:13.916262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395074b-d24d-4f66-a2b2-f398f4e69d95 req-1ecf1ee1-998a-4c7f-8fbc-9e961490e76e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.917849 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a395074b-d24d-4f66-a2b2-f398f4e69d95 req-1ecf1ee1-998a-4c7f-8fbc-9e961490e76e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1668074 Nov 12 03:24:13.941310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Deleting port 5da04088-5bbc-4da8-878b-7e8281564a15 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:13.941829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.028877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] Set router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:14.029805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16a53cbd-31da-4ffd-a62d-622dd9cefc85 req-14d14b4f-87b4-4488-af74-866f9726b1b6 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849063 Nov 12 03:24:14.035091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] For port 5da04088-5bbc-4da8-878b-7e8281564a15, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5da04088-5bbc-4da8-878b-7e8281564a15,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:14.035633 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.054312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Calling delete_port for 5da04088-5bbc-4da8-878b-7e8281564a15 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:14.146699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:24:13Z', 'revision_number': 6, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:14.153230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Deleting port 12a730c3-3583-4d29-8cac-1a185db6ed76 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:14.154592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.195315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80725fbf-435c-45d4-9c1d-243e919a12b7 None None] The sync data for ids ['c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8'] in n-d-789963-21 is: [{'id': 'c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8', 'name': 'tempest-FloatingIPDetailsTestJSON-1381299261-router', 'tenant_id': 'e8b1e952495d44f28342619cb4ff49d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:24:13Z', 'revision_number': 6, 'project_id': 'e8b1e952495d44f28342619cb4ff49d1', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:14.204281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7abff0-b3d5-4431-9119-2c12fa1590f0 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:14.215776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.234359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Transition to ACTIVE for port object ec7abff0-b3d5-4431-9119-2c12fa1590f0 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:14.248618 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.310852 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a395074b-d24d-4f66-a2b2-f398f4e69d95 req-25d34e1e-5b2b-4bd6-91d4-ed3aeafc868e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824515 Nov 12 03:24:14.336750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7abff0-b3d5-4431-9119-2c12fa1590f0,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.366166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5918-a939-49b6-b0a4-301cb87060d6 req-a6afa77c-3541-47d7-840d-1c723178f172 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.367889 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9fe5918-a939-49b6-b0a4-301cb87060d6 req-a6afa77c-3541-47d7-840d-1c723178f172 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1336722 Nov 12 03:24:14.390109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-ceb9c6ff-f407-40f7-85fb-63cc6806fa28 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.391572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-ceb9c6ff-f407-40f7-85fb-63cc6806fa28 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.2435238 Nov 12 03:24:14.446863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] For port 12a730c3-3583-4d29-8cac-1a185db6ed76, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=12a730c3-3583-4d29-8cac-1a185db6ed76,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:14.447226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.466601 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9fe5918-a939-49b6-b0a4-301cb87060d6 req-f8999ac0-ca32-4c5a-8410-24e091b6faaf tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Nov 12 03:24:14.479954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:14.482163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:14.485003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:14.496727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Calling delete_port for 12a730c3-3583-4d29-8cac-1a185db6ed76 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:14.498427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:14.498959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:14.508397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:14.508858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Checking segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:14.509247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Bound using segment: {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:14.509738 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Bound port: ec7abff0-b3d5-4431-9119-2c12fa1590f0, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:14.510160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.623551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] For port ec7abff0-b3d5-4431-9119-2c12fa1590f0, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:14.628649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] For port ec7abff0-b3d5-4431-9119-2c12fa1590f0, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ec7abff0-b3d5-4431-9119-2c12fa1590f0,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:14.635143 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.655518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba320ff8-dbc3-47e5-a89a-edf7ef495f73 req-41340297-67cd-4f35-8ec0-9ef519629fb2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.663745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba320ff8-dbc3-47e5-a89a-edf7ef495f73 req-41340297-67cd-4f35-8ec0-9ef519629fb2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 944 time: 0.2413378 Nov 12 03:24:14.683582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.684368 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.702317 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec7abff0-b3d5-4431-9119-2c12fa1590f0 HTTP/1.1" status: 200 len: 1093 time: 1.0478802 Nov 12 03:24:14.702818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341d4387-e337-4376-b41e-8ad08e327fc7', 'tag': 'ec7abff0-b3d5-4431-9119-2c12fa1590f0'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:14.709715 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff49eb88-c53d-4730-af26-418904808ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "341d4387-e337-4376-b41e-8ad08e327fc7", "tag": "ec7abff0-b3d5-4431-9119-2c12fa1590f0"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:14.743641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75bc08-3491-488d-ab82-41c9d3e3da63 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7abff0-b3d5-4431-9119-2c12fa1590f0,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.744758 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.789247 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba320ff8-dbc3-47e5-a89a-edf7ef495f73 req-d9d1fd09-e5d1-49a7-bb71-3e2790110a3d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246295 Nov 12 03:24:14.793941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da04088-5bbc-4da8-878b-7e8281564a15,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.806401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.806856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.807054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.807391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.807724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.808054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.808383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.808704 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.809052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.809369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.810013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.810013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:14.845559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1efa1-c802-4303-8cd8-78898f64c8a1 req-995101cb-bbb1-47cb-965c-1603c725d5f5 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.847246 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5cc1efa1-c802-4303-8cd8-78898f64c8a1 req-995101cb-bbb1-47cb-965c-1603c725d5f5 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 946 time: 0.0800271 Nov 12 03:24:14.852104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255a81-da90-4902-8166-7109fba93c24 req-0c08d455-de2e-4c3a-ba61-82ce984462ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.854268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-0c08d455-de2e-4c3a-ba61-82ce984462ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 1096 time: 0.1056125 Nov 12 03:24:14.871497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Deleting port a26f5b45-a2af-4244-b77b-caf3b1c481bd {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:14.872256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.881371 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.912922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-8c63ecc3-d857-4357-84d8-178315a6a8a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec7abff0-b3d5-4431-9119-2c12fa1590f0 HTTP/1.1" status: 200 len: 217 time: 0.0481257 Nov 12 03:24:14.974263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2255a81-da90-4902-8166-7109fba93c24 req-b6baedd1-3d32-49eb-b7bf-4a5549bbbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.975723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-b6baedd1-3d32-49eb-b7bf-4a5549bbbb1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.0514655 Nov 12 03:24:14.991757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5cc1efa1-c802-4303-8cd8-78898f64c8a1 req-0c339c30-2946-42af-88ed-8f4d8c00e500 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361625 Nov 12 03:24:15.032556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-8f8f302a-ba53-45dc-a9df-08d34c101c68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321839 Nov 12 03:24:15.124511 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2fa4da-7bac-4678-8ecd-c8fa324514f5 x-openstack-request-id: req-3f2fa4da-7bac-4678-8ecd-c8fa324514f5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:15.124893 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341d4387-e337-4376-b41e-8ad08e327fc7", "tag": "ec7abff0-b3d5-4431-9119-2c12fa1590f0", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:15.125131 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f2fa4da-7bac-4678-8ecd-c8fa324514f5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:15.125536 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341d4387-e337-4376-b41e-8ad08e327fc7', 'tag': 'ec7abff0-b3d5-4431-9119-2c12fa1590f0', 'status': 'completed', 'code': 200} Nov 12 03:24:15.177269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-d967b358-0c0b-45b8-a1fc-4aebd14e97fd service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321213 Nov 12 03:24:15.325057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf4b7a-ee12-46bd-ba8a-60f8a726ea3a req-cf2e989f-fea2-4ebc-9208-23c6de3f81c2 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.326764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-afcf4b7a-ee12-46bd-ba8a-60f8a726ea3a req-cf2e989f-fea2-4ebc-9208-23c6de3f81c2 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 950 time: 0.1428101 Nov 12 03:24:15.341385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'f8431ed2-71fc-4725-acae-818a47789982', '2d38d881-f60e-4519-be1d-7b02154c6c75'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:15.403330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.421685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2255a81-da90-4902-8166-7109fba93c24 req-6d44d577-c8c8-4f65-b39d-cb1e5ad173d9 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250443 Nov 12 03:24:15.436134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.465333 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-1b2b246f-7c4b-477a-9a2d-65413dbbf300 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 282 time: 0.1373382 Nov 12 03:24:15.479956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-afcf4b7a-ee12-46bd-ba8a-60f8a726ea3a req-a125a636-a19c-412b-b369-f02d7b931569 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410265 Nov 12 03:24:15.569552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab31383-5bc4-424a-8447-502d57d29033 req-775cb3af-a915-45a6-a453-854ce369d1e7 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.577632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ab31383-5bc4-424a-8447-502d57d29033 req-775cb3af-a915-45a6-a453-854ce369d1e7 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 944 time: 0.6553590 Nov 12 03:24:15.627795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.630110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.630711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:24:15.659703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-72cd78ae-fb19-4ba8-882e-2d9836dd7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.665295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-72cd78ae-fb19-4ba8-882e-2d9836dd7558 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1066 time: 0.1840937 Nov 12 03:24:15.687093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:15.694606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 64548f03-127c-42d4-b672-ab4673c66a8d no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:15.720184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 64548f03-127c-42d4-b672-ab4673c66a8d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:15.720525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 64548f03-127c-42d4-b672-ab4673c66a8d not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:15.720964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5da04088-5bbc-4da8-878b-7e8281564a15 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:15.736567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] For port a26f5b45-a2af-4244-b77b-caf3b1c481bd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a26f5b45-a2af-4244-b77b-caf3b1c481bd,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:15.736971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.747511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49eb88-c53d-4730-af26-418904808ffe req-2c2171a1-5959-4d88-983d-359ef35aaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.750837 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff49eb88-c53d-4730-af26-418904808ffe req-2c2171a1-5959-4d88-983d-359ef35aaf98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 1096 time: 0.2395964 Nov 12 03:24:15.754939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.759096 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9fcdfa1e-6350-42f8-8a3e-cf8a463bf4d4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c8f4cbeb-ac8b-41fe-8760-57f11d8d86b8 HTTP/1.1" status: 204 len: 168 time: 2.6368244 Nov 12 03:24:15.782216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35106) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:15.790670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5da04088-5bbc-4da8-878b-7e8281564a15 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:15.790907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5da04088-5bbc-4da8-878b-7e8281564a15 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:15.829060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Pushing event deleted for resources: {'Port': ['ID=12a730c3-3583-4d29-8cac-1a185db6ed76,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:15.839969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Calling delete_port for a26f5b45-a2af-4244-b77b-caf3b1c481bd owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:15.873773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-d1e07cc7-f68f-41ac-9305-b7b908fdd3cf service neutron] 10.222.0.20 "GET /v2.0/ports/6a5b0842-1924-44bd-9867-13803da06bb5/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.2339661 Nov 12 03:24:15.921580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ab31383-5bc4-424a-8447-502d57d29033 req-7ac151b0-ea83-41c6-82d7-d40bbf59cf90 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427703 Nov 12 03:24:15.945914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49eb88-c53d-4730-af26-418904808ffe req-32b6b7e9-37bf-4e40-ab29-2d51bfae491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.948366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff49eb88-c53d-4730-af26-418904808ffe req-32b6b7e9-37bf-4e40-ab29-2d51bfae491a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 923 time: 0.1864836 Nov 12 03:24:15.986347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] No DVR routers for this DVR port 12a730c3-3583-4d29-8cac-1a185db6ed76 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:16.013072 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.017524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-057ecdb6-83d9-4f20-8cba-94ab58417e30 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.20 "DELETE /v2.0/ports/12a730c3-3583-4d29-8cac-1a185db6ed76 HTTP/1.1" status: 204 len: 173 time: 2.2355769 Nov 12 03:24:16.019283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'name': 'network-vif-deleted', 'tag': '12a730c3-3583-4d29-8cac-1a185db6ed76'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:16.023369 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa911b79-9ac5-4e71-9208-e9d068432172" -d '{"events": [{"server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "name": "network-vif-deleted", "tag": "12a730c3-3583-4d29-8cac-1a185db6ed76"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:16.033461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff49eb88-c53d-4730-af26-418904808ffe req-ea45a836-79b7-4497-8fc8-1a1e49a06d79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec7abff0-b3d5-4431-9119-2c12fa1590f0 HTTP/1.1" status: 200 len: 217 time: 0.0538757 Nov 12 03:24:16.134038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1836e1-b647-4f4a-b081-65198855899e admin admin] Deleting subnet 4b093d36-5b7f-40b1-a5ce-d80d4069935c {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:16.153363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1eea94-7e44-4af8-80d8-94d707d3cdb6 req-fd4ec85e-831a-42f6-a395-03d9655cded6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.185176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf1eea94-7e44-4af8-80d8-94d707d3cdb6 req-fd4ec85e-831a-42f6-a395-03d9655cded6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.5035217 Nov 12 03:24:16.252520 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad1836e1-b647-4f4a-b081-65198855899e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.273751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49eb88-c53d-4730-af26-418904808ffe req-f35058e8-94d8-4d24-b234-de03259ecac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.275217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff49eb88-c53d-4730-af26-418904808ffe req-f35058e8-94d8-4d24-b234-de03259ecac9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.2355790 Nov 12 03:24:16.276070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.329756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff49eb88-c53d-4730-af26-418904808ffe req-360a07f4-b9fe-4804-8561-149201ffd82c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280592 Nov 12 03:24:16.359273 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.375534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad1836e1-b647-4f4a-b081-65198855899e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.430975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2482061-4b4f-4bdd-ba85-fa42846ea72e req-1272fe46-4a2b-4a4f-9024-4679878fdd0f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.437211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf1eea94-7e44-4af8-80d8-94d707d3cdb6 req-2b797c34-1fd0-45dd-9614-b34c8e732a18 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507637 Nov 12 03:24:16.438614 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2482061-4b4f-4bdd-ba85-fa42846ea72e req-1272fe46-4a2b-4a4f-9024-4679878fdd0f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.3394237 Nov 12 03:24:16.452263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Pushing event deleted for resources: {'Port': ['ID=a26f5b45-a2af-4244-b77b-caf3b1c481bd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:16.509845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-2a453c9d-74e7-4b8a-93da-7ab742acf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.511346 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-2a453c9d-74e7-4b8a-93da-7ab742acf259 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1102 time: 0.2258742 Nov 12 03:24:16.540289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff49eb88-c53d-4730-af26-418904808ffe req-d19333aa-3539-4027-88d6-d3bcfbb56f7a service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832013 Nov 12 03:24:16.623901 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad1836e1-b647-4f4a-b081-65198855899e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.685729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] No DVR routers for this DVR port a26f5b45-a2af-4244-b77b-caf3b1c481bd on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:16.691799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.695317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-6cd3e43f-952b-4f66-b983-cf7804a25ced tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "DELETE /v2.0/ports/a26f5b45-a2af-4244-b77b-caf3b1c481bd HTTP/1.1" status: 204 len: 173 time: 2.2892234 Nov 12 03:24:16.702631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4e43493a-bd1b-4c2e-9cb1-57893144df69 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:16.725158 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2482061-4b4f-4bdd-ba85-fa42846ea72e req-59d64bbc-dd76-4083-a8cf-aac5a88e7841 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799008 Nov 12 03:24:16.787638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-bd0437f8-a4b3-46b3-86e6-21f5edb4d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.792153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-bd0437f8-a4b3-46b3-86e6-21f5edb4d012 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 1102 time: 0.2092786 Nov 12 03:24:16.823974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 4e43493a-bd1b-4c2e-9cb1-57893144df69 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:16.837659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 4e43493a-bd1b-4c2e-9cb1-57893144df69 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:16.838500 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.863220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad1836e1-b647-4f4a-b081-65198855899e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.865066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:16.916643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.926131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.987765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7951b53-2b80-483b-a76b-a4f2516fa71f req-c64b3b6d-0e82-47b3-a90e-b49ce4165c84 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.1526029 Nov 12 03:24:16.993938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=12']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:17.016244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:17.016930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:17.017543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.034227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1836e1-b647-4f4a-b081-65198855899e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b093d36-5b7f-40b1-a5ce-d80d4069935c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:17.041626 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad1836e1-b647-4f4a-b081-65198855899e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.047016 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ad1836e1-b647-4f4a-b081-65198855899e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4b093d36-5b7f-40b1-a5ce-d80d4069935c HTTP/1.1" status: 204 len: 168 time: 1.2392457 Nov 12 03:24:17.048183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1e2fd-9f5a-4053-82e5-f99a05422813 req-20c2fbc2-fce8-4c96-823f-2df670d35467 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.049815 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-14f1e2fd-9f5a-4053-82e5-f99a05422813 req-20c2fbc2-fce8-4c96-823f-2df670d35467 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 944 time: 0.2890463 Nov 12 03:24:17.050857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35122) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:17.061330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.061824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.062263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.062627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.063373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.063709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.064037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.064362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.064688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.065037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.065747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.065747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.065926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08763e5a-f576-46ec-bb69-a3ff8da82034 None None] Network 05d43d29-f106-40dc-b26b-d8bf8e80a521 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:17.066022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:17.091822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.092714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.094228 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eee029-f906-433b-a271-4782620092d0 x-openstack-request-id: req-49eee029-f906-433b-a271-4782620092d0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:17.094528 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "name": "network-vif-deleted", "tag": "12a730c3-3583-4d29-8cac-1a185db6ed76", "status": "failed", "code": 422}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:17.094786 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49eee029-f906-433b-a271-4782620092d0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:17.095196 n-d-789963-21 neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'name': 'network-vif-deleted', 'tag': '12a730c3-3583-4d29-8cac-1a185db6ed76', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:24:17.100938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-cdc30365-bf2a-4cb0-b8aa-82f6a98244f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.102436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-cdc30365-bf2a-4cb0-b8aa-82f6a98244f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3028665 Nov 12 03:24:17.199466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-ed196c87-7a3c-4fac-82bd-b359d2bee274 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6a5b0842-1924-44bd-9867-13803da06bb5 HTTP/1.1" status: 200 len: 217 time: 0.0870602 Nov 12 03:24:17.224790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffcf39d-8b90-4aa7-aacf-330210c0e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e43493a-bd1b-4c2e-9cb1-57893144df69'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:17.236685 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f15ff0-3118-4f52-9b7e-9de1025a19f8" -d '{"events": [{"server_uuid": "1ffcf39d-8b90-4aa7-aacf-330210c0e138", "name": "network-vif-plugged", "status": "completed", "tag": "4e43493a-bd1b-4c2e-9cb1-57893144df69"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:17.240722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.241077 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:17.246906 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 2 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:17.266600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a63342a4-e426-4025-adf6-8115340c2553'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:17.268409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e2efb54-71cf-464f-9f72-0d2dd8278b1a req-0742ebfa-e003-475b-8036-43ea9065c3c0 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0796502 Nov 12 03:24:17.273561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:17.273891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:17.274210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.286180 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff49eb88-c53d-4730-af26-418904808ffe req-2666209c-cba7-481f-a371-94e07b5aa842 service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654236 Nov 12 03:24:17.321910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.326134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.326702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.335690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4e43493a-bd1b-4c2e-9cb1-57893144df69, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4e43493a-bd1b-4c2e-9cb1-57893144df69,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:17.346747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-db36d6c6-db58-463e-9e8c-56074a3a2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.348465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-db36d6c6-db58-463e-9e8c-56074a3a2684 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1253300 Nov 12 03:24:17.354130 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.355019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 12a730c3-3583-4d29-8cac-1a185db6ed76 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:17.368967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.369396 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:17.371033 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 3 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:17.378151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-14f1e2fd-9f5a-4053-82e5-f99a05422813 req-8584116f-a115-4f5d-86a4-dc3633b024af tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002672 Nov 12 03:24:17.415948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:17.416283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:17.416607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.425186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.425523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.433381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-5e71c328-1a13-42fb-b504-4f2dc1950b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.439609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.439609 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:17.442566 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 4 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:17.443892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-5e71c328-1a13-42fb-b504-4f2dc1950b33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0865250 Nov 12 03:24:17.453716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 12a730c3-3583-4d29-8cac-1a185db6ed76 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:17.454090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 12a730c3-3583-4d29-8cac-1a185db6ed76 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:17.454517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a26f5b45-a2af-4244-b77b-caf3b1c481bd no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:17.465333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:17.465674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:17.466001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.486326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Deleting port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:17.487460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.506792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.507116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.521817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.522152 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:17.556781 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 5 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:17.569378 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c475dd9-928c-4ae7-be1a-33920fc77aa6 x-openstack-request-id: req-6c475dd9-928c-4ae7-be1a-33920fc77aa6 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:17.569712 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffcf39d-8b90-4aa7-aacf-330210c0e138", "name": "network-vif-plugged", "status": "completed", "tag": "4e43493a-bd1b-4c2e-9cb1-57893144df69", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:17.570158 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c475dd9-928c-4ae7-be1a-33920fc77aa6 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:17.570594 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffcf39d-8b90-4aa7-aacf-330210c0e138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e43493a-bd1b-4c2e-9cb1-57893144df69', 'code': 200} Nov 12 03:24:17.596161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: a26f5b45-a2af-4244-b77b-caf3b1c481bd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:17.609794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a26f5b45-a2af-4244-b77b-caf3b1c481bd not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:17.610082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6a5b0842-1924-44bd-9867-13803da06bb5 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:17.612822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:17.613118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:17.613443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.622574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] For port ec7c2a3f-3b76-426b-bbf2-11ae624f3578, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,segment=NetworkSegment(712745b1-33d6-4fe3-8244-202dd96c0e5e),segment_id=712745b1-33d6-4fe3-8244-202dd96c0e5e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:17.622951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.625788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.626113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.659227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:17.659542 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:17.664781 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 6 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:17.688017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed2700-9d42-46b0-8917-9d6fe304f47d req-237603a3-e1ea-490d-b745-c8a4127a857f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.689755 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0aed2700-9d42-46b0-8917-9d6fe304f47d req-237603a3-e1ea-490d-b745-c8a4127a857f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 944 time: 0.2617738 Nov 12 03:24:17.704390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Calling delete_port for ec7c2a3f-3b76-426b-bbf2-11ae624f3578 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:17.742948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:17.743529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:17.743862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:17.752855 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-199cf9b6-3925-462b-a368-bf66553104eb service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997463 Nov 12 03:24:17.789229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4e43493a-bd1b-4c2e-9cb1-57893144df69,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:17.927762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0aed2700-9d42-46b0-8917-9d6fe304f47d req-4a52e3a1-61f7-400d-9f33-494f76294ea8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302608 Nov 12 03:24:17.940835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] DHCP port deletion for 05d43d29-f106-40dc-b26b-d8bf8e80a521 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:17.956615 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.033009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-9eb231ae-f91e-4269-a544-ea0971966c7c tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.034570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-9eb231ae-f91e-4269-a544-ea0971966c7c tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.11 "GET /v2.0/networks?id=8d4a0884-f34f-4152-a22c-66ea48fd1a23 HTTP/1.1" status: 200 len: 828 time: 0.2795806 Nov 12 03:24:18.036643 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31270377-5bd9-49ac-8d56-9097ab4ee0c3 req-e980eafe-e54f-49c6-a9c7-572fc4fd343c service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730567 Nov 12 03:24:18.054972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Request body: {'port': {'device_id': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23', 'admin_state_up': True, 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:18.180097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:18.201897 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.235354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Made reservation on behalf of 8a2e2649356c4781a17e3aad83d3fa13 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:18.240099 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.257049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] Deleting port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:18.257422 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.303139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.336918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534aa11-165b-4923-b462-f02b20bb05da req-c514747c-ee51-46c3-96b9-a4a8aa0a8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.339227 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4534aa11-165b-4923-b462-f02b20bb05da req-c514747c-ee51-46c3-96b9-a4a8aa0a8cdc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 1097 time: 0.7016783 Nov 12 03:24:18.345717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.346510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.357921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] For port ec7c2a3f-3b76-426b-bbf2-11ae624f3578, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,segment=NetworkSegment(712745b1-33d6-4fe3-8244-202dd96c0e5e),segment_id=712745b1-33d6-4fe3-8244-202dd96c0e5e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:18.358466 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.359821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0904681-7b0e-48b0-9007-2c32da60e1f9 req-9f0bfb38-a462-4407-81f7-0f69385222cb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.369292 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0904681-7b0e-48b0-9007-2c32da60e1f9 req-9f0bfb38-a462-4407-81f7-0f69385222cb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.7181232 Nov 12 03:24:18.373375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.377688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] Calling delete_port for ec7c2a3f-3b76-426b-bbf2-11ae624f3578 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:18.397674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.398036 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:18.431585 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 7 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:18.445410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] No DVR routers for this DVR port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:18.453940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea722c9-d624-44fd-828e-d79658a4ccfa req-57e85e39-8340-4742-a515-fa80efcae87c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.461717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bea722c9-d624-44fd-828e-d79658a4ccfa req-57e85e39-8340-4742-a515-fa80efcae87c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.2709115 Nov 12 03:24:18.484790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.502283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:18.502749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:18.503121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.525765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Allocated IP 172.20.0.10 (8d4a0884-f34f-4152-a22c-66ea48fd1a23/2eec68f9-b565-4ed8-8f44-b89c2f9ed1af/3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:18.536555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-ed85a7a9-fb15-4f62-a069-85935b8de4a0 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=def1879511b249c09190a5f24512030e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467491 Nov 12 03:24:18.544102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.544536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.549273 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.557223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bea722c9-d624-44fd-828e-d79658a4ccfa req-c4fc4fce-41ee-4624-a523-5525a3854dfe tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945485 Nov 12 03:24:18.616247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] Pushing event deleted for resources: {'Port': ['ID=ec7c2a3f-3b76-426b-bbf2-11ae624f3578,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.621972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50e57b-8888-4f44-ba5b-b435d652f44e None None] No DVR routers for this DVR port ec7c2a3f-3b76-426b-bbf2-11ae624f3578 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:18.634435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.634435 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:18.641427 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 8 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:18.652132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0904681-7b0e-48b0-9007-2c32da60e1f9 req-d9ee4617-820a-4f9c-a8f2-507f10544ff4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703154 Nov 12 03:24:18.662709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.667033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4534aa11-165b-4923-b462-f02b20bb05da req-e2c778b1-847b-4d59-9489-e6f03dc44017 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905393 Nov 12 03:24:18.687195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:18.687524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:18.687845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.703095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.703626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.709759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d43d29-f106-40dc-b26b-d8bf8e80a521']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:18.711897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.712220 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:18.717568 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 9 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:18.724557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712745b1-33d6-4fe3-8244-202dd96c0e5e') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:18.724924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712745b1-33d6-4fe3-8244-202dd96c0e5e') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:18.742790 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.749862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:18.750189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:18.750507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.774880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.774880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.791879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6380623d-9ef8-44b8-b09f-cec25519e39f req-4f320dd0-9c76-4f42-ab1c-0f506e963bb3 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0390842 Nov 12 03:24:18.793939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.796467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.796689 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:18.799341 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempt 10 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:24:18.804398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:18.804814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:18.806545 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:18.818993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa480109-35e5-4305-a356-aba52dbe8868 req-67833407-46a6-41fd-a9bd-7cdbff8577d1 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0959127 Nov 12 03:24:18.868100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:18.868450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:18.868759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.878672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.878901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.885348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:18.885657 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:18.886050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.894930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.899415 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.903724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] 10.222.0.49 "DELETE /v2.0/networks/05d43d29-f106-40dc-b26b-d8bf8e80a521 HTTP/1.1" status: 204 len: 168 time: 1.8492582 Nov 12 03:24:18.946004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42732e0-2486-4027-8233-22b0627ad220 admin admin] Pushing event deleted for resources: {'Network': ['ID=05d43d29-f106-40dc-b26b-d8bf8e80a521,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.961045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-d9040f23-0b64-459d-8798-a8d3127a30ea tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.963084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-d9040f23-0b64-459d-8798-a8d3127a30ea tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671837 Nov 12 03:24:18.985860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Request body: {'port': {'device_id': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'def1879511b249c09190a5f24512030e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:19.015129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec94e6-8a6e-4712-8443-8ebd72014e59 req-151a1e66-2ba5-4e84-9c7c-5a8b0c105549 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.016674 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfec94e6-8a6e-4712-8443-8ebd72014e59 req-151a1e66-2ba5-4e84-9c7c-5a8b0c105549 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 945 time: 0.1098785 Nov 12 03:24:19.021485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:19.021854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:24:19.034226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.034826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] In _notify_port_updated(), no bound segment for port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:24:19.036066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.036715 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.038282 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 1063 time: 3.3561935 Nov 12 03:24:19.041147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.046727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:19.049918 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690d3296-81de-4dd7-b40c-b614b338e976" -d '{"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:19.100209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'name': 'network-vif-deleted', 'tag': 'a26f5b45-a2af-4244-b77b-caf3b1c481bd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:19.102848 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9979f50-8e03-4bf9-ad80-a42e50e6ff71" -d '{"events": [{"server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "name": "network-vif-deleted", "tag": "a26f5b45-a2af-4244-b77b-caf3b1c481bd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:19.140224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35154) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:19.194376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbabc63-c1f6-4d04-8d25-18d4e6f92cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=13']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.198908 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.202277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfec94e6-8a6e-4712-8443-8ebd72014e59 req-7ada8f0b-4f8d-4177-9b1d-ebf6bcc3a3f4 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764534 Nov 12 03:24:19.241947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-2edda7d4-139b-4c50-99e4-a9be1b190352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.243503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-2edda7d4-139b-4c50-99e4-a9be1b190352 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1169879 Nov 12 03:24:19.246828 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-586453cf-c939-4f98-87cb-cf9b8c00017e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8b1e952495d44f28342619cb4ff49d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0828702 Nov 12 03:24:19.249179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35156) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:19.270739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac1d63-8d95-4962-9f98-8395469c9b76 req-60846051-a6d1-4608-a9c3-b2fc9cb3116c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.274615 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16ac1d63-8d95-4962-9f98-8395469c9b76 req-60846051-a6d1-4608-a9c3-b2fc9cb3116c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 944 time: 0.1560333 Nov 12 03:24:19.275341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Made reservation on behalf of def1879511b249c09190a5f24512030e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:19.280564 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e4472-0df0-4447-b0c0-3df97fab5dec x-openstack-request-id: req-132e4472-0df0-4447-b0c0-3df97fab5dec {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:19.281076 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:19.281325 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-132e4472-0df0-4447-b0c0-3df97fab5dec {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:19.281823 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:24:19.284042 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.346275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be4b9b1a-1730-4454-bbbe-c676e4ad1f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.359436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Pushing event updated for resources: {'Port': ['ID=3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.374787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:19.389720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:19.417974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:19.425619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.426731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.431980 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be4b9b1a-1730-4454-bbbe-c676e4ad1f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.445160 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f26bb4-5258-4217-aff1-fa33e0f52567 x-openstack-request-id: req-02f26bb4-5258-4217-aff1-fa33e0f52567 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:19.445570 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "name": "network-vif-deleted", "tag": "a26f5b45-a2af-4244-b77b-caf3b1c481bd", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:19.445936 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02f26bb4-5258-4217-aff1-fa33e0f52567 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:19.446563 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'name': 'network-vif-deleted', 'tag': 'a26f5b45-a2af-4244-b77b-caf3b1c481bd', 'status': 'completed', 'code': 200} Nov 12 03:24:19.489611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d3296-81de-4dd7-b40c-b614b338e976 req-44ed8092-a467-4cc4-819c-5b245479adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.491123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-44ed8092-a467-4cc4-819c-5b245479adb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1546190 Nov 12 03:24:19.509983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16ac1d63-8d95-4962-9f98-8395469c9b76 req-642d6aab-87ef-49de-adf7-34ce05d279ce tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867456 Nov 12 03:24:19.513632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-04729235-b08a-45da-a286-1d9b46eade20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.515202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-04729235-b08a-45da-a286-1d9b46eade20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1881652 Nov 12 03:24:19.517108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-c08c96ce-5fd2-4958-96cc-6952c7b702db tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4668648 Nov 12 03:24:19.571791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:19.574942 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b251cb-e660-4fc3-bb27-02e0935b17c1" -d '{"events": [{"server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:19.604903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ec7c2a3f-3b76-426b-bbf2-11ae624f3578 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:19.632217 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be4b9b1a-1730-4454-bbbe-c676e4ad1f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.635338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be4b9b1a-1730-4454-bbbe-c676e4ad1f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.638816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Request body: {'port': {'device_id': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:19.639532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ec7c2a3f-3b76-426b-bbf2-11ae624f3578 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:19.639532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ec7c2a3f-3b76-426b-bbf2-11ae624f3578 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:19.640199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-be4b9b1a-1730-4454-bbbe-c676e4ad1f8a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3aa94fcc-8216-45c6-b045-44d59c222e53 HTTP/1.1" status: 204 len: 168 time: 0.3900182 Nov 12 03:24:19.642485 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-9ce37e94-55f4-4aa6-92b5-04efddccdb70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.1045446 Nov 12 03:24:19.671941 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc34a10f-fb38-42dc-a1f1-9622e557ca7e x-openstack-request-id: req-bc34a10f-fb38-42dc-a1f1-9622e557ca7e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:19.672600 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:19.672954 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc34a10f-fb38-42dc-a1f1-9622e557ca7e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:19.673417 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5', 'code': 200} Nov 12 03:24:19.714783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Allocated IP 192.168.233.208 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/64f37bf5-5b54-49e8-9735-e9dd23e8cf1c) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:19.752530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b9b1a-1730-4454-bbbe-c676e4ad1f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa94fcc-8216-45c6-b045-44d59c222e53,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.800053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a73cb789-d1ca-49b9-967f-06defc3dad0f None None] Provisioning complete for port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:19.800501 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a73cb789-d1ca-49b9-967f-06defc3dad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.837384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-b126ab50-568e-441e-89da-2277f29401fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.839371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-b126ab50-568e-441e-89da-2277f29401fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1821513 Nov 12 03:24:19.849956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a73cb789-d1ca-49b9-967f-06defc3dad0f None None] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:19.869954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4de5-bf14-4eab-9e1b-d0291e54b0b3 req-85cc0cd5-bda0-4bec-8554-8309f92980cc tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.873989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e59a4de5-bf14-4eab-9e1b-d0291e54b0b3 req-85cc0cd5-bda0-4bec-8554-8309f92980cc tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1159122 Nov 12 03:24:19.903505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d3296-81de-4dd7-b40c-b614b338e976 req-15051596-0da7-4e78-86bb-3e671f478f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.905176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-15051596-0da7-4e78-86bb-3e671f478f4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.4020832 Nov 12 03:24:19.989831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-314d4fbc-21b6-4f33-b4d3-f0f7a0ac768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.991374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-314d4fbc-21b6-4f33-b4d3-f0f7a0ac768e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439142 Nov 12 03:24:19.992649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-9bb81bfe-2e9d-4bc5-aaf2-39620684b586 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0589230 Nov 12 03:24:19.999440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e59a4de5-bf14-4eab-9e1b-d0291e54b0b3 req-65cfd90e-c14d-486c-8d2d-e954fba88e36 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071634 Nov 12 03:24:20.126298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-882490d6-e8a4-42b6-8ee6-5156c2960e85 req-0a3586da-dabb-4758-9bda-8241e7c21c6d tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0339816 Nov 12 03:24:20.138441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d3296-81de-4dd7-b40c-b614b338e976 req-c7cf741f-0a0c-4bce-92c8-967cb761e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.140059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-c7cf741f-0a0c-4bce-92c8-967cb761e5ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1301973 Nov 12 03:24:20.201818 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-9fc7eaad-08e6-4da0-97e4-4648a342f792 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950874 Nov 12 03:24:20.237318 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.252911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d3296-81de-4dd7-b40c-b614b338e976 req-0da7a2f3-4c2c-4a89-b38c-70f9aba4ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.255337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-0da7a2f3-4c2c-4a89-b38c-70f9aba4ea11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013548 Nov 12 03:24:20.313039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.342174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4998e5-7e84-471b-a886-a6ab4d5fcfc2 req-bc58f1b3-2cb7-4558-b2af-fbe1952aeea6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.343946 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc4998e5-7e84-471b-a886-a6ab4d5fcfc2 req-bc58f1b3-2cb7-4558-b2af-fbe1952aeea6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 948 time: 0.1430535 Nov 12 03:24:20.421023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.429142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a0bfa-8f3b-49d3-a738-c51ca8f9d7fd req-f31c3d60-abab-458b-93c9-55407b6fe716 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.430796 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d3a0bfa-8f3b-49d3-a738-c51ca8f9d7fd req-f31c3d60-abab-458b-93c9-55407b6fe716 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 932 time: 0.1334152 Nov 12 03:24:20.438954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a63342a4-e426-4025-adf6-8115340c2553'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:20.447546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfb97401-0717-4781-843d-0eef5ce184a3 req-338a5aae-175f-4329-a2c8-607d8843bcef service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448640 Nov 12 03:24:20.492653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-7d749009-8a8e-430f-925d-09f74e74d68b service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037315 Nov 12 03:24:20.581281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d3a0bfa-8f3b-49d3-a738-c51ca8f9d7fd req-122387fc-4a6b-4321-83dc-a8a34283f7f2 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277030 Nov 12 03:24:20.588230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:20.610560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:20.633596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc4998e5-7e84-471b-a886-a6ab4d5fcfc2 req-3bb51235-be93-4382-9544-deb3313783b3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780881 Nov 12 03:24:20.652298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:20.666530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.677835 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.702644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6a5b0842-1924-44bd-9867-13803da06bb5 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:20.746952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d3296-81de-4dd7-b40c-b614b338e976 req-1b726a00-c9dd-46f3-9b2a-daf7229b5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.748472 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-1b726a00-c9dd-46f3-9b2a-daf7229b5ccc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.2226894 Nov 12 03:24:20.840285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-45b9c182-a97f-48ca-a1ab-4c5d06dc5e9b service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288832 Nov 12 03:24:20.852943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ea06d-29ba-4551-b2d8-ba7d7c4e287c req-62c07f34-fce3-4874-9326-20cc0ad281f2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.861868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c01ea06d-29ba-4551-b2d8-ba7d7c4e287c req-62c07f34-fce3-4874-9326-20cc0ad281f2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 945 time: 0.1808898 Nov 12 03:24:20.902360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Pushing event updated for resources: {'Port': ['ID=64f37bf5-5b54-49e8-9735-e9dd23e8cf1c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:20.916034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-e59a55b3-f4e9-4ac4-8029-02963a21ea5a tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9365304 Nov 12 03:24:20.935158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:20.947163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Request body: {'port': {'device_id': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:20.953056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6a5b0842-1924-44bd-9867-13803da06bb5', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '6a5b0842-1924-44bd-9867-13803da06bb5', 'mac_address': 'fa:16:3e:e0:ba:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:20.961063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c01ea06d-29ba-4551-b2d8-ba7d7c4e287c req-2087e656-fa12-416f-8438-1c5adec864cd tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926001 Nov 12 03:24:20.979020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d3296-81de-4dd7-b40c-b614b338e976 req-0b560b78-a1f2-41cf-acf8-8f4fa76b2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.980484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-0b560b78-a1f2-41cf-acf8-8f4fa76b2fa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2195849 Nov 12 03:24:21.004934 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.026900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-49cf13f3-c2ba-4fdd-932b-3fbeef895ac1 None None] Provisioning complete for port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:21.027259 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49cf13f3-c2ba-4fdd-932b-3fbeef895ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.030586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c36e00-b3e1-407b-abd1-9252aa423878 req-f03d7f62-8e60-443d-851c-98247b635b48 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.032503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16c36e00-b3e1-407b-abd1-9252aa423878 req-f03d7f62-8e60-443d-851c-98247b635b48 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 944 time: 0.1923213 Nov 12 03:24:21.033663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-05d3cfd3-253d-4b44-a412-bb9bf39cbc35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0458758 Nov 12 03:24:21.040704 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5b0842-1924-44bd-9867-13803da06bb5 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:21.042541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:21.088306 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.103006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d3296-81de-4dd7-b40c-b614b338e976 req-c5cc1b18-9095-4aa3-8adf-536a39492aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.104705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-c5cc1b18-9095-4aa3-8adf-536a39492aa5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0616913 Nov 12 03:24:21.104988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:21.105569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.109830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-49cf13f3-c2ba-4fdd-932b-3fbeef895ac1 None None] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:21.112305 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.124919 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.167457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d3296-81de-4dd7-b40c-b614b338e976 req-3aa3e4e6-0b0b-4829-9c32-9d392a60560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.167938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-3aa3e4e6-0b0b-4829-9c32-9d392a60560e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542312 Nov 12 03:24:21.175262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.195692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16c36e00-b3e1-407b-abd1-9252aa423878 req-948f935e-8c0e-4f6b-804c-45a337a81227 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462154 Nov 12 03:24:21.264444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.305202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-e4b6fbf3-f275-4ae6-bfc5-b67a3cedef7b service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291320 Nov 12 03:24:21.413810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3c38e-2bbd-4f3a-9264-80e57c5aa38b req-d8d4c5de-9310-4c68-b8f0-de0df007c917 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.415294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83d3c38e-2bbd-4f3a-9264-80e57c5aa38b req-d8d4c5de-9310-4c68-b8f0-de0df007c917 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 1097 time: 0.1090591 Nov 12 03:24:21.417771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.418336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.418907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.433588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.434005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.451938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-690d3296-81de-4dd7-b40c-b614b338e976 req-985f8409-c2a1-476d-9e7a-6416bd859a27 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360872 Nov 12 03:24:21.460731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.461085 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:21.468659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a32514-6cd9-4c06-b118-40a07ce1b89b req-4517ef77-d94a-467f-b741-6a63f32543a0 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.470185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73a32514-6cd9-4c06-b118-40a07ce1b89b req-4517ef77-d94a-467f-b741-6a63f32543a0 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1096210 Nov 12 03:24:21.472304 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 2 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:21.485031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83d3c38e-2bbd-4f3a-9264-80e57c5aa38b req-e2e70386-b6b4-4725-baee-f3e1949036ca tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618181 Nov 12 03:24:21.509771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.510156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.510496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.536448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.536892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.540168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5766428b-dada-4aff-998a-0594a6e62a88 None None] Provisioning complete for port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:21.540538 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5766428b-dada-4aff-998a-0594a6e62a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.550167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.550416 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:21.552299 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 3 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:21.574525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6a5b0842-1924-44bd-9867-13803da06bb5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:21.581273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.581760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.581936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.596432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170df0a-b576-4e61-997a-c6882258aa4d req-ee3b38eb-cc8b-45ee-b486-ece4edd1fdaa tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.600885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9170df0a-b576-4e61-997a-c6882258aa4d req-ee3b38eb-cc8b-45ee-b486-ece4edd1fdaa tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 936 time: 0.0606120 Nov 12 03:24:21.606198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.606198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.615720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5766428b-dada-4aff-998a-0594a6e62a88 None None] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:21.618337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73a32514-6cd9-4c06-b118-40a07ce1b89b req-fff3f405-ce66-4e0b-b275-07e3ec0a4316 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055331 Nov 12 03:24:21.620715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.621074 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:21.622651 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 4 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:21.641708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.642044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.642379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.656383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9170df0a-b576-4e61-997a-c6882258aa4d req-8dfde3bd-09d7-4808-934d-599270375bfc tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 Nov 12 03:24:21.667049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.667298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.690656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.690993 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:21.694449 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 5 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:21.717294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.717684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.717950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.725015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:21.731489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.731886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.735775 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.740659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.741022 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:21.744044 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 6 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:21.756020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.792347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.793149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.793149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.795696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4dc25-35bf-4562-9fe6-1d75a3ba38b1 req-3551cd40-9838-4910-85fb-80d9d79c77eb tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.798750 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0c4dc25-35bf-4562-9fe6-1d75a3ba38b1 req-3551cd40-9838-4910-85fb-80d9d79c77eb tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 1097 time: 0.0596509 Nov 12 03:24:21.810848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.811175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.825523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.825857 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:21.826399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Pushing event updated for resources: {'Port': ['ID=64f37bf5-5b54-49e8-9735-e9dd23e8cf1c,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.829550 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 7 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:21.869642 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0c4dc25-35bf-4562-9fe6-1d75a3ba38b1 req-d51cde06-763f-44b6-818a-02ba932ae1a2 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630903 Nov 12 03:24:21.876054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.876054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.876054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.901964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.902296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.908203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.908544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.908903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.914208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.914534 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:21.917351 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 8 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:21.921773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.922098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.940855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.941179 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:21.942674 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 2 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:21.952475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275ffeb-b02e-4e3e-ab04-f7b65eb788b4 req-0a5fdd91-8554-447f-80d9-4681b0922d50 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.954056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6275ffeb-b02e-4e3e-ab04-f7b65eb788b4 req-0a5fdd91-8554-447f-80d9-4681b0922d50 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 944 time: 0.1085072 Nov 12 03:24:21.954772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.955112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.955435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.975178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.975503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.987333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.987663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.987992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.995207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.995537 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:21.996935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3f8e-1339-41e1-9e9f-d4e8ff8f98a3 req-5f7d55a9-159f-4d7b-b334-4e7683e55d9c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.997233 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 9 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:21.998547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-112d3f8e-1339-41e1-9e9f-d4e8ff8f98a3 req-5f7d55a9-159f-4d7b-b334-4e7683e55d9c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 949 time: 0.0585549 Nov 12 03:24:22.000096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.000420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.020575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.021080 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.024794 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 3 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:22.035537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.035999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.036390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.060815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.061511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.063817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.064143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.064457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.065352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-112d3f8e-1339-41e1-9e9f-d4e8ff8f98a3 req-058b1dde-3575-432d-aa02-788a9f35c214 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593808 Nov 12 03:24:22.070672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6275ffeb-b02e-4e3e-ab04-f7b65eb788b4 req-a888eba4-dfc9-44eb-be4f-017fd3a4dbe0 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0c515db-3cb7-424f-a6e7-0510674c4a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047788 Nov 12 03:24:22.073758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.074170 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:22.075449 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempt 10 to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 Nov 12 03:24:22.079227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.079584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.105976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.106299 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.106830 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 4 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:22.109509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.109831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.110147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.115641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.115962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempting to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.128610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.128610 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Failed to bind port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '8d4a0884-f34f-4152-a22c-66ea48fd1a23'}] Nov 12 03:24:22.131164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.134332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.134661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.134985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.147913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fa6c54a8-02ea-4ac3-aec6-73d545e93c50 None None] Provisioning complete for port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:22.148348 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa6c54a8-02ea-4ac3-aec6-73d545e93c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.148982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.149313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.158936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.159267 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.161601 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 5 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:22.195203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.195578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.196143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.204573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.205174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.215067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.215404 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.215637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c54a8-02ea-4ac3-aec6-73d545e93c50 None None] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:22.217967 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 6 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:22.244138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.244481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.244826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.251469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] For port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:22.251830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:24:22.253148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.253466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.259711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.267527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.267856 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.269823 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 7 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:22.293939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] In _notify_port_updated(), no bound segment for port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:24:22.295206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.296420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.297911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 HTTP/1.1" status: 200 len: 1058 time: 2.7592585 Nov 12 03:24:22.307095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'tag': '3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:22.310096 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c551299-2da0-44ef-a08e-9e025bdb9ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "tag": "3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:22.348330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.348670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.349019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.396089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13200b-8612-48eb-9282-fa53f4c73cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:22.401908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.402218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.412627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.412986 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.414480 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 8 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:22.460008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.460229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.460656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.470867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.471189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.485350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94fbaf-251d-411f-b985-e7f3fc8b003d req-7fee74e5-b9a3-4124-8451-25ef524adf7c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.486914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed94fbaf-251d-411f-b985-e7f3fc8b003d req-7fee74e5-b9a3-4124-8451-25ef524adf7c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 944 time: 0.1595149 Nov 12 03:24:22.488934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.489258 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.491817 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 9 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:22.517416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35258) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:22.532205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.533072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.533408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.547803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.548131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.553983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Deleting port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:22.554324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.588566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.588943 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.604952 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempt 10 to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c Nov 12 03:24:22.639010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dd28273a-d424-436d-a477-809efceefa33 None None] Provisioning complete for port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:22.639372 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd28273a-d424-436d-a477-809efceefa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.650380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed94fbaf-251d-411f-b985-e7f3fc8b003d req-827b63d8-8565-47c4-9c17-880e4c1045a7 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518316 Nov 12 03:24:22.663536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.663872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.664539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.683961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dd28273a-d424-436d-a477-809efceefa33 None None] Port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:22.690039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.690365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempting to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.708415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.709508 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Failed to bind port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:24:22.709935 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.712151 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68fc5f22-fde4-450c-9151-66b9e7def190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.714699 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd8fc45-71a7-40af-9b5c-f9b48ca4917e x-openstack-request-id: req-2bd8fc45-71a7-40af-9b5c-f9b48ca4917e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:22.714984 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "tag": "3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:22.715234 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bd8fc45-71a7-40af-9b5c-f9b48ca4917e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:22.715616 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'tag': '3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6', 'status': 'completed', 'code': 200} Nov 12 03:24:22.748617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] For port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:22.749519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.801476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551299-2da0-44ef-a08e-9e025bdb9ef2 req-86efc31f-d16e-4e90-8853-7ee4ebd645b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.802938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c551299-2da0-44ef-a08e-9e025bdb9ef2 req-86efc31f-d16e-4e90-8853-7ee4ebd645b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 1061 time: 0.0457063 Nov 12 03:24:22.807517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Calling delete_port for 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:22.912667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551299-2da0-44ef-a08e-9e025bdb9ef2 req-a9e79f1a-83e2-4d13-9268-9b49a628946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.914285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c551299-2da0-44ef-a08e-9e025bdb9ef2 req-a9e79f1a-83e2-4d13-9268-9b49a628946a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&shared=False HTTP/1.1" status: 200 len: 930 time: 0.0967681 Nov 12 03:24:22.920567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] For port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:22.920996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:24:22.935147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.946072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a59799-e41c-4e4f-868d-1c213a8d8b14 req-76295b4b-6af2-490b-a5c1-b4c5c19ce18e tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.947576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79a59799-e41c-4e4f-868d-1c213a8d8b14 req-76295b4b-6af2-490b-a5c1-b4c5c19ce18e tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1640365 Nov 12 03:24:23.013327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] In _notify_port_updated(), no bound segment for port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:24:23.014702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.015303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.016688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] 10.222.0.11 "PUT /v2.0/ports/64f37bf5-5b54-49e8-9735-e9dd23e8cf1c HTTP/1.1" status: 200 len: 1062 time: 2.0753667 Nov 12 03:24:23.028613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551299-2da0-44ef-a08e-9e025bdb9ef2 req-a08f3eaf-b448-4557-adac-7a7b314072e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.030247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c551299-2da0-44ef-a08e-9e025bdb9ef2 req-a08f3eaf-b448-4557-adac-7a7b314072e6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1096020 Nov 12 03:24:23.114761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054b8b7-0440-4af1-bcbe-2e37b04422ad service neutron] Pushing event updated for resources: {'Port': ['ID=64f37bf5-5b54-49e8-9735-e9dd23e8cf1c,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.148786 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68fc5f22-fde4-450c-9151-66b9e7def190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.166034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68fc5f22-fde4-450c-9151-66b9e7def190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.240121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79a59799-e41c-4e4f-868d-1c213a8d8b14 req-f3c1a5d4-cd63-4ee5-8fbd-7708d498b885 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770672 Nov 12 03:24:23.288984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc5f22-fde4-450c-9151-66b9e7def190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c619842-65ec-4dfd-b938-6c46c80d5799,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.296259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-68fc5f22-fde4-450c-9151-66b9e7def190 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cec22048239942b28246e70b7780a724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7776110 Nov 12 03:24:23.299803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35288) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:23.304947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.322130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8215e6b1-09e7-4407-a8b4-4b7c1337b784 None None] Provisioning complete for port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:23.322698 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8215e6b1-09e7-4407-a8b4-4b7c1337b784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.357453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-c7087b4d-72e8-4643-a13c-acd07626d366 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:23.358741 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-c7087b4d-72e8-4643-a13c-acd07626d366 tempest-LiveMigrationTest-593628932 tempest-LiveMigrationTest-593628932-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083268 Nov 12 03:24:23.370650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Pushing event deleted for resources: {'Port': ['ID=3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.381869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8215e6b1-09e7-4407-a8b4-4b7c1337b784 None None] Port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:23.406017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Deleting port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:23.406469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.415242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-33aa4a94-18c3-481e-9b23-22ecf1eb0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.420833 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-33aa4a94-18c3-481e-9b23-22ecf1eb0da1 service neutron] 10.222.0.49 "GET /v2.0/ports/4e43493a-bd1b-4c2e-9cb1-57893144df69 HTTP/1.1" status: 200 len: 1094 time: 0.0502195 Nov 12 03:24:23.422122 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6476949a-874e-40e4-9b59-04a86cdd07f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.432296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:23.432817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Unknown quota resources ['binding']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:24:23.449558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] No DVR routers for this DVR port 3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:23.461107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38710de0-892e-4a3c-a450-1e8264244207 req-79605cfd-e3de-4a87-b1b0-25d5dfc37bd4 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.462772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-38710de0-892e-4a3c-a450-1e8264244207 req-79605cfd-e3de-4a87-b1b0-25d5dfc37bd4 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 948 time: 0.1607490 Nov 12 03:24:23.463980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.467563 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-01c78a04-ad94-4b2a-87e2-4381938697dd tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.11 "DELETE /v2.0/ports/3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6 HTTP/1.1" status: 204 len: 173 time: 1.1493478 Nov 12 03:24:23.482675 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6476949a-874e-40e4-9b59-04a86cdd07f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.579929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-38710de0-892e-4a3c-a450-1e8264244207 req-40fdfd0b-6712-4d65-9040-efc625475be8 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805726 Nov 12 03:24:23.592833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] For port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:23.592833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.623315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6476949a-874e-40e4-9b59-04a86cdd07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.625878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6476949a-874e-40e4-9b59-04a86cdd07f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.627209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6476949a-874e-40e4-9b59-04a86cdd07f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c619842-65ec-4dfd-b938-6c46c80d5799 HTTP/1.1" status: 204 len: 168 time: 0.3262932 Nov 12 03:24:23.630339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-30ddd5cb-3f54-4e52-9916-8f3d72e4eb23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0344372 Nov 12 03:24:23.647661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Calling delete_port for 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:23.650416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476949a-874e-40e4-9b59-04a86cdd07f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c619842-65ec-4dfd-b938-6c46c80d5799,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.670009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.670436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.671634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.679068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.679767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.685315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.685517 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.685978 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 2 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.702417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.702773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.703112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.709045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.709365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.714993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.715333 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.715696 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 3 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.729985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.730364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.730636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.736445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.736809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.739405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8ddfeb3f-bcfe-42af-8111-2b2098c36322 req-16f6ec62-c135-4e71-ab83-3d625dd36513 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0586767 Nov 12 03:24:23.741433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.742061 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.742668 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 4 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.757369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.757895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.758213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.763878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.764200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.768432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.769234 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.769234 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 5 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.782731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.783270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.783596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.789871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.790195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.799794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.800363 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.801835 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 6 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.822478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.823114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.823733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.829585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.830132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.835641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.836136 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.836913 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 7 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.850749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.851335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.851951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.858440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.858773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.863069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.864544 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.865284 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 8 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.878867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.880193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.880504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.885389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.885709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.890759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.891188 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.891510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-4a6da16b-fd50-4b88-83d9-cf9df971648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.891723 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 9 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.893107 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-4a6da16b-fd50-4b88-83d9-cf9df971648f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2424436 Nov 12 03:24:23.905570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.906004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.906531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.914981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.915477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.921093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.921502 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.922013 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempt 10 to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 Nov 12 03:24:23.938229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.938881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.939311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.943676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd70d1-d181-4672-86f9-4ff23d957e4f req-f820472a-b13f-49d1-8e3e-823ded2c91fa tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.944347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.944673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Attempting to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.945153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7dd70d1-d181-4672-86f9-4ff23d957e4f req-f820472a-b13f-49d1-8e3e-823ded2c91fa tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 949 time: 0.1150980 Nov 12 03:24:23.948964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on network 579a7f30-e8c2-4c89-992f-9ac4b313e029 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:23.949298 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to bind port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '37c60115-01bf-485a-91da-0e723c258fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '579a7f30-e8c2-4c89-992f-9ac4b313e029'}] Nov 12 03:24:23.949626 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.plugin [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] Failed to commit binding results for 4e43493a-bd1b-4c2e-9cb1-57893144df69 after 10 tries Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 could not be created or updated. Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:23.951161 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h2-789963-21 could not be created or updated. Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Nov 12 03:24:23.954720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fee08266-d45c-48d8-98bf-37e8b96bfdc7 req-772c9605-2709-44a3-b46f-e75674ee2894 service neutron] 10.222.0.49 "POST /v2.0/ports/4e43493a-bd1b-4c2e-9cb1-57893144df69/bindings HTTP/1.1" status: 500 len: 402 time: 0.5268137 Nov 12 03:24:24.099324 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7dd70d1-d181-4672-86f9-4ff23d957e4f req-fc4e6431-119f-4874-97d3-de007a05f5f9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441512 Nov 12 03:24:24.104952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.113738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-008787af-0211-4b3b-a382-6f866882a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.116372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-008787af-0211-4b3b-a382-6f866882a42d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2158370 Nov 12 03:24:24.117764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a63342a4-e426-4025-adf6-8115340c2553'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:24.165415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Pushing event deleted for resources: {'Port': ['ID=64f37bf5-5b54-49e8-9735-e9dd23e8cf1c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:24.226634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] No DVR routers for this DVR port 64f37bf5-5b54-49e8-9735-e9dd23e8cf1c on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:24.230352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.237737 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f6ac1c94-b1e9-4e6a-8390-d0f07b8289e5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.11 "DELETE /v2.0/ports/64f37bf5-5b54-49e8-9735-e9dd23e8cf1c HTTP/1.1" status: 204 len: 173 time: 1.2091391 Nov 12 03:24:24.292622 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-b18eb621-351e-4d98-9c52-f8796ab91ed9 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.11 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0672610 Nov 12 03:24:24.434444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-396fca46-a912-43b0-9954-a7d1e7fa7bd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0407889 Nov 12 03:24:24.455933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1542357-1c25-4d58-ad48-83b1dfd2dae9 req-0d0ed064-f35e-4f19-904b-d55c59843ac7 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.462065 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.464990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1542357-1c25-4d58-ad48-83b1dfd2dae9 req-0d0ed064-f35e-4f19-904b-d55c59843ac7 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 944 time: 0.1293917 Nov 12 03:24:24.500420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-25730212-2970-476b-a8a5-adfba1c52cb6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=def1879511b249c09190a5f24512030e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331488 Nov 12 03:24:24.558232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1542357-1c25-4d58-ad48-83b1dfd2dae9 req-92b09b02-1948-44cb-a06f-208dae9c1ef1 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922453 Nov 12 03:24:24.677533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f9c8397e-6ad4-41d6-8fee-15fd0fda8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.679305 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-f9c8397e-6ad4-41d6-8fee-15fd0fda8ef6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1697342 Nov 12 03:24:24.718150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'tag': '64f37bf5-5b54-49e8-9735-e9dd23e8cf1c'}, {'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'name': 'network-vif-deleted', 'tag': '3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6'}, {'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'name': 'network-vif-deleted', 'tag': '64f37bf5-5b54-49e8-9735-e9dd23e8cf1c'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:24.721671 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c2e9b1-58f2-4e83-8eec-43f0462a04d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "tag": "64f37bf5-5b54-49e8-9735-e9dd23e8cf1c"}, {"server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "name": "network-vif-deleted", "tag": "3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6"}, {"server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "name": "network-vif-deleted", "tag": "64f37bf5-5b54-49e8-9735-e9dd23e8cf1c"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:24.727458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f7359-0024-4a5d-a6a8-0cf42626fd1f req-ad278c12-f102-4a58-8378-7b8e2532de06 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.729327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c4f7359-0024-4a5d-a6a8-0cf42626fd1f req-ad278c12-f102-4a58-8378-7b8e2532de06 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0634198 Nov 12 03:24:24.729460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6a5b0842-1924-44bd-9867-13803da06bb5 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:24.794197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c4f7359-0024-4a5d-a6a8-0cf42626fd1f req-b5bb0a32-8228-4633-bfff-6df39cc64228 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580595 Nov 12 03:24:24.841528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-94fb3202-c1a6-47a0-a00b-4b33972b8760 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.11 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0391023 Nov 12 03:24:24.856091 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 518 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd3f5ac-fc02-49b9-8c49-95781bf7a157 x-openstack-request-id: req-3cd3f5ac-fc02-49b9-8c49-95781bf7a157 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:24.856493 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "tag": "64f37bf5-5b54-49e8-9735-e9dd23e8cf1c", "status": "completed", "code": 200}, {"server_uuid": "a06d4d6d-2640-4858-bb83-481e59fa9a8b", "name": "network-vif-deleted", "tag": "3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6", "status": "failed", "code": 422}, {"server_uuid": "e385bbc1-ab2f-4743-94ad-b88dee45ab89", "name": "network-vif-deleted", "tag": "64f37bf5-5b54-49e8-9735-e9dd23e8cf1c", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:24.856912 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cd3f5ac-fc02-49b9-8c49-95781bf7a157 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:24.857420 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'tag': '64f37bf5-5b54-49e8-9735-e9dd23e8cf1c', 'status': 'completed', 'code': 200} Nov 12 03:24:24.857781 n-d-789963-21 neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a06d4d6d-2640-4858-bb83-481e59fa9a8b', 'name': 'network-vif-deleted', 'tag': '3a6fa3d8-4762-450d-a1fa-7cfa2f5e76f6', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:24:24.858161 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e385bbc1-ab2f-4743-94ad-b88dee45ab89', 'name': 'network-vif-deleted', 'tag': '64f37bf5-5b54-49e8-9735-e9dd23e8cf1c', 'status': 'completed', 'code': 200} Nov 12 03:24:24.882121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2797ebc-5ee2-46ad-b8ae-dfd62a5d5c64 req-3321fef9-db66-4499-b20c-d8c4f9f8ecb9 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0389361 Nov 12 03:24:24.913037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6a5b0842-1924-44bd-9867-13803da06bb5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:24.913388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.000534 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.029809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:25.030091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-948520f3-582d-434d-991d-f3ebac98079c req-82d46f9b-133f-444d-b011-05f1147d3bae tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0603955 Nov 12 03:24:25.037925 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd22104-535c-435c-ac33-3a15fdcc5d36" -d '{"events": [{"server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:25.057803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:25.066183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.095572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9c2e9b1-58f2-4e83-8eec-43f0462a04d0 req-991dadc0-33be-4569-b694-a2f831f92dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.1108439 Nov 12 03:24:25.098594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-0e248588-9f58-4281-adb2-ff2dabebc86c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0777671 Nov 12 03:24:25.140940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.153407 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b284cb-e940-4f57-bb4a-15c0885d5187 x-openstack-request-id: req-c0b284cb-e940-4f57-bb4a-15c0885d5187 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:25.153807 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:25.154124 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0b284cb-e940-4f57-bb4a-15c0885d5187 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:25.157952 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5', 'code': 200} Nov 12 03:24:25.177118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9c2e9b1-58f2-4e83-8eec-43f0462a04d0 req-4f75c105-a03a-4464-9743-f16d6195f22c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=def1879511b249c09190a5f24512030e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528498 Nov 12 03:24:25.195018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf00c1-b097-43ff-9e52-0a6e8601b22b req-9fe460e5-2f4c-4507-92c1-db21d00dcd12 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.201226 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eaf00c1-b097-43ff-9e52-0a6e8601b22b req-9fe460e5-2f4c-4507-92c1-db21d00dcd12 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 945 time: 0.0833323 Nov 12 03:24:25.253477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eaf00c1-b097-43ff-9e52-0a6e8601b22b req-e3540916-0e01-4c4f-ac96-44f932e6db97 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496519 Nov 12 03:24:25.337788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-a421ff0d-221e-4447-a290-fd272321f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.339179 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-a421ff0d-221e-4447-a290-fd272321f8f5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2027607 Nov 12 03:24:25.340542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2e9b1-58f2-4e83-8eec-43f0462a04d0 req-e139082a-b531-4568-b77b-985f714f31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.341862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9c2e9b1-58f2-4e83-8eec-43f0462a04d0 req-e139082a-b531-4568-b77b-985f714f31b5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1536248 Nov 12 03:24:25.373900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa3e4b-5e96-41c0-9bcf-a1b38aea5e4b req-f57c947e-c36d-4f9f-9295-be25a1e1b39d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.375411 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fdfa3e4b-5e96-41c0-9bcf-a1b38aea5e4b req-f57c947e-c36d-4f9f-9295-be25a1e1b39d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0540664 Nov 12 03:24:25.430624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fdfa3e4b-5e96-41c0-9bcf-a1b38aea5e4b req-a963670e-6ce0-4bf7-91d5-1b58ac2d7bd7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481429 Nov 12 03:24:25.463794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4329a46-611c-42cd-a311-ac8b98463adb req-31323ba7-c788-4304-a485-db69ad1114a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.465356 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-31323ba7-c788-4304-a485-db69ad1114a6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1093607 Nov 12 03:24:25.493613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-a449711e-1d36-45ed-91ad-a4cd71869d75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=def1879511b249c09190a5f24512030e&device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0273030 Nov 12 03:24:25.576729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-bda3c6dd-5540-4fcd-a7a9-d1e2b3df1939 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=def1879511b249c09190a5f24512030e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429022 Nov 12 03:24:25.578375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-0d4f243d-6e10-4f20-8f22-148daf1d1cdc tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.11 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0362771 Nov 12 03:24:25.706922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-0d1f2dec-1c3c-4b8e-a449-f6df6b0c5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.706922 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-0d1f2dec-1c3c-4b8e-a449-f6df6b0c5fe7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1124504 Nov 12 03:24:25.707885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50897f1-06f9-4c10-95b5-eb7767aca395 req-90c6d10d-018b-48be-bb21-f548471c6d1c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.707885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e50897f1-06f9-4c10-95b5-eb7767aca395 req-90c6d10d-018b-48be-bb21-f548471c6d1c tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 944 time: 0.0623999 Nov 12 03:24:25.771712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e50897f1-06f9-4c10-95b5-eb7767aca395 req-c0eeac66-47a3-4709-a639-f17738dfbbd0 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556068 Nov 12 03:24:25.818270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-927705b9-1c7e-410e-a4f4-0262824e5a5b tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.11 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0406780 Nov 12 03:24:25.933658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7986-245b-445c-bcd5-c1ddf63a06d6 req-1695cf26-494e-4a65-9733-f2b91d1488ce tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.936525 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae3f7986-245b-445c-bcd5-c1ddf63a06d6 req-1695cf26-494e-4a65-9733-f2b91d1488ce tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0583651 Nov 12 03:24:25.951034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35366) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:25.993400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4329a46-611c-42cd-a311-ac8b98463adb req-450601a7-5d4a-40e6-ae5b-13cf2d50a7af tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0411484 Nov 12 03:24:26.006951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae3f7986-245b-445c-bcd5-c1ddf63a06d6 req-332952f1-ae6d-4e8d-8063-105d307aa736 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610323 Nov 12 03:24:26.099570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50b0d418-6cc3-4fd4-8798-b3dbe5a630c0 req-6960dfc0-43cc-44d7-bec5-9d00c8f5e9ca tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0289242 Nov 12 03:24:26.171332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-109f94f2-c62c-412d-825a-72bcd20e1a9a req-c42794dc-24fd-473b-b772-6041a43d0101 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0377288 Nov 12 03:24:26.212110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d70cc609-2963-4726-acaa-1af892eec28d req-71663b04-c8e8-4b74-b5df-d95051d9d1a0 tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0307128 Nov 12 03:24:26.376907 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76f618f2-3c28-4dc8-9597-bb1bf4a80441 req-efaeecb4-eda8-451e-aa87-ee6dba58a04c tempest-FloatingIPsAssociationNegativeTestJSON-931321938 tempest-FloatingIPsAssociationNegativeTestJSON-931321938-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06d4d6d-2640-4858-bb83-481e59fa9a8b HTTP/1.1" status: 200 len: 210 time: 0.0398462 Nov 12 03:24:26.383278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748881-ae88-4888-bc49-d52146c720f2 req-1ab5b1ae-10e3-4d9d-a29b-060bfd5744f5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.384907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91748881-ae88-4888-bc49-d52146c720f2 req-1ab5b1ae-10e3-4d9d-a29b-060bfd5744f5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 945 time: 0.0560732 Nov 12 03:24:26.438513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91748881-ae88-4888-bc49-d52146c720f2 req-932277e3-23ff-4e25-b051-51bfaa5d1b81 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457649 Nov 12 03:24:26.445326 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:24:26.556636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6fff1-7957-4f41-801f-0db60c92e03d req-0fcb3d69-d775-4303-9388-c984680f78e1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.558339 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-56a6fff1-7957-4f41-801f-0db60c92e03d req-0fcb3d69-d775-4303-9388-c984680f78e1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0542009 Nov 12 03:24:26.597119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:26.617631 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-56a6fff1-7957-4f41-801f-0db60c92e03d req-743d23f4-e63e-4a46-ae6b-8f3609c6bb9b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534492 Nov 12 03:24:26.717344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c7de-8648-4292-806c-46563ac79e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.747626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ec7abff0-b3d5-4431-9119-2c12fa1590f0 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:26.807318 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c7de-8648-4292-806c-46563ac79e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.811486 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c7de-8648-4292-806c-46563ac79e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.854277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4c7de-8648-4292-806c-46563ac79e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff83dcf-f99f-4254-b9fb-77094385d451,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:26.861767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cfd4c7de-8648-4292-806c-46563ac79e23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2c5e1e98ce34de694f7f8019c16ac02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627561 Nov 12 03:24:26.862042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35412) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:26.883011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ec7abff0-b3d5-4431-9119-2c12fa1590f0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ec7abff0-b3d5-4431-9119-2c12fa1590f0,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:26.896871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35414) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:26.901002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ec7abff0-b3d5-4431-9119-2c12fa1590f0', 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922', 'port_id': 'ec7abff0-b3d5-4431-9119-2c12fa1590f0', 'mac_address': 'fa:16:3e:57:53:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f282aada-aebd-41cb-9844-fdf4b16102eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:26.933871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-228c6390-95cd-40c9-b3b7-06f4376da559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.949166 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.955321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-228c6390-95cd-40c9-b3b7-06f4376da559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.962822 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7abff0-b3d5-4431-9119-2c12fa1590f0 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:26.983112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ec7abff0-b3d5-4431-9119-2c12fa1590f0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ec7abff0-b3d5-4431-9119-2c12fa1590f0,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:26.987388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.010609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-228c6390-95cd-40c9-b3b7-06f4376da559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.014204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-228c6390-95cd-40c9-b3b7-06f4376da559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.015752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-228c6390-95cd-40c9-b3b7-06f4376da559 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ff83dcf-f99f-4254-b9fb-77094385d451 HTTP/1.1" status: 204 len: 168 time: 0.1526201 Nov 12 03:24:27.023680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c6390-95cd-40c9-b3b7-06f4376da559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff83dcf-f99f-4254-b9fb-77094385d451,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.023822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c906a8-531f-457c-b889-f7e1a227ebcb req-9c3ea4cd-dffb-4716-a98a-fe49065459d2 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.033293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6c906a8-531f-457c-b889-f7e1a227ebcb req-9c3ea4cd-dffb-4716-a98a-fe49065459d2 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 944 time: 0.1486855 Nov 12 03:24:27.052685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ec7abff0-b3d5-4431-9119-2c12fa1590f0,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.170483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213e8d9-e0d6-41f6-a692-ac546ac4b40f req-afe34402-dbe5-427e-b307-787e80b1722d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.182314 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9213e8d9-e0d6-41f6-a692-ac546ac4b40f req-afe34402-dbe5-427e-b307-787e80b1722d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.0810704 Nov 12 03:24:27.238001 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9213e8d9-e0d6-41f6-a692-ac546ac4b40f req-865c91d1-62a4-4393-8ec1-0e835ac86477 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544615 Nov 12 03:24:27.367331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9317c49c-cd65-4c96-b165-fb6885d9dd16 req-c61a07c2-731f-42e3-a8d1-b894118bc43e tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0306947 Nov 12 03:24:27.387825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-5baac088-47d0-4b5e-a6ab-d4be27d7ddb0 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.389276 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-5baac088-47d0-4b5e-a6ab-d4be27d7ddb0 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 945 time: 0.4719331 Nov 12 03:24:27.467153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ec7abff0-b3d5-4431-9119-2c12fa1590f0'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:27.557355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6c906a8-531f-457c-b889-f7e1a227ebcb req-1b9f4a35-04bf-49d0-8656-ca9cf6d735d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222898 Nov 12 03:24:27.577986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88d75fd-bdc1-4852-a96f-455ad88ae8aa req-475edbdf-39d3-4975-abcb-1021e2e6c039 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=e385bbc1-ab2f-4743-94ad-b88dee45ab89 HTTP/1.1" status: 200 len: 210 time: 0.0480726 Nov 12 03:24:27.708839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Deleting port 4e43493a-bd1b-4c2e-9cb1-57893144df69 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:27.709186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.759495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c9c0-fccc-4be9-80c9-a101431c75a8 req-bcbab495-22b3-42a7-b017-428b271774c7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.761582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62c3c9c0-fccc-4be9-80c9-a101431c75a8 req-bcbab495-22b3-42a7-b017-428b271774c7 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 945 time: 0.1350644 Nov 12 03:24:27.865098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62c3c9c0-fccc-4be9-80c9-a101431c75a8 req-5e2c86a9-73f0-4848-864c-fe3d3c3ceb69 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972157 Nov 12 03:24:27.870029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a136dda-0b20-4c5b-ac14-bae17ff58c16 req-bf945ba7-e2f5-47a5-ac77-bd7dcc13e7e8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.871528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a136dda-0b20-4c5b-ac14-bae17ff58c16 req-bf945ba7-e2f5-47a5-ac77-bd7dcc13e7e8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0530074 Nov 12 03:24:27.909687 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] For port 4e43493a-bd1b-4c2e-9cb1-57893144df69, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4e43493a-bd1b-4c2e-9cb1-57893144df69,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:27.910438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.927169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Calling delete_port for 4e43493a-bd1b-4c2e-9cb1-57893144df69 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:27.928706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a136dda-0b20-4c5b-ac14-bae17ff58c16 req-f40f1fd5-d12f-4fc1-b303-bc991342b5e2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Nov 12 03:24:28.123997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.172913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.229125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event deleted for resources: {'Port': ['ID=4e43493a-bd1b-4c2e-9cb1-57893144df69,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:28.342079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] No DVR routers for this DVR port 4e43493a-bd1b-4c2e-9cb1-57893144df69 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:28.344682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.348413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b8a8d06-fa5d-422f-b985-239fd7639295 req-51958a70-255e-4eac-b199-7ccc6206a581 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "DELETE /v2.0/ports/4e43493a-bd1b-4c2e-9cb1-57893144df69 HTTP/1.1" status: 204 len: 173 time: 0.9404511 Nov 12 03:24:28.351742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-ca8a7a28-1e79-4fb1-9106-052e5aa953ff tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.353030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffcf39d-8b90-4aa7-aacf-330210c0e138', 'name': 'network-vif-deleted', 'tag': '4e43493a-bd1b-4c2e-9cb1-57893144df69'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:28.353288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-ca8a7a28-1e79-4fb1-9106-052e5aa953ff tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47&tenant_id=a722048f693a4431865e9c72b4063660&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 950 time: 0.1476524 Nov 12 03:24:28.355323 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab752c-3d5e-4374-9ad6-1794fcb5e0c7" -d '{"events": [{"server_uuid": "1ffcf39d-8b90-4aa7-aacf-330210c0e138", "name": "network-vif-deleted", "tag": "4e43493a-bd1b-4c2e-9cb1-57893144df69"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:28.367666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b25824-f2b0-4796-aaf9-d64d63f06c99 req-accbcf7a-d27e-4c29-965a-da137c1cfb95 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.369683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1b25824-f2b0-4796-aaf9-d64d63f06c99 req-accbcf7a-d27e-4c29-965a-da137c1cfb95 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cb34451-4c8e-429a-8fdb-3627712c25d2 HTTP/1.1" status: 200 len: 950 time: 0.0902450 Nov 12 03:24:28.427454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e97c24-4b2a-491d-ac78-f124d0aeda5d req-12721d9c-4cf6-4ce3-a066-0013081e2495 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.429660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27e97c24-4b2a-491d-ac78-f124d0aeda5d req-12721d9c-4cf6-4ce3-a066-0013081e2495 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1472452 Nov 12 03:24:28.429956 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1b25824-f2b0-4796-aaf9-d64d63f06c99 req-46853a9e-1ee2-4167-90a7-46bcab29b8b9 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531843 Nov 12 03:24:28.513813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-97e404b6-cbad-4183-bfcb-bdfe0fc78a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.515730 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-97e404b6-cbad-4183-bfcb-bdfe0fc78a29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 1102 time: 0.0507817 Nov 12 03:24:28.521995 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27e97c24-4b2a-491d-ac78-f124d0aeda5d req-1170e8dc-2ec3-46a6-bca2-e96a14bdf63e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739758 Nov 12 03:24:28.551774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1adef4c5-760e-459c-8659-45f5296eee03 req-b1589d50-1110-4f1a-9765-95473395f811 tempest-AbsoluteLimitsNegativeTestJSON-174451071 tempest-AbsoluteLimitsNegativeTestJSON-174451071-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=99e5097c40f94dafb31f555fb263e479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260069 Nov 12 03:24:28.627351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Deleting port 52e5938e-9592-4c15-9e6e-72f3c505ad7b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:28.627704 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.720756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7ca2b-655c-4b83-94ba-ca01c98475c8 req-8900632a-4493-4a38-876c-4109aeebbf2d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.723089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16b7ca2b-655c-4b83-94ba-ca01c98475c8 req-8900632a-4493-4a38-876c-4109aeebbf2d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1112235 Nov 12 03:24:28.756338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4e43493a-bd1b-4c2e-9cb1-57893144df69 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:28.763176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] For port 52e5938e-9592-4c15-9e6e-72f3c505ad7b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=52e5938e-9592-4c15-9e6e-72f3c505ad7b,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:28.763176 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.781856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Calling delete_port for 52e5938e-9592-4c15-9e6e-72f3c505ad7b owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:28.795654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 4e43493a-bd1b-4c2e-9cb1-57893144df69 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:28.796400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4e43493a-bd1b-4c2e-9cb1-57893144df69 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:28.799307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['238a237d-d498-4139-8ea5-9d6b9d031117', '8af65329-19df-48d5-8f75-40e5624e7d78', '140afe19-6301-46d8-b141-c3b20dc07d35'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:28.816252 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16b7ca2b-655c-4b83-94ba-ca01c98475c8 req-40dec063-934d-460d-a8dc-dbf888db8fba tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818713 Nov 12 03:24:28.942753 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b83b945-86e7-4f1e-a054-4e414b7a59a2 x-openstack-request-id: req-7b83b945-86e7-4f1e-a054-4e414b7a59a2 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:28.942923 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffcf39d-8b90-4aa7-aacf-330210c0e138", "name": "network-vif-deleted", "tag": "4e43493a-bd1b-4c2e-9cb1-57893144df69", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:28.943226 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b83b945-86e7-4f1e-a054-4e414b7a59a2 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:28.943719 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffcf39d-8b90-4aa7-aacf-330210c0e138', 'name': 'network-vif-deleted', 'tag': '4e43493a-bd1b-4c2e-9cb1-57893144df69', 'status': 'completed', 'code': 200} Nov 12 03:24:29.012423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-3af8f78d-4900-4247-9d70-00c62de2a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.013844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-3af8f78d-4900-4247-9d70-00c62de2a1b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.4608896 Nov 12 03:24:29.041398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adef4c5-760e-459c-8659-45f5296eee03 req-3bb440a9-eca2-438e-9b75-08f0ea00dbc2 tempest-AbsoluteLimitsNegativeTestJSON-174451071 tempest-AbsoluteLimitsNegativeTestJSON-174451071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.049304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1adef4c5-760e-459c-8659-45f5296eee03 req-3bb440a9-eca2-438e-9b75-08f0ea00dbc2 tempest-AbsoluteLimitsNegativeTestJSON-174451071 tempest-AbsoluteLimitsNegativeTestJSON-174451071-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4865818 Nov 12 03:24:29.067403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1adef4c5-760e-459c-8659-45f5296eee03 req-60b21108-1ef8-4333-80c2-0e2fd70d9423 tempest-AbsoluteLimitsNegativeTestJSON-174451071 tempest-AbsoluteLimitsNegativeTestJSON-174451071-project] 10.222.0.49 "GET /v2.0/quotas/99e5097c40f94dafb31f555fb263e479 HTTP/1.1" status: 200 len: 375 time: 0.0163720 Nov 12 03:24:29.079015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.109931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e5938e-9592-4c15-9e6e-72f3c505ad7b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:29.120898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-4a5d5507-4e9e-472c-a3ef-cad18e6149a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6a5b0842-1924-44bd-9867-13803da06bb5 HTTP/1.1" status: 200 len: 217 time: 0.0970201 Nov 12 03:24:29.135879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1adef4c5-760e-459c-8659-45f5296eee03 req-e98c6dd3-4485-49e4-9d31-e4e206f6b8e7 tempest-AbsoluteLimitsNegativeTestJSON-174451071 tempest-AbsoluteLimitsNegativeTestJSON-174451071-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99e5097c40f94dafb31f555fb263e479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601728 Nov 12 03:24:29.178210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d0b00-a5a0-4204-926d-8853be968e47 req-f72009b8-308f-4383-9dc2-cd696c3dbee0 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.185660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca2d0b00-a5a0-4204-926d-8853be968e47 req-f72009b8-308f-4383-9dc2-cd696c3dbee0 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 945 time: 0.1456499 Nov 12 03:24:29.285290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-a96e3bdd-4ad0-4db4-b199-23effa1eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.288676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-a96e3bdd-4ad0-4db4-b199-23effa1eb335 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1473804 Nov 12 03:24:29.347087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.374631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-89141b74-4221-4bf1-924b-19cfc0e9ea4f req-1e967f35-1eee-4822-bb4e-9c5307a2ec39 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 210 time: 0.0791726 Nov 12 03:24:29.389814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-fea31386-55ff-4a65-8af6-f1ba93c5554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.391531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-fea31386-55ff-4a65-8af6-f1ba93c5554c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539410 Nov 12 03:24:29.427231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca2d0b00-a5a0-4204-926d-8853be968e47 req-afba7571-6abb-442b-a8f5-59e6532e45e9 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405341 Nov 12 03:24:29.654921 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-9ef917f8-298c-4c65-8bcb-0797a7c8aaee service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555780 Nov 12 03:24:29.680138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd00a-1412-4832-9b7c-5448bce3d4e6 req-2b47683a-813e-4103-bf4e-b156f8b93cb5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.681732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e0fd00a-1412-4832-9b7c-5448bce3d4e6 req-2b47683a-813e-4103-bf4e-b156f8b93cb5 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cb34451-4c8e-429a-8fdb-3627712c25d2 HTTP/1.1" status: 200 len: 950 time: 0.1104553 Nov 12 03:24:29.729566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35494) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:29.810005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1d9f453-8024-4d51-b4f3-f4cb2c7839a3 req-860ef204-33c2-44d4-b8b5-bd2e7a079983 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459835 Nov 12 03:24:29.823058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cedf5c-1fd1-4bc4-8ff7-653f66bc6894 req-e9abd96d-7c63-434b-b9af-3625cba46ce7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.832374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4cedf5c-1fd1-4bc4-8ff7-653f66bc6894 req-e9abd96d-7c63-434b-b9af-3625cba46ce7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1026559 Nov 12 03:24:29.835066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Router dc722ffe-b186-43f7-a3c6-f2d278af3921 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:29.906210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4cedf5c-1fd1-4bc4-8ff7-653f66bc6894 req-bf883b95-0fdc-4bcd-9133-7e4febfed347 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722690 Nov 12 03:24:29.914506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ec149995-5d57-46a7-bea0-f886c6cdca35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.974146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e0fd00a-1412-4832-9b7c-5448bce3d4e6 req-f423dbf9-786e-40d1-8a65-eb2f7aa0d642 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533439 Nov 12 03:24:30.039357 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ec149995-5d57-46a7-bea0-f886c6cdca35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.045765 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ec149995-5d57-46a7-bea0-f886c6cdca35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.057479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:30.063291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-00c59f19-8b5b-4656-adcc-c7199689b589 admin admin] 10.222.0.49 "PUT /v2.0/routers/dc722ffe-b186-43f7-a3c6-f2d278af3921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1653664 Nov 12 03:24:30.068476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35500) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:30.070368 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] Sync routers for ids ['dc722ffe-b186-43f7-a3c6-f2d278af3921'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:30.082669 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] Routers {'dc722ffe-b186-43f7-a3c6-f2d278af3921'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:30.083573 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc722ffe-b186-43f7-a3c6-f2d278af3921'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:30.090910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138d74-ec3f-45f1-a9e1-1bae537654f0 req-f5ce18d7-d9cd-4d1b-a015-0b05b73e0231 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.092402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73138d74-ec3f-45f1-a9e1-1bae537654f0 req-f5ce18d7-d9cd-4d1b-a015-0b05b73e0231 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1043429 Nov 12 03:24:30.177081 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ec149995-5d57-46a7-bea0-f886c6cdca35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99e5097c40f94dafb31f555fb263e479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433932 Nov 12 03:24:30.178066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:30.198587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec149995-5d57-46a7-bea0-f886c6cdca35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae0598-c9f2-40fc-b4a3-df8297a2cf72,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.208419 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] Set router dc722ffe-b186-43f7-a3c6-f2d278af3921 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:30.243831 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15a8c74a-5ea8-4902-97d8-6cd5a38557f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.269961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15a8c74a-5ea8-4902-97d8-6cd5a38557f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.294475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-96fc75b4-3c08-4dec-90e0-136bec954a80 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.295971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-96fc75b4-3c08-4dec-90e0-136bec954a80 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cb34451-4c8e-429a-8fdb-3627712c25d2 HTTP/1.1" status: 200 len: 950 time: 0.1997364 Nov 12 03:24:30.302951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73138d74-ec3f-45f1-a9e1-1bae537654f0 req-6115b82d-0ac0-47c1-ad28-0accf9d58b99 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613083 Nov 12 03:24:30.326916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15a8c74a-5ea8-4902-97d8-6cd5a38557f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.329965 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15a8c74a-5ea8-4902-97d8-6cd5a38557f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.334706 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-15a8c74a-5ea8-4902-97d8-6cd5a38557f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56ae0598-c9f2-40fc-b4a3-df8297a2cf72 HTTP/1.1" status: 204 len: 168 time: 0.1518722 Nov 12 03:24:30.337497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.340611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8c74a-5ea8-4902-97d8-6cd5a38557f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae0598-c9f2-40fc-b4a3-df8297a2cf72,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.518467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Deleting port a63342a4-e426-4025-adf6-8115340c2553 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:30.520811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.526876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.581132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f79438e6-3d5f-4895-bd8c-930b34d1df07 req-aedfceca-966c-43e1-b71d-6baf5aee9f64 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 210 time: 0.0388119 Nov 12 03:24:30.607414 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '720209d4-7946-4458-983d-1018becd21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:24:28Z', 'revision_number': 5, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port': {'id': '720209d4-7946-4458-983d-1018becd21a3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:28Z', 'updated_at': '2021-11-12T03:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:30.647838 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] Checking router: dc722ffe-b186-43f7-a3c6-f2d278af3921 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:30.660729 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] Routers {'dc722ffe-b186-43f7-a3c6-f2d278af3921'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:30.661739 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc722ffe-b186-43f7-a3c6-f2d278af3921'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:30.757433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ec7abff0-b3d5-4431-9119-2c12fa1590f0 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:30.779240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d94fa1-bfa4-4229-b27a-ba4c86c86f25 req-63e81dae-2825-4429-acf1-e5248c372260 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.791927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68d94fa1-bfa4-4229-b27a-ba4c86c86f25 req-63e81dae-2825-4429-acf1-e5248c372260 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 945 time: 0.2121117 Nov 12 03:24:30.809808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] For port a63342a4-e426-4025-adf6-8115340c2553, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a63342a4-e426-4025-adf6-8115340c2553,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:30.810197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.827214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port ec7abff0-b3d5-4431-9119-2c12fa1590f0 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:30.828615 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] Set router dc722ffe-b186-43f7-a3c6-f2d278af3921 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:30.834111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ec7abff0-b3d5-4431-9119-2c12fa1590f0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:30.834510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.887503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Calling delete_port for a63342a4-e426-4025-adf6-8115340c2553 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:30.908720 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:24:30Z', 'revision_number': 6, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:30.945948 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c8fce-ac5d-462c-b12a-addc10168a7e None None] The sync data for ids ['dc722ffe-b186-43f7-a3c6-f2d278af3921'] in n-d-789963-21 is: [{'id': 'dc722ffe-b186-43f7-a3c6-f2d278af3921', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863816703-router', 'tenant_id': '8a2e2649356c4781a17e3aad83d3fa13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:27Z', 'updated_at': '2021-11-12T03:24:30Z', 'revision_number': 6, 'project_id': '8a2e2649356c4781a17e3aad83d3fa13', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:30.958940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Deleting port 720209d4-7946-4458-983d-1018becd21a3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:30.959440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.970193 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.004535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341d4387-e337-4376-b41e-8ad08e327fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7abff0-b3d5-4431-9119-2c12fa1590f0'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:31.008072 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb6c291-f567-4205-9322-71d088e27b76" -d '{"events": [{"server_uuid": "341d4387-e337-4376-b41e-8ad08e327fc7", "name": "network-vif-plugged", "status": "completed", "tag": "ec7abff0-b3d5-4431-9119-2c12fa1590f0"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:31.040816 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68d94fa1-bfa4-4229-b27a-ba4c86c86f25 req-281d5527-8e47-429f-80e6-443db8c1a26b tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477329 Nov 12 03:24:31.049906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ec7abff0-b3d5-4431-9119-2c12fa1590f0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ec7abff0-b3d5-4431-9119-2c12fa1590f0,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:31.059278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.060085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a63342a4-e426-4025-adf6-8115340c2553 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:31.119140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37545f4-c16b-4a0e-8565-38350f474e29 req-9ce178ae-c560-45a7-b87c-688549843f8f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.132136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c37545f4-c16b-4a0e-8565-38350f474e29 req-9ce178ae-c560-45a7-b87c-688549843f8f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1009488 Nov 12 03:24:31.209277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c37545f4-c16b-4a0e-8565-38350f474e29 req-b8f83494-0b93-45e5-b99d-044c680d73ed tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758660 Nov 12 03:24:31.217037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ec7abff0-b3d5-4431-9119-2c12fa1590f0,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.267989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684cb5b-ab39-45ec-a42a-edad35431199 req-7a2246b9-ae19-4e0e-84df-b8698107bdb7 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.275674 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9684cb5b-ab39-45ec-a42a-edad35431199 req-7a2246b9-ae19-4e0e-84df-b8698107bdb7 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cb34451-4c8e-429a-8fdb-3627712c25d2 HTTP/1.1" status: 200 len: 950 time: 0.1229587 Nov 12 03:24:31.286384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] For port 720209d4-7946-4458-983d-1018becd21a3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=720209d4-7946-4458-983d-1018becd21a3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:31.286748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.313180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Calling delete_port for 720209d4-7946-4458-983d-1018becd21a3 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:31.315124 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52611e38-2d92-4c85-b75d-70f5ed5d443f x-openstack-request-id: req-52611e38-2d92-4c85-b75d-70f5ed5d443f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:31.315866 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341d4387-e337-4376-b41e-8ad08e327fc7", "name": "network-vif-plugged", "status": "completed", "tag": "ec7abff0-b3d5-4431-9119-2c12fa1590f0", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:31.316929 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52611e38-2d92-4c85-b75d-70f5ed5d443f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:31.317441 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341d4387-e337-4376-b41e-8ad08e327fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7abff0-b3d5-4431-9119-2c12fa1590f0', 'code': 200} Nov 12 03:24:31.410019 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bdf536e0-e736-42ad-a95e-7dec0487e612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.449075 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.461935 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9684cb5b-ab39-45ec-a42a-edad35431199 req-17689a21-cd20-4bbe-9fc4-c152b76ec2d2 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/security-groups?id=01ba75bb-73da-4d82-89b9-12b8267259d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852674 Nov 12 03:24:31.479748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4c557-e6db-483f-9991-f065a6043241 req-ae00822c-d19b-4719-b849-33ad0774449e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.496238 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0b4c557-e6db-483f-9991-f065a6043241 req-ae00822c-d19b-4719-b849-33ad0774449e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1299548 Nov 12 03:24:31.497927 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.511023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9595c-fea0-4745-b23c-5a8be7f9db98 req-d389ee77-fc1a-4e3b-861e-040c48b11144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.513864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fc9595c-fea0-4745-b23c-5a8be7f9db98 req-d389ee77-fc1a-4e3b-861e-040c48b11144 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 1098 time: 0.1266162 Nov 12 03:24:31.515834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35540) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:31.543377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 52e5938e-9592-4c15-9e6e-72f3c505ad7b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:31.575972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Pushing event deleted for resources: {'Port': ['ID=a63342a4-e426-4025-adf6-8115340c2553,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.641627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 52e5938e-9592-4c15-9e6e-72f3c505ad7b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:31.642068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 52e5938e-9592-4c15-9e6e-72f3c505ad7b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:31.661401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0b4c557-e6db-483f-9991-f065a6043241 req-b75d0595-698d-4594-b19c-4f9cc290b4c2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642289 Nov 12 03:24:31.680642 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fc9595c-fea0-4745-b23c-5a8be7f9db98 req-fd1bbfe1-f298-437b-91d0-4db3219113b6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461229 Nov 12 03:24:31.700923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] No DVR routers for this DVR port a63342a4-e426-4025-adf6-8115340c2553 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:31.704401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.708105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccc1d46a-3de4-4de4-8f6a-2eb60307356b req-134223ef-82c6-4e0e-8cfa-763b245a8739 tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.20 "DELETE /v2.0/ports/a63342a4-e426-4025-adf6-8115340c2553 HTTP/1.1" status: 204 len: 173 time: 1.4020901 Nov 12 03:24:31.709604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb34451-4c8e-429a-8fdb-3627712c25d2', 'name': 'network-vif-deleted', 'tag': 'a63342a4-e426-4025-adf6-8115340c2553'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:31.711817 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64d727-488a-4d47-b06b-3a091d74bbc7" -d '{"events": [{"server_uuid": "4cb34451-4c8e-429a-8fdb-3627712c25d2", "name": "network-vif-deleted", "tag": "a63342a4-e426-4025-adf6-8115340c2553"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:31.720296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1768195293-network', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:31.738850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5221e1-d955-4672-be7d-1758aca9a80b req-e4e7c746-6e95-4f44-8466-859e64406414 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.747271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f5221e1-d955-4672-be7d-1758aca9a80b req-e4e7c746-6e95-4f44-8466-859e64406414 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1747949 Nov 12 03:24:31.822835 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.844879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f5221e1-d955-4672-be7d-1758aca9a80b req-112d8477-abc5-41b4-be5f-c1a84c930f64 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Nov 12 03:24:31.896324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=720209d4-7946-4458-983d-1018becd21a3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.974959 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf28f879-258a-45d8-b6e4-7b95e88fbb2a x-openstack-request-id: req-cf28f879-258a-45d8-b6e4-7b95e88fbb2a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:31.975425 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb34451-4c8e-429a-8fdb-3627712c25d2", "name": "network-vif-deleted", "tag": "a63342a4-e426-4025-adf6-8115340c2553", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:31.975740 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf28f879-258a-45d8-b6e4-7b95e88fbb2a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:31.976235 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb34451-4c8e-429a-8fdb-3627712c25d2', 'name': 'network-vif-deleted', 'tag': 'a63342a4-e426-4025-adf6-8115340c2553', 'status': 'completed', 'code': 200} Nov 12 03:24:31.981834 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.154725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.158358 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.211857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Made reservation on behalf of e1f123a7b8854480b6070cb1f77ba30b for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:32.214153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.241074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.252887 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a1c65ce-a699-4a6f-bd7b-fc78c01aa916 req-8371b8f2-923c-4a03-a6cf-acb121f177c5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 210 time: 0.5022113 Nov 12 03:24:32.257832 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.258579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc722ffe-b186-43f7-a3c6-f2d278af3921 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:24:32.274609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.276252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-317ed059-cf4e-46ca-9fdc-c807fc6982c0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/dc722ffe-b186-43f7-a3c6-f2d278af3921 HTTP/1.1" status: 204 len: 168 time: 2.2038696 Nov 12 03:24:32.278818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:32.297802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8be1-91db-440e-9821-bffb268f7a6d req-29e00808-7d6b-4587-9404-7495719d4619 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.307023 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d8d8be1-91db-440e-9821-bffb268f7a6d req-29e00808-7d6b-4587-9404-7495719d4619 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 946 time: 0.0897348 Nov 12 03:24:32.366031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d8d8be1-91db-440e-9821-bffb268f7a6d req-b3009c97-e005-4571-9889-ed2f7b9c639a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Nov 12 03:24:32.390959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead5ad0c-7b03-4a19-9478-0983c35d68ea admin admin] Deleting subnet 2eec68f9-b565-4ed8-8f44-b89c2f9ed1af {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:32.406143 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ead5ad0c-7b03-4a19-9478-0983c35d68ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.481310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ead5ad0c-7b03-4a19-9478-0983c35d68ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.533229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.631402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-41bc91e3-0229-4cce-b1a8-93a17a1bb7bd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434484 Nov 12 03:24:32.641324 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.646984 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3892d66a-baea-4a34-8c04-2ad85603778d req-92f3a2bd-50a5-41f0-bc67-1021a165e6ab tempest-ListImageFiltersTestJSON-591860317 tempest-ListImageFiltersTestJSON-591860317-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cb34451-4c8e-429a-8fdb-3627712c25d2 HTTP/1.1" status: 200 len: 210 time: 0.0393689 Nov 12 03:24:32.674975 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ead5ad0c-7b03-4a19-9478-0983c35d68ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.680191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:32.721000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67e1ca0-d94e-42eb-9c0e-077a98a8d198,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.724476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.724849 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Added segment 7b671b30-6a5c-439c-a136-0e6bcd5575e0 of type vlan for network e007e6ab-0ff3-4922-99e6-15cd69810443 Nov 12 03:24:32.770002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194c1-2240-464c-8e69-985cf15b0144 req-52cd1034-af20-4efb-8880-9cd9fc216276 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.771945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-52cd1034-af20-4efb-8880-9cd9fc216276 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343884 Nov 12 03:24:32.778699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.791639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-6b31f2df-7938-4ffb-988d-ba72c6cbd8b6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/quotas/a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 375 time: 0.0116177 Nov 12 03:24:32.804928 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ead5ad0c-7b03-4a19-9478-0983c35d68ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.839206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5ad0c-7b03-4a19-9478-0983c35d68ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eec68f9-b565-4ed8-8f44-b89c2f9ed1af,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.843284 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.844385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.845217 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.849400 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ead5ad0c-7b03-4a19-9478-0983c35d68ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.853970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063bed4-88dc-4ae9-998c-7e993eefc3e7 None None] Network 8d4a0884-f34f-4152-a22c-66ea48fd1a23 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:32.855200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-355f883d-8a1a-4128-a0ae-f6c9ed922107 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543776 Nov 12 03:24:32.855370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ead5ad0c-7b03-4a19-9478-0983c35d68ea admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2eec68f9-b565-4ed8-8f44-b89c2f9ed1af HTTP/1.1" status: 204 len: 168 time: 0.5753696 Nov 12 03:24:32.859739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35576) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:32.943300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4194038 Nov 12 03:24:32.947859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35580) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:32.955312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Request body: {'subnet': {'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1768195293-subnet', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:32.973748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb307825-ac12-451c-966b-bc932bfb8296 admin admin] Pushing event updated for resources: {'Network': ['ID=e007e6ab-0ff3-4922-99e6-15cd69810443,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.976671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.989184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e007e6ab-0ff3-4922-99e6-15cd69810443 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:33.061803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Deleting port d9cc8a47-9535-4bde-98e2-55bb776dc0ba {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:33.062168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.090826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Made reservation on behalf of e1f123a7b8854480b6070cb1f77ba30b for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:33.099848 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.155633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d205-82dc-4624-aad0-75779298068e req-ccd8b23e-01ae-44d6-916c-d4dd2a8dd7d4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.163208 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3911d205-82dc-4624-aad0-75779298068e req-ccd8b23e-01ae-44d6-916c-d4dd2a8dd7d4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1841798 Nov 12 03:24:33.199336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] For port d9cc8a47-9535-4bde-98e2-55bb776dc0ba, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:33.199726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.228807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Calling delete_port for d9cc8a47-9535-4bde-98e2-55bb776dc0ba owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:33.246345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] DHCP port deletion for 8d4a0884-f34f-4152-a22c-66ea48fd1a23 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:33.309793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] Deleting port d9cc8a47-9535-4bde-98e2-55bb776dc0ba {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:33.310420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.363938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3911d205-82dc-4624-aad0-75779298068e req-f228f917-05a3-4850-b679-ab289e5094c2 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995656 Nov 12 03:24:33.426381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66c54374-8b67-4b7e-8637-583bf6b8d19a req-70ef7d25-2a00-48ca-b0c3-994cab32797a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 210 time: 0.0838127 Nov 12 03:24:33.432673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] For port d9cc8a47-9535-4bde-98e2-55bb776dc0ba, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,segment=NetworkSegment(1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5),segment_id=1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:33.433152 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.460539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] Calling delete_port for d9cc8a47-9535-4bde-98e2-55bb776dc0ba owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:33.520019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.520388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69b0eaa-3efd-4709-9426-c3fdcfe580bc req-68766d9b-e712-4693-8176-9cc90e30d9f3 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 210 time: 0.0410480 Nov 12 03:24:33.552292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:33.580391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] No DVR routers for this DVR port d9cc8a47-9535-4bde-98e2-55bb776dc0ba on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:33.629453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.675287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9cc8a47-9535-4bde-98e2-55bb776dc0ba no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:33.717433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d88ae-9f61-458f-8fa7-be742dc76172 req-d4d81ad1-e5eb-4ff6-97e6-c973a42a378f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.727271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-049d88ae-9f61-458f-8fa7-be742dc76172 req-d4d81ad1-e5eb-4ff6-97e6-c973a42a378f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 946 time: 0.1621954 Nov 12 03:24:33.741394 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1523e654-1746-43ec-a4b9-398c3ff5de5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.743413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.758346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d9cc8a47-9535-4bde-98e2-55bb776dc0ba {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:33.758705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9cc8a47-9535-4bde-98e2-55bb776dc0ba not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:33.759130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 720209d4-7946-4458-983d-1018becd21a3 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:33.774385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b770ced1-1a97-4f2e-86a4-86acd3e91a2a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:33.789990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.790389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.791154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.791519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.791873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.792197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.792580 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.793035 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.793383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.793708 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.812616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Checking segment: {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:33.814024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Network hostable DHCP agents. Network: e007e6ab-0ff3-4922-99e6-15cd69810443, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:33.820883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 720209d4-7946-4458-983d-1018becd21a3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:33.822577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 720209d4-7946-4458-983d-1018becd21a3 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:33.867193 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.880689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.881119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.881504 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.881887 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:24:33.882292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4a0884-f34f-4152-a22c-66ea48fd1a23']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:33.883258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Network e007e6ab-0ff3-4922-99e6-15cd69810443 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:33.904331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e007e6ab-0ff3-4922-99e6-15cd69810443) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:33.914794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.916526 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.918653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:33.918996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a35d7c2-3a62-45e0-8cf0-9107fd96bfe5') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:33.926263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] Pushing event deleted for resources: {'Port': ['ID=d9cc8a47-9535-4bde-98e2-55bb776dc0ba,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:33.937744 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5cfc14-91af-48a5-9448-c9bfa5342141 None None] Network e007e6ab-0ff3-4922-99e6-15cd69810443 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:33.947467 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-86287265-5030-4d11-a5ff-412d5efcc36d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9985352 Nov 12 03:24:33.948879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-049d88ae-9f61-458f-8fa7-be742dc76172 req-a07ebd93-bef2-4bc7-acfb-03d1a277530a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187424 Nov 12 03:24:33.950333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35608) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:33.954684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:33.961576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.995788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d650dc2-d33f-4060-bb27-e27ab52f2eec None None] No DVR routers for this DVR port d9cc8a47-9535-4bde-98e2-55bb776dc0ba on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:34.021988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.024482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.025448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.050392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:34.051840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: from cryptography.utils import int_from_bytes Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: from cryptography.utils import int_from_bytes Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:34.065772 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:34.160678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.167302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3afa49-d847-418c-83db-f3416aa3344e req-680458c9-03ca-41e8-8c74-13a48aad8905 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.177963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa3afa49-d847-418c-83db-f3416aa3344e req-680458c9-03ca-41e8-8c74-13a48aad8905 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 1098 time: 0.1375029 Nov 12 03:24:34.203667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.208603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8d4a0884-f34f-4152-a22c-66ea48fd1a23 HTTP/1.1" status: 204 len: 168 time: 1.3465660 Nov 12 03:24:34.220555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05452780-50b1-4244-9319-fc64dcb819d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4a0884-f34f-4152-a22c-66ea48fd1a23,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:34.242454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.271499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-e007e6ab-0ff3-4922-99e6-15cd69810443', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:24:34.273189 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.289566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa3afa49-d847-418c-83db-f3416aa3344e req-104928b7-7acb-49e0-803f-640e2a68e95d tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102881 Nov 12 03:24:34.535987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35638) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:34.543942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.546062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Allocated IP 172.20.0.2 (e007e6ab-0ff3-4922-99e6-15cd69810443/b770ced1-1a97-4f2e-86a4-86acd3e91a2a/b1789760-634f-4240-9bb1-d7d27f6c0ce6) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:34.568244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b188a-667f-4e79-98f4-a0e6f31b5847 req-f735a988-0078-4f70-9ad2-e8722aaab89f tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.577780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e0b188a-667f-4e79-98f4-a0e6f31b5847 req-f735a988-0078-4f70-9ad2-e8722aaab89f tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 1098 time: 0.0894854 Nov 12 03:24:34.638260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-af6c1f62-8527-4f43-97c7-6dc73c85369d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a2e2649356c4781a17e3aad83d3fa13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008203 Nov 12 03:24:34.645135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:34.711448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e0b188a-667f-4e79-98f4-a0e6f31b5847 req-d4df5fb0-e510-4954-b04a-a76fff070188 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291804 Nov 12 03:24:34.782732 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-32e730f1-39c8-48fd-b183-204fd104a880 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551541 Nov 12 03:24:34.783839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3470a94-af63-4e3f-9ee1-4455bf7d37fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.837171 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.849208 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.855247 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.858239 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3470a94-af63-4e3f-9ee1-4455bf7d37fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.886846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262245c-787a-4b0a-a38f-ad4fd2fe0aba req-d5ef93c6-6476-4e1a-8e3b-20ed1a722b93 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.888447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6262245c-787a-4b0a-a38f-ad4fd2fe0aba req-d5ef93c6-6476-4e1a-8e3b-20ed1a722b93 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.1858251 Nov 12 03:24:34.960485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Pushing event updated for resources: {'Port': ['ID=b1789760-634f-4240-9bb1-d7d27f6c0ce6,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:34.965192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Network e007e6ab-0ff3-4922-99e6-15cd69810443 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:34.967319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:34.974872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:35.051219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Attempting to bind port b1789760-634f-4240-9bb1-d7d27f6c0ce6 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:35.051846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Attempting to bind port b1789760-634f-4240-9bb1-d7d27f6c0ce6 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:35.052366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Attempting to bind port b1789760-634f-4240-9bb1-d7d27f6c0ce6 on network e007e6ab-0ff3-4922-99e6-15cd69810443 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:35.072408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6262245c-787a-4b0a-a38f-ad4fd2fe0aba req-daf93b44-4a55-4811-a9dc-27c15e5dbd1f tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644015 Nov 12 03:24:35.089937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:35.090313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Checking segment: {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:35.090738 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.091115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Bound using segment: {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:35.091620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Bound port: b1789760-634f-4240-9bb1-d7d27f6c0ce6, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:35.091995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.099251 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.137798 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.190731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] For port b1789760-634f-4240-9bb1-d7d27f6c0ce6, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:35.194996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] For port b1789760-634f-4240-9bb1-d7d27f6c0ce6, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1789760-634f-4240-9bb1-d7d27f6c0ce6,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:35.200077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.266330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3e8cf3f-8b46-435b-b9c9-2641b62dfbd1 req-f6e6eac8-7fe7-4150-bd26-723fee9286ac tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ffcf39d-8b90-4aa7-aacf-330210c0e138 HTTP/1.1" status: 200 len: 210 time: 0.0538421 Nov 12 03:24:35.270022 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-370c3c49-2b2b-43e6-8898-4bdd16a8490e req-ff5381c9-e349-451d-bff8-4f4c1899761b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 210 time: 0.3821893 Nov 12 03:24:35.307030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e684d9-4637-4ea0-aff5-f1e7bfa61cbc None None] Pushing event updated for resources: {'Port': ['ID=b1789760-634f-4240-9bb1-d7d27f6c0ce6,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:35.383288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194c1-2240-464c-8e69-985cf15b0144 req-132fb094-11da-40e5-a902-62d37193c392 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.385686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-132fb094-11da-40e5-a902-62d37193c392 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5952690 Nov 12 03:24:35.402849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Request body: {'port': {'device_id': '699d98fe-a150-4f31-898c-65cef5138583', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'a722048f693a4431865e9c72b4063660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:35.416449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Allocated IP 172.25.0.34 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/8d5a37f4-aa01-4e49-9023-d6dcb626beb0) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:35.567995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3470a94-af63-4e3f-9ee1-4455bf7d37fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.570902 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3470a94-af63-4e3f-9ee1-4455bf7d37fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.572170 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e3470a94-af63-4e3f-9ee1-4455bf7d37fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0c515db-3cb7-424f-a6e7-0510674c4a56 HTTP/1.1" status: 204 len: 168 time: 0.9258902 Nov 12 03:24:35.611826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3470a94-af63-4e3f-9ee1-4455bf7d37fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c515db-3cb7-424f-a6e7-0510674c4a56,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:35.676165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Made reservation on behalf of a722048f693a4431865e9c72b4063660 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:35.680333 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.725921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.798568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.860851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:35.869430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:35.873534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:35.880328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5a37f4-aa01-4e49-9023-d6dcb626beb0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:35.969035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Allocated IP 192.168.233.163 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/5119b9bd-9cce-49c2-b679-ca3734a15197) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:36.212079 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.303895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.372434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.417437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.429187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6a5b0842-1924-44bd-9867-13803da06bb5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:36.468048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:36.474860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:36.488362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:36.548817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:36.607969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.612562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.642445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-c5bf8ea5-5ab0-4b66-bff2-fc9c2aea8451 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2456017 Nov 12 03:24:36.656795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Request body: {'port': {'device_id': '699d98fe-a150-4f31-898c-65cef5138583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:36.759163 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.849145 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.998775 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.028263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a95c8b-2968-4942-a116-38b2b6461bb9 None None] Network e007e6ab-0ff3-4922-99e6-15cd69810443 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:37.126083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:24:37.246615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] Provisioning complete for port 5119b9bd-9cce-49c2-b679-ca3734a15197 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:37.247217 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.354165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-21bbd017-aa16-484f-9918-9ea0355b70f9 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:37.363625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-21bbd017-aa16-484f-9918-9ea0355b70f9 tempest-LiveAutoBlockMigrationV225Test-1370651286 tempest-LiveAutoBlockMigrationV225Test-1370651286-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239878 Nov 12 03:24:37.380076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] Port 5119b9bd-9cce-49c2-b679-ca3734a15197 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:37.418885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] Provisioning complete for port b1789760-634f-4240-9bb1-d7d27f6c0ce6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:37.419258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.420148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35736) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:37.429369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-db1d18a9-817c-40c7-9f50-2cf4d711d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.438974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-db1d18a9-817c-40c7-9f50-2cf4d711d67e service neutron] 10.222.0.49 "GET /v2.0/ports/ec7abff0-b3d5-4431-9119-2c12fa1590f0 HTTP/1.1" status: 200 len: 1095 time: 0.0741162 Nov 12 03:24:37.444915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:37.445567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Unknown quota resources ['binding']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:24:37.658310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:37.694393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Sync routers for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:37.701234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.707649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7a1e6eb2-7358-478e-b8f0-8d3bcef04024 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7512128 Nov 12 03:24:37.711101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35742) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:37.724994 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.729926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1789760-634f-4240-9bb1-d7d27f6c0ce6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:37.731809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-823413249-network', 'tenant_id': '7df37c43615a41bf83f793aa35268750'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:37.795496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Made reservation on behalf of 7df37c43615a41bf83f793aa35268750 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:37.798019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.818050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:37.818699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:37.840317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:37.849568 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.857759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5119b9bd-9cce-49c2-b679-ca3734a15197 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:37.955806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.959305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.970337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558a6bb-5a08-4d68-97fa-054c73c9d399 req-c09ca221-3ad4-43af-8c25-ef42b8188e95 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.979411 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7558a6bb-5a08-4d68-97fa-054c73c9d399 req-c09ca221-3ad4-43af-8c25-ef42b8188e95 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.3226664 Nov 12 03:24:37.999750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:38.000105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:38.000423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.017141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.017518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.022982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.028023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.028374 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:38.031502 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 2 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:38.042878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] For port b1789760-634f-4240-9bb1-d7d27f6c0ce6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1789760-634f-4240-9bb1-d7d27f6c0ce6,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:38.064466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:38.064466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:38.064787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.083946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.112098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Transition to ACTIVE for port object 5119b9bd-9cce-49c2-b679-ca3734a15197 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:38.116992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:38.130833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.151617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.152240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.157398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b1789760-634f-4240-9bb1-d7d27f6c0ce6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:38.157829 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.162921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.163524 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:38.164220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:38.171418 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 3 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:38.192604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7558a6bb-5a08-4d68-97fa-054c73c9d399 req-cd613a44-f846-4906-bc61-0631a7e4f1a9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117586 Nov 12 03:24:38.210741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.221839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.222184 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Added segment bb50b819-610b-42ad-aaef-c6f8048bacd5 of type vlan for network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 Nov 12 03:24:38.256951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:38.257977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:38.258528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.261160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0d7fc-eff5-4a7d-9419-c83fe109ae65 None None] Pushing event updated for resources: {'Port': ['ID=b1789760-634f-4240-9bb1-d7d27f6c0ce6,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.268956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daba0ecb-abb6-4ddd-b82a-83d67f047988,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.335012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.335255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.357782 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8cf865e5-a5ab-429d-8f5d-e8831a009638 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=def1879511b249c09190a5f24512030e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041261 Nov 12 03:24:38.358428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:38.368273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.368703 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:38.373183 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 4 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:38.397737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7d520002-894a-4fbb-9372-772366b67c5e None None] Provisioning complete for port b1789760-634f-4240-9bb1-d7d27f6c0ce6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:38.398105 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d520002-894a-4fbb-9372-772366b67c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.412072 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.418493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:38.419105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:38.419595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.490446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.491028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.497541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7921848-7454-469e-a075-b091078edb37 req-5d635792-0db5-46ec-b87d-a0dccbdb6a8e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.508231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7921848-7454-469e-a075-b091078edb37 req-5d635792-0db5-46ec-b87d-a0dccbdb6a8e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 948 time: 0.1948936 Nov 12 03:24:38.512433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.513149 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:38.517330 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 5 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:38.533581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:38.534203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:38.534896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.587286 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7921848-7454-469e-a075-b091078edb37 req-306c296a-6752-449f-947a-19a77e21558e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723999 Nov 12 03:24:38.607256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8930832e-042b-4986-bb7a-cc89969c1c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.614558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.615077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.635481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.638193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.642558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.651140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.651612 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:38.656701 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 6 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:38.704477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:38.704858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:38.705191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.720072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Attempting to bind port 5119b9bd-9cce-49c2-b679-ca3734a15197 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:38.720564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Attempting to bind port 5119b9bd-9cce-49c2-b679-ca3734a15197 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:38.720814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Attempting to bind port 5119b9bd-9cce-49c2-b679-ca3734a15197 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.725413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.725746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.737747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Port 5119b9bd-9cce-49c2-b679-ca3734a15197 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.738764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Attempting to bind port 5119b9bd-9cce-49c2-b679-ca3734a15197 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.743617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:36Z', 'revision_number': 3, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:38.770019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:38.770721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:38.771015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:38.771443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Bound port: 5119b9bd-9cce-49c2-b679-ca3734a15197, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:38.771807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.803087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3808978 Nov 12 03:24:38.826041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35756) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:38.828029 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8930832e-042b-4986-bb7a-cc89969c1c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.829778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.830104 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:38.838000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Checking router: e79cc2ff-51f6-4b0d-b481-cd6129c0a987 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:38.838376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Updating router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:38.852382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Request body: {'subnet': {'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-823413249-subnet', 'tenant_id': '7df37c43615a41bf83f793aa35268750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:38.860971 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 7 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:38.877104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75fc7c-79dd-4775-abd1-312c33373101 admin admin] Pushing event updated for resources: {'Network': ['ID=bbda929e-39bd-40c8-a52b-2a4a9d5aa531,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.898910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.903331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:38.905436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:38.905570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:38.905930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.923470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:38.931816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:38.935638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.936014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:38.938234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.965053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:38.965438 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:38.967678 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 8 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:38.970270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Made reservation on behalf of 7df37c43615a41bf83f793aa35268750 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:38.972544 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.016098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:39.016458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:39.016853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.045929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.046855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.048880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] 10.222.0.20 "PUT /v2.0/ports/5119b9bd-9cce-49c2-b679-ca3734a15197 HTTP/1.1" status: 200 len: 1097 time: 2.3987904 Nov 12 03:24:39.054473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:39.057959 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382c28d9-61d5-4fe4-b371-086ebd783244" -d '{"events": [{"name": "network-changed", "server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:39.084928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:39.085511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.093442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8930832e-042b-4986-bb7a-cc89969c1c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.096839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8930832e-042b-4986-bb7a-cc89969c1c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.098592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8930832e-042b-4986-bb7a-cc89969c1c0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01ba75bb-73da-4d82-89b9-12b8267259d6 HTTP/1.1" status: 204 len: 168 time: 0.7285063 Nov 12 03:24:39.125708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:39.131791 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:39.154304 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 9 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:39.184611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930832e-042b-4986-bb7a-cc89969c1c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ba75bb-73da-4d82-89b9-12b8267259d6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.232097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.235927 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5740bd95-3196-4e14-8e71-7c9f23d81102 x-openstack-request-id: req-5740bd95-3196-4e14-8e71-7c9f23d81102 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:39.237318 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:39.240145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:39.240483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:39.240836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.241037 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5740bd95-3196-4e14-8e71-7c9f23d81102 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:39.241462 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'status': 'completed', 'code': 200} Nov 12 03:24:39.292531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:39.292531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.334592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:39.334910 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:39.335573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6c2ea-2ae2-4f17-ae88-401edb663e4d service neutron] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.354839 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempt 10 to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 Nov 12 03:24:39.356782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194c1-2240-464c-8e69-985cf15b0144 req-32489b65-2927-4a13-9174-1ef12f2c48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.358311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-32489b65-2927-4a13-9174-1ef12f2c48ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 1100 time: 0.2402909 Nov 12 03:24:39.514223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-8d03562a-02ef-4ef2-a370-507bd5107f2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5119b9bd-9cce-49c2-b679-ca3734a15197 HTTP/1.1" status: 200 len: 217 time: 0.1380141 Nov 12 03:24:39.518824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:39.523321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:39.523753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.542740 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.579927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:39.580247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Attempting to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.586857 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.651154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Attempting to bind port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:39.651532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Attempting to bind port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:39.651899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Attempting to bind port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:39.664230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on network a37a1d10-61ee-4876-8b8c-8ef90e6dd922 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:39.664464 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to bind port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '8762d249-eebe-473c-9e7e-7133f48faaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a37a1d10-61ee-4876-8b8c-8ef90e6dd922'}] Nov 12 03:24:39.665512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1bec6-127b-47b7-99a4-598ecb1764d8 req-f0bc34f0-6e48-4745-a3dc-c37f2583b3a7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.667143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aab1bec6-127b-47b7-99a4-598ecb1764d8 req-f0bc34f0-6e48-4745-a3dc-c37f2583b3a7 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.3148253 Nov 12 03:24:39.669603 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.plugin [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] Failed to commit binding results for ec7abff0-b3d5-4431-9119-2c12fa1590f0 after 10 tries Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 could not be created or updated. Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:39.671143 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h2-789963-21 could not be created or updated. Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Nov 12 03:24:39.676590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-111ba11b-6fd2-45ee-b00c-2272652b7901 req-f1469146-8bb6-4b8c-bd2b-eff249c80adf service neutron] 10.222.0.49 "POST /v2.0/ports/ec7abff0-b3d5-4431-9119-2c12fa1590f0/bindings HTTP/1.1" status: 500 len: 402 time: 2.2321837 Nov 12 03:24:39.689273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1789760-634f-4240-9bb1-d7d27f6c0ce6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:39.698899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194c1-2240-464c-8e69-985cf15b0144 req-b3d27b0c-bb1b-470d-9156-f4a262d2eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.700388 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-b3d27b0c-bb1b-470d-9156-f4a262d2eb8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1731815 Nov 12 03:24:39.803052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:39.803458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:39.803897 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.807570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:39.811088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Bound port: 8d5a37f4-aa01-4e49-9023-d6dcb626beb0, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:39.816262 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.882726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402194c1-2240-464c-8e69-985cf15b0144 req-f23cb97b-2e74-4293-a5cb-a4fc9da6e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.884250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-f23cb97b-2e74-4293-a5cb-a4fc9da6e545 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759603 Nov 12 03:24:39.893011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.919092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Pushing event updated for resources: {'Port': ['ID=8d5a37f4-aa01-4e49-9023-d6dcb626beb0,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.952375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.953137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.954777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aab1bec6-127b-47b7-99a4-598ecb1764d8 req-746aca53-96ab-4c40-971a-4f60ab9b7287 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501435 Nov 12 03:24:39.962859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.970162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.970707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.971214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.971726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.973494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.974858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.975780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.982146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:39.983763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:40.060087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Allocated IP 172.20.0.1 (e007e6ab-0ff3-4922-99e6-15cd69810443/b770ced1-1a97-4f2e-86a4-86acd3e91a2a/a8704683-3126-4dde-bc1b-7f6ea487c83a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:40.072752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] For port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:40.080878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] For port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8d5a37f4-aa01-4e49-9023-d6dcb626beb0,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:40.083892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Checking segment: {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:40.084603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Network hostable DHCP agents. Network: bbda929e-39bd-40c8-a52b-2a4a9d5aa531, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:40.087243 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.091403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c11f51-e68b-493c-bcbf-38190a452a5f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.097293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b1789760-634f-4240-9bb1-d7d27f6c0ce6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:40.097842 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.124506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:40.140699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, bbda929e-39bd-40c8-a52b-2a4a9d5aa531) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:40.177875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5fe24-85fd-4491-b5e2-6d19ad1ae878 None None] Network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:40.259910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.260569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.263199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eb831-1d45-4f4a-8d68-e2965ea6fbe2 None None] Pushing event updated for resources: {'Port': ['ID=8d5a37f4-aa01-4e49-9023-d6dcb626beb0,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.266802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:40.267641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:40.309186 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-f77aacd0-4163-40f1-8eb0-0de94b24e271 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959250 Nov 12 03:24:40.339735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff0b9b-d551-4c2b-a511-0a1e5ac4a224 req-d49d2c5b-9721-4bcf-9a9d-83c4b5155291 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.353259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8ff0b9b-d551-4c2b-a511-0a1e5ac4a224 req-d49d2c5b-9721-4bcf-9a9d-83c4b5155291 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 948 time: 0.2230647 Nov 12 03:24:40.414739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b1e3d613-a4e3-4b62-8788-0c76327306b8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5835264 Nov 12 03:24:40.501731 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.581173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:40.612322 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3076bc-a0ec-4c32-b4ee-d55b02f6ef35 None None] Network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:40.625542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.723893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8ff0b9b-d551-4c2b-a511-0a1e5ac4a224 req-267faaef-3f82-48e8-8a63-5f13f3113d49 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666141 Nov 12 03:24:40.752158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Pushing event updated for resources: {'Port': ['ID=a8704683-3126-4dde-bc1b-7f6ea487c83a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.772140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Network e007e6ab-0ff3-4922-99e6-15cd69810443 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:40.774569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:40.791052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:40.846236 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-402194c1-2240-464c-8e69-985cf15b0144 req-c951aac1-72ed-465e-b06f-545ee48c688f service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908614 Nov 12 03:24:40.861183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.047266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-c3329a43-c6ba-4599-bcba-9220b87a40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.049048 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-c3329a43-c6ba-4599-bcba-9220b87a40f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 1100 time: 0.1477282 Nov 12 03:24:41.265690 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.289424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cdcd7f34-e3d6-4fe3-bb64-5cf54dace1c9 None None] Provisioning complete for port a8704683-3126-4dde-bc1b-7f6ea487c83a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:41.290096 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7f34-e3d6-4fe3-bb64-5cf54dace1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.404896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-be077c66-fee3-4e89-8ed0-714da76252d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.410232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-be077c66-fee3-4e89-8ed0-714da76252d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3464916 Nov 12 03:24:41.426039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd7f34-e3d6-4fe3-bb64-5cf54dace1c9 None None] Port a8704683-3126-4dde-bc1b-7f6ea487c83a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:41.451556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:36Z', 'revision_number': 3, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:41.514014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-e91f8ae8-3344-4c42-a0cf-5b77a1fc142a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5119b9bd-9cce-49c2-b679-ca3734a15197 HTTP/1.1" status: 200 len: 217 time: 0.0891006 Nov 12 03:24:41.514306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba140d59-c7fd-42df-977f-8b33e0a416a2 None None] The sync data for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 is: [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:36Z', 'revision_number': 3, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:41.649326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8ef51-9281-4c5b-a9b7-f6e48735e817 req-d6112ff9-bce1-43fe-b40d-c87eb2061b8d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.662599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bea8ef51-9281-4c5b-a9b7-f6e48735e817 req-d6112ff9-bce1-43fe-b40d-c87eb2061b8d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.3431165 Nov 12 03:24:41.750934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-6cbafe50-5912-4624-a32a-a2bddd237c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.757205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-6cbafe50-5912-4624-a32a-a2bddd237c9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2295785 Nov 12 03:24:41.773115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35842) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:41.834538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bea8ef51-9281-4c5b-a9b7-f6e48735e817 req-a7150b8a-5b4c-40f3-afc2-ccb0e1490996 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691108 Nov 12 03:24:41.867307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-1537df84-0d48-445f-b02f-b31283b8ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.869055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-1537df84-0d48-445f-b02f-b31283b8ff5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1000359 Nov 12 03:24:42.060629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-bcdc0148-912f-4bfd-9622-f7c4134b3c72 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.068840 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-bcdc0148-912f-4bfd-9622-f7c4134b3c72 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 821 time: 0.2343726 Nov 12 03:24:42.096431 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-97f07d2a-1fdc-4d5e-bba3-cd4efe6c0163 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/quotas/7df37c43615a41bf83f793aa35268750 HTTP/1.1" status: 200 len: 375 time: 0.0263429 Nov 12 03:24:42.102498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-accfa8e1-e855-455e-8fa4-f4e139a000a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.177054 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-61dac6c4-8a5d-47c2-b646-75b7e0f7ec9e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788577 Nov 12 03:24:42.212618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bdf2a-ac85-4195-a2d7-2f41680a071f req-28e5fad8-18c9-444c-a523-2fbe239474ec tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.214274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e36bdf2a-ac85-4195-a2d7-2f41680a071f req-28e5fad8-18c9-444c-a523-2fbe239474ec tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 946 time: 0.1472697 Nov 12 03:24:42.254839 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-3f0b0aac-df83-4223-b7b5-73151698815a service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651285 Nov 12 03:24:42.304161 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.320777 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.385341 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.387656 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e36bdf2a-ac85-4195-a2d7-2f41680a071f req-b17bc74d-c754-4510-ad44-5387f0b0ff83 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624351 Nov 12 03:24:42.439575 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-accfa8e1-e855-455e-8fa4-f4e139a000a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.451221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-accfa8e1-e855-455e-8fa4-f4e139a000a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.576915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-accfa8e1-e855-455e-8fa4-f4e139a000a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7bc17ba8e9f47e69b2cf1f1cc5e21bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8025172 Nov 12 03:24:42.580721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35850) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:42.599602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Pushing event updated for resources: {'Port': ['ID=a8704683-3126-4dde-bc1b-7f6ea487c83a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:42.616380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-efe45f31-6ecf-41aa-b5ec-cc9f8ff19acb service neutron] 10.222.0.49 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305108 Nov 12 03:24:42.639480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-382c28d9-61d5-4fe4-b371-086ebd783244 req-a9c3368c-9b3e-434a-8dfb-f46fe495c3cd service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678885 Nov 12 03:24:42.641912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfa8e1-e855-455e-8fa4-f4e139a000a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366d9bf6-1a79-4f2d-b49d-0f5ec520914b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:42.690772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e82a4-ff71-4df5-9d11-b60b83e6e2f1 req-06a3cc17-50b2-44b7-92f0-26c61a601201 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.693265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-282e82a4-ff71-4df5-9d11-b60b83e6e2f1 req-06a3cc17-50b2-44b7-92f0-26c61a601201 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 948 time: 0.1719508 Nov 12 03:24:42.780696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Network e007e6ab-0ff3-4922-99e6-15cd69810443 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:42.790714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-282e82a4-ff71-4df5-9d11-b60b83e6e2f1 req-e2aaea42-9de2-4e20-b750-e445004298b5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912390 Nov 12 03:24:42.791239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:42.807481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:42.811704 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:42.836531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-daeaebfe-18c6-4ca1-98f3-18003e788112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.985466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-daeaebfe-18c6-4ca1-98f3-18003e788112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.017462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:43.033286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'mac_address': 'fa:16:3e:01:e2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:43.043951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-04eafc1a-831d-4c7a-8404-95456b37202e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.045537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-04eafc1a-831d-4c7a-8404-95456b37202e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 946 time: 0.1025057 Nov 12 03:24:43.063439 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-6e05d67e-e5bf-48a0-b533-b457c71f956f service neutron] 10.222.0.49 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373126 Nov 12 03:24:43.109334 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.153197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:43.218447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:43.222049 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.240984 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.277701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:43.289070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7b65-b5f7-491f-9a80-ee357525622e req-3e2bfa6e-cf39-4639-b627-000917c22074 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.291150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-daeaebfe-18c6-4ca1-98f3-18003e788112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.294449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-daeaebfe-18c6-4ca1-98f3-18003e788112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.298198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-daeaebfe-18c6-4ca1-98f3-18003e788112 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/366d9bf6-1a79-4f2d-b49d-0f5ec520914b HTTP/1.1" status: 204 len: 168 time: 0.7093272 Nov 12 03:24:43.307046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-293d7b65-b5f7-491f-9a80-ee357525622e req-3e2bfa6e-cf39-4639-b627-000917c22074 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 950 time: 0.2586873 Nov 12 03:24:43.333572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaebfe-18c6-4ca1-98f3-18003e788112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366d9bf6-1a79-4f2d-b49d-0f5ec520914b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:43.407090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Deleting port ec7abff0-b3d5-4431-9119-2c12fa1590f0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:43.407353 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.426712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:43.512314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16e86b28-13f8-4ef3-bf93-c9c71e015396 req-45338da6-e082-44e0-9a5c-62824a9b9cd3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 210 time: 0.0955312 Nov 12 03:24:43.583514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-293d7b65-b5f7-491f-9a80-ee357525622e req-b67e375e-953a-4c99-b2e1-b37360e3b14c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662108 Nov 12 03:24:43.674469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:24:43.675086 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:24:43.679058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-409f3477-01fc-4ae8-9ffe-3697245b9737 None None] Provisioning complete for port a8704683-3126-4dde-bc1b-7f6ea487c83a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:43.679701 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-409f3477-01fc-4ae8-9ffe-3697245b9737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.695619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:43.705759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-34061777-3ce7-41ce-96eb-586a1f9ad4cb admin admin] 10.222.0.49 "PUT /v2.0/routers/e79cc2ff-51f6-4b0d-b481-cd6129c0a987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9918811 Nov 12 03:24:43.772028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] For port ec7abff0-b3d5-4431-9119-2c12fa1590f0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ec7abff0-b3d5-4431-9119-2c12fa1590f0,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:43.772418 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.790766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:43.832860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Calling delete_port for ec7abff0-b3d5-4431-9119-2c12fa1590f0 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:43.899535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7e58a-3c57-4ec2-8887-57814c091cb0 req-495e5331-7c34-4938-bb5d-e5cbcd143fd4 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.909570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1e7e58a-3c57-4ec2-8887-57814c091cb0 req-495e5331-7c34-4938-bb5d-e5cbcd143fd4 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 946 time: 0.1995378 Nov 12 03:24:43.973472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:44.077942 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1e7e58a-3c57-4ec2-8887-57814c091cb0 req-21a44a57-cf63-4bbc-99bd-525b52a95770 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615586 Nov 12 03:24:44.116688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-409f3477-01fc-4ae8-9ffe-3697245b9737 None None] Port a8704683-3126-4dde-bc1b-7f6ea487c83a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:44.201662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c0df5-2e02-4e44-96b5-10b822a34117 req-337ee90b-36f9-4120-8f71-755ddb5738ab tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.213308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f2c0df5-2e02-4e44-96b5-10b822a34117 req-337ee90b-36f9-4120-8f71-755ddb5738ab tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 948 time: 0.2018058 Nov 12 03:24:44.276675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:44.277027 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.286323 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.291295 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Sync routers for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:44.304893 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:44.306043 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:44.474435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:44.505986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:44.510408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f2c0df5-2e02-4e44-96b5-10b822a34117 req-f1ff45c3-5a5a-4f38-93d8-8ca36860ea34 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959840 Nov 12 03:24:44.513742 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:44.554981 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.614241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.797723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.802072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event deleted for resources: {'Port': ['ID=ec7abff0-b3d5-4431-9119-2c12fa1590f0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.840355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] No DVR routers for this DVR port ec7abff0-b3d5-4431-9119-2c12fa1590f0 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:44.845897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.849444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d0d6840-23a2-4ce8-960b-3ed6fa28b792 req-a9b95f40-eb87-43d8-ad28-575ecfdd02d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "DELETE /v2.0/ports/ec7abff0-b3d5-4431-9119-2c12fa1590f0 HTTP/1.1" status: 204 len: 173 time: 1.7911506 Nov 12 03:24:44.869493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341d4387-e337-4376-b41e-8ad08e327fc7', 'name': 'network-vif-deleted', 'tag': 'ec7abff0-b3d5-4431-9119-2c12fa1590f0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:44.872647 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9890528-3b4a-4293-b40a-7eb11dc32846" -d '{"events": [{"server_uuid": "341d4387-e337-4376-b41e-8ad08e327fc7", "name": "network-vif-deleted", "tag": "ec7abff0-b3d5-4431-9119-2c12fa1590f0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:44.897761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d12d0108-72d4-4df9-b8b8-5c7493d30180 req-e32ccc9a-5e5a-42db-8bb4-de93f3677078 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 210 time: 0.1239796 Nov 12 03:24:44.905347 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 2, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:44.909034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:44.911679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ec7abff0-b3d5-4431-9119-2c12fa1590f0 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:44.964628 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Checking router: e79cc2ff-51f6-4b0d-b481-cd6129c0a987 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:44.965133 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Updating router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 port a8704683-3126-4dde-bc1b-7f6ea487c83a binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:44.993734 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.008896 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.027335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: ec7abff0-b3d5-4431-9119-2c12fa1590f0 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:45.027674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ec7abff0-b3d5-4431-9119-2c12fa1590f0 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:45.093255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78088cd-b17c-4ebe-81c8-5c43e161d929 req-64cb0316-326b-4ce4-85ff-ff7601675eb4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.102128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e78088cd-b17c-4ebe-81c8-5c43e161d929 req-64cb0316-326b-4ce4-85ff-ff7601675eb4 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 949 time: 0.1158473 Nov 12 03:24:45.144087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8d5a37f4-aa01-4e49-9023-d6dcb626beb0,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:45.173942 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.resource_extend [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:24:45.177611 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.204444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:45.283133 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e78088cd-b17c-4ebe-81c8-5c43e161d929 req-1595f1c4-8ba0-4a45-b675-76c09a348910 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797745 Nov 12 03:24:45.429067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1710108191-network', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:45.472728 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905dd46b-0bbb-4cb5-a2aa-acfc937119bd x-openstack-request-id: req-905dd46b-0bbb-4cb5-a2aa-acfc937119bd {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:45.474109 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341d4387-e337-4376-b41e-8ad08e327fc7", "name": "network-vif-deleted", "tag": "ec7abff0-b3d5-4431-9119-2c12fa1590f0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:45.474955 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-905dd46b-0bbb-4cb5-a2aa-acfc937119bd {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:45.478051 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341d4387-e337-4376-b41e-8ad08e327fc7', 'name': 'network-vif-deleted', 'tag': 'ec7abff0-b3d5-4431-9119-2c12fa1590f0', 'status': 'completed', 'code': 200} Nov 12 03:24:45.484026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Made reservation on behalf of d1e8f76fb85048a396252fffb5b575e1 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:45.488638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.517993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.545248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:45.573854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8d5a37f4-aa01-4e49-9023-d6dcb626beb0,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:45.588543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3e31820e-fce5-4c89-835b-cea9da316448 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.590739 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3e31820e-fce5-4c89-835b-cea9da316448 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 821 time: 0.4153244 Nov 12 03:24:45.603461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'mac_address': 'fa:16:3e:ae:78:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:45.612491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Request body: {'port': {'device_id': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'admin_state_up': True, 'tenant_id': '7df37c43615a41bf83f793aa35268750'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:45.701211 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.706021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ca6ece5-5b8b-43f7-9869-c00880e35799 req-250d2cb3-e034-4192-96d2-c0962313cf23 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 210 time: 0.1076212 Nov 12 03:24:45.715277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.731283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.744916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5119b9bd-9cce-49c2-b679-ca3734a15197 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:45.750185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:45.756493 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.772091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.773328 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Added segment 5d13c458-6838-4099-b06c-f9634e1cf47d of type vlan for network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 Nov 12 03:24:45.781542 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.819113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:45.835388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.838485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.884443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35922) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:45.897767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d27ed-c839-4c23-a4e9-5d7ac084c2f2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:45.901656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.902745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.903538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.914128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-838498d6-e82a-4dd4-ae1e-740604f14f69 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671857204', 'description': 'tempest-description--430767174'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:45.938647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7286115 Nov 12 03:24:45.942781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35926) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:45.948006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Request body: {'subnet': {'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-subnet', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:45.976444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.000836 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Attempting to bind port a8704683-3126-4dde-bc1b-7f6ea487c83a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:46.001211 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Attempting to bind port a8704683-3126-4dde-bc1b-7f6ea487c83a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:46.001634 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Attempting to bind port a8704683-3126-4dde-bc1b-7f6ea487c83a on network e007e6ab-0ff3-4922-99e6-15cd69810443 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:46.013209 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:46.013209 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Checking segment: {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:46.013598 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.013894 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Bound using segment: {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:46.014526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Bound port: a8704683-3126-4dde-bc1b-7f6ea487c83a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:46.015487 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.033464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc974ef-38e4-4192-8d0e-b2fe8c0918c0 admin admin] Pushing event updated for resources: {'Network': ['ID=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.046768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:46.047338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Made reservation on behalf of d1e8f76fb85048a396252fffb5b575e1 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:46.050665 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.142914 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] For port a8704683-3126-4dde-bc1b-7f6ea487c83a, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:46.155029 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] For port a8704683-3126-4dde-bc1b-7f6ea487c83a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a8704683-3126-4dde-bc1b-7f6ea487c83a,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:46.162245 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.162751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-838498d6-e82a-4dd4-ae1e-740604f14f69 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.186400 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Pushing event updated for resources: {'Port': ['ID=a8704683-3126-4dde-bc1b-7f6ea487c83a,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.206309 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.207242 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.207509 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.210006 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.210351 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.210682 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.211013 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.211340 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.211665 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.214318 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.217336 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.217894 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.242868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5119b9bd-9cce-49c2-b679-ca3734a15197'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:46.330927 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:46.332329 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:46.334811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Made reservation on behalf of 7df37c43615a41bf83f793aa35268750 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:46.350441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.357220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'f8431ed2-71fc-4725-acae-818a47789982', '2d38d881-f60e-4519-be1d-7b02154c6c75'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:46.363908 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d93109b-75d1-4c0c-b1e5-a0139e4545ca req-a9d86b53-d9c2-4034-b245-87dc440b2871 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 210 time: 0.0969822 Nov 12 03:24:46.451380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-838498d6-e82a-4dd4-ae1e-740604f14f69 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.460432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-838498d6-e82a-4dd4-ae1e-740604f14f69 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.496068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bb086930-0b91-4ac6-860f-ce35eb1dfb1c None None] Provisioning complete for port a8704683-3126-4dde-bc1b-7f6ea487c83a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:46.496445 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb086930-0b91-4ac6-860f-ce35eb1dfb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.498397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf2ce6-f0d8-44d6-b67e-1144ee275470 req-5f0794bc-c149-4a27-a95e-4d4dede8b66f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.514239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffaf2ce6-f0d8-44d6-b67e-1144ee275470 req-5f0794bc-c149-4a27-a95e-4d4dede8b66f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 949 time: 0.2638934 Nov 12 03:24:46.548382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838498d6-e82a-4dd4-ae1e-740604f14f69 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3c57fb-15c3-424c-bd47-7a5338545b49,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.593786 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.649655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-838498d6-e82a-4dd4-ae1e-740604f14f69 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.651611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-838498d6-e82a-4dd4-ae1e-740604f14f69 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7579277 Nov 12 03:24:46.656338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35936) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:46.666230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7b9feea8-322c-490a-9b20-787bc8335872 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Request body: {'security_group_rule': {'security_group_id': '3f3c57fb-15c3-424c-bd47-7a5338545b49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:46.719829 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:46.733299 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffaf2ce6-f0d8-44d6-b67e-1144ee275470 req-a636f129-e7d6-49a6-8a60-de7731faa2dd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171957 Nov 12 03:24:46.749448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc70f72-8486-4328-a24f-b2d57ef7c2aa,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.771512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Checking segment: {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:46.775064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Network hostable DHCP agents. Network: 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:46.811841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54594b73-8ef4-458e-806a-4e7dd2af9af4 req-11d402da-f94d-46d1-aa09-dba487b34b44 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.817979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:46.821617 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54594b73-8ef4-458e-806a-4e7dd2af9af4 req-11d402da-f94d-46d1-aa09-dba487b34b44 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 946 time: 0.2744241 Nov 12 03:24:46.828084 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a921af0-8282-4091-b45a-6a19a07fc988 None None] Pushing event updated for resources: {'Port': ['ID=a8704683-3126-4dde-bc1b-7f6ea487c83a,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.843733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:46.860593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.861342 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.878535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:46.888700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa35929-269d-4e5a-9487-bf53ae37cbc3 None None] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:46.902164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Allocated IP 172.20.0.5 (bbda929e-39bd-40c8-a52b-2a4a9d5aa531/31c11f51-e68b-493c-bcbf-38190a452a5f/3633e0aa-ae36-4afb-9568-550ece08679b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:46.959976 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-78e3ff8c-d162-4091-85ae-3185750ed09e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0160506 Nov 12 03:24:46.963461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35942) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:46.971271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:46.977766 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b9feea8-322c-490a-9b20-787bc8335872 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.000779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19863f-cca6-434d-a0c3-41c3ed4e6a52 req-f00acbb5-d423-473e-a3e9-0e084f903705 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.002420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db19863f-cca6-434d-a0c3-41c3ed4e6a52 req-f00acbb5-d423-473e-a3e9-0e084f903705 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 949 time: 0.1230483 Nov 12 03:24:47.021904 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.023943 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.080683 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:46Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:47.115815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54594b73-8ef4-458e-806a-4e7dd2af9af4 req-3e33e6b8-3c53-4286-b999-5e19e1157df2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918804 Nov 12 03:24:47.152052 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e81660-aa9b-49fd-8eae-1e59d3a8dd3a None None] The sync data for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 is: [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:46Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:47.154793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.159332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db19863f-cca6-434d-a0c3-41c3ed4e6a52 req-9cd82313-a807-4078-bab1-537cc80810c8 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497276 Nov 12 03:24:47.377745 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb086930-0b91-4ac6-860f-ce35eb1dfb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.427553 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b9feea8-322c-490a-9b20-787bc8335872 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.463314 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e6a897e-33e3-410f-b344-07b31a5cf706 req-4ed9aa7b-64d3-4fdc-b197-a8115dadf5e2 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 210 time: 0.1757975 Nov 12 03:24:47.473614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.483007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b9feea8-322c-490a-9b20-787bc8335872 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.516530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9feea8-322c-490a-9b20-787bc8335872 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f5f220-d443-4339-acad-1e3bc0ea99c7,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:47.632105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9971832f-cf41-44e8-b57b-196c36e1d603 req-90eb0745-5c4d-45e2-979a-4e7ecd82cf08 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 210 time: 0.1156752 Nov 12 03:24:47.761134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bb086930-0b91-4ac6-860f-ce35eb1dfb1c None None] For port a8704683-3126-4dde-bc1b-7f6ea487c83a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a8704683-3126-4dde-bc1b-7f6ea487c83a,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:47.779576 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb086930-0b91-4ac6-860f-ce35eb1dfb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.787184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:47.959337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-8afb1f65-1825-41fc-b961-d3af3a9e758b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.965788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-8afb1f65-1825-41fc-b961-d3af3a9e758b tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 946 time: 0.1707721 Nov 12 03:24:48.011660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:48.011918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.105401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b9feea8-322c-490a-9b20-787bc8335872 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.110270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b9feea8-322c-490a-9b20-787bc8335872 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4514737 Nov 12 03:24:48.114438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35948) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:48.124645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-12878cb1-f06e-42c0-ba02-96c3400027f0 None None] Provisioning complete for port a8704683-3126-4dde-bc1b-7f6ea487c83a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:48.125061 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12878cb1-f06e-42c0-ba02-96c3400027f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.126601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb086930-0b91-4ac6-860f-ce35eb1dfb1c None None] Pushing event updated for resources: {'Port': ['ID=a8704683-3126-4dde-bc1b-7f6ea487c83a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.195739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:24:48.196561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.207171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ab197216-068b-4b15-a9e5-8e6887ac98fc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Request body: {'security_group_rule': {'security_group_id': '3f3c57fb-15c3-424c-bd47-7a5338545b49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:48.220570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb9bed-62c6-4cb6-bf72-f44d25f2b07a req-32ab5354-9832-44ee-b899-442a2190af08 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.224982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34fb9bed-62c6-4cb6-bf72-f44d25f2b07a req-32ab5354-9832-44ee-b899-442a2190af08 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 949 time: 0.1810582 Nov 12 03:24:48.272893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:48.273259 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.287802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Deleting port 140afe19-6301-46d8-b141-c3b20dc07d35 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:48.288484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.294717 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.334227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34fb9bed-62c6-4cb6-bf72-f44d25f2b07a req-1bf0b7ab-bd2e-4f66-bd66-5d101bac2762 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989726 Nov 12 03:24:48.395968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.414339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab197216-068b-4b15-a9e5-8e6887ac98fc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.488058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:48.509754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.514175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:48.522023 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:48.539091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.559223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db9c3c-5f6c-4a26-a0db-549f2c90882e req-1ea3d21a-4fc5-48c9-b12f-4ebc73bfd898 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.567361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13db9c3c-5f6c-4a26-a0db-549f2c90882e req-1ea3d21a-4fc5-48c9-b12f-4ebc73bfd898 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 946 time: 0.2859361 Nov 12 03:24:48.579171 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.595411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.596080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.601730 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab197216-068b-4b15-a9e5-8e6887ac98fc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.605303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event updated for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.629453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab197216-068b-4b15-a9e5-8e6887ac98fc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.656432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9c05-f8e3-4355-b39b-a382fa3b3f8f req-0cc707a9-0fe4-402e-a313-ac425f3375df tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.661020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab197216-068b-4b15-a9e5-8e6887ac98fc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57df8178-4fe1-4c70-ad2c-a0e0a49aa2c8,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.668390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe5a9c05-f8e3-4355-b39b-a382fa3b3f8f req-0cc707a9-0fe4-402e-a313-ac425f3375df tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 949 time: 0.2122524 Nov 12 03:24:48.673906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a39bb0f2-2bb2-4bdb-a597-d48543c607a8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0656466 Nov 12 03:24:48.697158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Request body: {'port': {'device_id': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:48.732631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:48.737717 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3e902d-562d-4734-8ac8-6fd6552b387a" -d '{"events": [{"server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:48.769620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13db9c3c-5f6c-4a26-a0db-549f2c90882e req-73c73774-58e5-4162-b9f5-1487edd36dad tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957352 Nov 12 03:24:48.780616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] For port 140afe19-6301-46d8-b141-c3b20dc07d35, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=140afe19-6301-46d8-b141-c3b20dc07d35,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:48.781193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.784403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Allocated IP 172.20.0.2 (527890ec-b4b5-48dd-8e73-c8e1d8dec7a1/4bc70f72-8486-4328-a24f-b2d57ef7c2aa/a6008b7c-f2e3-47f8-99c6-267c116bee94) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:48.815116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:48.832329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab197216-068b-4b15-a9e5-8e6887ac98fc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.833581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab197216-068b-4b15-a9e5-8e6887ac98fc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6311224 Nov 12 03:24:48.838140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.841371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe5a9c05-f8e3-4355-b39b-a382fa3b3f8f req-b433c3b8-b2b8-46a5-b62f-7ad1ac728952 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717794 Nov 12 03:24:48.841917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:48.854408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.854617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Calling delete_port for 140afe19-6301-46d8-b141-c3b20dc07d35 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:48.870448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:48.877219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:49.013003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bdec6529-d870-4d90-bfa7-84f40fcafab5 req-552a6979-0fad-4ed9-92f9-e8ed5a8eb6cb tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 210 time: 0.0589797 Nov 12 03:24:49.017209 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.069100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a8704683-3126-4dde-bc1b-7f6ea487c83a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:49.128927 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b984246-2bf9-4710-a91a-c6102dc95e29 x-openstack-request-id: req-5b984246-2bf9-4710-a91a-c6102dc95e29 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:49.129233 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "name": "network-vif-plugged", "status": "completed", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:49.129641 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b984246-2bf9-4710-a91a-c6102dc95e29 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:49.130167 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'code': 200} Nov 12 03:24:49.133805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Allocated IP 172.25.0.246 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/42501afa-70c1-4117-a4fc-844ba43c9285) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:49.156235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cb8d9-fcfa-4a66-8298-58a814458947 req-29c89584-37f9-4e8f-8dc0-a17e16a40934 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.164083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d41cb8d9-fcfa-4a66-8298-58a814458947 req-29c89584-37f9-4e8f-8dc0-a17e16a40934 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 931 time: 0.1324787 Nov 12 03:24:49.216958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=11']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.220573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5119b9bd-9cce-49c2-b679-ca3734a15197 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:49.229599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5119b9bd-9cce-49c2-b679-ca3734a15197 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:49.229989 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.266961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d41cb8d9-fcfa-4a66-8298-58a814458947 req-caa234d4-1816-4800-b1a9-646ee3c379df tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018853 Nov 12 03:24:49.268563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a8704683-3126-4dde-bc1b-7f6ea487c83a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:49.269660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.458761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.478554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.486412 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.506491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event deleted for resources: {'Port': ['ID=140afe19-6301-46d8-b141-c3b20dc07d35,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.528972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.539418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:49.546385 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.552157 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.586707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] No DVR routers for this DVR port 140afe19-6301-46d8-b141-c3b20dc07d35 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:49.598714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.602761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eafb4270-da06-4e8b-8978-f092d520c1e0 req-c66e647c-43f8-4b2e-bce2-4d89c23ab2e5 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "DELETE /v2.0/ports/140afe19-6301-46d8-b141-c3b20dc07d35 HTTP/1.1" status: 204 len: 173 time: 1.6189566 Nov 12 03:24:49.603232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e50589-17dc-46ca-94c1-5a4476d3543f', 'name': 'network-vif-deleted', 'tag': '140afe19-6301-46d8-b141-c3b20dc07d35'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:49.605507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:49.605985 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04df5dc5-55cb-4699-8d5e-ff0e101f0428" -d '{"events": [{"server_uuid": "65e50589-17dc-46ca-94c1-5a4476d3543f", "name": "network-vif-deleted", "tag": "140afe19-6301-46d8-b141-c3b20dc07d35"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:49.608971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:49.616722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:49.652885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Pushing event updated for resources: {'Port': ['ID=a6008b7c-f2e3-47f8-99c6-267c116bee94,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.663938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3633e0aa-ae36-4afb-9568-550ece08679b {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:49.668219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.702069 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.708521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Attempting to bind port a6008b7c-f2e3-47f8-99c6-267c116bee94 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:49.708921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Attempting to bind port a6008b7c-f2e3-47f8-99c6-267c116bee94 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:49.709485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Attempting to bind port a6008b7c-f2e3-47f8-99c6-267c116bee94 on network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:49.718390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a8704683-3126-4dde-bc1b-7f6ea487c83a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:49.732623 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca1db5e-74e4-40d8-9160-8e7d93430db1 x-openstack-request-id: req-3ca1db5e-74e4-40d8-9160-8e7d93430db1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:49.732990 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e50589-17dc-46ca-94c1-5a4476d3543f", "name": "network-vif-deleted", "tag": "140afe19-6301-46d8-b141-c3b20dc07d35", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:49.733170 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ca1db5e-74e4-40d8-9160-8e7d93430db1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:49.733572 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e50589-17dc-46ca-94c1-5a4476d3543f', 'name': 'network-vif-deleted', 'tag': '140afe19-6301-46d8-b141-c3b20dc07d35', 'status': 'completed', 'code': 200} Nov 12 03:24:49.734177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Pushing event updated for resources: {'Port': ['ID=42501afa-70c1-4117-a4fc-844ba43c9285,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.741971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:49.742340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Checking segment: {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:49.742732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.743115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Bound using segment: {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:49.743597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Bound port: a6008b7c-f2e3-47f8-99c6-267c116bee94, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:49.743987 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.760703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:49.762153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:49.768463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:49.802072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Transition to ACTIVE for port object 3633e0aa-ae36-4afb-9568-550ece08679b will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:49.810509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619eeb-e9b9-4954-9379-1e8b2f6743bc req-04e05fd4-80ed-419d-94d7-e57ead26416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.812232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06619eeb-e9b9-4954-9379-1e8b2f6743bc req-04e05fd4-80ed-419d-94d7-e57ead26416a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1103 time: 0.2562981 Nov 12 03:24:49.814921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.825321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54848d-7951-4d35-a2c2-52968e24f80c req-51f09af2-5283-4615-a39c-aa6d25d5eb69 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.826911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d54848d-7951-4d35-a2c2-52968e24f80c req-51f09af2-5283-4615-a39c-aa6d25d5eb69 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.2680435 Nov 12 03:24:49.867485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.968917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Pushing event updated for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.986228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a8704683-3126-4dde-bc1b-7f6ea487c83a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:49.987384 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.994514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] For port a6008b7c-f2e3-47f8-99c6-267c116bee94, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:50.020785 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06619eeb-e9b9-4954-9379-1e8b2f6743bc req-6198e8c4-9249-47a0-a518-a70eee9d9607 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925235 Nov 12 03:24:50.029718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d54848d-7951-4d35-a2c2-52968e24f80c req-8cc79c7c-883b-4fd8-b23a-1d2f20889bc5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884756 Nov 12 03:24:50.035892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] For port a6008b7c-f2e3-47f8-99c6-267c116bee94, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a6008b7c-f2e3-47f8-99c6-267c116bee94,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:50.048689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.060842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.166758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Attempting to bind port 3633e0aa-ae36-4afb-9568-550ece08679b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:50.167136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Attempting to bind port 3633e0aa-ae36-4afb-9568-550ece08679b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:50.167455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Attempting to bind port 3633e0aa-ae36-4afb-9568-550ece08679b on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:50.183523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Port 3633e0aa-ae36-4afb-9568-550ece08679b on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:50.183796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Attempting to bind port 3633e0aa-ae36-4afb-9568-550ece08679b on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:50.210026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316e3c-c98f-4d9a-ad13-f97e025eb2ae None None] Pushing event updated for resources: {'Port': ['ID=a6008b7c-f2e3-47f8-99c6-267c116bee94,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:50.251751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:50.252829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Checking segment: {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:50.252829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Bound using segment: {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:50.253397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Bound port: 3633e0aa-ae36-4afb-9568-550ece08679b, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:50.254092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.258326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['238a237d-d498-4139-8ea5-9d6b9d031117', '8af65329-19df-48d5-8f75-40e5624e7d78', '140afe19-6301-46d8-b141-c3b20dc07d35'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:50.305204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Allocated IP 172.25.0.95 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/8ad45b66-542f-41ff-8498-427097dbe980) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:50.349161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f849e9e-1d75-4cc8-96ae-ef8846fe53c3 req-14b9accc-95ae-47ca-8ef1-61365527c735 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.366301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f849e9e-1d75-4cc8-96ae-ef8846fe53c3 req-14b9accc-95ae-47ca-8ef1-61365527c735 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 951 time: 0.1866519 Nov 12 03:24:50.524277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:50.557311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:50.579510 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b6b0285b-548a-4fe5-95af-f03d1238ac49 req-6921ebcf-e4f9-4a56-940f-a14297a1141a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e50589-17dc-46ca-94c1-5a4476d3543f HTTP/1.1" status: 200 len: 210 time: 0.0795636 Nov 12 03:24:50.579934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f849e9e-1d75-4cc8-96ae-ef8846fe53c3 req-1e92658c-7068-4e05-9bd4-c541a53fe8d8 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117655 Nov 12 03:24:50.592078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.716430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.717058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.722732 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] 10.222.0.20 "PUT /v2.0/ports/3633e0aa-ae36-4afb-9568-550ece08679b HTTP/1.1" status: 200 len: 1092 time: 2.0301757 Nov 12 03:24:50.723080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:50.725385 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:50.838342 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.869738 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.889349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f148df1-990d-4a49-b3bc-46fd596f2afa service neutron] Pushing event updated for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:50.902457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91bdaf0c-b1aa-4c3a-9524-b8b920b450fc req-ee6f9144-6c83-40e9-b971-822d759219d3 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 210 time: 0.1346035 Nov 12 03:24:50.931788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-cad979a9-30bc-4139-a46f-cc32e5d8eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.933667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-cad979a9-30bc-4139-a46f-cc32e5d8eacc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 1095 time: 0.1500313 Nov 12 03:24:50.941311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd63b94-a162-4cf6-8a1e-6d93e8b23c22 req-3ce363ae-e21d-41a8-beeb-2e6d931f07b5 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.942875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4bd63b94-a162-4cf6-8a1e-6d93e8b23c22 req-3ce363ae-e21d-41a8-beeb-2e6d931f07b5 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 943 time: 0.1514149 Nov 12 03:24:50.995822 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c1960-5510-4d9b-9a90-263f0ae0d97a x-openstack-request-id: req-078c1960-5510-4d9b-9a90-263f0ae0d97a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:50.996105 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:50.996357 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-078c1960-5510-4d9b-9a90-263f0ae0d97a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:50.996894 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b', 'status': 'completed', 'code': 200} Nov 12 03:24:51.006234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-a2a7b787-4ad6-4887-b4ff-b5b789b28d9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3633e0aa-ae36-4afb-9568-550ece08679b HTTP/1.1" status: 200 len: 217 time: 0.0616941 Nov 12 03:24:51.029923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.131983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:51.135089 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6adcffc-d14b-4965-b435-87c274a021f6" -d '{"events": [{"server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "name": "network-vif-plugged", "status": "completed", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:51.146460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event updated for resources: {'Port': ['ID=8ad45b66-542f-41ff-8498-427097dbe980,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:51.154081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:51.164838 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4bd63b94-a162-4cf6-8a1e-6d93e8b23c22 req-41eb2718-b9ff-486f-9ae1-9e8f5a4805c9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115948 Nov 12 03:24:51.169355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:51.174010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:51.239021 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.242575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-d9577ecc-b814-4d04-9b78-b81edb7dfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.247939 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-d9577ecc-b814-4d04-9b78-b81edb7dfa2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31c11f51-e68b-493c-bcbf-38190a452a5f HTTP/1.1" status: 200 len: 861 time: 0.2186875 Nov 12 03:24:51.258670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76327-12ee-406f-b170-cdfc34574243 req-d1ad245a-0de3-4c08-a34b-c752e62a7b56 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.267313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06b76327-12ee-406f-b170-cdfc34574243 req-d1ad245a-0de3-4c08-a34b-c752e62a7b56 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1009624 Nov 12 03:24:51.313926 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bffcb3-00b8-40df-983c-de1e03c9ef6e x-openstack-request-id: req-06bffcb3-00b8-40df-983c-de1e03c9ef6e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:51.314287 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "name": "network-vif-plugged", "status": "completed", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:51.314528 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06bffcb3-00b8-40df-983c-de1e03c9ef6e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:51.314940 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'code': 200} Nov 12 03:24:51.362690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-5b155a3b-1381-418d-aaab-ea021464fc86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045353 Nov 12 03:24:51.393442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06b76327-12ee-406f-b170-cdfc34574243 req-e0ddd40b-296c-4ac5-b1e9-e3295abbd784 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251640 Nov 12 03:24:51.572300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Router 976628ea-3846-47bd-b59b-044e9b5c4583 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:24:51.602233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.626189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb815e-ddda-4817-a3d3-0fd378eadb70 None None] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:51.645581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c54a2f-a277-4fa0-b58e-624f968af980 req-1ecc840a-f023-4aad-893c-22df6c1f1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.647111 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44c54a2f-a277-4fa0-b58e-624f968af980 req-1ecc840a-f023-4aad-893c-22df6c1f1d6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 1102 time: 0.1580710 Nov 12 03:24:51.710094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-77e607d6-e4a4-4bd9-a526-b22cf9ff70a7 service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699897 Nov 12 03:24:51.734110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.762248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a6008b7c-f2e3-47f8-99c6-267c116bee94 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:51.802214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:51.825487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Sync routers for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:51.832643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.838777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-752a5a13-a05e-4f6d-91a1-473f19291c28 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8741231 Nov 12 03:24:51.839839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35992) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:51.845765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:51.847686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:51.888912 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44c54a2f-a277-4fa0-b58e-624f968af980 req-cbda9c89-b95b-437d-998f-06723706fda7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205336 Nov 12 03:24:51.913279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f286aa77-37f3-4aaf-8286-0092081cfa3f None None] Provisioning complete for port a6008b7c-f2e3-47f8-99c6-267c116bee94 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:51.913942 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f286aa77-37f3-4aaf-8286-0092081cfa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.931149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded22d-e6ef-45d1-a18b-eba9dc37f61d req-6e2396b9-3026-4c41-94f0-5ec617652dfe tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.932547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02ded22d-e6ef-45d1-a18b-eba9dc37f61d req-6e2396b9-3026-4c41-94f0-5ec617652dfe tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 951 time: 0.2095058 Nov 12 03:24:52.004111 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40a83f6-3e1d-48d7-987f-7837cb3dfcc1 req-5cca7249-c2d1-4b81-9dc1-94562d4af9ac service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794151 Nov 12 03:24:52.083203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.101603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02ded22d-e6ef-45d1-a18b-eba9dc37f61d req-9f2ccbf5-4381-4eb3-9a27-ec586ab5d3ac tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302624 Nov 12 03:24:52.103086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.211662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a6008b7c-f2e3-47f8-99c6-267c116bee94 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:52.212299 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.220644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event updated for resources: {'Port': ['ID=8ad45b66-542f-41ff-8498-427097dbe980,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:52.294550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:52.317368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6374ad5-4365-4706-b782-2869033b4b7d req-ac4d3a32-4f3f-475e-8f0c-5e5603cb89a8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 210 time: 0.0803108 Nov 12 03:24:52.324723 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f286aa77-37f3-4aaf-8286-0092081cfa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.361586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-0569e7a3-d739-4db3-9c29-970b78463d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.363570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-0569e7a3-d739-4db3-9c29-970b78463d64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 1095 time: 0.1379099 Nov 12 03:24:52.364754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.470180 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cb64f-904d-4a4c-b0f6-bab30eca7744 req-74364d2a-6c3f-475b-b90d-5532dc55b44e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.473491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a6cb64f-904d-4a4c-b0f6-bab30eca7744 req-74364d2a-6c3f-475b-b90d-5532dc55b44e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 945 time: 0.1085191 Nov 12 03:24:52.516523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f286aa77-37f3-4aaf-8286-0092081cfa3f None None] For port a6008b7c-f2e3-47f8-99c6-267c116bee94, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a6008b7c-f2e3-47f8-99c6-267c116bee94,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:52.534520 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.561204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.566775 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f286aa77-37f3-4aaf-8286-0092081cfa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.580493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8ca05d69-4111-4df3-84d8-597c6a42462e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7270417 Nov 12 03:24:52.586813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-8025f1f8-3521-450e-9714-4b2a86fb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.589238 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-8025f1f8-3521-450e-9714-4b2a86fb652c service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 923 time: 0.2094097 Nov 12 03:24:52.644455 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a6cb64f-904d-4a4c-b0f6-bab30eca7744 req-4bf96c53-98ba-4fa6-bbdf-efd71a62eee4 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640272 Nov 12 03:24:52.695518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-5ebf863b-8680-49c1-b04b-dc5ebcb4cbc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3633e0aa-ae36-4afb-9568-550ece08679b HTTP/1.1" status: 200 len: 217 time: 0.0936208 Nov 12 03:24:52.722495 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.862282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741686d8-62c1-4037-a910-3a7e7fbd8e71 req-c827ea75-efb2-4d82-bad0-8cd734dddcdd tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.867657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-741686d8-62c1-4037-a910-3a7e7fbd8e71 req-c827ea75-efb2-4d82-bad0-8cd734dddcdd tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 943 time: 0.2774718 Nov 12 03:24:52.876569 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:24:52.876861 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:24:52.877846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 140afe19-6301-46d8-b141-c3b20dc07d35 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:52.883499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Allocated IP 172.20.0.1 (527890ec-b4b5-48dd-8e73-c8e1d8dec7a1/4bc70f72-8486-4328-a24f-b2d57ef7c2aa/016c8bb3-96d4-4e34-8675-768164b87b36) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:52.893416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-2eb994fc-5f49-4c2c-9df3-de963635e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.904123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-2eb994fc-5f49-4c2c-9df3-de963635e3e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31c11f51-e68b-493c-bcbf-38190a452a5f HTTP/1.1" status: 200 len: 861 time: 0.1699069 Nov 12 03:24:52.906050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 140afe19-6301-46d8-b141-c3b20dc07d35 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:52.906407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 140afe19-6301-46d8-b141-c3b20dc07d35 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:52.914907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286aa77-37f3-4aaf-8286-0092081cfa3f None None] Pushing event updated for resources: {'Port': ['ID=a6008b7c-f2e3-47f8-99c6-267c116bee94,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:52.948646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:50Z', 'revision_number': 3, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:52.952959 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a9ac1880-a95d-47d5-ab25-b6f2f7289c72 None None] Provisioning complete for port a6008b7c-f2e3-47f8-99c6-267c116bee94 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:52.953335 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a9ac1880-a95d-47d5-ab25-b6f2f7289c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.959180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-5af2da55-4101-43c5-82bc-6d0285b335f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443017 Nov 12 03:24:52.998639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-741686d8-62c1-4037-a910-3a7e7fbd8e71 req-e9ffe8c3-f3ab-4c6c-961e-b365b078f88a tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213059 Nov 12 03:24:53.022273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Checking router: 976628ea-3846-47bd-b59b-044e9b5c4583 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:53.022668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Updating router 976628ea-3846-47bd-b59b-044e9b5c4583 port 42501afa-70c1-4117-a4fc-844ba43c9285 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:53.025051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.074600 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.105810 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.122034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-a67a4d59-c3ac-4035-8603-6f019bbd8e50 service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443236 Nov 12 03:24:53.138540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:53.149269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:53.153605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:53.201571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.280881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Pushing event updated for resources: {'Port': ['ID=016c8bb3-96d4-4e34-8675-768164b87b36,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:53.289710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0578c-b5f0-4127-91a9-989f51e1c99d req-8767b7ca-1f17-4e6f-ac3b-a32b4ef3c1f7 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.291363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0f0578c-b5f0-4127-91a9-989f51e1c99d req-8767b7ca-1f17-4e6f-ac3b-a32b4ef3c1f7 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1103 time: 0.1575944 Nov 12 03:24:53.304283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be274-c241-4790-bbae-8a96c9cd1958 req-262fe185-7867-4a8e-9b31-86f3cecab2bb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.328221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c8be274-c241-4790-bbae-8a96c9cd1958 req-262fe185-7867-4a8e-9b31-86f3cecab2bb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.2678204 Nov 12 03:24:53.364146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6c3cf45-3bc6-4168-bb25-772c40ccc4fb req-3cb05298-1c1e-40f9-b385-9ed8e9690572 service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173245 Nov 12 03:24:53.366769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0f0578c-b5f0-4127-91a9-989f51e1c99d req-7cb34ac4-8b07-4214-8073-f7c967052f56 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693028 Nov 12 03:24:53.415517 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c8be274-c241-4790-bbae-8a96c9cd1958 req-ccf45b1c-1cbd-4bd8-b1ab-10b4d62ae6b7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808113 Nov 12 03:24:53.621186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.662046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-860001f1-1747-4e3c-a591-b18381e7a98e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1671857204&fields=id&tenant_id=e1f123a7b8854480b6070cb1f77ba30b HTTP/1.1" status: 200 len: 267 time: 0.1166806 Nov 12 03:24:53.703607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a6008b7c-f2e3-47f8-99c6-267c116bee94 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:53.737441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e62cf0db-b237-4556-8cda-6998ef1229bf req-701314fa-fa3c-4359-9100-0228cb0bd90a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=341d4387-e337-4376-b41e-8ad08e327fc7 HTTP/1.1" status: 200 len: 210 time: 0.0498075 Nov 12 03:24:53.763043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ea278a4a-6c8f-481d-9d16-c4f9350248c2 None None] Provisioning complete for port 016c8bb3-96d4-4e34-8675-768164b87b36 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:53.763689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea278a4a-6c8f-481d-9d16-c4f9350248c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.835607 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.842625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ea278a4a-6c8f-481d-9d16-c4f9350248c2 None None] Port 016c8bb3-96d4-4e34-8675-768164b87b36 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:53.850711 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.878048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-48a8c543-b1d3-46bc-bc4d-a07b7051dd1a tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.886544 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-48a8c543-b1d3-46bc-bc4d-a07b7051dd1a tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/networks?id=e007e6ab-0ff3-4922-99e6-15cd69810443 HTTP/1.1" status: 200 len: 806 time: 0.2150724 Nov 12 03:24:53.909918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-2dcc2b37-4779-4ace-8675-37c2b54e4d42 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/quotas/e1f123a7b8854480b6070cb1f77ba30b HTTP/1.1" status: 200 len: 375 time: 0.0217261 Nov 12 03:24:53.914079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a6008b7c-f2e3-47f8-99c6-267c116bee94 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:53.914599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.960554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Attempting to bind port 42501afa-70c1-4117-a4fc-844ba43c9285 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:53.960834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Attempting to bind port 42501afa-70c1-4117-a4fc-844ba43c9285 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:53.961110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Attempting to bind port 42501afa-70c1-4117-a4fc-844ba43c9285 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:53.965722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e65c1-4b60-4ed0-900d-ca68dc022ab7 None None] Pushing event updated for resources: {'Port': ['ID=42501afa-70c1-4117-a4fc-844ba43c9285,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:53.976436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:53.977834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:53.978241 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.978617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:53.980373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Bound port: 42501afa-70c1-4117-a4fc-844ba43c9285, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:53.980777 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.000431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.003874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-c50590e3-01f0-469c-8898-4b152a65edfb tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1f123a7b8854480b6070cb1f77ba30b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860472 Nov 12 03:24:54.006990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.053472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] For port 42501afa-70c1-4117-a4fc-844ba43c9285, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:54.057549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] For port 42501afa-70c1-4117-a4fc-844ba43c9285, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=42501afa-70c1-4117-a4fc-844ba43c9285,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:54.070078 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.115737 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Pushing event updated for resources: {'Port': ['ID=016c8bb3-96d4-4e34-8675-768164b87b36,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:54.129471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-8c05faf2-23d0-481e-9738-d88e4bc4c47d service neutron] 10.222.0.49 "GET /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213412 Nov 12 03:24:54.168869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389b8a0-da76-4393-8d42-fb9405cc9844 req-95b1ab8a-465d-4a4f-8aab-7661de9ca91c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.178596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d389b8a0-da76-4393-8d42-fb9405cc9844 req-95b1ab8a-465d-4a4f-8aab-7661de9ca91c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 945 time: 0.1960442 Nov 12 03:24:54.183093 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.258211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-3cc520c3-26a8-4a3a-bf2c-9d39068ac6ef service neutron] 10.222.0.49 "GET /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278656 Nov 12 03:24:54.273777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d389b8a0-da76-4393-8d42-fb9405cc9844 req-c7234691-c008-460e-98b7-d5a9d938181d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940690 Nov 12 03:24:54.381154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-efc19217-6bb1-4577-8ab6-f54433649288 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.382837 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-efc19217-6bb1-4577-8ab6-f54433649288 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 945 time: 0.0880761 Nov 12 03:24:54.406711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e65c1-4b60-4ed0-900d-ca68dc022ab7 None None] Pushing event updated for resources: {'Port': ['ID=42501afa-70c1-4117-a4fc-844ba43c9285,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:54.492180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:54.497790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:54.499295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:54.504337 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.514901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:54.558903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Deleting port 8af65329-19df-48d5-8f75-40e5624e7d78 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:54.565141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.756543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] For port 8af65329-19df-48d5-8f75-40e5624e7d78, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8af65329-19df-48d5-8f75-40e5624e7d78,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:54.757340 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.763019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f80e9-b860-429e-90dc-8fd453355a9b req-1562a4b2-adb6-4127-b57c-9dc9acc390a0 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.767917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd952f2-0c8b-4f66-a9c6-46baf734afb2 req-5814ebfb-cc3b-49c4-879a-94786ace40d2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.774950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e9f80e9-b860-429e-90dc-8fd453355a9b req-1562a4b2-adb6-4127-b57c-9dc9acc390a0 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 1103 time: 0.3252461 Nov 12 03:24:54.776144 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dd952f2-0c8b-4f66-a9c6-46baf734afb2 req-5814ebfb-cc3b-49c4-879a-94786ace40d2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 943 time: 0.0977135 Nov 12 03:24:54.786846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:54.804469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Calling delete_port for 8af65329-19df-48d5-8f75-40e5624e7d78 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:54.882759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Router 976628ea-3846-47bd-b59b-044e9b5c4583 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:54.913011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e9f80e9-b860-429e-90dc-8fd453355a9b req-3357d5a9-b74e-4e28-bed0-c546c1b43dc8 tempest-ServersAdminTestJSON-1403460548 tempest-ServersAdminTestJSON-1403460548-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370361 Nov 12 03:24:54.953046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dd952f2-0c8b-4f66-a9c6-46baf734afb2 req-6d6247f9-81bf-4574-8ac5-1b1d62bce3e2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758509 Nov 12 03:24:55.135951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a5d38f6-6887-4f89-9f07-ab1a3835e0f8 req-6a5f85e9-cf89-4a6f-9175-f82fd62cb20d tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 210 time: 0.0684938 Nov 12 03:24:55.157169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:55.176376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dbb94809-b10e-4a5f-a683-cfe384a664a0 admin admin] 10.222.0.49 "PUT /v2.0/routers/976628ea-3846-47bd-b59b-044e9b5c4583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3351657 Nov 12 03:24:55.191688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339f9ef-c5d9-4567-9567-1aca7b0e7e7a req-3d8b2d88-c933-4081-9cef-ed4859dcdc2c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.199052 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9339f9ef-c5d9-4567-9567-1aca7b0e7e7a req-3d8b2d88-c933-4081-9cef-ed4859dcdc2c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0948865 Nov 12 03:24:55.249535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c4dd4655-3d79-4c84-a5e3-6983ca2b635c None None] Provisioning complete for port 016c8bb3-96d4-4e34-8675-768164b87b36 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:55.249906 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4655-3d79-4c84-a5e3-6983ca2b635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.297156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9339f9ef-c5d9-4567-9567-1aca7b0e7e7a req-34f4a6e4-7b40-45a1-b52a-a692c386226c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931997 Nov 12 03:24:55.322911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.358477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['238a237d-d498-4139-8ea5-9d6b9d031117', '8af65329-19df-48d5-8f75-40e5624e7d78'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:55.378918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event deleted for resources: {'Port': ['ID=8af65329-19df-48d5-8f75-40e5624e7d78,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.467759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] No DVR routers for this DVR port 8af65329-19df-48d5-8f75-40e5624e7d78 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:55.475254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd4655-3d79-4c84-a5e3-6983ca2b635c None None] Port 016c8bb3-96d4-4e34-8675-768164b87b36 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:55.481951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.485302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c43db966-9dfa-4784-a1f1-a8d1af8d0f95 req-7fc42dca-3b28-48b9-b44e-3b46f545a28a tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "DELETE /v2.0/ports/8af65329-19df-48d5-8f75-40e5624e7d78 HTTP/1.1" status: 204 len: 173 time: 1.0934167 Nov 12 03:24:55.485764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8519f0-f850-4e1f-b2a7-b71d7964fda2', 'name': 'network-vif-deleted', 'tag': '8af65329-19df-48d5-8f75-40e5624e7d78'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:55.489320 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acefa58-6449-4339-8e6e-a32281e1f08c" -d '{"events": [{"server_uuid": "5c8519f0-f850-4e1f-b2a7-b71d7964fda2", "name": "network-vif-deleted", "tag": "8af65329-19df-48d5-8f75-40e5624e7d78"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:55.558964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 2, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:55.616474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bc6d3a-e762-41b7-ae63-ba3aa21a59b0 None None] The sync data for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 is: [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 2, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:55.666992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b0e1bd1-3a31-4ed2-901e-62db7c3b5546 req-ba74dfea-f4f6-48cb-a6b6-e97f18a87956 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 210 time: 0.1632466 Nov 12 03:24:55.854843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024f2a-08fb-46de-bf5c-1d600a9d5c54 req-b82829a1-9ce2-4fda-9be0-a09296da3276 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.864598 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa024f2a-08fb-46de-bf5c-1d600a9d5c54 req-b82829a1-9ce2-4fda-9be0-a09296da3276 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0818462 Nov 12 03:24:55.933851 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa024f2a-08fb-46de-bf5c-1d600a9d5c54 req-f0db5c76-de2c-403d-ba03-c55bf4f926dc tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682025 Nov 12 03:24:56.012463 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83d8896-f4af-43b3-ba75-2271b81449f6 x-openstack-request-id: req-d83d8896-f4af-43b3-ba75-2271b81449f6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:56.013681 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8519f0-f850-4e1f-b2a7-b71d7964fda2", "name": "network-vif-deleted", "tag": "8af65329-19df-48d5-8f75-40e5624e7d78", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:56.014139 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d83d8896-f4af-43b3-ba75-2271b81449f6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:56.014931 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8519f0-f850-4e1f-b2a7-b71d7964fda2', 'name': 'network-vif-deleted', 'tag': '8af65329-19df-48d5-8f75-40e5624e7d78', 'status': 'completed', 'code': 200} Nov 12 03:24:56.169590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025fb3-589d-40f5-a530-ab34dc4444a5 req-1f620efa-1df3-482f-8b20-23d1ccaa4289 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.174278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc025fb3-589d-40f5-a530-ab34dc4444a5 req-1f620efa-1df3-482f-8b20-23d1ccaa4289 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 949 time: 0.0823057 Nov 12 03:24:56.286420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc025fb3-589d-40f5-a530-ab34dc4444a5 req-16f5eacf-126e-4fa4-886f-271a22fbd721 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052415 Nov 12 03:24:56.399596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:56.404310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d9e21d57-32b0-473b-91d6-bdcb350ac91f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978466890', 'description': 'tempest-description--307542524'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:56.447456 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9e21d57-32b0-473b-91d6-bdcb350ac91f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.608358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f4c3045-9788-43f8-8d59-18583535562c req-090c26ef-8d1a-49b0-9895-56342e9c85f9 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 210 time: 0.0902853 Nov 12 03:24:56.666796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-f668a440-1d8f-4217-a087-72df1a00d0dd tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.668231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-f668a440-1d8f-4217-a087-72df1a00d0dd tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.20 "GET /v2.0/networks?id=e007e6ab-0ff3-4922-99e6-15cd69810443 HTTP/1.1" status: 200 len: 806 time: 0.2935224 Nov 12 03:24:56.693532 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9e21d57-32b0-473b-91d6-bdcb350ac91f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.706819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9e21d57-32b0-473b-91d6-bdcb350ac91f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.736569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e5f0c-f36d-4c4d-bdb0-c02a3b96c6d3 req-6858adbd-773d-4f7c-85c8-b1c4198cf36c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.738646 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa6e5f0c-f36d-4c4d-bdb0-c02a3b96c6d3 req-6858adbd-773d-4f7c-85c8-b1c4198cf36c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 943 time: 0.2199423 Nov 12 03:24:56.830393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e21d57-32b0-473b-91d6-bdcb350ac91f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70965af-4d0c-49cf-b0f4-6825cae3d94a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:56.870558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9e21d57-32b0-473b-91d6-bdcb350ac91f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.877925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d9e21d57-32b0-473b-91d6-bdcb350ac91f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4772081 Nov 12 03:24:56.879481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:56.884451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-767e0515-1e66-4f86-806c-66596bdd2253 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Request body: {'security_group_rule': {'security_group_id': 'f70965af-4d0c-49cf-b0f4-6825cae3d94a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:56.904917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3633e0aa-ae36-4afb-9568-550ece08679b details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:56.985970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-767e0515-1e66-4f86-806c-66596bdd2253 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.022373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-47b232e7-8a85-406b-8f70-1b80e5de7b61 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f123a7b8854480b6070cb1f77ba30b HTTP/1.1" status: 200 len: 380 time: 0.2826877 Nov 12 03:24:57.073497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa6e5f0c-f36d-4c4d-bdb0-c02a3b96c6d3 req-75f26b42-c8c3-449f-8bb0-4e834447a28e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588909 Nov 12 03:24:57.092839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Request body: {'port': {'device_id': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'admin_state_up': True, 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'security_groups': ['3f3c57fb-15c3-424c-bd47-7a5338545b49']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:57.126475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0467b26e-35ef-4fee-952c-d2ae4c31e5ff req-be346da6-ca6b-4bf6-b0fe-7fb2a26ec8f2 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8519f0-f850-4e1f-b2a7-b71d7964fda2 HTTP/1.1" status: 200 len: 210 time: 0.0405915 Nov 12 03:24:57.142814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:57.163400 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-767e0515-1e66-4f86-806c-66596bdd2253 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.170761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-767e0515-1e66-4f86-806c-66596bdd2253 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.193871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '3633e0aa-ae36-4afb-9568-550ece08679b', 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'port_id': '3633e0aa-ae36-4afb-9568-550ece08679b', 'mac_address': 'fa:16:3e:35:5a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c11f51-e68b-493c-bcbf-38190a452a5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:57.218391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-767e0515-1e66-4f86-806c-66596bdd2253 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.219937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-767e0515-1e66-4f86-806c-66596bdd2253 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393211 Nov 12 03:24:57.228982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36088) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:57.239673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-932ea089-0e1f-4ef8-a9ac-3fe6dbeb2118 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Request body: {'security_group_rule': {'security_group_id': 'f70965af-4d0c-49cf-b0f4-6825cae3d94a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:57.292968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0515-1e66-4f86-806c-66596bdd2253 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a318af20-ccd9-4fd8-89f9-a72683146292,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.309527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.311913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-932ea089-0e1f-4ef8-a9ac-3fe6dbeb2118 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.341927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3633e0aa-ae36-4afb-9568-550ece08679b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:57.375072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:57.379429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-ecfbe18f-84c0-4afb-9f65-041c519ed99d req-a57173d1-79ef-4b79-ad84-34ebdbf1478c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:57.381700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.390931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecfbe18f-84c0-4afb-9f65-041c519ed99d req-a57173d1-79ef-4b79-ad84-34ebdbf1478c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0255589 Nov 12 03:24:57.447015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-932ea089-0e1f-4ef8-a9ac-3fe6dbeb2118 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.452576 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-932ea089-0e1f-4ef8-a9ac-3fe6dbeb2118 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.457513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33c1f-e87f-4cbb-9dcd-788bc2471f0e req-07ba887e-c2d8-4189-8a00-79dfe52afbec tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.463151 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6cf33c1f-e87f-4cbb-9dcd-788bc2471f0e req-07ba887e-c2d8-4189-8a00-79dfe52afbec tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 946 time: 0.2307205 Nov 12 03:24:57.477799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ea089-0e1f-4ef8-a9ac-3fe6dbeb2118 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a492a3-35e7-4391-aeb6-1ec1a09ea4f8,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.516164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.543274 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-932ea089-0e1f-4ef8-a9ac-3fe6dbeb2118 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.544517 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-932ea089-0e1f-4ef8-a9ac-3fe6dbeb2118 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3142078 Nov 12 03:24:57.547943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36092) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:57.548921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Made reservation on behalf of e1f123a7b8854480b6070cb1f77ba30b for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:57.555196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:57.560848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.604309 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.740201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['3633e0aa-ae36-4afb-9568-550ece08679b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:57.816398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 42501afa-70c1-4117-a4fc-844ba43c9285 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:57.870367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e84619-a35d-4880-ab23-6178f5a6dd27 req-c0a89359-4eb8-48f5-9a7c-547873b71c77 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.872379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78e84619-a35d-4880-ab23-6178f5a6dd27 req-c0a89359-4eb8-48f5-9a7c-547873b71c77 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 949 time: 0.0913577 Nov 12 03:24:57.987143 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78e84619-a35d-4880-ab23-6178f5a6dd27 req-2a41503c-6d2f-4282-bc8e-2e2641059bc5 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079309 Nov 12 03:24:57.987314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 42501afa-70c1-4117-a4fc-844ba43c9285 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:57.988357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.026147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.189407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de332ab5-0995-482f-979b-20b3c35be693 req-0213b323-02fb-45a5-94e1-36221c1adff2 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 210 time: 0.0617452 Nov 12 03:24:58.260595 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.292888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 42501afa-70c1-4117-a4fc-844ba43c9285, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=42501afa-70c1-4117-a4fc-844ba43c9285,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:58.299132 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.315754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Allocated IP 172.25.0.6 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/10b15a18-cd10-4e78-8098-2caa7861642a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:58.420434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=42501afa-70c1-4117-a4fc-844ba43c9285,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:58.471063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6cf33c1f-e87f-4cbb-9dcd-788bc2471f0e req-0f1b4978-ab1f-441d-a16e-80b6e7e6e512 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9372220 Nov 12 03:24:58.480594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082dfd5-40a9-4c32-93c9-019d1dba8ccc req-592cf7ec-c5db-4f39-8c30-5ba35f85b61a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.489712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3082dfd5-40a9-4c32-93c9-019d1dba8ccc req-592cf7ec-c5db-4f39-8c30-5ba35f85b61a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1781247 Nov 12 03:24:58.492252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-99ecd469-fb9d-4150-8289-bd4559c2d184 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2902637 Nov 12 03:24:58.563285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-eab11100-7c01-448f-9239-27045429d807 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.576294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-eab11100-7c01-448f-9239-27045429d807 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 949 time: 0.3257856 Nov 12 03:24:58.746566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3082dfd5-40a9-4c32-93c9-019d1dba8ccc req-48668865-459f-4178-8418-a0c4a8b0dd91 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549393 Nov 12 03:24:58.798616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.834234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Allocated IP 172.20.0.7 (e007e6ab-0ff3-4922-99e6-15cd69810443/b770ced1-1a97-4f2e-86a4-86acd3e91a2a/98a98efc-8ef4-47d0-92cf-a0ea24e31731) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:58.843272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.876101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49189a12-8c73-4a65-8e6a-94ee62c43bdf req-6024a5b7-3c91-4c5b-8dea-de4db06910dc tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.887746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49189a12-8c73-4a65-8e6a-94ee62c43bdf req-6024a5b7-3c91-4c5b-8dea-de4db06910dc tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 944 time: 0.2795522 Nov 12 03:24:58.911951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8af65329-19df-48d5-8f75-40e5624e7d78 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:58.972230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 8af65329-19df-48d5-8f75-40e5624e7d78 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:58.972594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8af65329-19df-48d5-8f75-40e5624e7d78 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:59.026628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:59.030164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:59.051652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:59.062879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event updated for resources: {'Port': ['ID=10b15a18-cd10-4e78-8098-2caa7861642a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.203807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49189a12-8c73-4a65-8e6a-94ee62c43bdf req-0201ac1b-d126-490b-86de-9623d3f41296 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141539 Nov 12 03:24:59.258589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.273462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Deleting port 42145ae4-f9e2-4664-b28b-5f619d113b44 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:59.273792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.339218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.498884 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Sync routers for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:59.537613 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:59.539196 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:59.566583 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.614772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.676970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 42501afa-70c1-4117-a4fc-844ba43c9285 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:59.715742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fccdf-1495-4a24-8ee7-00b98429daa3 req-03cb6db4-7c84-4930-a5dd-02b6c9d524f2 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.724238 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-619fccdf-1495-4a24-8ee7-00b98429daa3 req-03cb6db4-7c84-4930-a5dd-02b6c9d524f2 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed HTTP/1.1" status: 200 len: 949 time: 0.3668444 Nov 12 03:24:59.743472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Network e007e6ab-0ff3-4922-99e6-15cd69810443 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:59.756999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:59.806202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 42501afa-70c1-4117-a4fc-844ba43c9285 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:59.806884 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.840937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:59.879640 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:00.006284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.006997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.008584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdced9-09e6-4a00-b970-f193028b677b req-b1ea730c-1863-44cc-837e-c3aa22c5b08e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.019669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8efdced9-09e6-4a00-b970-f193028b677b req-b1ea730c-1863-44cc-837e-c3aa22c5b08e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 931 time: 0.3051176 Nov 12 03:25:00.042342 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.072988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] For port 42145ae4-f9e2-4664-b28b-5f619d113b44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=42145ae4-f9e2-4664-b28b-5f619d113b44,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:00.073652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.083562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.121894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event updated for resources: {'Port': ['ID=98a98efc-8ef4-47d0-92cf-a0ea24e31731,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.195197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-619fccdf-1495-4a24-8ee7-00b98429daa3 req-7de40af0-3d99-4d6e-9724-d4c244634c1d tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697692 Nov 12 03:25:00.199947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Calling delete_port for 42145ae4-f9e2-4664-b28b-5f619d113b44 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:00.220911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-1b995532-359f-4dd0-a99d-1b891b97f772 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1448359 Nov 12 03:25:00.257547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Request body: {'port': {'device_id': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:00.294654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2e177377-a2b5-4052-9b2b-9b3f5d09dee2 None None] Provisioning complete for port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:00.295523 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e177377-a2b5-4052-9b2b-9b3f5d09dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.328953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8efdced9-09e6-4a00-b970-f193028b677b req-5b0443e4-c223-40ac-902c-5539adac2623 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019874 Nov 12 03:25:00.331794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event updated for resources: {'Port': ['ID=10b15a18-cd10-4e78-8098-2caa7861642a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.406417 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.418162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.473614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2e177377-a2b5-4052-9b2b-9b3f5d09dee2 None None] Port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:00.521000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.525124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2307ba9b-bea5-4753-90d8-749cdc7811d8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9759672 Nov 12 03:25:00.613668 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 2, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:00.637903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-c48321ce-f241-4a63-bf73-91646d2d9188 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--716556239&fields=id&tenant_id=6a3e935b23d647669624b6ca16a73d59 HTTP/1.1" status: 200 len: 267 time: 0.1704423 Nov 12 03:25:00.662722 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Checking router: 976628ea-3846-47bd-b59b-044e9b5c4583 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:00.663080 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Updating router 976628ea-3846-47bd-b59b-044e9b5c4583 port 016c8bb3-96d4-4e34-8675-768164b87b36 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:00.724684 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.854153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-7ca463f1-63db-46a9-b7be-7b08a5b2ceca tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.862949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc36313-41e4-4f33-b727-e8803f614b22 req-286166fe-67b3-4341-98cc-eb5b27aca96e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.864326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3dc36313-41e4-4f33-b727-e8803f614b22 req-286166fe-67b3-4341-98cc-eb5b27aca96e tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 968 time: 0.4520469 Nov 12 03:25:00.889799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-7ca463f1-63db-46a9-b7be-7b08a5b2ceca tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/networks?id=be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 200 len: 823 time: 0.2509513 Nov 12 03:25:00.915529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3633e0aa-ae36-4afb-9568-550ece08679b up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:00.929446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-9ea35e02-05b6-4c33-8531-8bd892633818 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/quotas/6a3e935b23d647669624b6ca16a73d59 HTTP/1.1" status: 200 len: 375 time: 0.0296478 Nov 12 03:25:01.051483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-f9512521-36e4-4095-af10-01d00a2b9d5c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.053988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-f9512521-36e4-4095-af10-01d00a2b9d5c tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d5399-7d13-48cd-a0f2-31895aa755da HTTP/1.1" status: 200 len: 968 time: 0.1095693 Nov 12 03:25:01.070064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 3633e0aa-ae36-4afb-9568-550ece08679b completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:01.080079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 3633e0aa-ae36-4afb-9568-550ece08679b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:01.080562 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.084412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b052cb9c-6aa3-453b-83e3-470e50cc4c9f tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3e935b23d647669624b6ca16a73d59&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1510663 Nov 12 03:25:01.259706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.20', 64307) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:01.327453 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3287f475-4981-4bb9-b3e2-9369b18b45b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.338213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.395096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:01.397788 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca19b27-6363-4b41-8093-4de21053761a" -d '{"events": [{"server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "name": "network-vif-plugged", "status": "completed", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:01.438722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:01.445164 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.446237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 42145ae4-f9e2-4664-b28b-5f619d113b44 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:01.507679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a98efc-8ef4-47d0-92cf-a0ea24e31731 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:01.524094 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.570323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Transition to ACTIVE for port object 98a98efc-8ef4-47d0-92cf-a0ea24e31731 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:01.582157 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.584834 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.588113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-b0d1f8ec-225e-4dde-a8b5-f64e9b7f1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.590052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-b0d1f8ec-225e-4dde-a8b5-f64e9b7f1a42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 1102 time: 0.2832646 Nov 12 03:25:01.596104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3dc36313-41e4-4f33-b727-e8803f614b22 req-fb9e2cec-f544-451e-918c-c3d692eeb052 tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.49 "GET /v2.0/security-groups?id=17812f50-e132-4858-8783-7159647ba0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607532 Nov 12 03:25:01.597478 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.626004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.641889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.652061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f2724f2f-431d-4d49-b021-66c8ce739b1e', 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:01.724577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No active binding found for port 42145ae4-f9e2-4664-b28b-5f619d113b44 {{(pid=102630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:25:01.725363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 42145ae4-f9e2-4664-b28b-5f619d113b44 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:01.729558 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12024f-8514-4e3b-a485-375fb5aa5f0b None None] Pushing event updated for resources: {'Port': ['ID=016c8bb3-96d4-4e34-8675-768164b87b36,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.811553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Pushing event updated for resources: {'Port': ['ID=98a98efc-8ef4-47d0-92cf-a0ea24e31731,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.865891 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Attempting to bind port 016c8bb3-96d4-4e34-8675-768164b87b36 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:01.866548 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Attempting to bind port 016c8bb3-96d4-4e34-8675-768164b87b36 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:01.869814 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Attempting to bind port 016c8bb3-96d4-4e34-8675-768164b87b36 on network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:01.881363 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:01.881985 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Checking segment: {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:01.885404 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.886013 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Bound using segment: {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:01.886668 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Bound port: 016c8bb3-96d4-4e34-8675-768164b87b36, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:01.887248 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.942367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] No DVR routers for this DVR port 42145ae4-f9e2-4664-b28b-5f619d113b44 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:01.946938 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.950826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b0d1117-10c3-4c7c-a8ef-ba6442733e2b req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "DELETE /v2.0/ports/42145ae4-f9e2-4664-b28b-5f619d113b44 HTTP/1.1" status: 204 len: 173 time: 3.3618915 Nov 12 03:25:02.060612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed', 'name': 'network-vif-deleted', 'tag': '42145ae4-f9e2-4664-b28b-5f619d113b44'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:02.070289 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70761b1-28c0-41eb-9703-02f6433293ff" -d '{"events": [{"server_uuid": "95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed", "name": "network-vif-deleted", "tag": "42145ae4-f9e2-4664-b28b-5f619d113b44"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:02.082881 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] For port 016c8bb3-96d4-4e34-8675-768164b87b36, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:02.091710 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] For port 016c8bb3-96d4-4e34-8675-768164b87b36, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=016c8bb3-96d4-4e34-8675-768164b87b36,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:02.104844 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.169706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17d777-a54c-4a26-aa88-355189bc7d92 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Pushing event deleted for resources: {'Port': ['ID=42145ae4-f9e2-4664-b28b-5f619d113b44,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.186473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4019827-d046-4465-ade8-000d7a59496b req-fdc12e8f-c855-4fbd-9827-dd0b51652c38 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.194676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4019827-d046-4465-ade8-000d7a59496b req-fdc12e8f-c855-4fbd-9827-dd0b51652c38 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a2ca5ab-cdba-44bb-bacb-b7ce38508854 HTTP/1.1" status: 200 len: 946 time: 0.9338832 Nov 12 03:25:02.203341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-d9c92407-085b-4958-a7fe-6503ba66350b service neutron] 10.222.0.49 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1006212 Nov 12 03:25:02.312911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Deleting port 238a237d-d498-4139-8ea5-9d6b9d031117 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:02.313764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.328489 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12024f-8514-4e3b-a485-375fb5aa5f0b None None] Pushing event updated for resources: {'Port': ['ID=016c8bb3-96d4-4e34-8675-768164b87b36,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.338221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7e7e03d1-26f6-4e23-910e-193a48743a46 None None] Provisioning complete for port 016c8bb3-96d4-4e34-8675-768164b87b36 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:02.338786 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e7e03d1-26f6-4e23-910e-193a48743a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.344162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bef3c-e140-4c6a-bb71-4bac62232510 req-eb28fd67-ada9-4d10-8015-7d3388708882 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.345760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f56bef3c-e140-4c6a-bb71-4bac62232510 req-eb28fd67-ada9-4d10-8015-7d3388708882 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.5369065 Nov 12 03:25:02.349871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-1eb4db12-164c-4757-8e55-112506025141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.351265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-1eb4db12-164c-4757-8e55-112506025141 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.7266326 Nov 12 03:25:02.360651 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:02.361949 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:24:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.400357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Attempting to bind port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:02.401015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Attempting to bind port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:02.401893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Attempting to bind port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 on network e007e6ab-0ff3-4922-99e6-15cd69810443 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:02.477218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-648a1464-a8da-44e8-b926-e9aa70d2bb9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5119b9bd-9cce-49c2-b679-ca3734a15197 HTTP/1.1" status: 200 len: 217 time: 0.0784554 Nov 12 03:25:02.502334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 on network e007e6ab-0ff3-4922-99e6-15cd69810443 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:02.502719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Attempting to bind port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 on network e007e6ab-0ff3-4922-99e6-15cd69810443 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:02.514440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e7e03d1-26f6-4e23-910e-193a48743a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.551248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:02.551478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Checking segment: {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:02.551896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Bound using segment: {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:02.552331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Bound port: 98a98efc-8ef4-47d0-92cf-a0ea24e31731, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b671b30-6a5c-439c-a136-0e6bcd5575e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:02.552683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.629945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7e7e03d1-26f6-4e23-910e-193a48743a46 None None] For port 016c8bb3-96d4-4e34-8675-768164b87b36, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=016c8bb3-96d4-4e34-8675-768164b87b36,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:02.633953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-149700aa-cff7-4a62-8117-5fa29fc8e549 service neutron] 10.222.0.49 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185679 Nov 12 03:25:02.635253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e7e03d1-26f6-4e23-910e-193a48743a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.640924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] For port 238a237d-d498-4139-8ea5-9d6b9d031117, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=238a237d-d498-4139-8ea5-9d6b9d031117,segment=NetworkSegment(37c60115-01bf-485a-91da-0e723c258fa7),segment_id=37c60115-01bf-485a-91da-0e723c258fa7)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:02.641306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.647866 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f56bef3c-e140-4c6a-bb71-4bac62232510 req-a723d34a-56e0-4f80-bad1-4227cfade875 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500913 Nov 12 03:25:02.675603 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:02.709863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-7db8d4e1-a978-470f-a1b5-ec98da1df733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.712503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-7db8d4e1-a978-470f-a1b5-ec98da1df733 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2239046 Nov 12 03:25:02.727372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Calling delete_port for 238a237d-d498-4139-8ea5-9d6b9d031117 owned by compute:tempest-test_az-1622506926 {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:02.728042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] For port 98a98efc-8ef4-47d0-92cf-a0ea24e31731, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:02.729932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e03d1-26f6-4e23-910e-193a48743a46 None None] Pushing event updated for resources: {'Port': ['ID=016c8bb3-96d4-4e34-8675-768164b87b36,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.733081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] For port 98a98efc-8ef4-47d0-92cf-a0ea24e31731, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=98a98efc-8ef4-47d0-92cf-a0ea24e31731,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:02.733415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Deleting port 6696a37c-b3ea-4945-914d-28a58652bace {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:02.733771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.739356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.782227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2d2b33f8-7581-4afa-9f02-6fe7bcbcba67 None None] Provisioning complete for port 016c8bb3-96d4-4e34-8675-768164b87b36 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:02.782508 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d2b33f8-7581-4afa-9f02-6fe7bcbcba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.977476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.978110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.979579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] 10.222.0.20 "PUT /v2.0/ports/98a98efc-8ef4-47d0-92cf-a0ea24e31731 HTTP/1.1" status: 200 len: 1092 time: 2.7419879 Nov 12 03:25:03.137103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-3496bf66-1d38-43e1-acfc-c4abb5cb7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.139289 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-3496bf66-1d38-43e1-acfc-c4abb5cb7ffd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3920333 Nov 12 03:25:03.142118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e149293-6e0a-4c78-af21-9edccedc9a77 service neutron] Pushing event updated for resources: {'Port': ['ID=98a98efc-8ef4-47d0-92cf-a0ea24e31731,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.148532 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:25:02Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:03.157667 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.186163 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d64c8e-44dc-4037-9771-c03a7c235d7d None None] The sync data for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 is: [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:25:02Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:03.265633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782a18e-6ffc-4af2-afd8-db58cca72797 req-438453c3-db70-4095-8982-6481a948a49e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.270759 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2782a18e-6ffc-4af2-afd8-db58cca72797 req-438453c3-db70-4095-8982-6481a948a49e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.4257569 Nov 12 03:25:03.276595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Pushing event deleted for resources: {'Port': ['ID=238a237d-d498-4139-8ea5-9d6b9d031117,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.396959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-ec7c68f9-5e0b-4f89-aa88-fcf1673d04a9 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1978466890&fields=id&tenant_id=d1e8f76fb85048a396252fffb5b575e1 HTTP/1.1" status: 200 len: 267 time: 0.2669508 Nov 12 03:25:03.406309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-fc6285ff-69b8-4a8f-8c35-d440e0809656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.407834 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-fc6285ff-69b8-4a8f-8c35-d440e0809656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1f123a7b8854480b6070cb1f77ba30b&device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 1095 time: 0.3700106 Nov 12 03:25:03.427652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] No DVR routers for this DVR port 238a237d-d498-4139-8ea5-9d6b9d031117 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:03.454647 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:03.455103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.459941 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a19a1ea-e9a0-4f49-b4e3-06936f673586 req-9916ad5e-2996-4a27-9c63-ee869486b08d tempest-LiveMigrationTest-632931560 tempest-LiveMigrationTest-632931560-project] 10.222.0.20 "DELETE /v2.0/ports/238a237d-d498-4139-8ea5-9d6b9d031117 HTTP/1.1" status: 204 len: 173 time: 2.3745427 Nov 12 03:25:03.462259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'name': 'network-vif-deleted', 'tag': '238a237d-d498-4139-8ea5-9d6b9d031117'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:03.468975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2782a18e-6ffc-4af2-afd8-db58cca72797 req-c2b47d06-4122-4556-9e09-e73742dbb0f5 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764014 Nov 12 03:25:03.474004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-19ad1207-645d-4bc9-b6ed-c4d2f9081dcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a98efc-8ef4-47d0-92cf-a0ea24e31731 HTTP/1.1" status: 200 len: 217 time: 0.0542824 Nov 12 03:25:03.477379 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e300e-5c42-4a9d-a108-1e5355c782b1" -d '{"events": [{"server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "name": "network-vif-deleted", "tag": "238a237d-d498-4139-8ea5-9d6b9d031117"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:03.553745 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2ed873bf-dc8f-4958-a8a6-44567fa26396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.558979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] For port 6696a37c-b3ea-4945-914d-28a58652bace, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6696a37c-b3ea-4945-914d-28a58652bace,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:03.559352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.627500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-0209be83-a82c-4322-b2ec-30cb4c00903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.631343 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-0209be83-a82c-4322-b2ec-30cb4c00903c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b770ced1-1a97-4f2e-86a4-86acd3e91a2a HTTP/1.1" status: 200 len: 845 time: 0.1416955 Nov 12 03:25:03.687662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-48787d2b-71f0-4073-b11d-5c98b097fa54 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329819 Nov 12 03:25:03.701786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-a10fe689-261a-40f7-849d-d790a686b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.703495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-a10fe689-261a-40f7-849d-d790a686b755 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e007e6ab-0ff3-4922-99e6-15cd69810443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596855 Nov 12 03:25:03.795828 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 016c8bb3-96d4-4e34-8675-768164b87b36 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:03.847374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-c4eb14fa-c674-4593-9599-55eee8ab4f64 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421721 Nov 12 03:25:03.930934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 016c8bb3-96d4-4e34-8675-768164b87b36 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:03.933310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.074694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-8508d2dd-1f2b-4e70-8cc0-9c28eb308f9e service neutron] 10.222.0.20 "GET /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414989 Nov 12 03:25:04.080079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-c9f9fe9f-ba6c-4958-9535-ff67cafd9813 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5882277 Nov 12 03:25:04.209886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-47a0a537-a33e-4602-a7d1-d5f47f6bf186 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.217459 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-47a0a537-a33e-4602-a7d1-d5f47f6bf186 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/networks?id=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 HTTP/1.1" status: 200 len: 815 time: 0.8185303 Nov 12 03:25:04.264464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2b49-9a3b-41dd-b09b-51c5fcc45871 req-ee17530b-6e46-4cf4-827f-a9e7724c7957 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.268024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-d8ccf02b-2a2e-4839-9ee5-5984027e732a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/quotas/d1e8f76fb85048a396252fffb5b575e1 HTTP/1.1" status: 200 len: 375 time: 0.0493755 Nov 12 03:25:04.272339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dfa2b49-9a3b-41dd-b09b-51c5fcc45871 req-ee17530b-6e46-4cf4-827f-a9e7724c7957 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 943 time: 0.1146514 Nov 12 03:25:04.344312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1676ec2-7c6e-488c-beef-196632dae2d6 req-f2f1f2c1-5e3b-4e66-b65e-f53b630b810c service neutron] 10.222.0.20 "GET /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194777 Nov 12 03:25:04.360369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dfa2b49-9a3b-41dd-b09b-51c5fcc45871 req-e5297a2b-2836-4de1-af08-80e8f043bbf3 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818141 Nov 12 03:25:04.394003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-8cdc9eae-6e98-4d04-adea-b405d3c2072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.395495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-8cdc9eae-6e98-4d04-adea-b405d3c2072f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 1098 time: 0.2422614 Nov 12 03:25:04.402329 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757a1ef3-c11b-4660-9936-52ae90264a4d x-openstack-request-id: req-757a1ef3-c11b-4660-9936-52ae90264a4d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:04.403596 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "name": "network-vif-plugged", "status": "completed", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:04.406256 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-757a1ef3-c11b-4660-9936-52ae90264a4d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:04.406692 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b', 'code': 200} Nov 12 03:25:04.435255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.435612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.435973 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Floating IP e89bef26-68f4-4ca5-9136-028e45464b01 disassociated. External IP: 172.25.0.72, port: 6696a37c-b3ea-4945-914d-28a58652bace. Nov 12 03:25:04.436309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Calling delete_port for 6696a37c-b3ea-4945-914d-28a58652bace owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:04.440126 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2502e08-3d32-4109-8473-a2f4405e28c3 x-openstack-request-id: req-a2502e08-3d32-4109-8473-a2f4405e28c3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:04.441395 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed", "name": "network-vif-deleted", "tag": "42145ae4-f9e2-4664-b28b-5f619d113b44", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:04.441877 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2502e08-3d32-4109-8473-a2f4405e28c3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:04.442492 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e01d62-b0c6-4ea7-ac20-bdbffd0ad2ed', 'name': 'network-vif-deleted', 'tag': '42145ae4-f9e2-4664-b28b-5f619d113b44', 'status': 'completed', 'code': 200} Nov 12 03:25:04.453753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-cfe5d866-2a64-4afd-a235-c98be58dc7ec tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1e8f76fb85048a396252fffb5b575e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1842058 Nov 12 03:25:04.485467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36202) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.598311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d138ad7-6665-44d0-9681-963ff187cd20 req-0e622510-35db-4b0a-9949-1784aa469770 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 210 time: 0.0447314 Nov 12 03:25:04.602462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b8035a-399e-4e27-a22e-8640ee8d6a53 admin admin] Deleting subnet d540c8c0-96ae-43eb-a61d-06fc91b4290f {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:04.607603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c3b8035a-399e-4e27-a22e-8640ee8d6a53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.638100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003ae9b-a31b-4cce-bd86-7d2793ad5c0a req-85a0a3d1-ae3f-4f59-b0fd-4a89ce67ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.639582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7003ae9b-a31b-4cce-bd86-7d2793ad5c0a req-85a0a3d1-ae3f-4f59-b0fd-4a89ce67ac2f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 1097 time: 0.1164217 Nov 12 03:25:04.651681 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63914c90-da6a-4526-b13d-7a622ed00e69 x-openstack-request-id: req-63914c90-da6a-4526-b13d-7a622ed00e69 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:04.651973 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404d5399-7d13-48cd-a0f2-31895aa755da", "name": "network-vif-deleted", "tag": "238a237d-d498-4139-8ea5-9d6b9d031117", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:04.652221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c3b8035a-399e-4e27-a22e-8640ee8d6a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.652345 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63914c90-da6a-4526-b13d-7a622ed00e69 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:04.652620 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404d5399-7d13-48cd-a0f2-31895aa755da', 'name': 'network-vif-deleted', 'tag': '238a237d-d498-4139-8ea5-9d6b9d031117', 'status': 'completed', 'code': 200} Nov 12 03:25:04.707540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-ce32f8d3-594a-4616-9efa-7b4aeb692eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.709074 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-ce32f8d3-594a-4616-9efa-7b4aeb692eeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 200 len: 923 time: 0.2452288 Nov 12 03:25:04.710951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-d50ca335-bab4-4c86-b9cc-4b39635e5aa8 service neutron] 10.222.0.49 "GET /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868591 Nov 12 03:25:04.721275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c3b8035a-399e-4e27-a22e-8640ee8d6a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.748267 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7003ae9b-a31b-4cce-bd86-7d2793ad5c0a req-bd462dc7-28c5-4f6f-895f-7cea8d14e407 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939913 Nov 12 03:25:04.790011 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c3b8035a-399e-4e27-a22e-8640ee8d6a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.804935 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.826665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8035a-399e-4e27-a22e-8640ee8d6a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d540c8c0-96ae-43eb-a61d-06fc91b4290f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:04.828284 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-cd911704-1b3a-4c0e-8534-b4446e496121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8431ed2-71fc-4725-acae-818a47789982 HTTP/1.1" status: 200 len: 217 time: 0.0871551 Nov 12 03:25:04.830700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c3b8035a-399e-4e27-a22e-8640ee8d6a53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.834918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c3b8035a-399e-4e27-a22e-8640ee8d6a53 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d540c8c0-96ae-43eb-a61d-06fc91b4290f HTTP/1.1" status: 204 len: 168 time: 0.3483956 Nov 12 03:25:04.837657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36208) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.878926 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.928531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event deleted for resources: {'Port': ['ID=6696a37c-b3ea-4945-914d-28a58652bace,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:04.931834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 238a237d-d498-4139-8ea5-9d6b9d031117 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:04.935937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.948548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-287d2a37-0dd4-4302-befa-15d660061913 service neutron] 10.222.0.49 "GET /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288978 Nov 12 03:25:04.958311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944e9cb-37b7-4045-bdd8-75c7286af4de req-4cec2e20-c1c5-43e5-a2da-c6e9784ab935 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.959825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d944e9cb-37b7-4045-bdd8-75c7286af4de req-4cec2e20-c1c5-43e5-a2da-c6e9784ab935 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1050816 Nov 12 03:25:04.990735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 238a237d-d498-4139-8ea5-9d6b9d031117 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:04.991222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 238a237d-d498-4139-8ea5-9d6b9d031117 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:04.991715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6696a37c-b3ea-4945-914d-28a58652bace no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:05.021563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 6696a37c-b3ea-4945-914d-28a58652bace {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:05.021971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6696a37c-b3ea-4945-914d-28a58652bace not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:05.112047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-22c0d7f1-951d-447b-bf1f-3d6a86f9d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.114026 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-22c0d7f1-951d-447b-bf1f-3d6a86f9d76a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 200 len: 861 time: 0.1034234 Nov 12 03:25:05.119281 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.123079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Router 656d90c0-e40e-403f-828e-edc96ee4e3ba has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:05.152130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-deff9a4e-c49a-4e5f-a9d3-b43b21715ed9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a37a1d10-61ee-4876-8b8c-8ef90e6dd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279260 Nov 12 03:25:05.157939 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d944e9cb-37b7-4045-bdd8-75c7286af4de req-e4f1d78e-1294-4dbd-a0ee-5821f93930dc tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497862 Nov 12 03:25:05.215133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579a7f30-e8c2-4c89-992f-9ac4b313e029']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:05.273375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c60115-01bf-485a-91da-0e723c258fa7') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:05.274173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c60115-01bf-485a-91da-0e723c258fa7') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:05.732775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b662b4c-a861-4113-8ca0-734d43e974c3 req-d22cad84-aa3e-4d36-9120-705902ac7d07 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.734277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7b662b4c-a861-4113-8ca0-734d43e974c3 req-d22cad84-aa3e-4d36-9120-705902ac7d07 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 945 time: 0.5007420 Nov 12 03:25:05.737612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.774692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.787618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:05.793262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-f9c0063e-7771-4e9f-9040-b03fed67362a service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984538 Nov 12 03:25:05.796899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:05.797397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:05.802185 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:05.805434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] Sync routers for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:05.819076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:05.819812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:05.832378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-23a4223e-1b51-4094-8543-7788ac9ac97b tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.834042 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-23a4223e-1b51-4094-8543-7788ac9ac97b tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "GET /v2.0/networks?id=be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 200 len: 823 time: 0.6479523 Nov 12 03:25:05.844695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4476c-ddab-4d4e-9f0b-e076cdfac183 req-ce81e9fb-362b-4c9f-962c-9f87e0dbe628 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.849210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ec4476c-ddab-4d4e-9f0b-e076cdfac183 req-ce81e9fb-362b-4c9f-962c-9f87e0dbe628 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.5979099 Nov 12 03:25:05.874900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] No DVR routers for this DVR port 6696a37c-b3ea-4945-914d-28a58652bace on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:05.883747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.886978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4019827-d046-4465-ade8-000d7a59496b req-5097cf22-64cc-41dd-81e5-e04ede724848 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "DELETE /v2.0/ports/6696a37c-b3ea-4945-914d-28a58652bace HTTP/1.1" status: 204 len: 173 time: 3.6824081 Nov 12 03:25:05.931055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7b662b4c-a861-4113-8ca0-734d43e974c3 req-bc1ad517-7cf0-403f-b304-6a4a77e76d66 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851361 Nov 12 03:25:05.953586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:05.992718 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.999593 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4975a3e-a055-47bd-9d21-097c34c5a9de req-7b934128-ab94-4d72-81d6-040ac16f157c service neutron] 10.222.0.20 "GET /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743572 Nov 12 03:25:06.040892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.047301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] 10.222.0.49 "DELETE /v2.0/networks/579a7f30-e8c2-4c89-992f-9ac4b313e029 HTTP/1.1" status: 204 len: 168 time: 1.2088253 Nov 12 03:25:06.048198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36224) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:06.052794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710096f7-9809-42f4-8259-4791c3589746 admin admin] Pushing event deleted for resources: {'Network': ['ID=579a7f30-e8c2-4c89-992f-9ac4b313e029,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:06.067836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-46fb0a82-9adc-42b3-ae71-9008823948d0 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a3e935b23d647669624b6ca16a73d59 HTTP/1.1" status: 200 len: 379 time: 0.1797142 Nov 12 03:25:06.081075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ec4476c-ddab-4d4e-9f0b-e076cdfac183 req-9ca7248b-a4f5-45ec-ab00-65f94aafc675 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915512 Nov 12 03:25:06.083542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b6375-5dea-4f41-8a11-e30b6aca37fa req-e9d52a1e-5a3a-4a54-a01f-e9c4841712e8 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.085495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a0b6375-5dea-4f41-8a11-e30b6aca37fa req-e9d52a1e-5a3a-4a54-a01f-e9c4841712e8 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 949 time: 0.0825679 Nov 12 03:25:06.122140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Request body: {'port': {'device_id': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'admin_state_up': True, 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'security_groups': ['8926c0d2-a2b4-4d62-affb-89a584c5113f']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:06.166762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a0b6375-5dea-4f41-8a11-e30b6aca37fa req-474334d9-965f-4cac-9b1f-0f3760997519 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738366 Nov 12 03:25:06.209398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f957eef4-2416-4e39-98ec-bbcbdf8b3012 admin admin] Deleting subnet 3e149feb-d48c-420d-86a5-95b57ff05761 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:06.214757 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f957eef4-2416-4e39-98ec-bbcbdf8b3012 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.280912 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-152b5687-9fed-4d8d-9ebb-a0f0e254c186 req-b3626d4c-ca14-4c90-9224-ad6f4b759b2e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 210 time: 0.0614877 Nov 12 03:25:06.297373 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f957eef4-2416-4e39-98ec-bbcbdf8b3012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.310988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ef6aa-4987-4d0b-8f57-70bc8c395906 req-eeccbbfe-fc0a-48b7-9c5a-c7ba6160025e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.314277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.329377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-028ef6aa-4987-4d0b-8f57-70bc8c395906 req-eeccbbfe-fc0a-48b7-9c5a-c7ba6160025e tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 943 time: 0.1009250 Nov 12 03:25:06.364637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f957eef4-2416-4e39-98ec-bbcbdf8b3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.386881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Made reservation on behalf of 6a3e935b23d647669624b6ca16a73d59 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:06.390743 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.414541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-028ef6aa-4987-4d0b-8f57-70bc8c395906 req-0ac5b736-5af7-445a-b450-debc3a8dea18 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819075 Nov 12 03:25:06.438009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-643f94e9-da45-4fe6-9337-817630886944 req-b093a3a5-366c-415b-a913-34065fcd067f tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 210 time: 0.0425110 Nov 12 03:25:06.447008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'tag': '98a98efc-8ef4-47d0-92cf-a0ea24e31731'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:06.449348 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701ddef7-96c1-4534-9f66-40cbe5edc9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae89e9e4-e820-49e1-8cec-79c259d4303c", "tag": "98a98efc-8ef4-47d0-92cf-a0ea24e31731"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:06.467462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:06.517274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] Checking router: 656d90c0-e40e-403f-828e-edc96ee4e3ba for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:06.529595 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb673ae-2315-445e-be1d-04774fa6a792 x-openstack-request-id: req-fcb673ae-2315-445e-be1d-04774fa6a792 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:06.529890 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae89e9e4-e820-49e1-8cec-79c259d4303c", "tag": "98a98efc-8ef4-47d0-92cf-a0ea24e31731", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:06.530195 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcb673ae-2315-445e-be1d-04774fa6a792 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:06.531261 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'tag': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'status': 'completed', 'code': 200} Nov 12 03:25:06.536922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f957eef4-2416-4e39-98ec-bbcbdf8b3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.552678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:06.553469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:06.583515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957eef4-2416-4e39-98ec-bbcbdf8b3012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e149feb-d48c-420d-86a5-95b57ff05761,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:06.609436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fb4e4-dc19-43c0-9132-92e57b0e5455 req-537b6d13-7038-4913-a71d-4973f2e40be3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.611927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c6fb4e4-dc19-43c0-9132-92e57b0e5455 req-537b6d13-7038-4913-a71d-4973f2e40be3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0982320 Nov 12 03:25:06.630176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f957eef4-2416-4e39-98ec-bbcbdf8b3012 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.634401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f957eef4-2416-4e39-98ec-bbcbdf8b3012 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3e149feb-d48c-420d-86a5-95b57ff05761 HTTP/1.1" status: 204 len: 168 time: 0.5828335 Nov 12 03:25:06.637248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36230) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:06.657506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'name': 'network-vif-deleted', 'tag': '6696a37c-b3ea-4945-914d-28a58652bace'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:06.660505 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd13762-86bf-45c5-bef5-4b56449463f7" -d '{"events": [{"server_uuid": "5a2ca5ab-cdba-44bb-bacb-b7ce38508854", "name": "network-vif-deleted", "tag": "6696a37c-b3ea-4945-914d-28a58652bace"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:06.687318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:06.723806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Allocated IP 172.20.0.13 (be8c8d0f-771f-4ab9-9157-5fb981951e4d/df8dfc23-bd6b-478f-a093-42ac4af69327/7b9fb85b-09e8-4695-9ec5-f16591d48130) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:06.745375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.765308 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70d896-db27-4efc-96d2-d48fbe69bf19 x-openstack-request-id: req-1d70d896-db27-4efc-96d2-d48fbe69bf19 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:06.766162 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2ca5ab-cdba-44bb-bacb-b7ce38508854", "name": "network-vif-deleted", "tag": "6696a37c-b3ea-4945-914d-28a58652bace", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:06.766162 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d70d896-db27-4efc-96d2-d48fbe69bf19 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:06.766714 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2ca5ab-cdba-44bb-bacb-b7ce38508854', 'name': 'network-vif-deleted', 'tag': '6696a37c-b3ea-4945-914d-28a58652bace', 'status': 'completed', 'code': 200} Nov 12 03:25:06.778767 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c6fb4e4-dc19-43c0-9132-92e57b0e5455 req-93d782ae-350e-4909-bdd4-fcd6ad642bf0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383030 Nov 12 03:25:06.832170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-625e31f3-1d55-4595-9fef-066835751915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.835471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-625e31f3-1d55-4595-9fef-066835751915 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1f123a7b8854480b6070cb1f77ba30b&device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 1095 time: 0.2487836 Nov 12 03:25:06.925568 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.930585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.942141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:06.976439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3ed978-24fe-4ede-918c-9bcbd31d599d']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:06.997786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b422-e41e-4f1b-b339-0da4a45a796a None None] The sync data for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 is: [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:07.010799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-0c314937-0859-47c9-ad93-3e7448e0f9c1 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.012447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e39b6ee-b39f-43c3-a26d-d75309226374') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:07.012824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e39b6ee-b39f-43c3-a26d-d75309226374') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:07.012961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-0c314937-0859-47c9-ad93-3e7448e0f9c1 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.20 "GET /v2.0/networks?id=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 HTTP/1.1" status: 200 len: 815 time: 0.3268521 Nov 12 03:25:07.014611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-9e42d6d0-9fa5-4f0f-b62c-d87907cd6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.016071 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-9e42d6d0-9fa5-4f0f-b62c-d87907cd6dba service neutron] 10.222.0.20 "GET /v2.0/networks?id=e007e6ab-0ff3-4922-99e6-15cd69810443 HTTP/1.1" status: 200 len: 908 time: 0.1428020 Nov 12 03:25:07.036061 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.053523 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.087451 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.104510 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-a8729701-20dd-4503-a38a-14377434c172 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a98efc-8ef4-47d0-92cf-a0ea24e31731 HTTP/1.1" status: 200 len: 217 time: 0.0517759 Nov 12 03:25:07.106343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:07.107093 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:07.109300 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:07.120797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340066a-9b3a-44d9-81be-b33daf5362af req-4ccb5629-0e31-4fbc-b373-581daf58ecbd tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.123222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f340066a-9b3a-44d9-81be-b33daf5362af req-4ccb5629-0e31-4fbc-b373-581daf58ecbd tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 945 time: 0.1670418 Nov 12 03:25:07.237031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a4aaa-2b3c-4030-a51b-80e078818590 req-faefac30-d165-4fdc-8a69-4fcf30c8b869 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.238824 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be8a4aaa-2b3c-4030-a51b-80e078818590 req-faefac30-d165-4fdc-8a69-4fcf30c8b869 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 945 time: 0.2071912 Nov 12 03:25:07.253762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-e1c1a216-5b49-4778-b224-34009f80a8d7 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1e8f76fb85048a396252fffb5b575e1 HTTP/1.1" status: 200 len: 380 time: 0.2028110 Nov 12 03:25:07.260357 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.266467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Request body: {'port': {'device_id': '84444274-20bb-48ca-8d56-53644497e131', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'admin_state_up': True, 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'security_groups': ['f70965af-4d0c-49cf-b0f4-6825cae3d94a']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:07.292479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.303380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.310249 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4d3ed978-24fe-4ede-918c-9bcbd31d599d HTTP/1.1" status: 204 len: 168 time: 0.6688251 Nov 12 03:25:07.353636 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b3c0c-0243-48a5-875d-b5651df77300 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3ed978-24fe-4ede-918c-9bcbd31d599d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:07.404159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-cbba678b-1c48-4cdd-9cce-01f038a52bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.409122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-cbba678b-1c48-4cdd-9cce-01f038a52bba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b770ced1-1a97-4f2e-86a4-86acd3e91a2a HTTP/1.1" status: 200 len: 845 time: 0.2759476 Nov 12 03:25:07.420820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:07.435814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e45ce-db1d-45fa-aa4d-ab7e6f90916f req-0bade96a-2f45-4ea0-a36b-070aa440945e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.439255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d0e45ce-db1d-45fa-aa4d-ab7e6f90916f req-0bade96a-2f45-4ea0-a36b-070aa440945e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.2480674 Nov 12 03:25:07.447277 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be8a4aaa-2b3c-4030-a51b-80e078818590 req-f872d753-aa64-4b9c-bd39-5d4b067d2214 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011013 Nov 12 03:25:07.449279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:07.464052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:07.473285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Made reservation on behalf of d1e8f76fb85048a396252fffb5b575e1 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:07.477172 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.497028 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4f4f0-87c3-4a2d-918f-ad5bb04c6c28 None None] New status for floating IP e89bef26-68f4-4ca5-9136-028e45464b01: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:07.503697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36248) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.567507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-9c046c2f-80a7-44d7-9e9c-cd3fc5f7fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.569408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-9c046c2f-80a7-44d7-9e9c-cd3fc5f7fe69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e007e6ab-0ff3-4922-99e6-15cd69810443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539841 Nov 12 03:25:07.593928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.594603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.597781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event updated for resources: {'Port': ['ID=7b9fb85b-09e8-4695-9ec5-f16591d48130,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:07.623622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-93cd0f3e-b853-43a6-b70c-eace85552e38 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.625680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-93cd0f3e-b853-43a6-b70c-eace85552e38 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 949 time: 0.2562721 Nov 12 03:25:07.649377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d0e45ce-db1d-45fa-aa4d-ab7e6f90916f req-ff6dfc17-cbae-43b5-994d-9c156b019494 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686933 Nov 12 03:25:07.704471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Deleting port 2d38d881-f60e-4519-be1d-7b02154c6c75 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:07.704832 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.736121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-b8617fda-20fd-4558-91b9-894b6d13ea9a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6194031 Nov 12 03:25:07.760635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Request body: {'port': {'device_id': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:07.767059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36252) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.767874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fc1fd439-aea6-4de6-a431-f0430e352aed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ad8d1eef7234c18aebeaba5216943bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2613935 Nov 12 03:25:07.792589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6f474877-4cd6-4815-8129-8a50eec45ee4 None None] Provisioning complete for port 7b9fb85b-09e8-4695-9ec5-f16591d48130 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:07.792998 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f474877-4cd6-4815-8129-8a50eec45ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.818411 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3a63d47-7883-41fd-9c48-3beb0fc94bb8 req-35c8e919-0a9d-452d-8c68-097b65d5f5a2 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 210 time: 0.0754979 Nov 12 03:25:07.831913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6f474877-4cd6-4815-8129-8a50eec45ee4 None None] Port 7b9fb85b-09e8-4695-9ec5-f16591d48130 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:07.864691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771e05c-077b-4aeb-951c-6b56efc85a67 req-fcc97661-0bc4-468e-8b24-016472215e9c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.872106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8771e05c-077b-4aeb-951c-6b56efc85a67 req-fcc97661-0bc4-468e-8b24-016472215e9c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 949 time: 0.3112102 Nov 12 03:25:07.894761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Allocated IP 172.20.0.4 (527890ec-b4b5-48dd-8e73-c8e1d8dec7a1/4bc70f72-8486-4328-a24f-b2d57ef7c2aa/bc69fc79-1d83-4f48-af7d-3c53244d789f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:07.902493 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-e4a0e441-7818-4456-be42-cf0b33d7cdb1 service neutron] 10.222.0.20 "GET /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911682 Nov 12 03:25:08.002118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] For port 2d38d881-f60e-4519-be1d-7b02154c6c75, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2d38d881-f60e-4519-be1d-7b02154c6c75,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:08.002391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.008857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.038082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8771e05c-077b-4aeb-951c-6b56efc85a67 req-958ec238-af2d-4697-a69b-2ea5b699dd51 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651256 Nov 12 03:25:08.048122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Calling delete_port for 2d38d881-f60e-4519-be1d-7b02154c6c75 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:08.051337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d6c6b-7e93-4fca-8368-37c5cc5896b7 req-08eda7bd-1d65-4dbe-9ff7-65a43a5b4119 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.053493 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-628d6c6b-7e93-4fca-8368-37c5cc5896b7 req-08eda7bd-1d65-4dbe-9ff7-65a43a5b4119 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 943 time: 0.1555405 Nov 12 03:25:08.053935 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16273b13-3180-4a52-975e-9bfd4e168dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.086824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Deleting port f2724f2f-431d-4d49-b021-66c8ce739b1e {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:08.087157 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.167795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701ddef7-96c1-4534-9f66-40cbe5edc9b2 req-7ff36ac4-5f42-4422-9ab4-68bc7bfe794c service neutron] 10.222.0.20 "GET /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329936 Nov 12 03:25:08.173244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-628d6c6b-7e93-4fca-8368-37c5cc5896b7 req-836e997d-2f37-4d2c-a94d-2a7ffee9611d tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897386 Nov 12 03:25:08.175994 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16273b13-3180-4a52-975e-9bfd4e168dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.195734 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.240524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.306695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:08.316470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:08.323338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:08.353157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event updated for resources: {'Port': ['ID=bc69fc79-1d83-4f48-af7d-3c53244d789f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.391607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485bf6-1f2c-411c-ba59-cd76a86e5421 req-9a612a95-bf8c-40d9-818a-ed46be244130 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.392898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4485bf6-1f2c-411c-ba59-cd76a86e5421 req-9a612a95-bf8c-40d9-818a-ed46be244130 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.1390793 Nov 12 03:25:08.405349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] For port f2724f2f-431d-4d49-b021-66c8ce739b1e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f2724f2f-431d-4d49-b021-66c8ce739b1e,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:08.405703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.414362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.414986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.415493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f574e-d752-49f0-aab9-d59a3b4008cc req-52c69dc3-8d1b-47ad-aed3-a761f7679505 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.417030 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103f574e-d752-49f0-aab9-d59a3b4008cc req-52c69dc3-8d1b-47ad-aed3-a761f7679505 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 932 time: 0.3023295 Nov 12 03:25:08.442775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-4210c475-9d96-4ae2-afb4-24baf249836e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1821761 Nov 12 03:25:08.458778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Request body: {'port': {'device_id': '84444274-20bb-48ca-8d56-53644497e131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:08.501788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4485bf6-1f2c-411c-ba59-cd76a86e5421 req-0d0b6e44-8763-4e58-844f-a34dbbd8fd86 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001492 Nov 12 03:25:08.511853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Calling delete_port for f2724f2f-431d-4d49-b021-66c8ce739b1e owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:08.525562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16273b13-3180-4a52-975e-9bfd4e168dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.528044 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16273b13-3180-4a52-975e-9bfd4e168dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.531410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-16273b13-3180-4a52-975e-9bfd4e168dd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17812f50-e132-4858-8783-7159647ba0d5 HTTP/1.1" status: 204 len: 168 time: 0.7318013 Nov 12 03:25:08.556905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.570444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16273b13-3180-4a52-975e-9bfd4e168dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17812f50-e132-4858-8783-7159647ba0d5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.670554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.679982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fce9a540-bd55-4457-94d7-34c4bd004911 None None] Provisioning complete for port bc69fc79-1d83-4f48-af7d-3c53244d789f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:08.680412 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fce9a540-bd55-4457-94d7-34c4bd004911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.680811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103f574e-d752-49f0-aab9-d59a3b4008cc req-ee226582-76ee-4277-a63d-835399abc9b5 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410440 Nov 12 03:25:08.683934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'f8431ed2-71fc-4725-acae-818a47789982', '2d38d881-f60e-4519-be1d-7b02154c6c75'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:08.739102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00dfaf-62aa-4038-82ba-9654b1a2d42b req-f0ca2c67-323c-4f72-9621-11415d231e3e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.740636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e00dfaf-62aa-4038-82ba-9654b1a2d42b req-f0ca2c67-323c-4f72-9621-11415d231e3e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1208723 Nov 12 03:25:08.786306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event deleted for resources: {'Port': ['ID=2d38d881-f60e-4519-be1d-7b02154c6c75,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.807168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fce9a540-bd55-4457-94d7-34c4bd004911 None None] Port bc69fc79-1d83-4f48-af7d-3c53244d789f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:08.849085 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e00dfaf-62aa-4038-82ba-9654b1a2d42b req-8efc6141-0886-45c3-86a0-f0a56ad8349a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981905 Nov 12 03:25:08.850055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31fd52e9-37af-41b2-9c1e-306074d4d5a2 req-b2490427-dfeb-4d8b-a16b-f90831dc328a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=f148fabe-ff71-48c8-82ad-fc7036d0c765 HTTP/1.1" status: 200 len: 210 time: 0.0700836 Nov 12 03:25:08.929934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 98a98efc-8ef4-47d0-92cf-a0ea24e31731 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:09.003576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] No DVR routers for this DVR port 2d38d881-f60e-4519-be1d-7b02154c6c75 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:09.020822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.025223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f340066a-9b3a-44d9-81be-b33daf5362af req-15367165-1aa5-4f59-9eeb-1d30705f70d5 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "DELETE /v2.0/ports/2d38d881-f60e-4519-be1d-7b02154c6c75 HTTP/1.1" status: 204 len: 173 time: 1.8745890 Nov 12 03:25:09.025623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f148fabe-ff71-48c8-82ad-fc7036d0c765', 'name': 'network-vif-deleted', 'tag': '2d38d881-f60e-4519-be1d-7b02154c6c75'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:09.028152 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e52142-98a8-4dd7-b5aa-eb037a9ba341" -d '{"events": [{"server_uuid": "f148fabe-ff71-48c8-82ad-fc7036d0c765", "name": "network-vif-deleted", "tag": "2d38d881-f60e-4519-be1d-7b02154c6c75"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:09.028332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc69fc79-1d83-4f48-af7d-3c53244d789f {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:09.041279 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.072452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0bab5-4f9e-42a7-941e-e78f2b81e4e9 req-a3dfd4f3-3521-4235-8bb4-7063d044ac6a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.074268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7d0bab5-4f9e-42a7-941e-e78f2b81e4e9 req-a3dfd4f3-3521-4235-8bb4-7063d044ac6a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 931 time: 0.0947847 Nov 12 03:25:09.087591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Transition to ACTIVE for port object bc69fc79-1d83-4f48-af7d-3c53244d789f will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:09.097736 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.101197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9fb85b-09e8-4695-9ec5-f16591d48130 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:09.118219 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.131142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 98a98efc-8ef4-47d0-92cf-a0ea24e31731, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=98a98efc-8ef4-47d0-92cf-a0ea24e31731,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:09.157077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'port_id': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'mac_address': 'fa:16:3e:92:16:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:09.166630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Transition to ACTIVE for port object 7b9fb85b-09e8-4695-9ec5-f16591d48130 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:09.193943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93333f6e-5017-4ca2-b4cf-c3d7b6575bca req-438d530a-9eae-476a-869a-b31aee764204 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.196387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93333f6e-5017-4ca2-b4cf-c3d7b6575bca req-438d530a-9eae-476a-869a-b31aee764204 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.2134182 Nov 12 03:25:09.198212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.250488 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.265547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a98efc-8ef4-47d0-92cf-a0ea24e31731 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:09.266053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.281983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9fb85b-09e8-4695-9ec5-f16591d48130,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.284873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.298622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 98a98efc-8ef4-47d0-92cf-a0ea24e31731, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=98a98efc-8ef4-47d0-92cf-a0ea24e31731,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:09.304042 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.334474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Attempting to bind port bc69fc79-1d83-4f48-af7d-3c53244d789f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:09.334813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Attempting to bind port bc69fc79-1d83-4f48-af7d-3c53244d789f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:09.335140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Attempting to bind port bc69fc79-1d83-4f48-af7d-3c53244d789f on network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:09.340215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Pushing event deleted for resources: {'Port': ['ID=f2724f2f-431d-4d49-b021-66c8ce739b1e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.351662 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7d0bab5-4f9e-42a7-941e-e78f2b81e4e9 req-2f54ac9c-2122-4430-b573-ee1589efa713 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649393 Nov 12 03:25:09.403835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Port bc69fc79-1d83-4f48-af7d-3c53244d789f on network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:09.404187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Attempting to bind port bc69fc79-1d83-4f48-af7d-3c53244d789f on network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:09.426113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc69fc79-1d83-4f48-af7d-3c53244d789f,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.426793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=98a98efc-8ef4-47d0-92cf-a0ea24e31731,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.444423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:09.447509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Checking segment: {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:09.447959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Bound using segment: {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:09.448164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] No DVR routers for this DVR port f2724f2f-431d-4d49-b021-66c8ce739b1e on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:09.448432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Bound port: bc69fc79-1d83-4f48-af7d-3c53244d789f, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d13c458-6838-4099-b06c-f9634e1cf47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:09.448838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.453194 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93333f6e-5017-4ca2-b4cf-c3d7b6575bca req-6bd3c18d-1c5a-4371-a5f9-503eba4a89b9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786675 Nov 12 03:25:09.456799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.460713 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d41844c-e6ed-4db5-9e03-6a07203df1af req-959bd5d3-3ccc-42c7-a103-fd82bc136582 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "DELETE /v2.0/ports/f2724f2f-431d-4d49-b021-66c8ce739b1e HTTP/1.1" status: 204 len: 173 time: 1.8211060 Nov 12 03:25:09.493199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5cf47636-e50a-43bc-b943-553be83a192b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65604eb2f63b4b7d9cf75877ea27020c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1772170 Nov 12 03:25:09.504953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.527108 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a321a6-a56e-4fcb-92d2-4a6e109c2a5b x-openstack-request-id: req-77a321a6-a56e-4fcb-92d2-4a6e109c2a5b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:09.527434 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f148fabe-ff71-48c8-82ad-fc7036d0c765", "name": "network-vif-deleted", "tag": "2d38d881-f60e-4519-be1d-7b02154c6c75", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:09.527696 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77a321a6-a56e-4fcb-92d2-4a6e109c2a5b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:09.528124 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f148fabe-ff71-48c8-82ad-fc7036d0c765', 'name': 'network-vif-deleted', 'tag': '2d38d881-f60e-4519-be1d-7b02154c6c75', 'status': 'completed', 'code': 200} Nov 12 03:25:09.555223 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69896996-1f3b-4553-9a9f-8669fc6d1e3e req-1e50e555-083a-4240-9c7b-2e39e14b320c tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0e7ca17-466a-489f-9dbf-3e3960f03895 HTTP/1.1" status: 200 len: 210 time: 0.0678353 Nov 12 03:25:09.599712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Attempting to bind port 7b9fb85b-09e8-4695-9ec5-f16591d48130 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:09.600058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Attempting to bind port 7b9fb85b-09e8-4695-9ec5-f16591d48130 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:09.600393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Attempting to bind port 7b9fb85b-09e8-4695-9ec5-f16591d48130 on network be8c8d0f-771f-4ab9-9157-5fb981951e4d {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:09.607960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Port 7b9fb85b-09e8-4695-9ec5-f16591d48130 on network be8c8d0f-771f-4ab9-9157-5fb981951e4d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:09.608325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Attempting to bind port 7b9fb85b-09e8-4695-9ec5-f16591d48130 on network be8c8d0f-771f-4ab9-9157-5fb981951e4d {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:09.617014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:09.617391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Checking segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:09.617935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Bound using segment: {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:09.618386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Bound port: 7b9fb85b-09e8-4695-9ec5-f16591d48130, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d969a8f-c6d4-4eab-a840-ef32d1968f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:09.618799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.706592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['98a98efc-8ef4-47d0-92cf-a0ea24e31731'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:09.756601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54309e39-9cc9-45e4-9c1b-f5a0887bdc1a req-7556f4f2-c683-4ba1-aa02-3dcb1bce0065 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.758524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54309e39-9cc9-45e4-9c1b-f5a0887bdc1a req-7556f4f2-c683-4ba1-aa02-3dcb1bce0065 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 944 time: 0.1332178 Nov 12 03:25:09.778705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] For port bc69fc79-1d83-4f48-af7d-3c53244d789f, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:09.799944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:09.805669 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc643e38-1268-4b41-8d4f-ccb60d6dd122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.812171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] For port 7b9fb85b-09e8-4695-9ec5-f16591d48130, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:09.817270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] For port bc69fc79-1d83-4f48-af7d-3c53244d789f, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:09.838819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] For port 7b9fb85b-09e8-4695-9ec5-f16591d48130, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b9fb85b-09e8-4695-9ec5-f16591d48130,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:09.851318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54309e39-9cc9-45e4-9c1b-f5a0887bdc1a req-805aaaa6-239b-4cc7-8711-90ee849df398 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845008 Nov 12 03:25:09.856698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.859587 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.906820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4a60e-1770-42ab-8543-1fdb47973828 req-e8ac7709-155d-40d7-bbc2-30be284b2f26 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.908645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88d4a60e-1770-42ab-8543-1fdb47973828 req-e8ac7709-155d-40d7-bbc2-30be284b2f26 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.2386298 Nov 12 03:25:09.951177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.951814 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.953876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b9fb85b-09e8-4695-9ec5-f16591d48130 HTTP/1.1" status: 200 len: 1093 time: 2.2039504 Nov 12 03:25:09.964032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc643e38-1268-4b41-8d4f-ccb60d6dd122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.998262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.998960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.000434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/bc69fc79-1d83-4f48-af7d-3c53244d789f HTTP/1.1" status: 200 len: 1092 time: 1.5461619 Nov 12 03:25:10.006945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:10.010503 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08346467-1be7-4c1f-a6e6-161164be8f01" -d '{"events": [{"name": "network-changed", "server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:10.165375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37805c5-bbdb-48d7-8afe-a05212563123 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9fb85b-09e8-4695-9ec5-f16591d48130,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.174164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63e2d3-d881-4177-b273-b25f1e0125f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc69fc79-1d83-4f48-af7d-3c53244d789f,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.202825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bbe1e-ada7-4e40-bb89-b6491342f0d1 req-32ccc9e3-3e04-4e81-8bb8-238825c2d8c2 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.216404 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88d4a60e-1770-42ab-8543-1fdb47973828 req-5f565e41-a361-49bf-9953-9c5755165c61 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572429 Nov 12 03:25:10.241924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f4bbe1e-ada7-4e40-bb89-b6491342f0d1 req-32ccc9e3-3e04-4e81-8bb8-238825c2d8c2 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 944 time: 0.2861366 Nov 12 03:25:10.245483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-9353d2c1-c241-4333-b9c4-9ae90e1dc70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.247162 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-9353d2c1-c241-4333-b9c4-9ae90e1dc70f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a3e935b23d647669624b6ca16a73d59&device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 1096 time: 0.2055845 Nov 12 03:25:10.248457 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc643e38-1268-4b41-8d4f-ccb60d6dd122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.271182 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc643e38-1268-4b41-8d4f-ccb60d6dd122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.274879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fc643e38-1268-4b41-8d4f-ccb60d6dd122 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9be1a766-ce55-49ea-8819-9d6c1e128f49 HTTP/1.1" status: 204 len: 168 time: 0.7661443 Nov 12 03:25:10.294604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc643e38-1268-4b41-8d4f-ccb60d6dd122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be1a766-ce55-49ea-8819-9d6c1e128f49,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.332421 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-873e4b65-6b8e-4f9f-83a7-fca050935e21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b9fb85b-09e8-4695-9ec5-f16591d48130 HTTP/1.1" status: 200 len: 217 time: 0.0587986 Nov 12 03:25:10.333064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f4bbe1e-ada7-4e40-bb89-b6491342f0d1 req-89556074-7eb6-4a88-ab9a-572208dd52d4 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852191 Nov 12 03:25:10.359035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-e6ae9572-89ff-4355-a8f6-0873e81ccaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.364795 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-e6ae9572-89ff-4355-a8f6-0873e81ccaa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1e8f76fb85048a396252fffb5b575e1&device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 1095 time: 0.2724376 Nov 12 03:25:10.430455 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9778287-9171-49a4-bfd1-9d99b27e95f6 x-openstack-request-id: req-f9778287-9171-49a4-bfd1-9d99b27e95f6 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:10.432635 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:10.432982 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9778287-9171-49a4-bfd1-9d99b27e95f6 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:10.433310 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'status': 'completed', 'code': 200} Nov 12 03:25:10.471630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-775621c8-f40e-4716-84ee-712fbdc1b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.474453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-775621c8-f40e-4716-84ee-712fbdc1b680 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df8dfc23-bd6b-478f-a093-42ac4af69327 HTTP/1.1" status: 200 len: 862 time: 0.1310463 Nov 12 03:25:10.514371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-108e619c-b264-4f17-9175-9eaac23657f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f HTTP/1.1" status: 200 len: 217 time: 0.1381943 Nov 12 03:25:10.547942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-fe5d69f5-f16c-4867-9ba9-9e276aa731a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.550911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-fe5d69f5-f16c-4867-9ba9-9e276aa731a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8c8d0f-771f-4ab9-9157-5fb981951e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665431 Nov 12 03:25:10.621700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461815c-778f-4da3-b90f-124431fde90b req-b0236145-3673-48b8-932b-aaf730e2709e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.624385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a461815c-778f-4da3-b90f-124431fde90b req-b0236145-3673-48b8-932b-aaf730e2709e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1154613 Nov 12 03:25:10.627501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-d90d6493-c1fe-4310-bc09-939e3e8f3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.629647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-d90d6493-c1fe-4310-bc09-939e3e8f3b8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc70f72-8486-4328-a24f-b2d57ef7c2aa HTTP/1.1" status: 200 len: 854 time: 0.1029599 Nov 12 03:25:10.757946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-ffdfbed6-c783-4c53-8758-3fb79d01b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.759484 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-ffdfbed6-c783-4c53-8758-3fb79d01b11f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925944 Nov 12 03:25:10.773853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a461815c-778f-4da3-b90f-124431fde90b req-b53dffae-0d72-4cf2-bfc1-25ff1e9af6d4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431143 Nov 12 03:25:10.778559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-29cd358b-45b7-47e7-b927-3d31da25feda service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043874 Nov 12 03:25:10.837102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f28af-17ea-4c39-beeb-aae2f1d554cb req-f38e8c29-6512-4849-aeaf-9972ea928929 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.839063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-610f28af-17ea-4c39-beeb-aae2f1d554cb req-f38e8c29-6512-4849-aeaf-9972ea928929 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 943 time: 0.1103868 Nov 12 03:25:10.927063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f2724f2f-431d-4d49-b021-66c8ce739b1e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:10.954433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: f2724f2f-431d-4d49-b021-66c8ce739b1e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:10.954782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f2724f2f-431d-4d49-b021-66c8ce739b1e not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:10.955205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2d38d881-f60e-4519-be1d-7b02154c6c75 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:10.975967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9241dd5d-c99a-4650-ab42-c431d28070d0 req-9e9dae2c-a841-4189-bf94-f886efbaa789 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866918 Nov 12 03:25:10.980690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-610f28af-17ea-4c39-beeb-aae2f1d554cb req-8d27a643-6b77-4618-a72f-c9e4ed2d3aee tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968089 Nov 12 03:25:10.996592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 2d38d881-f60e-4519-be1d-7b02154c6c75 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:10.997162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2d38d881-f60e-4519-be1d-7b02154c6c75 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:11.156662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436801-646a-4f90-b4fd-9144322b99af req-7dfb19f9-e5a4-4635-a7ef-2734f775d125 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.158302 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19436801-646a-4f90-b4fd-9144322b99af req-7dfb19f9-e5a4-4635-a7ef-2734f775d125 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 946 time: 0.0554664 Nov 12 03:25:11.224783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19436801-646a-4f90-b4fd-9144322b99af req-dccc552e-d9c1-459d-97b2-e509658cb20f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539346 Nov 12 03:25:11.241536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bf7af-37ec-4c30-996b-5ab7360358c2 req-5915fb51-92ed-4e8d-87ec-ceb4db5693b7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.243068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d8bf7af-37ec-4c30-996b-5ab7360358c2 req-5915fb51-92ed-4e8d-87ec-ceb4db5693b7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.1033382 Nov 12 03:25:11.272166 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-98c90c29-3043-4c6a-9bfc-e3c65cfa2c3b service neutron] 10.222.0.20 "GET /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972656 Nov 12 03:25:11.337357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb89c41-3c62-4c17-8c3c-8ade356ae6cc req-7fdc383b-7835-466a-bebf-604bb0e44b59 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.338851 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecb89c41-3c62-4c17-8c3c-8ade356ae6cc req-7fdc383b-7835-466a-bebf-604bb0e44b59 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 944 time: 0.0568597 Nov 12 03:25:11.355665 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d8bf7af-37ec-4c30-996b-5ab7360358c2 req-55a07058-51e9-46cb-ae0b-f0a5554c1a71 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014559 Nov 12 03:25:11.399070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-025eac12-85fb-4e16-9f81-4e3adfb5bb46 req-d73fd980-523c-49b9-8f5a-0b0bb7b3ac44 service neutron] 10.222.0.20 "GET /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192441 Nov 12 03:25:11.411659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecb89c41-3c62-4c17-8c3c-8ade356ae6cc req-d87b0c9b-a069-4157-9759-0f4c0b1bd0f3 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663674 Nov 12 03:25:11.511210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-5e3ba606-7424-4537-92a1-77f7b0e2f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.512811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-5e3ba606-7424-4537-92a1-77f7b0e2f3f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1e8f76fb85048a396252fffb5b575e1&device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 1095 time: 0.0492582 Nov 12 03:25:11.554665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913cfa9-8e1f-4b0f-88d8-b352dace7639 req-8ad16faa-322e-4614-a52e-fe0f01a10b69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.556408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5913cfa9-8e1f-4b0f-88d8-b352dace7639 req-8ad16faa-322e-4614-a52e-fe0f01a10b69 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 944 time: 0.0644643 Nov 12 03:25:11.588412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e7ca17-466a-489f-9dbf-3e3960f03895', 'name': 'network-vif-deleted', 'tag': 'f2724f2f-431d-4d49-b021-66c8ce739b1e'}, {'name': 'network-changed', 'server_uuid': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'tag': '7b9fb85b-09e8-4695-9ec5-f16591d48130'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:11.591217 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8397e75f-6bd1-4d4b-8187-4f76b385da2f" -d '{"events": [{"server_uuid": "b0e7ca17-466a-489f-9dbf-3e3960f03895", "name": "network-vif-deleted", "tag": "f2724f2f-431d-4d49-b021-66c8ce739b1e"}, {"name": "network-changed", "server_uuid": "a47a4577-b30f-4531-b070-fa79c3efd8b3", "tag": "7b9fb85b-09e8-4695-9ec5-f16591d48130"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:11.620967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5913cfa9-8e1f-4b0f-88d8-b352dace7639 req-837d7dcb-8605-408a-bbd6-e1059c8f26ff tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581441 Nov 12 03:25:11.676107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f331fc-8760-4cbd-9b00-353b08e376de req-64c703d4-bd7e-4280-bfd4-a00ea8a11834 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.677679 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66f331fc-8760-4cbd-9b00-353b08e376de req-64c703d4-bd7e-4280-bfd4-a00ea8a11834 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.0817108 Nov 12 03:25:11.692892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-d27ff35d-b7ec-41ab-a6bb-750021e02424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.694329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-d27ff35d-b7ec-41ab-a6bb-750021e02424 service neutron] 10.222.0.20 "GET /v2.0/networks?id=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 HTTP/1.1" status: 200 len: 917 time: 0.1743307 Nov 12 03:25:11.735643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd770a5-0537-464c-9097-22ca3f20f3c9 req-56131aee-2b1e-4381-8817-a5a21ebf4cce tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.737948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bd770a5-0537-464c-9097-22ca3f20f3c9 req-56131aee-2b1e-4381-8817-a5a21ebf4cce tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 951 time: 0.0556393 Nov 12 03:25:11.761067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-df19fe3c-e462-446c-a06b-4128855c38a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f HTTP/1.1" status: 200 len: 217 time: 0.0480392 Nov 12 03:25:11.789506 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bd770a5-0537-464c-9097-22ca3f20f3c9 req-2876de8d-b0ff-4b6c-a871-d25fe865316b tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459480 Nov 12 03:25:11.805577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66f331fc-8760-4cbd-9b00-353b08e376de req-9adc0920-1dae-4ce2-8d20-e4c69110b056 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200271 Nov 12 03:25:11.834306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-c43a2694-c685-45ea-bb7f-ecce4edcc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.834306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-c43a2694-c685-45ea-bb7f-ecce4edcc86f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc70f72-8486-4328-a24f-b2d57ef7c2aa HTTP/1.1" status: 200 len: 854 time: 0.0574863 Nov 12 03:25:11.843858 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e2f8ef-6fd6-412a-b585-c6d1ed6fbb5e x-openstack-request-id: req-33e2f8ef-6fd6-412a-b585-c6d1ed6fbb5e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:11.844076 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e7ca17-466a-489f-9dbf-3e3960f03895", "name": "network-vif-deleted", "tag": "f2724f2f-431d-4d49-b021-66c8ce739b1e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a47a4577-b30f-4531-b070-fa79c3efd8b3", "tag": "7b9fb85b-09e8-4695-9ec5-f16591d48130", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:11.844329 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33e2f8ef-6fd6-412a-b585-c6d1ed6fbb5e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:11.844766 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e7ca17-466a-489f-9dbf-3e3960f03895', 'name': 'network-vif-deleted', 'tag': 'f2724f2f-431d-4d49-b021-66c8ce739b1e', 'status': 'completed', 'code': 200} Nov 12 03:25:11.845023 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'tag': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'status': 'completed', 'code': 200} Nov 12 03:25:11.886008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-5be290a3-e796-4b5d-b6da-2af99cdad5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.887756 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-5be290a3-e796-4b5d-b6da-2af99cdad5de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542305 Nov 12 03:25:11.961048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-164ea73b-d9b9-4fcb-baed-9f2a4e441af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.962621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-164ea73b-d9b9-4fcb-baed-9f2a4e441af8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a3e935b23d647669624b6ca16a73d59&device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0793180 Nov 12 03:25:11.986933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d337-a402-48cb-a7d0-7ad68e92966c req-b4c6a708-80ad-4b0d-ae90-ef107c1b0d63 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.989670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f57d337-a402-48cb-a7d0-7ad68e92966c req-b4c6a708-80ad-4b0d-ae90-ef107c1b0d63 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.0757134 Nov 12 03:25:12.012515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348d8cf-bef2-48c4-8d5f-38b557c6be65 req-99a4d873-f089-47fc-b32c-c1f5f77fbcc6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.014727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1348d8cf-bef2-48c4-8d5f-38b557c6be65 req-99a4d873-f089-47fc-b32c-c1f5f77fbcc6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1247482 Nov 12 03:25:12.049396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-0c10d895-0359-47ee-b4c0-a11b21c3c606 service neutron] 10.222.0.20 "GET /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204834 Nov 12 03:25:12.099019 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f57d337-a402-48cb-a7d0-7ad68e92966c req-09ed2ef1-6b14-4c8c-8213-ee1cb3919a7e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036289 Nov 12 03:25:12.103230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1348d8cf-bef2-48c4-8d5f-38b557c6be65 req-cc019c72-9286-4e0d-9b6e-06c18aee0dd6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796139 Nov 12 03:25:12.125007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-603b0bc4-7733-4c1e-9f24-2f17766e514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.125007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-603b0bc4-7733-4c1e-9f24-2f17766e514a service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 200 len: 925 time: 0.1494889 Nov 12 03:25:12.169882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-ba4d89b1-3519-47fe-9b6f-71beb3c5b90b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b9fb85b-09e8-4695-9ec5-f16591d48130 HTTP/1.1" status: 200 len: 217 time: 0.0392439 Nov 12 03:25:12.195211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08346467-1be7-4c1f-a6e6-161164be8f01 req-d80a3444-3e83-4fab-8653-4778113298cd service neutron] 10.222.0.20 "GET /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324239 Nov 12 03:25:12.239933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-9e9b9360-cba7-451d-b570-5af486bdc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.241651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-9e9b9360-cba7-451d-b570-5af486bdc586 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df8dfc23-bd6b-478f-a093-42ac4af69327 HTTP/1.1" status: 200 len: 862 time: 0.0639198 Nov 12 03:25:12.251005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bfe70-194c-4f93-bd67-00e559d0c787 req-2bc38b4b-1807-4bba-b94a-fbec062f778a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.253834 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f07bfe70-194c-4f93-bd67-00e559d0c787 req-2bc38b4b-1807-4bba-b94a-fbec062f778a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 943 time: 0.0643933 Nov 12 03:25:12.296898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-0a03a44e-835a-40f7-841b-c52c68a042e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.298707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-0a03a44e-835a-40f7-841b-c52c68a042e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8c8d0f-771f-4ab9-9157-5fb981951e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476081 Nov 12 03:25:12.305011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f07bfe70-194c-4f93-bd67-00e559d0c787 req-2cd888d2-3dd9-4087-bf2c-c5bf2eff2e84 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452478 Nov 12 03:25:12.413465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f7c4f-ee6c-4064-ab4b-53ffb17e2643 req-ee460f54-b2ba-40c6-8528-ed2fbda01d7f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.415032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-375f7c4f-ee6c-4064-ab4b-53ffb17e2643 req-ee460f54-b2ba-40c6-8528-ed2fbda01d7f tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 946 time: 0.0552800 Nov 12 03:25:12.469948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-375f7c4f-ee6c-4064-ab4b-53ffb17e2643 req-49cd44ce-4a8b-4c3c-849d-8b96e73062c4 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Nov 12 03:25:12.619450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e960788-7ae3-4d0b-8a4c-a8085ddd98f0 req-2b6818c5-f651-4bf0-ae45-80e0ca682108 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.620993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e960788-7ae3-4d0b-8a4c-a8085ddd98f0 req-2b6818c5-f651-4bf0-ae45-80e0ca682108 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 944 time: 0.0558174 Nov 12 03:25:12.671902 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e960788-7ae3-4d0b-8a4c-a8085ddd98f0 req-ac9efd52-6989-4bab-8b1c-cac811993a0b tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445335 Nov 12 03:25:12.718306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9991b95-13d1-4875-bee8-e5d12d941e62 req-1d9e4ae5-8e8e-4658-9931-3faf3dbe6ad1 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.719921 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9991b95-13d1-4875-bee8-e5d12d941e62 req-1d9e4ae5-8e8e-4658-9931-3faf3dbe6ad1 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.3829956 Nov 12 03:25:12.747603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-95a16247-e64e-412c-b3e4-47c0c121ec20 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388041 Nov 12 03:25:12.804999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-f0190f48-61a2-4cfa-9be1-715f1e0f047d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.806460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-f0190f48-61a2-4cfa-9be1-715f1e0f047d tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 946 time: 0.0811036 Nov 12 03:25:12.823294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9991b95-13d1-4875-bee8-e5d12d941e62 req-df3dc9fd-a67c-450f-9434-35a82f77b796 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936172 Nov 12 03:25:12.826696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bd015-1e72-43f2-99f9-ffc591c49781 req-d05f9a3e-7aaf-4bd8-88b5-e9f325b89824 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.828170 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a37bd015-1e72-43f2-99f9-ffc591c49781 req-d05f9a3e-7aaf-4bd8-88b5-e9f325b89824 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 944 time: 0.0623851 Nov 12 03:25:12.858899 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8397e75f-6bd1-4d4b-8187-4f76b385da2f req-f0a66335-fa97-4196-8625-d96fb295f420 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025336 Nov 12 03:25:12.927991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 98a98efc-8ef4-47d0-92cf-a0ea24e31731 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:12.935471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a37bd015-1e72-43f2-99f9-ffc591c49781 req-468cfa08-a8dd-4024-a851-d491ac9d0a07 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990193 Nov 12 03:25:12.986461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Deleting port f8431ed2-71fc-4725-acae-818a47789982 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:12.986802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.008288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441aa567-fbd9-4563-8aef-707ed593ec1f req-210c66cf-3a4b-4b1e-9732-ef1d0ce922a6 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.010513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-441aa567-fbd9-4563-8aef-707ed593ec1f req-210c66cf-3a4b-4b1e-9732-ef1d0ce922a6 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 951 time: 0.0668247 Nov 12 03:25:13.031928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:13.037602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:13.037859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.094538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-441aa567-fbd9-4563-8aef-707ed593ec1f req-673d744d-f0b0-4f7d-8a54-5cb454f80545 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786886 Nov 12 03:25:13.145979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.174703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] For port f8431ed2-71fc-4725-acae-818a47789982, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8431ed2-71fc-4725-acae-818a47789982,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:13.176517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.190164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 98a98efc-8ef4-47d0-92cf-a0ea24e31731, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=98a98efc-8ef4-47d0-92cf-a0ea24e31731,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:13.192324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a98efc-8ef4-47d0-92cf-a0ea24e31731'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:13.195535 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240bca0-51e2-4f9b-8b48-22ba45d7bd2f" -d '{"events": [{"server_uuid": "ae89e9e4-e820-49e1-8cec-79c259d4303c", "name": "network-vif-plugged", "status": "completed", "tag": "98a98efc-8ef4-47d0-92cf-a0ea24e31731"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:13.200326 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.219460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Calling delete_port for f8431ed2-71fc-4725-acae-818a47789982 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:13.275255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=98a98efc-8ef4-47d0-92cf-a0ea24e31731,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.291313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36400) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:13.315276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c1d38-d6fb-4aad-8327-53d1aa2d5b05 req-60d58b5d-19f0-4ee6-b143-c342144e05c9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.322818 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b28c1d38-d6fb-4aad-8327-53d1aa2d5b05 req-60d58b5d-19f0-4ee6-b143-c342144e05c9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0817235 Nov 12 03:25:13.399224 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd398f0-244d-437e-aa27-e8509774ddaf x-openstack-request-id: req-0cd398f0-244d-437e-aa27-e8509774ddaf {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:13.399532 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae89e9e4-e820-49e1-8cec-79c259d4303c", "name": "network-vif-plugged", "status": "completed", "tag": "98a98efc-8ef4-47d0-92cf-a0ea24e31731", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:13.399790 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cd398f0-244d-437e-aa27-e8509774ddaf {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:13.400215 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'code': 200} Nov 12 03:25:13.400554 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b28c1d38-d6fb-4aad-8327-53d1aa2d5b05 req-c0502df9-ec93-409c-81aa-4de3bd1dd705 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724251 Nov 12 03:25:13.471471 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.473973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bccecf26-17ce-4383-9678-839d2ad82a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.483821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'f8431ed2-71fc-4725-acae-818a47789982'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:13.569653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event deleted for resources: {'Port': ['ID=f8431ed2-71fc-4725-acae-818a47789982,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.591939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-2d03d9cf-658a-4076-8fe1-78cffe1cfd52 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.595022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-2d03d9cf-658a-4076-8fe1-78cffe1cfd52 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 951 time: 0.0994816 Nov 12 03:25:13.676265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] No DVR routers for this DVR port f8431ed2-71fc-4725-acae-818a47789982 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:13.683601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.687164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-24043a41-fc94-4fea-9e3c-dcf14479e7f0 req-a0cd1371-f600-4618-8ef1-8a103ca13970 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "DELETE /v2.0/ports/f8431ed2-71fc-4725-acae-818a47789982 HTTP/1.1" status: 204 len: 173 time: 0.8580770 Nov 12 03:25:13.701429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4443f-4e99-4fec-a3c4-03fd874be11c req-886c6ffb-7025-4307-96e7-8c5b8ba1ab85 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.709146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29a4443f-4e99-4fec-a3c4-03fd874be11c req-886c6ffb-7025-4307-96e7-8c5b8ba1ab85 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 943 time: 0.2186449 Nov 12 03:25:13.724325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd527fb-803a-42c8-9405-dc747848ba3f req-253e7505-9e60-472d-8b19-669fda0afd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.725720 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dd527fb-803a-42c8-9405-dc747848ba3f req-253e7505-9e60-472d-8b19-669fda0afd99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 1097 time: 0.1773357 Nov 12 03:25:13.745627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Deleting port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:13.746229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.803905 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-55cca843-54f4-4968-9bc2-1bbf307f3f14 req-ee3ac3ce-b8cd-4246-adcb-2073245d0837 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d8e7c84-5d92-4833-a716-1fe4351f9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0369663 Nov 12 03:25:13.836680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29a4443f-4e99-4fec-a3c4-03fd874be11c req-4372a491-72ad-4b2a-94d6-2a7106c340b2 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265647 Nov 12 03:25:13.853390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bccecf26-17ce-4383-9678-839d2ad82a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.853390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8e7c84-5d92-4833-a716-1fe4351f9ce3', 'name': 'network-vif-deleted', 'tag': 'f8431ed2-71fc-4725-acae-818a47789982'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:13.853390 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a39ea02-12a0-486a-a0ca-323da7e032d9" -d '{"events": [{"server_uuid": "1d8e7c84-5d92-4833-a716-1fe4351f9ce3", "name": "network-vif-deleted", "tag": "f8431ed2-71fc-4725-acae-818a47789982"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:13.853390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bccecf26-17ce-4383-9678-839d2ad82a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.857407 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dd527fb-803a-42c8-9405-dc747848ba3f req-f3d6c729-bd82-4cd9-a077-821b34491aae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180782 Nov 12 03:25:13.899876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] For port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:13.900257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.908099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bccecf26-17ce-4383-9678-839d2ad82a65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=793d38972cbd4e9ba1335652272e0d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6157172 Nov 12 03:25:13.909634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccecf26-17ce-4383-9678-839d2ad82a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60920e20-5c86-49a9-b535-8874b85a6f1d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.913485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36422) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:13.929798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Calling delete_port for ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:13.982827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e938b-23c4-4058-ab3e-5a2ff90252eb req-6fe0ca92-9d93-46ec-9c0e-7818d47abd97 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.984251 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f63e938b-23c4-4058-ab3e-5a2ff90252eb req-6fe0ca92-9d93-46ec-9c0e-7818d47abd97 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.0537579 Nov 12 03:25:14.031751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f63e938b-23c4-4058-ab3e-5a2ff90252eb req-1ecdd46a-dd51-4b96-9794-0101d68857c6 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Nov 12 03:25:14.057849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e7a2a-6ba9-4681-b468-0fae14127f51 req-f938574f-209e-4af0-8ea5-7c4074bd6263 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.059578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-742e7a2a-6ba9-4681-b468-0fae14127f51 req-f938574f-209e-4af0-8ea5-7c4074bd6263 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.1509149 Nov 12 03:25:14.076382 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb6bc7c-7ea2-44d5-80cd-9613012dd957 x-openstack-request-id: req-afb6bc7c-7ea2-44d5-80cd-9613012dd957 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:14.077052 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8e7c84-5d92-4833-a716-1fe4351f9ce3", "name": "network-vif-deleted", "tag": "f8431ed2-71fc-4725-acae-818a47789982", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:14.077379 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afb6bc7c-7ea2-44d5-80cd-9613012dd957 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:14.077876 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8e7c84-5d92-4833-a716-1fe4351f9ce3', 'name': 'network-vif-deleted', 'tag': 'f8431ed2-71fc-4725-acae-818a47789982', 'status': 'completed', 'code': 200} Nov 12 03:25:14.083951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d2fef595-8d75-44e4-89dd-c7c3f6205860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.146327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d2fef595-8d75-44e4-89dd-c7c3f6205860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.161330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-742e7a2a-6ba9-4681-b468-0fae14127f51 req-7751ecd4-9899-4700-91e3-b15a43ccf8bd tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888550 Nov 12 03:25:14.184161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63b66-3aa3-4cad-bffa-776126b8276b req-6d200ed8-0ded-4d5c-b741-b5481068aced tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.186793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efe63b66-3aa3-4cad-bffa-776126b8276b req-6d200ed8-0ded-4d5c-b741-b5481068aced tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 944 time: 0.0648851 Nov 12 03:25:14.244899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efe63b66-3aa3-4cad-bffa-776126b8276b req-72c31633-cab0-4693-a6ed-ae82e5b22680 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500653 Nov 12 03:25:14.280377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.292479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:14.325248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Pushing event deleted for resources: {'Port': ['ID=ab4ee08e-583d-4e8b-9d1b-c9e1925786d4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.336485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d2fef595-8d75-44e4-89dd-c7c3f6205860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.339039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d2fef595-8d75-44e4-89dd-c7c3f6205860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.341460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d2fef595-8d75-44e4-89dd-c7c3f6205860 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60920e20-5c86-49a9-b535-8874b85a6f1d HTTP/1.1" status: 204 len: 168 time: 0.4129539 Nov 12 03:25:14.380296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fa730-bce4-488b-bd54-09ca40a3506c req-1c5ed7f8-feab-4b4a-b04c-9f922a4ae922 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.381844 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e9fa730-bce4-488b-bd54-09ca40a3506c req-1c5ed7f8-feab-4b4a-b04c-9f922a4ae922 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc29977-6bf9-4049-9d40-48c90789d3de HTTP/1.1" status: 200 len: 868 time: 0.1535494 Nov 12 03:25:14.404205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] No DVR routers for this DVR port ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:14.405951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fef595-8d75-44e4-89dd-c7c3f6205860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60920e20-5c86-49a9-b535-8874b85a6f1d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.407944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.415397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9cb28b0-a322-4a4e-b2a4-65c8dbc8046b req-40036393-cb37-4d33-87b1-a2c1a163bfe9 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.20 "DELETE /v2.0/ports/ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 HTTP/1.1" status: 204 len: 173 time: 0.8110793 Nov 12 03:25:14.415397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'name': 'network-vif-deleted', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:14.419221 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1438710-5065-40fa-907f-99c919268dfe" -d '{"events": [{"server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "name": "network-vif-deleted", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:14.495089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e9fa730-bce4-488b-bd54-09ca40a3506c req-f57ef21e-c58b-46e5-9016-1cbbdda0f173 tempest-ServersAdminTestJSON-473378172 tempest-ServersAdminTestJSON-473378172-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b749cc2-59da-4290-9616-556dedbad3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918374 Nov 12 03:25:14.574895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e37b-8d7f-44ab-9bb3-552b8cf9ec1c req-9d91b56d-2c80-47c4-8f39-f1e751ebcddd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.586827 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595763f1-d89c-4764-ad7a-962a2e7764fe x-openstack-request-id: req-595763f1-d89c-4764-ad7a-962a2e7764fe {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:14.587953 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc29977-6bf9-4049-9d40-48c90789d3de", "name": "network-vif-deleted", "tag": "ab4ee08e-583d-4e8b-9d1b-c9e1925786d4", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:14.588219 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-595763f1-d89c-4764-ad7a-962a2e7764fe {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:14.588638 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc29977-6bf9-4049-9d40-48c90789d3de', 'name': 'network-vif-deleted', 'tag': 'ab4ee08e-583d-4e8b-9d1b-c9e1925786d4', 'status': 'completed', 'code': 200} Nov 12 03:25:14.595723 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2228e37b-8d7f-44ab-9bb3-552b8cf9ec1c req-9d91b56d-2c80-47c4-8f39-f1e751ebcddd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0973923 Nov 12 03:25:14.657968 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2228e37b-8d7f-44ab-9bb3-552b8cf9ec1c req-ac633f6d-372a-4dc8-953d-45fd6a275a11 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 Nov 12 03:25:14.768169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36436) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:14.789437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d07fb92-01b3-4c4d-b8e0-88a0e4e9cd5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.881700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d07fb92-01b3-4c4d-b8e0-88a0e4e9cd5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.888361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d07fb92-01b3-4c4d-b8e0-88a0e4e9cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.930590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bc69fc79-1d83-4f48-af7d-3c53244d789f details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:14.934816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1d07fb92-01b3-4c4d-b8e0-88a0e4e9cd5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66d077967d8c4df698d418cce45852ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646526 Nov 12 03:25:14.935577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07fb92-01b3-4c4d-b8e0-88a0e4e9cd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83bd795-040c-44dd-a83d-c83cf2e500f4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.938031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36444) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:14.969444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b875a-0557-472d-b1c7-21d36893a381 req-e9091ec7-0d62-46a3-8b07-04eeb8cd8b2a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.970980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e80b875a-0557-472d-b1c7-21d36893a381 req-e9091ec7-0d62-46a3-8b07-04eeb8cd8b2a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 943 time: 0.0544457 Nov 12 03:25:15.003797 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7af786d8-1cbe-487a-8acc-293ca401d776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.035536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e80b875a-0557-472d-b1c7-21d36893a381 req-32403c57-f914-4e5a-81d8-27fa7699aed9 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550497 Nov 12 03:25:15.044076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7af786d8-1cbe-487a-8acc-293ca401d776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.127965 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7af786d8-1cbe-487a-8acc-293ca401d776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.130867 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7af786d8-1cbe-487a-8acc-293ca401d776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.145341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7af786d8-1cbe-487a-8acc-293ca401d776 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b83bd795-040c-44dd-a83d-c83cf2e500f4 HTTP/1.1" status: 204 len: 168 time: 0.2011564 Nov 12 03:25:15.165052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bc69fc79-1d83-4f48-af7d-3c53244d789f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:15.187827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'port_id': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'mac_address': 'fa:16:3e:fb:b3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:15.197015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af786d8-1cbe-487a-8acc-293ca401d776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83bd795-040c-44dd-a83d-c83cf2e500f4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.201905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac3d0-4159-4cef-bcba-76bd89d29406 req-fa836ab3-73f0-40ba-9da0-55791fd9fd84 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.219938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-643ac3d0-4159-4cef-bcba-76bd89d29406 req-fa836ab3-73f0-40ba-9da0-55791fd9fd84 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.0873475 Nov 12 03:25:15.243805 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.261926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc69fc79-1d83-4f48-af7d-3c53244d789f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:15.269206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087ee6d-df5e-48c9-929e-79de1a91a728 req-2f974f73-1437-4d95-9c7f-420ca657c9a3 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.273832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3087ee6d-df5e-48c9-929e-79de1a91a728 req-2f974f73-1437-4d95-9c7f-420ca657c9a3 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 967 time: 0.1062660 Nov 12 03:25:15.294572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-643ac3d0-4159-4cef-bcba-76bd89d29406 req-ae1ebedf-f23d-4fc2-bac8-47b2467bce42 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690186 Nov 12 03:25:15.310076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bc69fc79-1d83-4f48-af7d-3c53244d789f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:15.317368 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.318301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7b9fb85b-09e8-4695-9ec5-f16591d48130 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:15.363985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3087ee6d-df5e-48c9-929e-79de1a91a728 req-f853e987-9ed7-44e1-9b8f-e257e6f5b701 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841777 Nov 12 03:25:15.433166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a28b-2c02-49cb-906f-236f76517f3a req-0f88d557-425d-49da-bb94-ba142f500aaa tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.441275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-56c4a28b-2c02-49cb-906f-236f76517f3a req-0f88d557-425d-49da-bb94-ba142f500aaa tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.0775840 Nov 12 03:25:15.453002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bc69fc79-1d83-4f48-af7d-3c53244d789f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.485718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcba026-07cc-45ab-8fd2-a6de864b3ecb req-738b4164-5787-4e25-81d9-7071897902e6 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.487719 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdcba026-07cc-45ab-8fd2-a6de864b3ecb req-738b4164-5787-4e25-81d9-7071897902e6 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 944 time: 0.0679381 Nov 12 03:25:15.490871 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-56c4a28b-2c02-49cb-906f-236f76517f3a req-fba5f40b-2f8d-4405-b647-a4141096f185 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486405 Nov 12 03:25:15.495210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7b9fb85b-09e8-4695-9ec5-f16591d48130, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b9fb85b-09e8-4695-9ec5-f16591d48130,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:15.513688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'port_id': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'mac_address': 'fa:16:3e:6b:13:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:15.552254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdcba026-07cc-45ab-8fd2-a6de864b3ecb req-a87ac5d4-fb5d-4291-a690-084d3f2f2dc4 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511899 Nov 12 03:25:15.583140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.603236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9fb85b-09e8-4695-9ec5-f16591d48130 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:15.625621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7b9fb85b-09e8-4695-9ec5-f16591d48130, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b9fb85b-09e8-4695-9ec5-f16591d48130,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:15.631504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.798862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3753-c98c-44ad-8823-be743a0fa0e8 req-766ff171-0ede-434a-9dc9-389781a1f24d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.809115 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d4e3753-c98c-44ad-8823-be743a0fa0e8 req-766ff171-0ede-434a-9dc9-389781a1f24d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0722156 Nov 12 03:25:15.827836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7b9fb85b-09e8-4695-9ec5-f16591d48130,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.867029 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d4e3753-c98c-44ad-8823-be743a0fa0e8 req-f0eed203-99d2-4a8f-bc5d-a2a32ed1e866 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570269 Nov 12 03:25:15.918376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36474) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.056284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-89ff8dff-8130-4cda-ae4c-d5f79a5ac151 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3084adec08ed4fe1bf57807644029340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367571 Nov 12 03:25:16.058905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36484) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.084445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7b9fb85b-09e8-4695-9ec5-f16591d48130'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:16.089874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['bc69fc79-1d83-4f48-af7d-3c53244d789f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:16.110151 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.149305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.214496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233e3be-c4c5-4b3f-9a77-6b25f5cea97c req-d5544882-e3cb-443b-a26d-bfdfcaa199a8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.216143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2233e3be-c4c5-4b3f-9a77-6b25f5cea97c req-d5544882-e3cb-443b-a26d-bfdfcaa199a8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 944 time: 0.0807655 Nov 12 03:25:16.262610 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.265906 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.267604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b749cc2-59da-4290-9616-556dedbad3bd HTTP/1.1" status: 204 len: 168 time: 0.2077348 Nov 12 03:25:16.293346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b749cc2-59da-4290-9616-556dedbad3bd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.306471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2233e3be-c4c5-4b3f-9a77-6b25f5cea97c req-3819a2d2-47cb-45a1-8668-f195b193f49c tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769196 Nov 12 03:25:16.317948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.318300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.318643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.318980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.319315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.319646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.319975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.321224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.321564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.321897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.322229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.322829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aace07-c7ae-4a2e-a12c-fbc9353b84ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:16.448255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0081da-f9fb-433a-af0d-690b4af62491 req-cb6cca9a-0c3b-4db1-a8db-48bea3f0aaae tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.455970 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b0081da-f9fb-433a-af0d-690b4af62491 req-cb6cca9a-0c3b-4db1-a8db-48bea3f0aaae tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.0744565 Nov 12 03:25:16.484927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8bb51-0cf6-4bf0-8d4a-24f3c9a491ca req-8cee61d1-3156-432b-89ad-79d3e08314d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.486643 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ddb8bb51-0cf6-4bf0-8d4a-24f3c9a491ca req-8cee61d1-3156-432b-89ad-79d3e08314d8 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 967 time: 0.0534246 Nov 12 03:25:16.528581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b0081da-f9fb-433a-af0d-690b4af62491 req-38bb333b-5219-4b2e-9816-8ed0667a6f4b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666246 Nov 12 03:25:16.580619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ddb8bb51-0cf6-4bf0-8d4a-24f3c9a491ca req-ff51b71e-d438-4ef7-a3b0-9d84da258f88 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814064 Nov 12 03:25:16.656203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba380f71-baef-4c7f-9987-3a847b5ce77d req-e8471779-9492-482c-820d-a5b62050f219 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.659521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba380f71-baef-4c7f-9987-3a847b5ce77d req-e8471779-9492-482c-820d-a5b62050f219 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.0639913 Nov 12 03:25:16.685616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1cf5b-c645-4129-bf58-396ed7deb5d2 req-eb32efa9-3a26-4233-b62b-1db1d206033e tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.687119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25f1cf5b-c645-4129-bf58-396ed7deb5d2 req-eb32efa9-3a26-4233-b62b-1db1d206033e tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Nov 12 03:25:16.728396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba380f71-baef-4c7f-9987-3a847b5ce77d req-d836b95d-a3bf-4a96-b48c-f62fb87762d4 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621243 Nov 12 03:25:16.741515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25f1cf5b-c645-4129-bf58-396ed7deb5d2 req-61b82e9f-a667-4374-a849-04fc138bf1c0 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485144 Nov 12 03:25:16.816093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36514) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.862950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e89066-fb39-4116-97fa-f7444a224114 req-ac3377dc-306f-4333-9b7f-252f3dc598c8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.863929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bfd1712e-ad40-4892-b1a9-00f5094b5328 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c249b6fd3b943c1942aac57c4783824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466576 Nov 12 03:25:16.864629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89e89066-fb39-4116-97fa-f7444a224114 req-ac3377dc-306f-4333-9b7f-252f3dc598c8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.0600743 Nov 12 03:25:16.866433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36518) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.873828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36520) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.878331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Request body: {'floatingip': {'port_id': '98a98efc-8ef4-47d0-92cf-a0ea24e31731'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:16.935115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.958689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3633e0aa-ae36-4afb-9568-550ece08679b details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:16.981545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:17.028848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:17.029586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ab4ee08e-583d-4e8b-9d1b-c9e1925786d4 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:17.030187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8431ed2-71fc-4725-acae-818a47789982 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:17.053964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: f8431ed2-71fc-4725-acae-818a47789982 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:17.054308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8431ed2-71fc-4725-acae-818a47789982 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:17.122388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:17.135089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '3633e0aa-ae36-4afb-9568-550ece08679b', 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'port_id': '3633e0aa-ae36-4afb-9568-550ece08679b', 'mac_address': 'fa:16:3e:35:5a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c11f51-e68b-493c-bcbf-38190a452a5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:17.172582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c368d-d020-486d-b27b-6cbb8daf7ff6 req-ae5cf762-066b-4281-a2f6-66ef8942cb93 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.174359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-046c368d-d020-486d-b27b-6cbb8daf7ff6 req-ae5cf762-066b-4281-a2f6-66ef8942cb93 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1764493 Nov 12 03:25:17.178182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.180635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-13434b75-4806-42ce-a9e9-99d9474883be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 282 time: 0.1862614 Nov 12 03:25:17.194523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3633e0aa-ae36-4afb-9568-550ece08679b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:17.214192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:17.218150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-304824c6-3750-4ce0-aa8c-740414589806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.218499 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.287788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:17.295849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-304824c6-3750-4ce0-aa8c-740414589806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.372223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['3633e0aa-ae36-4afb-9568-550ece08679b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:17.399442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-ce953ddc-eacb-45cc-892a-cbfcd46983e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.405184 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-ce953ddc-eacb-45cc-892a-cbfcd46983e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1066 time: 0.1771300 Nov 12 03:25:17.409482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-046c368d-d020-486d-b27b-6cbb8daf7ff6 req-9d5e6828-f50d-4585-b202-f834a8d87bca tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889386 Nov 12 03:25:17.428359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:17.465725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306674f-12dc-4638-b2fb-4d48b057006c req-b23a1fea-8390-46ab-bfcd-1a1ff7e62f0a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.468555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7306674f-12dc-4638-b2fb-4d48b057006c req-b23a1fea-8390-46ab-bfcd-1a1ff7e62f0a tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 967 time: 0.0889113 Nov 12 03:25:17.584187 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-304824c6-3750-4ce0-aa8c-740414589806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.586855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-304824c6-3750-4ce0-aa8c-740414589806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.588020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-304824c6-3750-4ce0-aa8c-740414589806 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a18166f1-5f35-483e-9cda-149c3e01689c HTTP/1.1" status: 204 len: 168 time: 0.7205915 Nov 12 03:25:17.658487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304824c6-3750-4ce0-aa8c-740414589806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18166f1-5f35-483e-9cda-149c3e01689c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:17.666043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf0e09-84ef-43cd-9e85-5bc13caaabd3 req-94947234-7160-4790-a81e-137f21137b9e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.667537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92bf0e09-84ef-43cd-9e85-5bc13caaabd3 req-94947234-7160-4790-a81e-137f21137b9e tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 944 time: 0.1236567 Nov 12 03:25:17.698266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.712442 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Deleting port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:17.712442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.786222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92bf0e09-84ef-43cd-9e85-5bc13caaabd3 req-1e98a32b-71e7-4afc-9028-595c148d2707 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044459 Nov 12 03:25:17.821512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fad88-49c2-4000-b571-fed0f6870d35 req-b5ee25a1-374a-47d6-8d48-e6a16fba0084 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.823063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe3fad88-49c2-4000-b571-fed0f6870d35 req-b5ee25a1-374a-47d6-8d48-e6a16fba0084 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 944 time: 0.1601686 Nov 12 03:25:17.844413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] For port 1cba7779-d5d6-44ed-9af2-0b41611abfd5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1cba7779-d5d6-44ed-9af2-0b41611abfd5,segment=NetworkSegment(8762d249-eebe-473c-9e7e-7133f48faaf7),segment_id=8762d249-eebe-473c-9e7e-7133f48faaf7)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:17.845078 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.859940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36554) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:17.862717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Calling delete_port for 1cba7779-d5d6-44ed-9af2-0b41611abfd5 owned by compute:tempest-test_az-1622506926 {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:17.960557 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.972421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.037346 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe3fad88-49c2-4000-b571-fed0f6870d35 req-91a84a3b-c693-4c2f-bfc9-39950fff2341 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037587 Nov 12 03:25:18.049006 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e64ec284-7d07-439c-a50b-1a35722efbc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.064049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:18.096686 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.110939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1cba7779-d5d6-44ed-9af2-0b41611abfd5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:18.140054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ffa5e-5e99-4fea-8b4b-1aff75789f92 req-3fa130db-7f74-4f05-ab99-d622e87d4723 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.149296 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf5ffa5e-5e99-4fea-8b4b-1aff75789f92 req-3fa130db-7f74-4f05-ab99-d622e87d4723 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/ports?device_id=533d7bb6-2751-4c47-963e-f8e406f37bd1 HTTP/1.1" status: 200 len: 889 time: 0.1511793 Nov 12 03:25:18.162489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.167405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Pushing event deleted for resources: {'Port': ['ID=1cba7779-d5d6-44ed-9af2-0b41611abfd5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.224951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.225628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.226175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.226589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.226993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.227387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.227923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.228258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.228591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.228946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.229277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.229608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:18.265172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] No DVR routers for this DVR port 1cba7779-d5d6-44ed-9af2-0b41611abfd5 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:18.271247 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.274757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7306674f-12dc-4638-b2fb-4d48b057006c req-e7572382-efd9-4ddd-b333-62c0c3fdc19e tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.20 "DELETE /v2.0/ports/1cba7779-d5d6-44ed-9af2-0b41611abfd5 HTTP/1.1" status: 204 len: 173 time: 0.7986953 Nov 12 03:25:18.278089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'name': 'network-vif-deleted', 'tag': '1cba7779-d5d6-44ed-9af2-0b41611abfd5'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:18.280438 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b625ecd-c14d-4083-a705-5b6c29fe4bac" -d '{"events": [{"server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "name": "network-vif-deleted", "tag": "1cba7779-d5d6-44ed-9af2-0b41611abfd5"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:18.307277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf5ffa5e-5e99-4fea-8b4b-1aff75789f92 req-d8a444d3-d5bd-4b15-a8c8-adbfb21d5818 tempest-LiveAutoBlockMigrationV225Test-180880030 tempest-LiveAutoBlockMigrationV225Test-180880030-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d296e13-a968-4239-a882-a9f297257de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565571 Nov 12 03:25:18.341707 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e64ec284-7d07-439c-a50b-1a35722efbc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.348188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e64ec284-7d07-439c-a50b-1a35722efbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.412109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ec284-7d07-439c-a50b-1a35722efbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64e737-06d6-48cb-942e-3453bf1886eb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.430935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e64ec284-7d07-439c-a50b-1a35722efbc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2538451108234644b944a1fe9ff0f133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698676 Nov 12 03:25:18.433076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36576) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:18.503263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6503-c58d-4383-a205-2de8efbdc62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.540360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.542318 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6503-c58d-4383-a205-2de8efbdc62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.594076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=14']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.603111 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Floating IP e33f7946-e578-4f2c-a2b5-fe86b233b6b3 associated. External IP: 172.25.0.95, port: 98a98efc-8ef4-47d0-92cf-a0ea24e31731. Nov 12 03:25:18.608700 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a45a00-b87f-48d3-88b7-67569576409b x-openstack-request-id: req-35a45a00-b87f-48d3-88b7-67569576409b {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:18.609039 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533d7bb6-2751-4c47-963e-f8e406f37bd1", "name": "network-vif-deleted", "tag": "1cba7779-d5d6-44ed-9af2-0b41611abfd5", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:18.609296 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35a45a00-b87f-48d3-88b7-67569576409b {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:18.609699 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533d7bb6-2751-4c47-963e-f8e406f37bd1', 'name': 'network-vif-deleted', 'tag': '1cba7779-d5d6-44ed-9af2-0b41611abfd5', 'status': 'completed', 'code': 200} Nov 12 03:25:18.610758 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6503-c58d-4383-a205-2de8efbdc62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.614271 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6503-c58d-4383-a205-2de8efbdc62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.618423 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f6ea6503-c58d-4383-a205-2de8efbdc62f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee64e737-06d6-48cb-942e-3453bf1886eb HTTP/1.1" status: 204 len: 168 time: 0.1835091 Nov 12 03:25:18.627286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea6503-c58d-4383-a205-2de8efbdc62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64e737-06d6-48cb-942e-3453bf1886eb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.668335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36586) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:18.683136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:18.683476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:18.683799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.691118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:18.691442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.697473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:18.697641 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:18.705496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9143-3dd2-4be0-a39f-c88b17ada028 req-871779ee-c81a-4d94-8ea0-928c28a40165 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.707715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e1c9143-3dd2-4be0-a39f-c88b17ada028 req-871779ee-c81a-4d94-8ea0-928c28a40165 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 945 time: 0.5277703 Nov 12 03:25:18.712338 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 2 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:18.721168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc86e2a-d888-4bbc-9d6d-04bbd546954f req-1d6c8709-961b-48b9-9d02-a6ade9924289 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.729259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6bc86e2a-d888-4bbc-9d6d-04bbd546954f req-1d6c8709-961b-48b9-9d02-a6ade9924289 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0653069 Nov 12 03:25:18.781061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:18.781061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:18.781368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.796006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6bc86e2a-d888-4bbc-9d6d-04bbd546954f req-8013f840-5af2-44c7-bb1c-83882d22a7ee tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621669 Nov 12 03:25:18.826634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e1c9143-3dd2-4be0-a39f-c88b17ada028 req-ae382fb7-8c5c-460c-baae-f5819300e84a tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088960 Nov 12 03:25:18.833129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:18.833515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.851122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:18.851471 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:18.853481 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 3 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:18.892515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:18.892893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:18.893280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.908841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:18.909138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.968193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:18.968910 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:18.971097 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 4 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:18.977030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3633e0aa-ae36-4afb-9568-550ece08679b up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:19.047554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:19.048240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:19.048582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.064783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.065717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.079623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68c74d-2908-4a45-ae4d-aebd82d113c7 req-ba914ffc-11b9-46fe-8407-bcd536c4396a tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.083203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee68c74d-2908-4a45-ae4d-aebd82d113c7 req-ba914ffc-11b9-46fe-8407-bcd536c4396a tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 944 time: 0.1594214 Nov 12 03:25:19.085563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1420077795-network', 'tenant_id': '24f16ee2bfc74b3886a7b7810bf4f10e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:19.089309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.089659 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:19.095198 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 5 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:19.122450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15bfd-37cb-4013-a2cd-93d0e87bb586 req-ab6a402d-736a-4f46-8ab9-f334ccc76167 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.126613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 3633e0aa-ae36-4afb-9568-550ece08679b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:19.127665 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.130723 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8fc15bfd-37cb-4013-a2cd-93d0e87bb586 req-ab6a402d-736a-4f46-8ab9-f334ccc76167 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 944 time: 0.2229707 Nov 12 03:25:19.158644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:19.159607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:19.159824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.163561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:19.173614 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee68c74d-2908-4a45-ae4d-aebd82d113c7 req-ff92fcd4-9099-4330-836a-800a2b3762c7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784228 Nov 12 03:25:19.176314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36594) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.200997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.201329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.203405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Made reservation on behalf of 24f16ee2bfc74b3886a7b7810bf4f10e for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:19.205723 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.216426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c157d3a-371a-4cdf-b320-d06e13d2c697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.224409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.232171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.232508 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:19.241344 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 6 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:19.243793 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.246877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:19.249116 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ca1282-2e71-4419-af9b-1700c3470b8a" -d '{"events": [{"server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "name": "network-vif-plugged", "status": "completed", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:19.262119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:19.267010 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.268325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bc69fc79-1d83-4f48-af7d-3c53244d789f up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:19.306158 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67458c5d-d291-4bfa-9012-c756de7ff95a x-openstack-request-id: req-67458c5d-d291-4bfa-9012-c756de7ff95a {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:19.306466 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "name": "network-vif-plugged", "status": "completed", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:19.306717 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67458c5d-d291-4bfa-9012-c756de7ff95a {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:19.307107 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b', 'code': 200} Nov 12 03:25:19.326353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8fc15bfd-37cb-4013-a2cd-93d0e87bb586 req-df124ea3-d409-444f-8cc9-579c0bc18b80 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928926 Nov 12 03:25:19.332301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:19.332682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:19.333044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.353319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.365437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.365437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.365612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port bc69fc79-1d83-4f48-af7d-3c53244d789f completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:19.369038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port bc69fc79-1d83-4f48-af7d-3c53244d789f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:19.369411 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.385153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.423545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.423793 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:19.431481 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 7 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:19.434736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-46220554-9227-4d9b-994e-df1ce517e2e0 admin admin] Deleting subnet f282aada-aebd-41cb-9844-fdf4b16102eb {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:19.438736 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46220554-9227-4d9b-994e-df1ce517e2e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.453888 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.476297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46220554-9227-4d9b-994e-df1ce517e2e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.481376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:19.481715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:19.482050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.488095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:19.493515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.496276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bc69fc79-1d83-4f48-af7d-3c53244d789f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:19.500681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] Sync routers for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:19.508421 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.509342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7b9fb85b-09e8-4695-9ec5-f16591d48130 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:19.523880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46220554-9227-4d9b-994e-df1ce517e2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.525075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.525395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.555068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.555404 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:19.561420 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 8 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:19.585323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:19.585970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:19.589497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c157d3a-371a-4cdf-b320-d06e13d2c697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.592398 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46220554-9227-4d9b-994e-df1ce517e2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.599202 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6cc5e3f1-88ed-4cc0-9b48-beb4e0a59ffc tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "PUT /v2.0/floatingips/e33f7946-e578-4f2c-a2b5-fe86b233b6b3 HTTP/1.1" status: 200 len: 990 time: 2.7243655 Nov 12 03:25:19.603348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.604155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'tag': '98a98efc-8ef4-47d0-92cf-a0ea24e31731'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:19.607581 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae89e9e4-e820-49e1-8cec-79c259d4303c", "tag": "98a98efc-8ef4-47d0-92cf-a0ea24e31731"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:19.613604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c157d3a-371a-4cdf-b320-d06e13d2c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.617584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.623238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:19.623640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:19.624254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.629308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46220554-9227-4d9b-994e-df1ce517e2e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f282aada-aebd-41cb-9844-fdf4b16102eb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.632539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46220554-9227-4d9b-994e-df1ce517e2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.637013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46220554-9227-4d9b-994e-df1ce517e2e0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f282aada-aebd-41cb-9844-fdf4b16102eb HTTP/1.1" status: 204 len: 168 time: 0.2506826 Nov 12 03:25:19.639474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36606) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.662986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.663352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.676723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:19.686713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.687103 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:19.693730 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca42d5ed-1e33-40e6-b7c9-658147c1357e x-openstack-request-id: req-ca42d5ed-1e33-40e6-b7c9-658147c1357e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:19.694045 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae89e9e4-e820-49e1-8cec-79c259d4303c", "tag": "98a98efc-8ef4-47d0-92cf-a0ea24e31731", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:19.694278 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca42d5ed-1e33-40e6-b7c9-658147c1357e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:19.694737 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'tag': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'status': 'completed', 'code': 200} Nov 12 03:25:19.696257 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 9 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:19.700355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c157d3a-371a-4cdf-b320-d06e13d2c697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e3a09c-e288-4f74-9a5f-587540f4956a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.717613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c157d3a-371a-4cdf-b320-d06e13d2c697 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e507b03a896647a7b5d11c41508cd5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5400414 Nov 12 03:25:19.732732 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.732732 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Added segment 1e4df291-c5b3-4e71-946c-043a2e3136a2 of type vlan for network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 Nov 12 03:25:19.737007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36608) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.742148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7b9fb85b-09e8-4695-9ec5-f16591d48130 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:19.777141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bc69fc79-1d83-4f48-af7d-3c53244d789f,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.779485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.785147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7b9fb85b-09e8-4695-9ec5-f16591d48130 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:19.785518 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.793448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:19.793788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:19.794121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.803344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.804448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-634b8a7a-dff3-4fd9-9458-f6959a9b615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.806078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-634b8a7a-dff3-4fd9-9458-f6959a9b615e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1f123a7b8854480b6070cb1f77ba30b&device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 1097 time: 0.0594239 Nov 12 03:25:19.825539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.825886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.828628 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.845440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.845781 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:19.849838 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempt 10 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:25:19.871495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:19.885436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:19.885774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:19.886214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.889200 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1fedd721-2b09-455e-8d73-29ad8af5e712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.890639 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.891570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.892149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.916419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.916644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:19.992427 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3181736 Nov 12 03:25:19.992427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:19.992427 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:25:19.992427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.995629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36614) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.014386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.019587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Request body: {'subnet': {'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1420077795-subnet', 'tenant_id': '24f16ee2bfc74b3886a7b7810bf4f10e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:20.024230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1fedd721-2b09-455e-8d73-29ad8af5e712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.048416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e1731-68f4-4be3-9aa7-71359a430cad admin admin] Pushing event updated for resources: {'Network': ['ID=40e62742-f18d-4a7c-bbc9-03c6c5ef4942,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.061093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:20.065723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.077465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-3d50f6ee-252c-4d9d-ac95-0f9885652c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.079222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-3d50f6ee-252c-4d9d-ac95-0f9885652c68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e007e6ab-0ff3-4922-99e6-15cd69810443 HTTP/1.1" status: 200 len: 908 time: 0.2652824 Nov 12 03:25:20.102884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37a1d10-61ee-4876-8b8c-8ef90e6dd922']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:20.113267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e76d-676c-45ab-bf12-1150225de70a req-df955967-cd5f-4847-8364-5a974b77b880 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.114883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63e9e76d-676c-45ab-bf12-1150225de70a req-df955967-cd5f-4847-8364-5a974b77b880 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.2278810 Nov 12 03:25:20.133522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Made reservation on behalf of 24f16ee2bfc74b3886a7b7810bf4f10e for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:20.136322 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.150688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255f90a-5322-4863-97c0-08f02f7c4401 req-9b201fad-da86-40c4-80af-e6f5992d70bd tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.152208 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1255f90a-5322-4863-97c0-08f02f7c4401 req-9b201fad-da86-40c4-80af-e6f5992d70bd tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 945 time: 0.2085295 Nov 12 03:25:20.156993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7b9fb85b-09e8-4695-9ec5-f16591d48130, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b9fb85b-09e8-4695-9ec5-f16591d48130,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:20.158726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8762d249-eebe-473c-9e7e-7133f48faaf7') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:20.159391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8762d249-eebe-473c-9e7e-7133f48faaf7') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:20.178404 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.179206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1cba7779-d5d6-44ed-9af2-0b41611abfd5 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:20.189896 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.227003 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-311b0bef-52d6-4edb-8f83-343146a937d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a98efc-8ef4-47d0-92cf-a0ea24e31731 HTTP/1.1" status: 200 len: 998 time: 0.1353536 Nov 12 03:25:20.228232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.236042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:20.236417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:25:20.249919 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.250505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] In _notify_port_updated(), no bound segment for port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:25:20.251648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.253041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.254152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:20.254551 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.255179 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 1063 time: 2.8335350 Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:20.257343 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:20.290908 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1fedd721-2b09-455e-8d73-29ad8af5e712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.292667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63e9e76d-676c-45ab-bf12-1150225de70a req-546f07f9-b22a-4d23-810c-7ae1e2bca937 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401567 Nov 12 03:25:20.294086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1fedd721-2b09-455e-8d73-29ad8af5e712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.295504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1fedd721-2b09-455e-8d73-29ad8af5e712 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0e3a09c-e288-4f74-9a5f-587540f4956a HTTP/1.1" status: 204 len: 168 time: 0.5573525 Nov 12 03:25:20.356916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-f5774c14-b1f3-41e5-ac25-92c42ac9d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.358396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-f5774c14-b1f3-41e5-ac25-92c42ac9d828 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b770ced1-1a97-4f2e-86a4-86acd3e91a2a HTTP/1.1" status: 200 len: 845 time: 0.1188753 Nov 12 03:25:20.364460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.388732 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.396472 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] 10.222.0.49 "DELETE /v2.0/networks/a37a1d10-61ee-4876-8b8c-8ef90e6dd922 HTTP/1.1" status: 204 len: 168 time: 0.7559183 Nov 12 03:25:20.408244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36622) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.434494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b069fcd-d5e2-4192-8a08-87086360f6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a37a1d10-61ee-4876-8b8c-8ef90e6dd922,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.439496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedd721-2b09-455e-8d73-29ad8af5e712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e3a09c-e288-4f74-9a5f-587540f4956a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.459561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 1cba7779-d5d6-44ed-9af2-0b41611abfd5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:20.459941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1cba7779-d5d6-44ed-9af2-0b41611abfd5 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:20.478600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1255f90a-5322-4863-97c0-08f02f7c4401 req-be63321a-e4a5-49f6-adaf-75b4177ed142 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009098 Nov 12 03:25:20.491334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-3c282062-7355-49a7-a0b6-8a84322bfd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.493219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-3c282062-7355-49a7-a0b6-8a84322bfd24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e007e6ab-0ff3-4922-99e6-15cd69810443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268408 Nov 12 03:25:20.501633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b19d39-41b5-432a-be2d-cd84ba67f124 admin admin] Deleting subnet 29678d20-f0c9-4649-ac5c-ea49d6909ec9 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:20.516773 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b19d39-41b5-432a-be2d-cd84ba67f124 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.526854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7b9fb85b-09e8-4695-9ec5-f16591d48130,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.537380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bf3ee-861d-4ac7-bdd1-dedeb45f0644 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=15']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.574923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-1a92bd55-40b0-4077-b33b-63b37118db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.580456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-1a92bd55-40b0-4077-b33b-63b37118db8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1858189 Nov 12 03:25:20.605979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e33f7946-e578-4f2c-a2b5-fe86b233b6b3', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'port_id': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'mac_address': 'fa:16:3e:92:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:51Z', 'updated_at': '2021-11-12T03:25:17Z', 'revision_number': 1, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:47Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:20.639198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b19d39-41b5-432a-be2d-cd84ba67f124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.647412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] Checking router: e79cc2ff-51f6-4b0d-b481-cd6129c0a987 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:20.659761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:20.661441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:20.715123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddc264-233f-4a0a-8db2-1c75a5a03532 req-d10846f8-7237-47ce-a195-b735260c545b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.716865 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddddc264-233f-4a0a-8db2-1c75a5a03532 req-d10846f8-7237-47ce-a195-b735260c545b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.1621635 Nov 12 03:25:20.723357 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b19d39-41b5-432a-be2d-cd84ba67f124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.758192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-8ea05207-8288-4693-97a8-dacf905dc1c9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.759736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-8ea05207-8288-4693-97a8-dacf905dc1c9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 945 time: 0.3216789 Nov 12 03:25:20.796481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-6095c258-0e29-4a3c-8e5d-7a346da50bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914751 Nov 12 03:25:20.800348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b19d39-41b5-432a-be2d-cd84ba67f124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.820890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:20.882807 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddddc264-233f-4a0a-8db2-1c75a5a03532 req-70913440-0e56-4b56-b51f-2bce2f540125 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279082 Nov 12 03:25:20.889785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466eca-868d-4f3d-ba5f-6f52d0c82633 req-90bb4233-b29c-4333-b82c-b2805920c0ee tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.891374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b19d39-41b5-432a-be2d-cd84ba67f124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29678d20-f0c9-4649-ac5c-ea49d6909ec9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.895268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e466eca-868d-4f3d-ba5f-6f52d0c82633 req-90bb4233-b29c-4333-b82c-b2805920c0ee tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 945 time: 0.2675388 Nov 12 03:25:20.900473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b19d39-41b5-432a-be2d-cd84ba67f124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.907749 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-98b19d39-41b5-432a-be2d-cd84ba67f124 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/29678d20-f0c9-4649-ac5c-ea49d6909ec9 HTTP/1.1" status: 204 len: 168 time: 0.4971912 Nov 12 03:25:20.915773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36630) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.969399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3633e0aa-ae36-4afb-9568-550ece08679b no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:20.989139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-1fc3a4b4-66e4-4f92-bc48-d04b9ac567c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.990704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-1fc3a4b4-66e4-4f92-bc48-d04b9ac567c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3813717 Nov 12 03:25:21.009657 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.039318 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.060496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1349b1e7-dbda-41bc-8a9a-81f8dd09a56f req-573d5ce6-da4f-4689-b2fe-bff7443f8635 service neutron] 10.222.0.20 "GET /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550581 Nov 12 03:25:21.146107 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-231a6a39-b7ba-478f-828f-48d9f7b5818b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.1316354 Nov 12 03:25:21.147262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cc480f-d21d-48bd-a583-3f4f9942ca39,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.152664 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.156970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.181717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7437d604-649e-45f7-94c3-ac2d95d4e8dc']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.199959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59b0c79-23f4-465a-8831-2b5c9f931745') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.200337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59b0c79-23f4-465a-8831-2b5c9f931745') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.211724 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.228214 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.237670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:21.239183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:21.239848 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:21.243369 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:21.246249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.298825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Deleting port 3633e0aa-ae36-4afb-9568-550ece08679b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:21.299168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.308264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e466eca-868d-4f3d-ba5f-6f52d0c82633 req-e7b27ea6-8275-4673-a0d1-9c2b43fa090c tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609910 Nov 12 03:25:21.312176 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.312657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-924f00d6-2d1b-4d3a-b2d4-1f1a1c33cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.314396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-924f00d6-2d1b-4d3a-b2d4-1f1a1c33cc80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1465108 Nov 12 03:25:21.319317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f'}, {'server_uuid': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9fb85b-09e8-4695-9ec5-f16591d48130'}, {'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:21.321692 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2671735-e03d-4bc3-9ae3-c697a9edeca8" -d '{"events": [{"server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "name": "network-vif-plugged", "status": "completed", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f"}, {"server_uuid": "a47a4577-b30f-4531-b070-fa79c3efd8b3", "name": "network-vif-plugged", "status": "completed", "tag": "7b9fb85b-09e8-4695-9ec5-f16591d48130"}, {"server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:21.328828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.335167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e33f7946-e578-4f2c-a2b5-fe86b233b6b3', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'port_id': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'mac_address': 'fa:16:3e:92:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:51Z', 'updated_at': '2021-11-12T03:25:17Z', 'revision_number': 1, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:47Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.336542 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7437d604-649e-45f7-94c3-ac2d95d4e8dc HTTP/1.1" status: 204 len: 168 time: 0.4181879 Nov 12 03:25:21.360220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Checking segment: {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:21.360646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Network hostable DHCP agents. Network: 40e62742-f18d-4a7c-bbc9-03c6c5ef4942, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:21.377556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.382895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b65e3e-f78f-455f-92a1-e6eac693cc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7437d604-649e-45f7-94c3-ac2d95d4e8dc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.398488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829f4e8-9240-4980-a1fd-9ea468ee9ceb None None] The sync data for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 is: [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e33f7946-e578-4f2c-a2b5-fe86b233b6b3', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'port_id': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'mac_address': 'fa:16:3e:92:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:51Z', 'updated_at': '2021-11-12T03:25:17Z', 'revision_number': 1, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:47Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:21.457195 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d10d20-103f-4448-9cd4-fd772359164c x-openstack-request-id: req-a1d10d20-103f-4448-9cd4-fd772359164c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:21.457654 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "name": "network-vif-plugged", "status": "completed", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f", "code": 200}, {"server_uuid": "a47a4577-b30f-4531-b070-fa79c3efd8b3", "name": "network-vif-plugged", "status": "completed", "tag": "7b9fb85b-09e8-4695-9ec5-f16591d48130", "code": 200}, {"server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:21.457806 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1d10d20-103f-4448-9cd4-fd772359164c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:21.458702 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'code': 200} Nov 12 03:25:21.458970 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'code': 200} Nov 12 03:25:21.459226 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b', 'code': 200} Nov 12 03:25:21.576539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36654) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:21.605160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36656) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:21.619749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:21.651439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-0f1c544d-34f9-4cfb-8149-c8a1c12e353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.653060 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-0f1c544d-34f9-4cfb-8149-c8a1c12e353b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3112440 Nov 12 03:25:21.656918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641073-62fc-4c87-b11c-241f68bd5e68 req-8322d8b8-8329-4970-acf9-b3675007ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.658508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f641073-62fc-4c87-b11c-241f68bd5e68 req-8322d8b8-8329-4970-acf9-b3675007ebc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0898049 Nov 12 03:25:21.666588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] For port 3633e0aa-ae36-4afb-9568-550ece08679b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3633e0aa-ae36-4afb-9568-550ece08679b,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:21.666960 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.677084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36dcbb-a6aa-4b69-b3cd-e88dc8fd24a7 req-78bf2937-47d8-4da2-94c5-87d18e1fc8df tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.678743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3f36dcbb-a6aa-4b69-b3cd-e88dc8fd24a7 req-78bf2937-47d8-4da2-94c5-87d18e1fc8df tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.0695670 Nov 12 03:25:21.693791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 40e62742-f18d-4a7c-bbc9-03c6c5ef4942) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:21.698547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.699253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.704037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b7d8b-fbfb-475a-b40d-9daf2f0497ea None None] Network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:21.727029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:21.729345 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532" -d '{"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:21.740065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74308d59-2d34-4740-aa4d-0a57c7bc8da1 req-a07814a0-a8e2-4180-a5c4-64d96a540ed6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.741651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-74308d59-2d34-4740-aa4d-0a57c7bc8da1 req-a07814a0-a8e2-4180-a5c4-64d96a540ed6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.2883730 Nov 12 03:25:21.743644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Calling delete_port for 3633e0aa-ae36-4afb-9568-550ece08679b owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:21.759374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f641073-62fc-4c87-b11c-241f68bd5e68 req-91d5e191-9c24-43b8-b26c-d09e270ed01a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793769 Nov 12 03:25:21.777000 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240cf42b-4ad9-4f5b-a435-251e057afd48 None None] New status for floating IP e33f7946-e578-4f2c-a2b5-fe86b233b6b3: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:21.801720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3f36dcbb-a6aa-4b69-b3cd-e88dc8fd24a7 req-58d45520-9f3c-4104-a95e-6b760f1763f2 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151085 Nov 12 03:25:21.844629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a53c10ff-5f17-4e58-a288-86a802a4c8fe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8371067 Nov 12 03:25:21.910452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a782ad68-cd55-4e37-b71e-453c124f0ed9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cae64c692ebf4f8a9969f7448cdcd8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251059 Nov 12 03:25:21.911084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36666) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:21.911319 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7998e1-4ada-4799-8296-380e64c8137a x-openstack-request-id: req-ad7998e1-4ada-4799-8296-380e64c8137a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:21.911607 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:21.911860 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad7998e1-4ada-4799-8296-380e64c8137a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:21.912249 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:25:21.918080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79a117-c635-4710-8356-be8a7312ad83 req-bdb173ec-8360-4846-9654-74eb059c4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.919596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f79a117-c635-4710-8356-be8a7312ad83 req-bdb173ec-8360-4846-9654-74eb059c4c9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 1097 time: 0.3445446 Nov 12 03:25:21.961054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-network', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:22.007362 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-74308d59-2d34-4740-aa4d-0a57c7bc8da1 req-2a7c96eb-6307-40d4-851f-b1972eaa4414 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446239 Nov 12 03:25:22.059697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4b34f-36ee-4a2c-97f7-e4bcfa4b9f7f None None] Network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:22.104508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-3b05a6b6-a4da-425c-974b-f52a7352d511 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402046 Nov 12 03:25:22.115975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Made reservation on behalf of c32349301fb544a69d5b40e742cd49f9 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:22.118390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.140906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-706c7745-39a9-4c7b-bf33-394135a6fb9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.178696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.191805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-706c7745-39a9-4c7b-bf33-394135a6fb9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.208585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-6051fd88-5ae3-4223-a2f9-23adc832ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.210132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-6051fd88-5ae3-4223-a2f9-23adc832ea01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1913021 Nov 12 03:25:22.221046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adbb42-c1f8-4bb1-b43d-cf1422120e0b req-bb1c42c3-4985-4450-ae4a-9f2abdacb350 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.228700 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c6adbb42-c1f8-4bb1-b43d-cf1422120e0b req-bb1c42c3-4985-4450-ae4a-9f2abdacb350 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bab2be7-79ae-4ad5-85f5-578de27c09f6 HTTP/1.1" status: 200 len: 943 time: 0.2149394 Nov 12 03:25:22.359972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c6adbb42-c1f8-4bb1-b43d-cf1422120e0b req-618d4f77-8b93-4701-b5ea-b601aeb40e0a tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303539 Nov 12 03:25:22.374480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-706c7745-39a9-4c7b-bf33-394135a6fb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.383239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-706c7745-39a9-4c7b-bf33-394135a6fb9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.384398 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-706c7745-39a9-4c7b-bf33-394135a6fb9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d296e13-a968-4239-a882-a9f297257de3 HTTP/1.1" status: 204 len: 168 time: 0.4724329 Nov 12 03:25:22.413370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-bf2a23cf-f977-4245-8153-746c0e14d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.414900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-bf2a23cf-f977-4245-8153-746c0e14d39c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1791332 Nov 12 03:25:22.421685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c7745-39a9-4c7b-bf33-394135a6fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d296e13-a968-4239-a882-a9f297257de3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.485716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-4092fd9c-178e-4ba4-afc9-5de0d6ce4020 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0614808 Nov 12 03:25:22.564567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-bd4d33cc-aec7-467b-8341-0bc3dda037c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.571617 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-bd4d33cc-aec7-467b-8341-0bc3dda037c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0759168 Nov 12 03:25:22.579350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a530ab-8ddc-4b51-822c-e3a0bf6e664b req-851337ef-3743-4712-a742-7ca17ed5b7e0 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.581026 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90a530ab-8ddc-4b51-822c-e3a0bf6e664b req-851337ef-3743-4712-a742-7ca17ed5b7e0 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 945 time: 0.0979695 Nov 12 03:25:22.623565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f79a117-c635-4710-8356-be8a7312ad83 req-a92845e4-56ac-4490-9d75-f31eb24be4c0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5942924 Nov 12 03:25:22.677153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90a530ab-8ddc-4b51-822c-e3a0bf6e664b req-22e375c8-56a3-4385-bd04-92e2e397601f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801849 Nov 12 03:25:22.678790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-fa8c41f5-84b1-4e7b-85c3-7749c337b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.680199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-fa8c41f5-84b1-4e7b-85c3-7749c337b84c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0927608 Nov 12 03:25:22.715585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36690) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.718694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.760184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eade9090-751a-4ad8-b912-d1a221f3f71d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39a2b97190614d418cb55e8c7d40e2dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411172 Nov 12 03:25:22.760428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36692) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.764883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f8423b7-28e4-4b55-b07f-abaf4771f375 req-1d695c28-da4c-40de-b9e2-03522b394af8 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421707 Nov 12 03:25:22.770441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event deleted for resources: {'Port': ['ID=3633e0aa-ae36-4afb-9568-550ece08679b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.809564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d4c53d3-7701-4a16-9109-b433fa110e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.834558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d4c53d3-7701-4a16-9109-b433fa110e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.853695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-0256812f-f053-44d8-a231-63bfd9578159 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.855275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-0256812f-f053-44d8-a231-63bfd9578159 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/networks?id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942 HTTP/1.1" status: 200 len: 818 time: 0.3327403 Nov 12 03:25:22.858807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] No DVR routers for this DVR port 3633e0aa-ae36-4afb-9568-550ece08679b on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:22.861382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.865700 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ae339c9-e4fc-4f34-8b66-b8cec6f44f9c req-f627885a-5474-4822-b0dc-0382be6b7167 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "DELETE /v2.0/ports/3633e0aa-ae36-4afb-9568-550ece08679b HTTP/1.1" status: 204 len: 173 time: 2.0952864 Nov 12 03:25:22.930429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.932478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-a5ccf14e-3dc6-4fe9-92c6-53d1e4aff379 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/quotas/24f16ee2bfc74b3886a7b7810bf4f10e HTTP/1.1" status: 200 len: 375 time: 0.0579405 Nov 12 03:25:22.937773 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.980077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-a5a7be36-b876-4da3-8fa9-0e7c2a7b0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.982545 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-a5a7be36-b876-4da3-8fa9-0e7c2a7b0b40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1242530 Nov 12 03:25:22.983329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:22.998332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-bb930b1b-ec6b-4a26-914d-4a6748faea0f service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224353 Nov 12 03:25:23.009163 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d4c53d3-7701-4a16-9109-b433fa110e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.011400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-78d0406b-5d24-41c8-b43e-b3dde7619321 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=24f16ee2bfc74b3886a7b7810bf4f10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647292 Nov 12 03:25:23.011847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d4c53d3-7701-4a16-9109-b433fa110e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.013044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9d4c53d3-7701-4a16-9109-b433fa110e4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6beb772d-f016-4dc9-820f-d70f6fce4c84 HTTP/1.1" status: 204 len: 168 time: 0.2516882 Nov 12 03:25:23.052694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd811-484e-4a21-ba0e-1774d909ea80 req-25114721-d6b0-4d8f-b9bc-501c131550b0 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.054224 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efbcd811-484e-4a21-ba0e-1774d909ea80 req-25114721-d6b0-4d8f-b9bc-501c131550b0 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.0946515 Nov 12 03:25:23.056511 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.056883 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Added segment 439cca2c-f629-4cd1-be17-63efa035b346 of type vlan for network 4064035e-a672-40c9-b671-5c934c6e6050 Nov 12 03:25:23.058112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c1feb0-2abb-4f74-87c3-28d0ed5d616f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.063828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c53d3-7701-4a16-9109-b433fa110e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb772d-f016-4dc9-820f-d70f6fce4c84,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.192083 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.307448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.308416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.309029 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.328535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-1a556b1d-fcc4-47e7-b224-e677ce9859fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.330046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-1a556b1d-fcc4-47e7-b224-e677ce9859fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3246920 Nov 12 03:25:23.369558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-f150f440-0932-4353-9b21-145d4d1d0192 service neutron] 10.222.0.49 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404541 Nov 12 03:25:23.415067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7927523 Nov 12 03:25:23.419256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36708) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:23.426620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Request body: {'subnet': {'network_id': '4064035e-a672-40c9-b671-5c934c6e6050', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-subnet', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:23.475165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-52b3cf95-17b7-4396-9b3d-27e853908bca service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442744 Nov 12 03:25:23.481161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6eda4-8c28-4651-aa86-8bf829fa976e admin admin] Pushing event updated for resources: {'Network': ['ID=4064035e-a672-40c9-b671-5c934c6e6050,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.492339 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efbcd811-484e-4a21-ba0e-1774d909ea80 req-abe61146-f0f5-46e7-9da4-5e22e9462beb tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034989 Nov 12 03:25:23.500027 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-33c6b4ab-33a8-430c-91eb-644f41709037 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0884256 Nov 12 03:25:23.507187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 4064035e-a672-40c9-b671-5c934c6e6050 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:23.511925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Made reservation on behalf of c32349301fb544a69d5b40e742cd49f9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:23.514818 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.632638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-d0a0d7b4-f418-4a44-a557-9323c9173a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.634163 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-d0a0d7b4-f418-4a44-a557-9323c9173a6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1163130 Nov 12 03:25:23.640242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-6cc3051e-3bec-46d9-9d3d-db620d91fa05 service neutron] 10.222.0.49 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184937 Nov 12 03:25:23.709284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-46f5d313-b7e2-46a7-8b06-55f3718e7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.710855 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-46f5d313-b7e2-46a7-8b06-55f3718e7913 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697479 Nov 12 03:25:23.805841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339b45b-0a03-487d-a5f3-ab8bfd37c93c req-f2d015bb-2b62-4956-9f89-dc5c3dd856d8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.807379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7339b45b-0a03-487d-a5f3-ab8bfd37c93c req-f2d015bb-2b62-4956-9f89-dc5c3dd856d8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1808047 Nov 12 03:25:23.808903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.849102 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-884f47c2-4520-437a-b2f4-f8c9ea098e42 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312063 Nov 12 03:25:23.901812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c273d2a-9b29-4aaf-be35-b5658406cc11,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.940251 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7339b45b-0a03-487d-a5f3-ab8bfd37c93c req-96d71303-6464-4d95-b9b9-5cd7c27ad025 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245155 Nov 12 03:25:23.941356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Checking segment: {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:23.941776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Network hostable DHCP agents. Network: 4064035e-a672-40c9-b671-5c934c6e6050, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:23.963870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Network 4064035e-a672-40c9-b671-5c934c6e6050 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:23.979386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 4064035e-a672-40c9-b671-5c934c6e6050) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:23.984337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.985017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.993444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba4159-67cc-4ce8-b0b0-fcfb611ffa96 None None] Network 4064035e-a672-40c9-b671-5c934c6e6050 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:24.005358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3574a2b4-f215-4ee5-809e-b78e11c79802 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5828583 Nov 12 03:25:24.007895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36726) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.014520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:24.050480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.053780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.071649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'name': 'network-vif-deleted', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:24.088765 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d904db-66db-4250-a54b-89fe8cadec47" -d '{"events": [{"server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "name": "network-vif-deleted", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:24.189154 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.239997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-4064035e-a672-40c9-b671-5c934c6e6050', 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'fixed_ips': [{'subnet_id': '9c273d2a-9b29-4aaf-be35-b5658406cc11'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:24.241137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.269435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecc1df9b-6987-47d7-a7a7-16b71a2d2532 req-930dbd45-fa20-4f2c-b858-917631095731 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138808 Nov 12 03:25:24.290693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154a63-bacf-473d-98d5-686ab9072bff req-0ce8cb67-4280-44a2-b9d7-a38e6f479dda tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.308367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5154a63-bacf-473d-98d5-686ab9072bff req-0ce8cb67-4280-44a2-b9d7-a38e6f479dda tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 945 time: 0.1481087 Nov 12 03:25:24.402925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5154a63-bacf-473d-98d5-686ab9072bff req-2c688d5f-9660-4567-b792-0a0769d0c771 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915332 Nov 12 03:25:24.496023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.509434 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.520421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36748) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.525566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d65fe078-58ed-4064-9e2c-d4b1c6b6c93d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182575204', 'description': 'tempest-description--1515645230'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:24.531109 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ef3d11-072e-4928-982c-4254ffd9e125 x-openstack-request-id: req-d0ef3d11-072e-4928-982c-4254ffd9e125 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:24.531235 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bab2be7-79ae-4ad5-85f5-578de27c09f6", "name": "network-vif-deleted", "tag": "3633e0aa-ae36-4afb-9568-550ece08679b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:24.535576 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0ef3d11-072e-4928-982c-4254ffd9e125 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:24.536013 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab2be7-79ae-4ad5-85f5-578de27c09f6', 'name': 'network-vif-deleted', 'tag': '3633e0aa-ae36-4afb-9568-550ece08679b', 'status': 'completed', 'code': 200} Nov 12 03:25:24.540295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Allocated IP 172.20.0.2 (4064035e-a672-40c9-b671-5c934c6e6050/9c273d2a-9b29-4aaf-be35-b5658406cc11/d4f11388-aa4d-4737-9af0-3434564052fc) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:24.574468 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d65fe078-58ed-4064-9e2c-d4b1c6b6c93d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.703670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-609a57cb-d9ae-43f5-9bd4-ed2ebd4c128b req-d3c91dad-b18b-4f3c-909a-4201dd0a7dce tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 210 time: 0.0401785 Nov 12 03:25:24.743186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d0ad-4a18-4edc-a1b5-21a0e8092dba req-8e590069-000c-4a58-9bc5-b1f04702c6f1 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.753009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8162d0ad-4a18-4edc-a1b5-21a0e8092dba req-8e590069-000c-4a58-9bc5-b1f04702c6f1 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.1172514 Nov 12 03:25:24.791394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d65fe078-58ed-4064-9e2c-d4b1c6b6c93d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.795047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.798879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d65fe078-58ed-4064-9e2c-d4b1c6b6c93d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.805552 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.835311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fe078-58ed-4064-9e2c-d4b1c6b6c93d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc0c2ef-3de1-4a7b-99a0-215c241c9118,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.862801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8162d0ad-4a18-4edc-a1b5-21a0e8092dba req-fbebdcb8-c42d-41c2-800e-002e11bb0fda tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083510 Nov 12 03:25:24.866477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d65fe078-58ed-4064-9e2c-d4b1c6b6c93d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.870147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d65fe078-58ed-4064-9e2c-d4b1c6b6c93d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3459363 Nov 12 03:25:24.874553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36760) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.881827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1f5861b9-5309-4dce-abba-fe1658b4571c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Request body: {'security_group_rule': {'security_group_id': '7cc0c2ef-3de1-4a7b-99a0-215c241c9118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:24.913064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Pushing event updated for resources: {'Port': ['ID=d4f11388-aa4d-4737-9af0-3434564052fc,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.922976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Network 4064035e-a672-40c9-b671-5c934c6e6050 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:24.925687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:24.928108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:24.930405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.973046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f5861b9-5309-4dce-abba-fe1658b4571c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.978587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.010602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Attempting to bind port d4f11388-aa4d-4737-9af0-3434564052fc on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:25.010975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Attempting to bind port d4f11388-aa4d-4737-9af0-3434564052fc by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:25.011337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Attempting to bind port d4f11388-aa4d-4737-9af0-3434564052fc on network 4064035e-a672-40c9-b671-5c934c6e6050 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:25.013552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3633e0aa-ae36-4afb-9568-550ece08679b no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:25.041079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 3633e0aa-ae36-4afb-9568-550ece08679b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:25.041445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3633e0aa-ae36-4afb-9568-550ece08679b not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:25.046055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:25.047155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Checking segment: {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:25.047155 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.048576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Bound using segment: {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:25.049133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Bound port: d4f11388-aa4d-4737-9af0-3434564052fc, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:25.050123 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.132462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] For port d4f11388-aa4d-4737-9af0-3434564052fc, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:25.141646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] For port d4f11388-aa4d-4737-9af0-3434564052fc, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d4f11388-aa4d-4737-9af0-3434564052fc,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:25.148454 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.171904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f5861b9-5309-4dce-abba-fe1658b4571c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.181325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b941e-7703-497a-b93f-deb457eee788 req-a29811a9-1728-4d3a-9209-77ab23025096 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.182876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e73b941e-7703-497a-b93f-deb457eee788 req-a29811a9-1728-4d3a-9209-77ab23025096 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0778449 Nov 12 03:25:25.184097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f5861b9-5309-4dce-abba-fe1658b4571c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.213567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f5861b9-5309-4dce-abba-fe1658b4571c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.214950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1f5861b9-5309-4dce-abba-fe1658b4571c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3374887 Nov 12 03:25:25.219233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adca7e-d3b2-490a-ba3b-279b718375d7 req-499ab931-4d11-44d3-8470-abef8ea31a31 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.220815 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46adca7e-d3b2-490a-ba3b-279b718375d7 req-499ab931-4d11-44d3-8470-abef8ea31a31 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.1651075 Nov 12 03:25:25.250869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36776) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.251453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36778) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.263547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Request body: {'floatingip': {'port_id': '7b9fb85b-09e8-4695-9ec5-f16591d48130'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:25.274494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5861b9-5309-4dce-abba-fe1658b4571c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24151437-f82b-47ab-9678-b08bf9241678,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.282083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2d6bb3a0-6ab1-4264-8c16-bb53de450b66 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Request body: {'security_group_rule': {'security_group_id': '7cc0c2ef-3de1-4a7b-99a0-215c241c9118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:25.290661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c532e-ca20-4fbf-abd0-1a3abeb2aa89 None None] Pushing event updated for resources: {'Port': ['ID=d4f11388-aa4d-4737-9af0-3434564052fc,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.360578 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e73b941e-7703-497a-b93f-deb457eee788 req-15ef3c45-907b-4b13-8dec-39a2286b7662 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594112 Nov 12 03:25:25.383134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.389501 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6bb3a0-6ab1-4264-8c16-bb53de450b66 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.456774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Allocated IP 172.25.0.30 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/93f9b0ce-894a-422c-b920-8dc95a7cac6d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:25.787142 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6bb3a0-6ab1-4264-8c16-bb53de450b66 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.801015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6bb3a0-6ab1-4264-8c16-bb53de450b66 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.853475 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-276a91d8-0f6a-495e-b001-268b2388b0dc req-bd9d8f3d-4f80-4a1a-a9c3-c2ab77b06df9 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 210 time: 0.0373800 Nov 12 03:25:25.885377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bb3a0-6ab1-4264-8c16-bb53de450b66 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da784bb7-f53c-4644-9bc4-7ff2645f1026,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.912043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef2305-cbd8-4d78-bc49-197ea97f70ad req-458e4678-a92c-465f-8e0f-210a53249b50 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.913698 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11ef2305-cbd8-4d78-bc49-197ea97f70ad req-458e4678-a92c-465f-8e0f-210a53249b50 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 945 time: 0.2530291 Nov 12 03:25:25.916488 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6bb3a0-6ab1-4264-8c16-bb53de450b66 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.920916 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2d6bb3a0-6ab1-4264-8c16-bb53de450b66 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6633692 Nov 12 03:25:25.921506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36796) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.926638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:25.954664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.998665 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.070375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.111790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11ef2305-cbd8-4d78-bc49-197ea97f70ad req-b0fa3174-39f7-47a0-9a36-c1e67c8e16ea tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803586 Nov 12 03:25:26.427362 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.456015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Allocated IP 172.25.0.196 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/e4526479-599a-4c6e-af23-e4dcce1152da) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:26.607489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:26.632206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afe812-9fb0-463a-9711-e0769611b13f req-b8e00145-b795-47de-be32-6f575e73aea4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.633918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8afe812-9fb0-463a-9711-e0769611b13f req-b8e00145-b795-47de-be32-6f575e73aea4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0842378 Nov 12 03:25:26.641781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:26.661346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:26.672334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.686543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20718-4918-48fc-8c87-d6a53e233a4c req-ebaebb3d-8903-4d8d-a4c3-b66ca6872b4f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.689422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cde20718-4918-48fc-8c87-d6a53e233a4c req-ebaebb3d-8903-4d8d-a4c3-b66ca6872b4f tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 945 time: 0.4186959 Nov 12 03:25:26.695978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7e2fee-9140-438c-a53e-ba04dbd33e11 None None] Network 4064035e-a672-40c9-b671-5c934c6e6050 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:26.707048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36822) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.713358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Request body: {'floatingip': {'port_id': 'bc69fc79-1d83-4f48-af7d-3c53244d789f'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:26.725538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Pushing event updated for resources: {'Port': ['ID=93f9b0ce-894a-422c-b920-8dc95a7cac6d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.748941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-789cdd75-4c76-4875-9506-7a81a971324c tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.750757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-789cdd75-4c76-4875-9506-7a81a971324c tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "GET /v2.0/networks?id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942 HTTP/1.1" status: 200 len: 818 time: 0.4810123 Nov 12 03:25:26.780251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Request body: {'port': {'device_id': '211c03b6-6d2d-4de8-a1b1-30cfd560ac9e', 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942', 'admin_state_up': True, 'tenant_id': '24f16ee2bfc74b3886a7b7810bf4f10e'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:26.823501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8afe812-9fb0-463a-9711-e0769611b13f req-2e90569f-1949-4216-8ba1-1f59f466136d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807902 Nov 12 03:25:26.840473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bfeeb323-63d7-4b08-94b0-3cce8eb4e2c6 None None] Provisioning complete for port d4f11388-aa4d-4737-9af0-3434564052fc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:26.843333 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfeeb323-63d7-4b08-94b0-3cce8eb4e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.855909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.904612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.resource_extend [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:25:27.057082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfeeb323-63d7-4b08-94b0-3cce8eb4e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.072165 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.104541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bfeeb323-63d7-4b08-94b0-3cce8eb4e2c6 None None] For port d4f11388-aa4d-4737-9af0-3434564052fc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d4f11388-aa4d-4737-9af0-3434564052fc,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:27.116826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfeeb323-63d7-4b08-94b0-3cce8eb4e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.179981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-500dc0a7-df92-4b32-a2f3-b125f89ac8d2 req-8514a70e-0b9c-496c-8c03-20470c45cfe9 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 210 time: 0.1342840 Nov 12 03:25:27.194484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeb323-63d7-4b08-94b0-3cce8eb4e2c6 None None] Pushing event updated for resources: {'Port': ['ID=d4f11388-aa4d-4737-9af0-3434564052fc,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.252437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:27.271874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:27.449120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:27.458747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event updated for resources: {'Port': ['ID=e4526479-599a-4c6e-af23-e4dcce1152da,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.467299 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.510430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.520527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-10089628-f6d7-432b-bfe4-63baf3471db3 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.521592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-10089628-f6d7-432b-bfe4-63baf3471db3 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "GET /v2.0/networks?id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942 HTTP/1.1" status: 200 len: 818 time: 0.7937696 Nov 12 03:25:27.550940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Request body: {'port': {'device_id': 'e1594299-24f5-4471-bc42-b888e3cca4ec', 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942', 'admin_state_up': True, 'tenant_id': '24f16ee2bfc74b3886a7b7810bf4f10e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:27.586997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ff0255a0-9f35-4a81-9ad6-3791ec6fe10f None None] Provisioning complete for port d4f11388-aa4d-4737-9af0-3434564052fc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.587930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff0255a0-9f35-4a81-9ad6-3791ec6fe10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.740371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d4f11388-aa4d-4737-9af0-3434564052fc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:27.801668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Made reservation on behalf of 24f16ee2bfc74b3886a7b7810bf4f10e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:27.806062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.807821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d4f11388-aa4d-4737-9af0-3434564052fc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.808197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.862543 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Floating IP e89bef26-68f4-4ca5-9136-028e45464b01 associated. External IP: 172.25.0.72, port: 7b9fb85b-09e8-4695-9ec5-f16591d48130. Nov 12 03:25:27.964512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.984441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.112209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.204253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36848) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:28.224923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b671739-65fb-4c87-98fe-1c4961667388 req-614c25a5-5c9a-4f83-a9de-3067fb0db5ac tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.226521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b671739-65fb-4c87-98fe-1c4961667388 req-614c25a5-5c9a-4f83-a9de-3067fb0db5ac tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.2288530 Nov 12 03:25:28.230576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Allocated IP 172.20.0.9 (40e62742-f18d-4a7c-bbc9-03c6c5ef4942/23cc480f-d21d-48bd-a583-3f4f9942ca39/82e71d0d-ee3f-4316-b09c-49a92e653127) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:28.478474 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bac4419f-9c0e-4e36-b8f6-f2e55b15cd79 req-40ec4426-32f9-44b8-9885-4e1547303248 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 210 time: 0.0879338 Nov 12 03:25:28.482189 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12fd50f1-3e3f-4e2b-a612-495a190776a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.502795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b671739-65fb-4c87-98fe-1c4961667388 req-84758b8c-984f-4105-8794-38cadd8d1c6f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355950 Nov 12 03:25:28.509877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b97c0549-b620-4925-a879-6dbeec614f69 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.511868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b97c0549-b620-4925-a879-6dbeec614f69 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "GET /v2.0/networks?id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942 HTTP/1.1" status: 200 len: 818 time: 1.0642259 Nov 12 03:25:28.529728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Request body: {'port': {'device_id': '6b07691c-3214-4ddd-a358-f767acd9a4b1', 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942', 'admin_state_up': True, 'tenant_id': '24f16ee2bfc74b3886a7b7810bf4f10e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:28.533204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.572506 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Floating IP 3befa5ab-986b-49f4-a1b1-3e9bee5159c5 associated. External IP: 172.25.0.6, port: bc69fc79-1d83-4f48-af7d-3c53244d789f. Nov 12 03:25:28.669252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Router 656d90c0-e40e-403f-828e-edc96ee4e3ba has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:28.702166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.715740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Made reservation on behalf of 24f16ee2bfc74b3886a7b7810bf4f10e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:28.719603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.765345 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.769193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.903202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12fd50f1-3e3f-4e2b-a612-495a190776a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.917638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Made reservation on behalf of 24f16ee2bfc74b3886a7b7810bf4f10e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:28.921092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.942505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12fd50f1-3e3f-4e2b-a612-495a190776a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.990922 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.021891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:29.031431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] Sync routers for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:29.042621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:29.043514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:29.051756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-12fd50f1-3e3f-4e2b-a612-495a190776a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2806aa02e3094d9db52a3548e6c2d04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8432035 Nov 12 03:25:29.058012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.062721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36856) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:29.090197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd50f1-3e3f-4e2b-a612-495a190776a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88f5bc6-cd08-4534-aac3-e3ce47ba7c71,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.107072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:29.134807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:29.145030 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-379de568-514e-483e-92bf-da594da11079 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "PUT /v2.0/floatingips/e89bef26-68f4-4ca5-9136-028e45464b01 HTTP/1.1" status: 200 len: 991 time: 3.8859937 Nov 12 03:25:29.145030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:29.150144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'tag': '7b9fb85b-09e8-4695-9ec5-f16591d48130'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:29.152597 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2c0e3a-4af6-4bf6-80ed-70250926e629" -d '{"events": [{"name": "network-changed", "server_uuid": "a47a4577-b30f-4531-b070-fa79c3efd8b3", "tag": "7b9fb85b-09e8-4695-9ec5-f16591d48130"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:29.155077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Pushing event updated for resources: {'Port': ['ID=82e71d0d-ee3f-4316-b09c-49a92e653127,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.205203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Allocated IP 172.20.0.10 (40e62742-f18d-4a7c-bbc9-03c6c5ef4942/23cc480f-d21d-48bd-a583-3f4f9942ca39/c4abbbb0-3fda-4c62-b5a6-14b26660d403) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:29.219200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:29.238251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:29.249194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.250076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.254685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6b71c3e-28ad-4aa0-8eee-bfe8cc3d61f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.259280 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e7eea9-f8a9-4779-8643-64f8d050f40a x-openstack-request-id: req-47e7eea9-f8a9-4779-8643-64f8d050f40a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:29.259583 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47a4577-b30f-4531-b070-fa79c3efd8b3", "tag": "7b9fb85b-09e8-4695-9ec5-f16591d48130", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:29.259827 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47e7eea9-f8a9-4779-8643-64f8d050f40a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:29.260225 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'tag': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'status': 'completed', 'code': 200} Nov 12 03:25:29.295747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-39b01621-934c-41c4-9500-dfad88e412aa tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5197017 Nov 12 03:25:29.308048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.312593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Router 976628ea-3846-47bd-b59b-044e9b5c4583 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:29.329259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6b71c3e-28ad-4aa0-8eee-bfe8cc3d61f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.338377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Request body: {'port': {'device_id': '211c03b6-6d2d-4de8-a1b1-30cfd560ac9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:29.339595 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.470763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.490797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:29.505137 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Sync routers for ids ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:29.518499 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Routers {'68dfcadb-37ff-417e-a6a7-bfb6d9254113'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:29.519498 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:29.520594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e89bef26-68f4-4ca5-9136-028e45464b01', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'port_id': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'mac_address': 'fa:16:3e:6b:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:33Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:29.527408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event updated for resources: {'Port': ['ID=e4526479-599a-4c6e-af23-e4dcce1152da,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.528153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6b71c3e-28ad-4aa0-8eee-bfe8cc3d61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.531030 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6b71c3e-28ad-4aa0-8eee-bfe8cc3d61f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.532403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e6b71c3e-28ad-4aa0-8eee-bfe8cc3d61f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a88f5bc6-cd08-4534-aac3-e3ce47ba7c71 HTTP/1.1" status: 204 len: 168 time: 0.4661059 Nov 12 03:25:29.553352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.554650 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1670c09a-4ead-444f-a000-64d9b6bc14d6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5456064 Nov 12 03:25:29.559386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36868) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:29.560309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71c3e-28ad-4aa0-8eee-bfe8cc3d61f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88f5bc6-cd08-4534-aac3-e3ce47ba7c71,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.572068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] Checking router: 656d90c0-e40e-403f-828e-edc96ee4e3ba for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:29.588194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:29.589008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:29.714966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-e92ef586-c2b8-4a45-9782-b8f589a490be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.720836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-e92ef586-c2b8-4a45-9782-b8f589a490be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a3e935b23d647669624b6ca16a73d59&device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 1098 time: 0.4281766 Nov 12 03:25:29.734535 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Set router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:29.765999 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.789365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:29.948644 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b496912f-a135-4c9c-8ddd-e7a7e0c4e471 req-5d55f319-e80d-403c-97d2-7315962cee1d tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 210 time: 0.2248580 Nov 12 03:25:30.020627 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:27Z', 'revision_number': 3, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port': {'id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:30.052328 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Checking router: 68dfcadb-37ff-417e-a6a7-bfb6d9254113 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:30.052913 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Updating router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 port 93f9b0ce-894a-422c-b920-8dc95a7cac6d binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:30.055654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36874) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:30.072728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:30.092849 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] Sync routers for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:30.098912 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.108606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c29edc7f-6e2d-46b2-aef4-81a7745d58b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.122550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:30.123593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:30.134689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.135934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0ee7733d-d03d-4909-a897-e1da69fd0e48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2134056 Nov 12 03:25:30.207122 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.231157 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.249460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ed2210c5-783d-4178-9f1d-ee8522dabcf4 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "PUT /v2.0/floatingips/3befa5ab-986b-49f4-a1b1-3e9bee5159c5 HTTP/1.1" status: 200 len: 989 time: 3.5399091 Nov 12 03:25:30.323021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:30.325565 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaca2a0-f49d-4980-b78e-fadf38d2073b" -d '{"events": [{"name": "network-changed", "server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:30.335853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:30.408136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e89bef26-68f4-4ca5-9136-028e45464b01', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'port_id': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'mac_address': 'fa:16:3e:6b:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:33Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:30.423825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-c661d261-b5ca-4d4b-8ef3-dbfa97cbeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.425954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-c661d261-b5ca-4d4b-8ef3-dbfa97cbeca5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 200 len: 925 time: 0.6485732 Nov 12 03:25:30.472383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8885b5-98c2-4856-929e-d6e8f36d0a9b None None] The sync data for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 is: [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'e89bef26-68f4-4ca5-9136-028e45464b01', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'port_id': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'mac_address': 'fa:16:3e:6b:13:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:33Z', 'updated_at': '2021-11-12T03:25:26Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:30.551431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ceeca-7d3d-4a54-b0d2-447b3a508850 req-5718cd94-623e-4beb-9593-cf41f510d132 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.553420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c62ceeca-7d3d-4a54-b0d2-447b3a508850 req-5718cd94-623e-4beb-9593-cf41f510d132 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.2164938 Nov 12 03:25:30.647734 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c29edc7f-6e2d-46b2-aef4-81a7745d58b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.651395 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.664271 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.671750 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.721827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c29edc7f-6e2d-46b2-aef4-81a7745d58b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.729343 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c62ceeca-7d3d-4a54-b0d2-447b3a508850 req-ba6db938-0afa-4965-8c80-7a81b6dda3f4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248724 Nov 12 03:25:30.762517 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411863a8-d527-4a59-a6c8-f015acfb602b None None] Pushing event updated for resources: {'Port': ['ID=93f9b0ce-894a-422c-b920-8dc95a7cac6d,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:30.765814 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Attempting to bind port 93f9b0ce-894a-422c-b920-8dc95a7cac6d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:30.766200 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Attempting to bind port 93f9b0ce-894a-422c-b920-8dc95a7cac6d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:30.766561 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Attempting to bind port 93f9b0ce-894a-422c-b920-8dc95a7cac6d on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:30.779320 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:30.779697 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:30.780093 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.780485 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:30.781946 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Bound port: 93f9b0ce-894a-422c-b920-8dc95a7cac6d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:30.781946 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.788223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3befa5ab-986b-49f4-a1b1-3e9bee5159c5', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'floating_ip_address': '172.25.0.6', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'port_id': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'mac_address': 'fa:16:3e:fb:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84444274-20bb-48ca-8d56-53644497e131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:59Z', 'updated_at': '2021-11-12T03:25:27Z', 'revision_number': 1, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:25:02Z', 'revision_number': 5, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:30.832988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] Checking router: 976628ea-3846-47bd-b59b-044e9b5c4583 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:30.848762 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96d83eb-e4f5-409c-90ad-d0266e7680c4 x-openstack-request-id: req-d96d83eb-e4f5-409c-90ad-d0266e7680c4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:30.849072 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:30.849351 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d96d83eb-e4f5-409c-90ad-d0266e7680c4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:30.849751 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'status': 'completed', 'code': 200} Nov 12 03:25:30.849898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:30.850646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:30.865744 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-20b06ae8-9440-4b3d-8035-faf1930e9e55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b9fb85b-09e8-4695-9ec5-f16591d48130 HTTP/1.1" status: 200 len: 999 time: 0.4144430 Nov 12 03:25:30.898422 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8eddc8-a310-4eae-b84b-a962a15514aa None None] New status for floating IP e89bef26-68f4-4ca5-9136-028e45464b01: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:30.901638 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] For port 93f9b0ce-894a-422c-b920-8dc95a7cac6d, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:30.907960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:30.916008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-c91beb21-0a53-429d-9f8b-39ea521f4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.917536 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-c91beb21-0a53-429d-9f8b-39ea521f4080 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1e8f76fb85048a396252fffb5b575e1&device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 1097 time: 0.0640881 Nov 12 03:25:30.921165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Allocated IP 172.20.0.8 (40e62742-f18d-4a7c-bbc9-03c6c5ef4942/23cc480f-d21d-48bd-a583-3f4f9942ca39/dd986bc3-f178-4504-a88e-d3e2d2ed0f44) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:30.957230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:30.963385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c29edc7f-6e2d-46b2-aef4-81a7745d58b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc0e1383f5294c5486d74dab9399952f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9040961 Nov 12 03:25:30.969385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:30.971801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36894) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:30.983879 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] For port 93f9b0ce-894a-422c-b920-8dc95a7cac6d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93f9b0ce-894a-422c-b920-8dc95a7cac6d,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:30.993518 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.005747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29edc7f-6e2d-46b2-aef4-81a7745d58b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef2e91-e6ba-46f6-bbda-7a918c847de6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.027843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:31.070705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-93185f3d-afc0-4d5a-8d6f-e979a79ff086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.072225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-93185f3d-afc0-4d5a-8d6f-e979a79ff086 service neutron] 10.222.0.20 "GET /v2.0/networks?id=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 HTTP/1.1" status: 200 len: 917 time: 0.1426313 Nov 12 03:25:31.078042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Pushing event updated for resources: {'Port': ['ID=c4abbbb0-3fda-4c62-b5a6-14b26660d403,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.084268 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.115355 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411863a8-d527-4a59-a6c8-f015acfb602b None None] Pushing event updated for resources: {'Port': ['ID=93f9b0ce-894a-422c-b920-8dc95a7cac6d,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.120016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29ddd531-861f-48fe-9d94-641db9a90590 req-8aebdc37-7ce7-48e8-b0ec-9d5d76821788 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 210 time: 0.0466595 Nov 12 03:25:31.183758 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Routers {'68dfcadb-37ff-417e-a6a7-bfb6d9254113'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:31.184432 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.187188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-9ee35534-d4f0-40aa-944f-00dee16c4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.189056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-9ee35534-d4f0-40aa-944f-00dee16c4a89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df8dfc23-bd6b-478f-a093-42ac4af69327 HTTP/1.1" status: 200 len: 862 time: 0.3054385 Nov 12 03:25:31.236299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-69ae3544-e83d-439c-85ab-19ffdd7a1fcc tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.242871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-2e3b2786-5451-45e4-bb9c-79c85d640c15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f HTTP/1.1" status: 200 len: 997 time: 0.1454914 Nov 12 03:25:31.248718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-69ae3544-e83d-439c-85ab-19ffdd7a1fcc tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 821 time: 0.6995697 Nov 12 03:25:31.304557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.305907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.326733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-7c1616d1-d51c-4663-8b32-2aa1f87a1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.328541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-7c1616d1-d51c-4663-8b32-2aa1f87a1ea0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4bc70f72-8486-4328-a24f-b2d57ef7c2aa HTTP/1.1" status: 200 len: 854 time: 0.0599468 Nov 12 03:25:31.337652 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-e1497fa8-2698-4c46-994f-c20c9abd5dda tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/quotas/7df37c43615a41bf83f793aa35268750 HTTP/1.1" status: 200 len: 375 time: 0.0878317 Nov 12 03:25:31.419894 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d8e0e7-61ce-498a-a913-523320da8559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.435048 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f733fd1-ef4d-4766-b773-3fb698bcab87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.436120 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] Set router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:31.529567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-aae8a231-2dfe-47fa-9ede-73568ac527a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.531570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-aae8a231-2dfe-47fa-9ede-73568ac527a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1951749 Nov 12 03:25:31.588065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3befa5ab-986b-49f4-a1b1-3e9bee5159c5', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'floating_ip_address': '172.25.0.6', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'port_id': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'mac_address': 'fa:16:3e:fb:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84444274-20bb-48ca-8d56-53644497e131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:59Z', 'updated_at': '2021-11-12T03:25:27Z', 'revision_number': 1, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:25:02Z', 'revision_number': 5, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.633003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Allocated IP 172.20.0.1 (4064035e-a672-40c9-b671-5c934c6e6050/9c273d2a-9b29-4aaf-be35-b5658406cc11/4ee506ad-8778-44d0-a167-c708ddc54a5b) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:31.634427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8533f4e-6085-43a0-b6ad-3cb49386d057 None None] The sync data for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 is: [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3befa5ab-986b-49f4-a1b1-3e9bee5159c5', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'floating_ip_address': '172.25.0.6', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'port_id': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'mac_address': 'fa:16:3e:fb:b3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84444274-20bb-48ca-8d56-53644497e131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:59Z', 'updated_at': '2021-11-12T03:25:27Z', 'revision_number': 1, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:25:02Z', 'revision_number': 5, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:31.692319 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:27Z', 'revision_number': 3, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port': {'id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.722508 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cebe68-a97c-4769-a784-aa8f1e384728 None None] The sync data for ids ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'] in n-d-789963-21 is: [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:27Z', 'revision_number': 3, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port': {'id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:31.737930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-eba780ef-c22d-45db-b310-eb2995a8ca3c service neutron] 10.222.0.20 "GET /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918423 Nov 12 03:25:31.809906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ac3dfe85-ba0c-45ad-80f9-d887367409fc tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2683437 Nov 12 03:25:31.860093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Request body: {'port': {'device_id': 'e1594299-24f5-4471-bc42-b888e3cca4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:31.870355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-b894f44f-9c2d-447f-ad82-f4931249476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.871858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-b894f44f-9c2d-447f-ad82-f4931249476d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8c8d0f-771f-4ab9-9157-5fb981951e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6594031 Nov 12 03:25:31.873918 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d8e0e7-61ce-498a-a913-523320da8559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.876241 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.941936 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcaca2a0-f49d-4980-b78e-fadf38d2073b req-15e0a916-a59f-4796-89f4-495f5a70fe09 service neutron] 10.222.0.20 "GET /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958251 Nov 12 03:25:31.957952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-5361c29a-4c7a-4d24-8d3e-9ae34dbce52c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6193030 Nov 12 03:25:31.969602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157db2e-12bd-4c50-b4a2-a639772e4fd9 req-7c4df4cc-8637-4080-bba5-8973d586db84 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.979578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4157db2e-12bd-4c50-b4a2-a639772e4fd9 req-7c4df4cc-8637-4080-bba5-8973d586db84 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1191127 Nov 12 03:25:32.034604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.040665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1c50d-7077-4da2-8da9-661319d4375b None None] New status for floating IP 3befa5ab-986b-49f4-a1b1-3e9bee5159c5: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:32.106095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Network 4064035e-a672-40c9-b671-5c934c6e6050 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:32.113649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4157db2e-12bd-4c50-b4a2-a639772e4fd9 req-286b6b2d-cc0e-4080-aa28-d7974741bbc4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330726 Nov 12 03:25:32.114514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:32.117559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:32.189563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee506ad-8778-44d0-a167-c708ddc54a5b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.206787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.207106 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.220044 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.319340 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d8e0e7-61ce-498a-a913-523320da8559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.323423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d8e0e7-61ce-498a-a913-523320da8559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.324943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-94d8e0e7-61ce-498a-a913-523320da8559 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43ef2e91-e6ba-46f6-bbda-7a918c847de6 HTTP/1.1" status: 204 len: 168 time: 1.3203185 Nov 12 03:25:32.345609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b226acf-c99f-426f-a794-7dc45a7b2e4a req-c5fc71dc-cea7-4243-bf1b-9024072c8cc5 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 210 time: 0.0457416 Nov 12 03:25:32.504616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-53c547e4-c832-430e-b86c-363a5f7608c5 None None] Provisioning complete for port 4ee506ad-8778-44d0-a167-c708ddc54a5b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:32.505202 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-53c547e4-c832-430e-b86c-363a5f7608c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.553275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8e0e7-61ce-498a-a913-523320da8559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef2e91-e6ba-46f6-bbda-7a918c847de6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.560274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-38a659fb-1ca6-4dc4-abe7-c089b3608843 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565907 Nov 12 03:25:32.567149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.574200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-397a5354-e950-4d0f-bc12-b5d581c3d802 service neutron] 10.222.0.49 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964208 Nov 12 03:25:32.623711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.663284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-53c547e4-c832-430e-b86c-363a5f7608c5 None None] Port 4ee506ad-8778-44d0-a167-c708ddc54a5b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:32.866537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2c0e3a-4af6-4bf6-80ed-70250926e629 req-f094bc39-890b-4805-8f04-6ff909023638 service neutron] 10.222.0.20 "GET /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899077 Nov 12 03:25:32.871075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:32.874130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Pushing event updated for resources: {'Port': ['ID=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.879054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:32.887603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:32.953889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e71d0d-ee3f-4316-b09c-49a92e653127 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:32.964506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.981122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.981751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.996379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Transition to ACTIVE for port object 82e71d0d-ee3f-4316-b09c-49a92e653127 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:32.998986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.001990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.023237 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-c05b0ce8-4c35-4b16-8bde-a8ea25a67c7f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4997349 Nov 12 03:25:33.036802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Request body: {'port': {'device_id': '6b07691c-3214-4ddd-a358-f767acd9a4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:33.063125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Pushing event updated for resources: {'Port': ['ID=82e71d0d-ee3f-4316-b09c-49a92e653127,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.066395 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.089364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-8c921a3d-c3cc-4c89-8404-ee654f41bd30 service neutron] 10.222.0.49 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021403 Nov 12 03:25:33.146189 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.157935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee506ad-8778-44d0-a167-c708ddc54a5b,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.345342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Attempting to bind port 82e71d0d-ee3f-4316-b09c-49a92e653127 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:33.345682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Attempting to bind port 82e71d0d-ee3f-4316-b09c-49a92e653127 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:33.346578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Attempting to bind port 82e71d0d-ee3f-4316-b09c-49a92e653127 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:33.357857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4abbbb0-3fda-4c62-b5a6-14b26660d403 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:33.362706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Port 82e71d0d-ee3f-4316-b09c-49a92e653127 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:33.363038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Attempting to bind port 82e71d0d-ee3f-4316-b09c-49a92e653127 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:33.378152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.378968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:33.379314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Checking segment: {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:33.379762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Bound using segment: {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:33.380153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Bound port: 82e71d0d-ee3f-4316-b09c-49a92e653127, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:33.380563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.387117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Network 4064035e-a672-40c9-b671-5c934c6e6050 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:33.403102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba6402-1049-4376-b616-6245c672309a req-7b9fa5f6-20a3-4f4e-8fc0-cc65e4106bed tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.404759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16ba6402-1049-4376-b616-6245c672309a req-7b9fa5f6-20a3-4f4e-8fc0-cc65e4106bed tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1247747 Nov 12 03:25:33.407531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:33.453948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-682cce45-71e3-4cb9-8d35-38bc8090b291 req-5496fc52-915b-45ed-a349-f2a956b70fa3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 210 time: 0.0849397 Nov 12 03:25:33.462852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Transition to ACTIVE for port object c4abbbb0-3fda-4c62-b5a6-14b26660d403 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:33.464414 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.470322 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.543058 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f65a20df-cb95-4d75-ba74-22f253c74ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.710277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16ba6402-1049-4376-b616-6245c672309a req-461e35a9-56d2-48e3-94fc-5e8170fd6bbc tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861152 Nov 12 03:25:33.731199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Pushing event updated for resources: {'Port': ['ID=c4abbbb0-3fda-4c62-b5a6-14b26660d403,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.731467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] For port 82e71d0d-ee3f-4316-b09c-49a92e653127, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:33.766103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] For port 82e71d0d-ee3f-4316-b09c-49a92e653127, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=82e71d0d-ee3f-4316-b09c-49a92e653127,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:33.773463 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.808155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93f9b0ce-894a-422c-b920-8dc95a7cac6d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:33.822404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:33.828264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.828976 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.830623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] 10.222.0.20 "PUT /v2.0/ports/82e71d0d-ee3f-4316-b09c-49a92e653127 HTTP/1.1" status: 200 len: 1092 time: 4.4976213 Nov 12 03:25:33.831257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211c03b6-6d2d-4de8-a1b1-30cfd560ac9e', 'tag': '82e71d0d-ee3f-4316-b09c-49a92e653127'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:33.837875 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204" -d '{"events": [{"name": "network-changed", "server_uuid": "211c03b6-6d2d-4de8-a1b1-30cfd560ac9e", "tag": "82e71d0d-ee3f-4316-b09c-49a92e653127"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:33.941239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 93f9b0ce-894a-422c-b920-8dc95a7cac6d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:33.942379 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.006137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c0954-321b-464c-b92f-4813b80a0f44 service neutron] Pushing event updated for resources: {'Port': ['ID=82e71d0d-ee3f-4316-b09c-49a92e653127,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.030764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290db68d-5b11-446d-8ecf-2cd4bac85191 req-58c92920-6f5d-4715-b16e-73977b173ba3 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.045700 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-290db68d-5b11-446d-8ecf-2cd4bac85191 req-58c92920-6f5d-4715-b16e-73977b173ba3 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 931 time: 0.4660890 Nov 12 03:25:34.067317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4f412cea-0326-47c5-a9ad-7f382a7b729a None None] Provisioning complete for port 4ee506ad-8778-44d0-a167-c708ddc54a5b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:34.068023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4f412cea-0326-47c5-a9ad-7f382a7b729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.105360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Attempting to bind port c4abbbb0-3fda-4c62-b5a6-14b26660d403 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:34.105804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Attempting to bind port c4abbbb0-3fda-4c62-b5a6-14b26660d403 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:34.106183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Attempting to bind port c4abbbb0-3fda-4c62-b5a6-14b26660d403 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:34.153468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Port c4abbbb0-3fda-4c62-b5a6-14b26660d403 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:34.153855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Attempting to bind port c4abbbb0-3fda-4c62-b5a6-14b26660d403 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:34.211331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:34.211712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Checking segment: {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:34.212108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Bound using segment: {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:34.212699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Bound port: c4abbbb0-3fda-4c62-b5a6-14b26660d403, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:34.213221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.263568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-290db68d-5b11-446d-8ecf-2cd4bac85191 req-2a30e41e-7b22-4275-866f-fb00906c6018 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167494 Nov 12 03:25:34.298145 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.305862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4f412cea-0326-47c5-a9ad-7f382a7b729a None None] Port 4ee506ad-8778-44d0-a167-c708ddc54a5b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:34.312922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:34.328074 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-09931c0d-34cf-4942-99de-cf87c27fd312 admin admin] 10.222.0.49 "PUT /v2.0/routers/68dfcadb-37ff-417e-a6a7-bfb6d9254113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7654665 Nov 12 03:25:34.331619 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ece9af-d4b5-4ed0-928a-dc625df91155 x-openstack-request-id: req-84ece9af-d4b5-4ed0-928a-dc625df91155 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:34.332088 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211c03b6-6d2d-4de8-a1b1-30cfd560ac9e", "tag": "82e71d0d-ee3f-4316-b09c-49a92e653127", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:34.332934 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84ece9af-d4b5-4ed0-928a-dc625df91155 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:34.333494 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211c03b6-6d2d-4de8-a1b1-30cfd560ac9e', 'tag': '82e71d0d-ee3f-4316-b09c-49a92e653127', 'status': 'completed', 'code': 200} Nov 12 03:25:34.334002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 93f9b0ce-894a-422c-b920-8dc95a7cac6d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93f9b0ce-894a-422c-b920-8dc95a7cac6d,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:34.343619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.353625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-e0164a65-5795-490b-8735-a099eb5d5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.356903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-e0164a65-5795-490b-8735-a099eb5d5942 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24f16ee2bfc74b3886a7b7810bf4f10e&device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 1095 time: 0.4744406 Nov 12 03:25:34.390259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] For port c4abbbb0-3fda-4c62-b5a6-14b26660d403, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:34.416026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] For port c4abbbb0-3fda-4c62-b5a6-14b26660d403, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4abbbb0-3fda-4c62-b5a6-14b26660d403,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:34.419074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd986bc3-f178-4504-a88e-d3e2d2ed0f44 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:34.429631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.432873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.467285 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Sync routers for ids ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:34.485543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Transition to ACTIVE for port object dd986bc3-f178-4504-a88e-d3e2d2ed0f44 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:34.487443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.489005 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.490720 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] 10.222.0.20 "PUT /v2.0/ports/c4abbbb0-3fda-4c62-b5a6-14b26660d403 HTTP/1.1" status: 200 len: 1093 time: 2.6349649 Nov 12 03:25:34.493528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1594299-24f5-4471-bc42-b888e3cca4ec', 'tag': 'c4abbbb0-3fda-4c62-b5a6-14b26660d403'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:34.496628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-fc08cc5f-cc5d-42a7-891c-8ebd37c3d984 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82e71d0d-ee3f-4316-b09c-49a92e653127 HTTP/1.1" status: 200 len: 217 time: 0.1228375 Nov 12 03:25:34.499319 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Routers {'68dfcadb-37ff-417e-a6a7-bfb6d9254113'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:34.501100 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:34.507283 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06850770-f12c-4dea-837c-031540bf53d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1594299-24f5-4471-bc42-b888e3cca4ec", "tag": "c4abbbb0-3fda-4c62-b5a6-14b26660d403"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:34.520882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.523870 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=93f9b0ce-894a-422c-b920-8dc95a7cac6d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.600819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-99bcd2a2-5782-437d-8a60-e891162836c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.602691 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-99bcd2a2-5782-437d-8a60-e891162836c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cc480f-d21d-48bd-a583-3f4f9942ca39 HTTP/1.1" status: 200 len: 858 time: 0.0940540 Nov 12 03:25:34.656930 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5a98d6-4d32-44dd-88e6-a2c855477f5c x-openstack-request-id: req-9d5a98d6-4d32-44dd-88e6-a2c855477f5c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:34.657277 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1594299-24f5-4471-bc42-b888e3cca4ec", "tag": "c4abbbb0-3fda-4c62-b5a6-14b26660d403", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:34.657493 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d5a98d6-4d32-44dd-88e6-a2c855477f5c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:34.657711 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1594299-24f5-4471-bc42-b888e3cca4ec', 'tag': 'c4abbbb0-3fda-4c62-b5a6-14b26660d403', 'status': 'completed', 'code': 200} Nov 12 03:25:34.660639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573c4a3-0243-4d13-92d6-655c61802a2a service neutron] Pushing event updated for resources: {'Port': ['ID=c4abbbb0-3fda-4c62-b5a6-14b26660d403,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.665284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7aa0b47-0dd5-4bf8-b9f3-f78c40153fe4 req-58473fb5-ccd1-4908-81e8-c94c65ee2d48 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 210 time: 0.0698717 Nov 12 03:25:34.674723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-462c22d1-9d4c-4992-af1d-3f3fc42db904 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504546 Nov 12 03:25:34.718575 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Set router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:34.809542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.838764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-ed2d7885-8bb6-4784-abd6-eb4aed340030 service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530428 Nov 12 03:25:34.942876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Pushing event updated for resources: {'Port': ['ID=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.957339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-3ce47956-95e2-42b4-b880-1d5f97388d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.960973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-3ce47956-95e2-42b4-b880-1d5f97388d4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24f16ee2bfc74b3886a7b7810bf4f10e&device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 1096 time: 0.3004525 Nov 12 03:25:35.059594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-131890e0-4518-4144-9f9e-09f9b23c82b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4abbbb0-3fda-4c62-b5a6-14b26660d403 HTTP/1.1" status: 200 len: 217 time: 0.0885019 Nov 12 03:25:35.087720 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port': {'id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4ee506ad-8778-44d0-a167-c708ddc54a5b', 'name': '', 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'mac_address': 'fa:16:3e:50:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9c273d2a-9b29-4aaf-be35-b5658406cc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:31Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 2, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'subnets': [{'id': '9c273d2a-9b29-4aaf-be35-b5658406cc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:35.094861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec5eed-54ad-4fdf-81c6-9039625c9037 req-f3291134-1281-4d14-b46a-6c6ef7ca7f92 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.100529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abec5eed-54ad-4fdf-81c6-9039625c9037 req-f3291134-1281-4d14-b46a-6c6ef7ca7f92 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.2052884 Nov 12 03:25:35.114345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Attempting to bind port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:35.114672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Attempting to bind port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:35.114974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Attempting to bind port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:35.121352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:35.121665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Attempting to bind port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 on network 40e62742-f18d-4a7c-bbc9-03c6c5ef4942 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:35.133253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:35.133584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Checking segment: {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:35.133968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Bound using segment: {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:35.134414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Bound port: dd986bc3-f178-4504-a88e-d3e2d2ed0f44, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4df291-c5b3-4e71-946c-043a2e3136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:35.134770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.162144 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Checking router: 68dfcadb-37ff-417e-a6a7-bfb6d9254113 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:35.167039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-109521d6-f23b-43b7-8ddd-ef4b34d58c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.168588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-109521d6-f23b-43b7-8ddd-ef4b34d58c6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cc480f-d21d-48bd-a583-3f4f9942ca39 HTTP/1.1" status: 200 len: 858 time: 0.0997794 Nov 12 03:25:35.170309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-0f47ee20-eb49-4d07-b610-30ac6e3a6a35 service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205192 Nov 12 03:25:35.181859 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Updating router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 port 4ee506ad-8778-44d0-a167-c708ddc54a5b binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:35.223842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abec5eed-54ad-4fdf-81c6-9039625c9037 req-58ed74ee-44a4-40b6-8c33-e64ce8cc4b3a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093109 Nov 12 03:25:35.253045 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.374842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-3ae12089-ff77-4fb5-be60-503da952686a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554251 Nov 12 03:25:35.392307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-8eeba528-8419-44a7-9d64-075c5a214587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.395119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-8eeba528-8419-44a7-9d64-075c5a214587 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24f16ee2bfc74b3886a7b7810bf4f10e&device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 1095 time: 0.0988851 Nov 12 03:25:35.401385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37004) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:35.416643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-network', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:35.540445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] For port dd986bc3-f178-4504-a88e-d3e2d2ed0f44, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:35.542450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Made reservation on behalf of 1f7eb6eb40684cf7a8b77c5e0373e62d for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:35.545031 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.552855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-da1b75ad-1354-40c7-b41a-58d7d269c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.554909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-da1b75ad-1354-40c7-b41a-58d7d269c1b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942 HTTP/1.1" status: 200 len: 920 time: 0.1369309 Nov 12 03:25:35.609389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-d0da5a17-e73b-43ef-9f5c-5bfbc5a747c5 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.610888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-d0da5a17-e73b-43ef-9f5c-5bfbc5a747c5 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 821 time: 0.4708791 Nov 12 03:25:35.624983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] For port dd986bc3-f178-4504-a88e-d3e2d2ed0f44, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:35.631538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.650609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Request body: {'port': {'device_id': '6f333910-3c0a-48a0-8714-c0fb95b8d378', 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'admin_state_up': True, 'tenant_id': '7df37c43615a41bf83f793aa35268750'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:35.653105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-f3d66753-c0bc-4787-b096-c849961e311a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82e71d0d-ee3f-4316-b09c-49a92e653127 HTTP/1.1" status: 200 len: 217 time: 0.0814104 Nov 12 03:25:35.654426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.682638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93f9b0ce-894a-422c-b920-8dc95a7cac6d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:35.695160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-3e936c10-71f8-4a24-9d97-57630401a6ba tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400194 Nov 12 03:25:35.779776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 93f9b0ce-894a-422c-b920-8dc95a7cac6d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:35.780522 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.786449 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.793964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-8f1a490d-0fb0-4fbc-b923-7f85ae85ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.794304 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.795462 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-8f1a490d-0fb0-4fbc-b923-7f85ae85ea3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cc480f-d21d-48bd-a583-3f4f9942ca39 HTTP/1.1" status: 200 len: 858 time: 0.1269760 Nov 12 03:25:35.808906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb3923-912d-4045-aecd-03f5da02b8bb req-4d38a81f-c3ba-4c1d-a15d-aa5c358dbc6f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.817552 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12cb3923-912d-4045-aecd-03f5da02b8bb req-4d38a81f-c3ba-4c1d-a15d-aa5c358dbc6f tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 943 time: 0.0815697 Nov 12 03:25:35.825290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5352dacf-8fa9-4f45-bb33-348c2d369b0b service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264381 Nov 12 03:25:35.839224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.840488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.842092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] 10.222.0.20 "PUT /v2.0/ports/dd986bc3-f178-4504-a88e-d3e2d2ed0f44 HTTP/1.1" status: 200 len: 1092 time: 2.8107147 Nov 12 03:25:35.926294 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efedff-a37a-4bf9-b16a-343e9f6f1d8c None None] Pushing event updated for resources: {'Port': ['ID=4ee506ad-8778-44d0-a167-c708ddc54a5b,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.928027 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-ac0cb6fa-20c0-4e77-9321-d5a496f0e32c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848656 Nov 12 03:25:35.938090 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Attempting to bind port 4ee506ad-8778-44d0-a167-c708ddc54a5b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:35.938455 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Attempting to bind port 4ee506ad-8778-44d0-a167-c708ddc54a5b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:35.938810 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Attempting to bind port 4ee506ad-8778-44d0-a167-c708ddc54a5b on network 4064035e-a672-40c9-b671-5c934c6e6050 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:35.945255 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:35.945621 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Checking segment: {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:35.946018 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.947012 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Bound using segment: {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:35.947495 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Bound port: 4ee506ad-8778-44d0-a167-c708ddc54a5b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:35.947898 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.967589 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12cb3923-912d-4045-aecd-03f5da02b8bb req-e7da782c-7646-4d1b-b88d-7f78b33ec490 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491504 Nov 12 03:25:36.042083 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] For port 4ee506ad-8778-44d0-a167-c708ddc54a5b, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:36.046157 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] For port 4ee506ad-8778-44d0-a167-c708ddc54a5b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4ee506ad-8778-44d0-a167-c708ddc54a5b,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:36.053619 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.121448 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Routers {'68dfcadb-37ff-417e-a6a7-bfb6d9254113'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:36.121701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-eca3e44c-0462-487b-bf62-2786693ffc0c service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759441 Nov 12 03:25:36.122358 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:36.123588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f217356-11ab-41bd-b8d7-3d042abe150b req-64c89db9-5ff0-4029-9fbb-332c2ac2ffb6 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 210 time: 0.0442758 Nov 12 03:25:36.182348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efedff-a37a-4bf9-b16a-343e9f6f1d8c None None] Pushing event updated for resources: {'Port': ['ID=4ee506ad-8778-44d0-a167-c708ddc54a5b,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.190064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c80b9819-c8b1-4009-814f-8020203a4b04 None None] Provisioning complete for port 4ee506ad-8778-44d0-a167-c708ddc54a5b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:36.190663 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c80b9819-c8b1-4009-814f-8020203a4b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.234533 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.276511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3b04c06-2fbe-4ae1-ba69-06b57a1ec204 req-ff4c435e-b914-488f-bdef-c0d9dd26add1 service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428232 Nov 12 03:25:36.332825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c80b9819-c8b1-4009-814f-8020203a4b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.333348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] Set router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:36.389590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c80b9819-c8b1-4009-814f-8020203a4b04 None None] For port 4ee506ad-8778-44d0-a167-c708ddc54a5b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4ee506ad-8778-44d0-a167-c708ddc54a5b,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:36.395700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c80b9819-c8b1-4009-814f-8020203a4b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.462069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df59a9-c1d5-41d7-ad5e-4631fb7f8dba req-d224a12f-0e1d-40c6-a180-50fca1435905 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.463202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b9819-c8b1-4009-814f-8020203a4b04 None None] Pushing event updated for resources: {'Port': ['ID=4ee506ad-8778-44d0-a167-c708ddc54a5b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.464428 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5df59a9-c1d5-41d7-ad5e-4631fb7f8dba req-d224a12f-0e1d-40c6-a180-50fca1435905 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1298795 Nov 12 03:25:36.509996 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-d3f840b9-aa49-45a4-ba10-72947093d4bc service neutron] 10.222.0.20 "GET /v2.0/ports/5119b9bd-9cce-49c2-b679-ca3734a15197/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.1567714 Nov 12 03:25:36.529835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-17ff6139-4745-48f7-8ee0-07b114a2cd20 None None] Provisioning complete for port 4ee506ad-8778-44d0-a167-c708ddc54a5b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:36.530463 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17ff6139-4745-48f7-8ee0-07b114a2cd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.563526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c692c68-28ea-40da-92c7-f25c7df4cdee service neutron] Pushing event updated for resources: {'Port': ['ID=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.581007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5df59a9-c1d5-41d7-ad5e-4631fb7f8dba req-fabe34d9-49cd-423f-aba9-cb3ccf38975c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043904 Nov 12 03:25:36.638748 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port': {'id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4ee506ad-8778-44d0-a167-c708ddc54a5b', 'name': '', 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'mac_address': 'fa:16:3e:50:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9c273d2a-9b29-4aaf-be35-b5658406cc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:31Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'subnets': [{'id': '9c273d2a-9b29-4aaf-be35-b5658406cc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:36.675953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b07691c-3214-4ddd-a358-f767acd9a4b1', 'tag': 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:36.678773 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3105de-aeca-4d30-a58b-5ade7ebb202e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b07691c-3214-4ddd-a358-f767acd9a4b1", "tag": "dd986bc3-f178-4504-a88e-d3e2d2ed0f44"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:36.680792 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbefce-74c2-4dd1-92d7-381219582b32 None None] The sync data for ids ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'] in n-d-789963-21 is: [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port': {'id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4ee506ad-8778-44d0-a167-c708ddc54a5b', 'name': '', 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'mac_address': 'fa:16:3e:50:ef:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '9c273d2a-9b29-4aaf-be35-b5658406cc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:31Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'subnets': [{'id': '9c273d2a-9b29-4aaf-be35-b5658406cc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:36.712533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-0006a182-57a7-49cf-9c7d-a137f91ccc9b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.713576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-0006a182-57a7-49cf-9c7d-a137f91ccc9b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9750397 Nov 12 03:25:36.727186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-7cfa2ae2-8cdb-4d17-b059-799774c8ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.729635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-7cfa2ae2-8cdb-4d17-b059-799774c8ee70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24f16ee2bfc74b3886a7b7810bf4f10e&device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 1095 time: 0.8297379 Nov 12 03:25:36.842973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-0f2a02c9-7bfb-4a0d-9ea8-2a49cf4d381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.845023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-0f2a02c9-7bfb-4a0d-9ea8-2a49cf4d381c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1102 time: 0.0873435 Nov 12 03:25:36.845826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-5360bd88-6c00-4633-8bc3-e7788b995c44 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/quotas/62b0cafbcede46b896fae82e7c580a9c HTTP/1.1" status: 200 len: 375 time: 0.1138263 Nov 12 03:25:36.853197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-7caf7a0b-7aee-4224-aa2f-e97918bcbcfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd986bc3-f178-4504-a88e-d3e2d2ed0f44 HTTP/1.1" status: 200 len: 217 time: 0.1039302 Nov 12 03:25:36.853859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Made reservation on behalf of 7df37c43615a41bf83f793aa35268750 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:36.861064 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.870782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-5f9668b3-c6d0-437f-a7bd-1b7fcc51f32a service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0194411 Nov 12 03:25:36.938022 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.941332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-6cb58061-b55e-42f5-b691-d7819f3f8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.943281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-6cb58061-b55e-42f5-b691-d7819f3f8008 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 1102 time: 0.0590739 Nov 12 03:25:36.947596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-8a868ad2-4451-4254-867b-2f57b2a9102a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837300 Nov 12 03:25:36.952309 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c26cdf5-b1b5-4bb3-909c-dbc3d25000a7 x-openstack-request-id: req-8c26cdf5-b1b5-4bb3-909c-dbc3d25000a7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:36.952607 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b07691c-3214-4ddd-a358-f767acd9a4b1", "tag": "dd986bc3-f178-4504-a88e-d3e2d2ed0f44", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:36.953001 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c26cdf5-b1b5-4bb3-909c-dbc3d25000a7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:36.953277 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b07691c-3214-4ddd-a358-f767acd9a4b1', 'tag': 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44', 'status': 'completed', 'code': 200} Nov 12 03:25:36.978152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.162549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.167564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-2cd1f1b1-9247-47c2-a0d4-8c462d20670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.169121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-2cd1f1b1-9247-47c2-a0d4-8c462d20670c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2141149 Nov 12 03:25:37.183910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d2c50-7e5f-4654-8736-a3ffeafcae57 req-53ca9267-a8a4-4b3a-aee6-9a0b012f67ea tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.192772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-896d2c50-7e5f-4654-8736-a3ffeafcae57 req-53ca9267-a8a4-4b3a-aee6-9a0b012f67ea tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 943 time: 0.1123021 Nov 12 03:25:37.194420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-de92428b-aa03-4b69-9943-c6ac8808c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.196044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-de92428b-aa03-4b69-9943-c6ac8808c969 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cc480f-d21d-48bd-a583-3f4f9942ca39 HTTP/1.1" status: 200 len: 858 time: 0.3294768 Nov 12 03:25:37.245972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-e9cf2e35-5df6-4bec-9be4-4c0da9f678e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5119b9bd-9cce-49c2-b679-ca3734a15197 HTTP/1.1" status: 200 len: 217 time: 0.0506711 Nov 12 03:25:37.247804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:37.282585 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-494668ff-a135-4603-8c60-a8907badc905 req-38e4cdb4-3689-4e51-9cb2-2654815f6ebc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 210 time: 0.1132216 Nov 12 03:25:37.314444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-896d2c50-7e5f-4654-8736-a3ffeafcae57 req-83b07aea-84e7-4a9c-9273-525a4320180d tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205952 Nov 12 03:25:37.335897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Allocated IP 172.20.0.4 (bbda929e-39bd-40c8-a52b-2a4a9d5aa531/31c11f51-e68b-493c-bcbf-38190a452a5f/b3189084-bbfe-4827-b8d1-614c2260cd38) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:37.353061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-33e09a9d-bc91-44b2-bc15-59011b81a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.354578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-33e09a9d-bc91-44b2-bc15-59011b81a5e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0932467 Nov 12 03:25:37.362241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-48a72320-ad02-4c0d-8880-8b447de7638a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451607 Nov 12 03:25:37.365362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.365739 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Added segment 29f0dbad-e4d1-495e-962f-358234023cd5 of type vlan for network fff09f5b-dec7-472b-87ec-00c0a184e468 Nov 12 03:25:37.383441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f411a8fb-48f0-460c-83bb-6c629ae21b90,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.432604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-ed35ee59-ddb9-4f13-abed-312f446ea014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.435220 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-ed35ee59-ddb9-4f13-abed-312f446ea014 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605991 Nov 12 03:25:37.452139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d993da3-b248-4ce7-8005-a2aef90b488e req-5ad7ec7b-697d-4aa3-b007-000044533895 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 210 time: 0.0325637 Nov 12 03:25:37.528941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850770-f12c-4dea-837c-031540bf53d5 req-6ff7e5f8-8f7d-4f39-95cd-6118b32b5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.530631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06850770-f12c-4dea-837c-031540bf53d5 req-6ff7e5f8-8f7d-4f39-95cd-6118b32b5adb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24f16ee2bfc74b3886a7b7810bf4f10e&device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 1096 time: 0.5556836 Nov 12 03:25:37.618528 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.701475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4ee506ad-8778-44d0-a167-c708ddc54a5b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:37.788083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4ee506ad-8778-44d0-a167-c708ddc54a5b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:37.788356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.840625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.842201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.842847 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.901061 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-95a8d164-de8a-4e0b-a9a2-88a450f9005a service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927671 Nov 12 03:25:37.949763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.011056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.083983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6814303 Nov 12 03:25:38.084772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37048) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:38.106908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Request body: {'subnet': {'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-subnet', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:38.147927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:38.149827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850770-f12c-4dea-837c-031540bf53d5 req-1a6d36fd-1ad8-4846-82d9-c7b0b5cf97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.151052 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-ea05d281-9073-40bd-b675-07b880143c70 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072184 Nov 12 03:25:38.151406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06850770-f12c-4dea-837c-031540bf53d5 req-1a6d36fd-1ad8-4846-82d9-c7b0b5cf97b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942 HTTP/1.1" status: 200 len: 920 time: 0.5569074 Nov 12 03:25:38.158174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:38.165565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e446be-9b06-40b7-8c4a-3b67b9a13ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=fff09f5b-dec7-472b-87ec-00c0a184e468,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.168259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:38.170879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5043d-8485-4a4a-a6ba-f8de75723df4 req-27a598b1-e90b-44b6-a6d0-8d864c63a021 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.172470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4bc5043d-8485-4a4a-a6ba-f8de75723df4 req-27a598b1-e90b-44b6-a6d0-8d864c63a021 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0739205 Nov 12 03:25:38.176590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network fff09f5b-dec7-472b-87ec-00c0a184e468 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:38.279653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4bc5043d-8485-4a4a-a6ba-f8de75723df4 req-9c356c8d-2062-43d6-a44d-1f714a5e8249 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971105 Nov 12 03:25:38.307212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event updated for resources: {'Port': ['ID=b3189084-bbfe-4827-b8d1-614c2260cd38,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.314498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06850770-f12c-4dea-837c-031540bf53d5 req-e901c446-7dcb-4530-9f62-8830d564f2cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4abbbb0-3fda-4c62-b5a6-14b26660d403 HTTP/1.1" status: 200 len: 217 time: 0.0964625 Nov 12 03:25:38.320923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Made reservation on behalf of 1f7eb6eb40684cf7a8b77c5e0373e62d for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:38.323199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.326633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-19e72ae0-900a-4acd-a408-fd7745dfce72 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526747 Nov 12 03:25:38.427447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.428345 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.470690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18e5c5af-c992-4e88-8217-37a9cf848e7a req-c5929741-eab4-49e0-93ff-7132935a8c96 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 210 time: 0.1056020 Nov 12 03:25:38.494612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11d7e5-5d99-433a-9c89-8cac7bc599e6 req-5bcb53bf-e90c-4ebb-bed1-ed6d27cd35bb tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.496110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d11d7e5-5d99-433a-9c89-8cac7bc599e6 req-5bcb53bf-e90c-4ebb-bed1-ed6d27cd35bb tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 943 time: 0.0873716 Nov 12 03:25:38.502592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c49b39db-4e59-40de-a32c-090f4de31c5c req-bc04c589-6518-4384-bd86-6ad632c11eba service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939322 Nov 12 03:25:38.527843 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-de86cb61-1a3f-45d0-84f8-8b5aad68fa6b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8975644 Nov 12 03:25:38.544202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850770-f12c-4dea-837c-031540bf53d5 req-48dac019-20be-43ad-beea-0c51aea232c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.551935 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06850770-f12c-4dea-837c-031540bf53d5 req-48dac019-20be-43ad-beea-0c51aea232c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cc480f-d21d-48bd-a583-3f4f9942ca39 HTTP/1.1" status: 200 len: 858 time: 0.2143705 Nov 12 03:25:38.559686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Request body: {'port': {'device_id': '6f333910-3c0a-48a0-8714-c0fb95b8d378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:38.606035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-7105c213-deb5-4e46-9c68-60c4e6c85601 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766695 Nov 12 03:25:38.608196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d11d7e5-5d99-433a-9c89-8cac7bc599e6 req-14098378-a18d-4d29-ae8b-e3e150c6e37c tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018536 Nov 12 03:25:38.661478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-ec2bfea7-bc1b-43a6-bb6f-6fce1b90b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.663856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-ec2bfea7-bc1b-43a6-bb6f-6fce1b90b4ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24f16ee2bfc74b3886a7b7810bf4f10e&device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0535812 Nov 12 03:25:38.681298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06850770-f12c-4dea-837c-031540bf53d5 req-1ba5d300-0420-471b-9dda-b75754f869c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557816 Nov 12 03:25:38.781683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-01fb5676-1fd8-49a0-ade0-ba799cb86659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.783292 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-01fb5676-1fd8-49a0-ade0-ba799cb86659 service neutron] 10.222.0.20 "GET /v2.0/networks?id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942 HTTP/1.1" status: 200 len: 920 time: 0.1056747 Nov 12 03:25:38.842696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-17784080-daca-42d6-a64a-c5c05cd5d850 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd986bc3-f178-4504-a88e-d3e2d2ed0f44 HTTP/1.1" status: 200 len: 217 time: 0.0380008 Nov 12 03:25:38.853235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.904868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac89bc-5cf9-4369-9eb5-a037bedf02c8 req-1ca150d7-3492-43bf-9788-fb046fedfcde tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.906350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbac89bc-5cf9-4369-9eb5-a037bedf02c8 req-1ca150d7-3492-43bf-9788-fb046fedfcde tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 931 time: 0.2966459 Nov 12 03:25:38.919571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-0a5b21e5-5615-4567-9db4-7e7c4e8aecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.921324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-0a5b21e5-5615-4567-9db4-7e7c4e8aecac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cc480f-d21d-48bd-a583-3f4f9942ca39 HTTP/1.1" status: 200 len: 858 time: 0.0522609 Nov 12 03:25:38.957025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-d7ed8d87-b950-4943-b40d-8ce75aafecfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=40e62742-f18d-4a7c-bbc9-03c6c5ef4942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263174 Nov 12 03:25:39.022787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-581b4f41-5188-4622-9a56-f1ac40b13e4f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.024201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-581b4f41-5188-4622-9a56-f1ac40b13e4f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3868184 Nov 12 03:25:39.030159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06850770-f12c-4dea-837c-031540bf53d5 req-cc72592a-07ec-4e63-ad6a-3b3bc8f7f436 service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331559 Nov 12 03:25:39.030972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.055408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-cdaa10e3-985a-4d6f-9b88-0a9bde090bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862248 Nov 12 03:25:39.059844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 82e71d0d-ee3f-4316-b09c-49a92e653127 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:39.123136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Request body: {'port': {'device_id': '59b647cd-b611-4775-84b2-e038df5df2b7', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '62b0cafbcede46b896fae82e7c580a9c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:39.179748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 82e71d0d-ee3f-4316-b09c-49a92e653127, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=82e71d0d-ee3f-4316-b09c-49a92e653127,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:39.184569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e3105de-aeca-4d30-a58b-5ade7ebb202e req-4f1c08d3-edad-4b59-8a80-7bbcc1942611 service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127253 Nov 12 03:25:39.192497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '82e71d0d-ee3f-4316-b09c-49a92e653127', 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942', 'port_id': '82e71d0d-ee3f-4316-b09c-49a92e653127', 'mac_address': 'fa:16:3e:19:f9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cc480f-d21d-48bd-a583-3f4f9942ca39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:39.234630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.247407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e71d0d-ee3f-4316-b09c-49a92e653127 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:39.268213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 82e71d0d-ee3f-4316-b09c-49a92e653127, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=82e71d0d-ee3f-4316-b09c-49a92e653127,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:39.272807 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.294103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d483fd-0848-445e-b3d2-c8d1b34b587b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.310662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbac89bc-5cf9-4369-9eb5-a037bedf02c8 req-7fe24d0d-aba3-4cdc-bb62-896ed1c116fa tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731308 Nov 12 03:25:39.333653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=82e71d0d-ee3f-4316-b09c-49a92e653127,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.403625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Checking segment: {'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:39.403895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Network hostable DHCP agents. Network: fff09f5b-dec7-472b-87ec-00c0a184e468, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:39.433126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde1dd-83fc-4d8d-b00f-e3f846870990 req-f14590f3-e8f4-482c-8156-4e88e3d6829c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.434739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3cde1dd-83fc-4d8d-b00f-e3f846870990 req-f14590f3-e8f4-482c-8156-4e88e3d6829c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0510597 Nov 12 03:25:39.441375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06850770-f12c-4dea-837c-031540bf53d5 req-83d65224-2bb9-4c47-8370-a2b4a1742df5 service neutron] 10.222.0.20 "GET /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708050 Nov 12 03:25:39.483118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Network fff09f5b-dec7-472b-87ec-00c0a184e468 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:39.489610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Made reservation on behalf of 62b0cafbcede46b896fae82e7c580a9c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:39.493103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.494732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3cde1dd-83fc-4d8d-b00f-e3f846870990 req-796dde61-a6aa-4d29-86ba-33f2ccec2347 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532246 Nov 12 03:25:39.512972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, fff09f5b-dec7-472b-87ec-00c0a184e468) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:39.516233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.528045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabed77e-1d6a-4e1a-9d27-a269a5f0b190 None None] Network fff09f5b-dec7-472b-87ec-00c0a184e468 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:39.534851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.535440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.590739 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b1e2b7cd-1bb4-4ada-bc8e-e0e6f1add933 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4981575 Nov 12 03:25:39.595204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37066) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.602033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:39.627613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.629264 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.634481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6337b1c-7b2d-4e40-ad50-cd55adcf5d72 req-be1f2fc5-f882-4646-b1dc-1eb886820e05 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 210 time: 0.0687358 Nov 12 03:25:39.660568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['82e71d0d-ee3f-4316-b09c-49a92e653127'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:39.667435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3189084-bbfe-4827-b8d1-614c2260cd38 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:39.681089 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.715931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Transition to ACTIVE for port object b3189084-bbfe-4827-b8d1-614c2260cd38 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:39.726152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.733378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-fff09f5b-dec7-472b-87ec-00c0a184e468', 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'fixed_ips': [{'subnet_id': '80d483fd-0848-445e-b3d2-c8d1b34b587b'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:39.734376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.748780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.774282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.792489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.868570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ce8f2-c3db-4e8d-8463-b644f6ce1a50 req-7a85da7f-a8f0-4b28-8787-f19a49903802 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.876441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d8ce8f2-c3db-4e8d-8463-b644f6ce1a50 req-7a85da7f-a8f0-4b28-8787-f19a49903802 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 943 time: 0.1417408 Nov 12 03:25:39.956585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Allocated IP 172.20.0.2 (fff09f5b-dec7-472b-87ec-00c0a184e468/80d483fd-0848-445e-b3d2-c8d1b34b587b/b98a6902-0998-434d-841d-a4a3b6baf164) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:40.009228 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.020566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d8ce8f2-c3db-4e8d-8463-b644f6ce1a50 req-60253231-2457-4e32-ad5b-fa12bc624b12 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433845 Nov 12 03:25:40.168149 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.179477 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.183270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3189084-bbfe-4827-b8d1-614c2260cd38,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.217508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9482b9-8101-4d36-b7ac-58240a8af395,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.225543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Network fff09f5b-dec7-472b-87ec-00c0a184e468 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:40.229047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:40.232528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:40.269505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Pushing event updated for resources: {'Port': ['ID=b98a6902-0998-434d-841d-a4a3b6baf164,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.290297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.290639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.290977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.291341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.291666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.291984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.292859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.292859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.293064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.293698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.293698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.293698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.293935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:40.302088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Attempting to bind port b3189084-bbfe-4827-b8d1-614c2260cd38 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:40.302433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Attempting to bind port b3189084-bbfe-4827-b8d1-614c2260cd38 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:40.302773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Attempting to bind port b3189084-bbfe-4827-b8d1-614c2260cd38 on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:40.310728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Attempting to bind port b98a6902-0998-434d-841d-a4a3b6baf164 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:40.311080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Attempting to bind port b98a6902-0998-434d-841d-a4a3b6baf164 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:40.311434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Attempting to bind port b98a6902-0998-434d-841d-a4a3b6baf164 on network fff09f5b-dec7-472b-87ec-00c0a184e468 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:40.316306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.316545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Port b3189084-bbfe-4827-b8d1-614c2260cd38 on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:40.316903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Attempting to bind port b3189084-bbfe-4827-b8d1-614c2260cd38 on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:40.318026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:40.318492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Checking segment: {'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:40.318899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.319288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Bound using segment: {'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:40.319752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Bound port: b98a6902-0998-434d-841d-a4a3b6baf164, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:40.320124 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.327230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:40.327571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Checking segment: {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:40.327947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Bound using segment: {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:40.328784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Bound port: b3189084-bbfe-4827-b8d1-614c2260cd38, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:40.328784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.337475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Allocated IP 192.168.233.37 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/7e1b0cfa-e1b2-424d-a068-aceb717cab0b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:40.410074 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] For port b98a6902-0998-434d-841d-a4a3b6baf164, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:40.415334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] For port b98a6902-0998-434d-841d-a4a3b6baf164, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b98a6902-0998-434d-841d-a4a3b6baf164,segment=NetworkSegment(29f0dbad-e4d1-495e-962f-358234023cd5),segment_id=29f0dbad-e4d1-495e-962f-358234023cd5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:40.420382 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.446694 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:40.467362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Allocated IP 172.25.0.80 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/33e376ad-da42-401a-8448-926188bc8ea2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:40.480014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:40.513362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28f97-7851-40de-85ff-6e8ca2517883 None None] Pushing event updated for resources: {'Port': ['ID=b98a6902-0998-434d-841d-a4a3b6baf164,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.537836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3189084-bbfe-4827-b8d1-614c2260cd38,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:40.550760 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.639990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.640635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.641282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.643547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3189084-bbfe-4827-b8d1-614c2260cd38 HTTP/1.1" status: 200 len: 1092 time: 2.0882504 Nov 12 03:25:40.646328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f333910-3c0a-48a0-8714-c0fb95b8d378', 'tag': 'b3189084-bbfe-4827-b8d1-614c2260cd38'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:40.648447 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3067d37-3481-4bb4-b4f5-941b2cf23da9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f333910-3c0a-48a0-8714-c0fb95b8d378", "tag": "b3189084-bbfe-4827-b8d1-614c2260cd38"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:40.658486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d3d9b-2841-4369-bfa8-5ab16c9cac92 req-8b7c15a3-224c-4380-8c5d-f37727d3bfc9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.660577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f8d3d9b-2841-4369-bfa8-5ab16c9cac92 req-8b7c15a3-224c-4380-8c5d-f37727d3bfc9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.2019162 Nov 12 03:25:40.669997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea9f4-992f-49c0-bb76-f4ac1840c93a req-f483b86a-5d19-4a71-bf93-394578745c70 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.677775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-813ea9f4-992f-49c0-bb76-f4ac1840c93a req-f483b86a-5d19-4a71-bf93-394578745c70 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.0865164 Nov 12 03:25:40.696956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0013e-3199-4977-b6c4-71613c025aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3189084-bbfe-4827-b8d1-614c2260cd38,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.708688 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.752842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.786509 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-813ea9f4-992f-49c0-bb76-f4ac1840c93a req-dd10dec9-fec5-4e9a-864e-6aed226f8ab4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078708 Nov 12 03:25:40.812882 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f8d3d9b-2841-4369-bfa8-5ab16c9cac92 req-6adf653f-0457-430a-b90f-84e2b327e3be tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370199 Nov 12 03:25:40.842950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:40.848787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:40.852797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:40.885487 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.910420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Pushing event updated for resources: {'Port': ['ID=33e376ad-da42-401a-8448-926188bc8ea2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.912784 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac452abe-d57d-44b9-aa0c-5d7a7e2c5e7a x-openstack-request-id: req-ac452abe-d57d-44b9-aa0c-5d7a7e2c5e7a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:40.913148 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f333910-3c0a-48a0-8714-c0fb95b8d378", "tag": "b3189084-bbfe-4827-b8d1-614c2260cd38", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:40.913415 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac452abe-d57d-44b9-aa0c-5d7a7e2c5e7a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:40.913991 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f333910-3c0a-48a0-8714-c0fb95b8d378', 'tag': 'b3189084-bbfe-4827-b8d1-614c2260cd38', 'status': 'completed', 'code': 200} Nov 12 03:25:40.968569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-ed74ef88-a40c-423b-a44b-e3cb18bf6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.970175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-ed74ef88-a40c-423b-a44b-e3cb18bf6eca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 1095 time: 0.1904910 Nov 12 03:25:40.973207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:40.977109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:40.980139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:41.069288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-6f71f6bf-5e7b-44ec-a657-d67995b56990 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3189084-bbfe-4827-b8d1-614c2260cd38 HTTP/1.1" status: 200 len: 217 time: 0.0527198 Nov 12 03:25:41.071827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c4abbbb0-3fda-4c62-b5a6-14b26660d403 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:41.076390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 82e71d0d-ee3f-4316-b09c-49a92e653127 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:41.086494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa44615-f1fd-438b-8a11-91a9a7763a9e req-afb08aee-f3a7-4e11-85af-b5d474e68841 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.087937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aaa44615-f1fd-438b-8a11-91a9a7763a9e req-afb08aee-f3a7-4e11-85af-b5d474e68841 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 935 time: 0.1749341 Nov 12 03:25:41.100710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'Port': ['ID=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:41.110265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.110956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.191577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aaa44615-f1fd-438b-8a11-91a9a7763a9e req-4a3d4a9d-ef25-45a4-976b-db80532c789d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809970 Nov 12 03:25:41.211462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-a21746c6-6c07-4708-908f-e7003420ccf2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1657755 Nov 12 03:25:41.233130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Request body: {'port': {'device_id': '59b647cd-b611-4775-84b2-e038df5df2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:41.284113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5262-de6b-4221-baa2-73382d19e2f1 req-d28316c3-66e1-450b-bd0a-030612a50176 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.291465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e66a5262-de6b-4221-baa2-73382d19e2f1 req-d28316c3-66e1-450b-bd0a-030612a50176 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 943 time: 0.1756811 Nov 12 03:25:41.294346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-41b89b8b-f57a-4836-83cd-82fb257380ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.295786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-41b89b8b-f57a-4836-83cd-82fb257380ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31c11f51-e68b-493c-bcbf-38190a452a5f HTTP/1.1" status: 200 len: 861 time: 0.2158287 Nov 12 03:25:41.377993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.390159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-cca62724-1eea-41f0-bf90-f0b56777da21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803437 Nov 12 03:25:41.391527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.445874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 82e71d0d-ee3f-4316-b09c-49a92e653127 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:41.460622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 82e71d0d-ee3f-4316-b09c-49a92e653127 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:41.461660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.504615 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e66a5262-de6b-4221-baa2-73382d19e2f1 req-ce997947-49e1-4188-ba8e-c29381ecf262 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110744 Nov 12 03:25:41.518996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c4abbbb0-3fda-4c62-b5a6-14b26660d403, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4abbbb0-3fda-4c62-b5a6-14b26660d403,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:41.533417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c4abbbb0-3fda-4c62-b5a6-14b26660d403', 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942', 'port_id': 'c4abbbb0-3fda-4c62-b5a6-14b26660d403', 'mac_address': 'fa:16:3e:69:d5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cc480f-d21d-48bd-a583-3f4f9942ca39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:41.628098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9bce3b81-ef55-4d29-9841-bbbea09b2887 None None] Provisioning complete for port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:41.633457 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9bce3b81-ef55-4d29-9841-bbbea09b2887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.678983 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.694746 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.695330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4abbbb0-3fda-4c62-b5a6-14b26660d403 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:41.707810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9bce3b81-ef55-4d29-9841-bbbea09b2887 None None] Port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:41.730811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-283b02a7-5596-4b0b-b090-b32fb0808b47 service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119204 Nov 12 03:25:41.733279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b98a6902-0998-434d-841d-a4a3b6baf164 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:41.742329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c4abbbb0-3fda-4c62-b5a6-14b26660d403, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4abbbb0-3fda-4c62-b5a6-14b26660d403,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:41.766948 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.864347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:41.874227 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.890494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c6df0-51e4-497c-bb49-f0957f5e0aa0 None None] Network fff09f5b-dec7-472b-87ec-00c0a184e468 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:41.935427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b98a6902-0998-434d-841d-a4a3b6baf164 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:41.935834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.943103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c4abbbb0-3fda-4c62-b5a6-14b26660d403,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.009232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211c03b6-6d2d-4de8-a1b1-30cfd560ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e71d0d-ee3f-4316-b09c-49a92e653127'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:42.012419 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883bc824-748a-4ed5-ae82-5279f5d0985c" -d '{"events": [{"server_uuid": "211c03b6-6d2d-4de8-a1b1-30cfd560ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "82e71d0d-ee3f-4316-b09c-49a92e653127"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:42.025382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20671a-3625-4ace-b1bb-14870e0b68e2 req-b0ab9189-79fd-4556-954b-52335e72f2e4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.029326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a20671a-3625-4ace-b1bb-14870e0b68e2 req-b0ab9189-79fd-4556-954b-52335e72f2e4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 950 time: 0.1001134 Nov 12 03:25:42.045565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 82e71d0d-ee3f-4316-b09c-49a92e653127, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=82e71d0d-ee3f-4316-b09c-49a92e653127,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:42.047063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871af280-2ce0-47fc-bead-165a222cf35a req-440ab9b9-ea9b-42f5-a947-6cdaa2a10ac6 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.050882 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-871af280-2ce0-47fc-bead-165a222cf35a req-440ab9b9-ea9b-42f5-a947-6cdaa2a10ac6 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.1195631 Nov 12 03:25:42.052296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c4d74dc9-2696-4bbe-a5d2-0a8e527b5e93 None None] Provisioning complete for port b98a6902-0998-434d-841d-a4a3b6baf164 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:42.052778 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4d74dc9-2696-4bbe-a5d2-0a8e527b5e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.056790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7cee64d6-4d6b-4114-a9f6-d96b462d91c3 req-be6ebc0f-d903-4dc0-9605-877e144305c9 service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160439 Nov 12 03:25:42.060798 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.061908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:42.067247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:42.109484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.112114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c99b020f-2e9d-46cf-91c6-b5d15e622b64 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5139973 Nov 12 03:25:42.118553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37100) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:42.134318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Sync routers for ids ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:42.161659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c4abbbb0-3fda-4c62-b5a6-14b26660d403'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:42.173225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1b0cfa-e1b2-424d-a068-aceb717cab0b {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:42.175871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a20671a-3625-4ace-b1bb-14870e0b68e2 req-9a88b92c-2381-41a0-9751-ba822cb71a66 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418648 Nov 12 03:25:42.186837 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.210067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-871af280-2ce0-47fc-bead-165a222cf35a req-c535cfe1-5edf-469a-a12f-86ad954c7223 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410403 Nov 12 03:25:42.232915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Transition to ACTIVE for port object 7e1b0cfa-e1b2-424d-a068-aceb717cab0b will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:42.253057 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.265190 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924d4cbf-edb2-470b-a155-501eff06a8eb x-openstack-request-id: req-924d4cbf-edb2-470b-a155-501eff06a8eb {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:42.265757 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211c03b6-6d2d-4de8-a1b1-30cfd560ac9e", "name": "network-vif-plugged", "status": "completed", "tag": "82e71d0d-ee3f-4316-b09c-49a92e653127", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:42.266172 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-924d4cbf-edb2-470b-a155-501eff06a8eb {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:42.266807 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211c03b6-6d2d-4de8-a1b1-30cfd560ac9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e71d0d-ee3f-4316-b09c-49a92e653127', 'code': 200} Nov 12 03:25:42.267292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-dd8adecb-119e-4024-a8c7-2e704378a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.274342 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-dd8adecb-119e-4024-a8c7-2e704378a20d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 1095 time: 0.1460519 Nov 12 03:25:42.373054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Routers {'50af6941-dfc9-4f18-b06d-27458d7e7aa7'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:42.373619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:42.440378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.554110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=82e71d0d-ee3f-4316-b09c-49a92e653127,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.601648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-fab06c77-d2f1-46fc-a1ce-5d03bfe074af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.603651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-fab06c77-d2f1-46fc-a1ce-5d03bfe074af service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 923 time: 0.2800393 Nov 12 03:25:42.710685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.775560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.785851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-3bfd9d21-eb0b-4b94-aa89-b608263a9e75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3189084-bbfe-4827-b8d1-614c2260cd38 HTTP/1.1" status: 200 len: 217 time: 0.1465008 Nov 12 03:25:42.787650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17b9fc-4163-4698-8131-3a2d1c0c5c70 req-0e102890-3c4a-4a33-938c-783624ed2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.789498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f17b9fc-4163-4698-8131-3a2d1c0c5c70 req-0e102890-3c4a-4a33-938c-783624ed2e23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 1097 time: 0.4172332 Nov 12 03:25:42.837444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port b98a6902-0998-434d-841d-a4a3b6baf164, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b98a6902-0998-434d-841d-a4a3b6baf164,segment=NetworkSegment(29f0dbad-e4d1-495e-962f-358234023cd5),segment_id=29f0dbad-e4d1-495e-962f-358234023cd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:42.853275 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4d74dc9-2696-4bbe-a5d2-0a8e527b5e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.858995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Set router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:42.861142 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.868031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-0144fd45-c321-44a5-b76f-c1271607ec45 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.868031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-0144fd45-c321-44a5-b76f-c1271607ec45 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583&tenant_id=a722048f693a4431865e9c72b4063660&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 950 time: 0.1624362 Nov 12 03:25:42.878428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Attempting to bind port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:42.879146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Attempting to bind port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:42.880246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Attempting to bind port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:42.886458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:42.910224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:42.911730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Attempting to bind port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:42.930616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b5bb-a1af-415c-9957-b7540a5eb298 req-26bfc4d3-88d9-460a-b15c-771555f870fa tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.932254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70a9b5bb-a1af-415c-9957-b7540a5eb298 req-26bfc4d3-88d9-460a-b15c-771555f870fa tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 947 time: 0.2251017 Nov 12 03:25:42.932814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-f4278663-207f-49e3-ba87-cdc782f45530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.936619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-f4278663-207f-49e3-ba87-cdc782f45530 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31c11f51-e68b-493c-bcbf-38190a452a5f HTTP/1.1" status: 200 len: 861 time: 0.1306598 Nov 12 03:25:42.940332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:42.945518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:42.946356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:42.947053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Bound port: 7e1b0cfa-e1b2-424d-a068-aceb717cab0b, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:42.947633 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.992145 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.062568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] For port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:43.068628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] For port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:43.091223 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-22db6b11-7a04-4e1c-81b4-8efcfe34ad3f service neutron] 10.222.0.20 "GET /v2.0/ports/5119b9bd-9cce-49c2-b679-ca3734a15197/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.1771922 Nov 12 03:25:43.091622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd986bc3-f178-4504-a88e-d3e2d2ed0f44 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:43.105705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70a9b5bb-a1af-415c-9957-b7540a5eb298 req-76448d4a-1494-4ecc-9534-67ae1c38da9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494200 Nov 12 03:25:43.146787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-3405b509-50e5-46d5-9549-a988d7f48a46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1848636 Nov 12 03:25:43.148162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.158668 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f17b9fc-4163-4698-8131-3a2d1c0c5c70 req-3596d2c5-55d2-4207-b62f-9c7ed0bacfb4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508008 Nov 12 03:25:43.181988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=b98a6902-0998-434d-841d-a4a3b6baf164,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.210605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.211465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.213291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/7e1b0cfa-e1b2-424d-a068-aceb717cab0b HTTP/1.1" status: 200 len: 1096 time: 1.9855754 Nov 12 03:25:43.213807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b647cd-b611-4775-84b2-e038df5df2b7', 'tag': '7e1b0cfa-e1b2-424d-a068-aceb717cab0b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:43.216922 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e9db0-6ca0-43be-ae4c-3e8743555830" -d '{"events": [{"name": "network-changed", "server_uuid": "59b647cd-b611-4775-84b2-e038df5df2b7", "tag": "7e1b0cfa-e1b2-424d-a068-aceb717cab0b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:43.244222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfe789-6c55-492e-a106-e19c044ff5dd req-6f41013d-ade9-42b1-bd21-4338407dca90 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.251711 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94bfe789-6c55-492e-a106-e19c044ff5dd req-6f41013d-ade9-42b1-bd21-4338407dca90 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 943 time: 0.2909591 Nov 12 03:25:43.272009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-c4d74dc9-2696-4bbe-a5d2-0a8e527b5e93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:25:43.272610 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-c4d74dc9-2696-4bbe-a5d2-0a8e527b5e93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:25:43.278806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2590082-40d6-4d48-a545-682735ccd6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.316584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.327447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94bfe789-6c55-492e-a106-e19c044ff5dd req-f2831bc8-d30c-4db7-9b0d-4a9005586175 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747108 Nov 12 03:25:43.338509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd986bc3-f178-4504-a88e-d3e2d2ed0f44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:43.341737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '33e376ad-da42-401a-8448-926188bc8ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:25:41Z', 'revision_number': 3, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port': {'id': '33e376ad-da42-401a-8448-926188bc8ea2', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:40Z', 'updated_at': '2021-11-12T03:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:43.368773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-5b26afc4-bdac-4117-af4a-5dccf57aa71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.370390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-5b26afc4-bdac-4117-af4a-5dccf57aa71d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 1100 time: 0.1982613 Nov 12 03:25:43.378787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Checking router: 50af6941-dfc9-4f18-b06d-27458d7e7aa7 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:43.378998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Updating router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 port 33e376ad-da42-401a-8448-926188bc8ea2 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:43.446400 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62194ae-c863-470e-9103-bab7ba5f52ce x-openstack-request-id: req-b62194ae-c863-470e-9103-bab7ba5f52ce {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:43.446796 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b647cd-b611-4775-84b2-e038df5df2b7", "tag": "7e1b0cfa-e1b2-424d-a068-aceb717cab0b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:43.446913 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b62194ae-c863-470e-9103-bab7ba5f52ce {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:43.447324 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b647cd-b611-4775-84b2-e038df5df2b7', 'tag': '7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'status': 'completed', 'code': 200} Nov 12 03:25:43.535046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-f8857dd2-6628-41eb-baef-b228d5c3abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.536766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-f8857dd2-6628-41eb-baef-b228d5c3abde service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1220195 Nov 12 03:25:43.550445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdeeb6-e606-478b-8e1c-ee1576288dfa req-abea93ee-e8d6-4452-b8b3-a1eb95729ec5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.559900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-80fdeeb6-e606-478b-8e1c-ee1576288dfa req-abea93ee-e8d6-4452-b8b3-a1eb95729ec5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 948 time: 0.2643316 Nov 12 03:25:43.575522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44', 'network_id': '40e62742-f18d-4a7c-bbc9-03c6c5ef4942', 'port_id': 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44', 'mac_address': 'fa:16:3e:fb:d2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cc480f-d21d-48bd-a583-3f4f9942ca39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:43.587760 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.603034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e9db0-6ca0-43be-ae4c-3e8743555830 req-9e69776e-79f5-4bd4-8940-91e418590b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.604797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-855e9db0-6ca0-43be-ae4c-3e8743555830 req-9e69776e-79f5-4bd4-8940-91e418590b21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 1099 time: 0.1456420 Nov 12 03:25:43.626474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5913a50-1903-46d0-872b-180d78d15921 req-86000b3d-d40f-4368-ad53-51e6fe987ab7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.628522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e5913a50-1903-46d0-872b-180d78d15921 req-86000b3d-d40f-4368-ad53-51e6fe987ab7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.1391366 Nov 12 03:25:43.655237 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.661778 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-a37bcea4-e6b4-4de6-b906-960f12a1f3ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5119b9bd-9cce-49c2-b679-ca3734a15197 HTTP/1.1" status: 200 len: 217 time: 0.0723243 Nov 12 03:25:43.666409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-c07d22f9-7e48-4508-b3c7-c7b0b3c20fde service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808893 Nov 12 03:25:43.669154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-855e9db0-6ca0-43be-ae4c-3e8743555830 req-374f18ad-fc13-429e-84b1-66567aa3cb8c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373259 Nov 12 03:25:43.671548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b98a6902-0998-434d-841d-a4a3b6baf164 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:43.709380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-80fdeeb6-e606-478b-8e1c-ee1576288dfa req-ef899eeb-728b-4be3-bf90-4a6a6045497f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475966 Nov 12 03:25:43.749459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd986bc3-f178-4504-a88e-d3e2d2ed0f44 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:43.767379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e5913a50-1903-46d0-872b-180d78d15921 req-fe5dfcd7-493f-482a-93a2-4ef039a20fc0 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166518 Nov 12 03:25:43.788632 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.818014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd986bc3-f178-4504-a88e-d3e2d2ed0f44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:43.838032 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.838687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:43.883998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-0374161d-3f8f-4e28-89e4-b4868ca56545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.885761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-0374161d-3f8f-4e28-89e4-b4868ca56545 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1934938 Nov 12 03:25:43.898935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e9db0-6ca0-43be-ae4c-3e8743555830 req-f08b7517-9345-481f-87fe-1558863414b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.900377 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-855e9db0-6ca0-43be-ae4c-3e8743555830 req-f08b7517-9345-481f-87fe-1558863414b2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2082992 Nov 12 03:25:43.903798 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3067d37-3481-4bb4-b4f5-941b2cf23da9 req-bdc3c36f-5595-4ee2-924f-79ed64fcf808 service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019529 Nov 12 03:25:43.974271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b98a6902-0998-434d-841d-a4a3b6baf164 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:43.974636 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.994927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-704bbc75-e575-4eff-9d05-f0b3b7bd92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.996412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-704bbc75-e575-4eff-9d05-f0b3b7bd92ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840173 Nov 12 03:25:44.023387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-0f358ca8-1dc4-4c55-a27c-6e1ffe164002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.024906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-0f358ca8-1dc4-4c55-a27c-6e1ffe164002 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 1099 time: 0.0436089 Nov 12 03:25:44.077662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-e15e112d-674e-4f51-bc79-3b4d7ee53b46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=7e1b0cfa-e1b2-424d-a068-aceb717cab0b HTTP/1.1" status: 200 len: 217 time: 0.0425391 Nov 12 03:25:44.112949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.113764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Allocated IP 172.20.0.1 (fff09f5b-dec7-472b-87ec-00c0a184e468/80d483fd-0848-445e-b3d2-c8d1b34b587b/e3bf9161-3d88-4590-9e33-91dd1cdf7e96) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:44.158740 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-a0522cab-0888-4f3f-9bf8-07ca2c2c197b service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498151 Nov 12 03:25:44.160355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-b9baa179-63f8-47b5-903c-4884d1ecfba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.163267 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-b9baa179-63f8-47b5-903c-4884d1ecfba7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0779529 Nov 12 03:25:44.176700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b363e44-db42-449f-bc47-c0df8fd17195 None None] Provisioning complete for port b98a6902-0998-434d-841d-a4a3b6baf164 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:44.177101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b363e44-db42-449f-bc47-c0df8fd17195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.222886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:44.260217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'mac_address': 'fa:16:3e:ae:78:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:44.280079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:44.282383 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfd3843-6546-46eb-93e6-d45a7bffb3da" -d '{"events": [{"server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "name": "network-vif-unplugged", "status": "completed", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:44.288895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cad5d-a436-44ce-b3e4-98ce1fa10a5d req-82c67196-ba6c-4b2a-9fe7-f07e9aee5bad tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.296615 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-244cad5d-a436-44ce-b3e4-98ce1fa10a5d req-82c67196-ba6c-4b2a-9fe7-f07e9aee5bad tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 947 time: 0.0973659 Nov 12 03:25:44.302178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-ee135532-7b2e-4139-84d5-66a72dabc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.303654 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-ee135532-7b2e-4139-84d5-66a72dabc698 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1228209 Nov 12 03:25:44.310144 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.350831 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63408ac-7962-45e9-a905-1c6caf6333cf x-openstack-request-id: req-a63408ac-7962-45e9-a905-1c6caf6333cf {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:44.351154 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "name": "network-vif-unplugged", "status": "completed", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:44.351416 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a63408ac-7962-45e9-a905-1c6caf6333cf {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:44.352335 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'code': 200} Nov 12 03:25:44.370369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-d97615f0-acd4-47ce-8faa-e3f64c07c510 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743207 Nov 12 03:25:44.378906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.393937 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.396115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.428915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.432124 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-244cad5d-a436-44ce-b3e4-98ce1fa10a5d req-3536226b-9410-4a46-a4a4-11186758fb4b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345360 Nov 12 03:25:44.450706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Network fff09f5b-dec7-472b-87ec-00c0a184e468 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:44.456408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:44.461462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:44.491433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Pushing event updated for resources: {'Port': ['ID=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.493673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5119b9bd-9cce-49c2-b679-ca3734a15197 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:44.518770 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-848e3ea3-d7d4-4842-a1f7-22d0b06aa48f service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921256 Nov 12 03:25:44.541621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.545627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:44.549804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Attempting to bind port 33e376ad-da42-401a-8448-926188bc8ea2 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:44.550173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Attempting to bind port 33e376ad-da42-401a-8448-926188bc8ea2 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:44.550789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Attempting to bind port 33e376ad-da42-401a-8448-926188bc8ea2 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:44.558642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.562397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd4f20-6c99-47be-ae7c-584731699c15 None None] Pushing event updated for resources: {'Port': ['ID=33e376ad-da42-401a-8448-926188bc8ea2,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.606974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:44.607685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:44.607819 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.608133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:44.608633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Bound port: 33e376ad-da42-401a-8448-926188bc8ea2, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:44.609046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.616152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c49cee-f8c5-4c5b-a043-2bfe56316d5e req-2d811fd2-be4c-4692-ba42-425e90fa490c tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.620444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8c49cee-f8c5-4c5b-a043-2bfe56316d5e req-2d811fd2-be4c-4692-ba42-425e90fa490c tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 944 time: 0.1326482 Nov 12 03:25:44.692137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b9439f-de6e-4e03-bf7e-ce94b4ac42ab req-5ecb3ee5-f6f7-43e0-af0f-7527e52afe81 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583629 Nov 12 03:25:44.717026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.725148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] For port 33e376ad-da42-401a-8448-926188bc8ea2, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:44.730145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] For port 33e376ad-da42-401a-8448-926188bc8ea2, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=33e376ad-da42-401a-8448-926188bc8ea2,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:44.735259 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.767105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8c49cee-f8c5-4c5b-a043-2bfe56316d5e req-5d16377a-a1b4-498d-a12e-db2bcd9523a4 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248283 Nov 12 03:25:44.841051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.841835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd4f20-6c99-47be-ae7c-584731699c15 None None] Pushing event updated for resources: {'Port': ['ID=33e376ad-da42-401a-8448-926188bc8ea2,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.847545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2539d80e-06f7-491c-b508-520189657c34 None None] Provisioning complete for port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:44.847917 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2539d80e-06f7-491c-b508-520189657c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.851668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Routers {'50af6941-dfc9-4f18-b06d-27458d7e7aa7'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:44.852296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:44.884494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657ab44-8037-4dbc-b4d8-5d33dacdfd6a req-467d2135-0621-4f82-9eb4-c5ce95297608 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.886101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7657ab44-8037-4dbc-b4d8-5d33dacdfd6a req-467d2135-0621-4f82-9eb4-c5ce95297608 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 949 time: 0.0683427 Nov 12 03:25:44.935962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2539d80e-06f7-491c-b508-520189657c34 None None] Port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:44.943583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7657ab44-8037-4dbc-b4d8-5d33dacdfd6a req-11c11a68-111b-4c84-9715-192d1cb513cf tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501361 Nov 12 03:25:44.970194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3fc26-f493-486e-8bbe-53b60e88a5e1 req-cd021982-b664-454c-b01e-ee7da9b74fe9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.971883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dee3fc26-f493-486e-8bbe-53b60e88a5e1 req-cd021982-b664-454c-b01e-ee7da9b74fe9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.0937617 Nov 12 03:25:45.002600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] Set router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:45.036404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5119b9bd-9cce-49c2-b679-ca3734a15197'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:45.057182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['dd986bc3-f178-4504-a88e-d3e2d2ed0f44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:45.074364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dee3fc26-f493-486e-8bbe-53b60e88a5e1 req-1a8ac7e8-1b92-42ff-b6a2-31c130a745fe tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706346 Nov 12 03:25:45.116531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.116531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.135369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3189084-bbfe-4827-b8d1-614c2260cd38 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:45.137441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c4abbbb0-3fda-4c62-b5a6-14b26660d403 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:45.187833 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.190473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Pushing event updated for resources: {'Port': ['ID=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.285100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Network fff09f5b-dec7-472b-87ec-00c0a184e468 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:45.286566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:45.410600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:45.454440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c4abbbb0-3fda-4c62-b5a6-14b26660d403 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:45.539672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:45.566111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf7d1-9b92-4bcc-b37b-8bc019583cef req-c0e5d5b6-feaf-43cd-972a-fee15fb70d24 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.570537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-73aeed14-0dfe-4610-89cd-106035f654ed admin admin] 10.222.0.49 "PUT /v2.0/routers/50af6941-dfc9-4f18-b06d-27458d7e7aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4360251 Nov 12 03:25:45.572986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2cecf7d1-9b92-4bcc-b37b-8bc019583cef req-c0e5d5b6-feaf-43cd-972a-fee15fb70d24 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 947 time: 0.0613244 Nov 12 03:25:45.628541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2cecf7d1-9b92-4bcc-b37b-8bc019583cef req-d8d6607c-ee39-47b2-aac1-a24138ad08a6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545800 Nov 12 03:25:45.663228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c4abbbb0-3fda-4c62-b5a6-14b26660d403 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:45.663811 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.666770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3189084-bbfe-4827-b8d1-614c2260cd38,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:45.729113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b3189084-bbfe-4827-b8d1-614c2260cd38', 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'port_id': 'b3189084-bbfe-4827-b8d1-614c2260cd38', 'mac_address': 'fa:16:3e:52:1f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c11f51-e68b-493c-bcbf-38190a452a5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:45.772896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a596e559-ec29-46e1-9512-2849d1a455d4 None None] Provisioning complete for port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:45.773271 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a596e559-ec29-46e1-9512-2849d1a455d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.891923 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.897155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a596e559-ec29-46e1-9512-2849d1a455d4 None None] Port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:45.909674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f8d40-9375-4228-8ddd-c669b89c9264 req-f5c9bc8d-c7eb-496b-9318-933c4ec9fb9b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.911634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c6f8d40-9375-4228-8ddd-c669b89c9264 req-f5c9bc8d-c7eb-496b-9318-933c4ec9fb9b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 944 time: 0.0659075 Nov 12 03:25:45.930262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '33e376ad-da42-401a-8448-926188bc8ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 4, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port': {'id': '33e376ad-da42-401a-8448-926188bc8ea2', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:40Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e3bf9161-3d88-4590-9e33-91dd1cdf7e96', 'name': '', 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'mac_address': 'fa:16:3e:6f:cf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:43Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 1, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'subnets': [{'id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:45.972877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3189084-bbfe-4827-b8d1-614c2260cd38 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:45.980283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00078d5f-ade8-4747-b9b7-3bd0fb842c63 None None] The sync data for ids ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'] in n-d-789963-21 is: [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '33e376ad-da42-401a-8448-926188bc8ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 4, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port': {'id': '33e376ad-da42-401a-8448-926188bc8ea2', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:40Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e3bf9161-3d88-4590-9e33-91dd1cdf7e96', 'name': '', 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'mac_address': 'fa:16:3e:6f:cf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:43Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 1, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'subnets': [{'id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:45.990181 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.025836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3189084-bbfe-4827-b8d1-614c2260cd38,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:46.039059 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.045291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c6f8d40-9375-4228-8ddd-c669b89c9264 req-0f68e2f1-4b35-4d1b-a230-b344669b358a tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124179 Nov 12 03:25:46.152809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3189084-bbfe-4827-b8d1-614c2260cd38,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.165412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c4abbbb0-3fda-4c62-b5a6-14b26660d403, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4abbbb0-3fda-4c62-b5a6-14b26660d403,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:46.170344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.256061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c4abbbb0-3fda-4c62-b5a6-14b26660d403,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.328258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cbf82-b983-4d94-b91f-146890bbae67 req-cc52e0e2-b173-4963-b55f-78394ac461cd tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.352801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1594299-24f5-4471-bc42-b888e3cca4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4abbbb0-3fda-4c62-b5a6-14b26660d403'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:46.358438 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16913003-5de4-460b-a91f-3a405d7cda4a" -d '{"events": [{"server_uuid": "e1594299-24f5-4471-bc42-b888e3cca4ec", "name": "network-vif-plugged", "status": "completed", "tag": "c4abbbb0-3fda-4c62-b5a6-14b26660d403"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:46.360196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-135cbf82-b983-4d94-b91f-146890bbae67 req-cc52e0e2-b173-4963-b55f-78394ac461cd tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 944 time: 0.1101270 Nov 12 03:25:46.425384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-135cbf82-b983-4d94-b91f-146890bbae67 req-170e26c6-7161-4b86-bf2d-8497300fe138 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636377 Nov 12 03:25:46.543232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b3189084-bbfe-4827-b8d1-614c2260cd38'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:46.663972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc54d6-71d7-4d0b-8b49-cf1ee4d444f8 req-cf0baf69-3400-4116-bb2d-de9d6a9a0b87 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.665809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fbc54d6-71d7-4d0b-8b49-cf1ee4d444f8 req-cf0baf69-3400-4116-bb2d-de9d6a9a0b87 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 949 time: 0.5789368 Nov 12 03:25:46.762308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fbc54d6-71d7-4d0b-8b49-cf1ee4d444f8 req-2e99d8f7-2c9d-448a-ba7b-ac2c66711730 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865562 Nov 12 03:25:46.782424 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b721a6a-e308-4e06-85b1-52122f565929 x-openstack-request-id: req-5b721a6a-e308-4e06-85b1-52122f565929 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:46.782936 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1594299-24f5-4471-bc42-b888e3cca4ec", "name": "network-vif-plugged", "status": "completed", "tag": "c4abbbb0-3fda-4c62-b5a6-14b26660d403", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:46.783403 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b721a6a-e308-4e06-85b1-52122f565929 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:46.783832 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1594299-24f5-4471-bc42-b888e3cca4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4abbbb0-3fda-4c62-b5a6-14b26660d403', 'code': 200} Nov 12 03:25:46.882365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e2584-e106-4055-92ce-ed3c0d92313a req-ed7f6a51-f5ca-4f58-8253-19ae90ee2de8 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.890631 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e4e2584-e106-4055-92ce-ed3c0d92313a req-ed7f6a51-f5ca-4f58-8253-19ae90ee2de8 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 947 time: 0.0654359 Nov 12 03:25:46.914223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e962c84-5e39-4fee-b392-e3b64de39797 req-b8f93769-5192-401d-99e1-f89857e6b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.916619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e962c84-5e39-4fee-b392-e3b64de39797 req-b8f93769-5192-401d-99e1-f89857e6b67d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 1098 time: 0.0683379 Nov 12 03:25:46.967184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e4e2584-e106-4055-92ce-ed3c0d92313a req-f6fae7e2-659d-4e98-8312-c5c12f94a53c tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710809 Nov 12 03:25:47.060041 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e962c84-5e39-4fee-b392-e3b64de39797 req-356d3cf1-110c-4193-8e69-0b4240c85815 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114042 Nov 12 03:25:47.116970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:47.119070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd986bc3-f178-4504-a88e-d3e2d2ed0f44 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:47.281665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba924c6-6eb0-4804-8bca-8e7abd80fe51 req-0390d780-afd8-4fbf-ae8f-698132033277 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.284444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aba924c6-6eb0-4804-8bca-8e7abd80fe51 req-0390d780-afd8-4fbf-ae8f-698132033277 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 944 time: 0.0809991 Nov 12 03:25:47.359425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aba924c6-6eb0-4804-8bca-8e7abd80fe51 req-fa6b2030-f52a-42db-b20a-52d7138cb981 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686233 Nov 12 03:25:47.416170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:47.442119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:47.445508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:47.445959 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.478572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'mac_address': 'fa:16:3e:ae:78:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:47.551165 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.651819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd986bc3-f178-4504-a88e-d3e2d2ed0f44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:47.656347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.801940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542a029-650a-4e37-ad7f-524ae1714950 req-102f014b-0f44-4447-941e-0456f42ee518 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.819191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:47.823244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4542a029-650a-4e37-ad7f-524ae1714950 req-102f014b-0f44-4447-941e-0456f42ee518 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 944 time: 0.1913936 Nov 12 03:25:47.835808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 33e376ad-da42-401a-8448-926188bc8ea2 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:47.849594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-e22123bb-47f8-42f5-944f-da4c18ce3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.851723 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-e22123bb-47f8-42f5-944f-da4c18ce3eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1101 time: 0.1559272 Nov 12 03:25:47.911998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4542a029-650a-4e37-ad7f-524ae1714950 req-6eec2111-4167-4a36-b4ac-c546af17a68c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875289 Nov 12 03:25:47.958770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-c9bcc12b-7646-483f-82fb-12923347dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.959884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-c9bcc12b-7646-483f-82fb-12923347dd7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 1101 time: 0.0681195 Nov 12 03:25:48.021444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 33e376ad-da42-401a-8448-926188bc8ea2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:48.021923 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.115268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1d71-8727-4c3a-ba57-ecd223b32a41 req-0b178abc-9148-4f24-904f-7ac293e700bd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.126146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f6d1d71-8727-4c3a-ba57-ecd223b32a41 req-0b178abc-9148-4f24-904f-7ac293e700bd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 949 time: 0.1602213 Nov 12 03:25:48.165629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0125f1-83d7-4a1c-abba-7f06d0926e93 req-80c9ef46-bcb7-4140-9ed9-56b855e6b8fd tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.168402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.176772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b0125f1-83d7-4a1c-abba-7f06d0926e93 req-80c9ef46-bcb7-4140-9ed9-56b855e6b8fd tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 947 time: 0.1071687 Nov 12 03:25:48.198182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 33e376ad-da42-401a-8448-926188bc8ea2, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=33e376ad-da42-401a-8448-926188bc8ea2,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:48.204571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-06070561-1661-44bf-810b-073b95aef151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.207090 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.207350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-06070561-1661-44bf-810b-073b95aef151 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2314293 Nov 12 03:25:48.268890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b0125f1-83d7-4a1c-abba-7f06d0926e93 req-d331c6d9-ed52-4c84-8bbf-780bff2984d9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907621 Nov 12 03:25:48.281194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=33e376ad-da42-401a-8448-926188bc8ea2,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.333532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f6d1d71-8727-4c3a-ba57-ecd223b32a41 req-7f1ee4e6-6cd8-4302-ac00-19a3d6d1a633 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063832 Nov 12 03:25:48.337717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-0d00fd0e-6043-43d5-a65b-a976c31fcf80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5119b9bd-9cce-49c2-b679-ca3734a15197 HTTP/1.1" status: 200 len: 217 time: 0.1113048 Nov 12 03:25:48.434658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-90deb459-9e67-4042-88bc-7ddc57fb14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.436659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-90deb459-9e67-4042-88bc-7ddc57fb14dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0842416 Nov 12 03:25:48.572181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b879d0-17d4-4071-b9c6-04a667383332 req-c8b3979e-116e-482a-8665-5dc8f79f0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.573810 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-c8b3979e-116e-482a-8665-5dc8f79f0176 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1277337 Nov 12 03:25:48.592044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaff39-1c4e-4a60-b8ad-2286dcb76ad3 req-8d12bae6-b02e-4d4c-a2c9-2dc15155fb7b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.601133 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8baaff39-1c4e-4a60-b8ad-2286dcb76ad3 req-8d12bae6-b02e-4d4c-a2c9-2dc15155fb7b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 945 time: 0.0916710 Nov 12 03:25:48.717329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8baaff39-1c4e-4a60-b8ad-2286dcb76ad3 req-2e6ddf49-6ca5-432c-abd6-4e33710c9f1b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152520 Nov 12 03:25:48.770441 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-54e2fed2-d128-42d3-a248-ff41d6ea2650 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657543 Nov 12 03:25:48.785488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b07691c-3214-4ddd-a358-f767acd9a4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:48.788067 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee70b8-b04a-4b23-a5a0-d60edfbe60e0" -d '{"events": [{"server_uuid": "6b07691c-3214-4ddd-a358-f767acd9a4b1", "name": "network-vif-plugged", "status": "completed", "tag": "dd986bc3-f178-4504-a88e-d3e2d2ed0f44"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:48.844844 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86ea4c-369a-4f9d-8f63-e26d287cf326 x-openstack-request-id: req-8c86ea4c-369a-4f9d-8f63-e26d287cf326 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:48.845968 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b07691c-3214-4ddd-a358-f767acd9a4b1", "name": "network-vif-plugged", "status": "completed", "tag": "dd986bc3-f178-4504-a88e-d3e2d2ed0f44", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:48.846457 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c86ea4c-369a-4f9d-8f63-e26d287cf326 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:48.847075 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b07691c-3214-4ddd-a358-f767acd9a4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44', 'code': 200} Nov 12 03:25:48.879771 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b879d0-17d4-4071-b9c6-04a667383332 req-c5845315-4d27-4d53-8fda-dfc7c1164fe0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011138 Nov 12 03:25:48.994146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f387e-bf7e-4d23-80dd-488deae0073c req-139f8368-9a55-4db5-b9a7-abf6fb899f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.995676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b59f387e-bf7e-4d23-80dd-488deae0073c req-139f8368-9a55-4db5-b9a7-abf6fb899f90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0606508 Nov 12 03:25:49.089945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b59f387e-bf7e-4d23-80dd-488deae0073c req-f82b2b78-a021-4e6f-a46b-a2acecb237c2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819800 Nov 12 03:25:49.102510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074b60b-dbc8-48af-982d-566739258917 req-595b83f0-7e33-4552-96a0-7a04f61ffe5d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.103982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5074b60b-dbc8-48af-982d-566739258917 req-595b83f0-7e33-4552-96a0-7a04f61ffe5d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 944 time: 0.0831096 Nov 12 03:25:49.131657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7e1b0cfa-e1b2-424d-a068-aceb717cab0b details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:49.148717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3189084-bbfe-4827-b8d1-614c2260cd38 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:49.172790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5074b60b-dbc8-48af-982d-566739258917 req-46b60755-21ae-414d-98b1-e5fa5e4d6033 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628142 Nov 12 03:25:49.275645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b3189084-bbfe-4827-b8d1-614c2260cd38 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:49.278782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:49.290825 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b3189084-bbfe-4827-b8d1-614c2260cd38 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:49.291212 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.312198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'mac_address': 'fa:16:3e:51:e5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:49.367551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.381217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1b0cfa-e1b2-424d-a068-aceb717cab0b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:49.400432 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Sync routers for ids ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:49.420720 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Routers {'50af6941-dfc9-4f18-b06d-27458d7e7aa7'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:49.421386 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:49.428242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:49.434785 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.438091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b098-d0f8-42d3-b994-669c05b7d201 req-c912cf69-1f85-4a8e-acc0-7325205e1e48 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.440492 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc10b098-d0f8-42d3-b994-669c05b7d201 req-c912cf69-1f85-4a8e-acc0-7325205e1e48 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 947 time: 0.0977387 Nov 12 03:25:49.444009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.513729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3189084-bbfe-4827-b8d1-614c2260cd38,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:49.519852 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc10b098-d0f8-42d3-b994-669c05b7d201 req-43802d3c-4d5a-4cad-af35-eda17a4618f4 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696084 Nov 12 03:25:49.520328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.523483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.544995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132304a-2d6f-4c77-b40d-720829dcbc52 req-898942ef-e42b-43e7-919c-4d2434991646 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.571477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8132304a-2d6f-4c77-b40d-720829dcbc52 req-898942ef-e42b-43e7-919c-4d2434991646 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 949 time: 0.1242759 Nov 12 03:25:49.589885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3189084-bbfe-4827-b8d1-614c2260cd38,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.661096 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8132304a-2d6f-4c77-b40d-720829dcbc52 req-c4a65624-60a2-44c7-9e56-062241678596 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886533 Nov 12 03:25:49.690348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Set router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:49.700516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 33e376ad-da42-401a-8448-926188bc8ea2 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:49.781668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 33e376ad-da42-401a-8448-926188bc8ea2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:49.782410 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.901280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794159c-11b1-4c13-b4a7-3627b563578b req-0102f433-0b43-4074-a6b6-aa61bbf489c9 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.912211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e794159c-11b1-4c13-b4a7-3627b563578b req-0102f433-0b43-4074-a6b6-aa61bbf489c9 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 945 time: 0.0926023 Nov 12 03:25:49.921178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:49.934274 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '33e376ad-da42-401a-8448-926188bc8ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 4, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port': {'id': '33e376ad-da42-401a-8448-926188bc8ea2', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:40Z', 'updated_at': '2021-11-12T03:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e3bf9161-3d88-4590-9e33-91dd1cdf7e96', 'name': '', 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'mac_address': 'fa:16:3e:6f:cf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:43Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 2, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'subnets': [{'id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:49.968060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e794159c-11b1-4c13-b4a7-3627b563578b req-72d72347-8103-4003-b060-5460230bd1e3 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550609 Nov 12 03:25:49.973466 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Checking router: 50af6941-dfc9-4f18-b06d-27458d7e7aa7 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:49.973824 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Updating router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:50.001066 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.281457 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.290774 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.310777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae02676-24c2-48a1-81ea-d769c7f93697 req-9629be95-4c46-4c8d-abcf-62e8d6ea110b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.312603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8ae02676-24c2-48a1-81ea-d769c7f93697 req-9629be95-4c46-4c8d-abcf-62e8d6ea110b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.0584376 Nov 12 03:25:50.349604 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91316680-9d8f-484b-a385-441439a11130 None None] Pushing event updated for resources: {'Port': ['ID=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.374359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8ae02676-24c2-48a1-81ea-d769c7f93697 req-8a9edb69-4546-41a2-a730-63c285460b22 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539765 Nov 12 03:25:50.378288 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.378643 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.379321 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.379321 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.379645 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.379940 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.380266 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.380585 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.380933 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.381255 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.381595 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.381880 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91316680-9d8f-484b-a385-441439a11130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.415803 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Attempting to bind port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:50.416500 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Attempting to bind port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:50.416862 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Attempting to bind port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 on network fff09f5b-dec7-472b-87ec-00c0a184e468 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:50.422924 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:50.424475 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Checking segment: {'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:50.424845 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.425333 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Bound using segment: {'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:50.425904 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Bound port: e3bf9161-3d88-4590-9e33-91dd1cdf7e96, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f0dbad-e4d1-495e-962f-358234023cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:50.426408 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.495664 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] For port e3bf9161-3d88-4590-9e33-91dd1cdf7e96, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:50.499257 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] For port e3bf9161-3d88-4590-9e33-91dd1cdf7e96, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,segment=NetworkSegment(29f0dbad-e4d1-495e-962f-358234023cd5),segment_id=29f0dbad-e4d1-495e-962f-358234023cd5)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:50.504221 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.585439 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91316680-9d8f-484b-a385-441439a11130 None None] Pushing event updated for resources: {'Port': ['ID=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.588801 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Routers {'50af6941-dfc9-4f18-b06d-27458d7e7aa7'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:50.589917 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:50.682090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b736c482-5ac7-475c-af78-5f57ef348e40 None None] Provisioning complete for port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:50.682755 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b736c482-5ac7-475c-af78-5f57ef348e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.707913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaaaf4-5f2d-4216-8977-888627bca3df req-9229f0f2-31e5-45b4-8b49-8c0ba13c4cbd tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.730628 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ccaaaf4-5f2d-4216-8977-888627bca3df req-9229f0f2-31e5-45b4-8b49-8c0ba13c4cbd tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 948 time: 0.0993743 Nov 12 03:25:50.822166 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ccaaaf4-5f2d-4216-8977-888627bca3df req-8e50c4f9-be43-4857-b0f1-885fe0214983 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831378 Nov 12 03:25:50.870255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f333910-3c0a-48a0-8714-c0fb95b8d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3189084-bbfe-4827-b8d1-614c2260cd38'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:50.872473 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a371dd-d02d-40f5-89d8-80a2e1487fe4" -d '{"events": [{"server_uuid": "6f333910-3c0a-48a0-8714-c0fb95b8d378", "name": "network-vif-plugged", "status": "completed", "tag": "b3189084-bbfe-4827-b8d1-614c2260cd38"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:50.904495 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b736c482-5ac7-475c-af78-5f57ef348e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.940783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b736c482-5ac7-475c-af78-5f57ef348e40 None None] For port e3bf9161-3d88-4590-9e33-91dd1cdf7e96, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,segment=NetworkSegment(29f0dbad-e4d1-495e-962f-358234023cd5),segment_id=29f0dbad-e4d1-495e-962f-358234023cd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:50.943643 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] Set router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:50.947146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b736c482-5ac7-475c-af78-5f57ef348e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.958966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a39f7-47ab-4ce1-8686-be3b7d60046d req-964aecdd-790f-4a02-ae44-59ff668c90c6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.967280 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701a39f7-47ab-4ce1-8686-be3b7d60046d req-964aecdd-790f-4a02-ae44-59ff668c90c6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 949 time: 0.0959404 Nov 12 03:25:50.968600 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e723f4-7876-4748-8ddf-e83977baa70f x-openstack-request-id: req-e3e723f4-7876-4748-8ddf-e83977baa70f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:50.972383 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f333910-3c0a-48a0-8714-c0fb95b8d378", "name": "network-vif-plugged", "status": "completed", "tag": "b3189084-bbfe-4827-b8d1-614c2260cd38", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:50.984701 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3e723f4-7876-4748-8ddf-e83977baa70f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:50.985817 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f333910-3c0a-48a0-8714-c0fb95b8d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3189084-bbfe-4827-b8d1-614c2260cd38', 'code': 200} Nov 12 03:25:51.037670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-701a39f7-47ab-4ce1-8686-be3b7d60046d req-b0ab78ca-d9d0-45df-b46c-c4f60a91ee3e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672545 Nov 12 03:25:51.144148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:51.181038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e4e73-2242-43b6-9e37-1dd5a11b46d2 req-d1509e47-1490-474c-a4cb-5cbcafc3e78d tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.200612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d9e4e73-2242-43b6-9e37-1dd5a11b46d2 req-d1509e47-1490-474c-a4cb-5cbcafc3e78d tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 945 time: 0.0851567 Nov 12 03:25:51.211599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd13f05-6aab-4e34-bb39-654291281891 req-71ee6a8a-0d4d-4083-accd-d38a08b6ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.213137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8fd13f05-6aab-4e34-bb39-654291281891 req-71ee6a8a-0d4d-4083-accd-d38a08b6ee0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 1097 time: 0.1064825 Nov 12 03:25:51.217773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736c482-5ac7-475c-af78-5f57ef348e40 None None] Pushing event updated for resources: {'Port': ['ID=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.232483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4b4255dd-ad61-4e9c-ab1f-3691e861e3d2 None None] Provisioning complete for port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:51.232990 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b4255dd-ad61-4e9c-ab1f-3691e861e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.278439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8fd13f05-6aab-4e34-bb39-654291281891 req-1cf156c3-2fdc-477f-9bce-972313e00315 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Nov 12 03:25:51.284359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d9e4e73-2242-43b6-9e37-1dd5a11b46d2 req-49e5b19f-c47e-452d-90ce-15c677c20ec3 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769928 Nov 12 03:25:51.354043 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.357607 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '33e376ad-da42-401a-8448-926188bc8ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 4, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port': {'id': '33e376ad-da42-401a-8448-926188bc8ea2', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:40Z', 'updated_at': '2021-11-12T03:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e3bf9161-3d88-4590-9e33-91dd1cdf7e96', 'name': '', 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'mac_address': 'fa:16:3e:6f:cf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:43Z', 'updated_at': '2021-11-12T03:25:50Z', 'revision_number': 4, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'subnets': [{'id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.374675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5119b9bd-9cce-49c2-b679-ca3734a15197 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:51.384922 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d31a6-a34f-4320-aafc-d44839a2c227 None None] The sync data for ids ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'] in n-d-789963-21 is: [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '33e376ad-da42-401a-8448-926188bc8ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 4, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port': {'id': '33e376ad-da42-401a-8448-926188bc8ea2', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:40Z', 'updated_at': '2021-11-12T03:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e3bf9161-3d88-4590-9e33-91dd1cdf7e96', 'name': '', 'network_id': 'fff09f5b-dec7-472b-87ec-00c0a184e468', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'mac_address': 'fa:16:3e:6f:cf:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:43Z', 'updated_at': '2021-11-12T03:25:50Z', 'revision_number': 4, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'subnets': [{'id': '80d483fd-0848-445e-b3d2-c8d1b34b587b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:51.401679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:51.406511 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.468601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.509782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd9cac-d473-41fb-b146-2c9bc654cb66 req-e85181f5-0142-495c-ae22-396c70e18e34 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.513188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75dd9cac-d473-41fb-b146-2c9bc654cb66 req-e85181f5-0142-495c-ae22-396c70e18e34 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.0556195 Nov 12 03:25:51.564067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75dd9cac-d473-41fb-b146-2c9bc654cb66 req-db10a68f-b6ce-4102-aff4-8a5ef784276c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465798 Nov 12 03:25:51.688877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e3bf9161-3d88-4590-9e33-91dd1cdf7e96 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:51.740114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:51.740593 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.940706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc7352-80d3-4bb7-81a9-c73009058baf req-14134484-595b-4ec9-b251-8e7cc747ceb7 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.942267 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19cc7352-80d3-4bb7-81a9-c73009058baf req-14134484-595b-4ec9-b251-8e7cc747ceb7 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 948 time: 0.0575318 Nov 12 03:25:52.003469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19cc7352-80d3-4bb7-81a9-c73009058baf req-8ef63639-8617-4f87-b88e-c7b5d4434155 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547757 Nov 12 03:25:52.257272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8df2-5dc0-4f10-a4f0-2c3a79a5652e req-2f4aa524-9021-4fe5-adff-f13c1a5961fe tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.259963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8acb8df2-5dc0-4f10-a4f0-2c3a79a5652e req-2f4aa524-9021-4fe5-adff-f13c1a5961fe tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 948 time: 0.0910211 Nov 12 03:25:52.320397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8acb8df2-5dc0-4f10-a4f0-2c3a79a5652e req-af44d297-a0d4-4dfb-8cf3-4943a9638e7e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545678 Nov 12 03:25:52.427191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf8af3-3b2f-4854-a5e9-03a4e6b9028e req-99d100fd-16df-4cc7-a90b-6b51556c1b18 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.428825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65bf8af3-3b2f-4854-a5e9-03a4e6b9028e req-99d100fd-16df-4cc7-a90b-6b51556c1b18 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 945 time: 0.0519524 Nov 12 03:25:52.476592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65bf8af3-3b2f-4854-a5e9-03a4e6b9028e req-d18e1fc0-83e4-4d07-ae65-2ebfde0e189a tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Nov 12 03:25:52.593441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d690c35-d89c-4693-8ca3-db29f40eef27 req-047555e5-7919-4a0e-a9d7-0aa2ecc62c20 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.594951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d690c35-d89c-4693-8ca3-db29f40eef27 req-047555e5-7919-4a0e-a9d7-0aa2ecc62c20 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 946 time: 0.0506637 Nov 12 03:25:52.648513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d690c35-d89c-4693-8ca3-db29f40eef27 req-509887a0-46b1-4af4-a526-8a90376198ac tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464621 Nov 12 03:25:52.706033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56685a80-5f25-45ae-ac71-960fa4f5be0e req-a374e311-ba0e-467c-ba80-874d0e79be72 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.707557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-56685a80-5f25-45ae-ac71-960fa4f5be0e req-a374e311-ba0e-467c-ba80-874d0e79be72 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.0538712 Nov 12 03:25:52.761848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-56685a80-5f25-45ae-ac71-960fa4f5be0e req-dca66455-d9ce-4641-b1eb-e5d6c7ba56ac tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Nov 12 03:25:52.769548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a173cb-e786-4d66-9532-fe3018188000 req-7eafc669-3ef0-4780-adfc-a275ae7a0887 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.771276 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5a173cb-e786-4d66-9532-fe3018188000 req-7eafc669-3ef0-4780-adfc-a275ae7a0887 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 945 time: 0.0532367 Nov 12 03:25:52.821257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5a173cb-e786-4d66-9532-fe3018188000 req-0d271240-8b9a-4c4c-b0cf-b08639c7f5b8 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433316 Nov 12 03:25:53.122454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1de747-90b3-43ac-9d1e-928667ee4232 req-2a8d220a-8226-4beb-804c-8d451c53824b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.129544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d1de747-90b3-43ac-9d1e-928667ee4232 req-2a8d220a-8226-4beb-804c-8d451c53824b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 945 time: 0.0952747 Nov 12 03:25:53.130851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:53.149043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7e1b0cfa-e1b2-424d-a068-aceb717cab0b up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:53.179472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afdf8d-30e0-4e79-96ec-edee140aece3 req-4747c141-93ef-4b58-84ee-e2c3fe8b823f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.187827 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-45afdf8d-30e0-4e79-96ec-edee140aece3 req-4747c141-93ef-4b58-84ee-e2c3fe8b823f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 948 time: 0.1052315 Nov 12 03:25:53.207323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d1de747-90b3-43ac-9d1e-928667ee4232 req-59852b88-6df5-4170-9578-9aa0851e6fbe tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741112 Nov 12 03:25:53.283788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-45afdf8d-30e0-4e79-96ec-edee140aece3 req-4eee645f-25b5-4f1a-a6e9-7b9e831b8823 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951138 Nov 12 03:25:53.289529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:53.296831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:53.297213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.480150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59eadb-bf06-4e5e-a5d8-5bc5a30b81b8 req-caf75889-8ac6-42c6-8428-84d0fe9d08ce tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.481898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c59eadb-bf06-4e5e-a5d8-5bc5a30b81b8 req-caf75889-8ac6-42c6-8428-84d0fe9d08ce tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 948 time: 0.0651681 Nov 12 03:25:53.542424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c59eadb-bf06-4e5e-a5d8-5bc5a30b81b8 req-28eca947-c1de-4cac-b027-dbf39485e85b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535500 Nov 12 03:25:53.549789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:53.576065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'mac_address': 'fa:16:3e:ae:78:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:53.660645 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.663418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.682302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db91e-bdc4-4c0e-8f27-14093e48b4c1 req-f8a7182e-1457-43d4-aa47-3ce02d9c8205 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.686737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5119b9bd-9cce-49c2-b679-ca3734a15197 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:53.689845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d87db91e-bdc4-4c0e-8f27-14093e48b4c1 req-f8a7182e-1457-43d4-aa47-3ce02d9c8205 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 948 time: 0.0595939 Nov 12 03:25:53.709301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b647cd-b611-4775-84b2-e038df5df2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1b0cfa-e1b2-424d-a068-aceb717cab0b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:53.711931 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7740897-b40f-4c5f-8ea2-f443bcfc773f" -d '{"events": [{"server_uuid": "59b647cd-b611-4775-84b2-e038df5df2b7", "name": "network-vif-plugged", "status": "completed", "tag": "7e1b0cfa-e1b2-424d-a068-aceb717cab0b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:53.740213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:53.748609 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.765173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d87db91e-bdc4-4c0e-8f27-14093e48b4c1 req-9a2a2f38-50c0-4813-b32e-ad51ce3ac001 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709257 Nov 12 03:25:53.777252 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a12ffd0-312e-49b8-926d-12ea0c59a4b2 x-openstack-request-id: req-3a12ffd0-312e-49b8-926d-12ea0c59a4b2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:53.777679 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b647cd-b611-4775-84b2-e038df5df2b7", "name": "network-vif-plugged", "status": "completed", "tag": "7e1b0cfa-e1b2-424d-a068-aceb717cab0b", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:53.778187 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a12ffd0-312e-49b8-926d-12ea0c59a4b2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:53.778660 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b647cd-b611-4775-84b2-e038df5df2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'code': 200} Nov 12 03:25:53.780431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:53.799967 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.840405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.896542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.956284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a7a49-57d6-48f1-b1dd-a2201414b3cf req-bb7d04b9-27e4-42d6-819b-f31d2230453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.957927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-361a7a49-57d6-48f1-b1dd-a2201414b3cf req-bb7d04b9-27e4-42d6-819b-f31d2230453f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 1101 time: 0.0944264 Nov 12 03:25:53.978764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1e813-2ca6-4aaa-88d3-0771089819fd req-20694b04-e9d3-464c-97b8-a56f85272eb2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.987674 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97f1e813-2ca6-4aaa-88d3-0771089819fd req-20694b04-e9d3-464c-97b8-a56f85272eb2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.0803490 Nov 12 03:25:54.078842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97f1e813-2ca6-4aaa-88d3-0771089819fd req-8cc3c760-4f9d-4f3b-a639-5e69cc29eeca tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904734 Nov 12 03:25:54.081833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-361a7a49-57d6-48f1-b1dd-a2201414b3cf req-8411d83d-eea5-4309-966f-7e53f5293f8c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870419 Nov 12 03:25:54.152802 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-98c671d8-3a4c-40ee-a855-4ff53531b014 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240114 Nov 12 03:25:54.234387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a807949-4da6-4189-865e-ef5c1cecd821 req-9ac49db0-79f4-4e8a-b877-b83e9e769e1b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.236664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a807949-4da6-4189-865e-ef5c1cecd821 req-9ac49db0-79f4-4e8a-b877-b83e9e769e1b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.0596752 Nov 12 03:25:54.265326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5119b9bd-9cce-49c2-b679-ca3734a15197'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:54.286176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-2e5734f1-2087-445a-9035-d8d07567a3fb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.293624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-2e5734f1-2087-445a-9035-d8d07567a3fb tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389315 Nov 12 03:25:54.311756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-1ec22bf4-0474-48e8-87a5-8773f322462f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/quotas/a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 375 time: 0.0169423 Nov 12 03:25:54.317411 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a807949-4da6-4189-865e-ef5c1cecd821 req-ea5830ff-a6ce-475c-9b22-9b676f365f8f tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739074 Nov 12 03:25:54.377928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-428bebc9-8595-41b1-87d7-de547f30f33a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648956 Nov 12 03:25:54.465427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d4711-dd13-4930-a0d7-d5ed14b023f4 req-3693a3a3-4076-4847-b23e-eec68da5099e tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.473194 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c4d4711-dd13-4930-a0d7-d5ed14b023f4 req-3693a3a3-4076-4847-b23e-eec68da5099e tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 945 time: 0.0774252 Nov 12 03:25:54.480522 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.525244 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c4d4711-dd13-4930-a0d7-d5ed14b023f4 req-53667a57-5ae1-4381-a8ba-819ed496d1d2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Nov 12 03:25:54.652039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c189d3d-3b5c-47fb-896f-6c84fc57aeda req-f686ce01-2285-4471-bcbf-711cbbc5cdb4 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.653933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c189d3d-3b5c-47fb-896f-6c84fc57aeda req-f686ce01-2285-4471-bcbf-711cbbc5cdb4 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 949 time: 0.0593243 Nov 12 03:25:54.716356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c189d3d-3b5c-47fb-896f-6c84fc57aeda req-adc8a04c-f5d4-44dd-91ee-53d3cf6363b3 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525994 Nov 12 03:25:54.917349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46ad55bd-a2dc-41ef-8a7e-e7e283bc39df req-9d40fa98-b6bd-49be-839d-4d5ae635cdcf tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0358899 Nov 12 03:25:55.370376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34838b-9515-44af-9154-13c241a01c84 req-8264dea6-5ac1-4656-bcd8-422b304f3176 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.372031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba34838b-9515-44af-9154-13c241a01c84 req-8264dea6-5ac1-4656-bcd8-422b304f3176 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.0625386 Nov 12 03:25:55.424538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba34838b-9515-44af-9154-13c241a01c84 req-06d6f976-b208-40f9-89e0-682eb2a29cfa tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Nov 12 03:25:55.544766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927ea29-08d4-434a-a128-c61f42365daa req-cff3fcf6-b2c7-4033-a25d-d54865db9246 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.546276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3927ea29-08d4-434a-a128-c61f42365daa req-cff3fcf6-b2c7-4033-a25d-d54865db9246 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "GET /v2.0/ports?device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 945 time: 0.0504682 Nov 12 03:25:55.695433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2b67e-dd36-46e4-93a1-ee2c6f19e74f req-4224301c-4eee-4959-8f3f-7efb31cd2a58 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.697006 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79b2b67e-dd36-46e4-93a1-ee2c6f19e74f req-4224301c-4eee-4959-8f3f-7efb31cd2a58 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 945 time: 0.0703292 Nov 12 03:25:55.700363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Deleting port 82e71d0d-ee3f-4316-b09c-49a92e653127 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:55.700703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.805909 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79b2b67e-dd36-46e4-93a1-ee2c6f19e74f req-471c4162-9cf4-4946-8b18-bf66005da7b6 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015594 Nov 12 03:25:55.829317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] For port 82e71d0d-ee3f-4316-b09c-49a92e653127, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=82e71d0d-ee3f-4316-b09c-49a92e653127,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:55.829738 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.847392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Calling delete_port for 82e71d0d-ee3f-4316-b09c-49a92e653127 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:55.902538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910c2e5-9a0f-4684-b81f-be56567a1bfc req-ce83bc37-094a-4720-b953-1caafb1bacf4 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.905619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e910c2e5-9a0f-4684-b81f-be56567a1bfc req-ce83bc37-094a-4720-b953-1caafb1bacf4 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 949 time: 0.0955465 Nov 12 03:25:55.984357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e910c2e5-9a0f-4684-b81f-be56567a1bfc req-ed920852-27d1-4656-b912-cd2cb11e6a41 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718050 Nov 12 03:25:56.006309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.035534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['82e71d0d-ee3f-4316-b09c-49a92e653127', 'c4abbbb0-3fda-4c62-b5a6-14b26660d403', 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:56.068927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b0eb5a20-4936-4332-bef9-d893f2ea0885 req-7bc6f7d7-7b42-4fc7-95f2-44c980e5a4c5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0348620 Nov 12 03:25:56.070313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Pushing event deleted for resources: {'Port': ['ID=82e71d0d-ee3f-4316-b09c-49a92e653127,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:56.150886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] No DVR routers for this DVR port 82e71d0d-ee3f-4316-b09c-49a92e653127 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:56.172370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.181035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3927ea29-08d4-434a-a128-c61f42365daa req-7aa457cf-6c0c-4b6d-82d1-ac38e7b498b2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "DELETE /v2.0/ports/82e71d0d-ee3f-4316-b09c-49a92e653127 HTTP/1.1" status: 204 len: 173 time: 0.6274827 Nov 12 03:25:56.181633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211c03b6-6d2d-4de8-a1b1-30cfd560ac9e', 'name': 'network-vif-deleted', 'tag': '82e71d0d-ee3f-4316-b09c-49a92e653127'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:56.185658 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d329dbb7-1b1a-4f91-82d2-0cbe6c2deacf" -d '{"events": [{"server_uuid": "211c03b6-6d2d-4de8-a1b1-30cfd560ac9e", "name": "network-vif-deleted", "tag": "82e71d0d-ee3f-4316-b09c-49a92e653127"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:56.262443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-0fb743ba-958f-44c7-9444-fb3e266c2142 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679913 Nov 12 03:25:56.283461 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef224a54-e657-4445-910f-86395cd6c5a6 x-openstack-request-id: req-ef224a54-e657-4445-910f-86395cd6c5a6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:56.283766 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211c03b6-6d2d-4de8-a1b1-30cfd560ac9e", "name": "network-vif-deleted", "tag": "82e71d0d-ee3f-4316-b09c-49a92e653127", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:56.284181 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef224a54-e657-4445-910f-86395cd6c5a6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:56.284657 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211c03b6-6d2d-4de8-a1b1-30cfd560ac9e', 'name': 'network-vif-deleted', 'tag': '82e71d0d-ee3f-4316-b09c-49a92e653127', 'status': 'completed', 'code': 200} Nov 12 03:25:56.495040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-45775776-fca9-4712-a9fd-7b8e536f0cc9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.497574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-45775776-fca9-4712-a9fd-7b8e536f0cc9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075820 Nov 12 03:25:56.525751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Request body: {'port': {'device_id': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'a722048f693a4431865e9c72b4063660'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:56.596687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8efbbd-0d8e-4c4c-a2bf-3ae671b809bb req-a2825f47-ad48-4adb-9602-77ca2de22cdd tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.599865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f8efbbd-0d8e-4c4c-a2bf-3ae671b809bb req-a2825f47-ad48-4adb-9602-77ca2de22cdd tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.0834775 Nov 12 03:25:56.663072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f8efbbd-0d8e-4c4c-a2bf-3ae671b809bb req-54963b63-1da8-4c6d-8d67-e6e93d00d250 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Nov 12 03:25:56.664869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Made reservation on behalf of a722048f693a4431865e9c72b4063660 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:56.668603 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.819510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Allocated IP 192.168.233.25 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/5c33a507-4ee1-45c2-bf9d-903758568010) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:56.988382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13cc0bab-2c5e-4bf0-a44d-e9cb6c0062f1 req-c1ab0f4b-a42b-4948-906e-4131e1647ad3 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=211c03b6-6d2d-4de8-a1b1-30cfd560ac9e HTTP/1.1" status: 200 len: 210 time: 0.0734036 Nov 12 03:25:57.005152 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.078582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.140226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:57.146118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:57.149348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:57.162299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:57.216492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01db795-bcf2-46dd-a54e-6aa9c13c88ce req-99a02441-2543-4442-a88a-ed6173d89f82 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.238380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a01db795-bcf2-46dd-a54e-6aa9c13c88ce req-99a02441-2543-4442-a88a-ed6173d89f82 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 949 time: 0.1292078 Nov 12 03:25:57.292768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5119b9bd-9cce-49c2-b679-ca3734a15197 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:57.292768 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.318926 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a01db795-bcf2-46dd-a54e-6aa9c13c88ce req-7e3fb66d-540c-4230-84ff-c2fceba33766 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849078 Nov 12 03:25:57.324777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event updated for resources: {'Port': ['ID=5c33a507-4ee1-45c2-bf9d-903758568010,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.367673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6a5b0842-1924-44bd-9867-13803da06bb5', '5119b9bd-9cce-49c2-b679-ca3734a15197'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:57.386627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4125f2-f87f-4b35-8841-fb0e0cba6360 req-3af270c9-0691-4026-b843-2416e1f423c1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.401505 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e4125f2-f87f-4b35-8841-fb0e0cba6360 req-3af270c9-0691-4026-b843-2416e1f423c1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 935 time: 0.1612639 Nov 12 03:25:57.411280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.411951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.467689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-c633b9b3-736c-4954-9ada-c75a220e542f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9447057 Nov 12 03:25:57.482878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Request body: {'port': {'device_id': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:57.581953 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.612453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e4125f2-f87f-4b35-8841-fb0e0cba6360 req-1e4fb702-e0ee-460b-b2d4-e10d265c78c9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162933 Nov 12 03:25:57.680045 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.701304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-88094af1-52f7-45b9-b444-0d2762a05add None None] Provisioning complete for port 5c33a507-4ee1-45c2-bf9d-903758568010 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:57.701712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88094af1-52f7-45b9-b444-0d2762a05add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.753682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-88094af1-52f7-45b9-b444-0d2762a05add None None] Port 5c33a507-4ee1-45c2-bf9d-903758568010 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:57.794403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:57.797026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:57.801313 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29feb6d-b111-4218-a344-62633a02c3b1" -d '{"events": [{"server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "name": "network-vif-plugged", "status": "completed", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:57.805789 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.806745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 82e71d0d-ee3f-4316-b09c-49a92e653127 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:57.857945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1a34e-f631-42c4-b1d3-5efa267d6061 req-48cdcf6e-c171-4e74-9831-949dcaef83de tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.864304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 82e71d0d-ee3f-4316-b09c-49a92e653127 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:57.864973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 82e71d0d-ee3f-4316-b09c-49a92e653127 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:57.869963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73f1a34e-f631-42c4-b1d3-5efa267d6061 req-48cdcf6e-c171-4e74-9831-949dcaef83de tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 1101 time: 0.0664873 Nov 12 03:25:57.887146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-73f1a34e-f631-42c4-b1d3-5efa267d6061 req-38c2b526-8328-4885-bd3b-de4877cfd652 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.925405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.984175 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-73f1a34e-f631-42c4-b1d3-5efa267d6061 req-38c2b526-8328-4885-bd3b-de4877cfd652 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.989196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-73f1a34e-f631-42c4-b1d3-5efa267d6061 req-38c2b526-8328-4885-bd3b-de4877cfd652 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.029792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435477f-d9ed-4490-b7bf-a07770b4a83d req-6044f56a-025a-4784-8dc6-b8b5d560ede7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.031336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4435477f-d9ed-4490-b7bf-a07770b4a83d req-6044f56a-025a-4784-8dc6-b8b5d560ede7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.2231877 Nov 12 03:25:58.041724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73f1a34e-f631-42c4-b1d3-5efa267d6061 req-38c2b526-8328-4885-bd3b-de4877cfd652 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708336 Nov 12 03:25:58.047254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2b526-8328-4885-bd3b-de4877cfd652 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d222d61-9ebe-4b02-b272-d3bcd1a21dd6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.052118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c33a507-4ee1-45c2-bf9d-903758568010 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:58.071825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.099361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Transition to ACTIVE for port object 5c33a507-4ee1-45c2-bf9d-903758568010 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:58.110746 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.188355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4435477f-d9ed-4490-b7bf-a07770b4a83d req-ae228c9d-9b68-42e6-a516-6d5486f37f09 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478941 Nov 12 03:25:58.197697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c33a507-4ee1-45c2-bf9d-903758568010,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.241678 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8950e58-15aa-465a-8422-c864a952b631 x-openstack-request-id: req-b8950e58-15aa-465a-8422-c864a952b631 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:58.242240 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "name": "network-vif-plugged", "status": "completed", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:58.242240 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8950e58-15aa-465a-8422-c864a952b631 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:58.242600 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'code': 200} Nov 12 03:25:58.318581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:58.319344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:58.319896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:58.325791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:58.326334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:58.333653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:58.334097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:58.334635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:58.335134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Bound port: 5c33a507-4ee1-45c2-bf9d-903758568010, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:58.335939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.490019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:58.497292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5c33a507-4ee1-45c2-bf9d-903758568010,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:58.511635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.606174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.613204 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.614738 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 200 len: 1096 time: 1.1363723 Nov 12 03:25:58.615277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:58.622028 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa135b1-c7e8-4b35-833a-128d96ea718a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:58.726177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5599f-decd-40de-8744-bee8841311d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c33a507-4ee1-45c2-bf9d-903758568010,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.762145 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd802e99-8865-41fe-9093-ef0cf448e7ee x-openstack-request-id: req-cd802e99-8865-41fe-9093-ef0cf448e7ee {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:58.762439 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:58.762691 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd802e99-8865-41fe-9093-ef0cf448e7ee {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:58.763177 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010', 'status': 'completed', 'code': 200} Nov 12 03:25:58.823585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-dadddfb1-f396-4c38-8af4-0d0aa7cee384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.825167 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-dadddfb1-f396-4c38-8af4-0d0aa7cee384 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 1099 time: 0.1393623 Nov 12 03:25:58.854086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda91aa-2596-467c-b413-32a185d0af73 req-26ba1408-cfe5-4ee8-b8be-006f7fa9394a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.869868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6eda91aa-2596-467c-b413-32a185d0af73 req-26ba1408-cfe5-4ee8-b8be-006f7fa9394a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.1241395 Nov 12 03:25:58.922190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-165a71f2-231e-44ec-a967-ca9f47c18ebe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 200 len: 217 time: 0.0862596 Nov 12 03:25:58.987256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6eda91aa-2596-467c-b413-32a185d0af73 req-e629375b-d1e8-4c3c-9530-31909f76d766 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162689 Nov 12 03:25:59.000486 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-5b9b7ac1-2b7a-423c-9357-f58f42f1552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.002704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-5b9b7ac1-2b7a-423c-9357-f58f42f1552b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0710914 Nov 12 03:25:59.075858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-3621bccf-3e6a-47ce-9e43-a2efdba5c454 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777667 Nov 12 03:25:59.171711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3189084-bbfe-4827-b8d1-614c2260cd38 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:59.354240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3189084-bbfe-4827-b8d1-614c2260cd38,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:59.375023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b3189084-bbfe-4827-b8d1-614c2260cd38', 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'port_id': 'b3189084-bbfe-4827-b8d1-614c2260cd38', 'mac_address': 'fa:16:3e:52:1f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c11f51-e68b-493c-bcbf-38190a452a5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:59.416591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d011-22dd-4194-9553-38fc917af49b req-c3d8d183-d73b-40e1-944c-e6f8452c2997 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.425790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf14d011-22dd-4194-9553-38fc917af49b req-c3d8d183-d73b-40e1-944c-e6f8452c2997 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 945 time: 0.0684493 Nov 12 03:25:59.463149 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.479327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3189084-bbfe-4827-b8d1-614c2260cd38 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:59.501679 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf14d011-22dd-4194-9553-38fc917af49b req-9ed21af4-f5cb-4c45-9b54-626e1ed8cbbc tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742376 Nov 12 03:25:59.516022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3189084-bbfe-4827-b8d1-614c2260cd38,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:59.523285 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.596927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3189084-bbfe-4827-b8d1-614c2260cd38,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:59.690759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b3189084-bbfe-4827-b8d1-614c2260cd38'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:59.737095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-1418af3a-cbe6-439f-bd9d-9bbfd443dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.739684 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-1418af3a-cbe6-439f-bd9d-9bbfd443dd9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6983964 Nov 12 03:25:59.947517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-ac9ffc03-88f0-4894-b939-6476eee84105 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.949061 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-ac9ffc03-88f0-4894-b939-6476eee84105 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8508613 Nov 12 03:26:00.010063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-ac96ab04-f7de-43f4-83d7-97cb1d6ba3a6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/quotas/62b0cafbcede46b896fae82e7c580a9c HTTP/1.1" status: 200 len: 375 time: 0.0434895 Nov 12 03:26:00.028106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-e937548a-7206-410d-8a32-ce5aab178096 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568164 Nov 12 03:26:00.195250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-7c35967a-70e3-430e-b515-75bac5addf8e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1827314 Nov 12 03:26:00.231008 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-baa42cb3-a617-4150-8790-5ecb7e876f50 req-b4fcbc1a-b6b8-4851-ace7-74883bd24d0c service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794302 Nov 12 03:26:00.283831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05fbbf-4d89-4775-872c-c2006471fe17 req-afe31660-94bb-4ab4-8582-a4167dc58281 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.291490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05fbbf-4d89-4775-872c-c2006471fe17 req-afe31660-94bb-4ab4-8582-a4167dc58281 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.299757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b05fbbf-4d89-4775-872c-c2006471fe17 req-afe31660-94bb-4ab4-8582-a4167dc58281 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1&device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 1682 time: 0.0800517 Nov 12 03:26:00.352678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-b15cb827-7069-4eea-9969-6ff6d5a20b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.355726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-b15cb827-7069-4eea-9969-6ff6d5a20b3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 1099 time: 0.0546758 Nov 12 03:26:00.366749 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b05fbbf-4d89-4775-872c-c2006471fe17 req-44c7d4cf-29a7-437a-9607-7bce4b4ec09e tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657530 Nov 12 03:26:00.488638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-544ad759-516f-451b-a14f-c0c95a52bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.490156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-544ad759-516f-451b-a14f-c0c95a52bfd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1133163 Nov 12 03:26:00.566809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ea459-f2ba-4e4f-ad4d-f5eeef79328e req-b8d2c7d7-5703-4a77-b87c-49482d6c8111 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.568623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-af9ea459-f2ba-4e4f-ad4d-f5eeef79328e req-b8d2c7d7-5703-4a77-b87c-49482d6c8111 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.1082015 Nov 12 03:26:00.575183 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-760dfc8f-53ca-481f-89c2-db28754b75f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 200 len: 217 time: 0.0515809 Nov 12 03:26:00.656379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-e38ad987-b7e2-42c3-ac6a-d3edfc884fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.658643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-e38ad987-b7e2-42c3-ac6a-d3edfc884fae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0670178 Nov 12 03:26:00.667396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-af9ea459-f2ba-4e4f-ad4d-f5eeef79328e req-cd765383-d022-4c89-aa7f-649286af2ce8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800302 Nov 12 03:26:00.715468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-b0643d29-3c07-4336-9773-f37206e19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.717063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-b0643d29-3c07-4336-9773-f37206e19901 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502942 Nov 12 03:26:00.888203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-1fd676f0-dcbd-4766-bd17-71143117ed57 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574101 Nov 12 03:26:01.039564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4aa135b1-c7e8-4b35-833a-128d96ea718a req-baa34f54-1afe-4be8-876f-c235d7e1a394 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345472 Nov 12 03:26:01.179123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d0736-1ed8-4d30-99ad-a542962295c0 req-29c11225-f6df-468c-9c96-02f2e43b69a4 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.188042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-888d0736-1ed8-4d30-99ad-a542962295c0 req-29c11225-f6df-468c-9c96-02f2e43b69a4 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 944 time: 0.0681720 Nov 12 03:26:01.194712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3189084-bbfe-4827-b8d1-614c2260cd38 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:01.266629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-888d0736-1ed8-4d30-99ad-a542962295c0 req-39ad1213-192f-4d2f-9198-2edf9a7420f0 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732248 Nov 12 03:26:01.318147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f3ca-23d2-4df1-8b75-5983a608763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.389875 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.408222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b3189084-bbfe-4827-b8d1-614c2260cd38 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:01.426585 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82ff8bb2-75d0-4c00-8c8f-6c73633dd7b6 req-970c1728-0c4e-43d9-9efc-7bb6b3a87614 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 210 time: 0.0624082 Nov 12 03:26:01.434184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3189084-bbfe-4827-b8d1-614c2260cd38,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:01.448677 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.521345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3189084-bbfe-4827-b8d1-614c2260cd38,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:01.858361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a2146-a0b1-4317-b2aa-171d5b56b40b req-9454271f-725c-4411-87ad-7f264144fdba tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.860313 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd1a2146-a0b1-4317-b2aa-171d5b56b40b req-9454271f-725c-4411-87ad-7f264144fdba tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.0652916 Nov 12 03:26:01.926463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd1a2146-a0b1-4317-b2aa-171d5b56b40b req-18646279-fe53-41c1-a88d-b6289543371d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580566 Nov 12 03:26:02.018405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3179d-c504-4ddf-8a4c-dae566bcaee4 req-48fd6162-bcb2-45d6-a00e-98e5ca3640b2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.025843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dd3179d-c504-4ddf-8a4c-dae566bcaee4 req-48fd6162-bcb2-45d6-a00e-98e5ca3640b2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.0632622 Nov 12 03:26:02.113926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dd3179d-c504-4ddf-8a4c-dae566bcaee4 req-0082bc62-d8cc-4e1e-be5a-0458b5e653a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833247 Nov 12 03:26:02.245856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9b9e7-dee2-44e5-885c-583fc212e24f req-82880c98-6983-445c-ae90-4f790a8371b0 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.249786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10e9b9e7-dee2-44e5-885c-583fc212e24f req-82880c98-6983-445c-ae90-4f790a8371b0 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 946 time: 0.0771575 Nov 12 03:26:02.306716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10e9b9e7-dee2-44e5-885c-583fc212e24f req-d8a3d5b5-298d-4eb3-af05-f68b93a5003b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517404 Nov 12 03:26:02.530572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d6076df-7c43-4705-bc43-f819627ca1e8 req-8c3a23c6-49a5-474f-ab14-0cccd86fe383 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 210 time: 0.0290451 Nov 12 03:26:02.900776 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-4871dd27-bf3f-4daa-b385-a5367296df42 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252819 Nov 12 03:26:03.054787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-77c40b52-c202-4a7b-924d-f23c5780d64a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.056315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-77c40b52-c202-4a7b-924d-f23c5780d64a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399646 Nov 12 03:26:03.077280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Request body: {'port': {'device_id': 'c8bfe538-c202-4872-8b34-f77b00170455', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '62b0cafbcede46b896fae82e7c580a9c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:03.125587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470fd36-790e-444a-a8ec-a1cbc537c720 req-17bde3a5-63c5-441a-8a4a-23b3195e4216 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.134387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e470fd36-790e-444a-a8ec-a1cbc537c720 req-17bde3a5-63c5-441a-8a4a-23b3195e4216 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.0658197 Nov 12 03:26:03.190076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5c33a507-4ee1-45c2-bf9d-903758568010 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:03.210302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e470fd36-790e-444a-a8ec-a1cbc537c720 req-75aa1d2e-ccf8-4550-836f-0219ed4e21d2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745339 Nov 12 03:26:03.335817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Made reservation on behalf of 62b0cafbcede46b896fae82e7c580a9c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:03.338543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.363047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794491b-2d03-41ef-ad61-37e9ea6b86da req-59e952b1-9302-4cfd-834d-b415a4444941 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.373352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5c33a507-4ee1-45c2-bf9d-903758568010,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:03.384200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9794491b-2d03-41ef-ad61-37e9ea6b86da req-59e952b1-9302-4cfd-834d-b415a4444941 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.1120827 Nov 12 03:26:03.388929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5c33a507-4ee1-45c2-bf9d-903758568010', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '5c33a507-4ee1-45c2-bf9d-903758568010', 'mac_address': 'fa:16:3e:a7:93:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:03.436695 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.456118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c33a507-4ee1-45c2-bf9d-903758568010 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:03.487433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5c33a507-4ee1-45c2-bf9d-903758568010,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:03.490126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd903c-18a4-4cd3-bc6c-66dea9227ae2 req-6c3bee97-74df-4db5-abb7-062e67755e98 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.491615 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6dd903c-18a4-4cd3-bc6c-66dea9227ae2 req-6c3bee97-74df-4db5-abb7-062e67755e98 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 946 time: 0.0729203 Nov 12 03:26:03.493619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.513104 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9794491b-2d03-41ef-ad61-37e9ea6b86da req-8a1af6a6-6a00-4340-aec2-09cbbebfa1aa tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278899 Nov 12 03:26:03.572787 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b3f6252-1334-4808-bf9a-4c9845eb8251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.607603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6dd903c-18a4-4cd3-bc6c-66dea9227ae2 req-2a4a9d94-b666-45fd-a7af-d7d31a5d02cf tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095309 Nov 12 03:26:03.636474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5c33a507-4ee1-45c2-bf9d-903758568010,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.679340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Allocated IP 192.168.233.132 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:03.762303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-b255a464-58e5-4d1f-aa12-356c941ddb9e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364878 Nov 12 03:26:03.919227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.964453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d10f1902-0a54-498c-9d1f-889f3c665d07 req-2fe11c1f-753d-4956-a732-93bd254cb6eb tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 210 time: 0.0369382 Nov 12 03:26:03.989750 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-f0e72eb1-86a2-4144-906b-4cfde0f09078 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.991299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-f0e72eb1-86a2-4144-906b-4cfde0f09078 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053268 Nov 12 03:26:04.002870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.004035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5c33a507-4ee1-45c2-bf9d-903758568010'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:04.021364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Request body: {'port': {'device_id': '20b70fd5-36bb-4f0a-b0c4-b59a05357885', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '62b0cafbcede46b896fae82e7c580a9c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:04.076277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'Port': ['ID=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.089678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:04.091904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:04.099037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:04.187116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.189393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.198239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Made reservation on behalf of 62b0cafbcede46b896fae82e7c580a9c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:04.212724 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.220135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-690cbb0d-7616-45cb-aa01-aee19a9ed272 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1467161 Nov 12 03:26:04.253158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Request body: {'port': {'device_id': 'c8bfe538-c202-4872-8b34-f77b00170455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:04.436728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.540206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Allocated IP 192.168.233.184 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/d772636d-384a-4044-b407-b5a7a04c2f30) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:04.681460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-78e33adc-0dab-44ff-8df6-d391e71a01f6 None None] Provisioning complete for port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:04.682038 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78e33adc-0dab-44ff-8df6-d391e71a01f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.716986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11862f-86e7-4c55-83ae-f71de4d9f8c0 req-5347bb51-e0dc-4776-9c34-ba969b4d1c00 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.725928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d11862f-86e7-4c55-83ae-f71de4d9f8c0 req-5347bb51-e0dc-4776-9c34-ba969b4d1c00 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.1015432 Nov 12 03:26:04.726162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ea8a9-dcd1-4f43-8281-ea21fbc7eb02 req-05b92cbd-0833-49d2-a4cb-090b7070cdc0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.733103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a9ea8a9-dcd1-4f43-8281-ea21fbc7eb02 req-05b92cbd-0833-49d2-a4cb-090b7070cdc0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 948 time: 0.2977159 Nov 12 03:26:04.743002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-78e33adc-0dab-44ff-8df6-d391e71a01f6 None None] Port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:04.792191 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.820968 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a9ea8a9-dcd1-4f43-8281-ea21fbc7eb02 req-4f98952f-e41d-4a46-87fd-d8e10c844ae6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Nov 12 03:26:04.864597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-2c59b02f-c957-4dc6-a8e8-9e6c8dbeaaf0 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.866429 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-2c59b02f-c957-4dc6-a8e8-9e6c8dbeaaf0 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 946 time: 0.1291904 Nov 12 03:26:04.934489 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d11862f-86e7-4c55-83ae-f71de4d9f8c0 req-69727646-3214-4c7d-bf92-194c3fe81dc9 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058713 Nov 12 03:26:04.968304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7286950-61db-46ae-965e-b49eff30c1fe req-9487c24a-0456-474b-9f2d-71d6e479ea86 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.977124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7286950-61db-46ae-965e-b49eff30c1fe req-9487c24a-0456-474b-9f2d-71d6e479ea86 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 946 time: 0.0984156 Nov 12 03:26:05.042922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.049990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7286950-61db-46ae-965e-b49eff30c1fe req-9d2655d1-c0db-4022-bd40-f7448dbf3ecd tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713203 Nov 12 03:26:05.078172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842471a2-c230-4d44-9326-fd86681300a9 req-bd2507a4-81e4-4445-a81b-ba65633084dd tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.079801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-842471a2-c230-4d44-9326-fd86681300a9 req-bd2507a4-81e4-4445-a81b-ba65633084dd tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 945 time: 0.1090810 Nov 12 03:26:05.088977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Deleting port c4abbbb0-3fda-4c62-b5a6-14b26660d403 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:05.089397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.206684 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9368c53a-2276-428d-b418-b64be4c6466a req-81bf32af-d707-4a13-a304-3d4c1c284a00 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 210 time: 0.0389142 Nov 12 03:26:05.255767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.316104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] For port c4abbbb0-3fda-4c62-b5a6-14b26660d403, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4abbbb0-3fda-4c62-b5a6-14b26660d403,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:05.316449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.349748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:05.352255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:05.354491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:05.354687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Calling delete_port for c4abbbb0-3fda-4c62-b5a6-14b26660d403 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:05.361452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'Port': ['ID=d772636d-384a-4044-b407-b5a7a04c2f30,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:05.366258 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:05.368972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:05.487426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Deleting port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:05.487822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.510840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.511518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.544107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428db79-a401-4575-8679-1665b19a7577 req-2d6f6cc0-649f-4bed-b19e-6f54c133f846 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.545967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9428db79-a401-4575-8679-1665b19a7577 req-2d6f6cc0-649f-4bed-b19e-6f54c133f846 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.2186091 Nov 12 03:26:05.601782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-70a6bbab-6b25-4bd8-a732-8de471ad906b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5844445 Nov 12 03:26:05.652831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Request body: {'port': {'device_id': '20b70fd5-36bb-4f0a-b0c4-b59a05357885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:05.726591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:05.740103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.763228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Transition to ACTIVE for port object e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:05.775193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.821140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.824703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] For port dd986bc3-f178-4504-a88e-d3e2d2ed0f44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,segment=NetworkSegment(1e4df291-c5b3-4e71-946c-043a2e3136a2),segment_id=1e4df291-c5b3-4e71-946c-043a2e3136a2)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:05.824703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.849420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:05.864836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Calling delete_port for dd986bc3-f178-4504-a88e-d3e2d2ed0f44 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:05.874185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Deleting port b3189084-bbfe-4827-b8d1-614c2260cd38 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:05.875775 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.960159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eb8c1656-4acf-4fc9-9f04-c9c083a895da None None] Provisioning complete for port d772636d-384a-4044-b407-b5a7a04c2f30 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:05.966744 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.971164 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1656-4acf-4fc9-9f04-c9c083a895da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.085060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c1656-4acf-4fc9-9f04-c9c083a895da None None] Port d772636d-384a-4044-b407-b5a7a04c2f30 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:06.087822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Pushing event deleted for resources: {'Port': ['ID=c4abbbb0-3fda-4c62-b5a6-14b26660d403,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.208337 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.211295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] For port b3189084-bbfe-4827-b8d1-614c2260cd38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3189084-bbfe-4827-b8d1-614c2260cd38,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:06.211580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.227872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4175f-0452-48b7-9568-814d205d6da7 req-4e986993-f3a8-4f34-ac5e-83a37bf7b1c0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.237035 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40d4175f-0452-48b7-9568-814d205d6da7 req-4e986993-f3a8-4f34-ac5e-83a37bf7b1c0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 948 time: 0.2218471 Nov 12 03:26:06.238901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Attempting to bind port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:06.239243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Attempting to bind port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:06.239580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Attempting to bind port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:06.258238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Calling delete_port for b3189084-bbfe-4827-b8d1-614c2260cd38 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:06.272275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] No DVR routers for this DVR port c4abbbb0-3fda-4c62-b5a6-14b26660d403 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:06.273155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:06.274105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Attempting to bind port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:06.275853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.279739 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d1e41f7-c57f-438e-ad5d-4accb1dd0482 req-45762e6b-188f-4076-997a-b30d5465cf3b tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "DELETE /v2.0/ports/c4abbbb0-3fda-4c62-b5a6-14b26660d403 HTTP/1.1" status: 204 len: 173 time: 1.4038744 Nov 12 03:26:06.287112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:06.287351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1594299-24f5-4471-bc42-b888e3cca4ec', 'name': 'network-vif-deleted', 'tag': 'c4abbbb0-3fda-4c62-b5a6-14b26660d403'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:06.287444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:06.287824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:06.288334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Bound port: e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:06.288699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.289575 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffe2488-243d-4286-a9e6-5e893e9afddc" -d '{"events": [{"server_uuid": "e1594299-24f5-4471-bc42-b888e3cca4ec", "name": "network-vif-deleted", "tag": "c4abbbb0-3fda-4c62-b5a6-14b26660d403"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:06.394875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc5723-7579-4746-bfd2-3689942f4120 req-f8c1e91c-1725-42c6-92b0-0e9370771a1e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.396544 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8bc5723-7579-4746-bfd2-3689942f4120 req-f8c1e91c-1725-42c6-92b0-0e9370771a1e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 943 time: 0.2985015 Nov 12 03:26:06.401652 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40d4175f-0452-48b7-9568-814d205d6da7 req-e0af6a3e-7a27-4e22-a749-13e11a3ba3ac tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636732 Nov 12 03:26:06.460409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] For port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:06.468638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c4abbbb0-3fda-4c62-b5a6-14b26660d403', 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:06.489511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] For port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:06.504661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.609876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8bc5723-7579-4746-bfd2-3689942f4120 req-42ebfbf3-bbf3-417a-9584-17c6c36914c8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999781 Nov 12 03:26:06.614001 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.661655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.662285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.663717 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 HTTP/1.1" status: 200 len: 1097 time: 2.4178071 Nov 12 03:26:06.666092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bfe538-c202-4872-8b34-f77b00170455', 'tag': 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:06.678046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c4abbbb0-3fda-4c62-b5a6-14b26660d403'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:06.682453 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5e39d6-ab08-4859-97d2-7c05acf172d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bfe538-c202-4872-8b34-f77b00170455", "tag": "e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:06.683844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Pushing event deleted for resources: {'Port': ['ID=dd986bc3-f178-4504-a88e-d3e2d2ed0f44,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.687773 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb8fe6d2-a196-4d3d-8707-93348403730e req-c97cae52-4b2c-4a26-a1aa-0ce54814c0a5 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=e1594299-24f5-4471-bc42-b888e3cca4ec HTTP/1.1" status: 200 len: 210 time: 0.1051896 Nov 12 03:26:06.934065 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.031950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d793a9-3c54-420a-bdc7-f4dd52d206a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.093787 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662bb06-2d0e-4a9c-be62-d1a33243dc97 x-openstack-request-id: req-3662bb06-2d0e-4a9c-be62-d1a33243dc97 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:07.113610 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bfe538-c202-4872-8b34-f77b00170455", "tag": "e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:07.114272 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3662bb06-2d0e-4a9c-be62-d1a33243dc97 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:07.116690 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bfe538-c202-4872-8b34-f77b00170455', 'tag': 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'status': 'completed', 'code': 200} Nov 12 03:26:07.146228 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e132c-b555-4f60-9ecd-9f1c2f5be8fa x-openstack-request-id: req-744e132c-b555-4f60-9ecd-9f1c2f5be8fa {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:07.146494 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1594299-24f5-4471-bc42-b888e3cca4ec", "name": "network-vif-deleted", "tag": "c4abbbb0-3fda-4c62-b5a6-14b26660d403", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:07.146725 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-744e132c-b555-4f60-9ecd-9f1c2f5be8fa {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:07.147107 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1594299-24f5-4471-bc42-b888e3cca4ec', 'name': 'network-vif-deleted', 'tag': 'c4abbbb0-3fda-4c62-b5a6-14b26660d403', 'status': 'completed', 'code': 200} Nov 12 03:26:07.166881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] No DVR routers for this DVR port dd986bc3-f178-4504-a88e-d3e2d2ed0f44 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:07.167482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-5e96facf-bb25-4782-a6e9-bc2da0a5e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.170793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-5e96facf-bb25-4782-a6e9-bc2da0a5e85c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 1100 time: 0.3598790 Nov 12 03:26:07.185331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618adf89-3b52-4426-a769-695b3f56e357 req-788292d9-8438-472f-a7c2-0d19f9dc308b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.185801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.190703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-842471a2-c230-4d44-9326-fd86681300a9 req-155629b1-7b88-4d66-ab18-4de359225ed2 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.20 "DELETE /v2.0/ports/dd986bc3-f178-4504-a88e-d3e2d2ed0f44 HTTP/1.1" status: 204 len: 173 time: 2.0743799 Nov 12 03:26:07.195390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-618adf89-3b52-4426-a769-695b3f56e357 req-788292d9-8438-472f-a7c2-0d19f9dc308b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 936 time: 0.3597095 Nov 12 03:26:07.207714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d772636d-384a-4044-b407-b5a7a04c2f30 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:07.214057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5c33a507-4ee1-45c2-bf9d-903758568010 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:07.235196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.256779 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d04b0ac9-5474-4d31-b596-431ccfd46171 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 HTTP/1.1" status: 200 len: 217 time: 0.0481949 Nov 12 03:26:07.265699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Transition to ACTIVE for port object d772636d-384a-4044-b407-b5a7a04c2f30 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:07.270992 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.334567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5c33a507-4ee1-45c2-bf9d-903758568010 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:07.339058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5c33a507-4ee1-45c2-bf9d-903758568010 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:07.339440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.348727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-8b4152a9-4b8a-4154-a8fa-8cfa41e19848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.350780 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-8b4152a9-4b8a-4154-a8fa-8cfa41e19848 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0803399 Nov 12 03:26:07.445612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-618adf89-3b52-4426-a769-695b3f56e357 req-13d090a6-87f0-4555-831e-bef23e9a35a2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485344 Nov 12 03:26:07.451664 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.555368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event deleted for resources: {'Port': ['ID=b3189084-bbfe-4827-b8d1-614c2260cd38,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.665418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] No DVR routers for this DVR port b3189084-bbfe-4827-b8d1-614c2260cd38 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:07.668418 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.669632 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.675526 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9428db79-a401-4575-8679-1665b19a7577 req-4ea9b0e6-4107-4456-b5a8-24cc273f1642 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "DELETE /v2.0/ports/b3189084-bbfe-4827-b8d1-614c2260cd38 HTTP/1.1" status: 204 len: 173 time: 2.1196392 Nov 12 03:26:07.678664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-845fd147-5d9a-4b16-8694-7270295b26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.681139 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-845fd147-5d9a-4b16-8694-7270295b26d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3188736 Nov 12 03:26:07.730053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d772636d-384a-4044-b407-b5a7a04c2f30,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.746633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5c33a507-4ee1-45c2-bf9d-903758568010,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:07.757449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:07.762990 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aceb85f-0796-4251-a1e4-57691d8de0ec" -d '{"events": [{"server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "name": "network-vif-plugged", "status": "completed", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:07.771964 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.772828 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd986bc3-f178-4504-a88e-d3e2d2ed0f44 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:07.831739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935c2d3-f628-4f9b-abd3-94312dc8904a req-45a5624c-3ff9-499b-9138-e9c6877ad621 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.852491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2935c2d3-f628-4f9b-abd3-94312dc8904a req-45a5624c-3ff9-499b-9138-e9c6877ad621 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 948 time: 0.2658582 Nov 12 03:26:07.932727 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19f42dd7-0274-450e-b26b-034fb28f0996 req-a4994c07-68cf-47a3-9070-0f86c7902bc3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 210 time: 0.0480134 Nov 12 03:26:07.937411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Attempting to bind port d772636d-384a-4044-b407-b5a7a04c2f30 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:07.937411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Attempting to bind port d772636d-384a-4044-b407-b5a7a04c2f30 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:07.937625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Attempting to bind port d772636d-384a-4044-b407-b5a7a04c2f30 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:07.965256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2935c2d3-f628-4f9b-abd3-94312dc8904a req-a81613e9-9a54-4a25-9749-cecfb92fbb78 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961640 Nov 12 03:26:07.967019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Port d772636d-384a-4044-b407-b5a7a04c2f30 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:07.967343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Attempting to bind port d772636d-384a-4044-b407-b5a7a04c2f30 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:07.988037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:07.988271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:07.988663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:07.991554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Bound port: d772636d-384a-4044-b407-b5a7a04c2f30, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:07.991554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.003452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-ff01ed06-9940-45ec-a56f-f8edd0ba98a3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078191 Nov 12 03:26:08.138618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] For port d772636d-384a-4044-b407-b5a7a04c2f30, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:08.146995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] For port d772636d-384a-4044-b407-b5a7a04c2f30, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d772636d-384a-4044-b407-b5a7a04c2f30,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:08.153420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.242911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.253442 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.256335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-0def4e01-c8a9-44ae-a867-ec39b8cdd28a service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349629 Nov 12 03:26:08.265194 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/d772636d-384a-4044-b407-b5a7a04c2f30 HTTP/1.1" status: 200 len: 1097 time: 2.6165495 Nov 12 03:26:08.309529 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6109f7b-542d-4c38-a930-87eac6f44fbb x-openstack-request-id: req-c6109f7b-542d-4c38-a930-87eac6f44fbb {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:08.310070 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "name": "network-vif-plugged", "status": "completed", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:08.310255 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6109f7b-542d-4c38-a930-87eac6f44fbb {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:08.310745 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010', 'code': 200} Nov 12 03:26:08.319407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c592-c064-4061-bede-013dfaed43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d772636d-384a-4044-b407-b5a7a04c2f30,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:08.320945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: dd986bc3-f178-4504-a88e-d3e2d2ed0f44 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:08.321402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd986bc3-f178-4504-a88e-d3e2d2ed0f44 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:08.322240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3189084-bbfe-4827-b8d1-614c2260cd38 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:08.339668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6bb137e5-e880-4df6-b0ba-7eb63861bf91 req-78ddeb16-2116-47c2-97fd-858195cff662 tempest-ListServersNegativeTestJSON-1920950734 tempest-ListServersNegativeTestJSON-1920950734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b07691c-3214-4ddd-a358-f767acd9a4b1 HTTP/1.1" status: 200 len: 210 time: 0.0724971 Nov 12 03:26:08.391568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: b3189084-bbfe-4827-b8d1-614c2260cd38 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:08.392521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3189084-bbfe-4827-b8d1-614c2260cd38 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:08.393030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c4abbbb0-3fda-4c62-b5a6-14b26660d403 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:08.452696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-d3dbdd66-7d6d-429f-8421-b2c758b49cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.458301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-d3dbdd66-7d6d-429f-8421-b2c758b49cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 1100 time: 0.1027446 Nov 12 03:26:08.460237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: c4abbbb0-3fda-4c62-b5a6-14b26660d403 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:08.460659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c4abbbb0-3fda-4c62-b5a6-14b26660d403 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:08.490530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5c33a507-4ee1-45c2-bf9d-903758568010,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:08.505878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1057866-067c-4d5a-bbf9-8816690409b2 req-834af57b-95b0-4a12-9d7f-9865aa5bf496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.508015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1057866-067c-4d5a-bbf9-8816690409b2 req-834af57b-95b0-4a12-9d7f-9865aa5bf496 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 1101 time: 0.0874493 Nov 12 03:26:08.667762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-25195152-294b-4b22-8e44-b7dd744ddcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.669622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-25195152-294b-4b22-8e44-b7dd744ddcdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 1100 time: 0.1603229 Nov 12 03:26:08.675658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1057866-067c-4d5a-bbf9-8816690409b2 req-6fccace4-e67e-47a3-b319-126af5c743a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487925 Nov 12 03:26:08.731239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9d4d-8fc3-42e5-b626-f4b2dde76796 req-7539bd00-7238-4f64-a7d7-5734e6b1d73f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.732801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5caa9d4d-8fc3-42e5-b626-f4b2dde76796 req-7539bd00-7238-4f64-a7d7-5734e6b1d73f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 948 time: 0.0812609 Nov 12 03:26:08.768873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-c6a74b1e-6462-4ca1-9f2f-73ce06f97c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.770176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-c6a74b1e-6462-4ca1-9f2f-73ce06f97c30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2886002 Nov 12 03:26:08.800605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5caa9d4d-8fc3-42e5-b626-f4b2dde76796 req-f2bef509-c3cc-43cf-8b02-1cdcf55625de tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597770 Nov 12 03:26:09.045894 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-527917f1-c234-4852-b129-c94246371be8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 HTTP/1.1" status: 200 len: 217 time: 0.0978436 Nov 12 03:26:09.075591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-e102eb00-2546-43d8-a83a-e0acdd244a75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d772636d-384a-4044-b407-b5a7a04c2f30 HTTP/1.1" status: 200 len: 217 time: 0.1365981 Nov 12 03:26:09.141855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f333910-3c0a-48a0-8714-c0fb95b8d378', 'name': 'network-vif-deleted', 'tag': 'b3189084-bbfe-4827-b8d1-614c2260cd38'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:09.147683 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce8a439-1219-41ce-b8e2-a78826e28f9c" -d '{"events": [{"server_uuid": "6f333910-3c0a-48a0-8714-c0fb95b8d378", "name": "network-vif-deleted", "tag": "b3189084-bbfe-4827-b8d1-614c2260cd38"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:09.152912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b07691c-3214-4ddd-a358-f767acd9a4b1', 'name': 'network-vif-deleted', 'tag': 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44'}, {'name': 'network-changed', 'server_uuid': '20b70fd5-36bb-4f0a-b0c4-b59a05357885', 'tag': 'd772636d-384a-4044-b407-b5a7a04c2f30'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:09.157255 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ce826-25c7-460c-8b72-d4d00b140a78" -d '{"events": [{"server_uuid": "6b07691c-3214-4ddd-a358-f767acd9a4b1", "name": "network-vif-deleted", "tag": "dd986bc3-f178-4504-a88e-d3e2d2ed0f44"}, {"name": "network-changed", "server_uuid": "20b70fd5-36bb-4f0a-b0c4-b59a05357885", "tag": "d772636d-384a-4044-b407-b5a7a04c2f30"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:09.165884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-75b1f022-172a-4b9d-a42d-bbf6a2229ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.167349 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-75b1f022-172a-4b9d-a42d-bbf6a2229ea3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1157653 Nov 12 03:26:09.202519 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b20bc20e-7986-403d-8c98-8c6a5f1e19c6 req-9662354b-b8d9-4830-998d-2cb8bf42ba35 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f333910-3c0a-48a0-8714-c0fb95b8d378 HTTP/1.1" status: 200 len: 210 time: 0.0328269 Nov 12 03:26:09.229279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-3f24e67b-9e64-42de-8d14-bd6bc3410679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.230804 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-3f24e67b-9e64-42de-8d14-bd6bc3410679 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1445253 Nov 12 03:26:09.275723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-95c7575f-536a-44a3-854d-494127658889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.277139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-95c7575f-536a-44a3-854d-494127658889 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0617630 Nov 12 03:26:09.293511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-745846c3-2630-456a-860c-db247e2a0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.294971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-745846c3-2630-456a-860c-db247e2a0aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546763 Nov 12 03:26:09.296352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe2d8c-083c-4a6a-95ea-d870acb06855 req-ce51d0e1-93e2-4ec7-b6f9-3d048ad71b79 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.297894 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-05fe2d8c-083c-4a6a-95ea-d870acb06855 req-ce51d0e1-93e2-4ec7-b6f9-3d048ad71b79 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.1296530 Nov 12 03:26:09.386226 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821a00a0-ce7b-4ae0-94c4-399a6ead7284 x-openstack-request-id: req-821a00a0-ce7b-4ae0-94c4-399a6ead7284 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:09.386894 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f333910-3c0a-48a0-8714-c0fb95b8d378", "name": "network-vif-deleted", "tag": "b3189084-bbfe-4827-b8d1-614c2260cd38", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:09.387658 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-821a00a0-ce7b-4ae0-94c4-399a6ead7284 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:09.388453 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f333910-3c0a-48a0-8714-c0fb95b8d378', 'name': 'network-vif-deleted', 'tag': 'b3189084-bbfe-4827-b8d1-614c2260cd38', 'status': 'completed', 'code': 200} Nov 12 03:26:09.427512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-1b91aed0-2074-434d-879a-b6f90aea9872 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105435 Nov 12 03:26:09.436505 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aa6115-9475-4afe-b44b-ff488f2793dd x-openstack-request-id: req-e8aa6115-9475-4afe-b44b-ff488f2793dd {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:09.436849 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b07691c-3214-4ddd-a358-f767acd9a4b1", "name": "network-vif-deleted", "tag": "dd986bc3-f178-4504-a88e-d3e2d2ed0f44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20b70fd5-36bb-4f0a-b0c4-b59a05357885", "tag": "d772636d-384a-4044-b407-b5a7a04c2f30", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:09.437076 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8aa6115-9475-4afe-b44b-ff488f2793dd {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:09.437493 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b07691c-3214-4ddd-a358-f767acd9a4b1', 'name': 'network-vif-deleted', 'tag': 'dd986bc3-f178-4504-a88e-d3e2d2ed0f44', 'status': 'completed', 'code': 200} Nov 12 03:26:09.437748 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b70fd5-36bb-4f0a-b0c4-b59a05357885', 'tag': 'd772636d-384a-4044-b407-b5a7a04c2f30', 'status': 'completed', 'code': 200} Nov 12 03:26:09.443699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-f2d5feea-6ee5-4d81-b203-5ac6afc22a5a service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440294 Nov 12 03:26:09.448853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-05fe2d8c-083c-4a6a-95ea-d870acb06855 req-d8389deb-a7a0-4137-ac84-e05c7f3db030 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571017 Nov 12 03:26:09.544235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37588) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:09.617004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2c63a5-9040-4e84-a24e-1ef423fdcc2c admin admin] Deleting subnet 23cc480f-d21d-48bd-a583-3f4f9942ca39 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:09.626978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d2c63a5-9040-4e84-a24e-1ef423fdcc2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.635538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc5e39d6-ab08-4859-97d2-7c05acf172d9 req-01dc291c-4d44-4283-a67b-33c11f3eba38 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716661 Nov 12 03:26:09.648242 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da90ea77-fd73-489e-84b5-1b7e3eb29cf7 req-c0842a9f-bab9-4d3c-8439-e6ac46584c60 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711078 Nov 12 03:26:09.666158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d2c63a5-9040-4e84-a24e-1ef423fdcc2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.742018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d2c63a5-9040-4e84-a24e-1ef423fdcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.792326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-d4fcbe5d-eaab-4fa7-8696-d43778815cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.793768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-d4fcbe5d-eaab-4fa7-8696-d43778815cca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 1100 time: 0.0835826 Nov 12 03:26:09.872968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d2c63a5-9040-4e84-a24e-1ef423fdcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.941825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c63a5-9040-4e84-a24e-1ef423fdcc2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23cc480f-d21d-48bd-a583-3f4f9942ca39,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:09.958540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d2c63a5-9040-4e84-a24e-1ef423fdcc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.964563 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3d2c63a5-9040-4e84-a24e-1ef423fdcc2c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23cc480f-d21d-48bd-a583-3f4f9942ca39 HTTP/1.1" status: 204 len: 168 time: 0.4164894 Nov 12 03:26:09.965471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37598) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:10.002577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c5115-5746-46aa-9963-52d7f28b6605 req-ca3de55b-d7ea-4a29-84fd-e91f01b763df tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.009811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e2c5115-5746-46aa-9963-52d7f28b6605 req-ca3de55b-d7ea-4a29-84fd-e91f01b763df tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 948 time: 0.1002796 Nov 12 03:26:10.071066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-80ee59ff-b39d-4dee-9fbf-2dc6443b1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.072533 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-80ee59ff-b39d-4dee-9fbf-2dc6443b1a32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2667255 Nov 12 03:26:10.148894 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.154442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-bdfe097f-47eb-4158-84cb-fbad2d57e07b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d772636d-384a-4044-b407-b5a7a04c2f30 HTTP/1.1" status: 200 len: 217 time: 0.0572300 Nov 12 03:26:10.159521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e2c5115-5746-46aa-9963-52d7f28b6605 req-e87173b1-925a-421d-9b22-e6147a88ad76 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487930 Nov 12 03:26:10.257192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-b556030c-24b2-44d0-a016-a89310b791a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.258829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-b556030c-24b2-44d0-a016-a89310b791a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0897539 Nov 12 03:26:10.359375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.387356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e62742-f18d-4a7c-bbc9-03c6c5ef4942']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:10.402951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-c919efb5-fdc7-4197-a92b-296d7da6174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.404428 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-c919efb5-fdc7-4197-a92b-296d7da6174e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1320870 Nov 12 03:26:10.406120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4df291-c5b3-4e71-946c-043a2e3136a2') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:10.406383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4df291-c5b3-4e71-946c-043a2e3136a2') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:10.418599 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.455392 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.492954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:10.493316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:10.495161 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:10.600040 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.606492 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-2c829b4a-9c40-4e19-a882-bc8fd4bf55b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897914 Nov 12 03:26:10.609084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.612352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/40e62742-f18d-4a7c-bbc9-03c6c5ef4942 HTTP/1.1" status: 204 len: 168 time: 0.6466155 Nov 12 03:26:10.636305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2c8ee-2b2c-4a02-95bb-ea03967655e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=40e62742-f18d-4a7c-bbc9-03c6c5ef4942,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.678304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6421b-8456-41bd-845f-aa215876208e req-c483e63a-072e-4908-bcab-cdd281a815f7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.680235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bf6421b-8456-41bd-845f-aa215876208e req-c483e63a-072e-4908-bcab-cdd281a815f7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.1403208 Nov 12 03:26:10.774694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bf6421b-8456-41bd-845f-aa215876208e req-141eb83e-26df-420b-b062-dbf4b3fdfd38 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667157 Nov 12 03:26:10.776998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e4ce826-25c7-460c-8b72-d4d00b140a78 req-9991c506-132e-40c3-b235-1bd93aee12a1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521890 Nov 12 03:26:10.821435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-467b7848-9770-4df5-b195-8d82ecfb4395 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.823379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-467b7848-9770-4df5-b195-8d82ecfb4395 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 821 time: 0.1928666 Nov 12 03:26:10.851590 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-df9cb0db-e851-4e5e-9065-c0f300e6088b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/quotas/7df37c43615a41bf83f793aa35268750 HTTP/1.1" status: 200 len: 375 time: 0.0210955 Nov 12 03:26:10.877375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37624) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:10.953425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-39a59d2b-8920-4c10-adb6-37d3eb8501ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24f16ee2bfc74b3886a7b7810bf4f10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745978 Nov 12 03:26:10.956425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37626) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:10.968610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-62afa448-1ff0-422e-98c5-217bc832fdd8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119802 Nov 12 03:26:11.135277 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-6394407a-c836-4986-b21f-8a735fb6f687 service neutron] 10.222.0.49 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605744 Nov 12 03:26:11.240352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:11.294444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-ef2e6dd4-a587-4ca9-a045-98ace0d08292 service neutron] 10.222.0.49 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579273 Nov 12 03:26:11.441358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96816ada-2564-4e51-9ce0-76bb5ca0a498 req-01690c47-70fb-48ae-ac0b-07f4e501a152 tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.449843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96816ada-2564-4e51-9ce0-76bb5ca0a498 req-01690c47-70fb-48ae-ac0b-07f4e501a152 tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 1101 time: 0.4524562 Nov 12 03:26:11.473210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e2411bd-c5ec-4d31-84bf-c218e7969042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.511003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e2411bd-c5ec-4d31-84bf-c218e7969042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.558279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:11.580095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'mac_address': 'fa:16:3e:98:28:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:11.616383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e2411bd-c5ec-4d31-84bf-c218e7969042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.619963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e2411bd-c5ec-4d31-84bf-c218e7969042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.640893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0e2411bd-c5ec-4d31-84bf-c218e7969042 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c04140d-9fb7-4237-8ed1-2a6f7050ff5e HTTP/1.1" status: 204 len: 168 time: 0.6710632 Nov 12 03:26:11.652284 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.676999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:11.698824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:11.703447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96816ada-2564-4e51-9ce0-76bb5ca0a498 req-2f787b11-251d-47f1-b179-a328cf8c30aa tempest-MigrationsAdminTest-413567043 tempest-MigrationsAdminTest-413567043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525241 Nov 12 03:26:11.704223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2411bd-c5ec-4d31-84bf-c218e7969042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c04140d-9fb7-4237-8ed1-2a6f7050ff5e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.708551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.765208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.873400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b447f-3c0f-4607-8fa9-d23ac20f6878 req-f04df64b-45f8-4efd-aabf-aa8dfc3893bd tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.883271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e64b447f-3c0f-4607-8fa9-d23ac20f6878 req-f04df64b-45f8-4efd-aabf-aa8dfc3893bd tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 948 time: 0.1537473 Nov 12 03:26:11.977479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e64b447f-3c0f-4607-8fa9-d23ac20f6878 req-2ccff2e2-7e02-4409-a777-fc4d23a62c60 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933020 Nov 12 03:26:12.021322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ccac56e-954d-4c76-addd-a4d863790c24 req-69230014-f6e0-4df0-b6b4-3964f09426d8 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 210 time: 0.0544903 Nov 12 03:26:12.078689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:13.230755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-ed1cdfa1-94d1-4072-b7c1-0627956ab868 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2102394 Nov 12 03:26:13.263626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d772636d-384a-4044-b407-b5a7a04c2f30 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:13.281071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb8018-e8ab-4989-92b8-d0d2c373741c req-3c0e394f-2dcb-43a1-ab23-264d27047bbf tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.285345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfeb8018-e8ab-4989-92b8-d0d2c373741c req-3c0e394f-2dcb-43a1-ab23-264d27047bbf tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.1173167 Nov 12 03:26:13.341700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-36b1503e-ff1a-4655-9099-3cf71a35d50e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.343199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-36b1503e-ff1a-4655-9099-3cf71a35d50e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 821 time: 0.2717927 Nov 12 03:26:13.365750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Request body: {'port': {'device_id': 'eab54857-10ec-4943-9f74-a9d4ee439ce6', 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'admin_state_up': True, 'tenant_id': '7df37c43615a41bf83f793aa35268750'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:13.410032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfeb8018-e8ab-4989-92b8-d0d2c373741c req-c0ff817c-8719-4dfb-8e30-5a88597d35f5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169016 Nov 12 03:26:13.581650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d772636d-384a-4044-b407-b5a7a04c2f30, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d772636d-384a-4044-b407-b5a7a04c2f30,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:13.618193 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa7d990d-d955-4a1e-ab94-bdddde47a6a7 req-871dffa0-7a6e-4d56-b5cf-645c65be3dec tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 210 time: 0.0677185 Nov 12 03:26:13.624472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'd772636d-384a-4044-b407-b5a7a04c2f30', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'd772636d-384a-4044-b407-b5a7a04c2f30', 'mac_address': 'fa:16:3e:c2:a4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:13.701177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738351b-33da-4cf0-b17e-4fbbb4540cb6 req-8b4efd73-0c09-4ab3-8e3d-29cd1f44f71b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.712444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3738351b-33da-4cf0-b17e-4fbbb4540cb6 req-8b4efd73-0c09-4ab3-8e3d-29cd1f44f71b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 948 time: 0.1612959 Nov 12 03:26:13.713623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.721553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Made reservation on behalf of 7df37c43615a41bf83f793aa35268750 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:13.724625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.759531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d772636d-384a-4044-b407-b5a7a04c2f30 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:13.795954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d772636d-384a-4044-b407-b5a7a04c2f30, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d772636d-384a-4044-b407-b5a7a04c2f30,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:13.828968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.929308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Allocated IP 172.20.0.2 (bbda929e-39bd-40c8-a52b-2a4a9d5aa531/31c11f51-e68b-493c-bcbf-38190a452a5f/7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:13.951254 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eef359ef-99a4-4dc2-9001-81c58b11dd22 req-09441d9a-189f-448b-ab2f-93a7a8f71e7d tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=e641a566-5f98-4d23-994b-16a6dd8662f2 HTTP/1.1" status: 200 len: 210 time: 0.0778646 Nov 12 03:26:14.046628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d772636d-384a-4044-b407-b5a7a04c2f30,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:14.223992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3738351b-33da-4cf0-b17e-4fbbb4540cb6 req-75377839-2a3e-4e13-ab39-dfd4db0302e3 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053082 Nov 12 03:26:14.233379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:14.363038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.455588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.762309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95fe5416-bcec-4e20-a5db-de0560b0ecd6 req-8b8eeca2-6681-4cc8-9305-9290622b0c7f tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0886922 Nov 12 03:26:14.769458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:14.775993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:14.780699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:14.784944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event updated for resources: {'Port': ['ID=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:14.826132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5434-ba99-4b4a-8dc8-5d8aa431e5a0 req-7a3f4aaf-8c33-49f1-b710-e4eca2e42e7f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.829540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4cdc5434-ba99-4b4a-8dc8-5d8aa431e5a0 req-7a3f4aaf-8c33-49f1-b710-e4eca2e42e7f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.1604607 Nov 12 03:26:14.912325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.913020 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.940399 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4cdc5434-ba99-4b4a-8dc8-5d8aa431e5a0 req-0f29bd01-ab07-4434-b111-e18518e6ab73 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966625 Nov 12 03:26:14.966927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5c5e15e4-c7d9-4c0d-8f24-01ef77c260a7 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6070797 Nov 12 03:26:14.983902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Request body: {'port': {'device_id': 'eab54857-10ec-4943-9f74-a9d4ee439ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:15.115324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2ab20-409d-429a-b378-13296f2b893e req-7676cbc6-81e8-42dd-85bc-b816956947c5 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.117044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66c2ab20-409d-429a-b378-13296f2b893e req-7676cbc6-81e8-42dd-85bc-b816956947c5 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 931 time: 0.1187778 Nov 12 03:26:15.122402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.209662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66c2ab20-409d-429a-b378-13296f2b893e req-d68a9cb0-b9ae-4e81-a11b-a4a07e27a85e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832982 Nov 12 03:26:15.270711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:15.414092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:15.422273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:15.424013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.595602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.640376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bfe538-c202-4872-8b34-f77b00170455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:15.648494 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c12891-454b-4e8d-947b-cf47ed5f2009" -d '{"events": [{"server_uuid": "c8bfe538-c202-4872-8b34-f77b00170455", "name": "network-vif-plugged", "status": "completed", "tag": "e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:15.678566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:15.685568 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.696510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5822d-7f23-4ad3-a2a0-976acff66b6c req-8132243d-1469-4f55-b6c1-0d5d481f51f7 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.698237 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19a5822d-7f23-4ad3-a2a0-976acff66b6c req-8132243d-1469-4f55-b6c1-0d5d481f51f7 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 949 time: 0.2539103 Nov 12 03:26:15.756270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-973b7fde-880c-42fc-9358-6a3d7e4c9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.760211 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b3adb-f3d4-4e02-98ce-bbb1e92384b5 x-openstack-request-id: req-c78b3adb-f3d4-4e02-98ce-bbb1e92384b5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:15.761809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-973b7fde-880c-42fc-9358-6a3d7e4c9ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 1101 time: 0.2146354 Nov 12 03:26:15.762484 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bfe538-c202-4872-8b34-f77b00170455", "name": "network-vif-plugged", "status": "completed", "tag": "e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:15.762892 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c78b3adb-f3d4-4e02-98ce-bbb1e92384b5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:15.763460 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bfe538-c202-4872-8b34-f77b00170455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'code': 200} Nov 12 03:26:15.816089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:15.984804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:15.986232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-68a84d1d-7d42-4b36-85c0-8368aa6d249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.986232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-68a84d1d-7d42-4b36-85c0-8368aa6d249b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2080865 Nov 12 03:26:16.008791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.030734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Transition to ACTIVE for port object 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:16.039617 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.053308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e4c7b-1eff-48e3-ae6e-b0e404073f65 req-e1362cc6-cd2f-4be4-8a3e-332cb4621af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.055011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e9e4c7b-1eff-48e3-ae6e-b0e404073f65 req-e1362cc6-cd2f-4be4-8a3e-332cb4621af1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 1102 time: 0.1220913 Nov 12 03:26:16.084601 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-5a863fb6-82b0-4828-914d-d479fb1d2eda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 200 len: 217 time: 0.0786774 Nov 12 03:26:16.145043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Pushing event updated for resources: {'Port': ['ID=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:16.159612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-67dda601-6f9c-4379-8b4d-8b34b651415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.161880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-67dda601-6f9c-4379-8b4d-8b34b651415f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0669219 Nov 12 03:26:16.165828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19a5822d-7f23-4ad3-a2a0-976acff66b6c req-892808b3-fb10-47e2-8079-49b27bb608ad tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401283 Nov 12 03:26:16.221000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-e34690cc-9ada-4cc9-8b2d-4d019ec41cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.222129 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e9e4c7b-1eff-48e3-ae6e-b0e404073f65 req-852072ec-9eb3-4a8f-923e-bf10597a302d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442175 Nov 12 03:26:16.223522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-e34690cc-9ada-4cc9-8b2d-4d019ec41cea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537078 Nov 12 03:26:16.269228 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d8569d4-e6cb-4c90-b898-221bf53e466a req-623c91b9-34b9-4d9e-9e16-14d332c22745 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.1930075 Nov 12 03:26:16.303244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Attempting to bind port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:16.303643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Attempting to bind port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:16.303981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Attempting to bind port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:16.308482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:16.308850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Attempting to bind port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 on network bbda929e-39bd-40c8-a52b-2a4a9d5aa531 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:16.314183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:16.314615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Checking segment: {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:16.315107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Bound using segment: {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:16.315558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Bound port: 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb50b819-610b-42ad-aaef-c6f8048bacd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:16.315921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.333013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ca703-5836-4936-8af8-c1031bd42d99 req-96fcb59a-3a19-436e-ae68-c375d23e019e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.334551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a8ca703-5836-4936-8af8-c1031bd42d99 req-96fcb59a-3a19-436e-ae68-c375d23e019e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0977120 Nov 12 03:26:16.351087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-4e307324-238b-4f55-85fd-61f438d05dbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 282 time: 0.0702071 Nov 12 03:26:16.387663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] For port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:16.390616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] For port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:16.396054 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.414055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a8ca703-5836-4936-8af8-c1031bd42d99 req-e84bae59-9371-43d6-b4d0-d8914b7a6c15 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716672 Nov 12 03:26:16.424750 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-cb700949-bafa-4208-b5cf-3d7bde5147a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.426355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-cb700949-bafa-4208-b5cf-3d7bde5147a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1066 time: 0.0620363 Nov 12 03:26:16.430702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.431362 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.432861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] 10.222.0.20 "PUT /v2.0/ports/7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 HTTP/1.1" status: 200 len: 1092 time: 1.4549592 Nov 12 03:26:16.433315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab54857-10ec-4943-9f74-a9d4ee439ce6', 'tag': '7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:16.435400 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2995717b-ee1f-4b0b-a369-fe657ddb1978" -d '{"events": [{"name": "network-changed", "server_uuid": "eab54857-10ec-4943-9f74-a9d4ee439ce6", "tag": "7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:16.447814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:16.461433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd44c5e-12af-48eb-b9fc-686a4fa7cb5f service neutron] Pushing event updated for resources: {'Port': ['ID=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:16.508801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.637519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-bcea61de-4b63-4ef7-a8e0-f644e4945c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.639005 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-bcea61de-4b63-4ef7-a8e0-f644e4945c98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0917652 Nov 12 03:26:16.647997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764828dc-2fa9-49e4-8bf8-8900e21c7343 req-1a8051ef-38cd-43d9-a1fc-9115cd6cc383 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.655302 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-764828dc-2fa9-49e4-8bf8-8900e21c7343 req-1a8051ef-38cd-43d9-a1fc-9115cd6cc383 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 943 time: 0.0847061 Nov 12 03:26:16.721098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-4b752c78-524a-425b-a8a0-05343fc99075 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 HTTP/1.1" status: 200 len: 217 time: 0.0488052 Nov 12 03:26:16.744602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-5ff9ea11-95bc-4cf1-b6f9-95711c4070f1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021461 Nov 12 03:26:16.764899 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-764828dc-2fa9-49e4-8bf8-8900e21c7343 req-56a21eb8-3829-471b-bf49-81c0f9fbce46 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087327 Nov 12 03:26:16.791983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-94ec1879-887a-4ecb-a0d6-f067ce4c5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.791983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-94ec1879-887a-4ecb-a0d6-f067ce4c5ab0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31c11f51-e68b-493c-bcbf-38190a452a5f HTTP/1.1" status: 200 len: 861 time: 0.0524325 Nov 12 03:26:16.857711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:16.861916 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-34afe284-6702-45da-abb6-c1c2bf58e4c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318189 Nov 12 03:26:16.908990 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63396701-1db2-4310-92bb-e3d6addaa078 x-openstack-request-id: req-63396701-1db2-4310-92bb-e3d6addaa078 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:16.909282 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab54857-10ec-4943-9f74-a9d4ee439ce6", "tag": "7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:16.909541 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63396701-1db2-4310-92bb-e3d6addaa078 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:16.909982 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab54857-10ec-4943-9f74-a9d4ee439ce6', 'tag': '7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97', 'status': 'completed', 'code': 200} Nov 12 03:26:16.911560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-e9a06039-8290-4175-b3d0-8d1d9b3217e2 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.913100 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-e9a06039-8290-4175-b3d0-8d1d9b3217e2 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/networks?id=4064035e-a672-40c9-b671-5c934c6e6050 HTTP/1.1" status: 200 len: 815 time: 0.2265916 Nov 12 03:26:16.946696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.951454 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-6c6fe42a-8d35-4219-80b0-c1af6ce741c9 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/quotas/c32349301fb544a69d5b40e742cd49f9 HTTP/1.1" status: 200 len: 375 time: 0.0294125 Nov 12 03:26:16.952943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.957638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-02519ca1-9bcd-4586-8008-ce57298ad2ae service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808257 Nov 12 03:26:16.983616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-d8fc98e0-0b70-4d2e-b101-89ee6928e09d service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087041 Nov 12 03:26:16.993692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:16.994212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:16.994354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.033742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.034133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.042546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=16']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:17.047569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.047938 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.051904 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 2 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.064253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.065156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.065282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.065598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.065936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.066272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.066606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.067391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.067391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.067594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.067901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.068225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.078651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.078983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.080081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.089691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-2636fde1-a0a0-4568-80ad-ce679df2139b tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c32349301fb544a69d5b40e742cd49f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995276 Nov 12 03:26:17.091804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.092311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.097649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.098207 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.098607 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 3 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.106537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e5c2a2-65bb-427e-b425-be308309f4ad req-7b35f226-bff2-4459-9a8c-29e4906a848c service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027477 Nov 12 03:26:17.123954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.124334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.124727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.131036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.131362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.135761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.136086 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.136481 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 4 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.151285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.151656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.151993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.156623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.156977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.161247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.161569 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.161952 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 5 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.197286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.197792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.198057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.228540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-4ce7e6e7-1e15-415c-8bf4-11f3e3c0181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.230215 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-4ce7e6e7-1e15-415c-8bf4-11f3e3c0181b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7df37c43615a41bf83f793aa35268750&device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0481298 Nov 12 03:26:17.233777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.234102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.242095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.242416 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.244214 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 6 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.266541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.268083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.268413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.280992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.281314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.286347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d772636d-384a-4044-b407-b5a7a04c2f30 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:17.287160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-927e694a-279b-4891-a2aa-4c3f410a8bbf service neutron] 10.222.0.49 "GET /v2.0/networks/4064035e-a672-40c9-b671-5c934c6e6050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857657 Nov 12 03:26:17.289349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.290364 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.294495 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 7 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.330880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.331477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.331613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.338475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.338887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.344292 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port d772636d-384a-4044-b407-b5a7a04c2f30 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:17.348591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port d772636d-384a-4044-b407-b5a7a04c2f30 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:17.349213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.357758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa867-93b3-4a22-a137-a512425aeecd req-ba0185e0-41c8-45da-b275-2e45c9d54f73 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.359259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b93fa867-93b3-4a22-a137-a512425aeecd req-ba0185e0-41c8-45da-b275-2e45c9d54f73 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 949 time: 0.1097016 Nov 12 03:26:17.370062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.370381 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.372038 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 8 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.394992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.395210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.395615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.398417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-9865c091-dc95-4513-9f39-bb92bf35de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.399893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-9865c091-dc95-4513-9f39-bb92bf35de4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 200 len: 923 time: 0.1584103 Nov 12 03:26:17.404242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.404560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.416457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.416802 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.417383 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 9 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.421637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-26562cdc-aab3-4edc-9ae9-0d0e0a45a6c2 service neutron] 10.222.0.49 "GET /v2.0/networks/4064035e-a672-40c9-b671-5c934c6e6050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275332 Nov 12 03:26:17.433760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.434100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.434424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.439298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.439734 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.444077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.444397 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.444806 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempt 10 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:26:17.447415 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:26:17.449935 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.464365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:17.464722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:17.465089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.470975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.472621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:17.476969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b93fa867-93b3-4a22-a137-a512425aeecd req-84f1f21e-30d5-4d47-8649-e599543cd1a8 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048470 Nov 12 03:26:17.478766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-3b90fb5f-0e33-403e-b939-e17676af4f87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 HTTP/1.1" status: 200 len: 217 time: 0.0567200 Nov 12 03:26:17.481189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:17.481189 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:17.481456 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.487010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d772636d-384a-4044-b407-b5a7a04c2f30, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d772636d-384a-4044-b407-b5a7a04c2f30,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:17.494804 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.540246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-e5452918-f836-4f23-a978-39f51a055ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.542113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-e5452918-f836-4f23-a978-39f51a055ec9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=31c11f51-e68b-493c-bcbf-38190a452a5f HTTP/1.1" status: 200 len: 861 time: 0.0524466 Nov 12 03:26:17.564167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d772636d-384a-4044-b407-b5a7a04c2f30,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:17.600407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-86876422-8612-40e3-b1d7-e2865c232095 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbda929e-39bd-40c8-a52b-2a4a9d5aa531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405695 Nov 12 03:26:17.601287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:17.601663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:26:17.609680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.611336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] In _notify_port_updated(), no bound segment for port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:26:17.621734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0cc4c6ad-3732-44a3-bf28-6dd11c3f61f0 req-f153a4d2-ae01-4281-815a-604e764e6af8 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0519505 Nov 12 03:26:17.629098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.631917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.633774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 1063 time: 1.1939406 Nov 12 03:26:17.637268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:17.658997 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d2ba4-22f4-4277-bf60-6b64137b1d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:17.729619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-d8e7a468-6bf6-4155-8c8f-4584bdc54fd6 service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050191 Nov 12 03:26:17.764957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b70fd5-36bb-4f0a-b0c4-b59a05357885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd772636d-384a-4044-b407-b5a7a04c2f30'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:17.767594 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23945104-c7b1-493a-8e44-3d967f6df067" -d '{"events": [{"server_uuid": "20b70fd5-36bb-4f0a-b0c4-b59a05357885", "name": "network-vif-plugged", "status": "completed", "tag": "d772636d-384a-4044-b407-b5a7a04c2f30"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:17.795856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e03a7-e37f-4b44-ac46-566b05a71ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=17']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:17.822155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16ac52-4541-41d0-befb-0d417d175841 req-69d22004-6fce-4ed9-9e1e-db044778fdb9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.825586 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e16ac52-4541-41d0-befb-0d417d175841 req-69d22004-6fce-4ed9-9e1e-db044778fdb9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.1223354 Nov 12 03:26:17.838337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-95dcf261-3065-41cd-bcd3-30932ce5160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.840578 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-95dcf261-3065-41cd-bcd3-30932ce5160f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1331658 Nov 12 03:26:17.855285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2995717b-ee1f-4b0b-a369-fe657ddb1978 req-08bd00c4-34dd-4574-a474-36bc3ff25282 service neutron] 10.222.0.20 "GET /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151302 Nov 12 03:26:17.894306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-735f6127-4463-4fdf-a263-f2af2c321226 req-6b88d64e-cfc7-4492-8ccb-d409dac7109d tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 210 time: 0.0338619 Nov 12 03:26:17.961114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e16ac52-4541-41d0-befb-0d417d175841 req-db82d7a0-6e8c-4d4a-b99f-a946a8bca83c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193104 Nov 12 03:26:17.962703 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff6e44a-7ba6-41e6-8237-c46e5e9f9c05 x-openstack-request-id: req-0ff6e44a-7ba6-41e6-8237-c46e5e9f9c05 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:17.963017 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:17.963281 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ff6e44a-7ba6-41e6-8237-c46e5e9f9c05 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:17.963818 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:26:17.999372 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6226486-fc95-4c05-9f6a-6c01d0204357 x-openstack-request-id: req-b6226486-fc95-4c05-9f6a-6c01d0204357 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:17.999825 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b70fd5-36bb-4f0a-b0c4-b59a05357885", "name": "network-vif-plugged", "status": "completed", "tag": "d772636d-384a-4044-b407-b5a7a04c2f30", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:18.000154 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6226486-fc95-4c05-9f6a-6c01d0204357 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:18.000932 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b70fd5-36bb-4f0a-b0c4-b59a05357885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd772636d-384a-4044-b407-b5a7a04c2f30', 'code': 200} Nov 12 03:26:18.004119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-529c08a5-6fdc-4b2a-8477-0e17ba61bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.006724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-529c08a5-6fdc-4b2a-8477-0e17ba61bac2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1435845 Nov 12 03:26:18.078385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-7791eae4-d109-473f-8ca4-9631a292f2b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0643420 Nov 12 03:26:18.122629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-0fc7de3c-e592-476a-928f-1506fe6b774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.124266 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-0fc7de3c-e592-476a-928f-1506fe6b774d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1064072 Nov 12 03:26:18.168033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c0ecc-ef8f-4aa9-9548-025f3874cdeb req-6dfb4d63-bbb1-4b1d-b10d-08d132ba442e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.169599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-027c0ecc-ef8f-4aa9-9548-025f3874cdeb req-6dfb4d63-bbb1-4b1d-b10d-08d132ba442e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 943 time: 0.1023092 Nov 12 03:26:18.196267 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-144bc882-3294-4d39-977b-60e9d1ea79ac req-cff0c001-6e61-4d09-a3b2-4922be9d4169 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e641a566-5f98-4d23-994b-16a6dd8662f2 HTTP/1.1" status: 200 len: 210 time: 0.0508151 Nov 12 03:26:18.207239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-9c040ab5-5b4a-4054-aedb-50ff4ed72544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.208858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-9c040ab5-5b4a-4054-aedb-50ff4ed72544 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1141884 Nov 12 03:26:18.264106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-c270b808-f225-46ea-8fba-fb7a04423f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.266298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-c270b808-f225-46ea-8fba-fb7a04423f8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1106403 Nov 12 03:26:18.274419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-027c0ecc-ef8f-4aa9-9548-025f3874cdeb req-11f01e2f-29a7-44a9-911c-ba83ba86a62b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827451 Nov 12 03:26:18.288415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-7aa207d9-d8b9-4708-8d68-b1ab6d295578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.290311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-7aa207d9-d8b9-4708-8d68-b1ab6d295578 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0744059 Nov 12 03:26:18.382724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-9d2f60d6-8bf2-4f3d-87dd-9211e46ce01e service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856643 Nov 12 03:26:18.467328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a17076-f047-4d6c-a2a2-108645ef4c9a req-afb48b12-b7de-4638-9e27-121915ea0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.468843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87a17076-f047-4d6c-a2a2-108645ef4c9a req-afb48b12-b7de-4638-9e27-121915ea0846 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 1102 time: 0.0409822 Nov 12 03:26:18.473709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca6406c-1f49-4119-b3a4-50d71fbfffec req-d76ae969-d4f8-43e1-a00f-8f151b55928b service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846033 Nov 12 03:26:18.538217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-993a4bc3-5109-4acf-9753-72cd0c0c83e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0526516 Nov 12 03:26:18.605916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-d71e7b0d-ff1f-403a-9ce0-b6f7d6714d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.607813 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-d71e7b0d-ff1f-403a-9ce0-b6f7d6714d39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.0569866 Nov 12 03:26:18.628206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-6fa4938c-68c4-486f-9642-9336b76a3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.629653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-6fa4938c-68c4-486f-9642-9336b76a3e4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0674365 Nov 12 03:26:18.646422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87a17076-f047-4d6c-a2a2-108645ef4c9a req-16f9912b-ad60-47e2-a980-9d3225ebaf23 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535039 Nov 12 03:26:18.702743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018347-3161-4009-b9ae-62980ddfcb28 req-d12e41b7-01be-477d-9f81-777eca776e41 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.710443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20018347-3161-4009-b9ae-62980ddfcb28 req-d12e41b7-01be-477d-9f81-777eca776e41 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 950 time: 0.1026504 Nov 12 03:26:18.723206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-423325d6-dae2-4c04-abac-a865ff5be2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.723413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-7ec1a557-7d06-420a-a5bd-9d2170f1e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.724711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-7ec1a557-7d06-420a-a5bd-9d2170f1e2d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772493 Nov 12 03:26:18.724915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-423325d6-dae2-4c04-abac-a865ff5be2c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1095049 Nov 12 03:26:18.762980 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20018347-3161-4009-b9ae-62980ddfcb28 req-74af73a5-87d9-4a81-8646-688f3dffe7a9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516546 Nov 12 03:26:18.783375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-e34e7d6f-35b0-4819-9fa2-6a63b8bf641b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0502322 Nov 12 03:26:18.803718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c6a9e232-56bb-41fd-b985-0a6387ed3931 req-c6c7bc51-c84c-4c56-8f41-f7a8fceb7369 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0306032 Nov 12 03:26:18.850601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-cd7951ab-daea-47cc-90df-5bd2e5dca8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.852071 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-cd7951ab-daea-47cc-90df-5bd2e5dca8de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0509243 Nov 12 03:26:18.903772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-9ca27f59-d369-4eb6-8553-f301d09db554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.905292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-9ca27f59-d369-4eb6-8553-f301d09db554 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410621 Nov 12 03:26:19.047505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d433398a-bce7-4c97-8224-f590eeda8d6a req-20a5c014-7853-4d72-85fa-986b416f6373 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 210 time: 0.0505731 Nov 12 03:26:19.052689 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-a097d85d-7346-406d-a064-cdc241ad1c44 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395118 Nov 12 03:26:19.146411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda81fc-2873-467e-8042-a6565dc49a20 req-12d3c4fb-3bfc-4f10-a44e-373edcbf5fe7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.148084 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-feda81fc-2873-467e-8042-a6565dc49a20 req-12d3c4fb-3bfc-4f10-a44e-373edcbf5fe7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0870869 Nov 12 03:26:19.150512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-21dd7a14-9006-4a3e-93c0-4c6beb88c946 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697636 Nov 12 03:26:19.151273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-e37936b0-60cd-4ab0-a81d-e25c318f00a9 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897484 Nov 12 03:26:19.261633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-feda81fc-2873-467e-8042-a6565dc49a20 req-45b6c248-d274-4b1b-885c-bef55d7f48a5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070132 Nov 12 03:26:19.278127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918d2ba4-22f4-4277-bf60-6b64137b1d1d req-a1fe70b8-5ad9-4b51-83e8-61a2eac5ce64 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170242 Nov 12 03:26:19.398825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193398c2-cde1-4381-a17b-4eade8c82b2c req-44ee582f-41aa-49bb-9aab-c330dbcd385c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.400301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-193398c2-cde1-4381-a17b-4eade8c82b2c req-44ee582f-41aa-49bb-9aab-c330dbcd385c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 943 time: 0.0495710 Nov 12 03:26:19.458553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-193398c2-cde1-4381-a17b-4eade8c82b2c req-b28fb010-0db4-4b43-b2fd-96a4f450813a tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Nov 12 03:26:19.779576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-95a37a95-9cdf-4a75-b2bc-348e38985b88 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.781144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-95a37a95-9cdf-4a75-b2bc-348e38985b88 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.20 "GET /v2.0/networks?id=4064035e-a672-40c9-b671-5c934c6e6050 HTTP/1.1" status: 200 len: 815 time: 0.1066072 Nov 12 03:26:19.815426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Request body: {'port': {'device_id': '0c8df4ea-f187-4734-b202-e8c4311ae375', 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050', 'admin_state_up': True, 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:19.857374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9ccb75d-2370-4781-8b5d-1dbcd9e7dd0d req-07f12f78-9f36-442e-a7bd-415c9eb884bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0479913 Nov 12 03:26:19.912141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29b1f911-ba8f-496c-9484-e7323b356047 req-d731e96a-c622-4dec-94a4-c9120ed918b2 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0272274 Nov 12 03:26:19.949911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d284ba0-8a6d-4834-afd0-10d993c6621e req-549ca9ad-5af0-4893-a3f3-68510aeca0e2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.951392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d284ba0-8a6d-4834-afd0-10d993c6621e req-549ca9ad-5af0-4893-a3f3-68510aeca0e2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 950 time: 0.1025975 Nov 12 03:26:20.017488 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d284ba0-8a6d-4834-afd0-10d993c6621e req-ae8fdd88-df41-47ef-97d8-a984bc6860da tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554845 Nov 12 03:26:20.018437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Made reservation on behalf of c32349301fb544a69d5b40e742cd49f9 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:20.021711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.156966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Allocated IP 172.20.0.4 (4064035e-a672-40c9-b671-5c934c6e6050/9c273d2a-9b29-4aaf-be35-b5658406cc11/b8d93baa-bc89-40ae-96f0-895f325a1687) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:20.234636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-137439c1-dab6-4947-a03f-911dfd3b2d34 req-435be916-5e3d-4ba5-9b1e-6a72d5ff5c73 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 210 time: 0.0321870 Nov 12 03:26:20.370480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.432906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c535dd3-0f34-44ab-beae-3591f9748352 req-ce9c6fb7-6715-4f3f-9b94-65f14237b0ec tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.434417 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9c535dd3-0f34-44ab-beae-3591f9748352 req-ce9c6fb7-6715-4f3f-9b94-65f14237b0ec tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0847108 Nov 12 03:26:20.451600 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.524482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Network 4064035e-a672-40c9-b671-5c934c6e6050 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:20.534300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:20.545561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:20.619889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728c24b-8f40-4a91-a6d2-5aed73d2d873 req-6470860e-6e14-4501-975e-1dfda88ed090 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.622818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0728c24b-8f40-4a91-a6d2-5aed73d2d873 req-6470860e-6e14-4501-975e-1dfda88ed090 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 943 time: 0.0925865 Nov 12 03:26:20.634883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.635566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.640544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Pushing event updated for resources: {'Port': ['ID=b8d93baa-bc89-40ae-96f0-895f325a1687,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.652327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9c535dd3-0f34-44ab-beae-3591f9748352 req-a71f51f8-241c-4263-a3cb-4de931387add tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104614 Nov 12 03:26:20.667558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.667888 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.668254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.668576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.668995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.669252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.669584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.670037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.670327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.670589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.670862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.671182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:20.691245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-5e3cbc02-e7f3-435a-9b40-fe3c13691d7e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837378 Nov 12 03:26:20.747502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0728c24b-8f40-4a91-a6d2-5aed73d2d873 req-8e5b1802-98b2-4e1c-b764-3935fdef2dd0 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158037 Nov 12 03:26:20.893909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-efae3368-71a3-4f67-8eee-fc739414e248 None None] Provisioning complete for port b8d93baa-bc89-40ae-96f0-895f325a1687 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:20.894928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-efae3368-71a3-4f67-8eee-fc739414e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.934672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-efae3368-71a3-4f67-8eee-fc739414e248 None None] Port b8d93baa-bc89-40ae-96f0-895f325a1687 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:21.021786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fcdd66f-6be1-440c-83dc-52fd9a4d2369 req-ba42fe9e-121f-4b8e-af7f-6b90dd4e1e4b tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0299439 Nov 12 03:26:21.138730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad23559-077a-4f19-90fe-a36a2d9fa922 req-2192ec10-52ca-40bd-86b1-e17d7809becb tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.140203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad23559-077a-4f19-90fe-a36a2d9fa922 req-2192ec10-52ca-40bd-86b1-e17d7809becb tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 950 time: 0.0497646 Nov 12 03:26:21.290965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:21.406659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:21.420227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97', 'network_id': 'bbda929e-39bd-40c8-a52b-2a4a9d5aa531', 'port_id': '7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97', 'mac_address': 'fa:16:3e:3a:fd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c11f51-e68b-493c-bcbf-38190a452a5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:21.474084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.487451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:21.493411 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad23559-077a-4f19-90fe-a36a2d9fa922 req-7d25b64b-eb3d-464b-b3ba-79e5f9ba6a25 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469756 Nov 12 03:26:21.507772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:21.512713 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.562777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.039398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:24.465264 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.319864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:25.367706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:25.371590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:25.371961 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.458539 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.481234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab54857-10ec-4943-9f74-a9d4ee439ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:25.483458 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34ad875-64ef-4e43-b931-5d55d880f642" -d '{"events": [{"server_uuid": "eab54857-10ec-4943-9f74-a9d4ee439ce6", "name": "network-vif-plugged", "status": "completed", "tag": "7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:25.495708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:25.499518 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.548688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:31.250943 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd3538e0-80fa-4503-8784-e2793fc10d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.523961 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f5d10e51-21cb-49f2-90e0-62c40c4fe6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.551526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Request body: {'port': {'device_id': '0c8df4ea-f187-4734-b202-e8c4311ae375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:34.632103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b2f96-9f14-4831-b27b-c61a96058a98 req-7ab11ce4-f81a-4804-9a52-f4c21a2c8b0e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.633637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-431b2f96-9f14-4831-b27b-c61a96058a98 req-7ab11ce4-f81a-4804-9a52-f4c21a2c8b0e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 931 time: 0.0982766 Nov 12 03:26:34.642758 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.685751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231364d-ca47-4a97-809d-82dfad20e74f req-ba010cca-01c9-4050-a61d-a2fe4f9128b6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.688355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f231364d-ca47-4a97-809d-82dfad20e74f req-ba010cca-01c9-4050-a61d-a2fe4f9128b6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0732484 Nov 12 03:26:34.755983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f231364d-ca47-4a97-809d-82dfad20e74f req-65f91303-22c1-4877-9b54-b8deb681905c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588994 Nov 12 03:26:34.788406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-431b2f96-9f14-4831-b27b-c61a96058a98 req-acd57f61-9a77-4ccb-8d71-a8a1e6cd76ed tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470642 Nov 12 03:26:34.800666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.900237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-351b94e8-a3eb-4c8c-9d1f-aa18d5425b34 req-7cc2d603-3e14-40ba-b8c5-bbf9b8bd59eb tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0297890 Nov 12 03:26:34.901453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627ca6-671e-415c-887b-f3b05540892a req-ea276673-12be-474a-adcd-c7c2ad06b85b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.905744 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a627ca6-671e-415c-887b-f3b05540892a req-ea276673-12be-474a-adcd-c7c2ad06b85b tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 945 time: 0.0597260 Nov 12 03:26:34.954995 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a627ca6-671e-415c-887b-f3b05540892a req-f7dc8441-2730-4fe2-956b-8badcb6dbd77 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Nov 12 03:26:35.000840 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9044c43e-68f1-487e-a198-ff93979a1226 x-openstack-request-id: req-9044c43e-68f1-487e-a198-ff93979a1226 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:35.001662 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab54857-10ec-4943-9f74-a9d4ee439ce6", "name": "network-vif-plugged", "status": "completed", "tag": "7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:35.001930 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9044c43e-68f1-487e-a198-ff93979a1226 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:35.002531 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab54857-10ec-4943-9f74-a9d4ee439ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97', 'code': 200} Nov 12 03:26:35.028625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d93baa-bc89-40ae-96f0-895f325a1687 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:35.038534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.065141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958538d6-c241-4ec8-ac94-f42e8e3532ba req-af93655b-5bd5-4345-8c7f-0d91a34297cf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.066696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-958538d6-c241-4ec8-ac94-f42e8e3532ba req-af93655b-5bd5-4345-8c7f-0d91a34297cf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 950 time: 0.0825574 Nov 12 03:26:35.067701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Transition to ACTIVE for port object b8d93baa-bc89-40ae-96f0-895f325a1687 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:35.071496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.187196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Pushing event updated for resources: {'Port': ['ID=b8d93baa-bc89-40ae-96f0-895f325a1687,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:35.246387 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-958538d6-c241-4ec8-ac94-f42e8e3532ba req-092fc770-c6bd-4142-8e03-d03f33a10058 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722312 Nov 12 03:26:35.249744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a48a7b-c8b0-449f-bc6e-4ec29494bdc0 req-0ec69929-80d1-49ff-8095-05a7330b8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.251824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44a48a7b-c8b0-449f-bc6e-4ec29494bdc0 req-0ec69929-80d1-49ff-8095-05a7330b8cb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 1097 time: 0.1729405 Nov 12 03:26:35.309584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Attempting to bind port b8d93baa-bc89-40ae-96f0-895f325a1687 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:35.309945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Attempting to bind port b8d93baa-bc89-40ae-96f0-895f325a1687 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:35.310271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Attempting to bind port b8d93baa-bc89-40ae-96f0-895f325a1687 on network 4064035e-a672-40c9-b671-5c934c6e6050 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:35.323109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Port b8d93baa-bc89-40ae-96f0-895f325a1687 on network 4064035e-a672-40c9-b671-5c934c6e6050 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:35.323461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Attempting to bind port b8d93baa-bc89-40ae-96f0-895f325a1687 on network 4064035e-a672-40c9-b671-5c934c6e6050 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:35.328151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44a48a7b-c8b0-449f-bc6e-4ec29494bdc0 req-1cd9072d-e203-4533-98cd-b995444df952 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653787 Nov 12 03:26:35.331381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:35.331739 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Checking segment: {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:35.332166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Bound using segment: {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:35.332588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Bound port: b8d93baa-bc89-40ae-96f0-895f325a1687, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439cca2c-f629-4cd1-be17-63efa035b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:35.332975 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.376007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2f1df-0061-4e8e-9626-845bc16749e0 req-d202f52a-7055-4995-8542-81cd9e935a0f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.378664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9a2f1df-0061-4e8e-9626-845bc16749e0 req-d202f52a-7055-4995-8542-81cd9e935a0f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 950 time: 0.0580678 Nov 12 03:26:35.399071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] For port b8d93baa-bc89-40ae-96f0-895f325a1687, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:35.402312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] For port b8d93baa-bc89-40ae-96f0-895f325a1687, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b8d93baa-bc89-40ae-96f0-895f325a1687,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:35.406676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.428307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9a2f1df-0061-4e8e-9626-845bc16749e0 req-86d3420f-e175-4445-b419-8e9474b75c10 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435934 Nov 12 03:26:35.445504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.446193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.447671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] 10.222.0.20 "PUT /v2.0/ports/b8d93baa-bc89-40ae-96f0-895f325a1687 HTTP/1.1" status: 200 len: 1092 time: 0.9579816 Nov 12 03:26:35.448145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8df4ea-f187-4734-b202-e8c4311ae375', 'tag': 'b8d93baa-bc89-40ae-96f0-895f325a1687'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:35.450641 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3009499-22cf-449b-918b-59bc66c63da7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8df4ea-f187-4734-b202-e8c4311ae375", "tag": "b8d93baa-bc89-40ae-96f0-895f325a1687"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:35.478657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752819a8-ec5f-4683-b07d-348f8f1c68ad service neutron] Pushing event updated for resources: {'Port': ['ID=b8d93baa-bc89-40ae-96f0-895f325a1687,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:35.578066 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16063060-f510-422e-87e6-4701930fea3c x-openstack-request-id: req-16063060-f510-422e-87e6-4701930fea3c {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:35.579014 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8df4ea-f187-4734-b202-e8c4311ae375", "tag": "b8d93baa-bc89-40ae-96f0-895f325a1687", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:35.580299 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16063060-f510-422e-87e6-4701930fea3c {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:35.582153 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8df4ea-f187-4734-b202-e8c4311ae375', 'tag': 'b8d93baa-bc89-40ae-96f0-895f325a1687', 'status': 'completed', 'code': 200} Nov 12 03:26:35.730767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3009499-22cf-449b-918b-59bc66c63da7 req-d936cbae-fabb-4960-8b85-a727b64150f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.732347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3009499-22cf-449b-918b-59bc66c63da7 req-d936cbae-fabb-4960-8b85-a727b64150f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c32349301fb544a69d5b40e742cd49f9&device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 1095 time: 0.0610170 Nov 12 03:26:35.771020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a85a16-63db-4fbb-bd80-89e5b8a3fbd4 req-89f65ab7-18b9-4627-95d0-5e0bc216b120 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.777476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a85a16-63db-4fbb-bd80-89e5b8a3fbd4 req-89f65ab7-18b9-4627-95d0-5e0bc216b120 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.780184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a85a16-63db-4fbb-bd80-89e5b8a3fbd4 req-89f65ab7-18b9-4627-95d0-5e0bc216b120 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885&device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 1691 time: 0.0632031 Nov 12 03:26:35.897921 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a85a16-63db-4fbb-bd80-89e5b8a3fbd4 req-15d8470b-b0c8-45e5-804a-25155e891cf0 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073279 Nov 12 03:26:35.918838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2b946-518f-4d10-868e-fb6462866602 req-09d3a05c-7a0f-4921-a495-08f63107380b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.921077 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70d2b946-518f-4d10-868e-fb6462866602 req-09d3a05c-7a0f-4921-a495-08f63107380b tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0560985 Nov 12 03:26:35.922284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3009499-22cf-449b-918b-59bc66c63da7 req-cf381012-481e-47bf-abc3-4e2934bcfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.925338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3009499-22cf-449b-918b-59bc66c63da7 req-cf381012-481e-47bf-abc3-4e2934bcfe80 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c32349301fb544a69d5b40e742cd49f9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1452625 Nov 12 03:26:35.977842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70d2b946-518f-4d10-868e-fb6462866602 req-bdbc9796-a098-4b67-865d-ed0f571d0e21 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Nov 12 03:26:36.135168 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0490051b-80b2-468e-bef5-736d70ec920b req-c15c27ff-6d4a-4da9-a066-7d5c35e399ba tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0327756 Nov 12 03:26:36.185324 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.251289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e981b7-eefe-44af-a488-0e63bd697f2e req-5c87efbc-c550-41c6-a24a-b21ba09ba860 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.253104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19e981b7-eefe-44af-a488-0e63bd697f2e req-5c87efbc-c550-41c6-a24a-b21ba09ba860 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 945 time: 0.0544665 Nov 12 03:26:36.306648 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19e981b7-eefe-44af-a488-0e63bd697f2e req-1db4c927-6739-4eab-b5ee-6f9cc4039828 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Nov 12 03:26:36.353524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6021c7-7583-47a8-bf93-db8deac21f4d req-55dd6638-5d2c-40ad-851f-0d96aca8348e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.354987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a6021c7-7583-47a8-bf93-db8deac21f4d req-55dd6638-5d2c-40ad-851f-0d96aca8348e tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 943 time: 0.3902569 Nov 12 03:26:36.380126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3009499-22cf-449b-918b-59bc66c63da7 req-341e30dd-df82-4069-b808-ba66d27cd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.381581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3009499-22cf-449b-918b-59bc66c63da7 req-341e30dd-df82-4069-b808-ba66d27cd2bc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4360809 Nov 12 03:26:36.403056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87772eb-5388-4703-9b70-ef1054496b2f req-d98ed895-39ac-41e7-baea-2b1e54e3151e tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.404642 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e87772eb-5388-4703-9b70-ef1054496b2f req-d98ed895-39ac-41e7-baea-2b1e54e3151e tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 1102 time: 0.0413716 Nov 12 03:26:36.410651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a6021c7-7583-47a8-bf93-db8deac21f4d req-542098e3-3bf2-40a0-816d-ac40830f3e9c tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468323 Nov 12 03:26:36.453314 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e87772eb-5388-4703-9b70-ef1054496b2f req-c0fdc3fd-7032-45ab-b291-f00afc77af12 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Nov 12 03:26:36.478816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-c5d9d9b6-acc1-4c30-8faa-ddba8eed3e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.480771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-c5d9d9b6-acc1-4c30-8faa-ddba8eed3e5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c32349301fb544a69d5b40e742cd49f9&device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 1095 time: 0.0427635 Nov 12 03:26:36.531352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-2bbeb274-696f-43cb-8698-6f8a44749460 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8d93baa-bc89-40ae-96f0-895f325a1687 HTTP/1.1" status: 200 len: 217 time: 0.0386939 Nov 12 03:26:36.574603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72cacb-9706-46ef-862b-421bcd2f968f req-137fbf55-abd6-494a-9c98-7e53db3e4131 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.576239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d72cacb-9706-46ef-862b-421bcd2f968f req-137fbf55-abd6-494a-9c98-7e53db3e4131 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 1102 time: 0.0507648 Nov 12 03:26:36.590530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-ef2496ce-1f87-4da6-a767-24d1c2b4815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.592029 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-ef2496ce-1f87-4da6-a767-24d1c2b4815b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c273d2a-9b29-4aaf-be35-b5658406cc11 HTTP/1.1" status: 200 len: 854 time: 0.0516715 Nov 12 03:26:36.631758 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d72cacb-9706-46ef-862b-421bcd2f968f req-4efbfa78-e67b-4323-9b5a-04e4d51e1e69 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Nov 12 03:26:36.651818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-0f2849f2-6077-4511-ade7-c3f7f36e7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.653499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-0f2849f2-6077-4511-ade7-c3f7f36e7da9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4064035e-a672-40c9-b671-5c934c6e6050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523953 Nov 12 03:26:36.762947 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed86098e-c5d9-44d3-899f-7d086f197170 req-bde6f88f-43ea-4a4a-afdb-dd65e0020d83 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0308588 Nov 12 03:26:36.817417 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-6a361646-662c-4352-aa65-c24c8637e214 service neutron] 10.222.0.20 "GET /v2.0/networks/4064035e-a672-40c9-b671-5c934c6e6050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484952 Nov 12 03:26:36.930496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d7113c-776f-4662-b866-3484ed3d75a1 req-8a4fd39e-9a82-4886-a0b3-f333892c5e91 service neutron] 10.222.0.20 "GET /v2.0/networks/4064035e-a672-40c9-b671-5c934c6e6050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021814 Nov 12 03:26:36.933190 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.007039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-0e31e289-9ee7-48b9-8155-b7a15a814771 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285032 Nov 12 03:26:37.108668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1959f-fb66-4fc5-a75a-4587791d0cd3 req-98e09545-98ce-46c1-80a2-e35d0c8e9a80 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.111388 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7b1959f-fb66-4fc5-a75a-4587791d0cd3 req-98e09545-98ce-46c1-80a2-e35d0c8e9a80 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0584385 Nov 12 03:26:37.136135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-8c6f8a07-4987-4c66-94d2-80c56f20981b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.137643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-8c6f8a07-4987-4c66-94d2-80c56f20981b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248653 Nov 12 03:26:37.152590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-31a3cd12-a8e4-4b3e-af3a-f161f6cb21e2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/quotas/62b0cafbcede46b896fae82e7c580a9c HTTP/1.1" status: 200 len: 375 time: 0.0090089 Nov 12 03:26:37.164245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7b1959f-fb66-4fc5-a75a-4587791d0cd3 req-4c565469-f3c6-4a6a-88c2-a2b850c13fc9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Nov 12 03:26:37.215575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-1776ce47-7d57-4e4d-a15c-1dcae1952e8f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567200 Nov 12 03:26:37.425492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0371e0-b747-41b0-8d3a-4ab1746cdf92 req-94912299-78b5-4f41-a119-bde8bd2e23cc tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.427010 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f0371e0-b747-41b0-8d3a-4ab1746cdf92 req-94912299-78b5-4f41-a119-bde8bd2e23cc tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Nov 12 03:26:37.479604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f0371e0-b747-41b0-8d3a-4ab1746cdf92 req-d0cafd60-2fe8-46be-be0c-d0c55a802e56 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466866 Nov 12 03:26:37.599340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717ca8-aeda-4eab-8b3a-18f33659011b req-1261daae-50bb-4272-8247-9099228d08e3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.600924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1717ca8-aeda-4eab-8b3a-18f33659011b req-1261daae-50bb-4272-8247-9099228d08e3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 943 time: 0.0597372 Nov 12 03:26:37.664809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1717ca8-aeda-4eab-8b3a-18f33659011b req-624e4b98-1cbf-4d64-8e47-ac1433cd8690 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574040 Nov 12 03:26:37.798671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869257-b8b8-4185-949e-99c2fc4f0c3b req-158f56c8-91fe-4fe6-8c4f-cfe5b4994e8d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.801207 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc869257-b8b8-4185-949e-99c2fc4f0c3b req-158f56c8-91fe-4fe6-8c4f-cfe5b4994e8d tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 945 time: 0.0570104 Nov 12 03:26:37.833417 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c569aef7-ca6f-4562-83f4-388bab7cfa05 req-57064bdc-0feb-4d95-a222-2a96abc4eb1c tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0330997 Nov 12 03:26:37.853375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc869257-b8b8-4185-949e-99c2fc4f0c3b req-10886dd6-42c7-4f29-a427-4c685062c321 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473943 Nov 12 03:26:37.927753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c1826a4e-0ba8-4c8d-af7e-9bc38f0b8f0e req-0bb9da06-5c51-4f7c-bf5d-65a0ddf10abd tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0307131 Nov 12 03:26:38.301963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b86c13-70e7-4b44-9959-c6e45b7e4e10 req-387e25ac-cb0b-473e-b6b8-bb82af8743d4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.303562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-22b86c13-70e7-4b44-9959-c6e45b7e4e10 req-387e25ac-cb0b-473e-b6b8-bb82af8743d4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0607202 Nov 12 03:26:38.354017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-22b86c13-70e7-4b44-9959-c6e45b7e4e10 req-b4cc95eb-24f1-49dd-a44c-b9b4517e5b13 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435803 Nov 12 03:26:38.786654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f9244-6f1a-417e-a175-6767b6511eff req-675fb613-a440-4b52-8a2a-8e9db85ddead tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.788865 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-596f9244-6f1a-417e-a175-6767b6511eff req-675fb613-a440-4b52-8a2a-8e9db85ddead tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 943 time: 0.0511494 Nov 12 03:26:38.838536 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-596f9244-6f1a-417e-a175-6767b6511eff req-1786ae6e-ee04-4048-9788-a2d4ece18b84 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 Nov 12 03:26:38.945740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12dded65-f747-4c01-9255-cbef9993b65f req-9a05ad44-86b5-4383-9cd7-6c1c5709a0f4 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0331833 Nov 12 03:26:38.985948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-4e797368-a459-464c-967e-60dce71502f6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248795 Nov 12 03:26:39.023001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06398f-6cf9-4909-a5ab-d2aaad541fee req-2094108a-f8fb-4e6a-b5cc-45ec01200be2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.033197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f06398f-6cf9-4909-a5ab-d2aaad541fee req-2094108a-f8fb-4e6a-b5cc-45ec01200be2 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 945 time: 0.1064591 Nov 12 03:26:39.107069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f06398f-6cf9-4909-a5ab-d2aaad541fee req-03670bf9-9b40-4918-b6fa-e6e26779a208 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726058 Nov 12 03:26:39.175136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-406d7b3a-609d-4a04-bb38-8f81503d610a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.177814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-406d7b3a-609d-4a04-bb38-8f81503d610a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855221 Nov 12 03:26:39.211447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Request body: {'port': {'device_id': '6217602b-042d-4046-8865-29365be72aad', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '62b0cafbcede46b896fae82e7c580a9c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:39.217847 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba3c1359-4595-4408-921b-08a2e132ed38 req-1d1c308b-685c-4f47-9eb0-4337de748f60 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0402374 Nov 12 03:26:39.306767 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-e58abe5a-942c-454a-ba76-4240473aba7b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217693 Nov 12 03:26:39.336975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Made reservation on behalf of 62b0cafbcede46b896fae82e7c580a9c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:39.340571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.443526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-acb2f45f-61fc-4386-9720-f972c11a51d0 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.445002 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-acb2f45f-61fc-4386-9720-f972c11a51d0 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117039 Nov 12 03:26:39.477410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Request body: {'port': {'device_id': 'a91fc5db-431b-4312-a840-4eb0adb13ba5', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '62b0cafbcede46b896fae82e7c580a9c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:39.525549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79b982-e2de-4bfe-b705-48c7b31fc200 req-4a81451a-9c01-4028-957c-b681d08ecfa0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.527067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d79b982-e2de-4bfe-b705-48c7b31fc200 req-4a81451a-9c01-4028-957c-b681d08ecfa0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0955396 Nov 12 03:26:39.528814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Allocated IP 192.168.233.43 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/e58dd487-f958-4f7c-8a2b-8df24e555cc2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:39.590087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Made reservation on behalf of 62b0cafbcede46b896fae82e7c580a9c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:39.594644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.616393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d79b982-e2de-4bfe-b705-48c7b31fc200 req-fe78c15b-64d5-4030-ab5d-7c8d44de38ad tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806105 Nov 12 03:26:39.711427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.748033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.765347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:39.793225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:39.799667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:39.803669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:39.813342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Allocated IP 192.168.233.104 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/f92a753a-b6df-471c-b4fc-c214a97620d7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:39.858870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.859581 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.895094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'Port': ['ID=e58dd487-f958-4f7c-8a2b-8df24e555cc2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:39.912801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-63821f26-3512-47b1-a01f-ba291ec2b656 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7212965 Nov 12 03:26:39.989077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Request body: {'port': {'device_id': '6217602b-042d-4046-8865-29365be72aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:40.065663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beb820-3bff-4e03-b4f9-44a7852b925c req-68d69618-8c1e-44a7-a3e0-f3afd6a4ddc6 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.067230 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25beb820-3bff-4e03-b4f9-44a7852b925c req-68d69618-8c1e-44a7-a3e0-f3afd6a4ddc6 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 943 time: 0.0969055 Nov 12 03:26:40.083582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.156208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.170572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4997009-28cb-4156-8917-1fdd35df7199 req-d9f6c944-1976-40c6-b957-9a20fc29d38d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.172764 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4997009-28cb-4156-8917-1fdd35df7199 req-d9f6c944-1976-40c6-b957-9a20fc29d38d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 935 time: 0.1056306 Nov 12 03:26:40.218929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-e807299e-6fd6-4aaf-af8f-f3f5c15f951e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.221009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-e807299e-6fd6-4aaf-af8f-f3f5c15f951e tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 945 time: 0.1332889 Nov 12 03:26:40.226414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25beb820-3bff-4e03-b4f9-44a7852b925c req-42555ecb-7324-4bfc-9045-9083f5dbcdaa tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482003 Nov 12 03:26:40.269114 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.288501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-836c0c7a-ff2b-4485-a6bf-9ac9dd087eeb None None] Provisioning complete for port e58dd487-f958-4f7c-8a2b-8df24e555cc2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:40.288900 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-836c0c7a-ff2b-4485-a6bf-9ac9dd087eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.341531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-836c0c7a-ff2b-4485-a6bf-9ac9dd087eeb None None] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:40.364234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4997009-28cb-4156-8917-1fdd35df7199 req-3713f487-ec96-4ba5-9ae0-a03496c663f4 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761718 Nov 12 03:26:40.375048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:40.382584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:40.385206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:40.411927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'Port': ['ID=f92a753a-b6df-471c-b4fc-c214a97620d7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.453275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.454015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.495839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Deleting port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:40.496178 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.501538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58dd487-f958-4f7c-8a2b-8df24e555cc2 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:40.514805 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.526958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-71c2b15e-4d41-4395-800c-cb7aa999fded tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0532491 Nov 12 03:26:40.528172 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.570227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Request body: {'port': {'device_id': 'a91fc5db-431b-4312-a840-4eb0adb13ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:40.605311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d57c6b8-d797-4759-941a-e883bf788345 req-6a0f3b93-8b16-4f98-a70b-b131542352c9 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0487134 Nov 12 03:26:40.630087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e58dd487-f958-4f7c-8a2b-8df24e555cc2,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.630205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471656-5ca2-4d76-af9b-027fa0f0f0cd req-9823ee20-3018-4b72-a4a5-8c28583519f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.630890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11471656-5ca2-4d76-af9b-027fa0f0f0cd req-9823ee20-3018-4b72-a4a5-8c28583519f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab54857-10ec-4943-9f74-a9d4ee439ce6 HTTP/1.1" status: 200 len: 945 time: 0.1732097 Nov 12 03:26:40.709527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.712638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] For port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,segment=NetworkSegment(bb50b819-610b-42ad-aaef-c6f8048bacd5),segment_id=bb50b819-610b-42ad-aaef-c6f8048bacd5)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.713165 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.721965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:40.722390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:40.722793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.727819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.728228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.733156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.734046 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:40.734207 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 2 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:40.747307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Calling delete_port for 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:40.748198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:40.748849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:40.749026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.754492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.755376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.760263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.760676 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:40.761189 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 3 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:40.771121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11471656-5ca2-4d76-af9b-027fa0f0f0cd req-ec39c58f-36de-4892-a974-a6d2af376883 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups?id=daba0ecb-abb6-4ddd-b82a-83d67f047988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349063 Nov 12 03:26:40.774583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2cad3cc4-6624-49d1-8864-343c3658d72a None None] Provisioning complete for port f92a753a-b6df-471c-b4fc-c214a97620d7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:40.775117 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2cad3cc4-6624-49d1-8864-343c3658d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.805951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:40.807692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:40.808480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.814359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.814731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.833303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2cad3cc4-6624-49d1-8864-343c3658d72a None None] Port f92a753a-b6df-471c-b4fc-c214a97620d7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:40.839847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.840187 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:40.841575 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 4 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:40.861059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:40.861464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:40.861713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.869644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.869974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.881684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0d33-7d8c-4a8b-9ebb-131513e9b5d3 req-32d5f92b-867e-4a0b-a2da-f52767a0e1c4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.883219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f50b0d33-7d8c-4a8b-9ebb-131513e9b5d3 req-32d5f92b-867e-4a0b-a2da-f52767a0e1c4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0976279 Nov 12 03:26:40.885559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.885891 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:40.886290 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 5 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:40.914029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:40.914243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:40.914572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.923622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.924014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.935050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.935380 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:40.938228 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 6 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:40.960432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9f03adbd-5475-40bc-9b29-93b9b4dd6683 None None] Provisioning complete for port e58dd487-f958-4f7c-8a2b-8df24e555cc2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:40.960834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f03adbd-5475-40bc-9b29-93b9b4dd6683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.961837 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f50b0d33-7d8c-4a8b-9ebb-131513e9b5d3 req-8e5877a1-9e58-4af1-a0de-8b8df9b1c00d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709255 Nov 12 03:26:40.962863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:40.963196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:40.963527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.971026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.971026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:40.980326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:40.980650 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:40.981090 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 7 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:40.994531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:40.994865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:40.995628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.000202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.000524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.006589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.006937 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:41.007597 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 8 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:41.009693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9f03adbd-5475-40bc-9b29-93b9b4dd6683 None None] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:41.021322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:41.021660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:41.021992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.026349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.026698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.030912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.031172 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:41.031560 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 9 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:41.044044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:41.044376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:41.044701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.049801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.050121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.054365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.054690 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:41.055079 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempt 10 to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 Nov 12 03:26:41.068244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.068855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:41.068855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:41.069245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.074412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.074735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempting to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.078867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.079865 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Failed to bind port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:41.080247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.119367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event deleted for resources: {'Port': ['ID=7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.147422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] For port e58dd487-f958-4f7c-8a2b-8df24e555cc2, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:41.147786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:26:41.152761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.163921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] No DVR routers for this DVR port 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:41.167463 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.170721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53cd1d35-a60b-4678-9a62-52bdbb5126c6 req-cdba3209-6363-4096-adf9-e3cb284381f3 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.20 "DELETE /v2.0/ports/7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 HTTP/1.1" status: 204 len: 173 time: 0.9356816 Nov 12 03:26:41.171161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab54857-10ec-4943-9f74-a9d4ee439ce6', 'name': 'network-vif-deleted', 'tag': '7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:41.174353 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f6531-486d-4694-9c6a-8c8ce1b26ffc" -d '{"events": [{"server_uuid": "eab54857-10ec-4943-9f74-a9d4ee439ce6", "name": "network-vif-deleted", "tag": "7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:41.182245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] In _notify_port_updated(), no bound segment for port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:26:41.183108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.183926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.185357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/e58dd487-f958-4f7c-8a2b-8df24e555cc2 HTTP/1.1" status: 200 len: 1061 time: 1.2604780 Nov 12 03:26:41.186423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6217602b-042d-4046-8865-29365be72aad', 'tag': 'e58dd487-f958-4f7c-8a2b-8df24e555cc2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:41.189496 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a021dbc3-9fea-4f4d-ac20-4f4f15cd5408" -d '{"events": [{"name": "network-changed", "server_uuid": "6217602b-042d-4046-8865-29365be72aad", "tag": "e58dd487-f958-4f7c-8a2b-8df24e555cc2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:41.218131 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92a753a-b6df-471c-b4fc-c214a97620d7 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:41.229411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.243529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Transition to ACTIVE for port object f92a753a-b6df-471c-b4fc-c214a97620d7 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:41.244362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698fe1f-0e5f-4bcc-9b96-8692450114f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e58dd487-f958-4f7c-8a2b-8df24e555cc2,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.253535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.283508 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3b31f4-b8d7-446d-b8ee-4657a45f0503 x-openstack-request-id: req-3b3b31f4-b8d7-446d-b8ee-4657a45f0503 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:41.283715 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab54857-10ec-4943-9f74-a9d4ee439ce6", "name": "network-vif-deleted", "tag": "7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:41.283933 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b3b31f4-b8d7-446d-b8ee-4657a45f0503 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:41.284396 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab54857-10ec-4943-9f74-a9d4ee439ce6', 'name': 'network-vif-deleted', 'tag': '7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97', 'status': 'completed', 'code': 200} Nov 12 03:26:41.324392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Deleting port e58dd487-f958-4f7c-8a2b-8df24e555cc2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:41.325202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.389591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:41.400024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:41.403743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Pushing event updated for resources: {'Port': ['ID=f92a753a-b6df-471c-b4fc-c214a97620d7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.405303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b8d93baa-bc89-40ae-96f0-895f325a1687 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:41.432233 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ec0b5-2689-430b-875c-2551b596c7ec x-openstack-request-id: req-b84ec0b5-2689-430b-875c-2551b596c7ec {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:41.432878 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6217602b-042d-4046-8865-29365be72aad", "tag": "e58dd487-f958-4f7c-8a2b-8df24e555cc2", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:41.432988 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b84ec0b5-2689-430b-875c-2551b596c7ec {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:41.433397 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6217602b-042d-4046-8865-29365be72aad', 'tag': 'e58dd487-f958-4f7c-8a2b-8df24e555cc2', 'status': 'completed', 'code': 200} Nov 12 03:26:41.447207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] For port e58dd487-f958-4f7c-8a2b-8df24e555cc2, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:41.447575 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.464171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Calling delete_port for e58dd487-f958-4f7c-8a2b-8df24e555cc2 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:41.467745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Attempting to bind port f92a753a-b6df-471c-b4fc-c214a97620d7 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:41.468013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Attempting to bind port f92a753a-b6df-471c-b4fc-c214a97620d7 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:41.468636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Attempting to bind port f92a753a-b6df-471c-b4fc-c214a97620d7 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.479983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Port f92a753a-b6df-471c-b4fc-c214a97620d7 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:41.480311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Attempting to bind port f92a753a-b6df-471c-b4fc-c214a97620d7 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.493701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1ae6a-edd0-4ab1-b26b-3c7b4ba68a34 req-65187aea-61b3-4441-a395-9043a371a54c tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.495240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def1ae6a-edd0-4ab1-b26b-3c7b4ba68a34 req-65187aea-61b3-4441-a395-9043a371a54c tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 943 time: 0.1099510 Nov 12 03:26:41.496502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:41.496876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:41.497249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:41.497689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Bound port: f92a753a-b6df-471c-b4fc-c214a97620d7, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:41.498046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.612962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dbc3-9fea-4f4d-ac20-4f4f15cd5408 req-4d434524-09ce-4890-beeb-735f32603349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.614847 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a021dbc3-9fea-4f4d-ac20-4f4f15cd5408 req-4d434524-09ce-4890-beeb-735f32603349 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 1064 time: 0.1445432 Nov 12 03:26:41.668981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] For port f92a753a-b6df-471c-b4fc-c214a97620d7, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:41.675454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] For port f92a753a-b6df-471c-b4fc-c214a97620d7, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f92a753a-b6df-471c-b4fc-c214a97620d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:41.679730 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a021dbc3-9fea-4f4d-ac20-4f4f15cd5408 req-5d19694f-6318-46c8-bebc-058fe283ac5b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477579 Nov 12 03:26:41.686380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def1ae6a-edd0-4ab1-b26b-3c7b4ba68a34 req-cafba60a-b844-4504-940c-2689e9b82d5f tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779711 Nov 12 03:26:41.688186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.730817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.731441 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.733262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] 10.222.0.20 "PUT /v2.0/ports/f92a753a-b6df-471c-b4fc-c214a97620d7 HTTP/1.1" status: 200 len: 1097 time: 1.1672323 Nov 12 03:26:41.743536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b8d93baa-bc89-40ae-96f0-895f325a1687, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b8d93baa-bc89-40ae-96f0-895f325a1687,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:41.825111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3417858-b0b1-47c4-9072-5cff5014eb0b service neutron] Pushing event updated for resources: {'Port': ['ID=f92a753a-b6df-471c-b4fc-c214a97620d7,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.844391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b8d93baa-bc89-40ae-96f0-895f325a1687', 'network_id': '4064035e-a672-40c9-b671-5c934c6e6050', 'port_id': 'b8d93baa-bc89-40ae-96f0-895f325a1687', 'mac_address': 'fa:16:3e:56:e5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c273d2a-9b29-4aaf-be35-b5658406cc11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:41.863811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e29fafee-3878-49a5-b4f6-ff4320073998 None None] Provisioning complete for port e58dd487-f958-4f7c-8a2b-8df24e555cc2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:41.864325 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e29fafee-3878-49a5-b4f6-ff4320073998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.916468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-29edd461-9bba-469d-a327-4d699992701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.918445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-29edd461-9bba-469d-a327-4d699992701f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 1100 time: 0.1186783 Nov 12 03:26:41.938483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17ee5430-40db-4910-8677-a8c2dd54d14b req-5ad6da3f-64e4-44ae-a270-affec597e5b2 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0443299 Nov 12 03:26:41.986740 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.988019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5b2f9-216f-4851-a11a-000fb320ec06 req-66f15d5b-5d8b-4129-adda-641cca6d3dad tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.991251 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-afe5b2f9-216f-4851-a11a-000fb320ec06 req-66f15d5b-5d8b-4129-adda-641cca6d3dad tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 947 time: 0.3375175 Nov 12 03:26:41.993834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dbc3-9fea-4f4d-ac20-4f4f15cd5408 req-27246817-4fae-45ec-b221-2b0985ee4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.995540 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a021dbc3-9fea-4f4d-ac20-4f4f15cd5408 req-27246817-4fae-45ec-b221-2b0985ee4647 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2792151 Nov 12 03:26:42.010615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e29fafee-3878-49a5-b4f6-ff4320073998 None None] Port e58dd487-f958-4f7c-8a2b-8df24e555cc2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:42.012034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-8d960814-6fc4-431b-a1f1-60f124c90993 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f92a753a-b6df-471c-b4fc-c214a97620d7 HTTP/1.1" status: 200 len: 217 time: 0.0722661 Nov 12 03:26:42.027821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d93baa-bc89-40ae-96f0-895f325a1687 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:42.068054 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.093926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:42.099164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-b3ca5bf7-2c6f-4b12-b61f-f09b0c6f75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.100647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-b3ca5bf7-2c6f-4b12-b61f-f09b0c6f75d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0699799 Nov 12 03:26:42.119595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event deleted for resources: {'Port': ['ID=e58dd487-f958-4f7c-8a2b-8df24e555cc2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.124642 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-afe5b2f9-216f-4851-a11a-000fb320ec06 req-335691c7-89d5-4f7d-ae95-69d3f93dea66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108043 Nov 12 03:26:42.140004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b8d93baa-bc89-40ae-96f0-895f325a1687, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b8d93baa-bc89-40ae-96f0-895f325a1687,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:42.169699 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.215163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] No DVR routers for this DVR port e58dd487-f958-4f7c-8a2b-8df24e555cc2 on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:42.218051 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.227899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5b0595ff-efc0-4431-8580-0c4a9130b68e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "DELETE /v2.0/ports/e58dd487-f958-4f7c-8a2b-8df24e555cc2 HTTP/1.1" status: 204 len: 173 time: 1.0340254 Nov 12 03:26:42.228581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-3b048d89-b5bf-4483-bdd6-64888822d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.230240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-3b048d89-b5bf-4483-bdd6-64888822d7cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099577 Nov 12 03:26:42.309864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b8d93baa-bc89-40ae-96f0-895f325a1687,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.344281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff14ab-e28a-499b-9b15-3e2726d5f446 req-9fbe1bed-b966-4ebe-96fd-27572d3b237c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.350466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.351131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.351678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.352236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.352656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.353102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.353523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.353940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.354372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.354799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.355214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.355632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:42.359731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34ff14ab-e28a-499b-9b15-3e2726d5f446 req-9fbe1bed-b966-4ebe-96fd-27572d3b237c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.1175120 Nov 12 03:26:42.390715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-57834fc1-9680-4c61-bb0c-58fca77b049e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354449 Nov 12 03:26:42.418264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-531f7b5f-fc3a-45dd-bc0f-597a2c394371 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0556703 Nov 12 03:26:42.482557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34ff14ab-e28a-499b-9b15-3e2726d5f446 req-9df1e04c-389e-4596-be7a-ace7c11339ff tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212025 Nov 12 03:26:42.490908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38102) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:42.519196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-11f56e88-a6b1-42f1-b6be-b6c62b58de3c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620089 Nov 12 03:26:42.531379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-9303f007-8c91-4c26-8a8e-e2b98919bb63 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258707 Nov 12 03:26:42.599414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b8d93baa-bc89-40ae-96f0-895f325a1687'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:42.628790 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ab74879-647f-4970-ba1f-0419dec2a8ea tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.675940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ab74879-647f-4970-ba1f-0419dec2a8ea tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.701527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-62c7d744-22e4-4a70-a191-8a5999ee6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.703049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-62c7d744-22e4-4a70-a191-8a5999ee6b69 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1721044 Nov 12 03:26:42.740843 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ab74879-647f-4970-ba1f-0419dec2a8ea tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.744453 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ab74879-647f-4970-ba1f-0419dec2a8ea tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.745740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1ab74879-647f-4970-ba1f-0419dec2a8ea tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "DELETE /v2.0/security-groups/7cc0c2ef-3de1-4a7b-99a0-215c241c9118 HTTP/1.1" status: 204 len: 168 time: 0.2531507 Nov 12 03:26:42.748715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38108) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:42.763261 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-02033b45-f9f0-4231-b74a-2131babc673c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] show failed (client error): The resource could not be found. Nov 12 03:26:42.764413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-02033b45-f9f0-4231-b74a-2131babc673c tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "GET /v2.0/security-groups/7cc0c2ef-3de1-4a7b-99a0-215c241c9118 HTTP/1.1" status: 404 len: 347 time: 0.0141523 Nov 12 03:26:42.768184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38110) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:42.770533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab74879-647f-4970-ba1f-0419dec2a8ea tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc0c2ef-3de1-4a7b-99a0-215c241c9118,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.840867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ff89-c3da-4a49-a8a7-4ae8acd99920 req-9428192b-e9a7-4070-9844-1871e9cb59a8 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.848605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a068ff89-c3da-4a49-a8a7-4ae8acd99920 req-9428192b-e9a7-4070-9844-1871e9cb59a8 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 944 time: 0.0802412 Nov 12 03:26:42.871492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-43e2d25a-1393-4531-a219-3e8b87bb19fb tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0511088 Nov 12 03:26:42.920757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a068ff89-c3da-4a49-a8a7-4ae8acd99920 req-f9b27bdb-bc29-4bdc-8754-a227ca8a440b tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712316 Nov 12 03:26:42.924268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Deleting port e4526479-599a-4c6e-af23-e4dcce1152da {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:42.924707 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.013550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.014114 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.027964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Calling delete_port for e4526479-599a-4c6e-af23-e4dcce1152da owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:43.105732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-818ede2b-aa56-429b-be1f-04c0e5435b78 req-e3011dea-59c7-4d56-a600-49ee4947cb7c tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0357425 Nov 12 03:26:43.205101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.225040 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a18ee801-c7df-4c6a-9618-e0d0f56df727 req-47548588-7f09-4a9b-a8b6-49fef3298fbe tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0309405 Nov 12 03:26:43.248633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Pushing event deleted for resources: {'Port': ['ID=e4526479-599a-4c6e-af23-e4dcce1152da,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.293530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91fc5db-431b-4312-a840-4eb0adb13ba5', 'tag': 'f92a753a-b6df-471c-b4fc-c214a97620d7'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:43.295838 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a91fc5db-431b-4312-a840-4eb0adb13ba5", "tag": "f92a753a-b6df-471c-b4fc-c214a97620d7"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:43.318885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.321471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.324961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-95f4c141-b911-4605-bb2a-ee1fc62ad102 tempest-ImagesOneServerNegativeTestJSON-363477193 tempest-ImagesOneServerNegativeTestJSON-363477193-project] 10.222.0.49 "DELETE /v2.0/floatingips/847e956d-ab21-4e02-9448-073af500bdf5 HTTP/1.1" status: 204 len: 168 time: 0.5534091 Nov 12 03:26:43.338943 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c270a21-725b-4b2a-b2f6-e72b1de4a27a x-openstack-request-id: req-8c270a21-725b-4b2a-b2f6-e72b1de4a27a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:43.339238 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91fc5db-431b-4312-a840-4eb0adb13ba5", "tag": "f92a753a-b6df-471c-b4fc-c214a97620d7", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:43.339498 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c270a21-725b-4b2a-b2f6-e72b1de4a27a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:43.339905 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91fc5db-431b-4312-a840-4eb0adb13ba5', 'tag': 'f92a753a-b6df-471c-b4fc-c214a97620d7', 'status': 'completed', 'code': 200} Nov 12 03:26:43.358913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-c6102df3-bb6a-4d22-8ba5-d5f15524d54f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0336621 Nov 12 03:26:43.400457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:43.404954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-a7488b4b-f0fa-4c23-9a0a-73fc173efd38 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315554 Nov 12 03:26:43.420333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-d35b5739-2885-448a-8a94-6bad31eae953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.421882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-d35b5739-2885-448a-8a94-6bad31eae953 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 1100 time: 0.0468061 Nov 12 03:26:43.424913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:43.425329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7f737e50-8fc6-4d3f-bb2b-d6932b2f9d97 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:43.434153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6217602b-042d-4046-8865-29365be72aad', 'name': 'network-vif-deleted', 'tag': 'e58dd487-f958-4f7c-8a2b-8df24e555cc2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:43.436617 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e56dd3-bfd7-47e3-9f40-cc08148545b4" -d '{"events": [{"server_uuid": "6217602b-042d-4046-8865-29365be72aad", "name": "network-vif-deleted", "tag": "e58dd487-f958-4f7c-8a2b-8df24e555cc2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:43.439729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38132) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:43.498930 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725b3a85-c3d9-4d1d-a947-18a0b3658162 x-openstack-request-id: req-725b3a85-c3d9-4d1d-a947-18a0b3658162 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:43.499645 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6217602b-042d-4046-8865-29365be72aad", "name": "network-vif-deleted", "tag": "e58dd487-f958-4f7c-8a2b-8df24e555cc2", "status": "failed", "code": 422}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:43.499645 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-725b3a85-c3d9-4d1d-a947-18a0b3658162 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:43.499844 n-d-789963-21 neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6217602b-042d-4046-8865-29365be72aad', 'name': 'network-vif-deleted', 'tag': 'e58dd487-f958-4f7c-8a2b-8df24e555cc2', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:26:43.534855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e196cba-4014-4d67-8173-ab2002e89dd6 admin admin] Deleting subnet 31c11f51-e68b-493c-bcbf-38190a452a5f {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:43.536903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-b7ff449f-07cb-4f12-8c44-cc56d7192abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.539197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-b7ff449f-07cb-4f12-8c44-cc56d7192abf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1000724 Nov 12 03:26:43.542650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e196cba-4014-4d67-8173-ab2002e89dd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.575978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-b46288b0-f9b5-4c6f-959b-39fc235c945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.577475 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-b46288b0-f9b5-4c6f-959b-39fc235c945b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1665349 Nov 12 03:26:43.590737 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e196cba-4014-4d67-8173-ab2002e89dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.606879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-51d4e390-7e8c-48ff-b06c-a2c49ce610ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f92a753a-b6df-471c-b4fc-c214a97620d7 HTTP/1.1" status: 200 len: 217 time: 0.0484340 Nov 12 03:26:43.635511 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e196cba-4014-4d67-8173-ab2002e89dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.661004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc6084-a204-4906-83ed-f64e727deb93 req-18ce78d6-25b5-4242-8004-db1374c8f0ef tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.662504 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47dc6084-a204-4906-83ed-f64e727deb93 req-18ce78d6-25b5-4242-8004-db1374c8f0ef tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.1130857 Nov 12 03:26:43.684248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-ec97b2cb-3153-4e97-b4b6-a732960057dc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0500202 Nov 12 03:26:43.695298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-0519962d-2e34-419a-9dd7-91b108c5ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.696843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-0519962d-2e34-419a-9dd7-91b108c5ea88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0807199 Nov 12 03:26:43.725896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e196cba-4014-4d67-8173-ab2002e89dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.754253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47dc6084-a204-4906-83ed-f64e727deb93 req-f043f8af-8ab4-4095-bd35-f0e76b59c164 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771394 Nov 12 03:26:43.757503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e196cba-4014-4d67-8173-ab2002e89dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c11f51-e68b-493c-bcbf-38190a452a5f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.761525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e196cba-4014-4d67-8173-ab2002e89dd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.767635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-4ce20315-9cf2-41bd-9b94-97402778eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.768437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0e196cba-4014-4d67-8173-ab2002e89dd6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/31c11f51-e68b-493c-bcbf-38190a452a5f HTTP/1.1" status: 204 len: 168 time: 0.3214092 Nov 12 03:26:43.769220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38140) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:43.769606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-4ce20315-9cf2-41bd-9b94-97402778eadb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641036 Nov 12 03:26:43.843141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.883752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-fb9a8870-6985-404a-aa1e-121fd6cfab82 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938230 Nov 12 03:26:43.933871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.958392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbda929e-39bd-40c8-a52b-2a4a9d5aa531']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.978148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb50b819-610b-42ad-aaef-c6f8048bacd5') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.978665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb50b819-610b-42ad-aaef-c6f8048bacd5') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.993780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.009133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.022911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faa4fae-5127-4d6c-8c10-2c5c33c4cbb7 req-f267ab54-2433-4d1c-8dfe-593ddcddbb10 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307919 Nov 12 03:26:44.038357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:44.038754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:44.040627 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:44.043336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-5dd67de9-7f7b-4e55-b044-2ba1b30ce395 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0307884 Nov 12 03:26:44.063950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1a9b-f472-4192-8995-2bb21dee71a3 req-62f833e8-5227-4f56-9626-768db47780d7 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.065541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58ac1a9b-f472-4192-8995-2bb21dee71a3 req-62f833e8-5227-4f56-9626-768db47780d7 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 944 time: 0.0632069 Nov 12 03:26:44.101226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.109551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.114361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] 10.222.0.49 "DELETE /v2.0/networks/bbda929e-39bd-40c8-a52b-2a4a9d5aa531 HTTP/1.1" status: 204 len: 168 time: 0.3437054 Nov 12 03:26:44.121256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58ac1a9b-f472-4192-8995-2bb21dee71a3 req-774abeae-a233-45da-9578-a003801de4f9 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498416 Nov 12 03:26:44.125188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f633f9-befe-42c6-b26b-0a1131ebf87f admin admin] Pushing event deleted for resources: {'Network': ['ID=bbda929e-39bd-40c8-a52b-2a4a9d5aa531,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.223173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7f2d93f-5d4e-4ae8-8d11-a7a6c8ac86a7 req-b5dbae19-12ca-4466-8ad2-4676b19944ae tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0320768 Nov 12 03:26:44.293464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38154) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:44.343239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efc6b30d-5bea-43b2-9311-c6c387a40acd req-3db6c9db-af69-4ad5-9dd6-02f9aa146184 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0321519 Nov 12 03:26:44.356454 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-58108351-eedf-48d3-82d6-a98dcf93c71e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7df37c43615a41bf83f793aa35268750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617757 Nov 12 03:26:44.358914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38156) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:44.407066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ada27959-845b-41d3-af8c-ae05c7dbcf26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.429565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ada27959-845b-41d3-af8c-ae05c7dbcf26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.480042 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ada27959-845b-41d3-af8c-ae05c7dbcf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.482780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ada27959-845b-41d3-af8c-ae05c7dbcf26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.486998 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ada27959-845b-41d3-af8c-ae05c7dbcf26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/daba0ecb-abb6-4ddd-b82a-83d67f047988 HTTP/1.1" status: 204 len: 168 time: 0.1241093 Nov 12 03:26:44.492585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada27959-845b-41d3-af8c-ae05c7dbcf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daba0ecb-abb6-4ddd-b82a-83d67f047988,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.494246 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9a8f996-aefa-4da4-867e-a0d3725fabb5 req-1ea164b0-b294-4070-aefd-f64549f82d29 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=6217602b-042d-4046-8865-29365be72aad HTTP/1.1" status: 200 len: 210 time: 0.0277390 Nov 12 03:26:44.901202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2676ab-d01d-42d1-9e57-426a1db6b17c req-9c5f5c4f-d338-40e5-a6d0-acbd83739c00 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.902853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d2676ab-d01d-42d1-9e57-426a1db6b17c req-9c5f5c4f-d338-40e5-a6d0-acbd83739c00 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0568831 Nov 12 03:26:44.961356 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d2676ab-d01d-42d1-9e57-426a1db6b17c req-daa27d04-8b9d-42b7-a4d5-309ef50d6781 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502665 Nov 12 03:26:45.221617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7b4c2-4cf2-43c8-b5c2-070147323959 req-02f0a737-92f6-4155-b8c1-5a046b4ad6fe tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.223176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29f7b4c2-4cf2-43c8-b5c2-070147323959 req-02f0a737-92f6-4155-b8c1-5a046b4ad6fe tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 948 time: 0.0554779 Nov 12 03:26:45.228323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38204) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:45.255630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e6d5f-21ab-4f33-a0c1-53a7f54e7e7e req-665fe9f3-fd0a-4f43-b926-f715fcaa4047 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.256676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c95e6d5f-21ab-4f33-a0c1-53a7f54e7e7e req-665fe9f3-fd0a-4f43-b926-f715fcaa4047 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 944 time: 0.0611567 Nov 12 03:26:45.285338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29f7b4c2-4cf2-43c8-b5c2-070147323959 req-459cacb3-3c78-480e-80c7-09b0ff6a7554 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553970 Nov 12 03:26:45.307586 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c95e6d5f-21ab-4f33-a0c1-53a7f54e7e7e req-4eb19a6d-c0fe-4b47-a88c-7acd1e3270b8 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437088 Nov 12 03:26:45.344292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-877107925-network', 'tenant_id': 'cd30d22f5ced4744b2bfa4d2000dcf84'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:45.366886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Made reservation on behalf of cd30d22f5ced4744b2bfa4d2000dcf84 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:45.369421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.378943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.393553 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0c04471-efc3-41e8-bab0-565010d4a83f req-86aa51cc-b6e9-46f1-91c4-0e90c1f62918 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0283051 Nov 12 03:26:45.422606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f92a753a-b6df-471c-b4fc-c214a97620d7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:45.426079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b8d93baa-bc89-40ae-96f0-895f325a1687 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:45.459516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.463253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.492442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:45.502501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d02f5e-d128-4a9c-9d32-1176de006823,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.508271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.508613 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Added segment 8e47744a-0982-4a1c-83fa-6f24ec4dcf85 of type vlan for network 82cafb64-1476-4235-800f-12b1cfa89d22 Nov 12 03:26:45.539974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b8d93baa-bc89-40ae-96f0-895f325a1687 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:45.548786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b8d93baa-bc89-40ae-96f0-895f325a1687 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:45.549404 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.550390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.576433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.577393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.577968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.591058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f92a753a-b6df-471c-b4fc-c214a97620d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f92a753a-b6df-471c-b4fc-c214a97620d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:45.608158 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3787079 Nov 12 03:26:45.608773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'f92a753a-b6df-471c-b4fc-c214a97620d7', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'f92a753a-b6df-471c-b4fc-c214a97620d7', 'mac_address': 'fa:16:3e:ab:8e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:45.612775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38212) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:45.617804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Request body: {'subnet': {'network_id': '82cafb64-1476-4235-800f-12b1cfa89d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-877107925-subnet', 'tenant_id': 'cd30d22f5ced4744b2bfa4d2000dcf84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:45.638884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Made reservation on behalf of cd30d22f5ced4744b2bfa4d2000dcf84 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:45.641486 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.653894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1d199-0578-419d-941b-6b3808f98ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=82cafb64-1476-4235-800f-12b1cfa89d22,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.667471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 82cafb64-1476-4235-800f-12b1cfa89d22 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:45.736792 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.738565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.782355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92a753a-b6df-471c-b4fc-c214a97620d7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:45.791932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8df4ea-f187-4734-b202-e8c4311ae375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d93baa-bc89-40ae-96f0-895f325a1687'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:45.794297 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff5dad6-1758-4137-8e3d-80338fb0eb2c" -d '{"events": [{"server_uuid": "0c8df4ea-f187-4734-b202-e8c4311ae375", "name": "network-vif-plugged", "status": "completed", "tag": "b8d93baa-bc89-40ae-96f0-895f325a1687"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:45.815285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b8d93baa-bc89-40ae-96f0-895f325a1687, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b8d93baa-bc89-40ae-96f0-895f325a1687,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:45.819113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.823800 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.826879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f92a753a-b6df-471c-b4fc-c214a97620d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f92a753a-b6df-471c-b4fc-c214a97620d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:45.832207 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.875310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8e49b4-14a0-49f2-89a7-6ddbf457f1a6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.882317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b8d93baa-bc89-40ae-96f0-895f325a1687,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.897160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Checking segment: {'id': '8e47744a-0982-4a1c-83fa-6f24ec4dcf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '82cafb64-1476-4235-800f-12b1cfa89d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:45.897528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Network hostable DHCP agents. Network: 82cafb64-1476-4235-800f-12b1cfa89d22, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:45.916295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Network 82cafb64-1476-4235-800f-12b1cfa89d22 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:45.929771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 82cafb64-1476-4235-800f-12b1cfa89d22) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:45.936173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.937075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.937300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f92a753a-b6df-471c-b4fc-c214a97620d7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.942903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97944a-8eb2-473e-b605-2ee4b7988bac None None] Network 82cafb64-1476-4235-800f-12b1cfa89d22 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:45.964222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5d2fbf61-e84d-4590-92de-358fa2dfff4c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3507209 Nov 12 03:26:46.002994 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbf5d1a-3329-4392-83da-d6507dff131c x-openstack-request-id: req-cfbf5d1a-3329-4392-83da-d6507dff131c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:46.003273 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8df4ea-f187-4734-b202-e8c4311ae375", "name": "network-vif-plugged", "status": "completed", "tag": "b8d93baa-bc89-40ae-96f0-895f325a1687", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:46.003528 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfbf5d1a-3329-4392-83da-d6507dff131c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:46.003940 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8df4ea-f187-4734-b202-e8c4311ae375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d93baa-bc89-40ae-96f0-895f325a1687', 'code': 200} Nov 12 03:26:46.102524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320be0d4-d277-46f3-8f94-229673c95718 None None] Network 82cafb64-1476-4235-800f-12b1cfa89d22 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:46.110868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebd4c9-9263-4493-887f-c4094f340e7a req-5bbe381d-5411-4a23-9c9a-66bde04146e0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.120005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30ebd4c9-9263-4493-887f-c4094f340e7a req-5bbe381d-5411-4a23-9c9a-66bde04146e0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0782275 Nov 12 03:26:46.156136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaa24d-8b4d-48ed-8a03-20cd7263a29d req-516d4eff-1235-40b3-9029-4132051b81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.158367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abaaa24d-8b4d-48ed-8a03-20cd7263a29d req-516d4eff-1235-40b3-9029-4132051b81cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 1097 time: 0.0484169 Nov 12 03:26:46.174492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30ebd4c9-9263-4493-887f-c4094f340e7a req-7dafa3d8-ce9d-431a-9dbc-f7dd67053ab5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534930 Nov 12 03:26:46.232180 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abaaa24d-8b4d-48ed-8a03-20cd7263a29d req-91b910d1-6a37-4234-9aa2-f400cf7d8ee2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594354 Nov 12 03:26:46.238753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-4c945b49-f313-4977-80e9-a9d356995f87 req-3c752ac6-f92c-4049-b19e-027990c68287 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1127759382', 'description': 'tempest-description-1144771776'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:46.261775 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4c945b49-f313-4977-80e9-a9d356995f87 req-3c752ac6-f92c-4049-b19e-027990c68287 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.328056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f92a753a-b6df-471c-b4fc-c214a97620d7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:46.330754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4c945b49-f313-4977-80e9-a9d356995f87 req-3c752ac6-f92c-4049-b19e-027990c68287 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.336437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4c945b49-f313-4977-80e9-a9d356995f87 req-3c752ac6-f92c-4049-b19e-027990c68287 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.367651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4c945b49-f313-4977-80e9-a9d356995f87 req-3c752ac6-f92c-4049-b19e-027990c68287 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.382375 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c945b49-f313-4977-80e9-a9d356995f87 req-3c752ac6-f92c-4049-b19e-027990c68287 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1478305 Nov 12 03:26:46.384519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c752ac6-f92c-4049-b19e-027990c68287 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6024e-a434-460b-9ff5-95009ebdc73c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.410281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be95fda-d528-4f55-a513-2ccbb1c12fdf req-c2c21962-affa-47b6-adb0-4219ef39ee85 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.417288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0be95fda-d528-4f55-a513-2ccbb1c12fdf req-c2c21962-affa-47b6-adb0-4219ef39ee85 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 949 time: 0.0652995 Nov 12 03:26:46.467989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0be95fda-d528-4f55-a513-2ccbb1c12fdf req-e55c23a5-0dbd-4d45-b473-89ecc32386c5 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495074 Nov 12 03:26:46.482197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ed380-c4d9-4833-b2a9-93b30ef5f29a req-11c44d30-248d-4f4e-abfa-39b739e4d339 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.483886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d0ed380-c4d9-4833-b2a9-93b30ef5f29a req-11c44d30-248d-4f4e-abfa-39b739e4d339 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 945 time: 0.0533326 Nov 12 03:26:46.531152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93378e44-c5dc-4aac-b91b-bdf5266e520b req-5bc53c4b-6127-4f5c-84df-68da136fe152 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/48e6024e-a434-460b-9ff5-95009ebdc73c HTTP/1.1" status: 200 len: 1822 time: 0.0391941 Nov 12 03:26:46.537403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d0ed380-c4d9-4833-b2a9-93b30ef5f29a req-e630be7b-fe4d-4d55-a11a-bd0772fbed44 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476377 Nov 12 03:26:46.542638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-93378e44-c5dc-4aac-b91b-bdf5266e520b req-87a8ce2f-56dc-419a-8255-3398313be7c9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48e6024e-a434-460b-9ff5-95009ebdc73c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:46.542958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-93378e44-c5dc-4aac-b91b-bdf5266e520b req-87a8ce2f-56dc-419a-8255-3398313be7c9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48e6024e-a434-460b-9ff5-95009ebdc73c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:46.606922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-93378e44-c5dc-4aac-b91b-bdf5266e520b req-87a8ce2f-56dc-419a-8255-3398313be7c9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.637811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-93378e44-c5dc-4aac-b91b-bdf5266e520b req-87a8ce2f-56dc-419a-8255-3398313be7c9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.641842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-93378e44-c5dc-4aac-b91b-bdf5266e520b req-87a8ce2f-56dc-419a-8255-3398313be7c9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.662571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8ce2f-56dc-419a-8255-3398313be7c9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b47704a-1e8e-45b4-ae68-4f514c989250,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.669728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-93378e44-c5dc-4aac-b91b-bdf5266e520b req-87a8ce2f-56dc-419a-8255-3398313be7c9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.670270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93378e44-c5dc-4aac-b91b-bdf5266e520b req-87a8ce2f-56dc-419a-8255-3398313be7c9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1316106 Nov 12 03:26:46.694194 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0250ff8-24c3-4e97-9a8f-19f3bb203368 req-c6fa0d52-3cae-4f44-981e-ff0daf0f9caf tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0333250 Nov 12 03:26:46.697756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-830d8330-46e8-4041-92a3-0d2e0481a570 req-3877dbb5-6757-4eda-88a9-d98de62178aa tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-342140911', 'description': 'tempest-description-895920938'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:46.719410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-830d8330-46e8-4041-92a3-0d2e0481a570 req-3877dbb5-6757-4eda-88a9-d98de62178aa tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.785923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-830d8330-46e8-4041-92a3-0d2e0481a570 req-3877dbb5-6757-4eda-88a9-d98de62178aa tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.789650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-830d8330-46e8-4041-92a3-0d2e0481a570 req-3877dbb5-6757-4eda-88a9-d98de62178aa tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.818134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-830d8330-46e8-4041-92a3-0d2e0481a570 req-3877dbb5-6757-4eda-88a9-d98de62178aa tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.819341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-830d8330-46e8-4041-92a3-0d2e0481a570 req-3877dbb5-6757-4eda-88a9-d98de62178aa tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1259806 Nov 12 03:26:46.823329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877dbb5-6757-4eda-88a9-d98de62178aa tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5a273-2a46-42f7-aa75-d4dec415fcbe,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.879126 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-edb41be0-d0f4-4428-b509-1a5a8a8a4293 req-29e3a19e-9a5c-4a8b-b4fa-447778fcc87d tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/b8b5a273-2a46-42f7-aa75-d4dec415fcbe HTTP/1.1" status: 200 len: 1820 time: 0.0373836 Nov 12 03:26:46.888832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-edb41be0-d0f4-4428-b509-1a5a8a8a4293 req-5345a275-a48e-4452-b33a-13ceb425600b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b8b5a273-2a46-42f7-aa75-d4dec415fcbe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:46.889138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-edb41be0-d0f4-4428-b509-1a5a8a8a4293 req-5345a275-a48e-4452-b33a-13ceb425600b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b8b5a273-2a46-42f7-aa75-d4dec415fcbe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:46.944663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-edb41be0-d0f4-4428-b509-1a5a8a8a4293 req-5345a275-a48e-4452-b33a-13ceb425600b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.969442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-edb41be0-d0f4-4428-b509-1a5a8a8a4293 req-5345a275-a48e-4452-b33a-13ceb425600b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.973244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-edb41be0-d0f4-4428-b509-1a5a8a8a4293 req-5345a275-a48e-4452-b33a-13ceb425600b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.991286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345a275-a48e-4452-b33a-13ceb425600b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e5190a-7659-4b59-a819-dd7432118bc2,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.998849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-edb41be0-d0f4-4428-b509-1a5a8a8a4293 req-5345a275-a48e-4452-b33a-13ceb425600b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.000042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-edb41be0-d0f4-4428-b509-1a5a8a8a4293 req-5345a275-a48e-4452-b33a-13ceb425600b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1149662 Nov 12 03:26:47.028128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-8b065f82-ef89-43a4-baed-feb02c288c40 req-e22a3a46-d39f-457f-a94e-a9be089ec18f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-346195265', 'description': 'tempest-description-1834347576'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.049661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b065f82-ef89-43a4-baed-feb02c288c40 req-e22a3a46-d39f-457f-a94e-a9be089ec18f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.115383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b065f82-ef89-43a4-baed-feb02c288c40 req-e22a3a46-d39f-457f-a94e-a9be089ec18f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.118949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b065f82-ef89-43a4-baed-feb02c288c40 req-e22a3a46-d39f-457f-a94e-a9be089ec18f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.149014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b065f82-ef89-43a4-baed-feb02c288c40 req-e22a3a46-d39f-457f-a94e-a9be089ec18f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.150222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b065f82-ef89-43a4-baed-feb02c288c40 req-e22a3a46-d39f-457f-a94e-a9be089ec18f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1262293 Nov 12 03:26:47.152223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a3a46-d39f-457f-a94e-a9be089ec18f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab8427-8f46-475b-ac2c-de3398630001,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.175863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-131ddf9a-8021-40ca-9a90-a2ee90b41030 req-59fcafe7-93de-4731-a214-6fdaf1a8336f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1755541374', 'description': 'tempest-description-1268570892'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.198029 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-131ddf9a-8021-40ca-9a90-a2ee90b41030 req-59fcafe7-93de-4731-a214-6fdaf1a8336f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.268021 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-131ddf9a-8021-40ca-9a90-a2ee90b41030 req-59fcafe7-93de-4731-a214-6fdaf1a8336f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.271935 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-131ddf9a-8021-40ca-9a90-a2ee90b41030 req-59fcafe7-93de-4731-a214-6fdaf1a8336f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.300475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcafe7-93de-4731-a214-6fdaf1a8336f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473e2ead-ae7e-4e3d-857e-4f784b2d0072,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.304920 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-131ddf9a-8021-40ca-9a90-a2ee90b41030 req-59fcafe7-93de-4731-a214-6fdaf1a8336f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.306101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-131ddf9a-8021-40ca-9a90-a2ee90b41030 req-59fcafe7-93de-4731-a214-6fdaf1a8336f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1351635 Nov 12 03:26:47.334647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b818e-e8dd-43e9-826d-5c79bb8fca06 req-4cfc4bb9-a299-46b9-b01a-c7a77f24246f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.336151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b87b818e-e8dd-43e9-826d-5c79bb8fca06 req-4cfc4bb9-a299-46b9-b01a-c7a77f24246f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0582037 Nov 12 03:26:47.370247 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-432741d0-81c7-4607-bacb-b8b59202eb83 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/f6ab8427-8f46-475b-ac2c-de3398630001 HTTP/1.1" status: 200 len: 1821 time: 0.0421088 Nov 12 03:26:47.383622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b87b818e-e8dd-43e9-826d-5c79bb8fca06 req-8b860a2b-45dc-4b29-b396-0a61e9923c9f tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 Nov 12 03:26:47.414687 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-4994de6a-b12a-418f-a992-ddaccf16fa4d tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/473e2ead-ae7e-4e3d-857e-4f784b2d0072 HTTP/1.1" status: 200 len: 1822 time: 0.0384727 Nov 12 03:26:47.424674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-cc158a8d-2aed-4978-8167-7cacbc6e63b5 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6ab8427-8f46-475b-ac2c-de3398630001', 'remote_group_id': '473e2ead-ae7e-4e3d-857e-4f784b2d0072', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.425025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-cc158a8d-2aed-4978-8167-7cacbc6e63b5 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f6ab8427-8f46-475b-ac2c-de3398630001', 'remote_group_id': '473e2ead-ae7e-4e3d-857e-4f784b2d0072', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.484474 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-cc158a8d-2aed-4978-8167-7cacbc6e63b5 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.525315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-cc158a8d-2aed-4978-8167-7cacbc6e63b5 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.529039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-cc158a8d-2aed-4978-8167-7cacbc6e63b5 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.547990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc158a8d-2aed-4978-8167-7cacbc6e63b5 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79212605-4423-4cbf-a8c3-aabf6f91529e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.557517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-cc158a8d-2aed-4978-8167-7cacbc6e63b5 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.558715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76fc12b9-5cc7-47ff-8781-7e9669e293ee req-cc158a8d-2aed-4978-8167-7cacbc6e63b5 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1380291 Nov 12 03:26:47.597707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0345132-6627-46be-be81-91c35a08f5b8 req-11c453d8-2e73-46b0-92b8-bbd9778511ea tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.599225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0345132-6627-46be-be81-91c35a08f5b8 req-11c453d8-2e73-46b0-92b8-bbd9778511ea tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 949 time: 0.0578701 Nov 12 03:26:47.649843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0345132-6627-46be-be81-91c35a08f5b8 req-d01a5963-524b-4c7b-a835-b509319b7721 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Nov 12 03:26:47.658483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22380c-2d62-4ac7-b07b-a87a18f8aa4f req-efbdf5b0-fa7b-4bd8-91ef-90cbf17494c4 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.660096 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed22380c-2d62-4ac7-b07b-a87a18f8aa4f req-efbdf5b0-fa7b-4bd8-91ef-90cbf17494c4 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 945 time: 0.0504415 Nov 12 03:26:47.676204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-09ef6c66-2186-4e50-90c9-a59ad485e525 req-fa6bbbdd-e0bd-43fd-8eb3-f8a303765873 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-952838632', 'description': 'tempest-description-1641963046'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.699254 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-09ef6c66-2186-4e50-90c9-a59ad485e525 req-fa6bbbdd-e0bd-43fd-8eb3-f8a303765873 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.714243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed22380c-2d62-4ac7-b07b-a87a18f8aa4f req-cee41702-88be-41cf-b2c8-eb22124e7035 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Nov 12 03:26:47.767377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-09ef6c66-2186-4e50-90c9-a59ad485e525 req-fa6bbbdd-e0bd-43fd-8eb3-f8a303765873 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.771057 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-09ef6c66-2186-4e50-90c9-a59ad485e525 req-fa6bbbdd-e0bd-43fd-8eb3-f8a303765873 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.801045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-09ef6c66-2186-4e50-90c9-a59ad485e525 req-fa6bbbdd-e0bd-43fd-8eb3-f8a303765873 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.802290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-09ef6c66-2186-4e50-90c9-a59ad485e525 req-fa6bbbdd-e0bd-43fd-8eb3-f8a303765873 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1303539 Nov 12 03:26:47.804094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bbbdd-e0bd-43fd-8eb3-f8a303765873 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7481d81-246d-4166-9e7d-dab0955d2690,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.827859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-05962b71-ba2b-4cab-8faa-a42c0432f0ce req-313df80c-c28f-4b4d-b6e0-56e495253023 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1878008924', 'description': 'tempest-description-1787580859'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.850548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-05962b71-ba2b-4cab-8faa-a42c0432f0ce req-313df80c-c28f-4b4d-b6e0-56e495253023 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.868566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28c0929b-65af-46ae-b30c-01164d23bcaf req-ee3ba037-fbb9-4326-ad64-50a05a5926d3 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0258243 Nov 12 03:26:47.921757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-05962b71-ba2b-4cab-8faa-a42c0432f0ce req-313df80c-c28f-4b4d-b6e0-56e495253023 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.925760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-05962b71-ba2b-4cab-8faa-a42c0432f0ce req-313df80c-c28f-4b4d-b6e0-56e495253023 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.953689 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-05962b71-ba2b-4cab-8faa-a42c0432f0ce req-313df80c-c28f-4b4d-b6e0-56e495253023 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.956120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-05962b71-ba2b-4cab-8faa-a42c0432f0ce req-313df80c-c28f-4b4d-b6e0-56e495253023 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1323910 Nov 12 03:26:47.961845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313df80c-c28f-4b4d-b6e0-56e495253023 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16948d0-9e46-4e0a-8b55-5950e97bb21e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.020704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d77c053-127d-44e7-860c-7ee1473307ef req-c160ce18-3bfe-4723-9f2a-11d7d47f2689 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/d7481d81-246d-4166-9e7d-dab0955d2690 HTTP/1.1" status: 200 len: 1821 time: 0.0433342 Nov 12 03:26:48.070955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d77c053-127d-44e7-860c-7ee1473307ef req-38670fdb-cef8-45a1-a06a-ea6aec2d0cc0 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/e16948d0-9e46-4e0a-8b55-5950e97bb21e HTTP/1.1" status: 200 len: 1822 time: 0.0431654 Nov 12 03:26:48.082517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0d77c053-127d-44e7-860c-7ee1473307ef req-11ba9d90-5e81-471f-bfb1-4ffe784d7623 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7481d81-246d-4166-9e7d-dab0955d2690', 'remote_group_id': 'e16948d0-9e46-4e0a-8b55-5950e97bb21e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.082829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0d77c053-127d-44e7-860c-7ee1473307ef req-11ba9d90-5e81-471f-bfb1-4ffe784d7623 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7481d81-246d-4166-9e7d-dab0955d2690', 'remote_group_id': 'e16948d0-9e46-4e0a-8b55-5950e97bb21e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.143822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d77c053-127d-44e7-860c-7ee1473307ef req-11ba9d90-5e81-471f-bfb1-4ffe784d7623 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.175437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d77c053-127d-44e7-860c-7ee1473307ef req-11ba9d90-5e81-471f-bfb1-4ffe784d7623 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.179079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d77c053-127d-44e7-860c-7ee1473307ef req-11ba9d90-5e81-471f-bfb1-4ffe784d7623 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.197767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba9d90-5e81-471f-bfb1-4ffe784d7623 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3184e72-e13f-4f78-a818-780592f839c2,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.205785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d77c053-127d-44e7-860c-7ee1473307ef req-11ba9d90-5e81-471f-bfb1-4ffe784d7623 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.207225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d77c053-127d-44e7-860c-7ee1473307ef req-11ba9d90-5e81-471f-bfb1-4ffe784d7623 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1291993 Nov 12 03:26:48.271368 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29f9c31a-c34d-4368-b404-dd5b9bb77516 req-191f8f60-2b5b-4636-ab82-61d8af41417e tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/e16948d0-9e46-4e0a-8b55-5950e97bb21e HTTP/1.1" status: 200 len: 1822 time: 0.0403903 Nov 12 03:26:48.329429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-29f9c31a-c34d-4368-b404-dd5b9bb77516 req-c5622f3e-310e-40b3-bbfa-b531cfaab8e7 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.351043 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-29f9c31a-c34d-4368-b404-dd5b9bb77516 req-c5622f3e-310e-40b3-bbfa-b531cfaab8e7 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.411079 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-29f9c31a-c34d-4368-b404-dd5b9bb77516 req-c5622f3e-310e-40b3-bbfa-b531cfaab8e7 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.413640 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-29f9c31a-c34d-4368-b404-dd5b9bb77516 req-c5622f3e-310e-40b3-bbfa-b531cfaab8e7 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.414775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29f9c31a-c34d-4368-b404-dd5b9bb77516 req-c5622f3e-310e-40b3-bbfa-b531cfaab8e7 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "DELETE /v2.0/security-groups/e16948d0-9e46-4e0a-8b55-5950e97bb21e HTTP/1.1" status: 204 len: 173 time: 0.1373641 Nov 12 03:26:48.425240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5622f3e-310e-40b3-bbfa-b531cfaab8e7 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16948d0-9e46-4e0a-8b55-5950e97bb21e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.479667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08df8b42-6116-457d-92ea-96674c8d6a74 req-8de9f2e6-4785-48ba-b1ee-2946568db76b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/d7481d81-246d-4166-9e7d-dab0955d2690 HTTP/1.1" status: 200 len: 1821 time: 0.0457129 Nov 12 03:26:48.506621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-3cb82b49-a391-4d32-8f1c-3bac191281d8 req-41200ab2-4228-4a2a-8f3e-2e26c79465e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-721493174', 'description': 'tempest-description-1491057544'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.517965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f6d83-261d-4dac-8a78-276e39c53021 req-b302d9dd-b886-4fff-94e9-a03d2453d916 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.519448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e93f6d83-261d-4dac-8a78-276e39c53021 req-b302d9dd-b886-4fff-94e9-a03d2453d916 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0535214 Nov 12 03:26:48.527116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3cb82b49-a391-4d32-8f1c-3bac191281d8 req-41200ab2-4228-4a2a-8f3e-2e26c79465e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.575488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e93f6d83-261d-4dac-8a78-276e39c53021 req-9eeec6b0-dffa-453b-b6f1-fdb237c30e32 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 Nov 12 03:26:48.608358 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3cb82b49-a391-4d32-8f1c-3bac191281d8 req-41200ab2-4228-4a2a-8f3e-2e26c79465e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.613144 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3cb82b49-a391-4d32-8f1c-3bac191281d8 req-41200ab2-4228-4a2a-8f3e-2e26c79465e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.642789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3cb82b49-a391-4d32-8f1c-3bac191281d8 req-41200ab2-4228-4a2a-8f3e-2e26c79465e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.644015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3cb82b49-a391-4d32-8f1c-3bac191281d8 req-41200ab2-4228-4a2a-8f3e-2e26c79465e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1415360 Nov 12 03:26:48.644591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41200ab2-4228-4a2a-8f3e-2e26c79465e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6bf138-fbe9-4a85-82cf-a48feaa93b40,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.705345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a2b41d1c-ea7c-4e4d-a907-f991eb08f5cc req-7eafc3fb-bec6-40bf-9073-a33bd4d91af6 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/5d6bf138-fbe9-4a85-82cf-a48feaa93b40 HTTP/1.1" status: 200 len: 1821 time: 0.0390108 Nov 12 03:26:48.715358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-a2b41d1c-ea7c-4e4d-a907-f991eb08f5cc req-25161060-177f-4934-8747-1a811cd47cc2 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d6bf138-fbe9-4a85-82cf-a48feaa93b40', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.715675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-a2b41d1c-ea7c-4e4d-a907-f991eb08f5cc req-25161060-177f-4934-8747-1a811cd47cc2 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d6bf138-fbe9-4a85-82cf-a48feaa93b40', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.767848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34b5dd-0a4b-4713-9c2d-ec4c8fd7c419 req-4a8d928b-302e-48e7-9604-5fd431ee80a1 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.769382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe34b5dd-0a4b-4713-9c2d-ec4c8fd7c419 req-4a8d928b-302e-48e7-9604-5fd431ee80a1 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 949 time: 0.0527244 Nov 12 03:26:48.774968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a2b41d1c-ea7c-4e4d-a907-f991eb08f5cc req-25161060-177f-4934-8747-1a811cd47cc2 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.801071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a2b41d1c-ea7c-4e4d-a907-f991eb08f5cc req-25161060-177f-4934-8747-1a811cd47cc2 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.804793 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a2b41d1c-ea7c-4e4d-a907-f991eb08f5cc req-25161060-177f-4934-8747-1a811cd47cc2 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.819037 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe34b5dd-0a4b-4713-9c2d-ec4c8fd7c419 req-286c2b24-cc29-4bf9-bc2c-73b142754bfd tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Nov 12 03:26:48.822653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25161060-177f-4934-8747-1a811cd47cc2 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e399b0-46e2-492f-8683-cec8654b09ed,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.827780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a2b41d1c-ea7c-4e4d-a907-f991eb08f5cc req-25161060-177f-4934-8747-1a811cd47cc2 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.829690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a2b41d1c-ea7c-4e4d-a907-f991eb08f5cc req-25161060-177f-4934-8747-1a811cd47cc2 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1175270 Nov 12 03:26:48.934710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e8fa6-429d-49c2-9365-6f4c8e6944e8 req-1387e79c-0403-4b09-b65a-3081b8d25182 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.936285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-924e8fa6-429d-49c2-9365-6f4c8e6944e8 req-1387e79c-0403-4b09-b65a-3081b8d25182 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 945 time: 0.0524089 Nov 12 03:26:48.953774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d16bd146-110a-40b2-919b-62037c519d85 req-635536f2-8d9a-4716-b2f1-090ba8feccbc tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/5d6bf138-fbe9-4a85-82cf-a48feaa93b40 HTTP/1.1" status: 200 len: 2414 time: 0.0393367 Nov 12 03:26:48.966195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d16bd146-110a-40b2-919b-62037c519d85 req-64fe927f-503e-43fb-938d-8caad1e8caef tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d6bf138-fbe9-4a85-82cf-a48feaa93b40', 'remote_group_id': None}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.966513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d16bd146-110a-40b2-919b-62037c519d85 req-64fe927f-503e-43fb-938d-8caad1e8caef tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d6bf138-fbe9-4a85-82cf-a48feaa93b40', 'remote_group_id': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.990912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-924e8fa6-429d-49c2-9365-6f4c8e6944e8 req-80f8335e-4562-4153-acb1-d1f136f4950d tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484183 Nov 12 03:26:49.031476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d16bd146-110a-40b2-919b-62037c519d85 req-64fe927f-503e-43fb-938d-8caad1e8caef tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.059374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d16bd146-110a-40b2-919b-62037c519d85 req-64fe927f-503e-43fb-938d-8caad1e8caef tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.065529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d16bd146-110a-40b2-919b-62037c519d85 req-64fe927f-503e-43fb-938d-8caad1e8caef tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.083347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85d98931-162b-42e4-8e65-6051e9f050ff req-4cd483de-d880-49df-8b44-43df58f091ec tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0304444 Nov 12 03:26:49.090490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe927f-503e-43fb-938d-8caad1e8caef tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f813ed30-47ce-4015-b674-f28574be8415,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.117895 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d16bd146-110a-40b2-919b-62037c519d85 req-64fe927f-503e-43fb-938d-8caad1e8caef tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.121211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d16bd146-110a-40b2-919b-62037c519d85 req-64fe927f-503e-43fb-938d-8caad1e8caef tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1604779 Nov 12 03:26:49.190219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cb836a1b-59be-4819-b903-2af728594ca2 req-c29692de-7761-4b1a-8228-952bb2274b74 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/5d6bf138-fbe9-4a85-82cf-a48feaa93b40 HTTP/1.1" status: 200 len: 3012 time: 0.0463817 Nov 12 03:26:49.237475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9adcbc7-480a-4278-9628-279a83b39bb3 req-56a56fb8-450b-43e1-82c5-4a106cbe7148 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-group-rules/f813ed30-47ce-4015-b674-f28574be8415 HTTP/1.1" status: 200 len: 783 time: 0.0239680 Nov 12 03:26:49.288544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9adcbc7-480a-4278-9628-279a83b39bb3 req-73794c0e-aa91-489b-898e-0c32af9b97aa tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/5d6bf138-fbe9-4a85-82cf-a48feaa93b40 HTTP/1.1" status: 200 len: 3012 time: 0.0447903 Nov 12 03:26:49.325083 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f9adcbc7-480a-4278-9628-279a83b39bb3 req-0bc198e4-ccee-48e1-a9d0-ba03097623e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.333596 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f9adcbc7-480a-4278-9628-279a83b39bb3 req-0bc198e4-ccee-48e1-a9d0-ba03097623e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.371651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f9adcbc7-480a-4278-9628-279a83b39bb3 req-0bc198e4-ccee-48e1-a9d0-ba03097623e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.376425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f9adcbc7-480a-4278-9628-279a83b39bb3 req-0bc198e4-ccee-48e1-a9d0-ba03097623e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.377692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9adcbc7-480a-4278-9628-279a83b39bb3 req-0bc198e4-ccee-48e1-a9d0-ba03097623e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f813ed30-47ce-4015-b674-f28574be8415 HTTP/1.1" status: 204 len: 173 time: 0.0808101 Nov 12 03:26:49.381973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc198e4-ccee-48e1-a9d0-ba03097623e9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f813ed30-47ce-4015-b674-f28574be8415,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.434767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f92a753a-b6df-471c-b4fc-c214a97620d7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:49.446697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68ae2b81-8c7f-4e42-9e31-db5cee74341b req-b444eb3d-aec9-41d4-ba01-fafc05c57110 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/5d6bf138-fbe9-4a85-82cf-a48feaa93b40 HTTP/1.1" status: 200 len: 2414 time: 0.0469255 Nov 12 03:26:49.490245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port f92a753a-b6df-471c-b4fc-c214a97620d7 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:49.494858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port f92a753a-b6df-471c-b4fc-c214a97620d7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:49.495339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.518597 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-68ae2b81-8c7f-4e42-9e31-db5cee74341b req-9c41cef1-1a9e-43dd-bfc6-849ab9ccea71 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.544097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-68ae2b81-8c7f-4e42-9e31-db5cee74341b req-9c41cef1-1a9e-43dd-bfc6-849ab9ccea71 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.581485 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.600249 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-68ae2b81-8c7f-4e42-9e31-db5cee74341b req-9c41cef1-1a9e-43dd-bfc6-849ab9ccea71 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.603943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-68ae2b81-8c7f-4e42-9e31-db5cee74341b req-9c41cef1-1a9e-43dd-bfc6-849ab9ccea71 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.605678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68ae2b81-8c7f-4e42-9e31-db5cee74341b req-9c41cef1-1a9e-43dd-bfc6-849ab9ccea71 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "DELETE /v2.0/security-groups/5d6bf138-fbe9-4a85-82cf-a48feaa93b40 HTTP/1.1" status: 204 len: 173 time: 0.1515756 Nov 12 03:26:49.615276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91fc5db-431b-4312-a840-4eb0adb13ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92a753a-b6df-471c-b4fc-c214a97620d7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:49.618259 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a776660-b9a5-4ffe-b4d9-68bedecb22db" -d '{"events": [{"server_uuid": "a91fc5db-431b-4312-a840-4eb0adb13ba5", "name": "network-vif-plugged", "status": "completed", "tag": "f92a753a-b6df-471c-b4fc-c214a97620d7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:49.618408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41cef1-1a9e-43dd-bfc6-849ab9ccea71 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6bf138-fbe9-4a85-82cf-a48feaa93b40,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.635284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f92a753a-b6df-471c-b4fc-c214a97620d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f92a753a-b6df-471c-b4fc-c214a97620d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:49.640258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.709146 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb34176-af80-4bf4-aa15-0cc5fd0b123b x-openstack-request-id: req-7eb34176-af80-4bf4-aa15-0cc5fd0b123b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:49.709435 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91fc5db-431b-4312-a840-4eb0adb13ba5", "name": "network-vif-plugged", "status": "completed", "tag": "f92a753a-b6df-471c-b4fc-c214a97620d7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:49.709908 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7eb34176-af80-4bf4-aa15-0cc5fd0b123b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:49.710578 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91fc5db-431b-4312-a840-4eb0adb13ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92a753a-b6df-471c-b4fc-c214a97620d7', 'code': 200} Nov 12 03:26:49.719320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f92a753a-b6df-471c-b4fc-c214a97620d7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.743612 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-c6dd154c-3521-43bc-89ef-022501489678 req-73c74d60-fc9e-4f5e-b562-8f79087e2605 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] show failed (client error): The resource could not be found. Nov 12 03:26:49.754571 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c6dd154c-3521-43bc-89ef-022501489678 req-73c74d60-fc9e-4f5e-b562-8f79087e2605 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/e16948d0-9e46-4e0a-8b55-5950e97bb21e HTTP/1.1" status: 404 len: 352 time: 0.0301049 Nov 12 03:26:49.761676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf93de1-6f3b-4aa8-8421-96480105980e req-51b822fd-1693-4634-ab79-b52ff287506c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.770416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7bf93de1-6f3b-4aa8-8421-96480105980e req-51b822fd-1693-4634-ab79-b52ff287506c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0832980 Nov 12 03:26:49.813421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bad6cf44-c919-4a27-b086-d8127adb91ce req-318d9242-f2cc-410b-a706-0de133ef9ba4 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/d7481d81-246d-4166-9e7d-dab0955d2690 HTTP/1.1" status: 200 len: 1821 time: 0.0412838 Nov 12 03:26:49.863573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7bf93de1-6f3b-4aa8-8421-96480105980e req-afc79a62-3851-4c5e-a45a-093733353aaa tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922482 Nov 12 03:26:49.878666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a477d4-db96-4b6a-bfe5-a9abaaef8487 req-0465330a-1572-446c-ba85-e5c389edee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.879148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bad6cf44-c919-4a27-b086-d8127adb91ce req-1dca378d-fe55-41d2-8b20-73d0d9a1a60f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.880345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1a477d4-db96-4b6a-bfe5-a9abaaef8487 req-0465330a-1572-446c-ba85-e5c389edee7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 1102 time: 0.0479355 Nov 12 03:26:49.914422 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bad6cf44-c919-4a27-b086-d8127adb91ce req-1dca378d-fe55-41d2-8b20-73d0d9a1a60f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.955361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1a477d4-db96-4b6a-bfe5-a9abaaef8487 req-3423bc93-3778-47ad-8a0e-0ec12d5a3a70 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605958 Nov 12 03:26:49.969211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bad6cf44-c919-4a27-b086-d8127adb91ce req-1dca378d-fe55-41d2-8b20-73d0d9a1a60f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.973075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bad6cf44-c919-4a27-b086-d8127adb91ce req-1dca378d-fe55-41d2-8b20-73d0d9a1a60f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.974301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bad6cf44-c919-4a27-b086-d8127adb91ce req-1dca378d-fe55-41d2-8b20-73d0d9a1a60f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "DELETE /v2.0/security-groups/d7481d81-246d-4166-9e7d-dab0955d2690 HTTP/1.1" status: 204 len: 173 time: 0.1523812 Nov 12 03:26:49.984898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca378d-fe55-41d2-8b20-73d0d9a1a60f tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7481d81-246d-4166-9e7d-dab0955d2690,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.997518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a200e-5c74-4ad9-9a83-1dd592c29fdd req-13ede803-1977-4d81-ace5-0454271a1378 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.005620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc3a200e-5c74-4ad9-9a83-1dd592c29fdd req-13ede803-1977-4d81-ace5-0454271a1378 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 950 time: 0.0667646 Nov 12 03:26:50.056919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc3a200e-5c74-4ad9-9a83-1dd592c29fdd req-548576ac-624a-4a88-af81-b0fcf9ef0dca tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Nov 12 03:26:50.117576 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e05c948d-6667-4a07-aac6-7a6f29ff2d85 req-bd4ce678-b1ea-4ded-b7ea-53594f92f88b tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/473e2ead-ae7e-4e3d-857e-4f784b2d0072 HTTP/1.1" status: 200 len: 1822 time: 0.0369675 Nov 12 03:26:50.178540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e05c948d-6667-4a07-aac6-7a6f29ff2d85 req-92416060-060b-4d5c-b516-0f0b75619b89 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.201089 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e05c948d-6667-4a07-aac6-7a6f29ff2d85 req-92416060-060b-4d5c-b516-0f0b75619b89 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.274285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e05c948d-6667-4a07-aac6-7a6f29ff2d85 req-92416060-060b-4d5c-b516-0f0b75619b89 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.277026 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e05c948d-6667-4a07-aac6-7a6f29ff2d85 req-92416060-060b-4d5c-b516-0f0b75619b89 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.278184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e05c948d-6667-4a07-aac6-7a6f29ff2d85 req-92416060-060b-4d5c-b516-0f0b75619b89 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "DELETE /v2.0/security-groups/473e2ead-ae7e-4e3d-857e-4f784b2d0072 HTTP/1.1" status: 204 len: 173 time: 0.1546905 Nov 12 03:26:50.290840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92416060-060b-4d5c-b516-0f0b75619b89 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e2ead-ae7e-4e3d-857e-4f784b2d0072,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:50.339522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d1ac7da-26a6-4a86-8bd9-79a26cc1a639 req-bd489c50-c55b-47ea-9d9c-6d56a3758b2b tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0368094 Nov 12 03:26:50.444873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2fd4efb8-ca28-4127-a412-585b62584619 req-a176c349-f54b-40f3-9a4b-6975a7aea731 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/f6ab8427-8f46-475b-ac2c-de3398630001 HTTP/1.1" status: 200 len: 1821 time: 0.0711493 Nov 12 03:26:50.510086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2fd4efb8-ca28-4127-a412-585b62584619 req-5a76fb42-2e72-4e6a-877b-bd46ad062b33 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.533761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2fd4efb8-ca28-4127-a412-585b62584619 req-5a76fb42-2e72-4e6a-877b-bd46ad062b33 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.574438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2fd4efb8-ca28-4127-a412-585b62584619 req-5a76fb42-2e72-4e6a-877b-bd46ad062b33 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.577113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2fd4efb8-ca28-4127-a412-585b62584619 req-5a76fb42-2e72-4e6a-877b-bd46ad062b33 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.578276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2fd4efb8-ca28-4127-a412-585b62584619 req-5a76fb42-2e72-4e6a-877b-bd46ad062b33 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "DELETE /v2.0/security-groups/f6ab8427-8f46-475b-ac2c-de3398630001 HTTP/1.1" status: 204 len: 173 time: 0.1265776 Nov 12 03:26:50.587492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76fb42-2e72-4e6a-877b-bd46ad062b33 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab8427-8f46-475b-ac2c-de3398630001,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:50.641168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-440d822e-14a2-4785-8e86-3bff5f2733c8 req-4c5bebd5-f4d5-4f84-b332-07e0586b24f9 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/b8b5a273-2a46-42f7-aa75-d4dec415fcbe HTTP/1.1" status: 200 len: 2419 time: 0.0400441 Nov 12 03:26:50.698424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-440d822e-14a2-4785-8e86-3bff5f2733c8 req-04c4d63f-d35b-457a-a8ac-d4e156af1da6 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.721830 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-440d822e-14a2-4785-8e86-3bff5f2733c8 req-04c4d63f-d35b-457a-a8ac-d4e156af1da6 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.764046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-440d822e-14a2-4785-8e86-3bff5f2733c8 req-04c4d63f-d35b-457a-a8ac-d4e156af1da6 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.766580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-440d822e-14a2-4785-8e86-3bff5f2733c8 req-04c4d63f-d35b-457a-a8ac-d4e156af1da6 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.767835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-440d822e-14a2-4785-8e86-3bff5f2733c8 req-04c4d63f-d35b-457a-a8ac-d4e156af1da6 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "DELETE /v2.0/security-groups/b8b5a273-2a46-42f7-aa75-d4dec415fcbe HTTP/1.1" status: 204 len: 173 time: 0.1205728 Nov 12 03:26:50.777559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4d63f-d35b-457a-a8ac-d4e156af1da6 tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5a273-2a46-42f7-aa75-d4dec415fcbe,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:50.826431 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dba05719-978e-4094-99ea-32c9a7e7d64c req-a05c6135-acd3-4b24-9ea7-9c8454f853ea tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "GET /v2.0/security-groups/48e6024e-a434-460b-9ff5-95009ebdc73c HTTP/1.1" status: 200 len: 2415 time: 0.0396514 Nov 12 03:26:50.883656 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dba05719-978e-4094-99ea-32c9a7e7d64c req-073c3b59-ea8d-4ef4-9db2-b710675ababd tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.905708 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dba05719-978e-4094-99ea-32c9a7e7d64c req-073c3b59-ea8d-4ef4-9db2-b710675ababd tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.954882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dba05719-978e-4094-99ea-32c9a7e7d64c req-073c3b59-ea8d-4ef4-9db2-b710675ababd tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.957601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dba05719-978e-4094-99ea-32c9a7e7d64c req-073c3b59-ea8d-4ef4-9db2-b710675ababd tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.958729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dba05719-978e-4094-99ea-32c9a7e7d64c req-073c3b59-ea8d-4ef4-9db2-b710675ababd tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] 10.222.0.49 "DELETE /v2.0/security-groups/48e6024e-a434-460b-9ff5-95009ebdc73c HTTP/1.1" status: 204 len: 173 time: 0.1258976 Nov 12 03:26:50.965532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38346) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:50.967793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c3b59-ea8d-4ef4-9db2-b710675ababd tempest-SecurityGroupRulesTestJSON-790268203 tempest-SecurityGroupRulesTestJSON-790268203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6024e-a434-460b-9ff5-95009ebdc73c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.018597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab4a90d-1afe-4022-a889-1f837f24f594 admin admin] Deleting subnet ab8e49b4-14a0-49f2-89a7-6ddbf457f1a6 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:51.027210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c907-7b26-441a-8843-63d5f8fcf0a5 req-561445a8-1c8f-4592-bc62-124e9bf70952 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.028666 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4925c907-7b26-441a-8843-63d5f8fcf0a5 req-561445a8-1c8f-4592-bc62-124e9bf70952 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0914867 Nov 12 03:26:51.030604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cab4a90d-1afe-4022-a889-1f837f24f594 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.085415 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cab4a90d-1afe-4022-a889-1f837f24f594 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.139327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4925c907-7b26-441a-8843-63d5f8fcf0a5 req-e751210b-438e-4299-a6fc-afe70809d085 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890262 Nov 12 03:26:51.147569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cab4a90d-1afe-4022-a889-1f837f24f594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.180513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70460cf2-a809-4a60-952c-a0565aedeb06 req-7583f6b0-2907-44ae-a3da-33722f1bee73 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.182024 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70460cf2-a809-4a60-952c-a0565aedeb06 req-7583f6b0-2907-44ae-a3da-33722f1bee73 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 950 time: 0.0548246 Nov 12 03:26:51.199739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cab4a90d-1afe-4022-a889-1f837f24f594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.227611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4a90d-1afe-4022-a889-1f837f24f594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8e49b4-14a0-49f2-89a7-6ddbf457f1a6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.229803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cab4a90d-1afe-4022-a889-1f837f24f594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.232849 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cab4a90d-1afe-4022-a889-1f837f24f594 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ab8e49b4-14a0-49f2-89a7-6ddbf457f1a6 HTTP/1.1" status: 204 len: 168 time: 0.2652531 Nov 12 03:26:51.235706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38350) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:51.245303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70460cf2-a809-4a60-952c-a0565aedeb06 req-2a0d1980-a668-4792-a048-4f0d05e4726f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566900 Nov 12 03:26:51.305771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.389440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.410732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cafb64-1476-4235-800f-12b1cfa89d22']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.425265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e47744a-0982-4a1c-83fa-6f24ec4dcf85') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.425551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e47744a-0982-4a1c-83fa-6f24ec4dcf85') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.436895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.452823 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.459168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:51.459558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.460546 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c444705-d68f-40ce-a509-1bd2efe29a9f req-b13d59ea-6584-4cbf-b56e-cb2497159655 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0295722 Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:51.470629 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:51.529568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.536837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.541403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] 10.222.0.49 "DELETE /v2.0/networks/82cafb64-1476-4235-800f-12b1cfa89d22 HTTP/1.1" status: 204 len: 168 time: 0.3047009 Nov 12 03:26:51.557410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2348d2b-d157-4d4f-ae50-8dbb1d0f547b admin admin] Pushing event deleted for resources: {'Network': ['ID=82cafb64-1476-4235-800f-12b1cfa89d22,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.674662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:51.717345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dff226a5-84fb-4c99-9f28-91af7b385cb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd30d22f5ced4744b2bfa4d2000dcf84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414479 Nov 12 03:26:51.720617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38374) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:51.769469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a93bcb88-1bd1-45d1-b4c8-d363e99d27df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.795047 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a93bcb88-1bd1-45d1-b4c8-d363e99d27df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.848991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a93bcb88-1bd1-45d1-b4c8-d363e99d27df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.851561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a93bcb88-1bd1-45d1-b4c8-d363e99d27df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.852747 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a93bcb88-1bd1-45d1-b4c8-d363e99d27df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90d02f5e-d128-4a9c-9d32-1176de006823 HTTP/1.1" status: 204 len: 168 time: 0.1311731 Nov 12 03:26:51.861066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bcb88-1bd1-45d1-b4c8-d363e99d27df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d02f5e-d128-4a9c-9d32-1176de006823,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.275664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c77bf-f4b9-462f-b397-5e89de3ebd9e req-58314fb8-5acb-4d1e-a7dd-bc8ffe680ad2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.278141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-560c77bf-f4b9-462f-b397-5e89de3ebd9e req-58314fb8-5acb-4d1e-a7dd-bc8ffe680ad2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0571933 Nov 12 03:26:52.340644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-560c77bf-f4b9-462f-b397-5e89de3ebd9e req-60dfb67d-6055-4376-903a-1ed495d84eb0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507419 Nov 12 03:26:52.395057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f212f2-9aad-4a52-a720-139977dec30d req-60c0131c-9aa5-4576-9629-32f09de65a76 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.396950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7f212f2-9aad-4a52-a720-139977dec30d req-60c0131c-9aa5-4576-9629-32f09de65a76 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 950 time: 0.0713305 Nov 12 03:26:52.456559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7f212f2-9aad-4a52-a720-139977dec30d req-b7e057af-6584-42ca-b1b6-4a21bb797dd7 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527880 Nov 12 03:26:52.582162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e36f40-1c90-48ff-bfb0-cacbf7cb4f6f req-ea1d8833-fa45-4a52-a296-898856efd256 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0323749 Nov 12 03:26:52.619378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38410) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:52.728709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-694801328-network', 'tenant_id': '00be89a59aca4e06b099609c0d6bce9a'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:52.749266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Made reservation on behalf of 00be89a59aca4e06b099609c0d6bce9a for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:52.751476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.759767 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.835336 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.839336 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.865625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:52.881982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde95495-232e-42fa-b23c-ed6feccfab7e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.886913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.887261 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Added segment 613ed432-bd4b-4c4b-9bbf-0433586819ed of type vlan for network 108b8934-f605-406f-acd7-2ea6833a82b8 Nov 12 03:26:52.927659 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.954677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.955817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.956407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.019721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3958058 Nov 12 03:26:53.020169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38416) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:53.024686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0268e07-6e6d-448b-bd9a-69c77cac9ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=108b8934-f605-406f-acd7-2ea6833a82b8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.028625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Request body: {'subnet': {'network_id': '108b8934-f605-406f-acd7-2ea6833a82b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-694801328-subnet', 'tenant_id': '00be89a59aca4e06b099609c0d6bce9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:53.036354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 108b8934-f605-406f-acd7-2ea6833a82b8 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:53.056515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Made reservation on behalf of 00be89a59aca4e06b099609c0d6bce9a for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:53.059015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.227787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.280435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3825cd-a85e-493a-88ca-85bf4e9506da,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.296532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Checking segment: {'id': '613ed432-bd4b-4c4b-9bbf-0433586819ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '108b8934-f605-406f-acd7-2ea6833a82b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:53.296938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Network hostable DHCP agents. Network: 108b8934-f605-406f-acd7-2ea6833a82b8, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:53.314924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Network 108b8934-f605-406f-acd7-2ea6833a82b8 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:53.325339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 108b8934-f605-406f-acd7-2ea6833a82b8) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:53.329871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.331766 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.334600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221c15b-88a0-4b10-8476-e06d03f19c76 None None] Network 108b8934-f605-406f-acd7-2ea6833a82b8 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:53.358934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eda5e044-c451-493f-ac79-07a3999c1962 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3279898 Nov 12 03:26:53.499086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb868256-95a1-412b-a370-ef13cab66366 None None] Network 108b8934-f605-406f-acd7-2ea6833a82b8 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:53.638289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257e0e-9915-4b58-a7f6-fbc79b0a97b5 req-19e06e2c-665e-4492-94a3-c7dce6caf851 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.640707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a257e0e-9915-4b58-a7f6-fbc79b0a97b5 req-19e06e2c-665e-4492-94a3-c7dce6caf851 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 950 time: 0.0656493 Nov 12 03:26:53.871183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfe5aa-1088-4525-b673-7cd70c3932be req-536382cc-14bc-4370-87da-3fd5bfec9d1a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.872810 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9bfe5aa-1088-4525-b673-7cd70c3932be req-536382cc-14bc-4370-87da-3fd5bfec9d1a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.3830893 Nov 12 03:26:53.926604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9bfe5aa-1088-4525-b673-7cd70c3932be req-9765259d-9bc5-49e6-aafb-cece6cec20a1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467510 Nov 12 03:26:54.022147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a257e0e-9915-4b58-a7f6-fbc79b0a97b5 req-721b11e2-2e00-44c2-899e-4044271f2bdd tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749597 Nov 12 03:26:54.102997 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-cbceb5b4-86cb-4c80-b55f-5152124885ba req-47726df8-99a4-4f4e-af5e-77ca2dfd7f84 tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] show failed (client error): The resource could not be found. Nov 12 03:26:54.104143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cbceb5b4-86cb-4c80-b55f-5152124885ba req-47726df8-99a4-4f4e-af5e-77ca2dfd7f84 tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] 10.222.0.49 "GET /v2.0/security-groups/94f24307-2380-4d79-bea4-e5a80afd08a5 HTTP/1.1" status: 404 len: 352 time: 0.0175624 Nov 12 03:26:54.185431 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3ec945c-fa5c-459a-93f7-63adb64cc2e4 req-21bb50c3-0bc6-49cd-b961-ce8e9c35dae4 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0308955 Nov 12 03:26:54.268441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53928c0e-9bdf-47a0-8419-3d786816f7da req-3ea3e949-4809-4ed8-b7a8-479fb109b46c tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00be89a59aca4e06b099609c0d6bce9a HTTP/1.1" status: 200 len: 3001 time: 0.0417299 Nov 12 03:26:54.314448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53928c0e-9bdf-47a0-8419-3d786816f7da req-2d3c1749-5279-4c6b-8f79-ed41fcfb434d tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] 10.222.0.49 "GET /v2.0/security-groups/bde95495-232e-42fa-b23c-ed6feccfab7e HTTP/1.1" status: 200 len: 2998 time: 0.0393744 Nov 12 03:26:54.361912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53928c0e-9bdf-47a0-8419-3d786816f7da req-2208f203-eca7-4814-b753-081fb48c58ba tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] 10.222.0.49 "GET /v2.0/security-groups/bde95495-232e-42fa-b23c-ed6feccfab7e HTTP/1.1" status: 200 len: 2998 time: 0.0414810 Nov 12 03:26:54.432696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb198e18-ea9d-45cd-acf4-c3fe6c8be1d6 req-bcdb15f2-bd66-405c-8d22-5dcc6eca52b1 tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] 10.222.0.49 "GET /v2.0/security-groups/bde95495-232e-42fa-b23c-ed6feccfab7e HTTP/1.1" status: 200 len: 2998 time: 0.0466988 Nov 12 03:26:54.448555 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:26:54.471300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.512782 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-eb198e18-ea9d-45cd-acf4-c3fe6c8be1d6 req-13a72ee2-d914-4220-8a96-42a7fd7a3d4b tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:26:54.515045 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb198e18-ea9d-45cd-acf4-c3fe6c8be1d6 req-13a72ee2-d914-4220-8a96-42a7fd7a3d4b tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] 10.222.0.49 "DELETE /v2.0/security-groups/bde95495-232e-42fa-b23c-ed6feccfab7e HTTP/1.1" status: 409 len: 352 time: 0.0716984 Nov 12 03:26:54.556387 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-d854d2f5-3830-404d-89e1-222e9de68aa6 req-9eada758-2445-4753-a316-5582e09664a3 tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] show failed (client error): The resource could not be found. Nov 12 03:26:54.557523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d854d2f5-3830-404d-89e1-222e9de68aa6 req-9eada758-2445-4753-a316-5582e09664a3 tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] 10.222.0.49 "GET /v2.0/security-groups/39d3635e-4310-4224-84e4-1764f353348b HTTP/1.1" status: 404 len: 352 time: 0.0173991 Nov 12 03:26:54.599601 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-982db5db-67d0-4de6-b24d-a3380dc52d4f req-a51e1375-9fd5-476e-b84d-4bf232367440 tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] show failed (client error): The resource could not be found. Nov 12 03:26:54.599601 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-982db5db-67d0-4de6-b24d-a3380dc52d4f req-a51e1375-9fd5-476e-b84d-4bf232367440 tempest-SecurityGroupsNegativeTestJSON-1926691875 tempest-SecurityGroupsNegativeTestJSON-1926691875-project] 10.222.0.49 "GET /v2.0/security-groups/62ec6d4b-10d3-4acd-a43e-0c7afca443c3 HTTP/1.1" status: 404 len: 352 time: 0.0176890 Nov 12 03:26:54.609305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38450) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:54.653316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62cb0af-f7c8-4cfa-bf5c-d9d0d3cc0405 admin admin] Deleting subnet 5b3825cd-a85e-493a-88ca-85bf4e9506da {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:54.656472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d62cb0af-f7c8-4cfa-bf5c-d9d0d3cc0405 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.690294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d62cb0af-f7c8-4cfa-bf5c-d9d0d3cc0405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.728143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d62cb0af-f7c8-4cfa-bf5c-d9d0d3cc0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.783809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d62cb0af-f7c8-4cfa-bf5c-d9d0d3cc0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.811285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d62cb0af-f7c8-4cfa-bf5c-d9d0d3cc0405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.817357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d62cb0af-f7c8-4cfa-bf5c-d9d0d3cc0405 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5b3825cd-a85e-493a-88ca-85bf4e9506da HTTP/1.1" status: 204 len: 168 time: 0.2047129 Nov 12 03:26:54.817357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cb0af-f7c8-4cfa-bf5c-d9d0d3cc0405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3825cd-a85e-493a-88ca-85bf4e9506da,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:54.817610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38452) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:54.884702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.967560 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.990056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108b8934-f605-406f-acd7-2ea6833a82b8']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:54.999402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613ed432-bd4b-4c4b-9bbf-0433586819ed') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:54.999699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613ed432-bd4b-4c4b-9bbf-0433586819ed') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:55.021380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.038303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.047555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:55.049131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:55.051766 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:55.082987 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a06b8-e2db-46bb-9e81-f8a103eb563c req-69da0fb9-a978-41da-bffd-867d64ce45d0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.084587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-519a06b8-e2db-46bb-9e81-f8a103eb563c req-69da0fb9-a978-41da-bffd-867d64ce45d0 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0782027 Nov 12 03:26:55.151947 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-519a06b8-e2db-46bb-9e81-f8a103eb563c req-375bcca8-b14b-44ec-a286-f5ea1a45c773 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609837 Nov 12 03:26:55.164079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.170471 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.182440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/108b8934-f605-406f-acd7-2ea6833a82b8 HTTP/1.1" status: 204 len: 168 time: 0.3587937 Nov 12 03:26:55.199824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274d6d3-c0a8-42e6-ae29-916f7048d2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=108b8934-f605-406f-acd7-2ea6833a82b8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:55.216726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f8444-5664-475f-b3a5-3ac3b1ea4ccf req-93c02552-bf1e-44ae-98aa-3779a74872e9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.218153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d10f8444-5664-475f-b3a5-3ac3b1ea4ccf req-93c02552-bf1e-44ae-98aa-3779a74872e9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 950 time: 0.0997226 Nov 12 03:26:55.293002 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d10f8444-5664-475f-b3a5-3ac3b1ea4ccf req-d8f30924-b209-454a-a3b2-b672653c0d38 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672088 Nov 12 03:26:55.358207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38468) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:55.406447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b8855210-7d6d-4344-a280-53f72b21c594 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00be89a59aca4e06b099609c0d6bce9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470581 Nov 12 03:26:55.407213 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d2962bc-2cad-4128-9b86-627c4b3f6d01 req-2a249f63-d965-4f2a-a441-f56b7af73f20 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0301330 Nov 12 03:26:55.409338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38470) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:55.470951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a5dce5d-3185-4429-acdc-5e5710da294b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.491526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a5dce5d-3185-4429-acdc-5e5710da294b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.540769 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a5dce5d-3185-4429-acdc-5e5710da294b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.543375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a5dce5d-3185-4429-acdc-5e5710da294b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.544830 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3a5dce5d-3185-4429-acdc-5e5710da294b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bde95495-232e-42fa-b23c-ed6feccfab7e HTTP/1.1" status: 204 len: 168 time: 0.1311836 Nov 12 03:26:55.553756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dce5d-3185-4429-acdc-5e5710da294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde95495-232e-42fa-b23c-ed6feccfab7e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.217904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-48419719-81e8-48c9-8896-ae817b1df1a1 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.219774 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-48419719-81e8-48c9-8896-ae817b1df1a1 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 950 time: 0.0608857 Nov 12 03:26:56.316727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a92b6-5ccc-4254-9813-983db81ebb05 req-b8af7ff0-2566-4f4a-ac49-6e812eb9380c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.330197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-236a92b6-5ccc-4254-9813-983db81ebb05 req-b8af7ff0-2566-4f4a-ac49-6e812eb9380c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0746555 Nov 12 03:26:56.343027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Deleting port f92a753a-b6df-471c-b4fc-c214a97620d7 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:56.343450 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.373600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38510) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:56.397308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-236a92b6-5ccc-4254-9813-983db81ebb05 req-d93f7a5b-1824-44a2-8c63-c3d6b0f7eec7 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659354 Nov 12 03:26:56.447563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] For port f92a753a-b6df-471c-b4fc-c214a97620d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f92a753a-b6df-471c-b4fc-c214a97620d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:56.448020 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.481132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Calling delete_port for f92a753a-b6df-471c-b4fc-c214a97620d7 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:56.509893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70e4d6-a28b-462e-a045-2f31c0876633 req-ea0559bc-c0e3-42b5-9062-42bd8b1dfb2b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.511656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d70e4d6-a28b-462e-a045-2f31c0876633 req-ea0559bc-c0e3-42b5-9062-42bd8b1dfb2b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 950 time: 0.0803986 Nov 12 03:26:56.523422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-85229080-network', 'tenant_id': '79e9943267ac4f5a8504c03301076878'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:56.549199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:56.553457 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.600922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.601948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d70e4d6-a28b-462e-a045-2f31c0876633 req-55d974f7-1a1f-4062-866c-f65d3aabe419 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611777 Nov 12 03:26:56.606428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-815572a2-9c6c-475a-9d57-7bdb9b0a4ed8 req-ca52593a-f47f-4443-9b9f-5a2d3056ff45 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0428522 Nov 12 03:26:56.678250 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.701779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30', 'f92a753a-b6df-471c-b4fc-c214a97620d7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:56.714470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event deleted for resources: {'Port': ['ID=f92a753a-b6df-471c-b4fc-c214a97620d7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.768137 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.779987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.781851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] No DVR routers for this DVR port f92a753a-b6df-471c-b4fc-c214a97620d7 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:56.784570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.790932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96ffd0-edfc-4a2f-950c-2f0ecad7bad0 req-dcc803f3-baa7-40d1-9ee4-5c7bc2f9dd66 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "DELETE /v2.0/ports/f92a753a-b6df-471c-b4fc-c214a97620d7 HTTP/1.1" status: 204 len: 173 time: 0.5555744 Nov 12 03:26:56.791566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91fc5db-431b-4312-a840-4eb0adb13ba5', 'name': 'network-vif-deleted', 'tag': 'f92a753a-b6df-471c-b4fc-c214a97620d7'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:56.794270 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93b4a80-40fe-4a67-ab77-e0c82fa756ba" -d '{"events": [{"server_uuid": "a91fc5db-431b-4312-a840-4eb0adb13ba5", "name": "network-vif-deleted", "tag": "f92a753a-b6df-471c-b4fc-c214a97620d7"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:56.833798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:56.850988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1490b075-86e2-4399-8ac0-bd55d5b620fb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.860215 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.860993 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Added segment 1db8e04f-706f-4f67-bb5d-83bba0b2c678 of type vlan for network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 Nov 12 03:26:56.878069 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f137de7-e851-4a3c-b2ad-a79eea9b3227 x-openstack-request-id: req-0f137de7-e851-4a3c-b2ad-a79eea9b3227 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:56.878363 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91fc5db-431b-4312-a840-4eb0adb13ba5", "name": "network-vif-deleted", "tag": "f92a753a-b6df-471c-b4fc-c214a97620d7", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:56.878623 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f137de7-e851-4a3c-b2ad-a79eea9b3227 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:56.879034 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91fc5db-431b-4312-a840-4eb0adb13ba5', 'name': 'network-vif-deleted', 'tag': 'f92a753a-b6df-471c-b4fc-c214a97620d7', 'status': 'completed', 'code': 200} Nov 12 03:26:56.913438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.953117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.955118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.955910 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.037885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6628644 Nov 12 03:26:57.040707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38520) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:57.046375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc93ed-42e6-4b3d-b9e6-97aad7b578ee admin admin] Pushing event updated for resources: {'Network': ['ID=27d0aabd-2734-401a-b1b9-e6e7ce61c8c1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:57.047372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Request body: {'subnet': {'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-85229080-subnet', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:57.075075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:57.081253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:57.084024 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.316035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.385056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a47558-ac76-4535-bf3b-f0108bf4ce4a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:57.416242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Checking segment: {'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:57.418655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Network hostable DHCP agents. Network: 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:57.443355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:57.453967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:57.458512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.459117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.464406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73400f-3f7f-4e4d-a893-89e414cef7b1 None None] Network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:57.476033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c603eb67-b9ee-42e2-9426-15627f07e0c5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4341152 Nov 12 03:26:57.479282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38530) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:57.483675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:57.519727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.521164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.594180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.640215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-27d0aabd-2734-401a-b1b9-e6e7ce61c8c1', 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'fixed_ips': [{'subnet_id': '60a47558-ac76-4535-bf3b-f0108bf4ce4a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:57.641433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.720603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-526d0f15-7959-4ee3-b9be-300aec664ed6 req-f6bab5a7-be90-489c-9491-8ab67ad9fef1 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 210 time: 0.0409207 Nov 12 03:26:57.777321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.805752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Allocated IP 172.20.0.2 (27d0aabd-2734-401a-b1b9-e6e7ce61c8c1/60a47558-ac76-4535-bf3b-f0108bf4ce4a/f3b489b5-5d77-4872-b94c-36c6b6ecb18c) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:57.823692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-638d56b3-f732-431c-983e-1d8428fa7ac2 req-196eae42-e76b-4cb9-822f-a56e43c2e000 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0318484 Nov 12 03:26:57.843695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30add-31a1-4980-966c-0bc0bed1386b req-192da132-ad13-4050-8b42-eeedeb9d033c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.847089 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a2c30add-31a1-4980-966c-0bc0bed1386b req-192da132-ad13-4050-8b42-eeedeb9d033c tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0840108 Nov 12 03:26:57.933644 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a2c30add-31a1-4980-966c-0bc0bed1386b req-9127c098-b08a-4d40-a36f-305982a74fb4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812445 Nov 12 03:26:57.968943 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.974659 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.016533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:58.019535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:58.023786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:58.026803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Pushing event updated for resources: {'Port': ['ID=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.061935 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.078169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Attempting to bind port f3b489b5-5d77-4872-b94c-36c6b6ecb18c on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:58.078462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Attempting to bind port f3b489b5-5d77-4872-b94c-36c6b6ecb18c by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:58.078821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Attempting to bind port f3b489b5-5d77-4872-b94c-36c6b6ecb18c on network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:58.081153 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.083857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:58.084227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Checking segment: {'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:58.084625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.085041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Bound using segment: {'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:58.085511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Bound port: f3b489b5-5d77-4872-b94c-36c6b6ecb18c, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:58.085883 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.170699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] For port f3b489b5-5d77-4872-b94c-36c6b6ecb18c, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:58.177219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] For port f3b489b5-5d77-4872-b94c-36c6b6ecb18c, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,segment=NetworkSegment(1db8e04f-706f-4f67-bb5d-83bba0b2c678),segment_id=1db8e04f-706f-4f67-bb5d-83bba0b2c678)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:58.180492 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-3967727c-5f49-45a4-a4ed-954a30bd4ece service neutron] show failed (client error): The resource could not be found. Nov 12 03:26:58.182012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-3967727c-5f49-45a4-a4ed-954a30bd4ece service neutron] 10.222.0.20 "GET /v2.0/ports/5c33a507-4ee1-45c2-bf9d-903758568010/bindings/n-h2-789963-21 HTTP/1.1" status: 404 len: 381 time: 0.0754998 Nov 12 03:26:58.182798 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.206818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Allocated IP 172.25.0.220 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/d9978c71-f334-4cf2-b55f-e65867fbbbe7) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:58.275409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654a462-fb40-4a64-8fc5-35fb4335abaf None None] Pushing event updated for resources: {'Port': ['ID=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.390527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.479294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-c2f2e5b3-3a95-4868-b95b-0c2b5d8564cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.481040 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-c2f2e5b3-3a95-4868-b95b-0c2b5d8564cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1101 time: 0.0820849 Nov 12 03:26:58.487772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.515656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:58.589080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:58.600407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:58.624264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:58.631662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Pushing event updated for resources: {'Port': ['ID=d9978c71-f334-4cf2-b55f-e65867fbbbe7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.654934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.825834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-55459f65-7dd7-4051-a88c-4f0148b96376 req-5acabc25-6ad7-42c4-9a7a-f522f3809fb7 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 210 time: 0.0286999 Nov 12 03:26:59.016917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bdf7dfd8-4d46-4301-aa9f-228c533796fd req-cc5fd098-660e-464d-821a-c7e58d06ba3f tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0702674 Nov 12 03:26:59.092219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5c33a507-4ee1-45c2-bf9d-903758568010,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:59.116861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.173692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:59.177151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96590-d227-49c7-a444-0304b3102e4e req-f0a55c67-149a-491c-8462-d872e0295d52 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.178543 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28d96590-d227-49c7-a444-0304b3102e4e req-f0a55c67-149a-491c-8462-d872e0295d52 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 949 time: 0.0564499 Nov 12 03:26:59.233126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:59.235671 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ad6e6e-922a-408d-9975-5a259112cb1f" -d '{"events": [{"server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "name": "network-vif-unplugged", "status": "completed", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:59.249860 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28d96590-d227-49c7-a444-0304b3102e4e req-e551d7cd-73ee-4b9e-8389-7fb49c15fe9e tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591977 Nov 12 03:26:59.269619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.286024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.334977 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc32e27-f0e2-401f-8fab-b234c85a3246 x-openstack-request-id: req-0cc32e27-f0e2-401f-8fab-b234c85a3246 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:59.334977 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "name": "network-vif-unplugged", "status": "completed", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:59.335219 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cc32e27-f0e2-401f-8fab-b234c85a3246 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:59.335784 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010', 'code': 200} Nov 12 03:26:59.351091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c313f-3688-4ef0-818f-f25b99acbf99 None None] Network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:59.412952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] No DVR routers for this DVR port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:59.428187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Pushing event updated for resources: {'Port': ['ID=5c33a507-4ee1-45c2-bf9d-903758568010,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:59.439734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-abbf6005-1f7a-4cef-b87e-32e4fde1de2c None None] Provisioning complete for port f3b489b5-5d77-4872-b94c-36c6b6ecb18c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:59.440239 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-abbf6005-1f7a-4cef-b87e-32e4fde1de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.503791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.504365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.504521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.514538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.514855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.524986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.525307 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:59.527441 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 2 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:26:59.555873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.556363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.558116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.563178 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.569179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.569379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.634452 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-abbf6005-1f7a-4cef-b87e-32e4fde1de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.692705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-abbf6005-1f7a-4cef-b87e-32e4fde1de2c None None] For port f3b489b5-5d77-4872-b94c-36c6b6ecb18c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,segment=NetworkSegment(1db8e04f-706f-4f67-bb5d-83bba0b2c678),segment_id=1db8e04f-706f-4f67-bb5d-83bba0b2c678)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:59.703698 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-abbf6005-1f7a-4cef-b87e-32e4fde1de2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.726143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.726470 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:59.728669 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 3 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:26:59.745290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.745752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.745947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.757775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.758091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.767839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf6005-1f7a-4cef-b87e-32e4fde1de2c None None] Pushing event updated for resources: {'Port': ['ID=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:59.769717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.770664 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:59.772587 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 4 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:26:59.790345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f3b489b5-5d77-4872-b94c-36c6b6ecb18c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:59.797868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.798326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.798761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.809708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.810026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.828342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.828772 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:59.830999 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 5 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:26:59.850122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.850476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.850801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.856499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Router 82064280-5e87-41f0-b0f7-1021682f5703 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:59.859569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.859569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.860939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f3b489b5-5d77-4872-b94c-36c6b6ecb18c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:59.861451 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.866687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.866925 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:59.868122 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 6 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:26:59.896415 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-04fe0ae0-3c08-479b-85d2-e00858e8d9a5 None None] Provisioning complete for port 5c33a507-4ee1-45c2-bf9d-903758568010 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:59.897074 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04fe0ae0-3c08-479b-85d2-e00858e8d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.917825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.918164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.918492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.926899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.927222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.936482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.937346 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:26:59.938739 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 7 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:26:59.951393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-04fe0ae0-3c08-479b-85d2-e00858e8d9a5 None None] Port 5c33a507-4ee1-45c2-bf9d-903758568010 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:59.957630 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8e1288a-374c-4a3c-8c02-b2c17e26ee0b req-89811b4c-6d64-45d6-8c3d-0c6e2dfbed57 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 210 time: 0.0306628 Nov 12 03:26:59.983873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.984201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.984525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.995674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:59.995987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:00.005362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:00.005689 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:00.007848 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 8 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:27:00.019419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:00.031106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Sync routers for ids ['82064280-5e87-41f0-b0f7-1021682f5703'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:00.034184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:00.034606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:00.035085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:00.043238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Routers {'82064280-5e87-41f0-b0f7-1021682f5703'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:00.043593 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.044043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['82064280-5e87-41f0-b0f7-1021682f5703'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:00.044889 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1888a1cf-d1c0-4361-8128-b444dad72b67 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5645528 Nov 12 03:27:00.045650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:00.045960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:00.048214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38566) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:00.052276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:00.052603 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:00.053008 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 9 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:27:00.069010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:00.069347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:00.069671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:00.075307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:00.075744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:00.082717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:00.083573 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:00.083573 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempt 10 to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 Nov 12 03:27:00.099201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:00.099537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:00.099861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:00.105673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:00.105994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempting to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:00.111303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:00.111632 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Failed to bind port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:00.111997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.136583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5cd290d7-bd2d-4a52-a47a-445007e52f3d None None] Provisioning complete for port f3b489b5-5d77-4872-b94c-36c6b6ecb18c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:00.136583 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5cd290d7-bd2d-4a52-a47a-445007e52f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.184047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:00.184401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:27:00.190132 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.191959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-046506cb-7814-4b6f-866a-17db693905d6 req-525012c6-2fcc-4e6f-a0a6-a964b9d199f4 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0315444 Nov 12 03:27:00.227660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Set router 82064280-5e87-41f0-b0f7-1021682f5703 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:00.241939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] In _notify_port_updated(), no bound segment for port 5c33a507-4ee1-45c2-bf9d-903758568010 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:27:00.243600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.244849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.246670 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] 10.222.0.11 "PUT /v2.0/ports/5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 200 len: 1061 time: 1.7395906 Nov 12 03:27:00.272347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1d401-3af1-4e49-82a5-5b0d23d9733e service neutron] Pushing event updated for resources: {'Port': ['ID=5c33a507-4ee1-45c2-bf9d-903758568010,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:00.348995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-1f8d8af5-ae9a-4918-bc2c-3a79188265d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.352478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-1f8d8af5-ae9a-4918-bc2c-3a79188265d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 1064 time: 0.0550766 Nov 12 03:27:00.509875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6ac0484-83d4-4c25-bebd-6ee78e06b17f req-f15e750c-5bd3-40fc-b4b9-36d7196eba74 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 210 time: 0.0359888 Nov 12 03:27:00.528242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:26:58Z', 'revision_number': 3, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port': {'id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:58Z', 'updated_at': '2021-11-12T03:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:00.573895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Checking router: 82064280-5e87-41f0-b0f7-1021682f5703 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:00.574135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Updating router 82064280-5e87-41f0-b0f7-1021682f5703 port d9978c71-f334-4cf2-b55f-e65867fbbbe7 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:00.606592 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.711537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.748150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f6120bb3-d60e-487c-bee5-874fb6b60467 None None] Provisioning complete for port 5c33a507-4ee1-45c2-bf9d-903758568010 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:00.748524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6120bb3-d60e-487c-bee5-874fb6b60467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.811799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f6120bb3-d60e-487c-bee5-874fb6b60467 None None] Port 5c33a507-4ee1-45c2-bf9d-903758568010 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:00.820456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558ebfd-07b8-4e1c-a398-342dbe4c04e8 req-88f94531-172f-4dd1-a166-a86fbf5a0968 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.822008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0558ebfd-07b8-4e1c-a398-342dbe4c04e8 req-88f94531-172f-4dd1-a166-a86fbf5a0968 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.4638972 Nov 12 03:27:00.876389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-a32f6bfa-f2ec-4a75-93a8-e018384c0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.877952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-a32f6bfa-f2ec-4a75-93a8-e018384c0cd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.5178168 Nov 12 03:27:00.898319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Allocated IP 172.20.0.1 (27d0aabd-2734-401a-b1b9-e6e7ce61c8c1/60a47558-ac76-4535-bf3b-f0108bf4ce4a/06e30dcd-7d8b-40ed-820e-4c077a1d0052) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:00.901513 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0558ebfd-07b8-4e1c-a398-342dbe4c04e8 req-a4367ef5-eae3-4502-9309-780dfda784b5 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637665 Nov 12 03:27:00.931156 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-83f2f7a4-047d-44ba-9fa9-685d20b40b16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 200 len: 217 time: 0.0434642 Nov 12 03:27:00.965924 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.972626 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.984617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-8dfc4246-138c-4e11-b075-a2633f0c9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.986234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-8dfc4246-138c-4e11-b075-a2633f0c9ec4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0480165 Nov 12 03:27:01.021108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.041673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Attempting to bind port d9978c71-f334-4cf2-b55f-e65867fbbbe7 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:01.042051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Attempting to bind port d9978c71-f334-4cf2-b55f-e65867fbbbe7 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:01.042405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Attempting to bind port d9978c71-f334-4cf2-b55f-e65867fbbbe7 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:01.050891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a651ac-8e8c-4bd2-b9ee-03c2da495d0a None None] Pushing event updated for resources: {'Port': ['ID=d9978c71-f334-4cf2-b55f-e65867fbbbe7,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.056493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:01.056909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:01.057319 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.058212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b0b4777c-c554-4424-8ff7-435e442d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.058318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:01.058318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Bound port: d9978c71-f334-4cf2-b55f-e65867fbbbe7, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:01.058625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.059091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-b0b4777c-c554-4424-8ff7-435e442d0735 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0662980 Nov 12 03:27:01.107419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf9c2b6e-ddbb-44bc-8943-fdec330c34b7 req-a06ccdc1-227e-4494-b026-38d6ee4608b9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=a91fc5db-431b-4312-a840-4eb0adb13ba5 HTTP/1.1" status: 200 len: 210 time: 0.0477719 Nov 12 03:27:01.125394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.152326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] For port d9978c71-f334-4cf2-b55f-e65867fbbbe7, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:01.158375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] For port d9978c71-f334-4cf2-b55f-e65867fbbbe7, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9978c71-f334-4cf2-b55f-e65867fbbbe7,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:01.163485 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.188352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:01.193953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:01.199565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-a2fe70c2-a7cd-4c1c-8c9b-b46df96c1fce service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335323 Nov 12 03:27:01.199785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:01.203490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=06e30dcd-7d8b-40ed-820e-4c077a1d0052,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.291223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.292493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6720c135-35de-44c8-b41b-672486281857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.294129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Routers {'82064280-5e87-41f0-b0f7-1021682f5703'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:01.294900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['82064280-5e87-41f0-b0f7-1021682f5703'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:01.370270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:01.373928 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:01.380472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c2e3128-0e2e-41aa-9287-03cc31d5cc58 req-88d52afc-1c32-4bde-9011-24dce18a4f4b service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729310 Nov 12 03:27:01.450277 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a3d602-a594-46ec-ac57-91de5e7c4af0 x-openstack-request-id: req-03a3d602-a594-46ec-ac57-91de5e7c4af0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:01.450872 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:01.451478 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03a3d602-a594-46ec-ac57-91de5e7c4af0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:01.451974 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010', 'status': 'completed', 'code': 200} Nov 12 03:27:01.459316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a651ac-8e8c-4bd2-b9ee-03c2da495d0a None None] Pushing event updated for resources: {'Port': ['ID=d9978c71-f334-4cf2-b55f-e65867fbbbe7,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.473325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f605ea3f-e11a-4b4a-ac4a-481569d37dca req-fff27f67-dc15-461e-84f9-84505c903812 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0913744 Nov 12 03:27:01.593908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-fe8103fe-b15c-43e8-a3b5-6d086b32ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.596287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-fe8103fe-b15c-43e8-a3b5-6d086b32ba51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 1064 time: 0.1049438 Nov 12 03:27:01.649482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-399fe286-1159-4f88-8773-52e76d13a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.651302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-399fe286-1159-4f88-8773-52e76d13a01e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 1064 time: 0.0935140 Nov 12 03:27:01.706515 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5c33a507-4ee1-45c2-bf9d-903758568010 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:01.773731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f3b489b5-5d77-4872-b94c-36c6b6ecb18c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:01.775524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-9272ec4b-a25e-41c5-b2b7-e20504121646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.776438 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-9272ec4b-a25e-41c5-b2b7-e20504121646 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1627879 Nov 12 03:27:01.776989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.815250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] Set router 82064280-5e87-41f0-b0f7-1021682f5703 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:01.823184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-7ba03000-147a-4310-928e-67321316538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.826724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-7ba03000-147a-4310-928e-67321316538b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1571851 Nov 12 03:27:01.854652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-63ce2b75-f4c8-43eb-b68d-77a6b478f3d9 None None] Provisioning complete for port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:01.855027 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63ce2b75-f4c8-43eb-b68d-77a6b478f3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.878962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-e025c989-3ca5-498a-a324-21b15ea4dd0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 200 len: 217 time: 0.0465732 Nov 12 03:27:01.888943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5c33a507-4ee1-45c2-bf9d-903758568010 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:01.936447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-4a3d19ec-ba35-4b77-b71c-12e6fecd6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.938684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-4a3d19ec-ba35-4b77-b71c-12e6fecd6d14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0529561 Nov 12 03:27:01.947953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-b62ee054-3cfc-4448-a890-856a3fefbeef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 200 len: 217 time: 0.1617661 Nov 12 03:27:01.985875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-63ce2b75-f4c8-43eb-b68d-77a6b478f3d9 None None] Port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:02.000035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f3b489b5-5d77-4872-b94c-36c6b6ecb18c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:02.000310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.009497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-72290ead-1d98-47c9-a5d3-142fc3290957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.011177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-72290ead-1d98-47c9-a5d3-142fc3290957 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0657079 Nov 12 03:27:02.047510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-f5ecd885-011a-463c-8968-b27458db0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.051574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-f5ecd885-011a-463c-8968-b27458db0a45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0852275 Nov 12 03:27:02.055848 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.060847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.131495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf3153-44a7-45ea-857e-a1753ef60d66 req-b32ecb5a-732a-4cf8-ad64-bffe32c610f8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.132380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92cf3153-44a7-45ea-857e-a1753ef60d66 req-b32ecb5a-732a-4cf8-ad64-bffe32c610f8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.1143453 Nov 12 03:27:02.149170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:26:58Z', 'revision_number': 3, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port': {'id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:58Z', 'updated_at': '2021-11-12T03:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:02.164660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=06e30dcd-7d8b-40ed-820e-4c077a1d0052,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:02.169047 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.182175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-88e88df4-6810-4e51-9d90-ac682b90c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.183672 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-88e88df4-6810-4e51-9d90-ac682b90c80a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179531 Nov 12 03:27:02.186545 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-be99890e-5771-4ec6-b97a-29308d422171 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666427 Nov 12 03:27:02.248876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92cf3153-44a7-45ea-857e-a1753ef60d66 req-1e7e06fe-3661-40ac-a623-ec2bf7485ec3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959396 Nov 12 03:27:02.252341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf6c73-8596-414c-9c8c-ba101fa600ae None None] The sync data for ids ['82064280-5e87-41f0-b0f7-1021682f5703'] in n-d-789963-21 is: [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:26:58Z', 'revision_number': 3, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port': {'id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:58Z', 'updated_at': '2021-11-12T03:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:02.333820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-565e6584-9a0f-4b87-a053-fed2ffb3a346 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401196 Nov 12 03:27:02.364030 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-cce35db8-73c4-4694-bb9b-edfe3d61af1c service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634164 Nov 12 03:27:02.365866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:02.367304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:02.457799 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e733e067-41dd-49e6-a56c-e51cfe2aac5b tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238247 Nov 12 03:27:02.556310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34c5a75d-7bee-4ea6-b999-b9eb4ef3de45 req-f2830919-61a6-49e8-89ef-dc1fa447a153 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783409 Nov 12 03:27:02.574002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Router 82064280-5e87-41f0-b0f7-1021682f5703 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:02.671863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-bf888c5a-afa8-4cde-99f7-a5901bd40c82 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.681302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-bf888c5a-afa8-4cde-99f7-a5901bd40c82 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159398 Nov 12 03:27:02.706444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-31b7ec7a-5ff8-44eb-bc88-8570828a899e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/quotas/62b0cafbcede46b896fae82e7c580a9c HTTP/1.1" status: 200 len: 375 time: 0.0239456 Nov 12 03:27:02.725281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3564ed93-fef0-4466-aeb7-3dae94e31d76 None None] Provisioning complete for port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:02.726808 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3564ed93-fef0-4466-aeb7-3dae94e31d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.730474 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd265e1a-f612-46f5-993b-2057c6ac57cb req-6265f1d8-a91d-4888-93fe-97943b9c6b3d tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0591636 Nov 12 03:27:02.771908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:02.779063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1add152c-c2ec-4dad-a422-c96078b72ed1 admin admin] 10.222.0.49 "PUT /v2.0/routers/82064280-5e87-41f0-b0f7-1021682f5703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7284961 Nov 12 03:27:02.781999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-50a135a3-3c29-4aeb-8f5b-f29fedbf329e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745530 Nov 12 03:27:02.787908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3564ed93-fef0-4466-aeb7-3dae94e31d76 None None] Port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:02.913002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38620) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:02.978948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85223b98-7d4b-41a2-bab3-8358e2d8189c req-5dc3124e-ca42-4e50-b656-3928c8735f96 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0386839 Nov 12 03:27:03.014279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-90979309'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:03.050241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:03.054721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.083883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:03.093861 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.094300 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Added segment e1f0f728-e535-47d8-8803-7ec0c9541507 of type vlan for network f4000862-48f7-453d-98ea-ccfb756583c6 Nov 12 03:27:03.143019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.169438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.175827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.176462 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.232169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:03.232484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3184996 Nov 12 03:27:03.244909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'subnet': {'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:03.301493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5b07-e63d-4df5-8e28-64933ae7062f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Network': ['ID=f4000862-48f7-453d-98ea-ccfb756583c6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:03.316249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f4000862-48f7-453d-98ea-ccfb756583c6 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:03.479027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:03.483199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f92a753a-b6df-471c-b4fc-c214a97620d7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:03.484480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.497193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7ad83-f087-4fe9-aa46-399c24d635c2 req-a4ad1cb8-4a4c-4152-8594-443f01b36798 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.498778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5b7ad83-f087-4fe9-aa46-399c24d635c2 req-a4ad1cb8-4a4c-4152-8594-443f01b36798 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.0956759 Nov 12 03:27:03.522399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: f92a753a-b6df-471c-b4fc-c214a97620d7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:03.523003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f92a753a-b6df-471c-b4fc-c214a97620d7 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:03.543150 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-65917a42-b1f5-45a1-8cf3-3467cc1b7ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.614288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5b7ad83-f087-4fe9-aa46-399c24d635c2 req-4c212e66-1ba8-48c6-846e-629469b9cfb1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043258 Nov 12 03:27:03.745705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9978c71-f334-4cf2-b55f-e65867fbbbe7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:03.756888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.808173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d9978c71-f334-4cf2-b55f-e65867fbbbe7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:03.810165 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.822899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Subnet': ['ID=135eafbd-a5ae-48ee-9983-72957c677159,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:03.857172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Checking segment: {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:03.857673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network hostable DHCP agents. Network: f4000862-48f7-453d-98ea-ccfb756583c6, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:03.887579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network f4000862-48f7-453d-98ea-ccfb756583c6 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:03.901302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f4000862-48f7-453d-98ea-ccfb756583c6) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:03.904964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b791e35f-9d6e-452d-9691-3b00d9fb5a75 req-7da1af3d-0e9d-42fb-9629-a2c62253d311 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0427327 Nov 12 03:27:03.906444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.907048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.915766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b981a23-d2b8-4450-a103-1284c3475969 None None] Network f4000862-48f7-453d-98ea-ccfb756583c6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:03.943113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84128268-39d3-4632-b6f2-b60fdcddc602 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7093232 Nov 12 03:27:03.947445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38654) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:03.952717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-907963752'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:03.978729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:03.983280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.991936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.009408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:04.020093 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.020716 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Added segment e9ee879e-49c2-4c55-8632-884251d43d16 of type vlan for network b38f6aa5-dbce-4089-a04c-8e9107473d9d Nov 12 03:27:04.031950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port d9978c71-f334-4cf2-b55f-e65867fbbbe7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9978c71-f334-4cf2-b55f-e65867fbbbe7,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:04.039803 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.108162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.164518 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.168539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=d9978c71-f334-4cf2-b55f-e65867fbbbe7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:04.171729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.172561 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.218610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2700548 Nov 12 03:27:04.224427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38664) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:04.229740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'subnet': {'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:04.249675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2aa51639-e050-48fe-894e-d43904d905ea req-154a436d-e19f-437e-a487-6f4aefcf3460 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0884266 Nov 12 03:27:04.255931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-f4000862-48f7-453d-98ea-ccfb756583c6', 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'fixed_ips': [{'subnet_id': '135eafbd-a5ae-48ee-9983-72957c677159'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:04.257059 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.260940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-70d72b31-32c6-4357-852e-59c7a84f7d27 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967243 Nov 12 03:27:04.273544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e71b60-a76e-4800-a362-386c08a58819 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Network': ['ID=b38f6aa5-dbce-4089-a04c-8e9107473d9d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:04.331214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network b38f6aa5-dbce-4089-a04c-8e9107473d9d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:04.374730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:04.398248 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.508417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-54ee48e3-f5c3-4fdb-9ced-7ec98ea0a678 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.509958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-54ee48e3-f5c3-4fdb-9ced-7ec98ea0a678 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419112 Nov 12 03:27:04.544513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Request body: {'port': {'device_id': '0596bb79-05e7-404c-9c3e-8c678c8d4587', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '62b0cafbcede46b896fae82e7c580a9c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:04.650515 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Sync routers for ids ['82064280-5e87-41f0-b0f7-1021682f5703'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:04.668556 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Routers {'82064280-5e87-41f0-b0f7-1021682f5703'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:04.669223 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['82064280-5e87-41f0-b0f7-1021682f5703'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:04.716350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Made reservation on behalf of 62b0cafbcede46b896fae82e7c580a9c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:04.725023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Allocated IP 19.80.0.2 (f4000862-48f7-453d-98ea-ccfb756583c6/135eafbd-a5ae-48ee-9983-72957c677159/12075f41-4ec6-46a2-998d-9ea6c3c1e074) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:04.725989 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.757454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.814901 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Set router 82064280-5e87-41f0-b0f7-1021682f5703 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:04.839723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Subnet': ['ID=299464cb-1605-4687-9196-3c26d5c2a0c3,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:04.940398 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.010953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Allocated IP 192.168.233.238 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/097ddf20-84ed-498b-becf-c998ddc0275d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:05.053424 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.059940 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.073744 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:27:01Z', 'revision_number': 4, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port': {'id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:58Z', 'updated_at': '2021-11-12T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06e30dcd-7d8b-40ed-820e-4c077a1d0052', 'name': '', 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'mac_address': 'fa:16:3e:1b:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '60a47558-ac76-4535-bf3b-f0108bf4ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:00Z', 'updated_at': '2021-11-12T03:27:01Z', 'revision_number': 2, 'project_id': '79e9943267ac4f5a8504c03301076878', 'subnets': [{'id': '60a47558-ac76-4535-bf3b-f0108bf4ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:05.101256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Network f4000862-48f7-453d-98ea-ccfb756583c6 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:05.106062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:05.110755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:05.144543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-089deb5a-c4d7-47b0-9898-17f9486e1048 req-ff97781b-ffa6-4c43-a3e4-0a7b81bb0f7d tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0765057 Nov 12 03:27:05.151454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Pushing event updated for resources: {'Port': ['ID=12075f41-4ec6-46a2-998d-9ea6c3c1e074,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.183976 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Checking router: 82064280-5e87-41f0-b0f7-1021682f5703 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:05.193875 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Updating router 82064280-5e87-41f0-b0f7-1021682f5703 port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:05.229274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Attempting to bind port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:05.231936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Attempting to bind port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:05.232161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Attempting to bind port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 on network f4000862-48f7-453d-98ea-ccfb756583c6 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:05.246796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:05.247499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Checking segment: {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:05.248132 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.248671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Bound using segment: {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:05.250196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Bound port: 12075f41-4ec6-46a2-998d-9ea6c3c1e074, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:05.252456 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.253201 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.279137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23572b-bdd7-42f1-8c1d-381e7508e124 req-0e9f009a-46e4-4360-bfda-c7684587b55d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.288812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b23572b-bdd7-42f1-8c1d-381e7508e124 req-0e9f009a-46e4-4360-bfda-c7684587b55d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.4633362 Nov 12 03:27:05.327008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Checking segment: {'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:05.327281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network hostable DHCP agents. Network: b38f6aa5-dbce-4089-a04c-8e9107473d9d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:05.375418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] For port 12075f41-4ec6-46a2-998d-9ea6c3c1e074, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:05.385661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] For port 12075f41-4ec6-46a2-998d-9ea6c3c1e074, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=12075f41-4ec6-46a2-998d-9ea6c3c1e074,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:05.390581 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.395290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b23572b-bdd7-42f1-8c1d-381e7508e124 req-3b6bcad8-2a7c-4d4b-8617-8fef1f625bd2 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051540 Nov 12 03:27:05.438810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network b38f6aa5-dbce-4089-a04c-8e9107473d9d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:05.451937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, b38f6aa5-dbce-4089-a04c-8e9107473d9d) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:05.467519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b0357-8022-4b67-963e-460755865e9a None None] Network b38f6aa5-dbce-4089-a04c-8e9107473d9d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:05.480689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.481829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.504437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.521938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe120e4c-98b9-4e04-9de7-34dd2034addd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2936790 Nov 12 03:27:05.608184 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44bc2a87-9509-49f2-ab27-9cbc38dbaf49 req-a80e79ed-cdf6-4ed2-8a1f-46f92be5257c tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.2388868 Nov 12 03:27:05.618646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.649922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-b38f6aa5-dbce-4089-a04c-8e9107473d9d', 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'fixed_ips': [{'subnet_id': '299464cb-1605-4687-9196-3c26d5c2a0c3'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:05.651710 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.665769 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.674469 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.674873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:05.753438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'Port': ['ID=097ddf20-84ed-498b-becf-c998ddc0275d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.772043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c161e14-8ea6-493c-bdb4-4bd88f1333ae None None] Pushing event updated for resources: {'Port': ['ID=12075f41-4ec6-46a2-998d-9ea6c3c1e074,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.795296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:05.800507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:05.804585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:05.886768 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Pushing event updated for resources: {'Port': ['ID=06e30dcd-7d8b-40ed-820e-4c077a1d0052,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.895989 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.896588 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.897143 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.897655 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.898174 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.898718 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.899198 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.899688 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.900186 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.900899 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.901408 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.901905 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:05.954963 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Attempting to bind port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:05.956098 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Attempting to bind port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:05.958941 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Attempting to bind port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 on network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:05.959277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.959803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.981271 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:05.982914 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Checking segment: {'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:05.995406 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.995810 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Bound using segment: {'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:05.996309 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Bound port: 06e30dcd-7d8b-40ed-820e-4c077a1d0052, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db8e04f-706f-4f67-bb5d-83bba0b2c678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:05.996703 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.028409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-79b2ebbd-5372-4fd5-b572-3eead599d864 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4946396 Nov 12 03:27:06.047497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9978c71-f334-4cf2-b55f-e65867fbbbe7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:06.055284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Request body: {'port': {'device_id': '0596bb79-05e7-404c-9c3e-8c678c8d4587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:06.203551 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] For port 06e30dcd-7d8b-40ed-820e-4c077a1d0052, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:06.208590 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] For port 06e30dcd-7d8b-40ed-820e-4c077a1d0052, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=06e30dcd-7d8b-40ed-820e-4c077a1d0052,segment=NetworkSegment(1db8e04f-706f-4f67-bb5d-83bba0b2c678),segment_id=1db8e04f-706f-4f67-bb5d-83bba0b2c678)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:06.214726 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.346366 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.355192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0de9ae-a88e-48f3-b9fe-e3e6fe3fba3a req-cb0a99de-f8b7-4213-bffd-75ff94afa12a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.357849 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99a445-a915-4f57-a98a-1178a2bc6c5f None None] Pushing event updated for resources: {'Port': ['ID=06e30dcd-7d8b-40ed-820e-4c077a1d0052,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:06.365898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c0de9ae-a88e-48f3-b9fe-e3e6fe3fba3a req-cb0a99de-f8b7-4213-bffd-75ff94afa12a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.1076689 Nov 12 03:27:06.370204 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Routers {'82064280-5e87-41f0-b0f7-1021682f5703'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:06.370832 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['82064280-5e87-41f0-b0f7-1021682f5703'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:06.460069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Allocated IP 19.86.0.2 (b38f6aa5-dbce-4089-a04c-8e9107473d9d/299464cb-1605-4687-9196-3c26d5c2a0c3/03e15117-a389-4ef6-90c5-44da136d5ea8) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:06.478592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c0de9ae-a88e-48f3-b9fe-e3e6fe3fba3a req-23bc91a6-09f3-4f14-8122-f745bcd1c8d6 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114104 Nov 12 03:27:06.489362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.504429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d9978c71-f334-4cf2-b55f-e65867fbbbe7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:06.506088 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.525132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-883232b4-3f03-4558-8496-89f467df3e5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054285 Nov 12 03:27:06.545443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] Provisioning complete for port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:06.557206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.648438 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] Set router 82064280-5e87-41f0-b0f7-1021682f5703 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:06.753768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccfbdbcf-e866-495c-a2ca-0f8606561862 req-f5ee2bc5-99a9-428e-9548-e724c4eadb5b tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.1063516 Nov 12 03:27:06.796473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-023fd03c-a5c3-4651-932f-a00f0f9ceef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.801277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-023fd03c-a5c3-4651-932f-a00f0f9ceef4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 1102 time: 0.2074695 Nov 12 03:27:06.915584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097ddf20-84ed-498b-becf-c998ddc0275d {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:06.925529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.949221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.017423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-314a3a6a-66ee-409d-815e-656d75544e71 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.024389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-314a3a6a-66ee-409d-815e-656d75544e71 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.027886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-314a3a6a-66ee-409d-815e-656d75544e71 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/networks?id=f4000862-48f7-453d-98ea-ccfb756583c6&id=b38f6aa5-dbce-4089-a04c-8e9107473d9d&id=f4000862-48f7-453d-98ea-ccfb756583c6 HTTP/1.1" status: 200 len: 1389 time: 0.9450355 Nov 12 03:27:07.065775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-042f493b-d071-4a6a-a11d-4941a780b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.068121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-042f493b-d071-4a6a-a11d-4941a780b942 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2402234 Nov 12 03:27:07.104172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.158662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-6879df35-9e16-4aa7-bf41-549063a83b8b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/quotas/79e9943267ac4f5a8504c03301076878 HTTP/1.1" status: 200 len: 375 time: 0.1184814 Nov 12 03:27:07.198272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Pushing event updated for resources: {'Port': ['ID=097ddf20-84ed-498b-becf-c998ddc0275d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.234170 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-950df87e-e47c-44db-bede-618a58b81080 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6a5b0842-1924-44bd-9867-13803da06bb5 HTTP/1.1" status: 200 len: 217 time: 0.1433110 Nov 12 03:27:07.339248 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:27:01Z', 'revision_number': 4, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port': {'id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:58Z', 'updated_at': '2021-11-12T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06e30dcd-7d8b-40ed-820e-4c077a1d0052', 'name': '', 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'mac_address': 'fa:16:3e:1b:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '60a47558-ac76-4535-bf3b-f0108bf4ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:00Z', 'updated_at': '2021-11-12T03:27:06Z', 'revision_number': 4, 'project_id': '79e9943267ac4f5a8504c03301076878', 'subnets': [{'id': '60a47558-ac76-4535-bf3b-f0108bf4ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:07.382074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-164494ec-62a1-4c74-afd9-f4b2c1df5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.384191 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-164494ec-62a1-4c74-afd9-f4b2c1df5b06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1447105 Nov 12 03:27:07.394614 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-f17c132d-ceae-46d3-8a1d-56583fa7decf tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2349901 Nov 12 03:27:07.396531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8e3b4-b105-4fdb-961e-068456656f3f req-6fa51e63-e890-459c-8182-889b3472730a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.404068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97f8e3b4-b105-4fdb-961e-068456656f3f req-6fa51e63-e890-459c-8182-889b3472730a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 948 time: 0.1143785 Nov 12 03:27:07.404683 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26dee8-d7dc-45b6-aa70-7eddf07f2bda None None] The sync data for ids ['82064280-5e87-41f0-b0f7-1021682f5703'] in n-d-789963-21 is: [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:27:01Z', 'revision_number': 4, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port': {'id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:58Z', 'updated_at': '2021-11-12T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06e30dcd-7d8b-40ed-820e-4c077a1d0052', 'name': '', 'network_id': '27d0aabd-2734-401a-b1b9-e6e7ce61c8c1', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'mac_address': 'fa:16:3e:1b:36:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '60a47558-ac76-4535-bf3b-f0108bf4ce4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:00Z', 'updated_at': '2021-11-12T03:27:06Z', 'revision_number': 4, 'project_id': '79e9943267ac4f5a8504c03301076878', 'subnets': [{'id': '60a47558-ac76-4535-bf3b-f0108bf4ce4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:07.412401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677b423-aef0-475c-a7c0-412b76c1779c None None] Network f4000862-48f7-453d-98ea-ccfb756583c6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:07.439501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-65533342-80b4-4067-a217-4f60061ec0d9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.441601 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-65533342-80b4-4067-a217-4f60061ec0d9 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.3077006 Nov 12 03:27:07.569076 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97f8e3b4-b105-4fdb-961e-068456656f3f req-014814c1-dc24-4834-8177-d6fb7ccec8a1 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630125 Nov 12 03:27:07.597428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-6b01723a-fc2b-4b39-a66a-c46ab5e7b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.599182 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-6b01723a-fc2b-4b39-a66a-c46ab5e7b11a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1897666 Nov 12 03:27:07.627987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:07.629720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:07.630645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:07.661643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:07.662315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:07.699119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:07.699820 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:07.703779 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 2 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:07.727052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:07.727702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:07.728250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:07.734895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:07.735613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:07.752825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:07.753647 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:07.762991 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 3 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:07.785265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:07.788930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:07.790763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:07.804764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-adecc3ee-cd7c-46ad-a6db-f00519f06214 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904974 Nov 12 03:27:07.809076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Deleting port 5c33a507-4ee1-45c2-bf9d-903758568010 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:07.809542 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.823648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:07.831099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.831733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:07.879091 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.904377 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.917057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:07.917615 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:07.930582 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 4 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:07.983459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Network b38f6aa5-dbce-4089-a04c-8e9107473d9d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:07.997129 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a39ca1c6-8210-4e2c-9d4b-521544ed21b7 service neutron] 10.222.0.49 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011739 Nov 12 03:27:08.013295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:08.055886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:08.056389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:08.056972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.070172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] For port 06e30dcd-7d8b-40ed-820e-4c077a1d0052, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=06e30dcd-7d8b-40ed-820e-4c077a1d0052,segment=NetworkSegment(1db8e04f-706f-4f67-bb5d-83bba0b2c678),segment_id=1db8e04f-706f-4f67-bb5d-83bba0b2c678)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:08.073104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:08.083636 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.084130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.097745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19e5d6-4346-4f82-8455-a71951a2f52b req-20666fc5-48ab-47d7-b235-c9bce9556dbc tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.120310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c19e5d6-4346-4f82-8455-a71951a2f52b req-20666fc5-48ab-47d7-b235-c9bce9556dbc tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 947 time: 0.1616559 Nov 12 03:27:08.121813 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.145215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 12075f41-4ec6-46a2-998d-9ea6c3c1e074 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:08.158011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.158459 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:08.164465 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 5 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:08.172061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] For port 5c33a507-4ee1-45c2-bf9d-903758568010, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:08.172509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.213819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Calling delete_port for 5c33a507-4ee1-45c2-bf9d-903758568010 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:08.216762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c19e5d6-4346-4f82-8455-a71951a2f52b req-a3195ade-8130-413c-afc0-a9cd1f5020ab tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945678 Nov 12 03:27:08.225608 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:08.226039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e87cf00-e052-4a6d-90fc-a4a19b8b6869 req-4d8468ab-61c6-46f5-b8c5-8724430ecff4 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115162 Nov 12 03:27:08.226232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:08.226673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.247227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Pushing event updated for resources: {'Port': ['ID=03e15117-a389-4ef6-90c5-44da136d5ea8,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.373450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.373915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.377274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7a1abd9-ef89-4426-ab73-8a324032a8b8 req-241529ac-0898-4d6a-ba15-1aadbacb3d6b tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0539143 Nov 12 03:27:08.390964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-3fbf3e72-e751-4185-9329-fbc64de22347 service neutron] 10.222.0.49 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929703 Nov 12 03:27:08.434104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.436377 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:08.445004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] Provisioning complete for port 097ddf20-84ed-498b-becf-c998ddc0275d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:08.445660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.447830 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 6 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:08.539738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Attempting to bind port 03e15117-a389-4ef6-90c5-44da136d5ea8 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:08.540112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Attempting to bind port 03e15117-a389-4ef6-90c5-44da136d5ea8 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:08.540485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Attempting to bind port 03e15117-a389-4ef6-90c5-44da136d5ea8 on network b38f6aa5-dbce-4089-a04c-8e9107473d9d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.555396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:08.555976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:08.556438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.567769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:08.568146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Checking segment: {'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:08.568556 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.568993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Bound using segment: {'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:08.569480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Bound port: 03e15117-a389-4ef6-90c5-44da136d5ea8, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:08.569862 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.575092 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.575579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.577323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] Pushing event updated for resources: {'Port': ['ID=06e30dcd-7d8b-40ed-820e-4c077a1d0052,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.587135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ecfbb-a4aa-499f-ae15-d2d37c831a95 None None] Port 097ddf20-84ed-498b-becf-c998ddc0275d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:08.604670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.605171 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:08.607927 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 7 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:08.661799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:08.663603 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.729465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:08.729887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:08.730285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.754734 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.755142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.756231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] For port 03e15117-a389-4ef6-90c5-44da136d5ea8, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:08.778930 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-c56f0143-5a0d-49a9-86dd-a2d792ef25c2 service neutron] 10.222.0.49 "GET /v2.0/networks/b38f6aa5-dbce-4089-a04c-8e9107473d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780320 Nov 12 03:27:08.783581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.784143 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:08.788346 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 8 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:08.794115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] For port 03e15117-a389-4ef6-90c5-44da136d5ea8, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=03e15117-a389-4ef6-90c5-44da136d5ea8,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:08.798000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-63a04098-d4c8-4a75-be08-2d8e1beb9d11 None None] Provisioning complete for port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:08.798540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63a04098-d4c8-4a75-be08-2d8e1beb9d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.814469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.839578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:08.844109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:08.847077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.853154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.914845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.915175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:08.949765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event deleted for resources: {'Port': ['ID=5c33a507-4ee1-45c2-bf9d-903758568010,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.962737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:08.962950 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:08.968341 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 9 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:09.056648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.059048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b5bff-6d3d-4a93-84e7-ffee582178a8 req-b3a9b9de-9b89-49bd-850d-9f5f12a1eac3 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.061657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc9b5bff-6d3d-4a93-84e7-ffee582178a8 req-b3a9b9de-9b89-49bd-850d-9f5f12a1eac3 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 948 time: 0.0767736 Nov 12 03:27:09.087350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] No DVR routers for this DVR port 5c33a507-4ee1-45c2-bf9d-903758568010 on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:09.101097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:09.101499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:09.101833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:09.106540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94bb0a-7cf5-4aea-ab10-b58b501fbaf4 None None] Pushing event updated for resources: {'Port': ['ID=03e15117-a389-4ef6-90c5-44da136d5ea8,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.107812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.112112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7fed6616-8c0c-4244-a472-878b34a0f607 req-5bc6c777-cac3-49a5-bb16-947f8efd5ff3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.11 "DELETE /v2.0/ports/5c33a507-4ee1-45c2-bf9d-903758568010 HTTP/1.1" status: 204 len: 173 time: 1.6489668 Nov 12 03:27:09.112583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'name': 'network-vif-deleted', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:09.115637 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f56a04-f0a6-448c-86a5-10a53f596d66" -d '{"events": [{"server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "name": "network-vif-deleted", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:09.122992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-af7155ae-0062-4c37-9b4e-947fe1ac2e6f service neutron] 10.222.0.49 "GET /v2.0/networks/b38f6aa5-dbce-4089-a04c-8e9107473d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290195 Nov 12 03:27:09.123979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:09.124324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:09.152722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:09.153230 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:09.173833 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempt 10 to bind port 097ddf20-84ed-498b-becf-c998ddc0275d Nov 12 03:27:09.182608 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc9b5bff-6d3d-4a93-84e7-ffee582178a8 req-affdf66b-5f02-4e5d-8e35-acfdd7715d1f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122496 Nov 12 03:27:09.231931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 12075f41-4ec6-46a2-998d-9ea6c3c1e074, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=12075f41-4ec6-46a2-998d-9ea6c3c1e074,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:09.254364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.256448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 06e30dcd-7d8b-40ed-820e-4c077a1d0052 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:09.348103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:09.349876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:09.350645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:09.362224 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63a04098-d4c8-4a75-be08-2d8e1beb9d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.399708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:09.399708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempting to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:09.413908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:09.414286 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Failed to bind port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:09.414633 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.463609 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=12075f41-4ec6-46a2-998d-9ea6c3c1e074,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.514307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-0fe828dc-4a55-4770-9a19-8dd7380f790b service neutron] 10.222.0.49 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709238 Nov 12 03:27:09.570301 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-63a04098-d4c8-4a75-be08-2d8e1beb9d11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:09.570746 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-63a04098-d4c8-4a75-be08-2d8e1beb9d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:09.585610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:09.585851 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.599764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21815f6c-85cb-470c-b9f5-699f1a4c8d15 req-a91d6e8f-230b-4351-931d-aa2679ac9410 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.607627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-21815f6c-85cb-470c-b9f5-699f1a4c8d15 req-a91d6e8f-230b-4351-931d-aa2679ac9410 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 951 time: 0.0727096 Nov 12 03:27:09.680210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-21815f6c-85cb-470c-b9f5-699f1a4c8d15 req-03912dd7-7953-43e2-9a5b-33d89779e526 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702925 Nov 12 03:27:09.681487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] For port 097ddf20-84ed-498b-becf-c998ddc0275d, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:09.682116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:27:09.699299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-448d2f1b-8d55-4eb0-8f5b-852b08d89365 service neutron] 10.222.0.49 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737242 Nov 12 03:27:09.701559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.717436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] In _notify_port_updated(), no bound segment for port 097ddf20-84ed-498b-becf-c998ddc0275d on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:27:09.718531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.720302 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.722078 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] 10.222.0.11 "PUT /v2.0/ports/097ddf20-84ed-498b-becf-c998ddc0275d HTTP/1.1" status: 200 len: 1062 time: 3.6717191 Nov 12 03:27:09.804463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6a5b0842-1924-44bd-9867-13803da06bb5', '5119b9bd-9cce-49c2-b679-ca3734a15197'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:09.848649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dd606-f21a-4ba0-8c2b-304d1a07db9c service neutron] Pushing event updated for resources: {'Port': ['ID=097ddf20-84ed-498b-becf-c998ddc0275d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.906278 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b7319-9660-45c5-8c6a-107268a12b2c x-openstack-request-id: req-088b7319-9660-45c5-8c6a-107268a12b2c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:09.906563 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4db35a-62f1-4e5c-a214-b64dcdbac03d", "name": "network-vif-deleted", "tag": "5c33a507-4ee1-45c2-bf9d-903758568010", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:09.906819 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-088b7319-9660-45c5-8c6a-107268a12b2c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:09.907893 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4db35a-62f1-4e5c-a214-b64dcdbac03d', 'name': 'network-vif-deleted', 'tag': '5c33a507-4ee1-45c2-bf9d-903758568010', 'status': 'completed', 'code': 200} Nov 12 03:27:09.992978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Deleting port 097ddf20-84ed-498b-becf-c998ddc0275d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:09.993562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.085161 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83c3065c-7c49-4946-ae14-bdacb5d43632 req-212b3b15-efcd-4770-896c-370d40595596 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0725818 Nov 12 03:27:10.248467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 12075f41-4ec6-46a2-998d-9ea6c3c1e074 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:10.310714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06afbb1e-64d2-430f-be48-aff49edfe674 req-dba3f61e-3cd3-495a-9301-fc9f557b680e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 210 time: 0.0664847 Nov 12 03:27:10.332557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] For port 097ddf20-84ed-498b-becf-c998ddc0275d, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:10.332968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.372891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c587b-a00d-4a62-8c31-3aa23a478531 req-01c5c088-2cba-4437-a8ea-fb641191da41 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.381840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Calling delete_port for 097ddf20-84ed-498b-becf-c998ddc0275d owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:10.383894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-094c587b-a00d-4a62-8c31-3aa23a478531 req-01c5c088-2cba-4437-a8ea-fb641191da41 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 948 time: 0.0801229 Nov 12 03:27:10.440944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-63a04098-d4c8-4a75-be08-2d8e1beb9d11 None None] Provisioning complete for port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.441348 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63a04098-d4c8-4a75-be08-2d8e1beb9d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.491804 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-094c587b-a00d-4a62-8c31-3aa23a478531 req-9660c905-b58e-4e3b-af8d-fd95a8716e2d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007729 Nov 12 03:27:10.587204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.587565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.753213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.756091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8a849-0aa2-4322-81f3-3f4dd0041b85 None None] Network b38f6aa5-dbce-4089-a04c-8e9107473d9d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:10.784499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event deleted for resources: {'Port': ['ID=097ddf20-84ed-498b-becf-c998ddc0275d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.811917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-d4594ada-4e71-4f90-b31e-8a6e1dbfa4cd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.814378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-d4594ada-4e71-4f90-b31e-8a6e1dbfa4cd tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 951 time: 0.0939350 Nov 12 03:27:10.873197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] No DVR routers for this DVR port 097ddf20-84ed-498b-becf-c998ddc0275d on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:10.875958 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.880177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-88001436-0ba2-41a0-aab2-83e4b99e72b6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "DELETE /v2.0/ports/097ddf20-84ed-498b-becf-c998ddc0275d HTTP/1.1" status: 204 len: 173 time: 1.1223876 Nov 12 03:27:10.988907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7a25c-1da3-4c3e-98c2-cce2d41f1ef3 req-360b4c8f-1f48-4288-aeec-751c3909874d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.990516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04b7a25c-1da3-4c3e-98c2-cce2d41f1ef3 req-360b4c8f-1f48-4288-aeec-751c3909874d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 951 time: 0.1927974 Nov 12 03:27:11.038034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-63a04098-d4c8-4a75-be08-2d8e1beb9d11 None None] Could not find standard attr ID for object 097ddf20-84ed-498b-becf-c998ddc0275d. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:11.051121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-bb7d3db7-e7e4-42a0-ae12-df8a1040e56f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0530610 Nov 12 03:27:11.078585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Deleting port 5119b9bd-9cce-49c2-b679-ca3734a15197 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:11.079471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.089569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:11.096534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 03e15117-a389-4ef6-90c5-44da136d5ea8 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:11.104028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-1a5becae-fb8f-42bd-aeba-2c01ec3a7697 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369587 Nov 12 03:27:11.222310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04b7a25c-1da3-4c3e-98c2-cce2d41f1ef3 req-8c48edd1-2e5c-40b6-9604-a2f41f105d19 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041824 Nov 12 03:27:11.277149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d37766be-94e0-4ac3-a4ed-dc4f5522b33e None None] Provisioning complete for port 03e15117-a389-4ef6-90c5-44da136d5ea8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:11.277647 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d37766be-94e0-4ac3-a4ed-dc4f5522b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.286467 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5024acc3-fe94-4f90-ab9b-dc636a43b6af req-404744d5-30f2-4aec-8196-bac6d4a69796 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0853758 Nov 12 03:27:11.302155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] For port 5119b9bd-9cce-49c2-b679-ca3734a15197, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5119b9bd-9cce-49c2-b679-ca3734a15197,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:11.302437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.330215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Calling delete_port for 5119b9bd-9cce-49c2-b679-ca3734a15197 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:11.356820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-f264e29e-a3a8-4a7f-9167-23684b3219be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.371664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-f264e29e-a3a8-4a7f-9167-23684b3219be service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2531507 Nov 12 03:27:11.538348 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae2529c9-dc94-4705-8bbf-1c520a9257e4 req-c709c6ad-34c2-4308-b30d-f034deef4990 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 210 time: 0.0641763 Nov 12 03:27:11.570872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.609596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 03e15117-a389-4ef6-90c5-44da136d5ea8 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:11.609972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.869593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event deleted for resources: {'Port': ['ID=5119b9bd-9cce-49c2-b679-ca3734a15197,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.894818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-22362633-5544-4817-ae68-16f9f3995100 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.905256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-22362633-5544-4817-ae68-16f9f3995100 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.907143 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-22362633-5544-4817-ae68-16f9f3995100 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "GET /v2.0/networks?id=f4000862-48f7-453d-98ea-ccfb756583c6&id=b38f6aa5-dbce-4089-a04c-8e9107473d9d&id=f4000862-48f7-453d-98ea-ccfb756583c6 HTTP/1.1" status: 200 len: 1389 time: 0.2467525 Nov 12 03:27:11.927506 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d37766be-94e0-4ac3-a4ed-dc4f5522b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.957164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0596bb79-05e7-404c-9c3e-8c678c8d4587', 'tag': '097ddf20-84ed-498b-becf-c998ddc0275d'}, {'server_uuid': '0596bb79-05e7-404c-9c3e-8c678c8d4587', 'name': 'network-vif-deleted', 'tag': '097ddf20-84ed-498b-becf-c998ddc0275d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:11.959447 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5766ab-c22d-42db-9b8a-3d089da21488" -d '{"events": [{"name": "network-changed", "server_uuid": "0596bb79-05e7-404c-9c3e-8c678c8d4587", "tag": "097ddf20-84ed-498b-becf-c998ddc0275d"}, {"server_uuid": "0596bb79-05e7-404c-9c3e-8c678c8d4587", "name": "network-vif-deleted", "tag": "097ddf20-84ed-498b-becf-c998ddc0275d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:11.984334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'port': {'device_id': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6', 'admin_state_up': True, 'tenant_id': '79e9943267ac4f5a8504c03301076878'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:11.988037 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-4bb8d09c-1650-47f6-a09c-65ef775c28bc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.5235987 Nov 12 03:27:12.033400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f483588f-5e1d-4fbc-b705-3f1c680e46ee req-2673526f-f39c-4137-bc86-3930fef611ee tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0699461 Nov 12 03:27:12.064603 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa9282-60d1-4115-b08f-046938a60c1b x-openstack-request-id: req-2efa9282-60d1-4115-b08f-046938a60c1b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:12.065273 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0596bb79-05e7-404c-9c3e-8c678c8d4587", "tag": "097ddf20-84ed-498b-becf-c998ddc0275d", "status": "completed", "code": 200}, {"server_uuid": "0596bb79-05e7-404c-9c3e-8c678c8d4587", "name": "network-vif-deleted", "tag": "097ddf20-84ed-498b-becf-c998ddc0275d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:12.065273 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2efa9282-60d1-4115-b08f-046938a60c1b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:12.065634 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0596bb79-05e7-404c-9c3e-8c678c8d4587', 'tag': '097ddf20-84ed-498b-becf-c998ddc0275d', 'status': 'completed', 'code': 200} Nov 12 03:27:12.065883 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0596bb79-05e7-404c-9c3e-8c678c8d4587', 'name': 'network-vif-deleted', 'tag': '097ddf20-84ed-498b-becf-c998ddc0275d', 'status': 'completed', 'code': 200} Nov 12 03:27:12.084558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d37766be-94e0-4ac3-a4ed-dc4f5522b33e None None] For port 03e15117-a389-4ef6-90c5-44da136d5ea8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=03e15117-a389-4ef6-90c5-44da136d5ea8,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:12.086204 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.089402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d37766be-94e0-4ac3-a4ed-dc4f5522b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.132865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d37766be-94e0-4ac3-a4ed-dc4f5522b33e None None] Could not find standard attr ID for object 097ddf20-84ed-498b-becf-c998ddc0275d. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:12.172617 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae5766ab-c22d-42db-9b8a-3d089da21488 req-d0c320c4-a29f-4931-a601-5f6702b1f4e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0486217 Nov 12 03:27:12.223909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37766be-94e0-4ac3-a4ed-dc4f5522b33e None None] Pushing event updated for resources: {'Port': ['ID=03e15117-a389-4ef6-90c5-44da136d5ea8,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.224671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae5766ab-c22d-42db-9b8a-3d089da21488 req-471b799e-45b4-4963-8cde-ecab3ecff02e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281761 Nov 12 03:27:12.236730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] No DVR routers for this DVR port 5119b9bd-9cce-49c2-b679-ca3734a15197 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:12.239403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.243824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54084bcf-9d67-403d-a3dc-fa2bef321c24 req-ff58fbab-e246-405f-bd2f-336ccde8e003 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "DELETE /v2.0/ports/5119b9bd-9cce-49c2-b679-ca3734a15197 HTTP/1.1" status: 204 len: 173 time: 1.3912163 Nov 12 03:27:12.274163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'name': 'network-vif-deleted', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:12.276506 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd4059b-65d9-4707-a78e-4842fb95c8ad" -d '{"events": [{"server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "name": "network-vif-deleted", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:12.310141 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:12.310747 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:12.358071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:12.366083 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.380580 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a76549-931a-403c-8305-b3e2718d992d x-openstack-request-id: req-24a76549-931a-403c-8305-b3e2718d992d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:12.381092 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d98fe-a150-4f31-898c-65cef5138583", "name": "network-vif-deleted", "tag": "5119b9bd-9cce-49c2-b679-ca3734a15197", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:12.381507 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24a76549-931a-403c-8305-b3e2718d992d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:12.382089 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d98fe-a150-4f31-898c-65cef5138583', 'name': 'network-vif-deleted', 'tag': '5119b9bd-9cce-49c2-b679-ca3734a15197', 'status': 'completed', 'code': 200} Nov 12 03:27:12.387398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b45b6e3f-a6a9-44d3-8499-5e7bd771d71c None None] Provisioning complete for port 03e15117-a389-4ef6-90c5-44da136d5ea8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:12.392770 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b45b6e3f-a6a9-44d3-8499-5e7bd771d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.483651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2444c70-381d-48a8-8f07-2063f9f0c7ed req-6d8af444-23f2-4728-9681-bb3ca8a38bd4 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=699d98fe-a150-4f31-898c-65cef5138583 HTTP/1.1" status: 200 len: 210 time: 0.0782526 Nov 12 03:27:12.545426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5766ab-c22d-42db-9b8a-3d089da21488 req-86719865-da6f-4274-aaf8-8d7a89dee9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.546625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae5766ab-c22d-42db-9b8a-3d089da21488 req-86719865-da6f-4274-aaf8-8d7a89dee9e6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3093340 Nov 12 03:27:12.596420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-009d12de-36db-48f9-b859-cc18c6bf6e53 req-d8727424-961f-4a0d-8555-6a6ac531f976 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0679352 Nov 12 03:27:12.670315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-046520d0-6282-48ee-a13e-e7ef14ab4131 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0317688 Nov 12 03:27:12.705670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Allocated IP 19.80.0.136 (f4000862-48f7-453d-98ea-ccfb756583c6/135eafbd-a5ae-48ee-9983-72957c677159/6eab4eb9-3090-4de3-abef-f6b6828043ee) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:12.707544 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-0a0e6c5c-aede-4b36-b1cc-687539d61c01 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231102 Nov 12 03:27:12.761340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d30d9470-42d5-4b1c-8040-d5e967842bc9 req-6f62a302-0947-4611-b6e6-fe0a3af52c26 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 210 time: 0.0423696 Nov 12 03:27:12.865749 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 06e30dcd-7d8b-40ed-820e-4c077a1d0052 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:12.875290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-aaa7babb-1245-4fcb-8cde-f55aeb20d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.877604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-aaa7babb-1245-4fcb-8cde-f55aeb20d200 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1630831 Nov 12 03:27:12.915169 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.922047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:12.922418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.966458 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.980141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-e797aa22-9dac-44db-9af8-06164542c062 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0512114 Nov 12 03:27:13.028778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network f4000862-48f7-453d-98ea-ccfb756583c6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:13.030188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Port': ['ID=6eab4eb9-3090-4de3-abef-f6b6828043ee,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.033049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:13.035468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:13.135365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.136291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.165541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-417aba7c-4ab7-4395-a767-d923ed7b520c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1895182 Nov 12 03:27:13.179067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'port': {'device_id': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d', 'admin_state_up': True, 'tenant_id': '79e9943267ac4f5a8504c03301076878'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:13.209040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 03e15117-a389-4ef6-90c5-44da136d5ea8 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:13.239036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f09a3b37-19fa-433a-9f08-92ded9d4ed14 req-26020552-8398-4b2a-8c58-1d0a0a4b3e5c tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0503850 Nov 12 03:27:13.307504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 03e15117-a389-4ef6-90c5-44da136d5ea8 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:13.307971 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.368126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:13.374768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.515020 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:13.555262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 5119b9bd-9cce-49c2-b679-ca3734a15197 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:13.555601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5119b9bd-9cce-49c2-b679-ca3734a15197 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:13.573716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ef745377-4400-42cc-834c-a7f4d28bdf62 None None] Provisioning complete for port 6eab4eb9-3090-4de3-abef-f6b6828043ee triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:13.574089 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef745377-4400-42cc-834c-a7f4d28bdf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.583524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Allocated IP 19.86.0.127 (b38f6aa5-dbce-4089-a04c-8e9107473d9d/299464cb-1605-4687-9196-3c26d5c2a0c3/094ba3b3-ec56-49b7-81b4-c16a008f7a03) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:13.644541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ef745377-4400-42cc-834c-a7f4d28bdf62 None None] Port 6eab4eb9-3090-4de3-abef-f6b6828043ee cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:13.659166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6a5b0842-1924-44bd-9867-13803da06bb5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:13.682237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38802) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:13.728871 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-4cb2d5f6-dc63-4651-98c1-66897485f54e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0435183 Nov 12 03:27:13.873312 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da100b90-d28f-4fd1-b6a3-6c955d77780d req-99904703-4d61-4ae2-828e-798a98358021 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0366309 Nov 12 03:27:13.971347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.030709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e52d56-3f2e-4fc8-ba06-1e707c067189 req-cb446b08-cd68-4509-af27-157abbd27d6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.032186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-05e52d56-3f2e-4fc8-ba06-1e707c067189 req-cb446b08-cd68-4509-af27-157abbd27d6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 932 time: 0.0744038 Nov 12 03:27:14.047737 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.106144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network b38f6aa5-dbce-4089-a04c-8e9107473d9d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:14.115917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:14.123088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:14.133496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Port': ['ID=094ba3b3-ec56-49b7-81b4-c16a008f7a03,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.160301 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-05e52d56-3f2e-4fc8-ba06-1e707c067189 req-6fe51eb5-593f-4a07-95ee-2ab50e9e9ca6 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201112 Nov 12 03:27:14.182787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf2003-e3ad-402c-afd0-4e5c96a68a04 req-0088fa2c-b0fb-4835-8568-3b7fc6196204 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.185252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9caf2003-e3ad-402c-afd0-4e5c96a68a04 req-0088fa2c-b0fb-4835-8568-3b7fc6196204 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0760319 Nov 12 03:27:14.188200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.188878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.207349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7dcd7791-ec9c-4a9d-9e2e-e1339806ec9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0339320 Nov 12 03:27:14.228461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'port': {'device_id': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6', 'admin_state_up': True, 'tenant_id': '79e9943267ac4f5a8504c03301076878'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:14.250409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9caf2003-e3ad-402c-afd0-4e5c96a68a04 req-e99590e2-b049-408e-bef6-b0aaf712401d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597637 Nov 12 03:27:14.380134 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4fcba51-34d1-4f91-9619-73da10a34655 req-1553c2c8-5cb9-4545-b31e-be7f03e09d50 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0363140 Nov 12 03:27:14.410248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:14.414255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.490187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2869fd57-232b-4291-9176-11f216f91d4f None None] Provisioning complete for port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:14.490565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2869fd57-232b-4291-9176-11f216f91d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.546032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2869fd57-232b-4291-9176-11f216f91d4f None None] Port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:14.564202 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a4d03e28-1263-4225-aad1-64ceb1982b41 req-d0fd231d-cc32-4406-b152-013bf076bd5d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=0596bb79-05e7-404c-9c3e-8c678c8d4587 HTTP/1.1" status: 200 len: 210 time: 0.0365505 Nov 12 03:27:14.570639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Allocated IP 19.80.0.5 (f4000862-48f7-453d-98ea-ccfb756583c6/135eafbd-a5ae-48ee-9983-72957c677159/6b629a2d-cb70-4883-bdee-eecb54a2c712) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:14.753162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.817534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953ca2e-9b4c-4621-b13f-ce5beaf40635 req-0d4ff95c-64d4-4c0e-9f28-6901403f2f85 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.819299 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6953ca2e-9b4c-4621-b13f-ce5beaf40635 req-0d4ff95c-64d4-4c0e-9f28-6901403f2f85 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 945 time: 0.0759454 Nov 12 03:27:14.827361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.883288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network f4000862-48f7-453d-98ea-ccfb756583c6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:14.891246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:14.893893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:14.942814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Port': ['ID=6b629a2d-cb70-4883-bdee-eecb54a2c712,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.966058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-496772b9-e483-4bfc-a5b1-accdb3a9d1d7 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232911 Nov 12 03:27:14.987173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.987833 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.993225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6953ca2e-9b4c-4621-b13f-ce5beaf40635 req-66f1151a-c421-4a40-8714-f2c97ab585cb tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306996 Nov 12 03:27:15.017187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-a5b41399-6b49-4f57-b2a2-b95caf689407 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7921913 Nov 12 03:27:15.032092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Request body: {'port': {'device_id': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:15.115810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-1659a277-cd62-4396-8c83-d64dc211cd77 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.117670 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-1659a277-cd62-4396-8c83-d64dc211cd77 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440227 Nov 12 03:27:15.128929 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6f1fbfa-aacf-4ed7-92c6-693c0a6bd4cb req-9b1a8e97-0844-4816-92e2-6658d1d04567 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0382519 Nov 12 03:27:15.129528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.134670 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-9d62a532-9a61-49ca-8e77-6d9b84301de9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/quotas/62b0cafbcede46b896fae82e7c580a9c HTTP/1.1" status: 200 len: 375 time: 0.0098944 Nov 12 03:27:15.181206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ab27e17e-3933-473e-87f3-03636a32c7d8 None None] Provisioning complete for port 6b629a2d-cb70-4883-bdee-eecb54a2c712 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:15.182120 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab27e17e-3933-473e-87f3-03636a32c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.205482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6eda5264-5e98-4b71-81ab-aa7de247d5b9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643573 Nov 12 03:27:15.231242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ab27e17e-3933-473e-87f3-03636a32c7d8 None None] Port 6b629a2d-cb70-4883-bdee-eecb54a2c712 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:15.450398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a890b-b1b3-4bf3-a0b2-2a46a1a0f99c req-6befdcba-e02a-458e-8a57-b1a0c2adcb0d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.452055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c2a890b-b1b3-4bf3-a0b2-2a46a1a0f99c req-6befdcba-e02a-458e-8a57-b1a0c2adcb0d tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.0557966 Nov 12 03:27:15.498101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88921cef-9429-40d2-92ab-2832ba4247ef req-72601761-4217-4386-b7f5-b7c213b842d7 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.504837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88921cef-9429-40d2-92ab-2832ba4247ef req-72601761-4217-4386-b7f5-b7c213b842d7 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.509537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c2a890b-b1b3-4bf3-a0b2-2a46a1a0f99c req-a9b2065c-34a4-4e22-a768-d24f54da38c3 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Nov 12 03:27:15.510870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88921cef-9429-40d2-92ab-2832ba4247ef req-72601761-4217-4386-b7f5-b7c213b842d7 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.512508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88921cef-9429-40d2-92ab-2832ba4247ef req-72601761-4217-4386-b7f5-b7c213b842d7 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2375 time: 0.1307201 Nov 12 03:27:15.541978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eab4eb9-3090-4de3-abef-f6b6828043ee {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:15.564674 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.596659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Transition to ACTIVE for port object 6eab4eb9-3090-4de3-abef-f6b6828043ee will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:15.602009 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.603831 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77165faa-d6d3-4447-bdee-00a9f55a706c req-e74b73c1-889f-4710-85c6-ca1a17b01133 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0498114 Nov 12 03:27:15.613645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88921cef-9429-40d2-92ab-2832ba4247ef req-4bc9b417-d83e-4250-b648-402d8e1c3635 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915625 Nov 12 03:27:15.671920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Pushing event updated for resources: {'Port': ['ID=6eab4eb9-3090-4de3-abef-f6b6828043ee,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.756060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Attempting to bind port 6eab4eb9-3090-4de3-abef-f6b6828043ee on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:15.756439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Attempting to bind port 6eab4eb9-3090-4de3-abef-f6b6828043ee by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:15.756713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Attempting to bind port 6eab4eb9-3090-4de3-abef-f6b6828043ee on network f4000862-48f7-453d-98ea-ccfb756583c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:15.765009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Port 6eab4eb9-3090-4de3-abef-f6b6828043ee on network f4000862-48f7-453d-98ea-ccfb756583c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:15.765369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Attempting to bind port 6eab4eb9-3090-4de3-abef-f6b6828043ee on network f4000862-48f7-453d-98ea-ccfb756583c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:15.773557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:15.773898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Checking segment: {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:15.774282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Bound using segment: {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:15.774720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Bound port: 6eab4eb9-3090-4de3-abef-f6b6828043ee, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:15.775088 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.847462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] For port 6eab4eb9-3090-4de3-abef-f6b6828043ee, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:15.851211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] For port 6eab4eb9-3090-4de3-abef-f6b6828043ee, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6eab4eb9-3090-4de3-abef-f6b6828043ee,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:15.856454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.922479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.923694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.925626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] 10.222.0.20 "PUT /v2.0/ports/6eab4eb9-3090-4de3-abef-f6b6828043ee HTTP/1.1" status: 200 len: 1093 time: 0.8980114 Nov 12 03:27:15.926082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'tag': '6eab4eb9-3090-4de3-abef-f6b6828043ee'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:15.928556 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "tag": "6eab4eb9-3090-4de3-abef-f6b6828043ee"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:15.977227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Request body: {'port': {'device_id': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:15.985252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d7a14-6be0-4320-8af9-ba942d8b90ea service neutron] Pushing event updated for resources: {'Port': ['ID=6eab4eb9-3090-4de3-abef-f6b6828043ee,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.989790 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe84a6af-26ab-4118-b020-470682a9b0f3 x-openstack-request-id: req-fe84a6af-26ab-4118-b020-470682a9b0f3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:15.990185 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "tag": "6eab4eb9-3090-4de3-abef-f6b6828043ee", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:15.990442 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe84a6af-26ab-4118-b020-470682a9b0f3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:15.990842 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'tag': '6eab4eb9-3090-4de3-abef-f6b6828043ee', 'status': 'completed', 'code': 200} Nov 12 03:27:16.071423 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.137300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-d1443e06-b1e6-4ffa-bcfa-3c1a9e2188d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.137777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-d1443e06-b1e6-4ffa-bcfa-3c1a9e2188d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.138254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-d1443e06-b1e6-4ffa-bcfa-3c1a9e2188d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.139903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-d1443e06-b1e6-4ffa-bcfa-3c1a9e2188d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2731 time: 0.1024220 Nov 12 03:27:16.148923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f84cb1-de1f-449b-a445-fab45912c0ab req-1aef9e4a-5046-4228-9654-80afcf79019d tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.150905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6f84cb1-de1f-449b-a445-fab45912c0ab req-1aef9e4a-5046-4228-9654-80afcf79019d tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 945 time: 0.0673096 Nov 12 03:27:16.228145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6f84cb1-de1f-449b-a445-fab45912c0ab req-bede5a83-6d40-4068-a152-815a36840505 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710588 Nov 12 03:27:16.289440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3cbb70da-49d0-4a2e-9d82-b58bfc10d9eb req-9b28909f-d8cc-468d-aec6-6c23554ef8b4 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0615156 Nov 12 03:27:16.347736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-56880862-a139-47a0-aa54-ff197f89e25c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 282 time: 0.0576940 Nov 12 03:27:16.408802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-2e52dd44-2f26-409d-93b7-9a1671572b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.410441 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-2e52dd44-2f26-409d-93b7-9a1671572b66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&tenant_id=a722048f693a4431865e9c72b4063660 HTTP/1.1" status: 200 len: 1066 time: 0.0477581 Nov 12 03:27:16.444703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-7094a352-776d-41c9-821c-c4b420429920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.445191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-7094a352-776d-41c9-821c-c4b420429920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.445646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-7094a352-776d-41c9-821c-c4b420429920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.447370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-7094a352-776d-41c9-821c-c4b420429920 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=79e9943267ac4f5a8504c03301076878&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2348697 Nov 12 03:27:16.457658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:16.526788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.620129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094ba3b3-ec56-49b7-81b4-c16a008f7a03 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:16.621595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-1bfb87f8-e33d-4267-971a-e65a39354093 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432959 Nov 12 03:27:16.663005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.680143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Transition to ACTIVE for port object 094ba3b3-ec56-49b7-81b4-c16a008f7a03 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:16.713052 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.723029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-b812ef5d-fc09-428a-b463-fb168bfdbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.724510 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfbaedbe-19d6-4881-8f0e-71c61a7bcf87 req-b812ef5d-fc09-428a-b463-fb168bfdbf2b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2526596 Nov 12 03:27:16.736773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2371fee8-d876-427a-875e-afe4053f8b75 req-1e748772-643f-4d7f-b579-3840e3c357cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0449381 Nov 12 03:27:16.809092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007ad3c-fd2b-4f9c-b539-fb8ff75cb563 req-cd0beafb-d5d5-47e8-9b9f-6e266d2d321a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.816881 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e007ad3c-fd2b-4f9c-b539-fb8ff75cb563 req-cd0beafb-d5d5-47e8-9b9f-6e266d2d321a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1860826 Nov 12 03:27:16.824795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Pushing event updated for resources: {'Port': ['ID=094ba3b3-ec56-49b7-81b4-c16a008f7a03,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.896903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:16.923000 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e007ad3c-fd2b-4f9c-b539-fb8ff75cb563 req-4446b452-9e13-4a52-8a47-95d301586935 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051319 Nov 12 03:27:16.926568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-4122b0d9-3259-4d27-a856-59264ff6e495 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.928308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-4122b0d9-3259-4d27-a856-59264ff6e495 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2892573 Nov 12 03:27:16.941777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Attempting to bind port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:16.942132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Attempting to bind port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:16.942479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Attempting to bind port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 on network b38f6aa5-dbce-4089-a04c-8e9107473d9d {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:16.948329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 on network b38f6aa5-dbce-4089-a04c-8e9107473d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:16.948655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Attempting to bind port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 on network b38f6aa5-dbce-4089-a04c-8e9107473d9d {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:16.955643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:16.955988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Request body: {'port': {'device_id': '56be69b5-e627-4f3d-b529-0b8cfe68825d', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '62b0cafbcede46b896fae82e7c580a9c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:16.956114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Checking segment: {'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:16.956342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Bound using segment: {'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:16.956800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Bound port: 094ba3b3-ec56-49b7-81b4-c16a008f7a03, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ee879e-49c2-4c55-8632-884251d43d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:16.957162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.057255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.061241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] For port 094ba3b3-ec56-49b7-81b4-c16a008f7a03, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:17.065614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] For port 094ba3b3-ec56-49b7-81b4-c16a008f7a03, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=094ba3b3-ec56-49b7-81b4-c16a008f7a03,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:17.065837 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.069227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.089254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1919f-d267-48fe-8db7-37ee085ef1c8 req-95f6bd6a-7fa7-4c40-83ae-31e15cc1b9f8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.095408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1919f-d267-48fe-8db7-37ee085ef1c8 req-95f6bd6a-7fa7-4c40-83ae-31e15cc1b9f8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.101384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1919f-d267-48fe-8db7-37ee085ef1c8 req-95f6bd6a-7fa7-4c40-83ae-31e15cc1b9f8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.103059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4e1919f-d267-48fe-8db7-37ee085ef1c8 req-95f6bd6a-7fa7-4c40-83ae-31e15cc1b9f8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2399 time: 0.2487359 Nov 12 03:27:17.104915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.105558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.106914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] 10.222.0.20 "PUT /v2.0/ports/094ba3b3-ec56-49b7-81b4-c16a008f7a03 HTTP/1.1" status: 200 len: 1093 time: 1.1358898 Nov 12 03:27:17.133486 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044f7f0-91c1-4692-aee1-6abd2b918a5d service neutron] Pushing event updated for resources: {'Port': ['ID=094ba3b3-ec56-49b7-81b4-c16a008f7a03,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.139297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:17.139636 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:17.139964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.145540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Request body: {'port': {'device_id': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:17.173738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.174060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.188280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=18']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.202365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.202953 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:17.209107 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 2 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:17.216992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.217445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.217847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.218275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.218852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.219327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.219609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.220462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.220997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.221480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.221985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.222459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:17.224629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.225927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Made reservation on behalf of 62b0cafbcede46b896fae82e7c580a9c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:17.230826 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.257346 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4e1919f-d267-48fe-8db7-37ee085ef1c8 req-14bf4b27-8fb4-4582-b3fe-8a38c8f78209 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326594 Nov 12 03:27:17.271433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:17.271985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:17.272325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.337327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.337511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.347204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.347527 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:17.350532 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 3 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:17.378797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:17.379188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:17.379477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.386372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.386702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.413157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.413495 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:17.413895 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 4 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:17.471024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:17.471024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:17.471024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.487616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.487963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.510086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Allocated IP 192.168.233.182 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/c8199076-79d6-4f13-80c2-7edfdfe2794a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:17.510502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc4cd7-b39e-4c4c-8b33-240578c9d7cd req-d768c846-b472-4c97-96c6-f08843ca329c tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.511985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cdc4cd7-b39e-4c4c-8b33-240578c9d7cd req-d768c846-b472-4c97-96c6-f08843ca329c tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 945 time: 0.1519349 Nov 12 03:27:17.536189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.536424 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:17.538911 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 5 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:17.542748 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3907a2ba-d53f-4695-9862-b30ef0b29002 req-a5f843f4-bf98-4209-818a-42e71333aa53 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0623670 Nov 12 03:27:17.555451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-576db89b-0d55-41ce-83b4-44d2a6e0ac03 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.557000 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-576db89b-0d55-41ce-83b4-44d2a6e0ac03 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.1373641 Nov 12 03:27:17.567835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-5cdd7113-bbdf-4009-88e8-87bdaa1c4b39 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.569436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-5cdd7113-bbdf-4009-88e8-87bdaa1c4b39 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 945 time: 0.1435347 Nov 12 03:27:17.592170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:17.592170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:17.592170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.626790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.627415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.650365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.650696 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:17.656290 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 6 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:17.734179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:17.734511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:17.734845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.774173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.774497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.793899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.794230 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:17.796913 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 7 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:17.835070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:17.835405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:17.835738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.866933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Deleting port b8d93baa-bc89-40ae-96f0-895f325a1687 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:17.867270 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.885389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.885713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.889895 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.902099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9205d120-1840-4ec2-9f13-89d7531b608f req-6e1ed120-e336-4dd7-bc03-6efb91cee530 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0585027 Nov 12 03:27:17.951983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:17.952318 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:17.955859 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 8 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:17.993054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'tag': '094ba3b3-ec56-49b7-81b4-c16a008f7a03'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:17.993643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:17.993643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:17.993851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:17.995308 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc87940a-3ec2-4567-8aaa-fc1971380f19" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "tag": "094ba3b3-ec56-49b7-81b4-c16a008f7a03"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:18.008578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cdc4cd7-b39e-4c4c-8b33-240578c9d7cd req-ef840aad-b4fd-4087-ae88-bee5c1803b38 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/security-groups?id=17c1feb0-2abb-4f74-87c3-28d0ed5d616f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860973 Nov 12 03:27:18.039263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:18.040992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.051492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] For port b8d93baa-bc89-40ae-96f0-895f325a1687, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b8d93baa-bc89-40ae-96f0-895f325a1687,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:18.051854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.069567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b629a2d-cb70-4883-bdee-eecb54a2c712 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:18.072208 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.074555 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5117347-daa9-4094-a460-64f90f87498f x-openstack-request-id: req-a5117347-daa9-4094-a460-64f90f87498f {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:18.074835 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "tag": "094ba3b3-ec56-49b7-81b4-c16a008f7a03", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:18.075085 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5117347-daa9-4094-a460-64f90f87498f {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:18.075600 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'tag': '094ba3b3-ec56-49b7-81b4-c16a008f7a03', 'status': 'completed', 'code': 200} Nov 12 03:27:18.075983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:18.076429 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:18.077177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Calling delete_port for b8d93baa-bc89-40ae-96f0-895f325a1687 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:18.083128 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.085344 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 9 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:18.088264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:18.092251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Deleting port 6a5b0842-1924-44bd-9867-13803da06bb5 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:18.092586 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.127481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Transition to ACTIVE for port object 6b629a2d-cb70-4883-bdee-eecb54a2c712 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:18.163271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:18.163539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.170481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:18.170824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:18.171151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.237096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dedee9-2aea-46e0-bc46-978621a92c4a req-1732f877-9f6d-4423-8dc5-a46be1fc2c69 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.238602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06dedee9-2aea-46e0-bc46-978621a92c4a req-1732f877-9f6d-4423-8dc5-a46be1fc2c69 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 950 time: 0.2406368 Nov 12 03:27:18.240582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:18.243237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:18.290306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'Port': ['ID=c8199076-79d6-4f13-80c2-7edfdfe2794a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.306479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:18.306814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.341224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:18.341505 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:18.353074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b629a2d-cb70-4883-bdee-eecb54a2c712,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.369577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] For port 6a5b0842-1924-44bd-9867-13803da06bb5, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6a5b0842-1924-44bd-9867-13803da06bb5,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:18.369939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.372243 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempt 10 to bind port ecf98378-e616-4951-a7e3-02c75e25275e Nov 12 03:27:18.426726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Calling delete_port for 6a5b0842-1924-44bd-9867-13803da06bb5 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:18.477855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Attempting to bind port 6b629a2d-cb70-4883-bdee-eecb54a2c712 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:18.478230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Attempting to bind port 6b629a2d-cb70-4883-bdee-eecb54a2c712 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:18.478558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Attempting to bind port 6b629a2d-cb70-4883-bdee-eecb54a2c712 on network f4000862-48f7-453d-98ea-ccfb756583c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.523569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Port 6b629a2d-cb70-4883-bdee-eecb54a2c712 on network f4000862-48f7-453d-98ea-ccfb756583c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:18.524326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Attempting to bind port 6b629a2d-cb70-4883-bdee-eecb54a2c712 on network f4000862-48f7-453d-98ea-ccfb756583c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.542470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-8ef84b25-c906-4dab-88f3-8e93194b1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.543075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-8ef84b25-c906-4dab-88f3-8e93194b1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.543584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-8ef84b25-c906-4dab-88f3-8e93194b1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.545518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-8ef84b25-c906-4dab-88f3-8e93194b1e2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2825 time: 0.3975832 Nov 12 03:27:18.546310 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.551776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc38dc5-dfde-41cc-b1cf-1945ad65cfd7 req-72985f24-b3cb-42fa-b2d0-4b6ec7334c8f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.554792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.555511 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.558642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc38dc5-dfde-41cc-b1cf-1945ad65cfd7 req-72985f24-b3cb-42fa-b2d0-4b6ec7334c8f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.565329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc38dc5-dfde-41cc-b1cf-1945ad65cfd7 req-72985f24-b3cb-42fa-b2d0-4b6ec7334c8f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.567467 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfc38dc5-dfde-41cc-b1cf-1945ad65cfd7 req-72985f24-b3cb-42fa-b2d0-4b6ec7334c8f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2411 time: 0.2023516 Nov 12 03:27:18.571931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:18.572436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Checking segment: {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:18.573070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Bound using segment: {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:18.573515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Bound port: 6b629a2d-cb70-4883-bdee-eecb54a2c712, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f0f728-e535-47d8-8803-7ec0c9541507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:18.573944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.619915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:18.620144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:18.620631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.630845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7d9591b7-ed06-4d67-abe6-ddea2d477090 None None] Provisioning complete for port c8199076-79d6-4f13-80c2-7edfdfe2794a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:18.631600 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d9591b7-ed06-4d67-abe6-ddea2d477090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.653525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Pushing event deleted for resources: {'Port': ['ID=b8d93baa-bc89-40ae-96f0-895f325a1687,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.681937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7d9591b7-ed06-4d67-abe6-ddea2d477090 None None] Port c8199076-79d6-4f13-80c2-7edfdfe2794a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:18.688763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:18.689206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempting to bind port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.698881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06dedee9-2aea-46e0-bc46-978621a92c4a req-4460fe2d-88c7-4d70-8365-aa9ca4c34484 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150958 Nov 12 03:27:18.704575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfc38dc5-dfde-41cc-b1cf-1945ad65cfd7 req-f0c893ce-988a-4202-84eb-a028c6cf72d0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197197 Nov 12 03:27:18.719103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-fa321ff0-0aee-46cf-8b8d-38fa601e3145 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7744999 Nov 12 03:27:18.760942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] No DVR routers for this DVR port b8d93baa-bc89-40ae-96f0-895f325a1687 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:18.764087 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.769238 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b9612fa-e132-485f-a85a-ef9912ca7d5b req-e0459b34-897f-4760-99d1-651eb52ab7f3 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.20 "DELETE /v2.0/ports/b8d93baa-bc89-40ae-96f0-895f325a1687 HTTP/1.1" status: 204 len: 173 time: 1.1913583 Nov 12 03:27:18.773015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] For port 6b629a2d-cb70-4883-bdee-eecb54a2c712, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:18.775414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8df4ea-f187-4734-b202-e8c4311ae375', 'name': 'network-vif-deleted', 'tag': 'b8d93baa-bc89-40ae-96f0-895f325a1687'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:18.776255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] For port 6b629a2d-cb70-4883-bdee-eecb54a2c712, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6b629a2d-cb70-4883-bdee-eecb54a2c712,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:18.778325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.778836 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aa24e9-c87c-40be-b3f1-b7c7fa56df96" -d '{"events": [{"server_uuid": "0c8df4ea-f187-4734-b202-e8c4311ae375", "name": "network-vif-deleted", "tag": "b8d93baa-bc89-40ae-96f0-895f325a1687"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:18.780987 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.783107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:18.783529 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Failed to bind port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:18.783898 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.793730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Request body: {'port': {'device_id': '56be69b5-e627-4f3d-b529-0b8cfe68825d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:18.826960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.827567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.828964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/6b629a2d-cb70-4883-bdee-eecb54a2c712 HTTP/1.1" status: 200 len: 1091 time: 1.6920207 Nov 12 03:27:18.914005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] No DVR routers for this DVR port 6a5b0842-1924-44bd-9867-13803da06bb5 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:18.918000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.928891 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7712d2f8-da10-4f8f-97de-cced939e6909 req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.20 "DELETE /v2.0/ports/6a5b0842-1924-44bd-9867-13803da06bb5 HTTP/1.1" status: 204 len: 173 time: 1.3607097 Nov 12 03:27:18.960134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb91a9e-eb2a-4bb4-ac8f-4b9926c270b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b629a2d-cb70-4883-bdee-eecb54a2c712,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.015205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdbb7a-1d97-4020-8d69-33de0777d664 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event deleted for resources: {'Port': ['ID=6a5b0842-1924-44bd-9867-13803da06bb5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.041604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01753f36-58c7-4879-ac87-131a351cc709 req-41904d0d-5bf4-4ed5-a9cf-d41676a43309 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.1002874 Nov 12 03:27:19.094344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-416513fa-cfac-4d90-9263-4b473c94d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.095645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-416513fa-cfac-4d90-9263-4b473c94d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.096060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-416513fa-cfac-4d90-9263-4b473c94d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.097765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-416513fa-cfac-4d90-9263-4b473c94d7a1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=79e9943267ac4f5a8504c03301076878&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5216186 Nov 12 03:27:19.112252 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12114a79-7a50-4de5-b15e-ac09c5fb24d6 x-openstack-request-id: req-12114a79-7a50-4de5-b15e-ac09c5fb24d6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:19.112577 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8df4ea-f187-4734-b202-e8c4311ae375", "name": "network-vif-deleted", "tag": "b8d93baa-bc89-40ae-96f0-895f325a1687", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:19.113005 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12114a79-7a50-4de5-b15e-ac09c5fb24d6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:19.113469 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8df4ea-f187-4734-b202-e8c4311ae375', 'name': 'network-vif-deleted', 'tag': 'b8d93baa-bc89-40ae-96f0-895f325a1687', 'status': 'completed', 'code': 200} Nov 12 03:27:19.142931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:19.143280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:27:19.144214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.162902 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.163459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] In _notify_port_updated(), no bound segment for port ecf98378-e616-4951-a7e3-02c75e25275e on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:27:19.164350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.164982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.166418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 1063 time: 2.7150753 Nov 12 03:27:19.256197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98987fa-a451-4c0d-809e-4189863ad478 req-22263291-5b47-44fc-b26f-4ae8d3649354 tempest-AttachSCSIVolumeTestJSON-1519990816 tempest-AttachSCSIVolumeTestJSON-1519990816-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c8df4ea-f187-4734-b202-e8c4311ae375 HTTP/1.1" status: 200 len: 210 time: 0.0392249 Nov 12 03:27:19.353874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b8d93baa-bc89-40ae-96f0-895f325a1687'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:19.360017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6a5b0842-1924-44bd-9867-13803da06bb5'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:19.363178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8eda67-a288-4c31-ac2b-df02c615f003 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=19']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.414228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584c17e-8b36-403a-b107-92fdbca6881a req-710d3ff5-81f1-40b0-86a2-107f1f579f28 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.415732 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a584c17e-8b36-403a-b107-92fdbca6881a req-710d3ff5-81f1-40b0-86a2-107f1f579f28 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 936 time: 0.2384522 Nov 12 03:27:19.457486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-aadb9bd8-20b0-4538-83ed-0973c1af17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.458935 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc87940a-3ec2-4567-8aaa-fc1971380f19 req-aadb9bd8-20b0-4538-83ed-0973c1af17a2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3407466 Nov 12 03:27:19.465599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-1d07c0be-2143-4b97-a3a0-b6adc0f2e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.467037 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-1d07c0be-2143-4b97-a3a0-b6adc0f2e30f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.2184947 Nov 12 03:27:19.665382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a584c17e-8b36-403a-b107-92fdbca6881a req-42d1e649-1d9f-443f-a400-070ee14219ba tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046666 Nov 12 03:27:19.850513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8231a7-f8cb-4dc6-aed2-9427cfc12646 req-c60c99f3-af16-4283-8634-df195cb19752 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.857541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8231a7-f8cb-4dc6-aed2-9427cfc12646 req-c60c99f3-af16-4283-8634-df195cb19752 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.865260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8231a7-f8cb-4dc6-aed2-9427cfc12646 req-c60c99f3-af16-4283-8634-df195cb19752 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.867466 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f8231a7-f8cb-4dc6-aed2-9427cfc12646 req-c60c99f3-af16-4283-8634-df195cb19752 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2411 time: 0.0718269 Nov 12 03:27:19.928689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f8231a7-f8cb-4dc6-aed2-9427cfc12646 req-d282c624-d093-4281-98da-201fcbebf09a tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541060 Nov 12 03:27:20.012252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-000bd3ce-65c0-40a8-aa53-8ef7add12130 req-acfcb33b-6a97-4340-9d00-ae4807adbd48 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d910be-b5a4-4107-9f23-9321233d0b47 HTTP/1.1" status: 200 len: 210 time: 0.0441365 Nov 12 03:27:20.031817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-788c2417-2899-49c3-8e5f-98a7aa0aef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.032350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-788c2417-2899-49c3-8e5f-98a7aa0aef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.032936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-788c2417-2899-49c3-8e5f-98a7aa0aef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.034703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-788c2417-2899-49c3-8e5f-98a7aa0aef43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2867 time: 0.4785404 Nov 12 03:27:20.040520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-46d9e781-9dae-45f4-a89e-7f4c020cd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.041911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-46d9e781-9dae-45f4-a89e-7f4c020cd3cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.5406284 Nov 12 03:27:20.076975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'tag': '6b629a2d-cb70-4883-bdee-eecb54a2c712'}, {'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'name': 'network-vif-deleted', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:20.080723 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6574baa-70eb-44d3-81f2-2e7895b5ef29" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "tag": "6b629a2d-cb70-4883-bdee-eecb54a2c712"}, {"server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "name": "network-vif-deleted", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:20.101864 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-b0533ae6-f0f4-4f69-a948-d28bb1f5994e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0517681 Nov 12 03:27:20.126875 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d98c3a-2701-4bb7-9773-2f82dd874c3f x-openstack-request-id: req-b4d98c3a-2701-4bb7-9773-2f82dd874c3f {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:20.127313 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "tag": "6b629a2d-cb70-4883-bdee-eecb54a2c712", "status": "completed", "code": 200}, {"server_uuid": "18d910be-b5a4-4107-9f23-9321233d0b47", "name": "network-vif-deleted", "tag": "6a5b0842-1924-44bd-9867-13803da06bb5", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:20.127589 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4d98c3a-2701-4bb7-9773-2f82dd874c3f {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:20.128025 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'tag': '6b629a2d-cb70-4883-bdee-eecb54a2c712', 'status': 'completed', 'code': 200} Nov 12 03:27:20.128303 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d910be-b5a4-4107-9f23-9321233d0b47', 'name': 'network-vif-deleted', 'tag': '6a5b0842-1924-44bd-9867-13803da06bb5', 'status': 'completed', 'code': 200} Nov 12 03:27:20.148780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-f56beb74-4f0c-4659-9968-d63507a67e68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=6eab4eb9-3090-4de3-abef-f6b6828043ee HTTP/1.1" status: 200 len: 217 time: 0.0913744 Nov 12 03:27:20.224436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db235806-6350-4724-ba0c-a41dd7d562da req-f684c9ea-c461-4350-adf2-242a380fad89 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.226090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db235806-6350-4724-ba0c-a41dd7d562da req-f684c9ea-c461-4350-adf2-242a380fad89 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.0538564 Nov 12 03:27:20.237341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fd8db42-ef61-4847-9530-2547036a8eb2 req-320bc9ff-c0c4-4ac1-ad6c-8723055ef111 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0934551 Nov 12 03:27:20.268698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8199076-79d6-4f13-80c2-7edfdfe2794a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:20.277704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db235806-6350-4724-ba0c-a41dd7d562da req-3e7a0969-bdf9-4a35-a531-07e648827ea1 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453992 Nov 12 03:27:20.280674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.288068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-025b16fa-70c4-4e68-89a9-88af8f0308b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.297438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-025b16fa-70c4-4e68-89a9-88af8f0308b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=135eafbd-a5ae-48ee-9983-72957c677159 HTTP/1.1" status: 200 len: 801 time: 0.1133749 Nov 12 03:27:20.297438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-b3af0748-c144-4e01-8495-ef12d2693322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.297438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-b3af0748-c144-4e01-8495-ef12d2693322 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1599898 Nov 12 03:27:20.318528 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.429581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8199076-79d6-4f13-80c2-7edfdfe2794a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.447207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-23c23b1e-3f3c-42dc-b30e-2cf9a3b221d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.448793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-23c23b1e-3f3c-42dc-b30e-2cf9a3b221d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4000862-48f7-453d-98ea-ccfb756583c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496215 Nov 12 03:27:20.453824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-c4269d4a-c012-48bd-b6c0-65f21da95c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.456108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-c4269d4a-c012-48bd-b6c0-65f21da95c33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1486194 Nov 12 03:27:20.630187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:20.630408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:20.630739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:20.643706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:20.644023 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:20.655724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eb71286b-a528-4508-b7ba-28ea2454cb91 None None] Provisioning complete for port c8199076-79d6-4f13-80c2-7edfdfe2794a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:20.656487 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb71286b-a528-4508-b7ba-28ea2454cb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.668062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:20.668647 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:20.671074 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 2 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:20.677438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-be95bf2d-fead-41a1-9e59-56eef13af127 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914816 Nov 12 03:27:20.680316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-9f838c68-9e56-4e61-ba62-9d15a42a5018 service neutron] 10.222.0.20 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221904 Nov 12 03:27:20.698290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eb71286b-a528-4508-b7ba-28ea2454cb91 None None] Port c8199076-79d6-4f13-80c2-7edfdfe2794a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:20.720882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:20.721226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:20.721610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:20.758276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:20.758603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:20.836915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:20.837246 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:20.841633 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 3 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:20.875413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:20.875761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:20.876123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:20.894612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:20.894935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:20.919823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:20.920155 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:20.922026 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 4 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:20.927090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bf18d729-5f34-4f43-b5f1-87738205eea8 service neutron] 10.222.0.20 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285566 Nov 12 03:27:20.934753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582b76d-afe9-4e23-aa3b-c05fcc86515c req-ee5354c9-ef1b-4a8f-a7c0-9bcda9942e47 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.936140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a582b76d-afe9-4e23-aa3b-c05fcc86515c req-ee5354c9-ef1b-4a8f-a7c0-9bcda9942e47 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 948 time: 0.1967847 Nov 12 03:27:20.951594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb23855e-3862-4cc4-b051-b55b95338e3b req-90eb6f85-609d-4152-ba6e-bf78d9aa9e56 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652993 Nov 12 03:27:20.994092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-949431f0-4307-479e-aa7f-e5ddab504b2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=094ba3b3-ec56-49b7-81b4-c16a008f7a03 HTTP/1.1" status: 200 len: 217 time: 0.0559297 Nov 12 03:27:20.995889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:20.996173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:20.996517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.021669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.021669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.049236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.049569 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:21.053677 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 5 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:21.092456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a582b76d-afe9-4e23-aa3b-c05fcc86515c req-d81402f6-b5f6-4045-b519-14162aa4b681 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375592 Nov 12 03:27:21.093169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:21.093505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:21.093832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.100570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-0965d226-30ff-4f4d-a7cc-16d5c778c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.102108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-0965d226-30ff-4f4d-a7cc-16d5c778c42c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=299464cb-1605-4687-9196-3c26d5c2a0c3 HTTP/1.1" status: 200 len: 801 time: 0.0960498 Nov 12 03:27:21.104205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.104529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.111008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.111356 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:21.111778 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 6 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:21.115354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:21.117636 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:21.160010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:21.160358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:21.160692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.168233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.168565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.179295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.179729 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:21.181435 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 7 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:21.192772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-348a515d-d82d-4fc2-8187-5791c4e44307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.194279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-348a515d-d82d-4fc2-8187-5791c4e44307 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b38f6aa5-dbce-4089-a04c-8e9107473d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797091 Nov 12 03:27:21.198720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:21.199131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:21.199448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.206602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171d92-2520-4c2e-b390-ff35febe2382 req-6c40bcd4-5a46-4012-a75f-c5258e493ca8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.212392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.212903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.213020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171d92-2520-4c2e-b390-ff35febe2382 req-6c40bcd4-5a46-4012-a75f-c5258e493ca8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.219283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171d92-2520-4c2e-b390-ff35febe2382 req-6c40bcd4-5a46-4012-a75f-c5258e493ca8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.221857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91171d92-2520-4c2e-b390-ff35febe2382 req-6c40bcd4-5a46-4012-a75f-c5258e493ca8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2411 time: 0.0809119 Nov 12 03:27:21.236038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.236600 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:21.238832 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 8 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:21.290592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:21.290931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:21.291261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.301010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.301263 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91171d92-2520-4c2e-b390-ff35febe2382 req-4eab2823-e01a-404c-91b1-3dbc90b2865e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661335 Nov 12 03:27:21.301393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.317316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.317645 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:21.319593 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 9 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:21.332206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-bf757845-1478-4bcc-9c7e-4ad123581d17 service neutron] 10.222.0.20 "GET /v2.0/networks/b38f6aa5-dbce-4089-a04c-8e9107473d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274927 Nov 12 03:27:21.336434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:21.336867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:21.337204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.341789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.342034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.354047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.354379 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:21.355587 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempt 10 to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a Nov 12 03:27:21.380381 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f22c217-a9de-44d6-a0a6-1e4f46ef6048 x-openstack-request-id: req-7f22c217-a9de-44d6-a0a6-1e4f46ef6048 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:21.380672 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:21.380969 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f22c217-a9de-44d6-a0a6-1e4f46ef6048 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:21.381367 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:27:21.419686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:21.420024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:21.420408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.441016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.441368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempting to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:21.468229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:21.468573 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Failed to bind port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 for vnic_type normal using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] Nov 12 03:27:21.468954 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.537762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1d669b6-cd2a-4115-a8b0-1244154e0000 req-88fd0d6b-5e81-4fbf-82f5-a42c59f1ec39 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0499260 Nov 12 03:27:21.544839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6a5b0842-1924-44bd-9867-13803da06bb5 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:21.572414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-c2cf06d5-7893-4593-bb1d-e9ca7d9aab6b service neutron] 10.222.0.20 "GET /v2.0/networks/b38f6aa5-dbce-4089-a04c-8e9107473d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188220 Nov 12 03:27:21.579068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-67a3e408-705b-4d6a-ad79-3f379064f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.581607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-67a3e408-705b-4d6a-ad79-3f379064f810 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1624272 Nov 12 03:27:21.587644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 6a5b0842-1924-44bd-9867-13803da06bb5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:21.587985 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6a5b0842-1924-44bd-9867-13803da06bb5 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:21.588765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b8d93baa-bc89-40ae-96f0-895f325a1687 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:21.589773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-94340d29-20e5-4b8f-bb30-ecbe28b241ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.595921 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-94340d29-20e5-4b8f-bb30-ecbe28b241ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 1066 time: 0.1671062 Nov 12 03:27:21.667355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: b8d93baa-bc89-40ae-96f0-895f325a1687 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:21.668540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b8d93baa-bc89-40ae-96f0-895f325a1687 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:21.676967 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-5e3715b6-1551-4b4e-84f7-c30a1715e947 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=6b629a2d-cb70-4883-bdee-eecb54a2c712 HTTP/1.1" status: 200 len: 217 time: 0.0843148 Nov 12 03:27:21.707161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-8aabc6fd-7d39-4cc0-b3ab-8aa64767c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.709452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-8aabc6fd-7d39-4cc0-b3ab-8aa64767c070 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1176744 Nov 12 03:27:21.756553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] For port c8199076-79d6-4f13-80c2-7edfdfe2794a, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:21.756879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:27:21.776789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd1961-74a1-4f24-9314-114c1f385a99 req-4f9ba567-4e5c-4c2c-aaa3-18d7aea9adeb tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.785241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8bbd1961-74a1-4f24-9314-114c1f385a99 req-4f9ba567-4e5c-4c2c-aaa3-18d7aea9adeb tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.2426455 Nov 12 03:27:21.791675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.808622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-6eb4e31f-3fcb-4361-bd9a-1a9d019377a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0855758 Nov 12 03:27:21.882758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7a3e6c03-bb37-4b16-9cf7-80be531ab76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.884201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-7a3e6c03-bb37-4b16-9cf7-80be531ab76b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=135eafbd-a5ae-48ee-9983-72957c677159 HTTP/1.1" status: 200 len: 801 time: 0.1672847 Nov 12 03:27:21.885202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] In _notify_port_updated(), no bound segment for port c8199076-79d6-4f13-80c2-7edfdfe2794a on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:27:21.885986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.886619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.887933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/c8199076-79d6-4f13-80c2-7edfdfe2794a HTTP/1.1" status: 200 len: 1062 time: 3.1149559 Nov 12 03:27:21.909129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-957f41fe-8544-4474-959f-44c0624c7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.910866 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-957f41fe-8544-4474-959f-44c0624c7fe9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0916555 Nov 12 03:27:21.921644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-5c4c9e4a-2a79-4f57-8292-c5cfff1617e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.923675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-5c4c9e4a-2a79-4f57-8292-c5cfff1617e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3097777 Nov 12 03:27:21.993998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42cd24-921e-45dd-b830-6effac1eb5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8199076-79d6-4f13-80c2-7edfdfe2794a,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:22.020189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-71bc05d7-2a9c-40d6-a909-cef116be53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.021795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-71bc05d7-2a9c-40d6-a909-cef116be53a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973797 Nov 12 03:27:22.047787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900ef8-fe5b-49a0-a646-3c3f040db4f9 req-4f180e08-eeae-41b5-ad76-b0475eee62e8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.056291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0900ef8-fe5b-49a0-a646-3c3f040db4f9 req-4f180e08-eeae-41b5-ad76-b0475eee62e8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 949 time: 0.0892649 Nov 12 03:27:22.064365 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8bbd1961-74a1-4f24-9314-114c1f385a99 req-f471680e-855c-47b7-97a3-1a528f13b451 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780790 Nov 12 03:27:22.078549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-e6928476-8c12-44ac-beea-57ad83989e22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 200 len: 217 time: 0.0946233 Nov 12 03:27:22.174722 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-c8a5f607-35f9-4988-8449-e7eaac2a7b20 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152363 Nov 12 03:27:22.244632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84fe1c7c-1ae3-44b6-9b53-577dd3a8f7e8 None None] Provisioning complete for port c8199076-79d6-4f13-80c2-7edfdfe2794a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:22.247040 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84fe1c7c-1ae3-44b6-9b53-577dd3a8f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.265543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-ef603507-a34f-4218-b5ee-a10f61a54c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.268304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-ef603507-a34f-4218-b5ee-a10f61a54c99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4000862-48f7-453d-98ea-ccfb756583c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3662901 Nov 12 03:27:22.273610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-bb90d312-54dc-478e-bba9-da83fe2f4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.274925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-bb90d312-54dc-478e-bba9-da83fe2f4702 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1625521 Nov 12 03:27:22.291500 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0900ef8-fe5b-49a0-a646-3c3f040db4f9 req-00445415-fc8c-4bdd-a7ce-072488271626 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342560 Nov 12 03:27:22.297615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84fe1c7c-1ae3-44b6-9b53-577dd3a8f7e8 None None] Port c8199076-79d6-4f13-80c2-7edfdfe2794a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:22.343600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-853ee341-2375-4365-acd4-d4f8324dbb8e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553924 Nov 12 03:27:22.381805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b171e9-738b-42c4-b58a-4596756134d0 req-72dc35d1-3078-4f80-be9f-b4b01c01cb5c tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.383323 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36b171e9-738b-42c4-b58a-4596756134d0 req-72dc35d1-3078-4f80-be9f-b4b01c01cb5c tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 948 time: 0.1776102 Nov 12 03:27:22.423916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Deleting port c8199076-79d6-4f13-80c2-7edfdfe2794a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:22.424261 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.452531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-5bc77c53-72ed-4333-b09a-fcb0f6d37a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.454270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-5bc77c53-72ed-4333-b09a-fcb0f6d37a26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1648960 Nov 12 03:27:22.492267 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-5e445983-d338-41bb-8de2-84d75fc14176 service neutron] 10.222.0.20 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150705 Nov 12 03:27:22.495875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4e753-61b3-4e5f-9c2b-0e86c180f7ab req-71f0c378-0ef8-4c51-a56a-e4980ebb8b7f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.502655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4e753-61b3-4e5f-9c2b-0e86c180f7ab req-71f0c378-0ef8-4c51-a56a-e4980ebb8b7f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.508828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4e753-61b3-4e5f-9c2b-0e86c180f7ab req-71f0c378-0ef8-4c51-a56a-e4980ebb8b7f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.510507 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31e4e753-61b3-4e5f-9c2b-0e86c180f7ab req-71f0c378-0ef8-4c51-a56a-e4980ebb8b7f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2411 time: 0.0755522 Nov 12 03:27:22.562248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31e4e753-61b3-4e5f-9c2b-0e86c180f7ab req-9901b32e-3dea-4249-870b-d03d4846b9a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Nov 12 03:27:22.611782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36b171e9-738b-42c4-b58a-4596756134d0 req-52c3171f-a025-4017-8533-78e474469659 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167418 Nov 12 03:27:22.858442 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db173c-9690-438c-bc58-627b7dc1779c req-4c08ccfa-38f2-4b1a-95b2-e49c40635287 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.859964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4db173c-9690-438c-bc58-627b7dc1779c req-4c08ccfa-38f2-4b1a-95b2-e49c40635287 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.0538998 Nov 12 03:27:22.949545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4db173c-9690-438c-bc58-627b7dc1779c req-a0e8be50-721a-462e-9adb-5177846209a6 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820673 Nov 12 03:27:22.995530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] For port c8199076-79d6-4f13-80c2-7edfdfe2794a, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:22.996085 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.002930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-72aedb0c-3c0b-4d78-a4ff-a282b558f4e1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.003177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1ebea61-393a-45c9-8087-306064b682c9 req-2ad07ebb-eeef-4c41-8466-ed47392287f5 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0626276 Nov 12 03:27:23.004454 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-72aedb0c-3c0b-4d78-a4ff-a282b558f4e1 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 949 time: 0.1212511 Nov 12 03:27:23.022594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Calling delete_port for c8199076-79d6-4f13-80c2-7edfdfe2794a owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:23.067595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-176e51bb-66f3-4721-a355-f065de8174e6 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974221 Nov 12 03:27:23.070772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46f53912-d4a4-42a0-9ffc-ad8beb02d85e req-d92c4512-eb3e-4236-a84d-8bfd5f7857aa service neutron] 10.222.0.20 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334609 Nov 12 03:27:23.112855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Deleting port ecf98378-e616-4951-a7e3-02c75e25275e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:23.113190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.224305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] For port ecf98378-e616-4951-a7e3-02c75e25275e, host n-h2-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:23.225032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.240326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Calling delete_port for ecf98378-e616-4951-a7e3-02c75e25275e owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:23.272963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-3220162a-188d-4559-a099-75551b526a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.273649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-3220162a-188d-4559-a099-75551b526a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.274307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-3220162a-188d-4559-a099-75551b526a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.276128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-3220162a-188d-4559-a099-75551b526a62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2867 time: 0.1385431 Nov 12 03:27:23.308966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-af0b6fed-7c5f-43b7-a7d0-3adaaef7ff40 service neutron] 10.222.0.11 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024238 Nov 12 03:27:23.395961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56be69b5-e627-4f3d-b529-0b8cfe68825d', 'tag': 'c8199076-79d6-4f13-80c2-7edfdfe2794a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:23.398336 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e2263f-f2e0-4d48-8914-db5e7a6b9eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "56be69b5-e627-4f3d-b529-0b8cfe68825d", "tag": "c8199076-79d6-4f13-80c2-7edfdfe2794a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:23.432155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.458555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.469188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Pushing event deleted for resources: {'Port': ['ID=ecf98378-e616-4951-a7e3-02c75e25275e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.473863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:23.520891 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e44b1f-dba8-46ab-9dfa-4860a25ac1e6 x-openstack-request-id: req-21e44b1f-dba8-46ab-9dfa-4860a25ac1e6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:23.520891 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56be69b5-e627-4f3d-b529-0b8cfe68825d", "tag": "c8199076-79d6-4f13-80c2-7edfdfe2794a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:23.520891 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21e44b1f-dba8-46ab-9dfa-4860a25ac1e6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:23.521473 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56be69b5-e627-4f3d-b529-0b8cfe68825d', 'tag': 'c8199076-79d6-4f13-80c2-7edfdfe2794a', 'status': 'completed', 'code': 200} Nov 12 03:27:23.521664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.522015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.523320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.523457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-fe90d5f4-4ffd-4139-a06f-02d83144d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.523753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.524349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.524469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.524849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.525073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-fe90d5f4-4ffd-4139-a06f-02d83144d1a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f4000862-48f7-453d-98ea-ccfb756583c6 HTTP/1.1" status: 200 len: 902 time: 0.2275908 Nov 12 03:27:23.525203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.525394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.525719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.526590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.526590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:23.529915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] No DVR routers for this DVR port ecf98378-e616-4951-a7e3-02c75e25275e on host n-h2-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:23.534194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.537049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da40af30-5750-4d91-9d77-3a3383c8e245 req-b55bb944-f39e-4e89-8abb-edd19a16514a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.11 "DELETE /v2.0/ports/ecf98378-e616-4951-a7e3-02c75e25275e HTTP/1.1" status: 204 len: 173 time: 0.5264273 Nov 12 03:27:23.537437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'name': 'network-vif-deleted', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:23.540445 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0439b82-2594-45cf-abd6-0b5627755f62" -d '{"events": [{"server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "name": "network-vif-deleted", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:23.651735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8e2263f-f2e0-4d48-8914-db5e7a6b9eeb req-1bb23f3f-211c-46b3-b70e-6581f16b9507 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0818696 Nov 12 03:27:23.666788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-7c04de5a-bf78-4f3e-9716-e4f649d86661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=6b629a2d-cb70-4883-bdee-eecb54a2c712 HTTP/1.1" status: 200 len: 217 time: 0.0892665 Nov 12 03:27:23.667640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event deleted for resources: {'Port': ['ID=c8199076-79d6-4f13-80c2-7edfdfe2794a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.684138 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b4d65-ac74-4a93-88ab-21bcc896de2a x-openstack-request-id: req-a56b4d65-ac74-4a93-88ab-21bcc896de2a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:23.684438 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de446800-c6ab-49c1-b60d-0e8217397233", "name": "network-vif-deleted", "tag": "ecf98378-e616-4951-a7e3-02c75e25275e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:23.684695 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a56b4d65-ac74-4a93-88ab-21bcc896de2a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:23.685853 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de446800-c6ab-49c1-b60d-0e8217397233', 'name': 'network-vif-deleted', 'tag': 'ecf98378-e616-4951-a7e3-02c75e25275e', 'status': 'completed', 'code': 200} Nov 12 03:27:23.703855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e08309-0c98-47c6-a63f-842063e02509 req-dd1df83e-eaff-4218-a146-a02a2b721b0a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.713625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1e08309-0c98-47c6-a63f-842063e02509 req-dd1df83e-eaff-4218-a146-a02a2b721b0a tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 866 time: 0.3121912 Nov 12 03:27:23.725240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8e2263f-f2e0-4d48-8914-db5e7a6b9eeb req-d2a53b05-ea13-4edb-96d9-14ee79d750a5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534692 Nov 12 03:27:23.768924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] No DVR routers for this DVR port c8199076-79d6-4f13-80c2-7edfdfe2794a on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:23.771353 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.775722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "DELETE /v2.0/ports/c8199076-79d6-4f13-80c2-7edfdfe2794a HTTP/1.1" status: 204 len: 173 time: 1.8764458 Nov 12 03:27:23.904464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-312c0fc7-7372-4ebf-9691-08a0cdfb3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.905974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-312c0fc7-7372-4ebf-9691-08a0cdfb3c55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=135eafbd-a5ae-48ee-9983-72957c677159 HTTP/1.1" status: 200 len: 801 time: 0.1474030 Nov 12 03:27:23.924065 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1e08309-0c98-47c6-a63f-842063e02509 req-78c40b4a-c556-4247-b425-7b8a8d7a0ca8 tempest-MigrationsAdminTest-1581958551 tempest-MigrationsAdminTest-1581958551-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042408 Nov 12 03:27:23.964677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aafe1-7bf9-4e0e-bf99-69fa80fc632f req-56f156bd-975c-4ee8-8d5c-9c6d34a69fdd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.975698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aafe1-7bf9-4e0e-bf99-69fa80fc632f req-56f156bd-975c-4ee8-8d5c-9c6d34a69fdd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.992281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aafe1-7bf9-4e0e-bf99-69fa80fc632f req-56f156bd-975c-4ee8-8d5c-9c6d34a69fdd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.000919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-484aafe1-7bf9-4e0e-bf99-69fa80fc632f req-56f156bd-975c-4ee8-8d5c-9c6d34a69fdd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2411 time: 0.2096417 Nov 12 03:27:24.087722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2263f-f2e0-4d48-8914-db5e7a6b9eeb req-a8604f55-fbd1-4c0a-946f-dc4aeaeaf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.090321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8e2263f-f2e0-4d48-8914-db5e7a6b9eeb req-a8604f55-fbd1-4c0a-946f-dc4aeaeaf198 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3450382 Nov 12 03:27:24.101737 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-484aafe1-7bf9-4e0e-bf99-69fa80fc632f req-3c12feeb-1047-48b4-bfc7-59cb1c9f9043 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996988 Nov 12 03:27:24.105486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-a86f2bed-39de-4d71-8a4b-0890ebcad205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.107270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-a86f2bed-39de-4d71-8a4b-0890ebcad205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4000862-48f7-453d-98ea-ccfb756583c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817336 Nov 12 03:27:24.209237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-e7bfc603-ca7d-43a0-9b40-e3636a32666c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0409596 Nov 12 03:27:24.266338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-664a25c8-fee8-4a9f-9d50-868949fdf413 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384824 Nov 12 03:27:24.290712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc830e1f-2305-4686-8da2-bebe5ee25bd5 req-7011d71c-4511-4ab8-88de-7f2b04383502 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.298591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc830e1f-2305-4686-8da2-bebe5ee25bd5 req-7011d71c-4511-4ab8-88de-7f2b04383502 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.1164849 Nov 12 03:27:24.305761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a342a0b-2e9c-446a-9896-e57dbf30a6f1 req-68470a8c-9d79-42c0-bc2c-4a0006b3331d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0344737 Nov 12 03:27:24.312153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-dae7c1e6-667d-4d0a-b814-0673c0b02227 service neutron] 10.222.0.20 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704791 Nov 12 03:27:24.439928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc830e1f-2305-4686-8da2-bebe5ee25bd5 req-562c2c7d-8e87-4dcd-b803-5f0fd817ca04 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f3c57fb-15c3-424c-bd47-7a5338545b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381955 Nov 12 03:27:24.494885 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.507860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-909d845c-0859-44e4-b65e-b7c777327b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.521918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39056) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:24.525694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-909d845c-0859-44e4-b65e-b7c777327b7a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2150512 Nov 12 03:27:24.534369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6574baa-70eb-44d3-81f2-2e7895b5ef29 req-6cc0089e-41c7-4131-a9b5-ca7157ad222e service neutron] 10.222.0.20 "GET /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136128 Nov 12 03:27:24.605812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccf189fc-9ce4-479c-9c4a-153dcf180267 req-94b7a4ba-fed3-4896-948c-50e4ffedb5f2 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0374892 Nov 12 03:27:24.619150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-58d6b5ba-693c-4197-a1ac-00fa634c4bce tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.621445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-58d6b5ba-693c-4197-a1ac-00fa634c4bce tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 945 time: 0.1389432 Nov 12 03:27:24.687036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-eb0626ce-61e5-4531-9143-4b6982806631 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0511072 Nov 12 03:27:24.722157 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4e9bc0bb-e728-4c7e-b93f-b488d3c96e9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a722048f693a4431865e9c72b4063660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962290 Nov 12 03:27:24.722578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39060) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:24.768675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Deleting port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:24.769166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.780582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a530fe1f-76f5-47c1-904c-54dc1099a0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.809312 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a530fe1f-76f5-47c1-904c-54dc1099a0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.876037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a530fe1f-76f5-47c1-904c-54dc1099a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.880551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a530fe1f-76f5-47c1-904c-54dc1099a0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.882446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a530fe1f-76f5-47c1-904c-54dc1099a0c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe HTTP/1.1" status: 204 len: 168 time: 0.1588140 Nov 12 03:27:24.882889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] For port 98a98efc-8ef4-47d0-92cf-a0ea24e31731, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=98a98efc-8ef4-47d0-92cf-a0ea24e31731,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:24.883377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.893877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530fe1f-76f5-47c1-904c-54dc1099a0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d757fd2-43f6-4a99-b4aa-4eed1b1d24fe,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.083438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.083898 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.084246 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Floating IP e33f7946-e578-4f2c-a2b5-fe86b233b6b3 disassociated. External IP: 172.25.0.95, port: 98a98efc-8ef4-47d0-92cf-a0ea24e31731. Nov 12 03:27:25.084597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Calling delete_port for 98a98efc-8ef4-47d0-92cf-a0ea24e31731 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:25.224916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39068) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:25.256265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-7ba82382-1747-4e07-bebf-7d344a778ffc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0374227 Nov 12 03:27:25.268438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.320254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785840c7-a1b6-4ef3-a9e6-d84e2e86635d req-59f1ac33-edf6-4f76-8575-f80ccddbaa29 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.322587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-56cf58fb-785b-4945-8354-580afd14008e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520480 Nov 12 03:27:25.323566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event deleted for resources: {'Port': ['ID=98a98efc-8ef4-47d0-92cf-a0ea24e31731,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.327918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785840c7-a1b6-4ef3-a9e6-d84e2e86635d req-59f1ac33-edf6-4f76-8575-f80ccddbaa29 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.335280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785840c7-a1b6-4ef3-a9e6-d84e2e86635d req-59f1ac33-edf6-4f76-8575-f80ccddbaa29 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.337338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-785840c7-a1b6-4ef3-a9e6-d84e2e86635d req-59f1ac33-edf6-4f76-8575-f80ccddbaa29 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2411 time: 0.1051939 Nov 12 03:27:25.340255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bf7060d6-8099-4ace-974a-5f0758807217 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8c874df9bf64cf4b0e2ead4bdf59514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140795 Nov 12 03:27:25.350394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39072) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:25.402610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-785840c7-a1b6-4ef3-a9e6-d84e2e86635d req-375348ea-4a24-4575-b0c5-49a2ccb6c1d2 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519998 Nov 12 03:27:25.490043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7786ffc4-904f-41ca-adcf-224d7b88cb84 req-6a7be166-ce26-4052-9375-7e02ef8e6fe9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0868759 Nov 12 03:27:25.522560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56be69b5-e627-4f3d-b529-0b8cfe68825d', 'name': 'network-vif-deleted', 'tag': 'c8199076-79d6-4f13-80c2-7edfdfe2794a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:25.525503 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac03bf-2a62-41ae-8261-e092a759359f" -d '{"events": [{"server_uuid": "56be69b5-e627-4f3d-b529-0b8cfe68825d", "name": "network-vif-deleted", "tag": "c8199076-79d6-4f13-80c2-7edfdfe2794a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:25.560757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 094ba3b3-ec56-49b7-81b4-c16a008f7a03 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:25.601652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-ded1be7c-5157-40b5-b0ea-1166275dbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.604107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-ded1be7c-5157-40b5-b0ea-1166275dbc8f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2615137 Nov 12 03:27:25.617528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2906bc45-45ba-4ddc-bcb8-78a9fb99d606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.644155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2055a83-109e-4c4f-b000-16e0cb9fa9b0 req-2f6a2e45-c0aa-48bb-a2d0-f7dc0b28be26 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 210 time: 0.0991292 Nov 12 03:27:25.650994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:25.708094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 094ba3b3-ec56-49b7-81b4-c16a008f7a03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=094ba3b3-ec56-49b7-81b4-c16a008f7a03,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:25.717075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2906bc45-45ba-4ddc-bcb8-78a9fb99d606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.723310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '094ba3b3-ec56-49b7-81b4-c16a008f7a03', 'network_id': 'b38f6aa5-dbce-4089-a04c-8e9107473d9d', 'port_id': '094ba3b3-ec56-49b7-81b4-c16a008f7a03', 'mac_address': 'fa:16:3e:70:50:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299464cb-1605-4687-9196-3c26d5c2a0c3', 'ip_address': '19.86.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:25.741400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39090) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:25.790177 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.828568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094ba3b3-ec56-49b7-81b4-c16a008f7a03 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:25.879847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 094ba3b3-ec56-49b7-81b4-c16a008f7a03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=094ba3b3-ec56-49b7-81b4-c16a008f7a03,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:25.885325 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bf5c28-c26a-4941-960f-727f7b5321cb x-openstack-request-id: req-98bf5c28-c26a-4941-960f-727f7b5321cb {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:25.885752 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56be69b5-e627-4f3d-b529-0b8cfe68825d", "name": "network-vif-deleted", "tag": "c8199076-79d6-4f13-80c2-7edfdfe2794a", "status": "failed", "code": 422}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:25.886104 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98bf5c28-c26a-4941-960f-727f7b5321cb {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:25.888109 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.888729 n-d-789963-21 neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56be69b5-e627-4f3d-b529-0b8cfe68825d', 'name': 'network-vif-deleted', 'tag': 'c8199076-79d6-4f13-80c2-7edfdfe2794a', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:27:25.889176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6b629a2d-cb70-4883-bdee-eecb54a2c712 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:25.892291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-55940bd1-84ab-4cda-bdae-483506330010 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.11 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.2349708 Nov 12 03:27:25.899870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2906bc45-45ba-4ddc-bcb8-78a9fb99d606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.906749 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2906bc45-45ba-4ddc-bcb8-78a9fb99d606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.911329 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2906bc45-45ba-4ddc-bcb8-78a9fb99d606 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/415b26ee-636b-4b44-b230-41b2c38f2055 HTTP/1.1" status: 204 len: 168 time: 0.5573034 Nov 12 03:27:26.019738 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92b21eab-c046-4098-9725-79bc77c67014 req-07683d52-cc2a-4cd2-ab68-3ae71ad2d845 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.1395330 Nov 12 03:27:26.047262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906bc45-45ba-4ddc-bcb8-78a9fb99d606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415b26ee-636b-4b44-b230-41b2c38f2055,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.059501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=094ba3b3-ec56-49b7-81b4-c16a008f7a03,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.172733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6b629a2d-cb70-4883-bdee-eecb54a2c712, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6b629a2d-cb70-4883-bdee-eecb54a2c712,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.197868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:26.214009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9b3a1-dca1-4287-85e1-9e4cbc47f917 req-61f197e6-937d-41a4-bcd8-ab6131700ac6 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.215832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6bd9b3a1-dca1-4287-85e1-9e4cbc47f917 req-61f197e6-937d-41a4-bcd8-ab6131700ac6 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.1380739 Nov 12 03:27:26.247252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e88390f-89c9-4e3b-b395-92ab1281e6bd req-32cccfee-4074-44e6-9cf6-7afb2a557824 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.3144341 Nov 12 03:27:26.286016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] No DVR routers for this DVR port 98a98efc-8ef4-47d0-92cf-a0ea24e31731 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:26.306963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.310611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d34bb7ab-dd78-4576-986b-9a57bc008332 req-bc9893f7-9545-46e9-b35c-7774e6b0d191 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.20 "DELETE /v2.0/ports/98a98efc-8ef4-47d0-92cf-a0ea24e31731 HTTP/1.1" status: 204 len: 173 time: 1.6830039 Nov 12 03:27:26.311093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'name': 'network-vif-deleted', 'tag': '98a98efc-8ef4-47d0-92cf-a0ea24e31731'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:26.318132 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1125d04-8e4d-45aa-bfb7-3eea522462b1" -d '{"events": [{"server_uuid": "ae89e9e4-e820-49e1-8cec-79c259d4303c", "name": "network-vif-deleted", "tag": "98a98efc-8ef4-47d0-92cf-a0ea24e31731"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:26.427358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6bd9b3a1-dca1-4287-85e1-9e4cbc47f917 req-fa9ab6da-d46c-4b16-b99d-dc145c5d4a99 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912405 Nov 12 03:27:26.441017 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89343f4b-79e6-4e01-9e52-10440930b705 x-openstack-request-id: req-89343f4b-79e6-4e01-9e52-10440930b705 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:26.441017 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae89e9e4-e820-49e1-8cec-79c259d4303c", "name": "network-vif-deleted", "tag": "98a98efc-8ef4-47d0-92cf-a0ea24e31731", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:26.441017 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89343f4b-79e6-4e01-9e52-10440930b705 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:26.441017 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae89e9e4-e820-49e1-8cec-79c259d4303c', 'name': 'network-vif-deleted', 'tag': '98a98efc-8ef4-47d0-92cf-a0ea24e31731', 'status': 'completed', 'code': 200} Nov 12 03:27:26.510771 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-06e5fb6a-349c-452c-852e-5104766c4a2d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0434735 Nov 12 03:27:26.561301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] Sync routers for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:26.568971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6b629a2d-cb70-4883-bdee-eecb54a2c712', 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6', 'port_id': '6b629a2d-cb70-4883-bdee-eecb54a2c712', 'mac_address': 'fa:16:3e:1c:e8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135eafbd-a5ae-48ee-9983-72957c677159', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:26.606013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:26.606661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:26.699695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ac34-d00e-4804-ba60-97fc1c91a9fa req-8dfdddb4-a3d0-4722-871c-881c85c0f4ae tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.704091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-410b8737-a271-4595-9d00-908b01a1b792 req-0754d278-d424-498b-918b-e328f6087fa8 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.0577300 Nov 12 03:27:26.709274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ac34-d00e-4804-ba60-97fc1c91a9fa req-8dfdddb4-a3d0-4722-871c-881c85c0f4ae tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.714917 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.719327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ac34-d00e-4804-ba60-97fc1c91a9fa req-8dfdddb4-a3d0-4722-871c-881c85c0f4ae tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.721870 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c865ac34-d00e-4804-ba60-97fc1c91a9fa req-8dfdddb4-a3d0-4722-871c-881c85c0f4ae tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2412 time: 0.1968341 Nov 12 03:27:26.737245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b629a2d-cb70-4883-bdee-eecb54a2c712 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:26.798991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6b629a2d-cb70-4883-bdee-eecb54a2c712, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6b629a2d-cb70-4883-bdee-eecb54a2c712,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.808519 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.809221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6eab4eb9-3090-4de3-abef-f6b6828043ee details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:26.849378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6eab4eb9-3090-4de3-abef-f6b6828043ee, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6eab4eb9-3090-4de3-abef-f6b6828043ee,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.863404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:26.865579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6eab4eb9-3090-4de3-abef-f6b6828043ee', 'network_id': 'f4000862-48f7-453d-98ea-ccfb756583c6', 'port_id': '6eab4eb9-3090-4de3-abef-f6b6828043ee', 'mac_address': 'fa:16:3e:e1:4a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135eafbd-a5ae-48ee-9983-72957c677159', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:26.903352 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c865ac34-d00e-4804-ba60-97fc1c91a9fa req-8e1db993-0239-4dd9-8128-3e7ac3582082 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608491 Nov 12 03:27:26.920386 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.975285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dbeeaf66-b3f1-4a49-8028-4f8e69873ad6 req-5cfb4bc5-6a11-4de5-ba69-1df65a2ddb22 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae89e9e4-e820-49e1-8cec-79c259d4303c HTTP/1.1" status: 200 len: 210 time: 0.0654056 Nov 12 03:27:27.063494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6b629a2d-cb70-4883-bdee-eecb54a2c712,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.088994 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.140731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eab4eb9-3090-4de3-abef-f6b6828043ee {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:27.193326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d461f36-d849-447c-b445-63ea674ae848 req-b99715ba-dbae-485a-8bc9-8d5a29cc525b tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0413449 Nov 12 03:27:27.196507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6eab4eb9-3090-4de3-abef-f6b6828043ee, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6eab4eb9-3090-4de3-abef-f6b6828043ee,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:27.205940 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.284106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3401f0dd-fc55-4fa4-a745-3396a7c7151a req-e231f631-b754-40cb-b900-622e40b256d9 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=56be69b5-e627-4f3d-b529-0b8cfe68825d HTTP/1.1" status: 200 len: 210 time: 0.1404552 Nov 12 03:27:27.299386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6eab4eb9-3090-4de3-abef-f6b6828043ee,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.354916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:47Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:27.384503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] Checking router: e79cc2ff-51f6-4b0d-b481-cd6129c0a987 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:27.399236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:27.399884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:27.449487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Deleting port 4ee506ad-8778-44d0-a167-c708ddc54a5b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:27.449999 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.555055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:27.594160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 98a98efc-8ef4-47d0-92cf-a0ea24e31731 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:27.616487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] For port 4ee506ad-8778-44d0-a167-c708ddc54a5b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4ee506ad-8778-44d0-a167-c708ddc54a5b,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:27.617007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.627902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 98a98efc-8ef4-47d0-92cf-a0ea24e31731 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:27.628818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 98a98efc-8ef4-47d0-92cf-a0ea24e31731 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:27.646611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Calling delete_port for 4ee506ad-8778-44d0-a167-c708ddc54a5b owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:27.679018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6b629a2d-cb70-4883-bdee-eecb54a2c712'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:27.750590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['094ba3b3-ec56-49b7-81b4-c16a008f7a03'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:27.854488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6eab4eb9-3090-4de3-abef-f6b6828043ee'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:27.923524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-ee5039e8-18d3-4a43-b9d6-97593794bbfa tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370934 Nov 12 03:27:27.953282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab254d1-52bd-43b2-a5b6-7d5276032f92 req-eaf75ec3-98e2-4ad2-a8ac-e88e6678505d tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.955496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab254d1-52bd-43b2-a5b6-7d5276032f92 req-eaf75ec3-98e2-4ad2-a8ac-e88e6678505d tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.2857447 Nov 12 03:27:28.014588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab254d1-52bd-43b2-a5b6-7d5276032f92 req-4a673711-21ba-4a6a-bb03-eeae05238dcf tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523643 Nov 12 03:27:28.121997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-13bd3cca-32e7-4140-b802-50c2e6f432e5 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.123606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-13bd3cca-32e7-4140-b802-50c2e6f432e5 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889126 Nov 12 03:27:28.174580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-92baed96-6fb5-4bcc-8b1a-4c88115faa55 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/quotas/62b0cafbcede46b896fae82e7c580a9c HTTP/1.1" status: 200 len: 375 time: 0.0314567 Nov 12 03:27:28.211661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.256722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:47Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:28.261362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee506ad-8778-44d0-a167-c708ddc54a5b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.264046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa269806-bf69-4af6-a917-9f7e48e9b43f req-0429fce0-5970-457c-b9c6-f0db4f864639 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.276699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa269806-bf69-4af6-a917-9f7e48e9b43f req-0429fce0-5970-457c-b9c6-f0db4f864639 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.283620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa269806-bf69-4af6-a917-9f7e48e9b43f req-0429fce0-5970-457c-b9c6-f0db4f864639 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.285784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa269806-bf69-4af6-a917-9f7e48e9b43f req-0429fce0-5970-457c-b9c6-f0db4f864639 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2414 time: 0.0989537 Nov 12 03:27:28.308367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07585d69-631a-49c6-9327-b10ea6a11258 None None] The sync data for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 is: [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:24:41Z', 'revision_number': 4, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a8704683-3126-4dde-bc1b-7f6ea487c83a', 'name': '', 'network_id': 'e007e6ab-0ff3-4922-99e6-15cd69810443', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'mac_address': 'fa:16:3e:7d:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:39Z', 'updated_at': '2021-11-12T03:24:47Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'subnets': [{'id': 'b770ced1-1a97-4f2e-86a4-86acd3e91a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:28.344177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-330fa864-9a28-431e-b7e6-275f584c9c8f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1681035 Nov 12 03:27:28.349489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa269806-bf69-4af6-a917-9f7e48e9b43f req-786c383b-0e4f-4e7f-ace9-b7998b37aa2e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550432 Nov 12 03:27:28.515200 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.566020 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb51cd75-716a-4df5-9ed6-57cc1872c6e4 req-5f11d38f-cd3e-48ba-9919-d7b59e2e55e8 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0700595 Nov 12 03:27:28.625284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:28.725006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-158effa1-8829-4e8e-90e5-86613d753402 req-827c481d-fac0-4a46-a336-496e668d7e37 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 210 time: 0.0486810 Nov 12 03:27:28.747011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6005b25b-ee4a-48f4-baf2-6f528948f2f7 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.800535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6005b25b-ee4a-48f4-baf2-6f528948f2f7 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.811188 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f1fb4-0ed7-41e8-a7ae-7c4d58b47676 None None] New status for floating IP e33f7946-e578-4f2c-a2b5-fe86b233b6b3: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:28.864814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6005b25b-ee4a-48f4-baf2-6f528948f2f7 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.867904 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6005b25b-ee4a-48f4-baf2-6f528948f2f7 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.869428 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6005b25b-ee4a-48f4-baf2-6f528948f2f7 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "DELETE /v2.0/security-groups/3f3c57fb-15c3-424c-bd47-7a5338545b49 HTTP/1.1" status: 204 len: 168 time: 0.2431331 Nov 12 03:27:28.873895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39192) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:28.897104 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-b0e442a6-0df0-4dea-b920-e3bf7ff068a4 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] show failed (client error): The resource could not be found. Nov 12 03:27:28.899158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b0e442a6-0df0-4dea-b920-e3bf7ff068a4 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "GET /v2.0/security-groups/3f3c57fb-15c3-424c-bd47-7a5338545b49 HTTP/1.1" status: 404 len: 347 time: 0.0237751 Nov 12 03:27:28.900445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005b25b-ee4a-48f4-baf2-6f528948f2f7 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3c57fb-15c3-424c-bd47-7a5338545b49,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.903431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39196) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.230511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Deleting port 8ad45b66-542f-41ff-8498-427097dbe980 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:29.231263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.243087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:29.339163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c7f9ccc-1f27-4272-a283-b448b6844ec4 req-4f557f4f-80f7-4076-b5fa-d5d312054495 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25&device_id=e641a566-5f98-4d23-994b-16a6dd8662f2 HTTP/1.1" status: 200 len: 210 time: 0.0352671 Nov 12 03:27:29.383109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:29.389167 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-47320304-606b-4f77-a751-5adbe657960b admin admin] 10.222.0.49 "PUT /v2.0/routers/68dfcadb-37ff-417e-a6a7-bfb6d9254113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6464999 Nov 12 03:27:29.391583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39208) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.399779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] Sync routers for ids ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:29.414364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] Routers {'68dfcadb-37ff-417e-a6a7-bfb6d9254113'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:29.415245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:29.499723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.500049 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.541096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ae061-6be8-4882-be65-e7edcedc941d req-d413a05d-b43e-4bac-a9ec-6dd1fe469a8c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.543245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-271ae061-6be8-4882-be65-e7edcedc941d req-d413a05d-b43e-4bac-a9ec-6dd1fe469a8c tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.1306343 Nov 12 03:27:29.549466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] Set router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:29.551885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Calling delete_port for 8ad45b66-542f-41ff-8498-427097dbe980 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:29.601653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-a0e59e57-cf37-4978-8722-37258afa4f02 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.602185 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.604884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-a0e59e57-cf37-4978-8722-37258afa4f02 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.1405444 Nov 12 03:27:29.722414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-271ae061-6be8-4882-be65-e7edcedc941d req-fd244650-5d76-4298-8a4c-053806a591d9 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665556 Nov 12 03:27:29.731131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.773359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 094ba3b3-ec56-49b7-81b4-c16a008f7a03 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:29.898754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Deleting port 7b9fb85b-09e8-4695-9ec5-f16591d48130 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:29.899094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.914533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Deleting port 93f9b0ce-894a-422c-b920-8dc95a7cac6d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:29.915993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.924131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6eedb2-d8dd-499a-bf54-ef20cc84d9f3 req-4e461e24-a30a-4735-a121-b6cca486b448 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d3144ddde8845f680edde2d38555112&device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0701673 Nov 12 03:27:29.930908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:29.937966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:29.938483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.023350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6eedb2-d8dd-499a-bf54-ef20cc84d9f3 req-ae2f02bc-4913-491d-b06a-f98b682c6c59 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7d3144ddde8845f680edde2d38555112&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823243 Nov 12 03:27:30.052396 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.068766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:27:28Z', 'revision_number': 5, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port': {'id': '93f9b0ce-894a-422c-b920-8dc95a7cac6d', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:30.069962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-e604b0ae-f08d-457a-a135-73a75356950a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=62b0cafbcede46b896fae82e7c580a9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637696 Nov 12 03:27:30.101860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] For port 93f9b0ce-894a-422c-b920-8dc95a7cac6d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93f9b0ce-894a-422c-b920-8dc95a7cac6d,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.102269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.116161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] Checking router: 68dfcadb-37ff-417e-a6a7-bfb6d9254113 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:30.122204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Pushing event deleted for resources: {'Port': ['ID=8ad45b66-542f-41ff-8498-427097dbe980,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.124497 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.142712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] Routers {'68dfcadb-37ff-417e-a6a7-bfb6d9254113'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:30.143757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:30.165095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173409a-f09f-4a03-9e25-82cb574f90db req-cc5333aa-e596-4982-957b-a7899aa245b7 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.165361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4d686e7-5be0-4d63-b94a-8045c7969abc req-89abc7a5-bc2e-4dd3-862d-a020ea6e6334 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 210 time: 0.1396725 Nov 12 03:27:30.179470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173409a-f09f-4a03-9e25-82cb574f90db req-cc5333aa-e596-4982-957b-a7899aa245b7 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.179470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173409a-f09f-4a03-9e25-82cb574f90db req-cc5333aa-e596-4982-957b-a7899aa245b7 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.179760 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c173409a-f09f-4a03-9e25-82cb574f90db req-cc5333aa-e596-4982-957b-a7899aa245b7 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2414 time: 0.2776120 Nov 12 03:27:30.181840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] For port 7b9fb85b-09e8-4695-9ec5-f16591d48130, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b9fb85b-09e8-4695-9ec5-f16591d48130,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.182446 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.191406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Calling delete_port for 93f9b0ce-894a-422c-b920-8dc95a7cac6d owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:30.244478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ba3b3-ec56-49b7-81b4-c16a008f7a03'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:30.251824 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a909b15-a927-4500-9c9a-00aacd00838b" -d '{"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "094ba3b3-ec56-49b7-81b4-c16a008f7a03"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:30.270577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 094ba3b3-ec56-49b7-81b4-c16a008f7a03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=094ba3b3-ec56-49b7-81b4-c16a008f7a03,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.279666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.281191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6b629a2d-cb70-4883-bdee-eecb54a2c712 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:30.357578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] Set router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:30.362733 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa321c2f-303d-4100-9095-cbcc536db35c req-9d0caf97-bc1c-4495-9d17-caad9b991196 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0729525 Nov 12 03:27:30.410662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6eedb2-d8dd-499a-bf54-ef20cc84d9f3 req-42377bda-a676-4605-9072-874817b197f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.412514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6eedb2-d8dd-499a-bf54-ef20cc84d9f3 req-42377bda-a676-4605-9072-874817b197f7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2949612 Nov 12 03:27:30.444687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:27:29Z', 'revision_number': 6, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:30.490594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=094ba3b3-ec56-49b7-81b4-c16a008f7a03,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.494534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612dbdf-cee8-48b2-ae17-0dcda3d3fee6 None None] The sync data for ids ['68dfcadb-37ff-417e-a6a7-bfb6d9254113'] in n-d-789963-21 is: [{'id': '68dfcadb-37ff-417e-a6a7-bfb6d9254113', 'name': 'tempest-AttachSCSIVolumeTestJSON-1316569160-router', 'tenant_id': 'c32349301fb544a69d5b40e742cd49f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:24Z', 'updated_at': '2021-11-12T03:27:29Z', 'revision_number': 6, 'project_id': 'c32349301fb544a69d5b40e742cd49f9', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:30.513341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 6b629a2d-cb70-4883-bdee-eecb54a2c712 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:30.519945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6b629a2d-cb70-4883-bdee-eecb54a2c712 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:30.520673 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.619314 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8160fcf7-8c4b-4254-ac3b-dd263bf6a160 x-openstack-request-id: req-8160fcf7-8c4b-4254-ac3b-dd263bf6a160 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:30.619986 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "094ba3b3-ec56-49b7-81b4-c16a008f7a03", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:30.620865 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8160fcf7-8c4b-4254-ac3b-dd263bf6a160 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:30.621513 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ba3b3-ec56-49b7-81b4-c16a008f7a03', 'code': 200} Nov 12 03:27:30.642831 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.658099 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.700130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6b629a2d-cb70-4883-bdee-eecb54a2c712, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6b629a2d-cb70-4883-bdee-eecb54a2c712,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.706695 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.731277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f9b0ce-894a-422c-b920-8dc95a7cac6d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.797367 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.807687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6b629a2d-cb70-4883-bdee-eecb54a2c712,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.949545 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.952413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.999876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.003124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.007425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b14c9e41-923a-4c00-8bc1-29e8c6803bf8 tempest-ServersTestJSON-1360158604 tempest-ServersTestJSON-1360158604-project] 10.222.0.49 "DELETE /v2.0/floatingips/e33f7946-e578-4f2c-a2b5-fe86b233b6b3 HTTP/1.1" status: 204 len: 168 time: 2.0665181 Nov 12 03:27:31.010152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39232) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:31.011709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dc082-bac0-47a5-9e52-ba61751094a2 req-d1bf0f1f-b011-4c1d-a298-2d4c7f751d2d tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.013266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee7dc082-bac0-47a5-9e52-ba61751094a2 req-d1bf0f1f-b011-4c1d-a298-2d4c7f751d2d tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 946 time: 0.1273925 Nov 12 03:27:31.014378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.014928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68dfcadb-37ff-417e-a6a7-bfb6d9254113 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:31.015078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c173409a-f09f-4a03-9e25-82cb574f90db req-f8f7c92e-df99-490a-ba52-c71b6c531725 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8115327 Nov 12 03:27:31.025186 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.029350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5a1b0ebb-3b43-46e9-b27c-7c0890d42399 admin admin] 10.222.0.49 "DELETE /v2.0/routers/68dfcadb-37ff-417e-a6a7-bfb6d9254113 HTTP/1.1" status: 204 len: 168 time: 1.6333494 Nov 12 03:27:31.029655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39234) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:31.032336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-9c5afa78-a4ef-49c6-a133-288cff5334b8 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.033966 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-9c5afa78-a4ef-49c6-a133-288cff5334b8 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9366360 Nov 12 03:27:31.034653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39236) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:31.086757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Request body: {'port': {'device_id': 'cf66b90a-19ab-406b-9dc8-dee17e4bc670', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '62b0cafbcede46b896fae82e7c580a9c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:31.114141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76d9260-f769-40d1-84a1-91683d0de6a0 admin admin] Deleting subnet 9c273d2a-9b29-4aaf-be35-b5658406cc11 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:31.116286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.116650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.117161 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Floating IP e89bef26-68f4-4ca5-9136-028e45464b01 disassociated. External IP: 172.25.0.72, port: 7b9fb85b-09e8-4695-9ec5-f16591d48130. Nov 12 03:27:31.117355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Calling delete_port for 7b9fb85b-09e8-4695-9ec5-f16591d48130 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:31.120305 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee7dc082-bac0-47a5-9e52-ba61751094a2 req-26426773-f623-4c4d-a6d1-ff1ca073a0fa tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups?id=8926c0d2-a2b4-4d62-affb-89a584c5113f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923674 Nov 12 03:27:31.120993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d76d9260-f769-40d1-84a1-91683d0de6a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.175271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d76d9260-f769-40d1-84a1-91683d0de6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.265796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9961d84b-1f3a-43a9-bf09-d83e63a309fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.288455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93f9b0ce-894a-422c-b920-8dc95a7cac6d no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:31.313276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 93f9b0ce-894a-422c-b920-8dc95a7cac6d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:31.314502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93f9b0ce-894a-422c-b920-8dc95a7cac6d not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:31.315494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4ee506ad-8778-44d0-a167-c708ddc54a5b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:31.322686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8be0fe0-6c59-43b7-8c73-6cef29a3c994 req-5c537bcb-cf6f-4d48-92f1-4ba431f02028 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 210 time: 0.0525744 Nov 12 03:27:31.323929 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d76d9260-f769-40d1-84a1-91683d0de6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.350653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72f43dc1-e5fb-4430-83b7-bd5093a219ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.372105 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4ee506ad-8778-44d0-a167-c708ddc54a5b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:31.372778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4ee506ad-8778-44d0-a167-c708ddc54a5b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:31.398619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d76d9260-f769-40d1-84a1-91683d0de6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.426503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176965a-0104-429e-8b39-0b905491b3a9 req-7609254e-8987-41a3-9e0d-3371d63b5bc0 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.427152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d9260-f769-40d1-84a1-91683d0de6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c273d2a-9b29-4aaf-be35-b5658406cc11,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.432382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d76d9260-f769-40d1-84a1-91683d0de6a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.433877 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0176965a-0104-429e-8b39-0b905491b3a9 req-7609254e-8987-41a3-9e0d-3371d63b5bc0 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 945 time: 0.3145227 Nov 12 03:27:31.436883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d76d9260-f769-40d1-84a1-91683d0de6a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9c273d2a-9b29-4aaf-be35-b5658406cc11 HTTP/1.1" status: 204 len: 168 time: 0.4059286 Nov 12 03:27:31.439419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39244) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:31.439899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb1cb3-6456-41ee-afd5-5ab1fa03a483 None None] Network 4064035e-a672-40c9-b671-5c934c6e6050 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:31.448542 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:31.539903 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ce9cfb65-8be4-4a18-89db-2ba60f3522f2 req-c78f208f-2ab6-4da0-b787-390db42ab931 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0670021 Nov 12 03:27:31.579077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.602030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6eab4eb9-3090-4de3-abef-f6b6828043ee up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:31.665900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Deleting port d4f11388-aa4d-4737-9af0-3434564052fc {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:31.666241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.684516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 6eab4eb9-3090-4de3-abef-f6b6828043ee completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:31.689993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6eab4eb9-3090-4de3-abef-f6b6828043ee triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:31.690545 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.707752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.729511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0176965a-0104-429e-8b39-0b905491b3a9 req-3a6f3ea9-7c57-42ae-a252-a11da27cb598 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947712 Nov 12 03:27:31.769294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] For port d4f11388-aa4d-4737-9af0-3434564052fc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d4f11388-aa4d-4737-9af0-3434564052fc,segment=NetworkSegment(439cca2c-f629-4cd1-be17-63efa035b346),segment_id=439cca2c-f629-4cd1-be17-63efa035b346)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:31.769679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.794711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] DHCP port deletion for 4064035e-a672-40c9-b671-5c934c6e6050 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:31.795074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event deleted for resources: {'Port': ['ID=7b9fb85b-09e8-4695-9ec5-f16591d48130,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.809270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Calling delete_port for d4f11388-aa4d-4737-9af0-3434564052fc owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:31.810193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Made reservation on behalf of 62b0cafbcede46b896fae82e7c580a9c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:31.812589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6eedb2-d8dd-499a-bf54-ef20cc84d9f3 req-54ce959e-56c0-41bc-9f12-447b8ebe7e59 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c419b27-dad4-4023-b06e-70fb2cdffe25 HTTP/1.1" status: 200 len: 210 time: 0.0402150 Nov 12 03:27:31.815560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.846978 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.895807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6eab4eb9-3090-4de3-abef-f6b6828043ee, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6eab4eb9-3090-4de3-abef-f6b6828043ee,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:31.900504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.916564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72f43dc1-e5fb-4430-83b7-bd5093a219ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.932650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.932999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] Deleting port d4f11388-aa4d-4737-9af0-3434564052fc {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:31.933129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72f43dc1-e5fb-4430-83b7-bd5093a219ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.933373 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.975804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f11388-aa4d-4737-9af0-3434564052fc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.983083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] No DVR routers for this DVR port d4f11388-aa4d-4737-9af0-3434564052fc on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:32.015655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6eab4eb9-3090-4de3-abef-f6b6828043ee,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.023876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] For port d4f11388-aa4d-4737-9af0-3434564052fc, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:32.024579 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.037962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] Calling delete_port for d4f11388-aa4d-4737-9af0-3434564052fc owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:32.040685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] Port d4f11388-aa4d-4737-9af0-3434564052fc was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:27:32.042067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.070730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] Pushing event deleted for resources: {'Port': ['ID=d4f11388-aa4d-4737-9af0-3434564052fc,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.074350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b9205-fc3f-4998-a09b-65decba77b5b None None] No DVR routers for this DVR port d4f11388-aa4d-4737-9af0-3434564052fc on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:32.106490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.124946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f43dc1-e5fb-4430-83b7-bd5093a219ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b59c7e-24bf-4b03-9a62-785209aece03,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.136502 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-72f43dc1-e5fb-4430-83b7-bd5093a219ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df046a4aad634fc9b258e27dbe791c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0631514 Nov 12 03:27:32.148429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39248) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:32.160660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4064035e-a672-40c9-b671-5c934c6e6050']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.184047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439cca2c-f629-4cd1-be17-63efa035b346') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.184344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439cca2c-f629-4cd1-be17-63efa035b346') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.218224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.242064 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.254417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837992-41c4-4b1f-adbb-6f2614eb878c req-c81c17f1-2444-47ff-9357-f5114338239a tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.259279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Allocated IP 192.168.233.64 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/c9a5d0a2-caa0-4a5a-9de3-eecb1c861984) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:32.261047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837992-41c4-4b1f-adbb-6f2614eb878c req-c81c17f1-2444-47ff-9357-f5114338239a tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.263742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Router 656d90c0-e40e-403f-828e-edc96ee4e3ba has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:32.268489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42837992-41c4-4b1f-adbb-6f2614eb878c req-c81c17f1-2444-47ff-9357-f5114338239a tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.277775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42837992-41c4-4b1f-adbb-6f2614eb878c req-c81c17f1-2444-47ff-9357-f5114338239a tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2417 time: 0.1670749 Nov 12 03:27:32.291463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6731d81-9af4-41a4-8aa1-d34158b67909 req-71c2a29e-424f-44a0-a935-7f29b1a482ed tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/ports?device_id=a47a4577-b30f-4531-b070-fa79c3efd8b3 HTTP/1.1" status: 200 len: 210 time: 0.0638552 Nov 12 03:27:32.327109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:32.327512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:32.349154 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:32.446351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-d67f-4700-bd80-d774d3e569ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.492494 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f8d8dd2-54ba-44ac-b426-a49e4ffd58a1 req-7dbf1fbe-e101-42d2-9249-8ebffd897bae tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 210 time: 0.0581074 Nov 12 03:27:32.499516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-d115c199-e394-4a5c-a3a0-f1234151fda0 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.500991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-d115c199-e394-4a5c-a3a0-f1234151fda0 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.20 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 945 time: 0.2149251 Nov 12 03:27:32.516237 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.522902 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-d67f-4700-bd80-d774d3e569ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.532927 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.536058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4064035e-a672-40c9-b671-5c934c6e6050 HTTP/1.1" status: 204 len: 168 time: 1.0853388 Nov 12 03:27:32.540448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42837992-41c4-4b1f-adbb-6f2614eb878c req-746375ad-949e-4fcb-9f61-bf5cf369ea2b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617607 Nov 12 03:27:32.542503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39254) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:32.585920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb497a-f0fa-49ce-85c2-7e45d1a0d918 admin admin] Pushing event deleted for resources: {'Network': ['ID=4064035e-a672-40c9-b671-5c934c6e6050,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.623531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b629a2d-cb70-4883-bdee-eecb54a2c712'}, {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eab4eb9-3090-4de3-abef-f6b6828043ee'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:32.627665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:32.628957 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917bb671-d28d-44b6-82f4-e46de26afaae" -d '{"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "6b629a2d-cb70-4883-bdee-eecb54a2c712"}, {"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "6eab4eb9-3090-4de3-abef-f6b6828043ee"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:32.640842 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] Sync routers for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:32.662526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:32.663158 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.695971 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039735f0-7043-4c56-9d91-7b4bba62e98b x-openstack-request-id: req-039735f0-7043-4c56-9d91-7b4bba62e98b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:32.696921 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "6b629a2d-cb70-4883-bdee-eecb54a2c712", "code": 200}, {"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "6eab4eb9-3090-4de3-abef-f6b6828043ee", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:32.697459 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-039735f0-7043-4c56-9d91-7b4bba62e98b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:32.701065 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b629a2d-cb70-4883-bdee-eecb54a2c712', 'code': 200} Nov 12 03:27:32.703173 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eab4eb9-3090-4de3-abef-f6b6828043ee', 'code': 200} Nov 12 03:27:32.748996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-d67f-4700-bd80-d774d3e569ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.751592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2db997d6-d67f-4700-bd80-d774d3e569ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.755241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2db997d6-d67f-4700-bd80-d774d3e569ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7b59c7e-24bf-4b03-9a62-785209aece03 HTTP/1.1" status: 204 len: 168 time: 0.6028459 Nov 12 03:27:32.811659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db997d6-d67f-4700-bd80-d774d3e569ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b59c7e-24bf-4b03-9a62-785209aece03,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.818021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Deleting port bc69fc79-1d83-4f48-af7d-3c53244d789f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:32.818733 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.830332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.842217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] No DVR routers for this DVR port 7b9fb85b-09e8-4695-9ec5-f16591d48130 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:32.852405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.861898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3f3ac3c3-caf7-4490-8941-c33ae8c99656 req-5facab1b-8e85-4f8d-b5e8-1e04db2c6f24 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.20 "DELETE /v2.0/ports/7b9fb85b-09e8-4695-9ec5-f16591d48130 HTTP/1.1" status: 204 len: 173 time: 3.2148318 Nov 12 03:27:32.883136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'name': 'network-vif-deleted', 'tag': '7b9fb85b-09e8-4695-9ec5-f16591d48130'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:32.889302 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceae57e0-ae82-4ace-af4b-0e05e8d54914" -d '{"events": [{"server_uuid": "a47a4577-b30f-4531-b070-fa79c3efd8b3", "name": "network-vif-deleted", "tag": "7b9fb85b-09e8-4695-9ec5-f16591d48130"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:32.953851 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:32.980277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.148269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05b197-db51-4ab3-9991-2e5873fc7a36 req-b1fc0586-3edd-4708-9e0a-878bf4184e8a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.150882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9c05b197-db51-4ab3-9991-2e5873fc7a36 req-b1fc0586-3edd-4708-9e0a-878bf4184e8a tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 945 time: 0.2709205 Nov 12 03:27:33.165649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.177898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:33.245730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:33.257370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d4f11388-aa4d-4737-9af0-3434564052fc no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:33.273597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:33.296612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d4f11388-aa4d-4737-9af0-3434564052fc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:33.297042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d4f11388-aa4d-4737-9af0-3434564052fc not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:33.328576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:33.375434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7493a9b2-2d0e-47d1-a04d-752abf64d12e req-2b30d8e7-45a5-4c6f-8a64-344329b79d13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d3144ddde8845f680edde2d38555112&device_id=e641a566-5f98-4d23-994b-16a6dd8662f2 HTTP/1.1" status: 200 len: 210 time: 0.5030692 Nov 12 03:27:33.414905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event updated for resources: {'Port': ['ID=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.440195 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9c05b197-db51-4ab3-9991-2e5873fc7a36 req-42af5ab0-3b03-4ee4-8039-9b6caa4ebf01 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803593 Nov 12 03:27:33.478095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39274) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:33.514465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.515234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.521866 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2d2749e-20a2-4b51-807e-047de684cb31 req-8ccf9c42-5f5d-45b5-be62-3eae2acc4b3a tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=e641a566-5f98-4d23-994b-16a6dd8662f2 HTTP/1.1" status: 200 len: 210 time: 0.1975584 Nov 12 03:27:33.530641 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:33.561828 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5606a88-11e3-4e13-aa6e-8b73ed6aaad1 x-openstack-request-id: req-e5606a88-11e3-4e13-aa6e-8b73ed6aaad1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:33.562947 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47a4577-b30f-4531-b070-fa79c3efd8b3", "name": "network-vif-deleted", "tag": "7b9fb85b-09e8-4695-9ec5-f16591d48130", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:33.564656 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5606a88-11e3-4e13-aa6e-8b73ed6aaad1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:33.565448 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47a4577-b30f-4531-b070-fa79c3efd8b3', 'name': 'network-vif-deleted', 'tag': '7b9fb85b-09e8-4695-9ec5-f16591d48130', 'status': 'completed', 'code': 200} Nov 12 03:27:33.592456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7493a9b2-2d0e-47d1-a04d-752abf64d12e req-903fa1f3-2421-4897-baab-4eb0c01413e0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7d3144ddde8845f680edde2d38555112&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1856008 Nov 12 03:27:33.614362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-4fc3cfa1-564d-434e-b25a-d9bd8da64abc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5386624 Nov 12 03:27:33.617227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bc69fc79-1d83-4f48-af7d-3c53244d789f no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:33.621897 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa564888-6180-4123-8ea4-fd0981d7b6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.632166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Request body: {'port': {'device_id': 'cf66b90a-19ab-406b-9dc8-dee17e4bc670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:33.635076 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] Checking router: 656d90c0-e40e-403f-828e-edc96ee4e3ba for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:33.664426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a07aeb-cbd3-461e-afad-7b9219d571bb req-f292dedc-82a1-4b64-ad96-35ea51ff47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.665629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a07aeb-cbd3-461e-afad-7b9219d571bb req-f292dedc-82a1-4b64-ad96-35ea51ff47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.667479 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:33.668871 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:33.669143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a07aeb-cbd3-461e-afad-7b9219d571bb req-f292dedc-82a1-4b64-ad96-35ea51ff47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.674457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0a07aeb-cbd3-461e-afad-7b9219d571bb req-f292dedc-82a1-4b64-ad96-35ea51ff47a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2873 time: 0.8694081 Nov 12 03:27:33.703482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4743262a-05c2-4332-828c-8780c07ca005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.769860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.805064 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:33.829195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-49d1ecc7-9519-4723-b50c-734bebc3cb40 None None] Provisioning complete for port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:33.830438 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49d1ecc7-9519-4723-b50c-734bebc3cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.836142 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.869012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493a9b2-2d0e-47d1-a04d-752abf64d12e req-f71b0f6f-0dfc-4411-9aee-3ab3bde18807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.870487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7493a9b2-2d0e-47d1-a04d-752abf64d12e req-f71b0f6f-0dfc-4411-9aee-3ab3bde18807 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2199464 Nov 12 03:27:33.930070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b477e-a9a6-40b4-953f-457778313a24 req-fc7f48fa-5516-43b7-9580-6c6facd692ea tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.937445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b477e-a9a6-40b4-953f-457778313a24 req-fc7f48fa-5516-43b7-9580-6c6facd692ea tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.940974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-49d1ecc7-9519-4723-b50c-734bebc3cb40 None None] Port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:33.945842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b477e-a9a6-40b4-953f-457778313a24 req-fc7f48fa-5516-43b7-9580-6c6facd692ea tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.948117 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-518b477e-a9a6-40b4-953f-457778313a24 req-fc7f48fa-5516-43b7-9580-6c6facd692ea tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2417 time: 0.1714339 Nov 12 03:27:33.950411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bc69fc79-1d83-4f48-af7d-3c53244d789f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.963044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.964208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7b9fb85b-09e8-4695-9ec5-f16591d48130 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:34.005775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7b9fb85b-09e8-4695-9ec5-f16591d48130 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:34.006335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7b9fb85b-09e8-4695-9ec5-f16591d48130 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:34.025973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4743262a-05c2-4332-828c-8780c07ca005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.046230 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:34.076310 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384fccb9-4643-427f-8d7f-dd203be884b2 None None] The sync data for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 is: [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:22:14Z', 'revision_number': 4, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528', 'name': '', 'network_id': 'be8c8d0f-771f-4ab9-9157-5fb981951e4d', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'mac_address': 'fa:16:3e:d4:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:12Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'subnets': [{'id': 'df8dfc23-bd6b-478f-a093-42ac4af69327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:34.077814 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4743262a-05c2-4332-828c-8780c07ca005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.101539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bc69fc79-1d83-4f48-af7d-3c53244d789f,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.150009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4743262a-05c2-4332-828c-8780c07ca005 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcb329dd976b4c4391374d074e314db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6456454 Nov 12 03:27:34.157210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39282) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:34.163156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] For port bc69fc79-1d83-4f48-af7d-3c53244d789f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bc69fc79-1d83-4f48-af7d-3c53244d789f,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:34.163680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.200130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743262a-05c2-4332-828c-8780c07ca005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb2d976-dbc9-4fd3-a167-e35a1a67df5c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.312930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bb64e-9766-418d-88f3-b72978862b1a req-559ade41-9554-47c9-988d-e8eb987d2ed0 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.315214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f4bb64e-9766-418d-88f3-b72978862b1a req-559ade41-9554-47c9-988d-e8eb987d2ed0 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 935 time: 0.6153488 Nov 12 03:27:34.326845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0a07aeb-cbd3-461e-afad-7b9219d571bb req-2e57ecfd-67da-4b92-9656-b8d94768a8c0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183133 Nov 12 03:27:34.374293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b7c13-94a7-4de5-a2d5-aa01dda5c860 None None] New status for floating IP e89bef26-68f4-4ca5-9136-028e45464b01: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:34.380313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Deleting port a8704683-3126-4dde-bc1b-7f6ea487c83a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:34.380954 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.489985 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f4bb64e-9766-418d-88f3-b72978862b1a req-150977f9-65c3-4da9-8309-951e03dac38a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542532 Nov 12 03:27:34.491196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e12fe7-7322-4e8f-9c4c-ae85a82c9ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.522011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-518b477e-a9a6-40b4-953f-457778313a24 req-16a184c0-d8eb-4a26-85b5-e35b92b7b848 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665145 Nov 12 03:27:34.581499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] For port a8704683-3126-4dde-bc1b-7f6ea487c83a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a8704683-3126-4dde-bc1b-7f6ea487c83a,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:34.582004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.609908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Calling delete_port for a8704683-3126-4dde-bc1b-7f6ea487c83a owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:34.648314 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e12fe7-7322-4e8f-9c4c-ae85a82c9ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.702609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8cf0c98-bc41-4060-b9d5-ac61830ac17d req-a2b45ce3-72d6-44a1-98d5-11be8371ba71 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.49 "GET /v2.0/ports?device_id=e641a566-5f98-4d23-994b-16a6dd8662f2 HTTP/1.1" status: 200 len: 210 time: 0.0619602 Nov 12 03:27:34.705920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:34.706893 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.707256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.707578 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Floating IP 3befa5ab-986b-49f4-a1b1-3e9bee5159c5 disassociated. External IP: 172.25.0.6, port: bc69fc79-1d83-4f48-af7d-3c53244d789f. Nov 12 03:27:34.708222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Calling delete_port for bc69fc79-1d83-4f48-af7d-3c53244d789f owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:34.708958 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dbb65c-e487-4e01-b7fb-d33ab57b7e4a" -d '{"events": [{"server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "name": "network-vif-unplugged", "status": "completed", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:34.743109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3db245-1afb-4b6c-a7f7-0bd615a3abe6 req-feb5f1bd-89fe-428e-ab4f-ec6e28f3a07d tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.750708 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-af3db245-1afb-4b6c-a7f7-0bd615a3abe6 req-feb5f1bd-89fe-428e-ab4f-ec6e28f3a07d tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 943 time: 0.1357214 Nov 12 03:27:34.779681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.811880 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30045633-c0fc-497c-bc7b-0f47dc2a2d74 x-openstack-request-id: req-30045633-c0fc-497c-bc7b-0f47dc2a2d74 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:34.812755 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "name": "network-vif-unplugged", "status": "completed", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:34.813257 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30045633-c0fc-497c-bc7b-0f47dc2a2d74 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:34.813514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:34.814444 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'code': 200} Nov 12 03:27:34.828397 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.831815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.849519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e12fe7-7322-4e8f-9c4c-ae85a82c9ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.852085 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e12fe7-7322-4e8f-9c4c-ae85a82c9ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.852518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39294) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:34.853286 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-19e12fe7-7322-4e8f-9c4c-ae85a82c9ef4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/beb2d976-dbc9-4fd3-a167-e35a1a67df5c HTTP/1.1" status: 204 len: 168 time: 0.6931992 Nov 12 03:27:34.881618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-af3db245-1afb-4b6c-a7f7-0bd615a3abe6 req-59608303-d0dc-42c8-8a19-596b37b0813b tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups?id=f70965af-4d0c-49cf-b0f4-6825cae3d94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300964 Nov 12 03:27:34.895424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e12fe7-7322-4e8f-9c4c-ae85a82c9ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb2d976-dbc9-4fd3-a167-e35a1a67df5c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.959699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Transition to ACTIVE for port object c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:34.969514 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.027963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Pushing event updated for resources: {'Port': ['ID=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.037948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.070115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ae87dc91-aeac-42ce-bc09-cc78e6522c54 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.074013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event deleted for resources: {'Port': ['ID=bc69fc79-1d83-4f48-af7d-3c53244d789f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.181211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ae87dc91-aeac-42ce-bc09-cc78e6522c54 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.254167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.264115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Router 976628ea-3846-47bd-b59b-044e9b5c4583 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:35.275151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Deleting port e3bf9161-3d88-4590-9e33-91dd1cdf7e96 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:35.275544 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.296884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Attempting to bind port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:35.296884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Attempting to bind port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:35.296884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Attempting to bind port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:35.299731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8704683-3126-4dde-bc1b-7f6ea487c83a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.316865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:35.317624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Attempting to bind port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:35.349759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:35.350065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:35.350695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:35.351660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Bound port: c9a5d0a2-caa0-4a5a-9de3-eecb1c861984, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:35.352117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.411346 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7493a9b2-2d0e-47d1-a04d-752abf64d12e req-efd34e43-9a82-47b8-92b3-cd643be59315 tempest-ServerShowV247Test-1431131112 tempest-ServerShowV247Test-1431131112-project] 10.222.0.20 "GET /v2.0/ports?device_id=e641a566-5f98-4d23-994b-16a6dd8662f2 HTTP/1.1" status: 200 len: 210 time: 0.0687504 Nov 12 03:27:35.515685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] For port e3bf9161-3d88-4590-9e33-91dd1cdf7e96, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,segment=NetworkSegment(29f0dbad-e4d1-495e-962f-358234023cd5),segment_id=29f0dbad-e4d1-495e-962f-358234023cd5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:35.516450 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.552780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Calling delete_port for e3bf9161-3d88-4590-9e33-91dd1cdf7e96 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:35.557316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:35.567917 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] Sync routers for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:35.599817 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:35.605148 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.662631 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ae87dc91-aeac-42ce-bc09-cc78e6522c54 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.672807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ae87dc91-aeac-42ce-bc09-cc78e6522c54 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.682244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ae87dc91-aeac-42ce-bc09-cc78e6522c54 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "DELETE /v2.0/security-groups/8926c0d2-a2b4-4d62-affb-89a584c5113f HTTP/1.1" status: 204 len: 168 time: 0.8241129 Nov 12 03:27:35.711584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39312) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.865250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87dc91-aeac-42ce-bc09-cc78e6522c54 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8926c0d2-a2b4-4d62-affb-89a584c5113f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.868077 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-8f1c7935-1621-49a2-8ba0-757e80017f84 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] show failed (client error): The resource could not be found. Nov 12 03:27:35.869269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8f1c7935-1621-49a2-8ba0-757e80017f84 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "GET /v2.0/security-groups/8926c0d2-a2b4-4d62-affb-89a584c5113f HTTP/1.1" status: 404 len: 347 time: 0.0870385 Nov 12 03:27:35.874374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39318) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.886037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] No DVR routers for this DVR port bc69fc79-1d83-4f48-af7d-3c53244d789f on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:35.897827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.900356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.901821 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cdb48dbe-a6d4-453c-a05e-04245653a41b req-b650e755-cdc2-44da-8877-0ef27472e891 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.20 "DELETE /v2.0/ports/bc69fc79-1d83-4f48-af7d-3c53244d789f HTTP/1.1" status: 204 len: 173 time: 3.3876765 Nov 12 03:27:35.904562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'name': 'network-vif-deleted', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:35.907978 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4171b0de-e397-433e-98c0-959898b234c8" -d '{"events": [{"server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "name": "network-vif-deleted", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:35.932182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] For port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:35.937289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] For port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:35.944518 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:35.991264 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.019642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec775f-6db3-4852-96f4-3222c0835ac4 req-809a4104-095f-42fa-b5d1-03a8f77d66ee tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.029445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec775f-6db3-4852-96f4-3222c0835ac4 req-809a4104-095f-42fa-b5d1-03a8f77d66ee tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.037459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec775f-6db3-4852-96f4-3222c0835ac4 req-809a4104-095f-42fa-b5d1-03a8f77d66ee tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.039037 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15ec775f-6db3-4852-96f4-3222c0835ac4 req-809a4104-095f-42fa-b5d1-03a8f77d66ee tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2417 time: 0.2222657 Nov 12 03:27:36.142929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.143579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.145032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] 10.222.0.20 "PUT /v2.0/ports/c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 HTTP/1.1" status: 200 len: 1096 time: 2.5200188 Nov 12 03:27:36.147575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66b90a-19ab-406b-9dc8-dee17e4bc670', 'tag': 'c9a5d0a2-caa0-4a5a-9de3-eecb1c861984'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:36.149997 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e0ced0-f9b8-4d7b-83f9-2c229041209b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66b90a-19ab-406b-9dc8-dee17e4bc670", "tag": "c9a5d0a2-caa0-4a5a-9de3-eecb1c861984"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:36.187017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85056771-d187-427e-a2dd-d0f2cf455c7e req-2f95193e-e7e5-469c-8d64-89ea4dcb1a42 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.196992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85056771-d187-427e-a2dd-d0f2cf455c7e req-2f95193e-e7e5-469c-8d64-89ea4dcb1a42 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 947 time: 0.3492401 Nov 12 03:27:36.210773 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.275777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479915-4a45-4b31-b88e-74847bcf511d service neutron] Pushing event updated for resources: {'Port': ['ID=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.318127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15ec775f-6db3-4852-96f4-3222c0835ac4 req-f61429c5-e1fc-4f59-81bb-efcd15f64e9b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554426 Nov 12 03:27:36.340428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bf9161-3d88-4590-9e33-91dd1cdf7e96,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.514080 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec779d3e-dcdf-49b9-9342-d9fb8880c37b x-openstack-request-id: req-ec779d3e-dcdf-49b9-9342-d9fb8880c37b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:36.516577 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84444274-20bb-48ca-8d56-53644497e131", "name": "network-vif-deleted", "tag": "bc69fc79-1d83-4f48-af7d-3c53244d789f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:36.517264 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec779d3e-dcdf-49b9-9342-d9fb8880c37b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:36.517697 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84444274-20bb-48ca-8d56-53644497e131', 'name': 'network-vif-deleted', 'tag': 'bc69fc79-1d83-4f48-af7d-3c53244d789f', 'status': 'completed', 'code': 200} Nov 12 03:27:36.561798 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.645847 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85056771-d187-427e-a2dd-d0f2cf455c7e req-4fcaf76f-a389-4d36-ae31-82ea3cc36de6 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467645 Nov 12 03:27:36.664905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Deleting port 296458c8-6c47-4f60-a26f-eb22389da1da {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:36.665360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.685201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:36.789348 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffba4a34-6702-4a00-91cb-23541059dfa3 req-91b5f514-abc1-497b-86c8-44b9539120a8 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/ports?device_id=84444274-20bb-48ca-8d56-53644497e131 HTTP/1.1" status: 200 len: 210 time: 0.1023414 Nov 12 03:27:36.797323 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d4a36-b71a-4103-b0a1-f02d66235683 x-openstack-request-id: req-875d4a36-b71a-4103-b0a1-f02d66235683 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:36.800337 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66b90a-19ab-406b-9dc8-dee17e4bc670", "tag": "c9a5d0a2-caa0-4a5a-9de3-eecb1c861984", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:36.801117 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-875d4a36-b71a-4103-b0a1-f02d66235683 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:36.801736 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66b90a-19ab-406b-9dc8-dee17e4bc670', 'tag': 'c9a5d0a2-caa0-4a5a-9de3-eecb1c861984', 'status': 'completed', 'code': 200} Nov 12 03:27:36.877803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-9892c947-8a42-4f80-93f0-011d1c26230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.879470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-9892c947-8a42-4f80-93f0-011d1c26230f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 1099 time: 0.1909823 Nov 12 03:27:36.917123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:36.931632 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.945521 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:25:02Z', 'revision_number': 5, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:36.953235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-9845cd09-2ba5-4fe3-b5c3-0a1b3924ab70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 HTTP/1.1" status: 200 len: 217 time: 0.0640802 Nov 12 03:27:36.996472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.996848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.016783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Calling delete_port for 296458c8-6c47-4f60-a26f-eb22389da1da owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:37.019266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:37.029761 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] Checking router: 976628ea-3846-47bd-b59b-044e9b5c4583 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:37.035231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e96b094c-e0a9-44bf-9008-e4d0e2fd2926 admin admin] 10.222.0.49 "PUT /v2.0/routers/e79cc2ff-51f6-4b0d-b481-cd6129c0a987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0191305 Nov 12 03:27:37.036335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39346) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:37.040883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] Sync routers for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:37.056367 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:37.057304 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:37.058100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:37.059125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:37.122949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-67ca163a-65a9-4544-b928-1dfef5f67c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.124456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-67ca163a-65a9-4544-b928-1dfef5f67c46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0986123 Nov 12 03:27:37.161361 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.213620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-10535e81-06c0-4c42-8261-0e72b30c63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.215529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-10535e81-06c0-4c42-8261-0e72b30c63a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835445 Nov 12 03:27:37.306868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:37.312683 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:37.363733 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-8234c0ee-b060-4108-b4fb-30cbdcdd7f35 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358256 Nov 12 03:27:37.503644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b40a55-4015-4b9c-9621-f0d88a78b2cd req-88329b63-9b60-4475-bfef-f996343ca2a0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370020 Nov 12 03:27:37.602575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:27:35Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:37.637492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-cf331ec1-5f72-4361-b622-138a3a220546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.638765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] Checking router: e79cc2ff-51f6-4b0d-b481-cd6129c0a987 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:37.639624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-cf331ec1-5f72-4361-b622-138a3a220546 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0cafbcede46b896fae82e7c580a9c&device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 1099 time: 0.0771289 Nov 12 03:27:37.649331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] Routers {'e79cc2ff-51f6-4b0d-b481-cd6129c0a987'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:37.649964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:37.673760 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:25:02Z', 'revision_number': 5, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:37.746526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0a85b-a61e-4aa1-8962-6038810a6a92 None None] The sync data for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 is: [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 4, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '016c8bb3-96d4-4e34-8675-768164b87b36', 'name': '', 'network_id': '527890ec-b4b5-48dd-8e73-c8e1d8dec7a1', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'mac_address': 'fa:16:3e:4c:28:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:52Z', 'updated_at': '2021-11-12T03:25:02Z', 'revision_number': 5, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'subnets': [{'id': '4bc70f72-8486-4328-a24f-b2d57ef7c2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:37.758166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-636aedfe-e0ef-4d22-aa28-cd89d299b110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.823157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-9717173c-a572-4ba6-9021-7e81583aab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.825040 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-9717173c-a572-4ba6-9021-7e81583aab58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1786695 Nov 12 03:27:37.841129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670fe0d-a3b2-4980-ac1f-16bba5610375 req-c8e6395a-806d-45b0-9696-0e45bb18f35f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.850285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b670fe0d-a3b2-4980-ac1f-16bba5610375 req-c8e6395a-806d-45b0-9696-0e45bb18f35f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 947 time: 0.0953302 Nov 12 03:27:37.853531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] Set router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:37.927382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-7eb816be-fc92-4f21-80f8-1239e74ff871 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 HTTP/1.1" status: 200 len: 217 time: 0.0947609 Nov 12 03:27:37.979976 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b670fe0d-a3b2-4980-ac1f-16bba5610375 req-8b92147c-1e75-4f62-a248-f74775c5186d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255045 Nov 12 03:27:38.018171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-bc18e493-d88f-42fb-96c1-7e13fcfe1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.024331 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-bc18e493-d88f-42fb-96c1-7e13fcfe1463 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0893097 Nov 12 03:27:38.093537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:27:35Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:38.119121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-0c5fb498-86ed-4814-9b32-63c863b1febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.120487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-0c5fb498-86ed-4814-9b32-63c863b1febb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889299 Nov 12 03:27:38.134612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9a9b92-4558-4228-90ce-88497b4f7bbc None None] The sync data for ids ['e79cc2ff-51f6-4b0d-b481-cd6129c0a987'] in n-d-789963-21 is: [{'id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'name': 'tempest-ServersTestJSON-1768195293-router', 'tenant_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:34Z', 'updated_at': '2021-11-12T03:27:35Z', 'revision_number': 5, 'project_id': 'e1f123a7b8854480b6070cb1f77ba30b', 'gw_port': {'id': '8d5a37f4-aa01-4e49-9023-d6dcb626beb0', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cc2ff-51f6-4b0d-b481-cd6129c0a987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:35Z', 'updated_at': '2021-11-12T03:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:38.136826 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.200053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Pushing event deleted for resources: {'Port': ['ID=296458c8-6c47-4f60-a26f-eb22389da1da,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.207508 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32aaabb-de31-41f1-840f-b1838b8b1ee1 None None] New status for floating IP 3befa5ab-986b-49f4-a1b1-3e9bee5159c5: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:38.212356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.234716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-868a4e08-2b4f-4523-88a1-bda7e7f28a6a service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063585 Nov 12 03:27:38.236676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a40cb3-6415-419c-b22b-ae57e40faaa9 req-9e022669-1e52-4685-a4e1-06060b2e0b0b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.242834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a40cb3-6415-419c-b22b-ae57e40faaa9 req-9e022669-1e52-4685-a4e1-06060b2e0b0b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.249053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a40cb3-6415-419c-b22b-ae57e40faaa9 req-9e022669-1e52-4685-a4e1-06060b2e0b0b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.250827 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54a40cb3-6415-419c-b22b-ae57e40faaa9 req-9e022669-1e52-4685-a4e1-06060b2e0b0b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2417 time: 0.5317445 Nov 12 03:27:38.339830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-636aedfe-e0ef-4d22-aa28-cd89d299b110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.355041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33e0ced0-f9b8-4d7b-83f9-2c229041209b req-620cb04d-18f0-4591-b9ed-04b683c380a0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117887 Nov 12 03:27:38.378542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:38.379276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-636aedfe-e0ef-4d22-aa28-cd89d299b110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.454279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39380) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.510564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-636aedfe-e0ef-4d22-aa28-cd89d299b110 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d3144ddde8845f680edde2d38555112&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5677211 Nov 12 03:27:38.512538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39386) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.512673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636aedfe-e0ef-4d22-aa28-cd89d299b110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f5038-6dbc-4a58-9e1c-e84787d4fb36,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.515681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.518895 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.522426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e38e89bf-37fa-48d3-ad95-aa4e1105ace7 tempest-ServersWithSpecificFlavorTestJSON-1970916199 tempest-ServersWithSpecificFlavorTestJSON-1970916199-project] 10.222.0.49 "DELETE /v2.0/floatingips/e89bef26-68f4-4ca5-9136-028e45464b01 HTTP/1.1" status: 204 len: 168 time: 2.6313865 Nov 12 03:27:38.526637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54a40cb3-6415-419c-b22b-ae57e40faaa9 req-f4ab6cdd-bda7-4759-82b8-303c642a59de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331827 Nov 12 03:27:38.586122 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a7b3-550f-4367-969b-f9164beb4fb9 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.601531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.625019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80889cd8-8845-4510-8a45-b6b93f674d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.671101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a7b3-550f-4367-969b-f9164beb4fb9 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.693815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80889cd8-8845-4510-8a45-b6b93f674d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.759419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:38.774416 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09325b1b-e4a8-41d8-869b-d31d62f55495 admin admin] 10.222.0.49 "PUT /v2.0/routers/50af6941-dfc9-4f18-b06d-27458d7e7aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2048030 Nov 12 03:27:38.774626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] Sync routers for ids ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:38.775678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39402) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.782967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a7b3-550f-4367-969b-f9164beb4fb9 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.791044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a7b3-550f-4367-969b-f9164beb4fb9 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.793157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f5e3a7b3-550f-4367-969b-f9164beb4fb9 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "DELETE /v2.0/security-groups/f70965af-4d0c-49cf-b0f4-6825cae3d94a HTTP/1.1" status: 204 len: 168 time: 0.3359821 Nov 12 03:27:38.797444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.800165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] Routers {'50af6941-dfc9-4f18-b06d-27458d7e7aa7'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:38.801110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:38.847269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Deleting port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:38.847674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.851308 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-2856e75f-bf25-49cf-b364-dc0e1f32c92d tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] show failed (client error): The resource could not be found. Nov 12 03:27:38.852574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2856e75f-bf25-49cf-b364-dc0e1f32c92d tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "GET /v2.0/security-groups/f70965af-4d0c-49cf-b0f4-6825cae3d94a HTTP/1.1" status: 404 len: 347 time: 0.0513358 Nov 12 03:27:38.862470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39410) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.922682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80889cd8-8845-4510-8a45-b6b93f674d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.932914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80889cd8-8845-4510-8a45-b6b93f674d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.954631 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-80889cd8-8845-4510-8a45-b6b93f674d09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a06f5038-6dbc-4a58-9e1c-e84787d4fb36 HTTP/1.1" status: 204 len: 168 time: 0.4388950 Nov 12 03:27:38.967954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3a7b3-550f-4367-969b-f9164beb4fb9 tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70965af-4d0c-49cf-b0f4-6825cae3d94a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.027017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] Set router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:39.076002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80889cd8-8845-4510-8a45-b6b93f674d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f5038-6dbc-4a58-9e1c-e84787d4fb36,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.109987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] For port 8d5a37f4-aa01-4e49-9023-d6dcb626beb0, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8d5a37f4-aa01-4e49-9023-d6dcb626beb0,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:39.110350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.132394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a8704683-3126-4dde-bc1b-7f6ea487c83a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:39.151422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Calling delete_port for 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:39.186440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a8704683-3126-4dde-bc1b-7f6ea487c83a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:39.187186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a8704683-3126-4dde-bc1b-7f6ea487c83a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:39.205760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.254042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0047-5bf5-49e5-b2ef-9dbb48762d2f req-b689c2d5-7693-4769-99d0-4465c80274d8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.260489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0047-5bf5-49e5-b2ef-9dbb48762d2f req-b689c2d5-7693-4769-99d0-4465c80274d8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.266659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0047-5bf5-49e5-b2ef-9dbb48762d2f req-b689c2d5-7693-4769-99d0-4465c80274d8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.268625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03df0047-5bf5-49e5-b2ef-9dbb48762d2f req-b689c2d5-7693-4769-99d0-4465c80274d8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2417 time: 0.1752210 Nov 12 03:27:39.281869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Deleting port 10b15a18-cd10-4e78-8098-2caa7861642a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:39.282208 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.343355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '33e376ad-da42-401a-8448-926188bc8ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:27:35Z', 'revision_number': 5, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port': {'id': '33e376ad-da42-401a-8448-926188bc8ea2', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:40Z', 'updated_at': '2021-11-12T03:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.352893 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.378472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] Checking router: 50af6941-dfc9-4f18-b06d-27458d7e7aa7 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:39.399649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] Routers {'50af6941-dfc9-4f18-b06d-27458d7e7aa7'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:39.400277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.471250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03df0047-5bf5-49e5-b2ef-9dbb48762d2f req-f8f10cbf-0d46-49e5-8bc5-00ae6126b781 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920743 Nov 12 03:27:39.503298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] Set router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:39.503797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eda439-e2a2-4450-a01b-a65dcfae5581 req-9106af85-9934-435d-a768-f1d1552ba350 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.506215 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5eda439-e2a2-4450-a01b-a65dcfae5581 req-9106af85-9934-435d-a768-f1d1552ba350 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 947 time: 0.0883753 Nov 12 03:27:39.511800 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.512179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.513547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Deleting port 33e376ad-da42-401a-8448-926188bc8ea2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:39.513947 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.569254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:27:39Z', 'revision_number': 6, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.605534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3178b8f-75e2-4e27-a1e7-657a6ace4eff None None] The sync data for ids ['50af6941-dfc9-4f18-b06d-27458d7e7aa7'] in n-d-789963-21 is: [{'id': '50af6941-dfc9-4f18-b06d-27458d7e7aa7', 'name': 'tempest-AttachSCSIVolumeTestJSON-147256183-router', 'tenant_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:39Z', 'updated_at': '2021-11-12T03:27:39Z', 'revision_number': 6, 'project_id': '1f7eb6eb40684cf7a8b77c5e0373e62d', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:39.624804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Calling delete_port for 10b15a18-cd10-4e78-8098-2caa7861642a owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:39.636398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:39.681098 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.684106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5eda439-e2a2-4450-a01b-a65dcfae5581 req-c03a7264-820e-45cd-af6e-a6900680d4f5 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643047 Nov 12 03:27:39.796398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] For port 33e376ad-da42-401a-8448-926188bc8ea2, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=33e376ad-da42-401a-8448-926188bc8ea2,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:39.797213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.802777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5a37f4-aa01-4e49-9023-d6dcb626beb0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.828248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Calling delete_port for 33e376ad-da42-401a-8448-926188bc8ea2 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:39.950893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.resource_extend [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:27:40.012603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.125588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39458) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:40.131988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:40.133885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.150943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c9a5d0a2-caa0-4a5a-9de3-eecb1c861984', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'c9a5d0a2-caa0-4a5a-9de3-eecb1c861984', 'mac_address': 'fa:16:3e:a3:51:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:40.172149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e376ad-da42-401a-8448-926188bc8ea2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.210304 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.217076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.225463 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.246028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:40.262201 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.271480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:40.277397 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.328584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.329399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79cc2ff-51f6-4b0d-b481-cd6129c0a987 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:40.332610 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.338451 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.342532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fe61791e-9912-4cc3-bc3c-af2326b25198 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e79cc2ff-51f6-4b0d-b481-cd6129c0a987 HTTP/1.1" status: 204 len: 168 time: 3.3054452 Nov 12 03:27:40.345290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39464) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:40.358073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.409931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Pushing event deleted for resources: {'Port': ['ID=10b15a18-cd10-4e78-8098-2caa7861642a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.419102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.426739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.509022 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.510879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50af6941-dfc9-4f18-b06d-27458d7e7aa7 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:40.513539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1dad41-1dad-45c6-aaa7-bc51921047df admin admin] Deleting subnet b770ced1-1a97-4f2e-86a4-86acd3e91a2a {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:40.520065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc1dad41-1dad-45c6-aaa7-bc51921047df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.523642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c9a5d0a2-caa0-4a5a-9de3-eecb1c861984'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:40.536605 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.542824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a411a5d0-4f25-4ebf-a0b3-63cd5c7a4bd1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/50af6941-dfc9-4f18-b06d-27458d7e7aa7 HTTP/1.1" status: 204 len: 168 time: 1.7638843 Nov 12 03:27:40.545107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39472) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:40.595732 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.598971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.599503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-58a8575e-4ca8-437b-8643-4fd14ab253fc tempest-ServersTestFqdnHostnames-1325608890 tempest-ServersTestFqdnHostnames-1325608890-project] 10.222.0.49 "DELETE /v2.0/floatingips/3befa5ab-986b-49f4-a1b1-3e9bee5159c5 HTTP/1.1" status: 204 len: 168 time: 1.7360880 Nov 12 03:27:40.603854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39474) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:40.607493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc1dad41-1dad-45c6-aaa7-bc51921047df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.781665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c27b59-1ee4-4dcd-b542-6fe0d6b96052 admin admin] Deleting subnet 80d483fd-0848-445e-b3d2-c8d1b34b587b {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:40.796336 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21c27b59-1ee4-4dcd-b542-6fe0d6b96052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.813904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-226df41c-1dde-49a8-b4a2-eebf05d6ed06 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.820063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-226df41c-1dde-49a8-b4a2-eebf05d6ed06 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.820807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203a89-dd64-4c10-9a57-e3ea9bb55869 req-a5956441-6583-48f5-a529-eb8853490f10 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.826407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-226df41c-1dde-49a8-b4a2-eebf05d6ed06 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.827204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203a89-dd64-4c10-9a57-e3ea9bb55869 req-a5956441-6583-48f5-a529-eb8853490f10 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.828171 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-226df41c-1dde-49a8-b4a2-eebf05d6ed06 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2417 time: 0.2595227 Nov 12 03:27:40.834237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203a89-dd64-4c10-9a57-e3ea9bb55869 req-a5956441-6583-48f5-a529-eb8853490f10 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.841791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-74203a89-dd64-4c10-9a57-e3ea9bb55869 req-a5956441-6583-48f5-a529-eb8853490f10 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2417 time: 0.2276766 Nov 12 03:27:40.950744 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc1dad41-1dad-45c6-aaa7-bc51921047df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.005342 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-74203a89-dd64-4c10-9a57-e3ea9bb55869 req-c181eb34-8985-47e7-bf2b-453b2650519f tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626158 Nov 12 03:27:41.220203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc1dad41-1dad-45c6-aaa7-bc51921047df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.245214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e3bf9161-3d88-4590-9e33-91dd1cdf7e96 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:41.292022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: e3bf9161-3d88-4590-9e33-91dd1cdf7e96 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:41.292493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e3bf9161-3d88-4590-9e33-91dd1cdf7e96 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:41.293035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:41.327302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:41.327880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8d5a37f4-aa01-4e49-9023-d6dcb626beb0 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:41.328386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 33e376ad-da42-401a-8448-926188bc8ea2 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:41.357185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 33e376ad-da42-401a-8448-926188bc8ea2 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:41.357621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 33e376ad-da42-401a-8448-926188bc8ea2 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:41.483294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39494) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.574443 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21c27b59-1ee4-4dcd-b542-6fe0d6b96052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.638794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:41.660595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dad41-1dad-45c6-aaa7-bc51921047df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b770ced1-1a97-4f2e-86a4-86acd3e91a2a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.662939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc1dad41-1dad-45c6-aaa7-bc51921047df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.666203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dc1dad41-1dad-45c6-aaa7-bc51921047df admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b770ced1-1a97-4f2e-86a4-86acd3e91a2a HTTP/1.1" status: 204 len: 168 time: 1.3162117 Nov 12 03:27:41.670119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39502) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.677201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d79647-0b26-4df6-8209-63078dc6947d None None] Network e007e6ab-0ff3-4922-99e6-15cd69810443 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:41.741090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c06ab6b3-8691-4710-8c50-b29c927e1602 req-248fec73-25c3-42c6-84ef-6c8deef7cc97 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.1638029 Nov 12 03:27:41.768827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.769929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7497765d-3b89-424f-93a5-e7d71dbc0238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.806191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab001dbf-86a3-41d9-8abe-4130293c804f req-8fe37345-9d1c-4413-baa5-e20e6218c332 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.813531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab001dbf-86a3-41d9-8abe-4130293c804f req-8fe37345-9d1c-4413-baa5-e20e6218c332 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 948 time: 0.6442187 Nov 12 03:27:41.845930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:41.854471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:41.855072 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.921804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab001dbf-86a3-41d9-8abe-4130293c804f req-ad2ec342-3917-4f1a-8d6a-de7d975079a1 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074185 Nov 12 03:27:41.960589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting port 6b629a2d-cb70-4883-bdee-eecb54a2c712 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:41.960965 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.972438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Deleting port b1789760-634f-4240-9bb1-d7d27f6c0ce6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:41.972801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.993917 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.999186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] DHCP port deletion for e007e6ab-0ff3-4922-99e6-15cd69810443 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:42.050695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66b90a-19ab-406b-9dc8-dee17e4bc670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a5d0a2-caa0-4a5a-9de3-eecb1c861984'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:42.054945 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e050e370-f9b4-4f2d-95cc-6dc0ec28dd61" -d '{"events": [{"server_uuid": "cf66b90a-19ab-406b-9dc8-dee17e4bc670", "name": "network-vif-plugged", "status": "completed", "tag": "c9a5d0a2-caa0-4a5a-9de3-eecb1c861984"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:42.070405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] For port 6b629a2d-cb70-4883-bdee-eecb54a2c712, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6b629a2d-cb70-4883-bdee-eecb54a2c712,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:42.070795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.089618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:42.093021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Calling delete_port for 6b629a2d-cb70-4883-bdee-eecb54a2c712 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:42.098587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.125878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] For port b1789760-634f-4240-9bb1-d7d27f6c0ce6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1789760-634f-4240-9bb1-d7d27f6c0ce6,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:42.126241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.141470 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33745a44-e449-4933-ad41-b85f07da5b2e x-openstack-request-id: req-33745a44-e449-4933-ad41-b85f07da5b2e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:42.142890 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66b90a-19ab-406b-9dc8-dee17e4bc670", "name": "network-vif-plugged", "status": "completed", "tag": "c9a5d0a2-caa0-4a5a-9de3-eecb1c861984", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:42.143381 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33745a44-e449-4933-ad41-b85f07da5b2e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:42.143989 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66b90a-19ab-406b-9dc8-dee17e4bc670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a5d0a2-caa0-4a5a-9de3-eecb1c861984', 'code': 200} Nov 12 03:27:42.144111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Calling delete_port for b1789760-634f-4240-9bb1-d7d27f6c0ce6 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:42.148070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21c27b59-1ee4-4dcd-b542-6fe0d6b96052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.165354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Deleting port b1789760-634f-4240-9bb1-d7d27f6c0ce6 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:42.166138 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.199883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.207043 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.275809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] For port b1789760-634f-4240-9bb1-d7d27f6c0ce6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1789760-634f-4240-9bb1-d7d27f6c0ce6,segment=NetworkSegment(7b671b30-6a5c-439c-a136-0e6bcd5575e0),segment_id=7b671b30-6a5c-439c-a136-0e6bcd5575e0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:42.276444 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.294180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Calling delete_port for b1789760-634f-4240-9bb1-d7d27f6c0ce6 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:42.365027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250ce2-2757-4dcc-840f-d304a9e05ae5 req-685afda6-b2c0-4690-9bd4-0d3edf695fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.366522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5250ce2-2757-4dcc-840f-d304a9e05ae5 req-685afda6-b2c0-4690-9bd4-0d3edf695fce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 1101 time: 0.1103356 Nov 12 03:27:42.384799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.409297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21c27b59-1ee4-4dcd-b542-6fe0d6b96052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.417341 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.421924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0dd72-95c8-43c2-af71-46e4ee0db2c7 req-272f3282-e0f0-44e0-a4ea-0346530b3764 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.430622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0dd72-95c8-43c2-af71-46e4ee0db2c7 req-272f3282-e0f0-44e0-a4ea-0346530b3764 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.435480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1789760-634f-4240-9bb1-d7d27f6c0ce6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.437343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] No DVR routers for this DVR port b1789760-634f-4240-9bb1-d7d27f6c0ce6 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:42.438600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0dd72-95c8-43c2-af71-46e4ee0db2c7 req-272f3282-e0f0-44e0-a4ea-0346530b3764 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.445278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02d0dd72-95c8-43c2-af71-46e4ee0db2c7 req-272f3282-e0f0-44e0-a4ea-0346530b3764 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 2417 time: 0.2172654 Nov 12 03:27:42.449870 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Pushing event deleted for resources: {'Port': ['ID=b1789760-634f-4240-9bb1-d7d27f6c0ce6,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.454543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] No DVR routers for this DVR port b1789760-634f-4240-9bb1-d7d27f6c0ce6 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:42.469269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.469781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.470009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.470872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.471207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.471540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.471869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.472193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.472519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.472867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.473201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.473500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c680c306-5151-411c-a2b2-f616fabb1539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:42.523182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c27b59-1ee4-4dcd-b542-6fe0d6b96052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d483fd-0848-445e-b3d2-c8d1b34b587b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.538024 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7497765d-3b89-424f-93a5-e7d71dbc0238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.541402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21c27b59-1ee4-4dcd-b542-6fe0d6b96052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.544805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-21c27b59-1ee4-4dcd-b542-6fe0d6b96052 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/80d483fd-0848-445e-b3d2-c8d1b34b587b HTTP/1.1" status: 204 len: 168 time: 1.9987106 Nov 12 03:27:42.549503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee726c26-1b15-4e1c-a9bb-d73a6eaf0227 None None] Network fff09f5b-dec7-472b-87ec-00c0a184e468 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:42.552773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39514) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.562285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7497765d-3b89-424f-93a5-e7d71dbc0238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.562710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5250ce2-2757-4dcc-840f-d304a9e05ae5 req-c1b27b19-634b-4f70-97c6-6667c388e8c0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875672 Nov 12 03:27:42.608544 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.637788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e007e6ab-0ff3-4922-99e6-15cd69810443']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:42.654585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b671b30-6a5c-439c-a136-0e6bcd5575e0') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:42.654894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b671b30-6a5c-439c-a136-0e6bcd5575e0') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:42.668350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.700541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.711501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:42.711893 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:42.713545 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:42.732230 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02d0dd72-95c8-43c2-af71-46e4ee0db2c7 req-89cb0dc2-5e11-4865-8405-1280db849a5b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706535 Nov 12 03:27:42.738579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497765d-3b89-424f-93a5-e7d71dbc0238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f90bf31-5498-4c5f-a20c-4cf421fb09ae,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.742788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7497765d-3b89-424f-93a5-e7d71dbc0238 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f45310cf4cc64e25aed0832ef39da39f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2584975 Nov 12 03:27:42.756897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39516) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.776091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.785987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] DHCP port deletion for fff09f5b-dec7-472b-87ec-00c0a184e468 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:42.788960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.810391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.814485 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.820657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e007e6ab-0ff3-4922-99e6-15cd69810443 HTTP/1.1" status: 204 len: 168 time: 1.1453733 Nov 12 03:27:42.851336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Port': ['ID=6b629a2d-cb70-4883-bdee-eecb54a2c712,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.882136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893892f0-3119-467b-966f-55c5360806c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e007e6ab-0ff3-4922-99e6-15cd69810443,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.885722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] Deleting port b98a6902-0998-434d-841d-a4a3b6baf164 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:42.886352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.903884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Deleting port 016c8bb3-96d4-4e34-8675-768164b87b36 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:42.906652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.984601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.020148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] For port b98a6902-0998-434d-841d-a4a3b6baf164, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b98a6902-0998-434d-841d-a4a3b6baf164,segment=NetworkSegment(29f0dbad-e4d1-495e-962f-358234023cd5),segment_id=29f0dbad-e4d1-495e-962f-358234023cd5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:43.020388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.059774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] For port 016c8bb3-96d4-4e34-8675-768164b87b36, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=016c8bb3-96d4-4e34-8675-768164b87b36,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:43.060390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.062842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] Calling delete_port for b98a6902-0998-434d-841d-a4a3b6baf164 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:43.074817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Calling delete_port for 016c8bb3-96d4-4e34-8675-768164b87b36 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:43.081250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39524) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.131480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04aadaf6-32b1-4a35-b82d-8c64a206574f req-015e0ab6-65f3-41b9-8bc2-a94a36976ef2 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0523565 Nov 12 03:27:43.154046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f61aff4-372d-48fe-aa5b-a75cf4b6fc37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.156716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] No DVR routers for this DVR port 6b629a2d-cb70-4883-bdee-eecb54a2c712 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:43.198314 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.201993 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-feb26f56-155f-4127-997e-9933ec883893 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "DELETE /v2.0/ports/6b629a2d-cb70-4883-bdee-eecb54a2c712 HTTP/1.1" status: 204 len: 173 time: 2.3524876 Nov 12 03:27:43.206974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b98a6902-0998-434d-841d-a4a3b6baf164 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:43.207430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-deleted', 'tag': '6b629a2d-cb70-4883-bdee-eecb54a2c712'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:43.217729 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e424d22-ec07-4906-b1b1-a9daad2aef5a" -d '{"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-deleted", "tag": "6b629a2d-cb70-4883-bdee-eecb54a2c712"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:43.263618 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.301614 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0113b50-4dc6-4163-918b-e2a8c95957d3 x-openstack-request-id: req-f0113b50-4dc6-4163-918b-e2a8c95957d3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:43.302258 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-deleted", "tag": "6b629a2d-cb70-4883-bdee-eecb54a2c712", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:43.302726 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0113b50-4dc6-4163-918b-e2a8c95957d3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:43.305529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] Pushing event deleted for resources: {'Port': ['ID=b98a6902-0998-434d-841d-a4a3b6baf164,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.306061 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-deleted', 'tag': '6b629a2d-cb70-4883-bdee-eecb54a2c712', 'status': 'completed', 'code': 200} Nov 12 03:27:43.312496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a80b7-de99-4bd3-8d6d-b76efb52ad25 None None] No DVR routers for this DVR port b98a6902-0998-434d-841d-a4a3b6baf164 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:43.320779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No active binding found for port b98a6902-0998-434d-841d-a4a3b6baf164 {{(pid=102630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:27:43.327054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b98a6902-0998-434d-841d-a4a3b6baf164 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:43.327523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1789760-634f-4240-9bb1-d7d27f6c0ce6 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:43.357247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b1789760-634f-4240-9bb1-d7d27f6c0ce6 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:43.357991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1789760-634f-4240-9bb1-d7d27f6c0ce6 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:43.358542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4fb763e3-c1ca-4836-9cc1-1fe92316ce32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1f123a7b8854480b6070cb1f77ba30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761211 Nov 12 03:27:43.360231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39528) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.391847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f61aff4-372d-48fe-aa5b-a75cf4b6fc37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.436908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Deleting port b98a6902-0998-434d-841d-a4a3b6baf164 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:43.437247 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.459372 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.487917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=016c8bb3-96d4-4e34-8675-768164b87b36,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.497140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ab644-1bc1-414b-8c3b-001262612edf req-cc5b1d8f-ebe8-4d50-997b-440274584b8a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.498704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f32ab644-1bc1-414b-8c3b-001262612edf req-cc5b1d8f-ebe8-4d50-997b-440274584b8a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 949 time: 0.4073117 Nov 12 03:27:43.612381 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f32ab644-1bc1-414b-8c3b-001262612edf req-f0f430f9-ddba-4b0c-9a57-88067e56f3e7 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047423 Nov 12 03:27:43.637524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 094ba3b3-ec56-49b7-81b4-c16a008f7a03 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:43.702763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] For port b98a6902-0998-434d-841d-a4a3b6baf164, host n-d-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:43.703348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.720206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:43.721087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.741967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f61aff4-372d-48fe-aa5b-a75cf4b6fc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.742996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.744547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f61aff4-372d-48fe-aa5b-a75cf4b6fc37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.745762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2f61aff4-372d-48fe-aa5b-a75cf4b6fc37 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f90bf31-5498-4c5f-a20c-4cf421fb09ae HTTP/1.1" status: 204 len: 168 time: 0.9877789 Nov 12 03:27:43.757239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Calling delete_port for b98a6902-0998-434d-841d-a4a3b6baf164 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:43.763034 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.770407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Port b98a6902-0998-434d-841d-a4a3b6baf164 was not found and therefore no delete operation was performed {{(pid=102628) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:27:43.783971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61aff4-372d-48fe-aa5b-a75cf4b6fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f90bf31-5498-4c5f-a20c-4cf421fb09ae,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.785800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3b48e6a-2ecd-4418-9d40-a74608556199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.794410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.838698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 094ba3b3-ec56-49b7-81b4-c16a008f7a03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=094ba3b3-ec56-49b7-81b4-c16a008f7a03,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:43.857524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.858756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6b629a2d-cb70-4883-bdee-eecb54a2c712 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:43.892652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98a6902-0998-434d-841d-a4a3b6baf164,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.894588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 6b629a2d-cb70-4883-bdee-eecb54a2c712 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:43.895252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6b629a2d-cb70-4883-bdee-eecb54a2c712 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:43.898055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] No DVR routers for this DVR port b98a6902-0998-434d-841d-a4a3b6baf164 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:43.902019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6eab4eb9-3090-4de3-abef-f6b6828043ee no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:43.928174 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3b48e6a-2ecd-4418-9d40-a74608556199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.963070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3a07-6d79-4c7e-9f6f-50725fbda0ec req-a636bfc7-bbb6-4e81-b81c-810d5f6aab0c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.969728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3a07-6d79-4c7e-9f6f-50725fbda0ec req-a636bfc7-bbb6-4e81-b81c-810d5f6aab0c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.971667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-378d3a07-6d79-4c7e-9f6f-50725fbda0ec req-a636bfc7-bbb6-4e81-b81c-810d5f6aab0c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 1681 time: 0.1147463 Nov 12 03:27:44.046164 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.046850 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.050244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] For port 094ba3b3-ec56-49b7-81b4-c16a008f7a03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=094ba3b3-ec56-49b7-81b4-c16a008f7a03,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.050590 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.080171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Calling delete_port for 094ba3b3-ec56-49b7-81b4-c16a008f7a03 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:44.102502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6eab4eb9-3090-4de3-abef-f6b6828043ee, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6eab4eb9-3090-4de3-abef-f6b6828043ee,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.103841 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-378d3a07-6d79-4c7e-9f6f-50725fbda0ec req-625b10b3-6279-4b35-9835-00ff0b1759eb tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157076 Nov 12 03:27:44.109873 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.113277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff09f5b-dec7-472b-87ec-00c0a184e468']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:44.124775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=094ba3b3-ec56-49b7-81b4-c16a008f7a03,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.137652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f0dbad-e4d1-495e-962f-358234023cd5') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:44.137930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f0dbad-e4d1-495e-962f-358234023cd5') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:44.173782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Router 976628ea-3846-47bd-b59b-044e9b5c4583 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:44.200914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.207381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094ba3b3-ec56-49b7-81b4-c16a008f7a03'}, {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eab4eb9-3090-4de3-abef-f6b6828043ee'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:44.210415 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b9ec4f-46bb-4784-8009-f9dfb212df14" -d '{"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "094ba3b3-ec56-49b7-81b4-c16a008f7a03"}, {"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "6eab4eb9-3090-4de3-abef-f6b6828043ee"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:44.214088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6eab4eb9-3090-4de3-abef-f6b6828043ee,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.231148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3b48e6a-2ecd-4418-9d40-a74608556199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.233946 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3b48e6a-2ecd-4418-9d40-a74608556199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.238793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b3b48e6a-2ecd-4418-9d40-a74608556199 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f67e1ca0-d94e-42eb-9c0e-077a98a8d198 HTTP/1.1" status: 204 len: 168 time: 0.8404610 Nov 12 03:27:44.238793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.264589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:44.265018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:44.272238 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:44.293245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b48e6a-2ecd-4418-9d40-a74608556199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67e1ca0-d94e-42eb-9c0e-077a98a8d198,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.335132 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5554e1e0-1792-43b3-9f9b-4f9a7c4f4914 x-openstack-request-id: req-5554e1e0-1792-43b3-9f9b-4f9a7c4f4914 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:44.335636 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "094ba3b3-ec56-49b7-81b4-c16a008f7a03", "code": 200}, {"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "6eab4eb9-3090-4de3-abef-f6b6828043ee", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:44.335732 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5554e1e0-1792-43b3-9f9b-4f9a7c4f4914 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:44.336133 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094ba3b3-ec56-49b7-81b4-c16a008f7a03', 'code': 200} Nov 12 03:27:44.336399 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eab4eb9-3090-4de3-abef-f6b6828043ee', 'code': 200} Nov 12 03:27:44.358919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Deleting port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:44.359264 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.387324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7ef83ae-0413-40c9-b77d-66f9b817ddf7 req-062eb7c6-cb32-4048-8006-d532518b95bb tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0576406 Nov 12 03:27:44.431503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4da9a87-3993-45d5-930b-75889a5beea9 req-01b69c84-214b-4e61-a136-3cfccb01ea52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0560830 Nov 12 03:27:44.431975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39544) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.450413 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.451624 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1626b19-7d36-49fc-b1a0-e1c8415c2d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.482008 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.485267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fff09f5b-dec7-472b-87ec-00c0a184e468 HTTP/1.1" status: 204 len: 168 time: 1.9322858 Nov 12 03:27:44.515494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a40cc-c7b8-44c5-a9f6-c123a3ae0350 admin admin] Pushing event deleted for resources: {'Network': ['ID=fff09f5b-dec7-472b-87ec-00c0a184e468,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.520221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:44.528368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b7cb8bc9-23a5-4ee7-b4fd-4496eb620a0f admin admin] 10.222.0.49 "PUT /v2.0/routers/976628ea-3846-47bd-b59b-044e9b5c4583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9233122 Nov 12 03:27:44.533974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39550) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.537162 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] Sync routers for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:44.546838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] For port 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.547208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.553456 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:44.556463 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:44.576136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Calling delete_port for 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:44.585861 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.683870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.700730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Port': ['ID=094ba3b3-ec56-49b7-81b4-c16a008f7a03,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.747049 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1626b19-7d36-49fc-b1a0-e1c8415c2d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.760524 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:44.799305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1626b19-7d36-49fc-b1a0-e1c8415c2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.921707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39560) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.968849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] No DVR routers for this DVR port 094ba3b3-ec56-49b7-81b4-c16a008f7a03 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:44.974499 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.978060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-976b1ef4-fb6d-4e52-ab9b-e9a1e9ed5f6e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "DELETE /v2.0/ports/094ba3b3-ec56-49b7-81b4-c16a008f7a03 HTTP/1.1" status: 204 len: 173 time: 1.7493362 Nov 12 03:27:44.989238 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a1626b19-7d36-49fc-b1a0-e1c8415c2d8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3c6e5a67c24442d89ea96da845245e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548906 Nov 12 03:27:44.990300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1626b19-7d36-49fc-b1a0-e1c8415c2d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6bd020-a586-443c-ad40-307e2b214e51,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.996614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:45.050700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.053083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d27b4b-1324-49ea-a3e6-070d71e08c31 req-8029dd51-efce-4dbb-b0ab-4f88ccf34b3f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.062618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4d27b4b-1324-49ea-a3e6-070d71e08c31 req-8029dd51-efce-4dbb-b0ab-4f88ccf34b3f tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 949 time: 0.3172891 Nov 12 03:27:45.127025 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:27:43Z', 'revision_number': 5, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port': {'id': '42501afa-70c1-4117-a4fc-844ba43c9285', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:48Z', 'updated_at': '2021-11-12T03:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.133980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.135923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Pushing event deleted for resources: {'Port': ['ID=20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.161853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-afd35d6a-55d2-4013-acde-55dc5a515b96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c32349301fb544a69d5b40e742cd49f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308075 Nov 12 03:27:45.171726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:45.196236 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] Checking router: 976628ea-3846-47bd-b59b-044e9b5c4583 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:45.221944 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] Routers {'976628ea-3846-47bd-b59b-044e9b5c4583'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:45.222675 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['976628ea-3846-47bd-b59b-044e9b5c4583'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.233050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e85d8f3f-c899-4ea5-a362-ef8b02619792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.266630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting port 6eab4eb9-3090-4de3-abef-f6b6828043ee {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:45.267112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.322577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-deleted', 'tag': '094ba3b3-ec56-49b7-81b4-c16a008f7a03'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:45.325437 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edc9617-d62f-4e63-8d5c-78393df59985" -d '{"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-deleted", "tag": "094ba3b3-ec56-49b7-81b4-c16a008f7a03"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:45.345986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4d27b4b-1324-49ea-a3e6-070d71e08c31 req-501abfa9-eb60-45bd-8c31-9e8852d8e085 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821777 Nov 12 03:27:45.388830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e85d8f3f-c899-4ea5-a362-ef8b02619792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.393834 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] Set router 976628ea-3846-47bd-b59b-044e9b5c4583 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:45.479948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62888e9a-440d-4a5b-9793-e0a824d9c1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.489416 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fc9436-9490-4d79-839f-19cdf8f3a1ec x-openstack-request-id: req-92fc9436-9490-4d79-839f-19cdf8f3a1ec {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:45.489867 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-deleted", "tag": "094ba3b3-ec56-49b7-81b4-c16a008f7a03", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:45.490126 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92fc9436-9490-4d79-839f-19cdf8f3a1ec {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:45.490531 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-deleted', 'tag': '094ba3b3-ec56-49b7-81b4-c16a008f7a03', 'status': 'completed', 'code': 200} Nov 12 03:27:45.538896 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:27:45Z', 'revision_number': 6, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.571908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Deleting port 42501afa-70c1-4117-a4fc-844ba43c9285 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:45.572728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.578673 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62987f8-5bf8-4dbb-ba0d-6e3d8a891842 None None] The sync data for ids ['976628ea-3846-47bd-b59b-044e9b5c4583'] in n-d-789963-21 is: [{'id': '976628ea-3846-47bd-b59b-044e9b5c4583', 'name': 'tempest-ServersTestFqdnHostnames-1710108191-router', 'tenant_id': 'd1e8f76fb85048a396252fffb5b575e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:27:45Z', 'revision_number': 6, 'project_id': 'd1e8f76fb85048a396252fffb5b575e1', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:45.613896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e85d8f3f-c899-4ea5-a362-ef8b02619792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.616465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e85d8f3f-c899-4ea5-a362-ef8b02619792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.617669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e85d8f3f-c899-4ea5-a362-ef8b02619792 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b6bd020-a586-443c-ad40-307e2b214e51 HTTP/1.1" status: 204 len: 168 time: 0.6198399 Nov 12 03:27:45.637909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39584) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:45.638023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62888e9a-440d-4a5b-9793-e0a824d9c1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.650672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c450462-1ee7-4fb7-af20-dd6e3ea66535 req-d3498e3f-8694-4ae9-b496-abc64eefebb6 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.652202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c450462-1ee7-4fb7-af20-dd6e3ea66535 req-d3498e3f-8694-4ae9-b496-abc64eefebb6 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 944 time: 0.3809133 Nov 12 03:27:45.700914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] For port 6eab4eb9-3090-4de3-abef-f6b6828043ee, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6eab4eb9-3090-4de3-abef-f6b6828043ee,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:45.701536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.704930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.706828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d8f3f-c899-4ea5-a362-ef8b02619792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6bd020-a586-443c-ad40-307e2b214e51,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.741547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Calling delete_port for 6eab4eb9-3090-4de3-abef-f6b6828043ee owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:45.800557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] For port 42501afa-70c1-4117-a4fc-844ba43c9285, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=42501afa-70c1-4117-a4fc-844ba43c9285,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:45.800979 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.817408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Calling delete_port for 42501afa-70c1-4117-a4fc-844ba43c9285 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:45.833992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c1750-9961-4d3e-a827-0f2cea2b3eb4 req-51f296be-6009-4b8d-98f2-a09e48aa06c2 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.842044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-146c1750-9961-4d3e-a827-0f2cea2b3eb4 req-51f296be-6009-4b8d-98f2-a09e48aa06c2 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 1101 time: 0.2978384 Nov 12 03:27:45.933618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-146c1750-9961-4d3e-a827-0f2cea2b3eb4 req-7e3330cd-dcfe-4c10-9e83-4e97cd07aba2 tempest-ServersOnMultiNodesTest-422480626 tempest-ServersOnMultiNodesTest-422480626-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857768 Nov 12 03:27:45.936327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62888e9a-440d-4a5b-9793-e0a824d9c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.943945 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62888e9a-440d-4a5b-9793-e0a824d9c1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.951526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-62888e9a-440d-4a5b-9793-e0a824d9c1fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17c1feb0-2abb-4f74-87c3-28d0ed5d616f HTTP/1.1" status: 204 len: 168 time: 0.7417402 Nov 12 03:27:46.009782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62888e9a-440d-4a5b-9793-e0a824d9c1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c1feb0-2abb-4f74-87c3-28d0ed5d616f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.135477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-network', 'tenant_id': '95ef081eec3347f09638dade289a47d4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:46.197897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d11a4ca2-d046-443c-b232-0f65bf3682f7 req-201f7e43-a5a2-4450-9f0b-bca45b6ede20 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0755553 Nov 12 03:27:46.215480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Made reservation on behalf of 95ef081eec3347f09638dade289a47d4 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:46.220908 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.235082 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.268452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c450462-1ee7-4fb7-af20-dd6e3ea66535 req-282d7324-24b5-483e-959c-c6732cb6a534 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056616 Nov 12 03:27:46.420824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.520824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Pushing event deleted for resources: {'Port': ['ID=42501afa-70c1-4117-a4fc-844ba43c9285,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.534492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39614) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.558030 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.564795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.597464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.618824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.702221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5ff33056-0335-4738-8dcf-a9f8ab339162 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f7eb6eb40684cf7a8b77c5e0373e62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663973 Nov 12 03:27:46.713334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39620) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.732235 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.749409 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.785915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:46.786713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Port': ['ID=6eab4eb9-3090-4de3-abef-f6b6828043ee,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.788860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.820499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Router 656d90c0-e40e-403f-828e-edc96ee4e3ba has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:46.855096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.855498 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Added segment 91c7da1b-a41a-4adf-a79f-3a02ade1c5fa of type vlan for network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 Nov 12 03:27:46.881311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850fe01-dfa4-4e44-a250-7781ad01414a req-d1b8e875-0243-4d96-8382-0f1d19306616 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.883056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5850fe01-dfa4-4e44-a250-7781ad01414a req-d1b8e875-0243-4d96-8382-0f1d19306616 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 949 time: 0.1444509 Nov 12 03:27:46.899451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] No DVR routers for this DVR port 6eab4eb9-3090-4de3-abef-f6b6828043ee on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:46.903858 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.907253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62981b0d-8512-4edf-a5d5-371b30a44ac6 req-3faa3970-cbdc-49ef-874a-0976298d12a0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "DELETE /v2.0/ports/6eab4eb9-3090-4de3-abef-f6b6828043ee HTTP/1.1" status: 204 len: 173 time: 1.9222524 Nov 12 03:27:46.910546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8223b5f-cc5d-4676-8062-217c2afeb306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.915166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.915731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976628ea-3846-47bd-b59b-044e9b5c4583 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:46.925379 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.929840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39630) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.931466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cb16404a-e472-4f38-a292-cf9c5537f542 admin admin] 10.222.0.49 "DELETE /v2.0/routers/976628ea-3846-47bd-b59b-044e9b5c4583 HTTP/1.1" status: 204 len: 168 time: 2.3958418 Nov 12 03:27:46.979365 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.042176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5850fe01-dfa4-4e44-a250-7781ad01414a req-5149735d-9aed-48a2-baa8-6c01bb45e7f3 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280134 Nov 12 03:27:47.043692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.044841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.045482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.143677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] Pushing event updated for resources: {'Network': ['ID=59c7de20-0e53-4bb2-a83b-5d845ca06d57,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.147211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8223b5f-cc5d-4676-8062-217c2afeb306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.155151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39636) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.158217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-44066a37-ce12-4b4d-8ca4-932dd5f032e1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5155516 Nov 12 03:27:47.178047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Request body: {'subnet': {'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-subnet', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:47.189618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:47.228230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Made reservation on behalf of 95ef081eec3347f09638dade289a47d4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:47.230770 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.351654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 42501afa-70c1-4117-a4fc-844ba43c9285 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:47.398293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 42501afa-70c1-4117-a4fc-844ba43c9285 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:47.398843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 42501afa-70c1-4117-a4fc-844ba43c9285 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:47.399453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 016c8bb3-96d4-4e34-8675-768164b87b36 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:47.429594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 016c8bb3-96d4-4e34-8675-768164b87b36 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:47.430165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 016c8bb3-96d4-4e34-8675-768164b87b36 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:47.447078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f14938c-20ac-4f2e-927d-e702f38dd719 admin admin] Deleting subnet 4bc70f72-8486-4328-a24f-b2d57ef7c2aa {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:47.471484 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bfc3eb19-d268-45e3-bfab-9b1d2a6d64ef req-7d3d4fa3-44f9-487d-869d-ad9d9e8c2823 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d70f05-dfab-4de5-8120-f77705bb2f9c HTTP/1.1" status: 200 len: 210 time: 0.0626681 Nov 12 03:27:47.473997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f14938c-20ac-4f2e-927d-e702f38dd719 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.500359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-deleted', 'tag': '6eab4eb9-3090-4de3-abef-f6b6828043ee'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:47.504201 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e3db06-4034-47a5-8d52-1db8d79631dd" -d '{"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-deleted", "tag": "6eab4eb9-3090-4de3-abef-f6b6828043ee"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:47.532334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdac451e-5106-4fc0-80a9-81477fd1503a req-ede0a285-c59b-4ead-85f1-3502c0b1dd4c tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0817163 Nov 12 03:27:47.550381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:47.561913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-22c1c66a-1fd9-4a1d-8a80-f276ecb963fb admin admin] 10.222.0.49 "PUT /v2.0/routers/656d90c0-e40e-403f-828e-edc96ee4e3ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4352424 Nov 12 03:27:47.565256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39656) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.566250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] Sync routers for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:47.578110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f14938c-20ac-4f2e-927d-e702f38dd719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.588374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:47.589108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:47.681176 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8223b5f-cc5d-4676-8062-217c2afeb306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.683828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8223b5f-cc5d-4676-8062-217c2afeb306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.684985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e8223b5f-cc5d-4676-8062-217c2afeb306 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f411a8fb-48f0-460c-83bb-6c629ae21b90 HTTP/1.1" status: 204 len: 168 time: 0.9700637 Nov 12 03:27:47.690804 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c12259c-4857-4828-a4f8-7762f26f2a51 x-openstack-request-id: req-5c12259c-4857-4828-a4f8-7762f26f2a51 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:47.691090 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d70f05-dfab-4de5-8120-f77705bb2f9c", "name": "network-vif-deleted", "tag": "6eab4eb9-3090-4de3-abef-f6b6828043ee", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:47.691711 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c12259c-4857-4828-a4f8-7762f26f2a51 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:47.692259 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d70f05-dfab-4de5-8120-f77705bb2f9c', 'name': 'network-vif-deleted', 'tag': '6eab4eb9-3090-4de3-abef-f6b6828043ee', 'status': 'completed', 'code': 200} Nov 12 03:27:47.708524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8223b5f-cc5d-4676-8062-217c2afeb306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f411a8fb-48f0-460c-83bb-6c629ae21b90,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.723287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f14938c-20ac-4f2e-927d-e702f38dd719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.802836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.846647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:47.945384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f14938c-20ac-4f2e-927d-e702f38dd719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.967720 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.990217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14938c-20ac-4f2e-927d-e702f38dd719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc70f72-8486-4328-a24f-b2d57ef7c2aa,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.992409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f14938c-20ac-4f2e-927d-e702f38dd719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.995923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9f14938c-20ac-4f2e-927d-e702f38dd719 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4bc70f72-8486-4328-a24f-b2d57ef7c2aa HTTP/1.1" status: 204 len: 168 time: 1.0384989 Nov 12 03:27:47.998319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.006344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39670) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.048071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Deleting port 1b527f83-8859-464b-b142-31087f71f16a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:48.048416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.077929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e387dd50-05e0-4ccb-901b-33180ce3a69d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.079356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e387dd50-05e0-4ccb-901b-33180ce3a69d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 949 time: 0.2036111 Nov 12 03:27:48.231263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03e9c6a-c686-405a-aa2b-78f903a00f59,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.241788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] For port 1b527f83-8859-464b-b142-31087f71f16a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1b527f83-8859-464b-b142-31087f71f16a,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:48.242260 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.243323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.262481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e041db-4596-4571-9918-62272b250136 None None] Network 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:48.263109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Calling delete_port for 1b527f83-8859-464b-b142-31087f71f16a owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:48.273260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b724f6a-c585-4ed8-bb6a-5cad7193d9ef req-6709a0c5-a083-4b18-a756-108547ae9243 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.274521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Checking segment: {'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:48.274999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Network hostable DHCP agents. Network: 59c7de20-0e53-4bb2-a83b-5d845ca06d57, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:48.283370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b724f6a-c585-4ed8-bb6a-5cad7193d9ef req-6709a0c5-a083-4b18-a756-108547ae9243 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 949 time: 0.1134958 Nov 12 03:27:48.319149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Deleting port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:48.319403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.359353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:48.407494 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b724f6a-c585-4ed8-bb6a-5cad7193d9ef req-d8339162-3b9d-4b15-a3ad-6b832b535707 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230555 Nov 12 03:27:48.410925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 59c7de20-0e53-4bb2-a83b-5d845ca06d57) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:48.422975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.424085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.425618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6b642-2d76-4ad7-83ba-6b136aa2b74f None None] Network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:48.475855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] For port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:48.476133 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.487875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5bd78d53-b2ef-4ab2-bf69-05de19bfd422 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3221240 Nov 12 03:27:48.492395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39694) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.498588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Calling delete_port for c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:48.502926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:48.507870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Deleting port a6008b7c-f2e3-47f8-99c6-267c116bee94 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:48.508231 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.580755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39696) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.588444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.704522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.707682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.774675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '1b527f83-8859-464b-b142-31087f71f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:27:44Z', 'revision_number': 5, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port': {'id': '1b527f83-8859-464b-b142-31087f71f16a', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:05Z', 'updated_at': '2021-11-12T03:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:48.783385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6429c4-359a-4aa5-87d7-f172b44e3e26 None None] Network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:48.790817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] For port a6008b7c-f2e3-47f8-99c6-267c116bee94, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a6008b7c-f2e3-47f8-99c6-267c116bee94,segment=NetworkSegment(5d13c458-6838-4099-b06c-f9634e1cf47d),segment_id=5d13c458-6838-4099-b06c-f9634e1cf47d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:48.791397 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.807855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Calling delete_port for a6008b7c-f2e3-47f8-99c6-267c116bee94 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:48.838277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268b0b54-6277-4206-9e6c-bac8b92fe7d8 None None] DHCP port deletion for 527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:48.904172 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.961734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] No DVR routers for this DVR port a6008b7c-f2e3-47f8-99c6-267c116bee94 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:48.967630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] Checking router: 656d90c0-e40e-403f-828e-edc96ee4e3ba for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:49.019356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-268b0b54-6277-4206-9e6c-bac8b92fe7d8 None None] The port 'a6008b7c-f2e3-47f8-99c6-267c116bee94' was deleted {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:27:49.027255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] Routers {'656d90c0-e40e-403f-828e-edc96ee4e3ba'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:49.027795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['656d90c0-e40e-403f-828e-edc96ee4e3ba'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.045540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f136bbe8-173c-423c-b7ba-faeb1bea4d59 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting subnet 299464cb-1605-4687-9196-3c26d5c2a0c3 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:49.054347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f136bbe8-173c-423c-b7ba-faeb1bea4d59 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.122187 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f136bbe8-173c-423c-b7ba-faeb1bea4d59 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.147801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] Set router 656d90c0-e40e-403f-828e-edc96ee4e3ba gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:49.192019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b527f83-8859-464b-b142-31087f71f16a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.224105 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a6008b7c-f2e3-47f8-99c6-267c116bee94 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:49.227464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:27:48Z', 'revision_number': 7, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.228880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f136bbe8-173c-423c-b7ba-faeb1bea4d59 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.263736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5618b15d-a85e-459e-a09f-e26b650a30b2 req-60139179-670b-4e41-8926-e2301bd50f0f tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0707643 Nov 12 03:27:49.278051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a6008b7c-f2e3-47f8-99c6-267c116bee94 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:49.278569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a6008b7c-f2e3-47f8-99c6-267c116bee94 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:49.280667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e892cc1-836c-45af-ad2b-196b2045436e None None] The sync data for ids ['656d90c0-e40e-403f-828e-edc96ee4e3ba'] in n-d-789963-21 is: [{'id': '656d90c0-e40e-403f-828e-edc96ee4e3ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-173376292-router', 'tenant_id': '6a3e935b23d647669624b6ca16a73d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:03Z', 'updated_at': '2021-11-12T03:27:48Z', 'revision_number': 7, 'project_id': '6a3e935b23d647669624b6ca16a73d59', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:49.309120 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.311829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6008b7c-f2e3-47f8-99c6-267c116bee94,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.367656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f136bbe8-173c-423c-b7ba-faeb1bea4d59 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.425799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.428603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.445309 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.472499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136bbe8-173c-423c-b7ba-faeb1bea4d59 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Subnet': ['ID=299464cb-1605-4687-9196-3c26d5c2a0c3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.479484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-f12255f4-d3f7-4946-b438-ab47eea0e5a4 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=29de844d4930494db9eb7f4ff06ba2a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207092 Nov 12 03:27:49.483885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f136bbe8-173c-423c-b7ba-faeb1bea4d59 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.491267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f136bbe8-173c-423c-b7ba-faeb1bea4d59 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "DELETE /v2.0/subnets/299464cb-1605-4687-9196-3c26d5c2a0c3 HTTP/1.1" status: 204 len: 168 time: 0.8645566 Nov 12 03:27:49.492243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fbafa7-ebf9-4d24-99b1-525842e8c5f3 None None] Network b38f6aa5-dbce-4089-a04c-8e9107473d9d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:49.494183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39738) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:49.499519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eab26d96-7b37-4205-960c-eb1dc7353c14 req-ff4dd6c8-b46a-480a-bf70-279ea0e5491e tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=623a3e75996341c69380330619a684b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617995 Nov 12 03:27:49.502199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.502801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 656d90c0-e40e-403f-828e-edc96ee4e3ba {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:49.507446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.508811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ad682208-7442-4916-a66a-c6cf63470d12 admin admin] 10.222.0.49 "DELETE /v2.0/routers/656d90c0-e40e-403f-828e-edc96ee4e3ba HTTP/1.1" status: 204 len: 168 time: 1.9423182 Nov 12 03:27:49.511372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39740) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:49.618484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccef03c7-07ec-4c50-bc2a-6a481be64172 admin admin] Deleting subnet df8dfc23-bd6b-478f-a093-42ac4af69327 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:49.629142 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccef03c7-07ec-4c50-bc2a-6a481be64172 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.632730 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.718885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccef03c7-07ec-4c50-bc2a-6a481be64172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.719780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] DHCP port deletion for b38f6aa5-dbce-4089-a04c-8e9107473d9d request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:49.760114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527890ec-b4b5-48dd-8e73-c8e1d8dec7a1']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.768134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26d96-7b37-4205-960c-eb1dc7353c14 req-137802c2-326c-496f-9299-3874d18a6538 tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.769883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eab26d96-7b37-4205-960c-eb1dc7353c14 req-137802c2-326c-496f-9299-3874d18a6538 tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498164 Nov 12 03:27:49.792433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eab26d96-7b37-4205-960c-eb1dc7353c14 req-8fb99c76-a3ef-4b53-be71-4bea622d7750 tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/quotas/623a3e75996341c69380330619a684b1 HTTP/1.1" status: 200 len: 375 time: 0.0154405 Nov 12 03:27:49.796499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] Deleting port 03e15117-a389-4ef6-90c5-44da136d5ea8 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:49.796909 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.851840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eab26d96-7b37-4205-960c-eb1dc7353c14 req-70196ac5-8770-4d99-a3df-4bec6e7232ad tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=623a3e75996341c69380330619a684b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395525 Nov 12 03:27:49.858930 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccef03c7-07ec-4c50-bc2a-6a481be64172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.865469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d13c458-6838-4099-b06c-f9634e1cf47d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.866019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d13c458-6838-4099-b06c-f9634e1cf47d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.870380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] For port 03e15117-a389-4ef6-90c5-44da136d5ea8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=03e15117-a389-4ef6-90c5-44da136d5ea8,segment=NetworkSegment(e9ee879e-49c2-4c55-8632-884251d43d16),segment_id=e9ee879e-49c2-4c55-8632-884251d43d16)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:49.870812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.872170 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.883468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'd772636d-384a-4044-b407-b5a7a04c2f30'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:49.937533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.938133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccef03c7-07ec-4c50-bc2a-6a481be64172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.942159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] Calling delete_port for 03e15117-a389-4ef6-90c5-44da136d5ea8 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:49.945135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.952283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.977845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef03c7-07ec-4c50-bc2a-6a481be64172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8dfc23-bd6b-478f-a093-42ac4af69327,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.996026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event deleted for resources: {'Port': ['ID=c9a5d0a2-caa0-4a5a-9de3-eecb1c861984,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.996897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccef03c7-07ec-4c50-bc2a-6a481be64172 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.017782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ccef03c7-07ec-4c50-bc2a-6a481be64172 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/df8dfc23-bd6b-478f-a093-42ac4af69327 HTTP/1.1" status: 204 len: 168 time: 0.5033989 Nov 12 03:27:50.023745 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39744) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:50.023947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c976e-d4da-4e79-ba98-672e63fe7f6d None None] Network be8c8d0f-771f-4ab9-9157-5fb981951e4d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:50.026528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.070829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:50.071277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:50.077733 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:50.116550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] No DVR routers for this DVR port c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:50.125917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-d8ab5642-071e-474e-b5cf-e4863b8768c1 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.133679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-d8ab5642-071e-474e-b5cf-e4863b8768c1 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6387589 Nov 12 03:27:50.160942 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6d2c17b-2c9a-48ba-ba9b-a006654dc449 req-28eecc2b-2d2f-463d-b738-af8dec2e1f86 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 210 time: 0.1198797 Nov 12 03:27:50.191203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.226786 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.287261 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] Pushing event deleted for resources: {'Port': ['ID=03e15117-a389-4ef6-90c5-44da136d5ea8,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.297615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed4da4-401e-48b2-badd-fa071765652b None None] No DVR routers for this DVR port 03e15117-a389-4ef6-90c5-44da136d5ea8 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:50.324409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Deleting port c69fa2a2-32a3-4131-afa5-b48576e5fa1a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:50.324956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.426134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] For port c69fa2a2-32a3-4131-afa5-b48576e5fa1a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c69fa2a2-32a3-4131-afa5-b48576e5fa1a,segment=NetworkSegment(2d969a8f-c6d4-4eab-a840-ef32d1968f3a),segment_id=2d969a8f-c6d4-4eab-a840-ef32d1968f3a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:50.427871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.447073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Calling delete_port for c69fa2a2-32a3-4131-afa5-b48576e5fa1a owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:50.562660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.568862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-457b8845-87c3-438f-bc0a-7e61e88cced9 req-e7f1052e-e63f-4569-ae39-d4909fff546e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "DELETE /v2.0/ports/c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 HTTP/1.1" status: 204 len: 173 time: 2.4824843 Nov 12 03:27:50.571319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66b90a-19ab-406b-9dc8-dee17e4bc670', 'name': 'network-vif-deleted', 'tag': 'c9a5d0a2-caa0-4a5a-9de3-eecb1c861984'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:50.578421 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f301715-ff6c-49ef-a6e2-d099c4fd0eb5" -d '{"events": [{"server_uuid": "cf66b90a-19ab-406b-9dc8-dee17e4bc670", "name": "network-vif-deleted", "tag": "c9a5d0a2-caa0-4a5a-9de3-eecb1c861984"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:50.586931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] DHCP port deletion for be8c8d0f-771f-4ab9-9157-5fb981951e4d request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:50.612057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-57dfe0da-c744-4971-b19f-f1485dda36a2 req-66cfc813-7c68-463a-9bd1-7156986416b6 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0488091 Nov 12 03:27:50.634987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-94530810-b01f-4523-a80c-57477a85e3ab tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/quotas/29de844d4930494db9eb7f4ff06ba2a2 HTTP/1.1" status: 200 len: 375 time: 0.5003743 Nov 12 03:27:50.639066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] The port '03e15117-a389-4ef6-90c5-44da136d5ea8' was deleted {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:27:50.654588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.702212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] No DVR routers for this DVR port c69fa2a2-32a3-4131-afa5-b48576e5fa1a on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:50.703953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69fa2a2-32a3-4131-afa5-b48576e5fa1a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.782072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] Deleting port c69fa2a2-32a3-4131-afa5-b48576e5fa1a {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:50.782423 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.796654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.825154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8c8d0f-771f-4ab9-9157-5fb981951e4d']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.836642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d969a8f-c6d4-4eab-a840-ef32d1968f3a') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.836983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d969a8f-c6d4-4eab-a840-ef32d1968f3a') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.849439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.857390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-f99473a9-728f-41eb-af97-7a437f1b1da6 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=29de844d4930494db9eb7f4ff06ba2a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2034540 Nov 12 03:27:50.858219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.861067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] For port c69fa2a2-32a3-4131-afa5-b48576e5fa1a, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:50.862889 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.865961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.872044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] 10.222.0.49 "DELETE /v2.0/networks/527890ec-b4b5-48dd-8e73-c8e1d8dec7a1 HTTP/1.1" status: 204 len: 168 time: 2.8589077 Nov 12 03:27:50.880415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.888132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] Calling delete_port for c69fa2a2-32a3-4131-afa5-b48576e5fa1a owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:50.891150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] Port c69fa2a2-32a3-4131-afa5-b48576e5fa1a was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:27:50.893805 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.903738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:50.906519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.909901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] No DVR routers for this DVR port c69fa2a2-32a3-4131-afa5-b48576e5fa1a on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:50.914480 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:50.925463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172e5ad-302d-4d2f-9799-d7c3083fe845 admin admin] Pushing event deleted for resources: {'Network': ['ID=527890ec-b4b5-48dd-8e73-c8e1d8dec7a1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.936568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.936854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffbf8a-cba6-4db2-abd8-dd30d34f7639 None None] Pushing event deleted for resources: {'Port': ['ID=c69fa2a2-32a3-4131-afa5-b48576e5fa1a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.948447 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefec7f1-585c-43ad-9e76-000affca40ef x-openstack-request-id: req-fefec7f1-585c-43ad-9e76-000affca40ef {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:50.948771 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66b90a-19ab-406b-9dc8-dee17e4bc670", "name": "network-vif-deleted", "tag": "c9a5d0a2-caa0-4a5a-9de3-eecb1c861984", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:50.949146 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fefec7f1-585c-43ad-9e76-000affca40ef {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:50.949551 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66b90a-19ab-406b-9dc8-dee17e4bc670', 'name': 'network-vif-deleted', 'tag': 'c9a5d0a2-caa0-4a5a-9de3-eecb1c861984', 'status': 'completed', 'code': 200} Nov 12 03:27:50.983002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38f6aa5-dbce-4089-a04c-8e9107473d9d']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.997272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ee879e-49c2-4c55-8632-884251d43d16') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.997588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ee879e-49c2-4c55-8632-884251d43d16') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:51.012436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.049373 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.058611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.067463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] 10.222.0.49 "DELETE /v2.0/networks/be8c8d0f-771f-4ab9-9157-5fb981951e4d HTTP/1.1" status: 204 len: 168 time: 1.0433362 Nov 12 03:27:51.094676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39768) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.100851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb559-00dd-46cb-a3a1-5fb8bd623691 admin admin] Pushing event deleted for resources: {'Network': ['ID=be8c8d0f-771f-4ab9-9157-5fb981951e4d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.204039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.269421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:51.269867 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:51.280775 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:51.290464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 03e15117-a389-4ef6-90c5-44da136d5ea8 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:51.339053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 03e15117-a389-4ef6-90c5-44da136d5ea8 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:51.342228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 03e15117-a389-4ef6-90c5-44da136d5ea8 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:51.342731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c69fa2a2-32a3-4131-afa5-b48576e5fa1a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:51.343713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11cf17bb-d3c5-44fe-a7e8-5d7521f319ac req-1fd29a17-7692-4043-8c44-0a3923b1c413 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 210 time: 0.1246068 Nov 12 03:27:51.374589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.395863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c69fa2a2-32a3-4131-afa5-b48576e5fa1a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:51.396286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c69fa2a2-32a3-4131-afa5-b48576e5fa1a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:51.397579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:51.418783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.438013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:51.438588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 20e9d95e-8e29-4f2d-a8c1-7b9cfbe84528 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:51.439875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1b527f83-8859-464b-b142-31087f71f16a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:51.463194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.471445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1b527f83-8859-464b-b142-31087f71f16a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:51.472211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1b527f83-8859-464b-b142-31087f71f16a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:51.480047 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.485172 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c97a44f1-6cbe-4fec-85bf-cce2456819e2 req-0e934623-41f3-4ea4-95f1-d706393fc44c tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf66b90a-19ab-406b-9dc8-dee17e4bc670 HTTP/1.1" status: 200 len: 210 time: 0.0964923 Nov 12 03:27:51.533791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.539564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "DELETE /v2.0/networks/b38f6aa5-dbce-4089-a04c-8e9107473d9d HTTP/1.1" status: 204 len: 168 time: 2.0360177 Nov 12 03:27:51.548969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39794) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.576938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e459e-a05d-4ea5-9eda-642faeb2da97 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Network': ['ID=b38f6aa5-dbce-4089-a04c-8e9107473d9d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.590350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f8b46-5988-474a-8da8-9f8e70103867 req-42c11fe2-81f6-4e69-8334-1e319bbb51fd tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=623a3e75996341c69380330619a684b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275795 Nov 12 03:27:51.615257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-79fdbbc2-d25c-4b8a-b43e-7a6896b41dec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1e8f76fb85048a396252fffb5b575e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393966 Nov 12 03:27:51.629384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39798) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.641619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4062200-e254-4b95-8cd9-ce9fe7579b58 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting subnet 135eafbd-a5ae-48ee-9983-72957c677159 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:51.647446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4062200-e254-4b95-8cd9-ce9fe7579b58 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.669997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:51.703676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:51.703900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c9a5d0a2-caa0-4a5a-9de3-eecb1c861984 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:51.786762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Allocated IP 172.25.0.207 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/b59117e8-f0e4-40ae-af11-e05e3eb5f852) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:51.805608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4062200-e254-4b95-8cd9-ce9fe7579b58 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.813202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19a1e2b6-cf15-4456-aa5a-c4f8100edc25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.822023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f8b46-5988-474a-8da8-9f8e70103867 req-df54c38d-e7be-4e93-ac65-e719747f1436 tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.823622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f8b46-5988-474a-8da8-9f8e70103867 req-df54c38d-e7be-4e93-ac65-e719747f1436 tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323594 Nov 12 03:27:51.837975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b578ab91-16ff-443b-bb7e-d68758f59b55 req-2c2f4b95-1506-48ea-a2a5-bef8875526c8 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0931144 Nov 12 03:27:51.904692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19a1e2b6-cf15-4456-aa5a-c4f8100edc25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.916608 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f8b46-5988-474a-8da8-9f8e70103867 req-e437baa4-40d8-4ef5-b510-924c27e2c4e1 tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/quotas/623a3e75996341c69380330619a684b1 HTTP/1.1" status: 200 len: 375 time: 0.0853751 Nov 12 03:27:51.931940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4062200-e254-4b95-8cd9-ce9fe7579b58 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.974196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f8b46-5988-474a-8da8-9f8e70103867 req-e8e77f01-b1f9-46a3-b77e-72ed0efe798c tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=623a3e75996341c69380330619a684b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466371 Nov 12 03:27:52.008637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.012183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19a1e2b6-cf15-4456-aa5a-c4f8100edc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.015011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19a1e2b6-cf15-4456-aa5a-c4f8100edc25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.019394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-19a1e2b6-cf15-4456-aa5a-c4f8100edc25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d2d27ed-c839-4c23-a4e9-5d7ac084c2f2 HTTP/1.1" status: 204 len: 168 time: 0.3859675 Nov 12 03:27:52.032540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1e2b6-cf15-4456-aa5a-c4f8100edc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d27ed-c839-4c23-a4e9-5d7ac084c2f2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.066181 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.074615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.121805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:52.124966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:52.129045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:52.141050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4062200-e254-4b95-8cd9-ce9fe7579b58 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.151905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Pushing event updated for resources: {'Port': ['ID=b59117e8-f0e4-40ae-af11-e05e3eb5f852,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.171351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f085a-8b05-4c53-8b59-d5e09e22c5d7 None None] Network f4000862-48f7-453d-98ea-ccfb756583c6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:52.205716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4062200-e254-4b95-8cd9-ce9fe7579b58 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.209261 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b4062200-e254-4b95-8cd9-ce9fe7579b58 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "DELETE /v2.0/subnets/135eafbd-a5ae-48ee-9983-72957c677159 HTTP/1.1" status: 204 len: 168 time: 0.6591771 Nov 12 03:27:52.212043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39810) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:52.214402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4062200-e254-4b95-8cd9-ce9fe7579b58 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Subnet': ['ID=135eafbd-a5ae-48ee-9983-72957c677159,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.437124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.568311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] DHCP port deletion for f4000862-48f7-453d-98ea-ccfb756583c6 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:52.577336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3ab72f9-90e3-41dd-9a1e-bf301259c077 req-d97b74c7-b64f-4bd3-96fc-cd381b3b203a tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 210 time: 0.0996788 Nov 12 03:27:52.584413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-9f158d63-d502-4a3f-8194-75d2fabbe9f9 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29de844d4930494db9eb7f4ff06ba2a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596735 Nov 12 03:27:52.679523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] Deleting port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:52.679933 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.685610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:52.686196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.773856 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.806534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] For port 12075f41-4ec6-46a2-998d-9ea6c3c1e074, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=12075f41-4ec6-46a2-998d-9ea6c3c1e074,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:52.806957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.811273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] For port 12075f41-4ec6-46a2-998d-9ea6c3c1e074, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=12075f41-4ec6-46a2-998d-9ea6c3c1e074,segment=NetworkSegment(e1f0f728-e535-47d8-8803-7ec0c9541507),segment_id=e1f0f728-e535-47d8-8803-7ec0c9541507)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:52.811670 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.833241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Calling delete_port for 12075f41-4ec6-46a2-998d-9ea6c3c1e074 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:52.840706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] Calling delete_port for 12075f41-4ec6-46a2-998d-9ea6c3c1e074 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:52.854232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Deleting port a801cbb6-852f-4024-b55c-252b9b2a96e9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:52.854941 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.014520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] For port a801cbb6-852f-4024-b55c-252b9b2a96e9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a801cbb6-852f-4024-b55c-252b9b2a96e9,segment=NetworkSegment(910c9014-db1b-47ba-9a50-b5b15532675e),segment_id=910c9014-db1b-47ba-9a50-b5b15532675e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:53.015467 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.035241 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.041521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Calling delete_port for a801cbb6-852f-4024-b55c-252b9b2a96e9 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:53.072803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-69bd5d5e-88bc-44b1-8656-523932d18878 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.072803 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-69bd5d5e-88bc-44b1-8656-523932d18878 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932048 Nov 12 03:27:53.101792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] Pushing event deleted for resources: {'Port': ['ID=12075f41-4ec6-46a2-998d-9ea6c3c1e074,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.109325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdea5a-32fe-4c35-aa03-69b6a6d83367 None None] No DVR routers for this DVR port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:53.133986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eafee979-31ca-4bfc-89c7-fc011b24ec08 req-1ded03cf-4912-4572-bbbb-dc0ede609886 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0442612 Nov 12 03:27:53.198762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 12075f41-4ec6-46a2-998d-9ea6c3c1e074 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:53.240159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 12075f41-4ec6-46a2-998d-9ea6c3c1e074 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:53.240502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 12075f41-4ec6-46a2-998d-9ea6c3c1e074 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:53.249375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.250167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Request body: {'port': {'device_id': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '29de844d4930494db9eb7f4ff06ba2a2'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.286392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] No DVR routers for this DVR port 12075f41-4ec6-46a2-998d-9ea6c3c1e074 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:53.307195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Port': ['ID=12075f41-4ec6-46a2-998d-9ea6c3c1e074,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.436130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.450264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Made reservation on behalf of 29de844d4930494db9eb7f4ff06ba2a2 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:53.455821 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.484936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39856) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.498836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.507221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.545125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4000862-48f7-453d-98ea-ccfb756583c6']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:53.559504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f0f728-e535-47d8-8803-7ec0c9541507') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:53.559806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f0f728-e535-47d8-8803-7ec0c9541507') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:53.580659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.599603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.607060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.616228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:53.617076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:53.622902 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:53.667416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3764-6db2-412a-9d41-2de0d4fa0ee1 req-85b299d3-5479-47d2-aade-e843d73e8d57 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.669051 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a5d3764-6db2-412a-9d41-2de0d4fa0ee1 req-85b299d3-5479-47d2-aade-e843d73e8d57 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 950 time: 0.1580455 Nov 12 03:27:53.669658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=a801cbb6-852f-4024-b55c-252b9b2a96e9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.753740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.754213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-749238279-network', 'tenant_id': 'dd0d05b4b9a94393a157cc26c2dd1f12'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.776515 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.809439 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a5d3764-6db2-412a-9d41-2de0d4fa0ee1 req-1a76aff2-622a-4582-a372-d8f4a5236890 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301765 Nov 12 03:27:53.839807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b31c1f7-973c-4c62-b94f-7b379b376523 req-7fd21178-b549-437b-9ddf-59e07d16b8ad tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 210 time: 0.0766394 Nov 12 03:27:53.850546 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.856510 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.860088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "DELETE /v2.0/networks/f4000862-48f7-453d-98ea-ccfb756583c6 HTTP/1.1" status: 204 len: 168 time: 1.6469743 Nov 12 03:27:53.885404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39866) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.892338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Made reservation on behalf of dd0d05b4b9a94393a157cc26c2dd1f12 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:53.895570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.919503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70439ad-2ffc-42c0-812d-2db7efc7dc5f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.919816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1133759892'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.924407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.935267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Router 5bfdf5f8-2191-408c-9214-06d7289f718d is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:27:53.943120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88d033-fe60-40b3-8e85-2cd1622f9d3e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Network': ['ID=f4000862-48f7-453d-98ea-ccfb756583c6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.995416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91f46df9-af5d-4758-aba7-46c5ecd68b95 req-4bda5f20-993c-4f45-8bcd-560765a08ebb tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=623a3e75996341c69380330619a684b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394900 Nov 12 03:27:54.006386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:54.009820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.070887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Allocated IP 192.168.233.209 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/617ad194-21e4-4361-b768-4d8a310f5a80) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:54.094972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:54.118542 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.118816 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Added segment 78eae315-6afb-4c4c-84f0-0151fc75a8c5 of type vlan for network 9eecafca-03b9-4426-8253-6125779340d6 Nov 12 03:27:54.141585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.193673 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.195534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.236324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:54.238818 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.254236 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Sync routers for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:54.268065 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:54.268704 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:54.274123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f46df9-af5d-4758-aba7-46c5ecd68b95 req-e5c7314f-d509-4ac2-aba4-d3a35541cede tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.275641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91f46df9-af5d-4758-aba7-46c5ecd68b95 req-e5c7314f-d509-4ac2-aba4-d3a35541cede tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741609 Nov 12 03:27:54.285456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:54.315359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.317822 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8efe65f9-a938-494c-909a-7b39058b974b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.8200281 Nov 12 03:27:54.321687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39878) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.330723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91f46df9-af5d-4758-aba7-46c5ecd68b95 req-ded4f1a6-494f-4e2f-8311-68638ccc576e tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/quotas/623a3e75996341c69380330619a684b1 HTTP/1.1" status: 200 len: 375 time: 0.0208814 Nov 12 03:27:54.339692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.396062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91f46df9-af5d-4758-aba7-46c5ecd68b95 req-652a7943-52c4-411c-97f2-fe87c3ad2793 tempest-QuotasAdminNegativeTest-1604017790 tempest-QuotasAdminNegativeTest-1604017790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=623a3e75996341c69380330619a684b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354261 Nov 12 03:27:54.401513 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.401635 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:54.438013 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.501264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:54.506859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:54.512721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:54.522953 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.550029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Pushing event updated for resources: {'Port': ['ID=617ad194-21e4-4361-b768-4d8a310f5a80,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.616695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.617545 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.653676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-4f6768f6-284c-484a-bb76-f43268273caa tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4182117 Nov 12 03:27:54.668902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Request body: {'port': {'device_id': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.742210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.748637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbfbf613-b241-471b-b02a-207a01bd0c63 req-489d4ff4-7238-4e38-a35f-129b52d1d92d tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.4635363 Nov 12 03:27:54.754049 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.759169 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Added segment 535138b9-5feb-4dcb-bec7-00ae9b95e85a of type vlan for network 8daa3682-dd44-4547-aec6-a80cbe11f65c Nov 12 03:27:54.760642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.766196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.766775 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.842460 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:27:52Z', 'revision_number': 3, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:54.920950 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Checking router: 5bfdf5f8-2191-408c-9214-06d7289f718d for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:54.921556 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Updating router 5bfdf5f8-2191-408c-9214-06d7289f718d port b59117e8-f0e4-40ae-af11-e05e3eb5f852 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:54.959999 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.012606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-feebfa58-de3f-45f2-b0e8-256d3224e2b9 None None] Provisioning complete for port 617ad194-21e4-4361-b768-4d8a310f5a80 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:55.013021 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-feebfa58-de3f-45f2-b0e8-256d3224e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.054731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-feebfa58-de3f-45f2-b0e8-256d3224e2b9 None None] Port 617ad194-21e4-4361-b768-4d8a310f5a80 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:55.061471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1700392 Nov 12 03:27:55.065266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.102395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39894) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.118410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'subnet': {'network_id': '9eecafca-03b9-4426-8253-6125779340d6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:55.199811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-282ba47a-61b8-449f-bd3d-906bf9a42d76 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.201255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-282ba47a-61b8-449f-bd3d-906bf9a42d76 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/ports?device_id=20b70fd5-36bb-4f0a-b0c4-b59a05357885 HTTP/1.1" status: 200 len: 950 time: 0.3540862 Nov 12 03:27:55.202718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f63eb-3f91-485b-83f8-42e8ff51ee34 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Network': ['ID=9eecafca-03b9-4426-8253-6125779340d6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.215725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:27:55.226503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9eecafca-03b9-4426-8253-6125779340d6 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:55.251455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-987f3e16-98ed-4526-a1fd-88a6dfc2b9f2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.253298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-987f3e16-98ed-4526-a1fd-88a6dfc2b9f2 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 950 time: 0.9545343 Nov 12 03:27:55.349199 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.352039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd36ac9-1358-4089-b6b7-a360c48c88b8 req-c52157e2-5f1b-4573-a5b0-7d71ac4ba06f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.353797 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2bd36ac9-1358-4089-b6b7-a360c48c88b8 req-c52157e2-5f1b-4573-a5b0-7d71ac4ba06f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 936 time: 0.1138699 Nov 12 03:27:55.355495 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.414858 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Attempting to bind port b59117e8-f0e4-40ae-af11-e05e3eb5f852 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:55.415552 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Attempting to bind port b59117e8-f0e4-40ae-af11-e05e3eb5f852 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:55.416160 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Attempting to bind port b59117e8-f0e4-40ae-af11-e05e3eb5f852 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:55.429101 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:55.429774 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:55.429945 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.430244 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:55.430797 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Bound port: b59117e8-f0e4-40ae-af11-e05e3eb5f852, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:55.431170 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.441074 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2bd36ac9-1358-4089-b6b7-a360c48c88b8 req-06bd848a-6172-47cb-ad69-5e8ac948f0ff tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Nov 12 03:27:55.458863 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101d8d8-a9a5-4872-83d4-8927f03c6e03 None None] Pushing event updated for resources: {'Port': ['ID=b59117e8-f0e4-40ae-af11-e05e3eb5f852,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.481838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617ad194-21e4-4361-b768-4d8a310f5a80 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:55.484332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.485321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.485940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.494157 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.505268 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] For port b59117e8-f0e4-40ae-af11-e05e3eb5f852, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:55.509387 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] For port b59117e8-f0e4-40ae-af11-e05e3eb5f852, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b59117e8-f0e4-40ae-af11-e05e3eb5f852,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:55.514536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Transition to ACTIVE for port object 617ad194-21e4-4361-b768-4d8a310f5a80 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:55.515667 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.518790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63d26-6cc6-44d4-b818-29ddf9448575 req-019f1c4c-b7c4-49c9-b85c-edbd68282e03 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.520490 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85e63d26-6cc6-44d4-b818-29ddf9448575 req-019f1c4c-b7c4-49c9-b85c-edbd68282e03 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 950 time: 0.5816548 Nov 12 03:27:55.521281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.524710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:55.555140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0691152 Nov 12 03:27:55.565625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39898) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.578897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Request body: {'subnet': {'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-749238279-subnet', 'tenant_id': 'dd0d05b4b9a94393a157cc26c2dd1f12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:55.619860 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:55.620466 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:55.623323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Pushing event updated for resources: {'Port': ['ID=617ad194-21e4-4361-b768-4d8a310f5a80,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.639224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Made reservation on behalf of dd0d05b4b9a94393a157cc26c2dd1f12 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:55.640176 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.766734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:55.827852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39904) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.866094 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101d8d8-a9a5-4872-83d4-8927f03c6e03 None None] Pushing event updated for resources: {'Port': ['ID=b59117e8-f0e4-40ae-af11-e05e3eb5f852,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.879581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Attempting to bind port 617ad194-21e4-4361-b768-4d8a310f5a80 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:55.879962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Attempting to bind port 617ad194-21e4-4361-b768-4d8a310f5a80 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:55.880230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Attempting to bind port 617ad194-21e4-4361-b768-4d8a310f5a80 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:55.919816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Port 617ad194-21e4-4361-b768-4d8a310f5a80 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:55.920173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Attempting to bind port 617ad194-21e4-4361-b768-4d8a310f5a80 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:55.951633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6c279cc-7373-42e2-85b8-1879aef9f9a9 req-fa43dd2d-67f3-4a64-ad32-1c41109fb25c tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0439515 Nov 12 03:27:55.955400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:55.955712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:55.956007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:55.956456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Bound port: 617ad194-21e4-4361-b768-4d8a310f5a80, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:55.956847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.963173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:55.966419 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.012373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:56.013903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5d0bf-11c3-4f27-abbb-9208ecdb71ad admin admin] Pushing event updated for resources: {'Network': ['ID=8daa3682-dd44-4547-aec6-a80cbe11f65c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.020250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-60e2a20c-103b-4948-b3a4-52a4dc4a4d9e admin admin] 10.222.0.49 "PUT /v2.0/routers/aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9154418 Nov 12 03:27:56.024323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39908) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:56.033626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] Sync routers for ids ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:56.041698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8daa3682-dd44-4547-aec6-a80cbe11f65c details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:56.066571 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85e63d26-6cc6-44d4-b818-29ddf9448575 req-9ca6189f-c0c0-4b81-a526-ee0cddd804bf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192332 Nov 12 03:27:56.091082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] Routers {'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:56.093069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:56.103367 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:27:52Z', 'revision_number': 3, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:56.136780 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347758fa-1cb7-4e80-a6b1-38e0a54f3570 None None] The sync data for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 is: [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:27:52Z', 'revision_number': 3, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:56.152093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Deleting port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:56.152434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.155458 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe02dcc3-26df-41d7-bc4c-369e30b61c4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.221249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] For port 617ad194-21e4-4361-b768-4d8a310f5a80, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:56.251493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.256367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] For port 617ad194-21e4-4361-b768-4d8a310f5a80, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=617ad194-21e4-4361-b768-4d8a310f5a80,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:56.271538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] For port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:56.271953 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.287176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Calling delete_port for e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:56.298137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.338731 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.366198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Deleting port d772636d-384a-4044-b407-b5a7a04c2f30 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:56.366651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.417199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.418389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.420179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] 10.222.0.20 "PUT /v2.0/ports/617ad194-21e4-4361-b768-4d8a310f5a80 HTTP/1.1" status: 200 len: 1097 time: 1.7556732 Nov 12 03:27:56.423918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'tag': '617ad194-21e4-4361-b768-4d8a310f5a80'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:56.426766 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d854dd6-96e4-4cd6-835d-03258888b61c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e539e0-1ddb-4089-93e0-f2fc07edf151", "tag": "617ad194-21e4-4361-b768-4d8a310f5a80"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:56.429763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.448649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] Set router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:56.519599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16579361-6637-4a0e-8fdb-d2103a716516 service neutron] Pushing event updated for resources: {'Port': ['ID=617ad194-21e4-4361-b768-4d8a310f5a80,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.556238 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991b0f0b-ee14-4958-a033-ac9771e247d5 x-openstack-request-id: req-991b0f0b-ee14-4958-a033-ac9771e247d5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:56.556830 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e539e0-1ddb-4089-93e0-f2fc07edf151", "tag": "617ad194-21e4-4361-b768-4d8a310f5a80", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:56.557272 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-991b0f0b-ee14-4958-a033-ac9771e247d5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:56.557861 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'tag': '617ad194-21e4-4361-b768-4d8a310f5a80', 'status': 'completed', 'code': 200} Nov 12 03:27:56.575902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Checking segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:56.576416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Network hostable DHCP agents. Network: 8daa3682-dd44-4547-aec6-a80cbe11f65c, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:56.696572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe02dcc3-26df-41d7-bc4c-369e30b61c4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.710217 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe02dcc3-26df-41d7-bc4c-369e30b61c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.763592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.776854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Network 8daa3682-dd44-4547-aec6-a80cbe11f65c is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:56.795189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-946da212-75aa-4e9a-a943-6e7ad71fbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.796718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-946da212-75aa-4e9a-a943-6e7ad71fbaec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29de844d4930494db9eb7f4ff06ba2a2&device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 1100 time: 0.2729542 Nov 12 03:27:56.833411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] For port d772636d-384a-4044-b407-b5a7a04c2f30, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d772636d-384a-4044-b407-b5a7a04c2f30,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:56.833775 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.849654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6254d1-39c6-4730-aec8-db6c44c894e0 req-e7b60259-1cbf-4dbf-ac54-a20c75f53b91 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.862998 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f6254d1-39c6-4730-aec8-db6c44c894e0 req-e7b60259-1cbf-4dbf-ac54-a20c75f53b91 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 948 time: 0.2312927 Nov 12 03:27:56.877286 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.879751 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe02dcc3-26df-41d7-bc4c-369e30b61c4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=623a3e75996341c69380330619a684b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0406337 Nov 12 03:27:56.893337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:56.909732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8daa3682-dd44-4547-aec6-a80cbe11f65c) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:56.915514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39914) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:56.919246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.919933 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.921218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Calling delete_port for d772636d-384a-4044-b407-b5a7a04c2f30 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:56.933582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02dcc3-26df-41d7-bc4c-369e30b61c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3447f-f1b8-47f1-bf67-8a56dafe800a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.963000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964ceb7-e5b6-4d0c-b50d-5865a0520678 None None] Network 8daa3682-dd44-4547-aec6-a80cbe11f65c requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:56.965021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7125d7a3-e4da-4fa1-87b1-76c5a2d784aa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3953583 Nov 12 03:27:56.967179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-d043f92a-129f-44ee-8e37-fabc0a183d43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=617ad194-21e4-4361-b768-4d8a310f5a80 HTTP/1.1" status: 200 len: 217 time: 0.1381867 Nov 12 03:27:57.058888 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-00bb7bcc-6f0c-4e1d-b27d-f5ff355eeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.061606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-00bb7bcc-6f0c-4e1d-b27d-f5ff355eeee1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0810392 Nov 12 03:27:57.083937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:27:53Z', 'revision_number': 5, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port': {'id': 'ca2335dd-b1c3-45ae-a29e-854fb733584c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:20Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:57.163952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] Checking router: aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:57.241438 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0949c95e-8013-410f-a1d9-c7514492fc87 req-196d581e-51b9-4836-8b42-981aed6db8e8 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.1152344 Nov 12 03:27:57.251662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Deleting port ca2335dd-b1c3-45ae-a29e-854fb733584c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:57.252424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.319726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b59117e8-f0e4-40ae-af11-e05e3eb5f852 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:57.341653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.377707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] Routers {'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:57.378774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:57.380480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event deleted for resources: {'Port': ['ID=e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.413376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] For port ca2335dd-b1c3-45ae-a29e-854fb733584c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ca2335dd-b1c3-45ae-a29e-854fb733584c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:57.414165 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.428902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Calling delete_port for ca2335dd-b1c3-45ae-a29e-854fb733584c owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:57.452672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f6254d1-39c6-4730-aec8-db6c44c894e0 req-e44e140c-e033-4579-89e7-d6578bf6551a tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887792 Nov 12 03:27:57.491566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] Set router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:57.511639 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.513616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event deleted for resources: {'Port': ['ID=d772636d-384a-4044-b407-b5a7a04c2f30,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.524586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] No DVR routers for this DVR port e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:57.554143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.557979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e974ddd4-7789-4340-bfa9-a8b18dd1ae16 req-6266ef3d-2cea-4b0e-a6e6-cbd90ebdcdaf tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "DELETE /v2.0/ports/e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 HTTP/1.1" status: 204 len: 173 time: 2.1912668 Nov 12 03:27:57.558634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bfe538-c202-4872-8b34-f77b00170455', 'name': 'network-vif-deleted', 'tag': 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:57.561425 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b4e458-fd07-4f1f-88f2-b7b2953744ef" -d '{"events": [{"server_uuid": "c8bfe538-c202-4872-8b34-f77b00170455", "name": "network-vif-deleted", "tag": "e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:57.573509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.600030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] No DVR routers for this DVR port d772636d-384a-4044-b407-b5a7a04c2f30 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:57.618689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:27:56Z', 'revision_number': 6, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:57.658875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.663302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-361dc895-9b42-4e60-a09d-40f652a876e7 req-9c9ddfc3-ef79-480b-b6a3-74c6878e0887 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "DELETE /v2.0/ports/d772636d-384a-4044-b407-b5a7a04c2f30 HTTP/1.1" status: 204 len: 173 time: 2.4516528 Nov 12 03:27:57.722339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.733934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:57.785326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2335dd-b1c3-45ae-a29e-854fb733584c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.792271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Subnet': ['ID=44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.817360 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bbfc98d-e5c8-4765-8ef4-fffbc9ee0ab3 req-33ad1523-369f-459f-8c45-92be37e0f489 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8bfe538-c202-4872-8b34-f77b00170455 HTTP/1.1" status: 200 len: 210 time: 0.1204405 Nov 12 03:27:57.831833 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f506a55b-e29b-4425-8e8d-fc5262425f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.868218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:57.868618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:57.875825 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d772636d-384a-4044-b407-b5a7a04c2f30 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:57.893521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f506a55b-e29b-4425-8e8d-fc5262425f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.915649 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbddf03-1ba1-47eb-863b-166c8ba1efad x-openstack-request-id: req-2bbddf03-1ba1-47eb-863b-166c8ba1efad {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:57.917082 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bfe538-c202-4872-8b34-f77b00170455", "name": "network-vif-deleted", "tag": "e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:57.917413 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bbddf03-1ba1-47eb-863b-166c8ba1efad {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:57.917844 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bfe538-c202-4872-8b34-f77b00170455', 'name': 'network-vif-deleted', 'tag': 'e7fc212d-4ff2-4e9f-8f5d-6131396ffaa9', 'status': 'completed', 'code': 200} Nov 12 03:27:57.919885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Checking segment: {'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:57.920386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network hostable DHCP agents. Network: 9eecafca-03b9-4426-8253-6125779340d6, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:57.934184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e1b0cfa-e1b2-424d-a068-aceb717cab0b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:57.971194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31e546-c89a-4e25-bbac-2acc91238f22 None None] The sync data for ids ['aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb'] in n-d-789963-21 is: [{'id': 'aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1461185177-router', 'tenant_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:27:56Z', 'revision_number': 6, 'project_id': '544cef9f1cb0435b8c001768bf0a4ef4', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:57.981746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: d772636d-384a-4044-b407-b5a7a04c2f30 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:57.982094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d772636d-384a-4044-b407-b5a7a04c2f30 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:57.989812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-629b5b36-59f9-4844-bb6d-1e0ce5e22a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.991324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-629b5b36-59f9-4844-bb6d-1e0ce5e22a84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9167004 Nov 12 03:27:57.998246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd25eef-b056-4878-9b76-96db3ff1585e None None] Network 8daa3682-dd44-4547-aec6-a80cbe11f65c requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:58.029588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f506a55b-e29b-4425-8e8d-fc5262425f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.034454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f506a55b-e29b-4425-8e8d-fc5262425f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.036128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f506a55b-e29b-4425-8e8d-fc5262425f52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7a3447f-f1b8-47f1-bf67-8a56dafe800a HTTP/1.1" status: 204 len: 168 time: 1.0876470 Nov 12 03:27:58.077212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506a55b-e29b-4425-8e8d-fc5262425f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3447f-f1b8-47f1-bf67-8a56dafe800a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.112271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network 9eecafca-03b9-4426-8253-6125779340d6 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:58.120709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.184958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9eecafca-03b9-4426-8253-6125779340d6) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:58.225654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.234157 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.319181 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.328007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76ffbd7a-ce59-4a3d-bd2a-5c43cc9825a4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2225373 Nov 12 03:27:58.333228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39944) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.354146 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.360359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381598f-38d0-4d1e-ba0b-a4d58acbf54c None None] Network 9eecafca-03b9-4426-8253-6125779340d6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:58.363814 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-8c156d85-116a-4d1e-a993-a17efd26cb1b service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495317 Nov 12 03:27:58.387634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1367665671'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:58.463951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Allocated IP 172.20.0.1 (59c7de20-0e53-4bb2-a83b-5d845ca06d57/f03e9c6a-c686-405a-aa2b-78f903a00f59/01c21f5e-b56a-48ef-9d3f-767bbe5f618e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:58.491648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:58.491910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.492436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:58.509021 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.530513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8c391412-7624-4dae-97bf-8b82c9cf7e01 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.546564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b59117e8-f0e4-40ae-af11-e05e3eb5f852 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:58.548972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.554377 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8c391412-7624-4dae-97bf-8b82c9cf7e01 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 812 time: 0.6302183 Nov 12 03:27:58.570900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.570900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e64a99d-0e96-4207-98f2-0596423a8b54 admin admin] 10.222.0.49 "DELETE /v2.0/routers/aa6fbe01-56b5-4bc4-9d70-b2cae56f75bb HTTP/1.1" status: 204 len: 168 time: 2.5429847 Nov 12 03:27:58.590083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5cf684eb-47c8-461e-8a82-45966987967a req-35182af7-8078-4865-a974-6c048b5a17e9 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.1098833 Nov 12 03:27:58.608757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39948) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.694700 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-621d5c8e-ff81-42bf-9b87-b136c780059d tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/quotas/dd0d05b4b9a94393a157cc26c2dd1f12 HTTP/1.1" status: 200 len: 375 time: 0.1330423 Nov 12 03:27:58.748047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39950) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.759778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-b5238c34-5830-438d-bf42-d73a35694b0c tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621414 Nov 12 03:27:58.791197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-748b56a0-6a91-484a-9a2c-e900f2e0681a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.859925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2e4e25-fe06-47bd-a6a0-ffbe27be890f admin admin] Deleting subnet 4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:58.883339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4e25-fe06-47bd-a6a0-ffbe27be890f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.907726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a66787-0c5a-415e-a1d3-29d1d13db67f req-3aa759ef-0099-4a96-9ba1-0dbc3c9d5221 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367359 Nov 12 03:27:58.925262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5363db-2798-400b-a06e-d125fb376519 req-8698e18f-f8d5-48fd-9688-9ded82542356 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.932930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae5363db-2798-400b-a06e-d125fb376519 req-8698e18f-f8d5-48fd-9688-9ded82542356 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 948 time: 0.1513371 Nov 12 03:27:58.954334 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.969996 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4e25-fe06-47bd-a6a0-ffbe27be890f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.997783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port b59117e8-f0e4-40ae-af11-e05e3eb5f852, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b59117e8-f0e4-40ae-af11-e05e3eb5f852,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:59.027087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.092606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae5363db-2798-400b-a06e-d125fb376519 req-6e06a3fc-91c6-4ce7-b946-94376b703745 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541784 Nov 12 03:27:59.135836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=b59117e8-f0e4-40ae-af11-e05e3eb5f852,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.181262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-7a8063db-1cb9-47d7-a49e-8637e6df234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.183444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-7a8063db-1cb9-47d7-a49e-8637e6df234a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29de844d4930494db9eb7f4ff06ba2a2&device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 1100 time: 0.1834750 Nov 12 03:27:59.256207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4e25-fe06-47bd-a6a0-ffbe27be890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.259556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a801cbb6-852f-4024-b55c-252b9b2a96e9 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:59.296438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a801cbb6-852f-4024-b55c-252b9b2a96e9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:59.298232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a801cbb6-852f-4024-b55c-252b9b2a96e9 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:59.299807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ca2335dd-b1c3-45ae-a29e-854fb733584c no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:59.332026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ca2335dd-b1c3-45ae-a29e-854fb733584c {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:59.332827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ca2335dd-b1c3-45ae-a29e-854fb733584c not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:59.371394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-9eecafca-03b9-4426-8253-6125779340d6', 'network_id': '9eecafca-03b9-4426-8253-6125779340d6', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'fixed_ips': [{'subnet_id': '44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:59.373274 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.461894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-03bcbe73-daaa-4f1d-94f0-4b5d4e353729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.464609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-03bcbe73-daaa-4f1d-94f0-4b5d4e353729 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2661855 Nov 12 03:27:59.469733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:59.524130 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.524635 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Added segment 451402cf-be6f-4494-9b70-b183ee84ed93 of type vlan for network a78bef56-e573-4ea4-a385-12f452b36711 Nov 12 03:27:59.575631 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4e25-fe06-47bd-a6a0-ffbe27be890f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.594198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-ad6f181f-20dc-4080-9749-166ef190945f service neutron] 10.222.0.49 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331234 Nov 12 03:27:59.601788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Allocated IP 19.80.0.2 (9eecafca-03b9-4426-8253-6125779340d6/44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7/56cb4191-f1d0-436b-8325-a55636316949) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:59.625885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-dab481a8-c0ae-42dd-aa16-c17478e08a5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=617ad194-21e4-4361-b768-4d8a310f5a80 HTTP/1.1" status: 200 len: 217 time: 0.1532726 Nov 12 03:27:59.629606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e4e25-fe06-47bd-a6a0-ffbe27be890f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.671366 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.687027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61297a-1d5e-402a-b8de-d983a88b8034 None None] Network 3f45724c-2740-40ac-867d-531ff2a00612 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:59.692228 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4e25-fe06-47bd-a6a0-ffbe27be890f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.696451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8b2e4e25-fe06-47bd-a6a0-ffbe27be890f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4cf9fe6f-1904-4868-9f47-5d2c5e7d54a5 HTTP/1.1" status: 204 len: 168 time: 1.0863590 Nov 12 03:27:59.726563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39964) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.770241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.803359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-856a9bec-a9a4-4766-92af-923f01f40297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.806314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-856a9bec-a9a4-4766-92af-923f01f40297 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1672513 Nov 12 03:27:59.810615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-748b56a0-6a91-484a-9a2c-e900f2e0681a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.818802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.824828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.825577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.845249 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-748b56a0-6a91-484a-9a2c-e900f2e0681a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.865497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138d3b-f353-4390-9280-aa286ead2e6c req-51ded1c3-8749-475a-9acf-af33a6534d51 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.867755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb138d3b-f353-4390-9280-aa286ead2e6c req-51ded1c3-8749-475a-9acf-af33a6534d51 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 949 time: 0.2469749 Nov 12 03:27:59.916355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-99c009a3-eafa-4a4f-bcff-8654fa178642 service neutron] 10.222.0.49 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210123 Nov 12 03:27:59.940456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b70fd5-36bb-4f0a-b0c4-b59a05357885', 'name': 'network-vif-deleted', 'tag': 'd772636d-384a-4044-b407-b5a7a04c2f30'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:59.944577 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104eb910-0aa9-4d77-a66d-27f263acacf0" -d '{"events": [{"server_uuid": "20b70fd5-36bb-4f0a-b0c4-b59a05357885", "name": "network-vif-deleted", "tag": "d772636d-384a-4044-b407-b5a7a04c2f30"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:59.960297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.992948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb138d3b-f353-4390-9280-aa286ead2e6c req-83dc7715-e988-45fe-8675-8598208c7d0d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988920 Nov 12 03:28:00.001175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-528f3f8c-b5e5-4055-91da-5898ac7e70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.004173 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-528f3f8c-b5e5-4055-91da-5898ac7e70a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1614079 Nov 12 03:28:00.059091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7090197 Nov 12 03:28:00.080703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39968) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.112669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'subnet': {'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:00.157351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b56a0-6a91-484a-9a2c-e900f2e0681a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc1806-89f1-46c6-b560-f10b439d5d4e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.161707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880c9a8-2e11-47db-8491-45587bc261c1 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Network': ['ID=a78bef56-e573-4ea4-a385-12f452b36711,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.195570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.196924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-748b56a0-6a91-484a-9a2c-e900f2e0681a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=074d48c5688d4bdd9a9f8ed5f03d2523&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4214458 Nov 12 03:28:00.204455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.208076 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.223583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] DHCP port deletion for 3f45724c-2740-40ac-867d-531ff2a00612 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:00.225816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network a78bef56-e573-4ea4-a385-12f452b36711 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:00.294538 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c0e177-733e-45d5-81df-fb20a0fea28d x-openstack-request-id: req-34c0e177-733e-45d5-81df-fb20a0fea28d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:00.295041 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b70fd5-36bb-4f0a-b0c4-b59a05357885", "name": "network-vif-deleted", "tag": "d772636d-384a-4044-b407-b5a7a04c2f30", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:00.295460 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34c0e177-733e-45d5-81df-fb20a0fea28d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:00.296044 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b70fd5-36bb-4f0a-b0c4-b59a05357885', 'name': 'network-vif-deleted', 'tag': 'd772636d-384a-4044-b407-b5a7a04c2f30', 'status': 'completed', 'code': 200} Nov 12 03:28:00.302770 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.324901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddf48f47-7a7c-47b5-82d4-bb29f658ae49 req-7a75e122-b693-42b9-8770-ef98e4272323 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.1393077 Nov 12 03:28:00.330592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-b1429a7b-1777-4c50-893e-43e908c6d2d0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012700 Nov 12 03:28:00.394057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:00.396957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Deleting port 023a073f-dc23-4d09-b457-eb9ff83749c7 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:00.397592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.421842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:00.428993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Network 9eecafca-03b9-4426-8253-6125779340d6 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:00.439615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:00.443310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:00.443483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:00.445406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Pushing event updated for resources: {'Port': ['ID=56cb4191-f1d0-436b-8325-a55636316949,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.472787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Pushing event updated for resources: {'Port': ['ID=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.516058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:00.520493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.539944 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.561574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71e852-7eeb-41e8-84dd-37615d6c8d27 req-4c6e7fa2-3ec7-4004-89f2-138e6691411b tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.569570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e71e852-7eeb-41e8-84dd-37615d6c8d27 req-4c6e7fa2-3ec7-4004-89f2-138e6691411b tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 948 time: 0.1809213 Nov 12 03:28:00.588999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] Deleting port 023a073f-dc23-4d09-b457-eb9ff83749c7 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:00.589286 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.594413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Attempting to bind port 56cb4191-f1d0-436b-8325-a55636316949 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:00.594413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Attempting to bind port 56cb4191-f1d0-436b-8325-a55636316949 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:00.594413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Attempting to bind port 56cb4191-f1d0-436b-8325-a55636316949 on network 9eecafca-03b9-4426-8253-6125779340d6 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:00.653855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:00.654815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Checking segment: {'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:00.654815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.655027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Bound using segment: {'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:00.655494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Bound port: 56cb4191-f1d0-436b-8325-a55636316949, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:00.656003 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.748017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] For port 023a073f-dc23-4d09-b457-eb9ff83749c7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=023a073f-dc23-4d09-b457-eb9ff83749c7,segment=NetworkSegment(910c9014-db1b-47ba-9a50-b5b15532675e),segment_id=910c9014-db1b-47ba-9a50-b5b15532675e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:00.748706 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.768086 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e71e852-7eeb-41e8-84dd-37615d6c8d27 req-a64b4a26-93e6-45a6-9ec4-c2a4b1f93350 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968920 Nov 12 03:28:00.786730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] Calling delete_port for 023a073f-dc23-4d09-b457-eb9ff83749c7 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:00.800693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] For port 56cb4191-f1d0-436b-8325-a55636316949, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:00.806500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] For port 56cb4191-f1d0-436b-8325-a55636316949, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=56cb4191-f1d0-436b-8325-a55636316949,segment=NetworkSegment(78eae315-6afb-4c4c-84f0-0151fc75a8c5),segment_id=78eae315-6afb-4c4c-84f0-0151fc75a8c5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:00.841827 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.888418 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.946318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a381a3-7acf-4b9c-ab41-ac359479aab3 None None] Pushing event updated for resources: {'Port': ['ID=56cb4191-f1d0-436b-8325-a55636316949,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.971914 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.006364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] Pushing event deleted for resources: {'Port': ['ID=023a073f-dc23-4d09-b457-eb9ff83749c7,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.012795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] For port 023a073f-dc23-4d09-b457-eb9ff83749c7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=023a073f-dc23-4d09-b457-eb9ff83749c7,segment=NetworkSegment(910c9014-db1b-47ba-9a50-b5b15532675e),segment_id=910c9014-db1b-47ba-9a50-b5b15532675e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:01.013391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.020336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236acbf-720f-40d5-9baf-ef2e07771a3a None None] No DVR routers for this DVR port 023a073f-dc23-4d09-b457-eb9ff83749c7 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:01.070034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.107193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Calling delete_port for 023a073f-dc23-4d09-b457-eb9ff83749c7 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:01.114580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c82ed647-f062-457a-96d1-66741604233e req-2963c9d7-832b-4de8-9aaf-2a12794c2a59 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 210 time: 0.0749512 Nov 12 03:28:01.155922 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3b090bf-b6e1-4ee1-b382-856b942bc513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.187118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Subnet': ['ID=d828214c-80d0-4bd9-8fe4-0b7968c1e44e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.271089 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-550c2f6e-ff52-42fc-83fd-5315e081382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.273414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d854dd6-96e4-4cd6-835d-03258888b61c req-1f28290b-3817-492c-9b50-a0faf0133dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9289017 Nov 12 03:28:01.276581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3b090bf-b6e1-4ee1-b382-856b942bc513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.285180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b59117e8-f0e4-40ae-af11-e05e3eb5f852 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:01.335810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Checking segment: {'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:01.336576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network hostable DHCP agents. Network: a78bef56-e573-4ea4-a385-12f452b36711, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:01.409328 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.429091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b59117e8-f0e4-40ae-af11-e05e3eb5f852 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:01.430227 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.450793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=023a073f-dc23-4d09-b457-eb9ff83749c7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.453636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3b090bf-b6e1-4ee1-b382-856b942bc513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.458354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3b090bf-b6e1-4ee1-b382-856b942bc513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.459828 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d3b090bf-b6e1-4ee1-b382-856b942bc513 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3bc1806-89f1-46c6-b560-f10b439d5d4e HTTP/1.1" status: 204 len: 168 time: 1.2603686 Nov 12 03:28:01.465837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] No DVR routers for this DVR port 023a073f-dc23-4d09-b457-eb9ff83749c7 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:01.476130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b090bf-b6e1-4ee1-b382-856b942bc513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc1806-89f1-46c6-b560-f10b439d5d4e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.502051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fafa9-5aca-44cd-9564-b0a4eb889dec req-8463c82f-091e-42f3-88fb-2ec399078f6a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.504302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e2fafa9-5aca-44cd-9564-b0a4eb889dec req-8463c82f-091e-42f3-88fb-2ec399078f6a tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 949 time: 0.3185725 Nov 12 03:28:01.539167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-45f690ac-052c-45cf-9d34-cf65ad7997d5 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.543453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-45f690ac-052c-45cf-9d34-cf65ad7997d5 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 949 time: 0.4960289 Nov 12 03:28:01.620605 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.654645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d22191d2-8ff3-42fc-9410-71753fe9bd0e req-fb710df1-14cc-49b1-bd85-2696130788f5 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0586483 Nov 12 03:28:01.690397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f45724c-2740-40ac-867d-531ff2a00612']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:01.703685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 617ad194-21e4-4361-b768-4d8a310f5a80 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:01.703988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910c9014-db1b-47ba-9a50-b5b15532675e') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:01.704375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910c9014-db1b-47ba-9a50-b5b15532675e') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:01.715533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.735712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.750460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:01.770847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.772781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network a78bef56-e573-4ea4-a385-12f452b36711 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:01.780582 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:01.804257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e2fafa9-5aca-44cd-9564-b0a4eb889dec req-82cc71c6-62b8-40dc-8fe3-2c11b1144803 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c9482b9-8101-4d36-b7ac-58240a8af395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419634 Nov 12 03:28:01.843411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 023a073f-dc23-4d09-b457-eb9ff83749c7 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:01.845450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, a78bef56-e573-4ea4-a385-12f452b36711) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:01.852253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.853232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.863278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95aef73-561d-4f58-a0f9-10f5ec907a85 None None] Network a78bef56-e573-4ea4-a385-12f452b36711 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:01.924483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Deleting port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:01.924865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.965337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.994849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.998352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] 10.222.0.49 "DELETE /v2.0/networks/3f45724c-2740-40ac-867d-531ff2a00612 HTTP/1.1" status: 204 len: 168 time: 2.2678690 Nov 12 03:28:02.000189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36788e70-5232-43ed-b1ad-3e5e9967c5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=3f45724c-2740-40ac-867d-531ff2a00612,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.008130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 023a073f-dc23-4d09-b457-eb9ff83749c7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:02.008585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 023a073f-dc23-4d09-b457-eb9ff83749c7 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:02.015526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294a716-0c50-4229-99ea-a15bd6a90a6a req-08b42544-7878-45c5-ad21-048bdbfdc8f2 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.025780 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9294a716-0c50-4229-99ea-a15bd6a90a6a req-08b42544-7878-45c5-ad21-048bdbfdc8f2 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 948 time: 0.1151450 Nov 12 03:28:02.026000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-642316c7-09ef-4ef3-b17a-8cd7c45b9b40 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9399543 Nov 12 03:28:02.031472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.054949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.097619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9294a716-0c50-4229-99ea-a15bd6a90a6a req-12d46367-3e5f-4a0b-ba2d-a8ef558431c2 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680933 Nov 12 03:28:02.173563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] For port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:02.174648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.185424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 617ad194-21e4-4361-b768-4d8a310f5a80, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=617ad194-21e4-4361-b768-4d8a310f5a80,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:02.200952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Calling delete_port for 7e1b0cfa-e1b2-424d-a068-aceb717cab0b owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:02.250059 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.258463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '617ad194-21e4-4361-b768-4d8a310f5a80', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '617ad194-21e4-4361-b768-4d8a310f5a80', 'mac_address': 'fa:16:3e:a3:46:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:02.264204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Pushing event updated for resources: {'Port': ['ID=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.298089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-0ac4ce8b-7479-47e2-b0fd-821cc82a8815 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.302021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-0ac4ce8b-7479-47e2-b0fd-821cc82a8815 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 812 time: 0.1836565 Nov 12 03:28:02.324286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Request body: {'port': {'device_id': '4edabbb0-01c4-4de3-8cd3-925fbe6f03cd', 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'admin_state_up': True, 'tenant_id': 'dd0d05b4b9a94393a157cc26c2dd1f12'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:02.393255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03632f5d-9a70-4461-9603-c8233b8deba1 req-1e0f3047-25e6-44a0-9518-065dd65ab89e tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 210 time: 0.0683610 Nov 12 03:28:02.463994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40016) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:02.470049 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.521447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617ad194-21e4-4361-b768-4d8a310f5a80 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:02.547147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 617ad194-21e4-4361-b768-4d8a310f5a80, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=617ad194-21e4-4361-b768-4d8a310f5a80,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:02.570958 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.617295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-a78bef56-e573-4ea4-a385-12f452b36711', 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'fixed_ips': [{'subnet_id': 'd828214c-80d0-4bd9-8fe4-0b7968c1e44e'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:02.618338 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.631693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-741c3c0b-fe6b-4f13-bc04-28e6d374f9af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a3e935b23d647669624b6ca16a73d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640675 Nov 12 03:28:02.633138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40024) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:02.662413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:02.677632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:02.772064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=617ad194-21e4-4361-b768-4d8a310f5a80,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.772326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.861686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Pushing event deleted for resources: {'Port': ['ID=7e1b0cfa-e1b2-424d-a068-aceb717cab0b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.877958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-11d74e25-5b38-4e8a-956d-415e21c81e17 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.889759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-11d74e25-5b38-4e8a-956d-415e21c81e17 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.894331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e55897f9-871e-405d-bd8c-f1e17a364cea req-34dc2c73-f014-4240-baaa-7be19dee246b tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.1011803 Nov 12 03:28:02.904398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['617ad194-21e4-4361-b768-4d8a310f5a80'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:02.911365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-11d74e25-5b38-4e8a-956d-415e21c81e17 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/networks?id=9eecafca-03b9-4426-8253-6125779340d6&id=a78bef56-e573-4ea4-a385-12f452b36711 HTTP/1.1" status: 200 len: 1392 time: 0.3960109 Nov 12 03:28:02.914240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1553ad-d469-498b-a93d-5b321ae49cbf None None] Network 9eecafca-03b9-4426-8253-6125779340d6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:02.951922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-c4db9ca7-27cb-40e8-a39c-8845c7fa3b67 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/quotas/79e9943267ac4f5a8504c03301076878 HTTP/1.1" status: 200 len: 375 time: 0.0391889 Nov 12 03:28:02.964124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-449adca1-f522-417c-b7b2-4614b6869d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.989025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] No DVR routers for this DVR port 7e1b0cfa-e1b2-424d-a068-aceb717cab0b on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:02.991829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.995660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ba5b60e-87cf-44d0-b4f7-19b32d4955b7 req-40ba8650-5465-47e2-8bee-38f7ffb07c9d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.20 "DELETE /v2.0/ports/7e1b0cfa-e1b2-424d-a068-aceb717cab0b HTTP/1.1" status: 204 len: 173 time: 1.4170349 Nov 12 03:28:03.016789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b647cd-b611-4775-84b2-e038df5df2b7', 'name': 'network-vif-deleted', 'tag': '7e1b0cfa-e1b2-424d-a068-aceb717cab0b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:03.021421 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb8fd0-1f03-4491-b94c-bea516f3ca66" -d '{"events": [{"server_uuid": "59b647cd-b611-4775-84b2-e038df5df2b7", "name": "network-vif-deleted", "tag": "7e1b0cfa-e1b2-424d-a068-aceb717cab0b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:03.023622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Made reservation on behalf of dd0d05b4b9a94393a157cc26c2dd1f12 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:03.028144 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.108635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-58c89f0b-9054-44e0-9a2f-0c489173f20d tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1559103 Nov 12 03:28:03.110809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-51442561-7144-4649-8bb4-2c98c88644b6 None None] Provisioning complete for port 56cb4191-f1d0-436b-8325-a55636316949 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:03.111219 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51442561-7144-4649-8bb4-2c98c88644b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.163215 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03ad05fe-f76a-482c-a54e-fa15121aba94 req-2401e087-e8ab-4698-975e-e14b9db98783 tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] 10.222.0.49 "GET /v2.0/ports?device_id=59b647cd-b611-4775-84b2-e038df5df2b7 HTTP/1.1" status: 200 len: 210 time: 0.1664424 Nov 12 03:28:03.165161 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-449adca1-f522-417c-b7b2-4614b6869d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.217076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Router 5bfdf5f8-2191-408c-9214-06d7289f718d has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:03.300164 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eb2e27-04c6-45d8-9e3c-f4092fd86a3e x-openstack-request-id: req-f0eb2e27-04c6-45d8-9e3c-f4092fd86a3e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:03.300482 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b647cd-b611-4775-84b2-e038df5df2b7", "name": "network-vif-deleted", "tag": "7e1b0cfa-e1b2-424d-a068-aceb717cab0b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:03.300848 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0eb2e27-04c6-45d8-9e3c-f4092fd86a3e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:03.302919 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b647cd-b611-4775-84b2-e038df5df2b7', 'name': 'network-vif-deleted', 'tag': '7e1b0cfa-e1b2-424d-a068-aceb717cab0b', 'status': 'completed', 'code': 200} Nov 12 03:28:03.349549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Allocated IP 19.86.0.2 (a78bef56-e573-4ea4-a385-12f452b36711/d828214c-80d0-4bd9-8fe4-0b7968c1e44e/5832bc13-9c35-44d3-91cf-0a4451b14957) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:03.352129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 56cb4191-f1d0-436b-8325-a55636316949 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:03.494640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Allocated IP 172.20.0.6 (8daa3682-dd44-4547-aec6-a80cbe11f65c/20a7d650-11f3-4c64-b1a8-ee0ffce94c6c/db7757af-2772-4bd9-9d48-f0f56e520440) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:03.703478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-449adca1-f522-417c-b7b2-4614b6869d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.707825 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-449adca1-f522-417c-b7b2-4614b6869d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.710829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-449adca1-f522-417c-b7b2-4614b6869d25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9815efd-978f-4f25-966b-80136f76a4de HTTP/1.1" status: 204 len: 168 time: 1.0757844 Nov 12 03:28:03.757564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218ae8d-b763-4a54-aa1a-7f6d59d51d89 req-c34767ce-a077-4287-b797-fb32694de366 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.766255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6218ae8d-b763-4a54-aa1a-7f6d59d51d89 req-c34767ce-a077-4287-b797-fb32694de366 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 949 time: 0.3496835 Nov 12 03:28:03.777866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449adca1-f522-417c-b7b2-4614b6869d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9815efd-978f-4f25-966b-80136f76a4de,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.818955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-844ea2d6-1598-4add-91bc-860130c50a57 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.821051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-844ea2d6-1598-4add-91bc-860130c50a57 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 812 time: 0.5309603 Nov 12 03:28:03.822988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:03.842963 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Sync routers for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:03.852541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cc625a9d-8fcb-459c-bb11-883dd65e50a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/5bfdf5f8-2191-408c-9214-06d7289f718d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5137677 Nov 12 03:28:03.856308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-5eaeb5ad-3bd3-42f6-9394-5f191203863e service neutron] 10.222.0.49 "GET /v2.0/networks/9eecafca-03b9-4426-8253-6125779340d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467785 Nov 12 03:28:03.862776 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:03.864822 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:27:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:03.875175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Request body: {'port': {'device_id': 'bb6a2406-55be-4cef-8716-ff97b6772c56', 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'admin_state_up': True, 'tenant_id': 'dd0d05b4b9a94393a157cc26c2dd1f12'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:03.946785 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51442561-7144-4649-8bb4-2c98c88644b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.964524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7e1b0cfa-e1b2-424d-a068-aceb717cab0b no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:04.020535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6218ae8d-b763-4a54-aa1a-7f6d59d51d89 req-c182011b-6c5a-42d2-b436-ae71d749570a tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487378 Nov 12 03:28:04.058970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7e1b0cfa-e1b2-424d-a068-aceb717cab0b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:04.059316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7e1b0cfa-e1b2-424d-a068-aceb717cab0b not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:04.102231 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:04.195148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.215720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-e3cc3ace-1660-48dd-a855-6e6d3567a741 service neutron] 10.222.0.49 "GET /v2.0/networks/9eecafca-03b9-4426-8253-6125779340d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046076 Nov 12 03:28:04.233566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 56cb4191-f1d0-436b-8325-a55636316949 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:04.236112 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.254243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c1221ca-d5bc-41ba-b0b3-16b70236d578 req-c9ec4404-7dc4-4a30-8712-c34c5d190f97 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 210 time: 0.1050594 Nov 12 03:28:04.277833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Made reservation on behalf of dd0d05b4b9a94393a157cc26c2dd1f12 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:04.281450 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.402368 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-336be7d6-2c7f-4442-a4a9-48497009aa78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.417324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40072) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.486088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-51442561-7144-4649-8bb4-2c98c88644b6 None None] For port 56cb4191-f1d0-436b-8325-a55636316949, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=56cb4191-f1d0-436b-8325-a55636316949,segment=NetworkSegment(78eae315-6afb-4c4c-84f0-0151fc75a8c5),segment_id=78eae315-6afb-4c4c-84f0-0151fc75a8c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:04.504682 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51442561-7144-4649-8bb4-2c98c88644b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.514256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-95a5186c-f47a-49da-9af0-a764d332a8b2 service neutron] 10.222.0.49 "GET /v2.0/networks/a78bef56-e573-4ea4-a385-12f452b36711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853599 Nov 12 03:28:04.540231 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.561945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5f1453b2-5b67-4188-9f98-4ef557658f6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=544cef9f1cb0435b8c001768bf0a4ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434159 Nov 12 03:28:04.563158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40076) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.587491 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:01Z', 'revision_number': 2, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:04.610649 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.644019 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd5e6c79-6782-4a9d-92a1-e408db7d6657 req-f925e204-6050-4209-bf98-ab182b3f25ff tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.2235446 Nov 12 03:28:04.649741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Network a78bef56-e573-4ea4-a385-12f452b36711 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:04.650261 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Checking router: 5bfdf5f8-2191-408c-9214-06d7289f718d for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:04.651413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:04.651986 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Updating router 5bfdf5f8-2191-408c-9214-06d7289f718d port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:04.653556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51442561-7144-4649-8bb4-2c98c88644b6 None None] Pushing event updated for resources: {'Port': ['ID=56cb4191-f1d0-436b-8325-a55636316949,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.666949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:04.719695 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.740259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-6116d21a-e628-471b-86ce-1e44de92fca6 service neutron] 10.222.0.49 "GET /v2.0/networks/a78bef56-e573-4ea4-a385-12f452b36711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242255 Nov 12 03:28:04.745878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.806488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Allocated IP 172.20.0.12 (8daa3682-dd44-4547-aec6-a80cbe11f65c/20a7d650-11f3-4c64-b1a8-ee0ffce94c6c/8c75f8d9-1a28-421c-bbcc-da13db5e50d3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:04.814904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f721b9b-13a1-498f-a3b4-655a67989ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.819721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Network 8daa3682-dd44-4547-aec6-a80cbe11f65c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:04.825611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:04.827664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Pushing event updated for resources: {'Port': ['ID=db7757af-2772-4bd9-9d48-f0f56e520440,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.830894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:04.870655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Pushing event updated for resources: {'Port': ['ID=5832bc13-9c35-44d3-91cf-0a4451b14957,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.885572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Attempting to bind port 5832bc13-9c35-44d3-91cf-0a4451b14957 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:04.886194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Attempting to bind port 5832bc13-9c35-44d3-91cf-0a4451b14957 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:04.886814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Attempting to bind port 5832bc13-9c35-44d3-91cf-0a4451b14957 on network a78bef56-e573-4ea4-a385-12f452b36711 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:04.889451 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f721b9b-13a1-498f-a3b4-655a67989ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.896262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4636ae50-b6a9-45ab-bd79-1c8eeecf9e16 None None] Provisioning complete for port 56cb4191-f1d0-436b-8325-a55636316949 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:04.897578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4636ae50-b6a9-45ab-bd79-1c8eeecf9e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.945990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:04.947222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Checking segment: {'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:04.948270 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.948906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Bound using segment: {'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:04.949590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Bound port: 5832bc13-9c35-44d3-91cf-0a4451b14957, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:04.950151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.952458 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.980144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.983645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.030658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-8d99aba6-6bbd-425d-a8c5-3b01e7999175 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7196403 Nov 12 03:28:05.047020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Request body: {'port': {'device_id': '4edabbb0-01c4-4de3-8cd3-925fbe6f03cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:05.105631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] For port 5832bc13-9c35-44d3-91cf-0a4451b14957, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:05.108657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] For port 5832bc13-9c35-44d3-91cf-0a4451b14957, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5832bc13-9c35-44d3-91cf-0a4451b14957,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:05.113577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f721b9b-13a1-498f-a3b4-655a67989ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.115463 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f721b9b-13a1-498f-a3b4-655a67989ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.119295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1f721b9b-13a1-498f-a3b4-655a67989ddd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c898638-4f29-4a1d-b3f2-bd04f1658dc7 HTTP/1.1" status: 204 len: 168 time: 0.5472939 Nov 12 03:28:05.126548 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.148148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f721b9b-13a1-498f-a3b4-655a67989ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c898638-4f29-4a1d-b3f2-bd04f1658dc7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.231633 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.287175 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2d27b-09e0-4d2d-ac9c-fb9bef58cb8b None None] Pushing event updated for resources: {'Port': ['ID=5832bc13-9c35-44d3-91cf-0a4451b14957,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.337865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.352006 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.385165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 56cb4191-f1d0-436b-8325-a55636316949 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:05.448407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Network 8daa3682-dd44-4547-aec6-a80cbe11f65c is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:05.452426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:05.457185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:05.499443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40098) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:05.531937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 56cb4191-f1d0-436b-8325-a55636316949 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:05.532313 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.538639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Pushing event updated for resources: {'Port': ['ID=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.541060 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.558045 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.602100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.603025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.625852 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-a60bc329-795c-47a6-8bba-50c809d9acdd tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7705576 Nov 12 03:28:05.649435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Request body: {'port': {'device_id': 'bb6a2406-55be-4cef-8716-ff97b6772c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:05.855001 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.859498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 617ad194-21e4-4361-b768-4d8a310f5a80 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:05.887793 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Pushing event updated for resources: {'Port': ['ID=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.930875 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Attempting to bind port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:05.931537 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Attempting to bind port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:05.932071 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Attempting to bind port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e on network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:05.940504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d7533-ee8a-4997-8b5a-f8724369b8fa req-dce2e944-ae53-47d8-b5e5-84d71eebbb8a tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.944576 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-277d7533-ee8a-4997-8b5a-f8724369b8fa req-dce2e944-ae53-47d8-b5e5-84d71eebbb8a tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 949 time: 0.6175578 Nov 12 03:28:05.946061 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:05.946646 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Checking segment: {'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:05.947230 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.947780 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Bound using segment: {'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:05.948430 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Bound port: 01c21f5e-b56a-48ef-9d3f-767bbe5f618e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:05.951565 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.088731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 617ad194-21e4-4361-b768-4d8a310f5a80 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:06.108997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 617ad194-21e4-4361-b768-4d8a310f5a80 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:06.110409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.135166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-277d7533-ee8a-4997-8b5a-f8724369b8fa req-24d4235c-f36b-439d-b9f2-ea879c51f156 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752777 Nov 12 03:28:06.152858 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] For port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:06.162334 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] For port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:06.171867 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.191593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-a7f32309-8cb9-4a88-89a7-8ec3be259888 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.199967 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-a7f32309-8cb9-4a88-89a7-8ec3be259888 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 820 time: 0.3601151 Nov 12 03:28:06.237883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-fa21ac33-b587-4c96-841a-8b52fcad8de3 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/quotas/95ef081eec3347f09638dade289a47d4 HTTP/1.1" status: 200 len: 375 time: 0.0355859 Nov 12 03:28:06.285781 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.357613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31c29ec6-d033-4696-a6ea-7c1cd6e7782e req-6c1253fe-568a-4b9e-9d24-6dce4d0780c0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 210 time: 0.0719600 Nov 12 03:28:06.373138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-76b8b634-deda-4248-92c6-33247df24d8d tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1322994 Nov 12 03:28:06.406193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7757af-2772-4bd9-9d48-f0f56e520440 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:06.434721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.449229 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:06.451868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:06.460021 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Pushing event updated for resources: {'Port': ['ID=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.469938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Transition to ACTIVE for port object db7757af-2772-4bd9-9d48-f0f56e520440 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:06.474630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.481558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.545420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617ad194-21e4-4361-b768-4d8a310f5a80'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:06.552933 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b358b-2813-4a4f-8b2d-77c4688f81a1" -d '{"events": [{"server_uuid": "b6e539e0-1ddb-4089-93e0-f2fc07edf151", "name": "network-vif-plugged", "status": "completed", "tag": "617ad194-21e4-4361-b768-4d8a310f5a80"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:06.579144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 617ad194-21e4-4361-b768-4d8a310f5a80, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=617ad194-21e4-4361-b768-4d8a310f5a80,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:06.588540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.625054 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.637351 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.637721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.638032 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.638468 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.638695 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.639117 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.639473 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.639663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.639960 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.640355 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.640564 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd0c9e-7839-4c07-a851-fcec922b34fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:06.645514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=db7757af-2772-4bd9-9d48-f0f56e520440,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.668684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=617ad194-21e4-4361-b768-4d8a310f5a80,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.760333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63a1ae-dd5f-4bd7-994e-dab0cc0e12e9 req-756e6de7-1e1f-4863-be67-c0eeacbd64fa tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.768540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3f63a1ae-dd5f-4bd7-994e-dab0cc0e12e9 req-756e6de7-1e1f-4863-be67-c0eeacbd64fa tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 932 time: 0.2223458 Nov 12 03:28:06.801045 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-55d35565-f06c-42ac-88c6-31622a7c84fd service neutron] 10.222.0.49 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260709 Nov 12 03:28:06.812768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Attempting to bind port db7757af-2772-4bd9-9d48-f0f56e520440 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:06.813099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Attempting to bind port db7757af-2772-4bd9-9d48-f0f56e520440 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:06.813636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Attempting to bind port db7757af-2772-4bd9-9d48-f0f56e520440 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:06.822416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Port db7757af-2772-4bd9-9d48-f0f56e520440 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:06.823123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Attempting to bind port db7757af-2772-4bd9-9d48-f0f56e520440 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:06.874281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3f63a1ae-dd5f-4bd7-994e-dab0cc0e12e9 req-56cf7780-b222-4416-abac-d70b5172d04f tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044810 Nov 12 03:28:06.876519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:06.883261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Checking segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:06.883838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Bound using segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:06.884482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Bound port: db7757af-2772-4bd9-9d48-f0f56e520440, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:06.885364 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.945979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.957647 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:06.959559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-45e868a3-a3f5-4224-a796-56b9bbedd412 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62b0cafbcede46b896fae82e7c580a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4557431 Nov 12 03:28:06.963039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40138) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:07.048171 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ac189dd-786a-4348-b7fa-362cc3af7680 req-e339ad31-146f-42ef-83a7-9e50bbd9f111 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0524414 Nov 12 03:28:07.073136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] For port db7757af-2772-4bd9-9d48-f0f56e520440, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:07.083861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] For port db7757af-2772-4bd9-9d48-f0f56e520440, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=db7757af-2772-4bd9-9d48-f0f56e520440,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:07.101829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.216208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.218243 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.218401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9b911-99cb-4097-a976-94e33b949e4b None None] Network a78bef56-e573-4ea4-a385-12f452b36711 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:07.222370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] 10.222.0.20 "PUT /v2.0/ports/db7757af-2772-4bd9-9d48-f0f56e520440 HTTP/1.1" status: 200 len: 1092 time: 2.1824718 Nov 12 03:28:07.231701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edabbb0-01c4-4de3-8cd3-925fbe6f03cd', 'tag': 'db7757af-2772-4bd9-9d48-f0f56e520440'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:07.238300 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4edabbb0-01c4-4de3-8cd3-925fbe6f03cd", "tag": "db7757af-2772-4bd9-9d48-f0f56e520440"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:07.327809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5832bc13-9c35-44d3-91cf-0a4451b14957 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:07.328306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ac2ca-9d7c-4b2a-805e-73828cb73ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=db7757af-2772-4bd9-9d48-f0f56e520440,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.427267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f602aa5f-94a4-40ab-b3f0-46e33cc94089 None None] Provisioning complete for port 5832bc13-9c35-44d3-91cf-0a4451b14957 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:07.428091 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f602aa5f-94a4-40ab-b3f0-46e33cc94089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.428230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-c7a6fd6e-c775-43cd-8c97-6a3e7451b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.430102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-c7a6fd6e-c775-43cd-8c97-6a3e7451b062 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&device_id=4edabbb0-01c4-4de3-8cd3-925fbe6f03cd HTTP/1.1" status: 200 len: 1095 time: 0.1348906 Nov 12 03:28:07.580429 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:06Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:07.590723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-464bce1b-864f-4e3b-bfb1-6698df616bcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db7757af-2772-4bd9-9d48-f0f56e520440 HTTP/1.1" status: 200 len: 217 time: 0.1474175 Nov 12 03:28:07.665592 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561cebaa-b57c-4766-b2a1-344523698eb5 None None] The sync data for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 is: [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:06Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:07.683451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5832bc13-9c35-44d3-91cf-0a4451b14957 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:07.685075 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.723253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-6fd44900-c699-42d4-b6e3-1da0b11b7ede tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d0be8f440d514aa197d2ad77a0598c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002092 Nov 12 03:28:07.794444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-ab4fd3ae-d8d7-4ec7-b91e-fea802869119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.795914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-ab4fd3ae-d8d7-4ec7-b91e-fea802869119 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 200 len: 852 time: 0.1970253 Nov 12 03:28:07.884283 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f602aa5f-94a4-40ab-b3f0-46e33cc94089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.885752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-c9336fa5-2231-465b-b5f4-95b51da03cb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8daa3682-dd44-4547-aec6-a80cbe11f65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701015 Nov 12 03:28:07.927816 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.013573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f602aa5f-94a4-40ab-b3f0-46e33cc94089 None None] For port 5832bc13-9c35-44d3-91cf-0a4451b14957, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5832bc13-9c35-44d3-91cf-0a4451b14957,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:08.024391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-705a0efe-4b89-4051-a55e-948362f4513c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.034015 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f602aa5f-94a4-40ab-b3f0-46e33cc94089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.057956 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-93872f23-a163-4ca3-99fa-9ec0bb0489fe service neutron] 10.222.0.49 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2559254 Nov 12 03:28:08.086127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:08.086609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-7183e3b5-f339-41b1-b2f9-815f9c231a82 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.094757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-7183e3b5-f339-41b1-b2f9-815f9c231a82 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704021 Nov 12 03:28:08.115271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.130418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-5e13d718-7847-421e-8de5-615bfbf6e89a tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/quotas/d0be8f440d514aa197d2ad77a0598c32 HTTP/1.1" status: 200 len: 375 time: 0.0346637 Nov 12 03:28:08.144024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:08.144390 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:08.156503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602aa5f-94a4-40ab-b3f0-46e33cc94089 None None] Pushing event updated for resources: {'Port': ['ID=5832bc13-9c35-44d3-91cf-0a4451b14957,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.172705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-c4dd2b49-c135-4e63-bb0a-a815d0346e74 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0be8f440d514aa197d2ad77a0598c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413952 Nov 12 03:28:08.184517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-ae91615b-0b52-40a7-a943-20eb540a9fdf tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.193054 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-7703bc5d-b79b-4c12-b0ae-3d33fe08ea91 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896333 Nov 12 03:28:08.202039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-ae91615b-0b52-40a7-a943-20eb540a9fdf tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.203831 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-ae91615b-0b52-40a7-a943-20eb540a9fdf tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "GET /v2.0/networks?id=9eecafca-03b9-4426-8253-6125779340d6&id=a78bef56-e573-4ea4-a385-12f452b36711 HTTP/1.1" status: 200 len: 1392 time: 1.1918395 Nov 12 03:28:08.249801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'port': {'device_id': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'network_id': '9eecafca-03b9-4426-8253-6125779340d6', 'admin_state_up': True, 'tenant_id': '79e9943267ac4f5a8504c03301076878'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:08.254991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Transition to ACTIVE for port object 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:08.263565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-705a0efe-4b89-4051-a55e-948362f4513c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.279274 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.362629 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa1d8f5-81ed-457d-9f9f-ada37ec7e535 x-openstack-request-id: req-dfa1d8f5-81ed-457d-9f9f-ada37ec7e535 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:08.363211 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e539e0-1ddb-4089-93e0-f2fc07edf151", "name": "network-vif-plugged", "status": "completed", "tag": "617ad194-21e4-4361-b768-4d8a310f5a80", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:08.363211 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfa1d8f5-81ed-457d-9f9f-ada37ec7e535 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:08.363646 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617ad194-21e4-4361-b768-4d8a310f5a80', 'code': 200} Nov 12 03:28:08.383979 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-827758f9-1129-4f7c-83dc-79479188938b service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789882 Nov 12 03:28:08.386064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d38bf689-410a-4dd5-9474-923806b52660 None None] Provisioning complete for port 5832bc13-9c35-44d3-91cf-0a4451b14957 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:08.386643 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d38bf689-410a-4dd5-9474-923806b52660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.451802 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:08.529516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a075583-aa04-4624-8113-4bc127845e15 req-6a193560-58e4-446b-b768-b95e275bd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.532931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a075583-aa04-4624-8113-4bc127845e15 req-6a193560-58e4-446b-b768-b95e275bd86c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 1102 time: 0.0764139 Nov 12 03:28:08.535858 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57330764-7054-47c1-ba27-21835447c7d1 x-openstack-request-id: req-57330764-7054-47c1-ba27-21835447c7d1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:08.536491 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edabbb0-01c4-4de3-8cd3-925fbe6f03cd", "tag": "db7757af-2772-4bd9-9d48-f0f56e520440", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:08.536771 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57330764-7054-47c1-ba27-21835447c7d1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:08.537187 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edabbb0-01c4-4de3-8cd3-925fbe6f03cd', 'tag': 'db7757af-2772-4bd9-9d48-f0f56e520440', 'status': 'completed', 'code': 200} Nov 12 03:28:08.644149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a075583-aa04-4624-8113-4bc127845e15 req-2dca07ff-a687-4ec5-a30d-1e9da02ea62e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996048 Nov 12 03:28:08.704315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed72d0c1-f712-4e0d-b5a7-00967bdc4b26 req-5a4bde8d-5ed3-44cc-b5c7-eaf1f05c179c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 210 time: 0.0559816 Nov 12 03:28:08.730010 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-705a0efe-4b89-4051-a55e-948362f4513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.732836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-705a0efe-4b89-4051-a55e-948362f4513c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.734575 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-705a0efe-4b89-4051-a55e-948362f4513c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c9482b9-8101-4d36-b7ac-58240a8af395 HTTP/1.1" status: 204 len: 168 time: 1.7643075 Nov 12 03:28:08.899084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c1cdd-aab7-4af6-8975-020071aa0477 req-4ab7b74a-06e7-44e4-aca6-12e46dd14079 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.915652 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b4c1cdd-aab7-4af6-8975-020071aa0477 req-4ab7b74a-06e7-44e4-aca6-12e46dd14079 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 944 time: 0.0855803 Nov 12 03:28:08.924061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Pushing event updated for resources: {'Port': ['ID=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.962888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:08.967148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.987078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b4c1cdd-aab7-4af6-8975-020071aa0477 req-3019584d-62e2-4b8c-93b0-90632f2c60a4 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650437 Nov 12 03:28:09.021585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a0efe-4b89-4051-a55e-948362f4513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9482b9-8101-4d36-b7ac-58240a8af395,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.107681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f4067-1915-4bda-9354-6331e1aae311 req-dcff478b-f113-467d-972d-d43904f4f20f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.116249 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa6f4067-1915-4bda-9354-6331e1aae311 req-dcff478b-f113-467d-972d-d43904f4f20f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 950 time: 0.4227846 Nov 12 03:28:09.140683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-412c9a44-db71-4d33-92bf-cbb9d506a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.143000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-412c9a44-db71-4d33-92bf-cbb9d506a5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&device_id=4edabbb0-01c4-4de3-8cd3-925fbe6f03cd HTTP/1.1" status: 200 len: 1095 time: 0.4815123 Nov 12 03:28:09.191444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb4a122d-76b0-4e32-8bdb-4a5624abdf0d req-662407b2-dacb-4050-a261-c3d570a4da31 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0741599 Nov 12 03:28:09.301844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa6f4067-1915-4bda-9354-6331e1aae311 req-7b6ba7e5-01da-4ca4-b3ba-07140c4dd665 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846423 Nov 12 03:28:09.380941 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfcee207-e8c3-41c4-83bb-50b883d9aea2 req-3c8e870b-5b01-42ec-8e8b-e982b49824fa tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 210 time: 0.0878458 Nov 12 03:28:09.423422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Attempting to bind port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:09.424145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Attempting to bind port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:09.424834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Attempting to bind port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:09.445574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:09.449222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Attempting to bind port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:09.478158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 01c21f5e-b56a-48ef-9d3f-767bbe5f618e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:09.535368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:09.538320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Checking segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:09.538928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Bound using segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:09.541096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Bound port: 8c75f8d9-1a28-421c-bbcc-da13db5e50d3, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:09.541486 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.558864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40206) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.609887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:09.612184 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.623622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-06e613e6-8b91-4945-825a-61209ea95b6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40fda63dcd034e4f8868f27cfaa4062c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612416 Nov 12 03:28:09.623835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40208) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.697033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e857e45-e7f3-487c-9332-c837f7058de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.715253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Allocated IP 19.80.0.163 (9eecafca-03b9-4426-8253-6125779340d6/44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7/443d0354-b8ec-4c19-b337-3d7bb3adee78) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:09.751508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e857e45-e7f3-487c-9332-c837f7058de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.776014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.855154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:09.856584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e857e45-e7f3-487c-9332-c837f7058de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.860535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e857e45-e7f3-487c-9332-c837f7058de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.860851 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.862942 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08e8e56f-3664-461b-ba4b-4c43f9b0adfb req-ad4bf650-1e60-437c-9a62-3f42aac3c668 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 210 time: 0.4546468 Nov 12 03:28:09.864473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5832bc13-9c35-44d3-91cf-0a4451b14957 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:09.878920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5e857e45-e7f3-487c-9332-c837f7058de2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d222d61-9ebe-4b02-b272-d3bcd1a21dd6 HTTP/1.1" status: 204 len: 168 time: 0.2536757 Nov 12 03:28:09.892755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e857e45-e7f3-487c-9332-c837f7058de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d222d61-9ebe-4b02-b272-d3bcd1a21dd6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.022595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5832bc13-9c35-44d3-91cf-0a4451b14957 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:10.023132 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.061625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.061911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.087881 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce4834fd-4773-49dc-816a-37e6cd13554c req-cb3377dd-6cd5-4eaf-8db9-5a074895c499 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 210 time: 0.0680382 Nov 12 03:28:10.230740 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.308732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Port': ['ID=443d0354-b8ec-4c19-b337-3d7bb3adee78,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.311579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-f581a08e-c2b2-45bc-829b-4d2d93ddd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.313131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-f581a08e-c2b2-45bc-829b-4d2d93ddd005 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 914 time: 1.1537995 Nov 12 03:28:10.367865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network 9eecafca-03b9-4426-8253-6125779340d6 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:10.369708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-4ca554c7-0487-450e-b880-c8e7534b6ba9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db7757af-2772-4bd9-9d48-f0f56e520440 HTTP/1.1" status: 200 len: 217 time: 0.0463779 Nov 12 03:28:10.372112 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb5605b5-937e-4249-830a-e4c602668217 req-296ae5f5-6963-4e2b-ba7a-e954d4bbacfc tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0424690 Nov 12 03:28:10.389994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0efc7-d49d-4634-a22d-8ef2890f99de req-427c3941-88c4-4f44-a237-782cee0a49a5 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.398753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8ba0efc7-d49d-4634-a22d-8ef2890f99de req-427c3941-88c4-4f44-a237-782cee0a49a5 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 944 time: 0.2246358 Nov 12 03:28:10.401176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:10.460152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-63e624df-8857-456b-9f89-3fdf9e8e4950 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d0be8f440d514aa197d2ad77a0598c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674613 Nov 12 03:28:10.498332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-174bcf53-8688-43ab-90e3-22d04ec8274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.501043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-174bcf53-8688-43ab-90e3-22d04ec8274d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 200 len: 852 time: 0.1218023 Nov 12 03:28:10.503613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] For port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:10.516302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:10.664762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-702ca77f-7bb5-4479-9f21-091012742fe2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8daa3682-dd44-4547-aec6-a80cbe11f65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368012 Nov 12 03:28:10.703123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] For port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:10.780618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40246) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.893709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8c20-b679-45ae-bbba-5d6da05433c5 req-64f294ec-8b1f-46f8-8340-364b90a42880 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.896715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-836e8c20-b679-45ae-bbba-5d6da05433c5 req-64f294ec-8b1f-46f8-8340-364b90a42880 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 950 time: 0.3333683 Nov 12 03:28:10.899419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8ba0efc7-d49d-4634-a22d-8ef2890f99de req-92177515-cd43-4316-818f-32f378db0321 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991906 Nov 12 03:28:10.902627 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.910584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-30b6466d-7571-474f-b664-067861465a85 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.912991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-30b6466d-7571-474f-b664-067861465a85 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4357142 Nov 12 03:28:10.962455 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Request body: {'port': {'device_id': '4299380d-bfec-49f7-9101-dcc3758bc297', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'd0be8f440d514aa197d2ad77a0598c32'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:10.973983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-46e6fc53-6a5b-48a6-ba15-15c76ae79654 None None] Provisioning complete for port 443d0354-b8ec-4c19-b337-3d7bb3adee78 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:10.975778 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-46e6fc53-6a5b-48a6-ba15-15c76ae79654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.057047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-46e6fc53-6a5b-48a6-ba15-15c76ae79654 None None] Port 443d0354-b8ec-4c19-b337-3d7bb3adee78 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:11.165188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bcd2c85f-1886-4b67-8151-7181904b282a req-45f0c140-9c46-4de4-9350-3adffb8f0c7c tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 210 time: 0.0804238 Nov 12 03:28:11.186809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.191643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.221704 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 01c21f5e-b56a-48ef-9d3f-767bbe5f618e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:11.257986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6844a015-40e5-4046-a8ff-dc1071ccc068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.261621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.262972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.264821 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] 10.222.0.20 "PUT /v2.0/ports/8c75f8d9-1a28-421c-bbcc-da13db5e50d3 HTTP/1.1" status: 200 len: 1093 time: 5.6279092 Nov 12 03:28:11.270132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6a2406-55be-4cef-8716-ff97b6772c56', 'tag': '8c75f8d9-1a28-421c-bbcc-da13db5e50d3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:11.272643 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6a2406-55be-4cef-8716-ff97b6772c56", "tag": "8c75f8d9-1a28-421c-bbcc-da13db5e50d3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:11.278194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45c099-d0e3-4877-8f6e-907e7ceb3a47 service neutron] Pushing event updated for resources: {'Port': ['ID=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.306806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-836e8c20-b679-45ae-bbba-5d6da05433c5 req-d6d47153-35dd-4e46-9a6c-5d1b8c72cc96 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925099 Nov 12 03:28:11.314421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-757f39e5-034c-4901-b36f-8867426cc86e service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231942 Nov 12 03:28:11.316261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Made reservation on behalf of d0be8f440d514aa197d2ad77a0598c32 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:11.320045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.323829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-77ae4816-ebe4-45a3-af01-63a7da1a9e5c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0999329 Nov 12 03:28:11.338620 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.366348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-1667a407-cbaf-4c14-b1a5-c89a13ffc7f0 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.368109 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-1667a407-cbaf-4c14-b1a5-c89a13ffc7f0 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.20 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 820 time: 0.4002509 Nov 12 03:28:11.386300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Request body: {'port': {'device_id': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'admin_state_up': True, 'tenant_id': '95ef081eec3347f09638dade289a47d4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:11.463908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:11.464459 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.492831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40270) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.497402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Request body: {'port': {'device_id': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711', 'admin_state_up': True, 'tenant_id': '79e9943267ac4f5a8504c03301076878'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:11.503917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2126d81a-b459-4562-910e-1a0f8013f3e3 req-44d8b437-4023-4764-a84e-41d86b5f2650 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 210 time: 0.0813425 Nov 12 03:28:11.594114 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6844a015-40e5-4046-a8ff-dc1071ccc068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.617901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e03c8d-5b3a-4720-ba3f-44d447b017e7 req-9f0a5471-0b01-4e3e-b30f-d3817f30077e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.625419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65e03c8d-5b3a-4720-ba3f-44d447b017e7 req-9f0a5471-0b01-4e3e-b30f-d3817f30077e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 932 time: 0.2082074 Nov 12 03:28:11.629009 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db20419b-c09a-4cd6-8c4f-737d35fa07fa x-openstack-request-id: req-db20419b-c09a-4cd6-8c4f-737d35fa07fa {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:11.629291 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6a2406-55be-4cef-8716-ff97b6772c56", "tag": "8c75f8d9-1a28-421c-bbcc-da13db5e50d3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:11.632214 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db20419b-c09a-4cd6-8c4f-737d35fa07fa {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:11.633903 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6a2406-55be-4cef-8716-ff97b6772c56', 'tag': '8c75f8d9-1a28-421c-bbcc-da13db5e50d3', 'status': 'completed', 'code': 200} Nov 12 03:28:11.641496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6844a015-40e5-4046-a8ff-dc1071ccc068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.696365 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.716836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29214ba4-86a7-46e2-93c9-ae0eb370fc1a req-699d2ce9-5f42-4226-9f0d-d996061b660c service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918152 Nov 12 03:28:11.719439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-network', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:11.725952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device db7757af-2772-4bd9-9d48-f0f56e520440 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:11.742181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6844a015-40e5-4046-a8ff-dc1071ccc068 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=764641f9274b430caf90038a1adf8926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9513907 Nov 12 03:28:11.742790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.753330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.763176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-df4be37e-935c-4069-a37a-050644978376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.765952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-df4be37e-935c-4069-a37a-050644978376 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 1096 time: 0.4398601 Nov 12 03:28:11.771922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844a015-40e5-4046-a8ff-dc1071ccc068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68064966-4c4e-4220-aee1-2b7809a88487,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.794046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Made reservation on behalf of 95ef081eec3347f09638dade289a47d4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:11.797539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.838913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-abd40882-2799-4c0c-98fd-2602ddf7dd73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c75f8d9-1a28-421c-bbcc-da13db5e50d3 HTTP/1.1" status: 200 len: 217 time: 0.0609827 Nov 12 03:28:11.882387 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65e03c8d-5b3a-4720-ba3f-44d447b017e7 req-2f4ee4b8-ae6f-468b-828b-d8693d92cbbe tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560201 Nov 12 03:28:11.914068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4881123d-453b-4f07-8564-fac64fb54320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.916304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-4881123d-453b-4f07-8564-fac64fb54320 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 200 len: 852 time: 0.0696402 Nov 12 03:28:11.958505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Made reservation on behalf of bd18c623870e4473b957c31542b4e7f3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:11.961843 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.965972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-37c2338e-36f0-4aa9-9362-4e0599345d75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8daa3682-dd44-4547-aec6-a80cbe11f65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336070 Nov 12 03:28:11.969212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port db7757af-2772-4bd9-9d48-f0f56e520440, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=db7757af-2772-4bd9-9d48-f0f56e520440,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.970380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.983855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'db7757af-2772-4bd9-9d48-f0f56e520440', 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'port_id': 'db7757af-2772-4bd9-9d48-f0f56e520440', 'mac_address': 'fa:16:3e:1a:8b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a7d650-11f3-4c64-b1a8-ee0ffce94c6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:11.987066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Made reservation on behalf of 79e9943267ac4f5a8504c03301076878 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:11.993549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.998153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.035947 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.039648 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c40c875-6c77-4b7f-9bd9-a118588d26fc req-fc7c21a8-9f2b-4aa7-a2b9-7ad7523baa3c tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0718241 Nov 12 03:28:12.052526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7757af-2772-4bd9-9d48-f0f56e520440 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:12.079469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port db7757af-2772-4bd9-9d48-f0f56e520440, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=db7757af-2772-4bd9-9d48-f0f56e520440,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:12.086395 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.151175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d380d74-67ab-42bd-a9d3-769f03530307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.163056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=db7757af-2772-4bd9-9d48-f0f56e520440,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.258444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d380d74-67ab-42bd-a9d3-769f03530307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.262269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Allocated IP 192.168.233.169 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/28965536-3893-4eaf-8376-50881b99e849) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:12.307180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Allocated IP 19.86.0.189 (a78bef56-e573-4ea4-a385-12f452b36711/d828214c-80d0-4bd9-8fe4-0b7968c1e44e/c4f857a4-9b80-473d-89cd-adbc418b16cd) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:12.315790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731cad3-a143-4b3f-b73a-55b09cfa9c2a req-01dd39f5-5d91-4806-af2e-1c624bb81b55 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.323449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0731cad3-a143-4b3f-b73a-55b09cfa9c2a req-01dd39f5-5d91-4806-af2e-1c624bb81b55 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 950 time: 0.3106616 Nov 12 03:28:12.350297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['db7757af-2772-4bd9-9d48-f0f56e520440'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:12.353728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b588dee-1a1a-4406-bb44-c6fa889057ee req-7b237b6f-8555-4586-93c4-77e77aec7a90 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.362356 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b588dee-1a1a-4406-bb44-c6fa889057ee req-7b237b6f-8555-4586-93c4-77e77aec7a90 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 944 time: 0.2037990 Nov 12 03:28:12.404000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-aabf8407-aaeb-4aa3-9276-58c36598f764 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217105 Nov 12 03:28:12.541363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b588dee-1a1a-4406-bb44-c6fa889057ee req-e9ac0e08-3d03-4a33-aa16-5ee8f0b10506 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780384 Nov 12 03:28:12.642144 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-021fb373-495c-43bd-a5d1-3494d4549994 req-8f6bb190-8298-4c97-a7fa-4ad3592c4c26 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 210 time: 0.0444543 Nov 12 03:28:12.670600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9011ef6c-1fd9-48a1-9577-6fbe78427689 req-f107255c-e4fd-4cd1-a1bb-3549a971cb9f service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504857 Nov 12 03:28:12.688261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Allocated IP 172.20.0.3 (59c7de20-0e53-4bb2-a83b-5d845ca06d57/f03e9c6a-c686-405a-aa2b-78f903a00f59/6c45b6c9-d59b-4088-aeec-0de5fe9627b1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:12.700131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.748243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a4fe428-905f-4773-98a8-1e9453ed7944 req-883527bf-e0d1-4512-87e5-018efec98eb3 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 210 time: 0.0392756 Nov 12 03:28:12.803070 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.808538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.812102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-9bf85725-8b7a-456e-b33b-dc0d1da25b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.812578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0731cad3-a143-4b3f-b73a-55b09cfa9c2a req-8e48eec7-0094-4035-9585-1a9481335ebf tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888556 Nov 12 03:28:12.813664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-9bf85725-8b7a-456e-b33b-dc0d1da25b23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 1096 time: 0.0689180 Nov 12 03:28:12.819751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.843449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d380d74-67ab-42bd-a9d3-769f03530307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.846541 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d380d74-67ab-42bd-a9d3-769f03530307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.847664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8d380d74-67ab-42bd-a9d3-769f03530307 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68064966-4c4e-4220-aee1-2b7809a88487 HTTP/1.1" status: 204 len: 168 time: 1.0962801 Nov 12 03:28:12.873655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Network a78bef56-e573-4ea4-a385-12f452b36711 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:12.883614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:12.886195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:12.940575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:12.963625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event updated for resources: {'Port': ['ID=c4f857a4-9b80-473d-89cd-adbc418b16cd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.985790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2074fe-8470-472f-a69c-ac72dcda1b5c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.027509 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.027856 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Added segment e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d of type vlan for network f918fda9-06aa-4c34-bbc6-cfab11c01a7e Nov 12 03:28:13.057508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d380d74-67ab-42bd-a9d3-769f03530307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68064966-4c4e-4220-aee1-2b7809a88487,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.069324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.070529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.117217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-7a9cba08-518b-4373-9215-42e0e3fa486c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6920180 Nov 12 03:28:13.144571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Request body: {'port': {'device_id': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.146331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.156020 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.166767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-7116067f-0e81-4909-99c9-56c9a7d96081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.174577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-7116067f-0e81-4909-99c9-56c9a7d96081 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 914 time: 0.3357184 Nov 12 03:28:13.175264 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.230040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52d215-3251-4867-8165-22013ef4fb6b req-589f4dc1-e307-46a0-982f-a2f7053a11bd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.236991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52d215-3251-4867-8165-22013ef4fb6b req-589f4dc1-e307-46a0-982f-a2f7053a11bd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.258018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e226db7-cefa-4054-9cc3-fe93480f5b11 req-73ed40ad-f981-480e-a5a3-0950f25c1c21 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0601578 Nov 12 03:28:13.261648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.262612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.263198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.269683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-af52d215-3251-4867-8165-22013ef4fb6b req-589f4dc1-e307-46a0-982f-a2f7053a11bd tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1655 time: 0.2835674 Nov 12 03:28:13.304119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5c2e0a5b-96f3-4d16-a31c-ce0a54334445 None None] Provisioning complete for port c4f857a4-9b80-473d-89cd-adbc418b16cd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:13.305181 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c2e0a5b-96f3-4d16-a31c-ce0a54334445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.344154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40292) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.350718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e0a5b-96f3-4d16-a31c-ce0a54334445 None None] Port c4f857a4-9b80-473d-89cd-adbc418b16cd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:13.353459 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8595376 Nov 12 03:28:13.364635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40294) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.369649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Request body: {'subnet': {'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-subnet', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.381232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.384667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca487b4-e862-4e97-8404-de73728f5528 admin admin] Pushing event updated for resources: {'Network': ['ID=f918fda9-06aa-4c34-bbc6-cfab11c01a7e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.390874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f023965-9e81-4020-b850-99865b36c96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.396220 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.399073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f918fda9-06aa-4c34-bbc6-cfab11c01a7e details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:13.485900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:13.486840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Made reservation on behalf of bd18c623870e4473b957c31542b4e7f3 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:13.489188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.493767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:13.497172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Pushing event updated for resources: {'Port': ['ID=28965536-3893-4eaf-8376-50881b99e849,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.499715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:13.516289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:13.529780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:13.532379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:13.661940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-cdd8c016-a0c1-454c-a158-9cedddaea0c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c75f8d9-1a28-421c-bbcc-da13db5e50d3 HTTP/1.1" status: 200 len: 217 time: 0.4640987 Nov 12 03:28:13.718091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device db7757af-2772-4bd9-9d48-f0f56e520440 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:13.744802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event updated for resources: {'Port': ['ID=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.762703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.763352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.772435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.772435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.775519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.800353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-af52d215-3251-4867-8165-22013ef4fb6b req-e486f5cd-dde7-4bef-9cb6-0a88db4deb5d tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293138 Nov 12 03:28:13.823273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port db7757af-2772-4bd9-9d48-f0f56e520440 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:13.824589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f023965-9e81-4020-b850-99865b36c96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.827938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-de95dd61-3cac-4d97-b03f-972a7f0ea493 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.828174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port db7757af-2772-4bd9-9d48-f0f56e520440 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:13.828387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-de95dd61-3cac-4d97-b03f-972a7f0ea493 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 950 time: 0.1795828 Nov 12 03:28:13.828502 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.832466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-7ef18b54-1bda-4951-a778-9d3e8fbaf740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.832895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-0998a71e-2621-474c-8a29-e8f80caad524 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9087751 Nov 12 03:28:13.833965 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-7ef18b54-1bda-4951-a778-9d3e8fbaf740 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 200 len: 852 time: 0.1528833 Nov 12 03:28:13.839540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f023965-9e81-4020-b850-99865b36c96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.844437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-26089401-1396-4a65-a58a-d5bdc7753f1b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4657140 Nov 12 03:28:13.892785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Request body: {'port': {'device_id': '4299380d-bfec-49f7-9101-dcc3758bc297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.905855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3209-c630-45a5-b1e4-9e1859428f4b req-859c2de3-d5a3-4bd8-8974-6c6993d24570 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.907876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-db80ad71-3fed-4e56-96fe-60c885fe300c None None] Provisioning complete for port 28965536-3893-4eaf-8376-50881b99e849 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:13.911376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db80ad71-3fed-4e56-96fe-60c885fe300c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.913458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9cbe3209-c630-45a5-b1e4-9e1859428f4b req-859c2de3-d5a3-4bd8-8974-6c6993d24570 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 944 time: 0.2526300 Nov 12 03:28:13.929847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Request body: {'port': {'device_id': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.952565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-4b309eaf-0d8e-4285-a323-2575a725a39a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8daa3682-dd44-4547-aec6-a80cbe11f65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948555 Nov 12 03:28:13.961706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-db80ad71-3fed-4e56-96fe-60c885fe300c None None] Port 28965536-3893-4eaf-8376-50881b99e849 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:14.007012 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.015958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0f023965-9e81-4020-b850-99865b36c96b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f0aa983e41941e390a3a16d05149eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6705952 Nov 12 03:28:14.026093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.033786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edabbb0-01c4-4de3-8cd3-925fbe6f03cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7757af-2772-4bd9-9d48-f0f56e520440'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:14.036094 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91323e93-0c94-4dd4-b46a-2994e52f56bf" -d '{"events": [{"server_uuid": "4edabbb0-01c4-4de3-8cd3-925fbe6f03cd", "name": "network-vif-plugged", "status": "completed", "tag": "db7757af-2772-4bd9-9d48-f0f56e520440"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:14.038789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f023965-9e81-4020-b850-99865b36c96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c832932-02e7-413d-93c2-a16c2a4ee8f8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.065314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port db7757af-2772-4bd9-9d48-f0f56e520440, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=db7757af-2772-4bd9-9d48-f0f56e520440,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:14.070713 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.071648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 617ad194-21e4-4361-b768-4d8a310f5a80 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:14.160113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=db7757af-2772-4bd9-9d48-f0f56e520440,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.161170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7575f6d-75e8-4779-9dae-e618197379cd req-ecde5a24-a63a-4ef0-b560-cb554ea5f16b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.161403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.162694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7575f6d-75e8-4779-9dae-e618197379cd req-ecde5a24-a63a-4ef0-b560-cb554ea5f16b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 931 time: 0.2579653 Nov 12 03:28:14.180746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9cbe3209-c630-45a5-b1e4-9e1859428f4b req-c72883a6-bbaa-4b60-9ff5-eb0782f87ca3 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664111 Nov 12 03:28:14.187584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.242703 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.253387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.297975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Deleting port 617ad194-21e4-4361-b768-4d8a310f5a80 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:14.298344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.302825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-03624496-a009-4eb0-9a9a-6a06185b1753 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299882 Nov 12 03:28:14.304815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 617ad194-21e4-4361-b768-4d8a310f5a80, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=617ad194-21e4-4361-b768-4d8a310f5a80,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:14.310831 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.316484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d315e499-e897-42fc-80fb-b31a6a73df3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.365279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=617ad194-21e4-4361-b768-4d8a310f5a80,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.416989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7575f6d-75e8-4779-9dae-e618197379cd req-e1a6df18-07b9-47cf-bfe6-2b7cae474083 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333150 Nov 12 03:28:14.507715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f05b85e-33c2-4d41-86b9-ffe727b8f1ca,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.513634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d315e499-e897-42fc-80fb-b31a6a73df3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.596310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443d0354-b8ec-4c19-b337-3d7bb3adee78 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:14.605590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] For port 617ad194-21e4-4361-b768-4d8a310f5a80, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=617ad194-21e4-4361-b768-4d8a310f5a80,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:14.605957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.610051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b0c05d5-16f5-4d9f-b377-bd0d2d033721 req-1ba6243c-bd74-4524-9bb8-f3e1da9e7288 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877166 Nov 12 03:28:14.616806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.628769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753aa5e4-d3e1-4838-a46e-c644ef83c0b2 req-a5934284-7f80-4b60-a195-b0dad1d3608c tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.630799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-753aa5e4-d3e1-4838-a46e-c644ef83c0b2 req-a5934284-7f80-4b60-a195-b0dad1d3608c tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 936 time: 0.3155272 Nov 12 03:28:14.631812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Calling delete_port for 617ad194-21e4-4361-b768-4d8a310f5a80 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:14.639494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Transition to ACTIVE for port object 443d0354-b8ec-4c19-b337-3d7bb3adee78 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:14.649227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.661403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4b4d-5c3b-4318-b72c-2cba411ffa29 req-cd6e2d7e-b550-4d6b-8b2b-d7275f49d378 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.663001 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc5c4b4d-5c3b-4318-b72c-2cba411ffa29 req-cd6e2d7e-b550-4d6b-8b2b-d7275f49d378 tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6e539e0-1ddb-4089-93e0-f2fc07edf151 HTTP/1.1" status: 200 len: 948 time: 0.1619372 Nov 12 03:28:14.679995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Checking segment: {'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:14.680362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Network hostable DHCP agents. Network: f918fda9-06aa-4c34-bbc6-cfab11c01a7e, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:14.775425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Pushing event updated for resources: {'Port': ['ID=443d0354-b8ec-4c19-b337-3d7bb3adee78,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.786308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d315e499-e897-42fc-80fb-b31a6a73df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.788507 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d315e499-e897-42fc-80fb-b31a6a73df3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.789683 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d315e499-e897-42fc-80fb-b31a6a73df3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c832932-02e7-413d-93c2-a16c2a4ee8f8 HTTP/1.1" status: 204 len: 168 time: 0.7607875 Nov 12 03:28:14.812359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Network f918fda9-06aa-4c34-bbc6-cfab11c01a7e is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:14.848819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315e499-e897-42fc-80fb-b31a6a73df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c832932-02e7-413d-93c2-a16c2a4ee8f8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.859733 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc5c4b4d-5c3b-4318-b72c-2cba411ffa29 req-ed989b2f-68de-435d-8ba4-987ca261eb5f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.49 "GET /v2.0/security-groups?id=a70439ad-2ffc-42c0-812d-2db7efc7dc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434305 Nov 12 03:28:14.864754 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-753aa5e4-d3e1-4838-a46e-c644ef83c0b2 req-1fb7f8ad-c720-46d9-a282-b22f39bf1e97 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168899 Nov 12 03:28:14.930686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f918fda9-06aa-4c34-bbc6-cfab11c01a7e) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:14.939785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.940623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.949119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ae2f9-e1eb-4c8a-a217-ddd2d1f2fb2a None None] Network f918fda9-06aa-4c34-bbc6-cfab11c01a7e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:14.975229 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5f22ff-8d41-461e-a56f-316adf0510a2 x-openstack-request-id: req-db5f22ff-8d41-461e-a56f-316adf0510a2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:14.975521 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edabbb0-01c4-4de3-8cd3-925fbe6f03cd", "name": "network-vif-plugged", "status": "completed", "tag": "db7757af-2772-4bd9-9d48-f0f56e520440", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:14.975779 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db5f22ff-8d41-461e-a56f-316adf0510a2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:14.979098 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edabbb0-01c4-4de3-8cd3-925fbe6f03cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7757af-2772-4bd9-9d48-f0f56e520440', 'code': 200} Nov 12 03:28:15.009090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Attempting to bind port 443d0354-b8ec-4c19-b337-3d7bb3adee78 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:15.009528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Attempting to bind port 443d0354-b8ec-4c19-b337-3d7bb3adee78 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:15.009958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Attempting to bind port 443d0354-b8ec-4c19-b337-3d7bb3adee78 on network 9eecafca-03b9-4426-8253-6125779340d6 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:15.020591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Port 443d0354-b8ec-4c19-b337-3d7bb3adee78 on network 9eecafca-03b9-4426-8253-6125779340d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:15.022385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Attempting to bind port 443d0354-b8ec-4c19-b337-3d7bb3adee78 on network 9eecafca-03b9-4426-8253-6125779340d6 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:15.024831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.094574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e9f0588c-4d27-4bd4-ae3d-09473f192dc4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7266960 Nov 12 03:28:15.103211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:15.103701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Checking segment: {'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:15.104373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Bound using segment: {'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:15.104758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Bound port: 443d0354-b8ec-4c19-b337-3d7bb3adee78, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78eae315-6afb-4c4c-84f0-0151fc75a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '9eecafca-03b9-4426-8253-6125779340d6'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:15.105324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.106399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.110902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Pushing event deleted for resources: {'Port': ['ID=617ad194-21e4-4361-b768-4d8a310f5a80,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.131153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28965536-3893-4eaf-8376-50881b99e849 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:15.146337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:15.165004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.206178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:15.210770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Transition to ACTIVE for port object 28965536-3893-4eaf-8376-50881b99e849 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:15.222994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3b867d35-8c22-4445-966c-42aee4662657 req-57171751-4bba-4c7d-b0b3-fc85009835ef tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.1145663 Nov 12 03:28:15.223816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.231222 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.279287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] No DVR routers for this DVR port 617ad194-21e4-4361-b768-4d8a310f5a80 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:15.290229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edab9e-8465-4fd2-a172-385a35903011 req-4b51e00b-9fee-49f7-9d80-e581baa407e2 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.296309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edab9e-8465-4fd2-a172-385a35903011 req-4b51e00b-9fee-49f7-9d80-e581baa407e2 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.304126 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64edab9e-8465-4fd2-a172-385a35903011 req-4b51e00b-9fee-49f7-9d80-e581baa407e2 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1667 time: 0.2229657 Nov 12 03:28:15.311522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.322383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.333317 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.336869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef674a4d-b725-4861-a00d-34f081af27c9 req-a62f13b3-7a9a-4d5e-be97-b131f66d7e8f tempest-ImagesNegativeTestJSON-1182271383 tempest-ImagesNegativeTestJSON-1182271383-project] 10.222.0.20 "DELETE /v2.0/ports/617ad194-21e4-4361-b768-4d8a310f5a80 HTTP/1.1" status: 204 len: 173 time: 1.4927187 Nov 12 03:28:15.343465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'name': 'network-vif-deleted', 'tag': '617ad194-21e4-4361-b768-4d8a310f5a80'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:15.346566 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a933122-ded8-45a8-b2c0-165457b1daf3" -d '{"events": [{"server_uuid": "b6e539e0-1ddb-4089-93e0-f2fc07edf151", "name": "network-vif-deleted", "tag": "617ad194-21e4-4361-b768-4d8a310f5a80"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:15.383280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.399730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df559-6a07-4831-8437-8484184a15b3 req-5c34c799-62bb-4e27-bbfd-6e330693ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.401410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d25df559-6a07-4831-8437-8484184a15b3 req-5c34c799-62bb-4e27-bbfd-6e330693ee27 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4edabbb0-01c4-4de3-8cd3-925fbe6f03cd HTTP/1.1" status: 200 len: 1097 time: 0.3439655 Nov 12 03:28:15.440016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Transition to ACTIVE for port object 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:15.443333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] For port 443d0354-b8ec-4c19-b337-3d7bb3adee78, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:15.447256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-f918fda9-06aa-4c34-bbc6-cfab11c01a7e', 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'fixed_ips': [{'subnet_id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:15.453833 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.476296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eac176-0aa4-4ef0-a570-67a37cb25816 req-c7a33eb8-f81d-460c-a447-6febc26095d1 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.483864 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92eac176-0aa4-4ef0-a570-67a37cb25816 req-c7a33eb8-f81d-460c-a447-6febc26095d1 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 944 time: 0.1323793 Nov 12 03:28:15.487997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] For port 443d0354-b8ec-4c19-b337-3d7bb3adee78, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=443d0354-b8ec-4c19-b337-3d7bb3adee78,segment=NetworkSegment(78eae315-6afb-4c4c-84f0-0151fc75a8c5),segment_id=78eae315-6afb-4c4c-84f0-0151fc75a8c5)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:15.518506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.524571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.578898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d25df559-6a07-4831-8437-8484184a15b3 req-fd88f231-f9c9-493c-a247-877ff4646b23 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628036 Nov 12 03:28:15.605377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Pushing event updated for resources: {'Port': ['ID=28965536-3893-4eaf-8376-50881b99e849,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.649849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.654242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Pushing event updated for resources: {'Port': ['ID=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.655924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.660367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] 10.222.0.20 "PUT /v2.0/ports/443d0354-b8ec-4c19-b337-3d7bb3adee78 HTTP/1.1" status: 200 len: 1093 time: 2.5274324 Nov 12 03:28:15.689325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64edab9e-8465-4fd2-a172-385a35903011 req-4b6a9394-60f9-416e-a45b-9ff0b15fc8fa tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841412 Nov 12 03:28:15.748078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:15.772067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92eac176-0aa4-4ef0-a570-67a37cb25816 req-8e8bf6dd-ceed-4d4d-8b38-d06dc8eb1030 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864816 Nov 12 03:28:15.776121 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5549721-23b9-436d-a2e1-1b16b5b108e1 x-openstack-request-id: req-e5549721-23b9-436d-a2e1-1b16b5b108e1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:15.776609 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e539e0-1ddb-4089-93e0-f2fc07edf151", "name": "network-vif-deleted", "tag": "617ad194-21e4-4361-b768-4d8a310f5a80", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:15.778365 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5549721-23b9-436d-a2e1-1b16b5b108e1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:15.778919 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'name': 'network-vif-deleted', 'tag': '617ad194-21e4-4361-b768-4d8a310f5a80', 'status': 'completed', 'code': 200} Nov 12 03:28:15.794539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c71f5e-89fb-49f9-a65c-d417f62f406d service neutron] Pushing event updated for resources: {'Port': ['ID=443d0354-b8ec-4c19-b337-3d7bb3adee78,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.816461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Request body: {'port': {'device_id': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:15.817776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Allocated IP 172.20.0.2 (f918fda9-06aa-4c34-bbc6-cfab11c01a7e/3f05b85e-33c2-4d41-86b9-ffe727b8f1ca/8afc0738-2047-4e77-8960-a64279455c45) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:15.937495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Attempting to bind port 28965536-3893-4eaf-8376-50881b99e849 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:15.938073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Attempting to bind port 28965536-3893-4eaf-8376-50881b99e849 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:15.938073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Attempting to bind port 28965536-3893-4eaf-8376-50881b99e849 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:15.956221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.973979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Port 28965536-3893-4eaf-8376-50881b99e849 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:15.974318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Attempting to bind port 28965536-3893-4eaf-8376-50881b99e849 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:15.981419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:15.981807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:15.982171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:15.982694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Bound port: 28965536-3893-4eaf-8376-50881b99e849, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:15.983340 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.983474 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.060137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133c36e-8e18-4dab-ba12-c3774bef3aa1 req-5c368f4c-f34c-44e7-97a3-df73f3ce4739 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.069782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:16.071039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9133c36e-8e18-4dab-ba12-c3774bef3aa1 req-5c368f4c-f34c-44e7-97a3-df73f3ce4739 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 943 time: 0.1719444 Nov 12 03:28:16.100360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '8c75f8d9-1a28-421c-bbcc-da13db5e50d3', 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'port_id': '8c75f8d9-1a28-421c-bbcc-da13db5e50d3', 'mac_address': 'fa:16:3e:af:ad:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a7d650-11f3-4c64-b1a8-ee0ffce94c6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:16.130235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Attempting to bind port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:16.130578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Attempting to bind port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:16.131048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Attempting to bind port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 on network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:16.150409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.177304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 on network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:16.177886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Attempting to bind port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 on network 59c7de20-0e53-4bb2-a83b-5d845ca06d57 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:16.202524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:16.242695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da1a53-0907-47d0-a8bc-504f3e32e9d7 req-bba4f4ee-d59a-4a2b-a820-c458fa09082a tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.244490 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47da1a53-0907-47d0-a8bc-504f3e32e9d7 req-bba4f4ee-d59a-4a2b-a820-c458fa09082a tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 948 time: 0.2391152 Nov 12 03:28:16.245756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:16.246093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Checking segment: {'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:16.246713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Bound using segment: {'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:16.247169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Bound port: 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:16.247751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.308908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9133c36e-8e18-4dab-ba12-c3774bef3aa1 req-a3198be3-86ce-48c6-8ecc-4b781b8d4e2a tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337792 Nov 12 03:28:16.310667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] For port 28965536-3893-4eaf-8376-50881b99e849, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:16.315108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:16.317700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.324110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.370687 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47da1a53-0907-47d0-a8bc-504f3e32e9d7 req-ee8554c7-8fc1-4b51-8e47-473f1be48fe1 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171558 Nov 12 03:28:16.418225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] For port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:16.425599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] For port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:16.441662 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.444240 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.446464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] For port 28965536-3893-4eaf-8376-50881b99e849, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=28965536-3893-4eaf-8376-50881b99e849,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:16.464653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.493106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.494092 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.496184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 1092 time: 2.5988963 Nov 12 03:28:16.506101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:16.508476 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:16.562498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.563246 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.565166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] 10.222.0.20 "PUT /v2.0/ports/28965536-3893-4eaf-8376-50881b99e849 HTTP/1.1" status: 200 len: 1097 time: 2.6855063 Nov 12 03:28:16.569559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.583684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Network f918fda9-06aa-4c34-bbc6-cfab11c01a7e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:16.585438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['8c75f8d9-1a28-421c-bbcc-da13db5e50d3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:16.617394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8382a33-dcc7-4255-8a8b-e681eab67503 req-9f062b21-fe86-4efc-9a05-ae55267d6117 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0947099 Nov 12 03:28:16.638879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40352) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.641101 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1058aff-0aab-4227-b79a-21cc3bffff18 x-openstack-request-id: req-c1058aff-0aab-4227-b79a-21cc3bffff18 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:16.641380 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:16.641678 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1058aff-0aab-4227-b79a-21cc3bffff18 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:16.642158 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'status': 'completed', 'code': 200} Nov 12 03:28:16.675497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:16.698884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa75bfa-604e-4a87-b283-43c959d33e31 service neutron] Pushing event updated for resources: {'Port': ['ID=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.714505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:16.786324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f857a4-9b80-473d-89cd-adbc418b16cd {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:16.817999 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.859649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Transition to ACTIVE for port object c4f857a4-9b80-473d-89cd-adbc418b16cd will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:16.868709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.894533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Pushing event updated for resources: {'Port': ['ID=8afc0738-2047-4e77-8960-a64279455c45,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.922628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Attempting to bind port 8afc0738-2047-4e77-8960-a64279455c45 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:16.922992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Attempting to bind port 8afc0738-2047-4e77-8960-a64279455c45 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:16.923352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Attempting to bind port 8afc0738-2047-4e77-8960-a64279455c45 on network f918fda9-06aa-4c34-bbc6-cfab11c01a7e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:16.932112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:16.932484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Checking segment: {'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:16.932930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.933323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Bound using segment: {'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:16.933796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Bound port: 8afc0738-2047-4e77-8960-a64279455c45, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:16.934174 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.996782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617ad194-21e4-4361-b768-4d8a310f5a80'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:16.999470 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14b5fcc-a0f4-4450-9fe0-6a3f24411b25" -d '{"events": [{"server_uuid": "b6e539e0-1ddb-4089-93e0-f2fc07edf151", "name": "network-vif-unplugged", "status": "completed", "tag": "617ad194-21e4-4361-b768-4d8a310f5a80"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:17.032047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f857a4-9b80-473d-89cd-adbc418b16cd,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.102376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74102a-44a0-4b52-9858-b40018de5031 req-34a28b8b-f627-4dfb-883a-24f4053929e9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.104530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a74102a-44a0-4b52-9858-b40018de5031 req-34a28b8b-f627-4dfb-883a-24f4053929e9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 945 time: 0.1476064 Nov 12 03:28:17.148572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Attempting to bind port c4f857a4-9b80-473d-89cd-adbc418b16cd on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:17.149217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Attempting to bind port c4f857a4-9b80-473d-89cd-adbc418b16cd by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:17.149727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Attempting to bind port c4f857a4-9b80-473d-89cd-adbc418b16cd on network a78bef56-e573-4ea4-a385-12f452b36711 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:17.162051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Port c4f857a4-9b80-473d-89cd-adbc418b16cd on network a78bef56-e573-4ea4-a385-12f452b36711 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:17.162657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Attempting to bind port c4f857a4-9b80-473d-89cd-adbc418b16cd on network a78bef56-e573-4ea4-a385-12f452b36711 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:17.170848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:17.171468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Checking segment: {'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:17.172032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Bound using segment: {'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:17.172660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Bound port: c4f857a4-9b80-473d-89cd-adbc418b16cd, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451402cf-be6f-4494-9b70-b183ee84ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:17.173239 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.219650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-603991dd-800d-4ef3-8793-57cae05600da None None] For port 8afc0738-2047-4e77-8960-a64279455c45, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:17.249328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-854686849-network', 'tenant_id': '2eb23a8d0d224e64be5ef8161c5952e7'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:17.250309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-603991dd-800d-4ef3-8793-57cae05600da None None] For port 8afc0738-2047-4e77-8960-a64279455c45, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8afc0738-2047-4e77-8960-a64279455c45,segment=NetworkSegment(e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d),segment_id=e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:17.262537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.264174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] For port c4f857a4-9b80-473d-89cd-adbc418b16cd, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:17.269420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] For port c4f857a4-9b80-473d-89cd-adbc418b16cd, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4f857a4-9b80-473d-89cd-adbc418b16cd,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:17.292949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.342882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603991dd-800d-4ef3-8793-57cae05600da None None] Pushing event updated for resources: {'Port': ['ID=8afc0738-2047-4e77-8960-a64279455c45,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.361973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a74102a-44a0-4b52-9858-b40018de5031 req-f9161dd0-00ea-4d3a-ab2b-1fa8777e0352 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347569 Nov 12 03:28:17.363193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Made reservation on behalf of 2eb23a8d0d224e64be5ef8161c5952e7 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:17.366598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.378569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.379214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.380620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] 10.222.0.20 "PUT /v2.0/ports/c4f857a4-9b80-473d-89cd-adbc418b16cd HTTP/1.1" status: 200 len: 1093 time: 1.5694032 Nov 12 03:28:17.387735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-cb1fd924-b563-44ee-be5d-5ad315a8f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.389280 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-cb1fd924-b563-44ee-be5d-5ad315a8f951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1095 time: 0.8149233 Nov 12 03:28:17.420237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f857a4-9b80-473d-89cd-adbc418b16cd,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.430685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.431034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.434939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.435350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.435963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.436318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.436647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.436997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.437323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.438058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.438058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.438268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed53f-28c1-4969-9567-3a8e55ea7079 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:17.496321 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ab81d0-11fb-4a13-8590-21a2407ba0b3 x-openstack-request-id: req-48ab81d0-11fb-4a13-8590-21a2407ba0b3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:17.497536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-a76bfc08-9478-4710-885e-f2f8b2daa271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.498380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-a76bfc08-9478-4710-885e-f2f8b2daa271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.499623 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e539e0-1ddb-4089-93e0-f2fc07edf151", "name": "network-vif-unplugged", "status": "completed", "tag": "617ad194-21e4-4361-b768-4d8a310f5a80", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:17.499892 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48ab81d0-11fb-4a13-8590-21a2407ba0b3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:17.500305 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e539e0-1ddb-4089-93e0-f2fc07edf151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617ad194-21e4-4361-b768-4d8a310f5a80', 'code': 200} Nov 12 03:28:17.500590 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-a76bfc08-9478-4710-885e-f2f8b2daa271 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1983 time: 0.0576870 Nov 12 03:28:17.500938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.567631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-85de0f7c-b8b9-4684-a6de-ffd28bacb417 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=443d0354-b8ec-4c19-b337-3d7bb3adee78 HTTP/1.1" status: 200 len: 217 time: 0.0567296 Nov 12 03:28:17.581360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bbdd4-9892-4d72-9d85-0dd94568c119 service neutron] Pushing event updated for resources: {'Port': ['ID=28965536-3893-4eaf-8376-50881b99e849,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.584928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-b771195b-2e5a-452a-b60d-65781b9d3987 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 217 time: 0.1233149 Nov 12 03:28:17.650532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-001a3339-7b6c-49dc-8cf7-81a47637e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.652408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-001a3339-7b6c-49dc-8cf7-81a47637e267 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7 HTTP/1.1" status: 200 len: 801 time: 0.0750160 Nov 12 03:28:17.709519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-3a2511fe-b132-4c41-a94c-fd391d3ac6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.711024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-3a2511fe-b132-4c41-a94c-fd391d3ac6a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0be8f440d514aa197d2ad77a0598c32&device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 1100 time: 0.9213743 Nov 12 03:28:17.732513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:17.743639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f454fe-e3b9-4321-bf44-c9fbf2a14698 req-99a40f5e-b074-41b1-88b5-1616774c6395 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.764195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f454fe-e3b9-4321-bf44-c9fbf2a14698 req-99a40f5e-b074-41b1-88b5-1616774c6395 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.766047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3f454fe-e3b9-4321-bf44-c9fbf2a14698 req-99a40f5e-b074-41b1-88b5-1616774c6395 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1679 time: 0.5391188 Nov 12 03:28:17.788855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46f829-37b2-488f-8878-7699bd5c83fe req-e57e40f3-7b90-4797-b9dc-57b5b2a59343 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.790970 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be46f829-37b2-488f-8878-7699bd5c83fe req-e57e40f3-7b90-4797-b9dc-57b5b2a59343 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 943 time: 0.1375880 Nov 12 03:28:17.791634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'tag': '443d0354-b8ec-4c19-b337-3d7bb3adee78'}, {'name': 'network-changed', 'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'tag': 'c4f857a4-9b80-473d-89cd-adbc418b16cd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:17.809387 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef81b6ad-da52-4387-9666-36a4e091c316" -d '{"events": [{"name": "network-changed", "server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "tag": "443d0354-b8ec-4c19-b337-3d7bb3adee78"}, {"name": "network-changed", "server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "tag": "c4f857a4-9b80-473d-89cd-adbc418b16cd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:17.853347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-41dc675a-1244-4169-8b40-f3a726b87ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.855437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-41dc675a-1244-4169-8b40-f3a726b87ff1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eecafca-03b9-4426-8253-6125779340d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923418 Nov 12 03:28:17.856184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:17.862224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:17.862762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.868929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.880156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40384) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.887457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-f831d9f0-ad4d-4128-bc9e-278f6c42c5be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=28965536-3893-4eaf-8376-50881b99e849 HTTP/1.1" status: 200 len: 217 time: 0.1203997 Nov 12 03:28:17.920192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-427048c7-3239-4108-bea0-e4610fc7d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.921735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-427048c7-3239-4108-bea0-e4610fc7d783 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.3006766 Nov 12 03:28:17.932156 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be46f829-37b2-488f-8878-7699bd5c83fe req-c5d8e1fc-7fb3-4783-bd63-36bf741c5c3f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177142 Nov 12 03:28:17.939362 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.020658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-007ee646-9a3f-4d7a-aa4d-783c283a61e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784385 Nov 12 03:28:18.021972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-97eb11d8-aa90-474e-9408-e206ce13ff89 service neutron] 10.222.0.20 "GET /v2.0/networks/9eecafca-03b9-4426-8253-6125779340d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560764 Nov 12 03:28:18.067042 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.106471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:18.113697 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.135892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-c124b981-9a6b-4c42-af05-8efc9a2913a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.137559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-c124b981-9a6b-4c42-af05-8efc9a2913a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2191417 Nov 12 03:28:18.146271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3f454fe-e3b9-4321-bf44-c9fbf2a14698 req-f41d2a9f-2542-4d6b-b3aa-4c619350df5e tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504848 Nov 12 03:28:18.187383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.217103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ac6449ab-0770-4a92-9b16-0f76ebe93fa6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29de844d4930494db9eb7f4ff06ba2a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313463 Nov 12 03:28:18.223433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40388) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.246353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d824768-87fe-49b5-bdd0-a11d6c3227a5 req-1ca4d42d-299a-4d14-af4d-1a47f7aeefd4 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.249257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d824768-87fe-49b5-bdd0-a11d6c3227a5 req-1ca4d42d-299a-4d14-af4d-1a47f7aeefd4 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 948 time: 0.1617961 Nov 12 03:28:18.261933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-a68ada3f-60b8-45d3-87be-eed26a90968f service neutron] 10.222.0.20 "GET /v2.0/networks/9eecafca-03b9-4426-8253-6125779340d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175150 Nov 12 03:28:18.270924 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.296447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.324726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b1c5f7b-fd71-419b-88c4-2eb7247b0aaa req-3524b56b-be6b-4e84-a3e5-0905a25b01a5 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0603609 Nov 12 03:28:18.325178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-ff834199-aa5b-4f04-87e5-f092a88352dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=c4f857a4-9b80-473d-89cd-adbc418b16cd HTTP/1.1" status: 200 len: 217 time: 0.0550041 Nov 12 03:28:18.388919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Allocated IP 172.25.0.72 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/f4d81b9d-0f27-4253-bab0-b3e8183033f4) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:18.391156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:18.396113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-b4803ae5-4f3d-4414-a4b9-0f9c94952167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.396946 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc01df-bc68-42de-8a76-fd766d23a937 x-openstack-request-id: req-10fc01df-bc68-42de-8a76-fd766d23a937 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:18.397240 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "tag": "443d0354-b8ec-4c19-b337-3d7bb3adee78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "tag": "c4f857a4-9b80-473d-89cd-adbc418b16cd", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:18.397544 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10fc01df-bc68-42de-8a76-fd766d23a937 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:18.397674 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-b4803ae5-4f3d-4414-a4b9-0f9c94952167 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2456753 Nov 12 03:28:18.397941 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'tag': '443d0354-b8ec-4c19-b337-3d7bb3adee78', 'status': 'completed', 'code': 200} Nov 12 03:28:18.398190 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'tag': 'c4f857a4-9b80-473d-89cd-adbc418b16cd', 'status': 'completed', 'code': 200} Nov 12 03:28:18.404627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-ff6aa780-8342-4fdc-b252-ec21acd8c3ac service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285894 Nov 12 03:28:18.409088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9716621-7104-47f7-8005-02f627a9dc0d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.418460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d824768-87fe-49b5-bdd0-a11d6c3227a5 req-d0b02dfb-3d0a-46af-a0a4-eb7154d510f1 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590230 Nov 12 03:28:18.422079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-e37089c3-200b-4470-b859-736146c167a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.423487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-e37089c3-200b-4470-b859-736146c167a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d828214c-80d0-4bd9-8fe4-0b7968c1e44e HTTP/1.1" status: 200 len: 801 time: 0.0862617 Nov 12 03:28:18.424548 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbd311ae-c4cd-4763-b04d-d897f5620be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.456604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.457098 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Added segment 0bf8c2e5-e039-4a41-89b8-c8ea495b1321 of type vlan for network c21de0e7-245a-4b79-88b8-19e878e73972 Nov 12 03:28:18.472394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbd311ae-c4cd-4763-b04d-d897f5620be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.511696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-dd44b272-da52-444c-adfc-044bb62e17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.513177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-dd44b272-da52-444c-adfc-044bb62e17f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a78bef56-e573-4ea4-a385-12f452b36711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785606 Nov 12 03:28:18.585669 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbd311ae-c4cd-4763-b04d-d897f5620be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.588477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbd311ae-c4cd-4763-b04d-d897f5620be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.592012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fbd311ae-c4cd-4763-b04d-d897f5620be3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a70439ad-2ffc-42c0-812d-2db7efc7dc5f HTTP/1.1" status: 204 len: 168 time: 0.3653755 Nov 12 03:28:18.621431 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd311ae-c4cd-4763-b04d-d897f5620be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70439ad-2ffc-42c0-812d-2db7efc7dc5f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.657362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4299380d-bfec-49f7-9101-dcc3758bc297', 'tag': '28965536-3893-4eaf-8376-50881b99e849'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:18.659530 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85faf7c-e739-4671-ae03-bb6e2e5af60f" -d '{"events": [{"name": "network-changed", "server_uuid": "4299380d-bfec-49f7-9101-dcc3758bc297", "tag": "28965536-3893-4eaf-8376-50881b99e849"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:18.663682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-9c33b315-642b-43a2-be3b-f2a0dc0bf022 service neutron] 10.222.0.20 "GET /v2.0/networks/a78bef56-e573-4ea4-a385-12f452b36711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428616 Nov 12 03:28:18.706736 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.740383 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1a55c-f74d-44c4-869c-7e38bb74e0e8 x-openstack-request-id: req-9df1a55c-f74d-44c4-869c-7e38bb74e0e8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:18.740815 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4299380d-bfec-49f7-9101-dcc3758bc297", "tag": "28965536-3893-4eaf-8376-50881b99e849", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:18.741130 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9df1a55c-f74d-44c4-869c-7e38bb74e0e8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:18.741583 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4299380d-bfec-49f7-9101-dcc3758bc297', 'tag': '28965536-3893-4eaf-8376-50881b99e849', 'status': 'completed', 'code': 200} Nov 12 03:28:18.802829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9cc7b-aa77-45e6-9f04-36dde762761c req-eceb407e-8634-4e73-9eaa-e2d283323ff5 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.810111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79e9cc7b-aa77-45e6-9f04-36dde762761c req-eceb407e-8634-4e73-9eaa-e2d283323ff5 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 946 time: 0.3229156 Nov 12 03:28:18.812769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca6365d7-9c5a-4314-ab62-bdc501920f78 req-b84d16fb-1bae-41bb-bc03-c7dd8e4ec8ef service neutron] 10.222.0.20 "GET /v2.0/networks/a78bef56-e573-4ea4-a385-12f452b36711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345525 Nov 12 03:28:18.813305 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-a16b875e-38fa-476c-acd1-6ec91d32824d service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065356 Nov 12 03:28:18.828255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.829196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.829767 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.861834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc24209-22b9-4b8e-9f18-3682e66e3315 req-0bde27fa-a08f-4749-a98e-e16845a2a6ae service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493115 Nov 12 03:28:18.865073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.919618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2731066 Nov 12 03:28:18.926005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40398) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.935320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Request body: {'subnet': {'network_id': 'c21de0e7-245a-4b79-88b8-19e878e73972', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-854686849-subnet', 'tenant_id': '2eb23a8d0d224e64be5ef8161c5952e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.963736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-1d1e5022-9bf0-40cf-96df-225afea4879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.964628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-1d1e5022-9bf0-40cf-96df-225afea4879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.966938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-1d1e5022-9bf0-40cf-96df-225afea4879a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1983 time: 0.0948107 Nov 12 03:28:18.972203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447f5dfc-2310-4d56-abdc-6b540b2fcfdf None None] Network f918fda9-06aa-4c34-bbc6-cfab11c01a7e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:19.020970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Made reservation on behalf of 2eb23a8d0d224e64be5ef8161c5952e7 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:19.023403 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.032405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ff2ab-f6d2-4e94-81ee-7b4b1bc4e907 admin admin] Pushing event updated for resources: {'Network': ['ID=c21de0e7-245a-4b79-88b8-19e878e73972,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.057358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79e9cc7b-aa77-45e6-9f04-36dde762761c req-953d5bf9-fb8a-4c3e-9ad7-560122208cc3 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463558 Nov 12 03:28:19.097548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd6cf68-e6e7-4847-915d-3eecb42ede02 req-7bc9f28f-fb10-4a19-b8a8-d81a40b307dc service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648172 Nov 12 03:28:19.104412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-b4259e98-94c8-4a46-b5ab-09452deeb25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.106195 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-b4259e98-94c8-4a46-b5ab-09452deeb25a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1095 time: 0.1181660 Nov 12 03:28:19.108190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.179233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c21de0e7-245a-4b79-88b8-19e878e73972 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:19.338149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f77b3c-0a17-4fb0-9513-26000995b278 req-0798c221-b494-43ba-97c1-6888cda9adf6 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.339893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0f77b3c-0a17-4fb0-9513-26000995b278 req-0798c221-b494-43ba-97c1-6888cda9adf6 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 943 time: 0.1386926 Nov 12 03:28:19.343256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-4c7ed39b-32d9-4816-bb2f-2609afe19125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.344684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-4c7ed39b-32d9-4816-bb2f-2609afe19125 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eecafca-03b9-4426-8253-6125779340d6 HTTP/1.1" status: 200 len: 904 time: 0.3689423 Nov 12 03:28:19.357408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8afc0738-2047-4e77-8960-a64279455c45 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:19.384380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02eadc5a-62c0-46c8-ae9a-0fe77cdb503a req-35f1ce69-98bd-4976-b046-b9d75b85a274 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1879275 Nov 12 03:28:19.389981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:19.399531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cc15946d-f4af-4b12-a406-1f8ce3970fa7 None None] Provisioning complete for port 8afc0738-2047-4e77-8960-a64279455c45 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:19.400105 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc15946d-f4af-4b12-a406-1f8ce3970fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.420613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-8859bd0d-39ca-4be8-9c4f-06e87728e896 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=443d0354-b8ec-4c19-b337-3d7bb3adee78 HTTP/1.1" status: 200 len: 217 time: 0.0605383 Nov 12 03:28:19.425517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:19.446520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d81b9d-0f27-4253-bab0-b3e8183033f4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.449278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:19.511551 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02eadc5a-62c0-46c8-ae9a-0fe77cdb503a req-9d08f4bd-363a-4f50-9d1a-b79a5d179bd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0671015 Nov 12 03:28:19.513138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6a2406-55be-4cef-8716-ff97b6772c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75f8d9-1a28-421c-bbcc-da13db5e50d3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:19.526117 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b24b9-ad48-40a1-af38-14e83fd07715" -d '{"events": [{"server_uuid": "bb6a2406-55be-4cef-8716-ff97b6772c56", "name": "network-vif-plugged", "status": "completed", "tag": "8c75f8d9-1a28-421c-bbcc-da13db5e50d3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:19.546470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0f77b3c-0a17-4fb0-9513-26000995b278 req-fef897d0-0243-4240-925d-784bbbb6d99e tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972854 Nov 12 03:28:19.559038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-5417ff47-e094-474a-ae7b-8ddf995ea580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.560496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-5417ff47-e094-474a-ae7b-8ddf995ea580 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 0.4438887 Nov 12 03:28:19.562468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-9af7dc39-9b65-4b0f-856b-7ee4579e1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.564031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-9af7dc39-9b65-4b0f-856b-7ee4579e1914 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0be8f440d514aa197d2ad77a0598c32&device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 1100 time: 0.2517102 Nov 12 03:28:19.579262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-3e20040a-7275-4164-8ec9-1b1c4784bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.581878 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-3e20040a-7275-4164-8ec9-1b1c4784bb78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7 HTTP/1.1" status: 200 len: 801 time: 0.1478183 Nov 12 03:28:19.646647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63edefd-5d6f-4f56-a241-4a06a0a9744b req-77b7684d-e235-432d-81d2-aa6a95768085 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.653201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63edefd-5d6f-4f56-a241-4a06a0a9744b req-77b7684d-e235-432d-81d2-aa6a95768085 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.658857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.661973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f63edefd-5d6f-4f56-a241-4a06a0a9744b req-77b7684d-e235-432d-81d2-aa6a95768085 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1679 time: 0.2868545 Nov 12 03:28:19.707878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-7faa49c7-559c-4c52-8654-acd188cbd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.709530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-7faa49c7-559c-4c52-8654-acd188cbd542 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eecafca-03b9-4426-8253-6125779340d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122341 Nov 12 03:28:19.710446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02eadc5a-62c0-46c8-ae9a-0fe77cdb503a req-7cab6901-80cb-4fa3-a2ff-153ccfdf266a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1425116 Nov 12 03:28:19.759179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc15946d-f4af-4b12-a406-1f8ce3970fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.761330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-75ac5bbc-e57c-40ef-a86f-47ef45d4dbb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 217 time: 0.1480522 Nov 12 03:28:19.797447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8afc0738-2047-4e77-8960-a64279455c45 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:19.797767 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.856042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cc15946d-f4af-4b12-a406-1f8ce3970fa7 None None] For port 8afc0738-2047-4e77-8960-a64279455c45, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8afc0738-2047-4e77-8960-a64279455c45,segment=NetworkSegment(e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d),segment_id=e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:19.863781 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc15946d-f4af-4b12-a406-1f8ce3970fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.954991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15946d-f4af-4b12-a406-1f8ce3970fa7 None None] Pushing event updated for resources: {'Port': ['ID=8afc0738-2047-4e77-8960-a64279455c45,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.995772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-934b5c90-9142-463e-ab8c-8eef78e59d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.997531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-934b5c90-9142-463e-ab8c-8eef78e59d26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.2036560 Nov 12 03:28:20.038859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f63edefd-5d6f-4f56-a241-4a06a0a9744b req-721faef0-046f-43e0-9c2e-e274774e3394 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753655 Nov 12 03:28:20.125304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3092574-7197-4bcd-8f08-964d4867c560 req-3300b3d9-d155-4b42-9340-d5a93634ea8b tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.4316754 Nov 12 03:28:20.160080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=884a88af-d050-4b1b-858f-5849ebb18639,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.173841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Checking segment: {'id': '0bf8c2e5-e039-4a41-89b8-c8ea495b1321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'c21de0e7-245a-4b79-88b8-19e878e73972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:20.174214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Network hostable DHCP agents. Network: c21de0e7-245a-4b79-88b8-19e878e73972, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:20.195350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-ca7268ac-a241-469c-8625-317098a1ed88 service neutron] 10.222.0.20 "GET /v2.0/networks/9eecafca-03b9-4426-8253-6125779340d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595652 Nov 12 03:28:20.201847 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e839d4ef-3c1b-471a-ba21-08ade19523a0 x-openstack-request-id: req-e839d4ef-3c1b-471a-ba21-08ade19523a0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:20.202358 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6a2406-55be-4cef-8716-ff97b6772c56", "name": "network-vif-plugged", "status": "completed", "tag": "8c75f8d9-1a28-421c-bbcc-da13db5e50d3", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:20.202358 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e839d4ef-3c1b-471a-ba21-08ade19523a0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:20.202760 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6a2406-55be-4cef-8716-ff97b6772c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75f8d9-1a28-421c-bbcc-da13db5e50d3', 'code': 200} Nov 12 03:28:20.215235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Network c21de0e7-245a-4b79-88b8-19e878e73972 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:20.272619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c21de0e7-245a-4b79-88b8-19e878e73972) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:20.280213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.281143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.307641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24ef818-8319-4971-aebb-d97e52ff2829 None None] Network c21de0e7-245a-4b79-88b8-19e878e73972 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:20.349845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8a9aee89-452d-42f1-a0ba-25d700d9db62 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4227467 Nov 12 03:28:20.367185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-0293e36f-0e72-48dc-b8c5-bbf06582e33f service neutron] 10.222.0.20 "GET /v2.0/networks/9eecafca-03b9-4426-8253-6125779340d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618876 Nov 12 03:28:20.370370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7029b9f-83b2-45d6-ad59-fd12eafba0ec req-5fa2951e-0fac-49f0-99c7-9c10eaf1d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.375762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7029b9f-83b2-45d6-ad59-fd12eafba0ec req-5fa2951e-0fac-49f0-99c7-9c10eaf1d8af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 1098 time: 0.0864108 Nov 12 03:28:20.426288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a1fc90b8-17bd-46a6-ab68-a0cd7db2b7c2 None None] Provisioning complete for port 8afc0738-2047-4e77-8960-a64279455c45 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:20.426663 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1fc90b8-17bd-46a6-ab68-a0cd7db2b7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.516518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7029b9f-83b2-45d6-ad59-fd12eafba0ec req-7f17ca01-fdad-4a98-9fc8-eb0061704ebc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299934 Nov 12 03:28:20.530675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-a8eacaa5-c7a3-410e-b37b-294d0ee91c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.531158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-a8eacaa5-c7a3-410e-b37b-294d0ee91c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.532715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-a8eacaa5-c7a3-410e-b37b-294d0ee91c1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79e9943267ac4f5a8504c03301076878&device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1983 time: 0.1036937 Nov 12 03:28:20.573318 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-80c1863a-1a0d-44b0-9a2f-a675190e5c8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5337255 Nov 12 03:28:20.591256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-22b16cfa-0c34-44aa-ad77-d28bb1aaa9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.592775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-22b16cfa-0c34-44aa-ad77-d28bb1aaa9dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.9768145 Nov 12 03:28:20.599465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-4c6436a5-3db5-42c9-ac4c-6d009453bcc6 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=236027e38fb045be89b62d09b156d752&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375001 Nov 12 03:28:20.605159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eadc5a-62c0-46c8-ae9a-0fe77cdb503a req-8859fe0a-141e-4502-a280-9b9a3e046144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.606648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02eadc5a-62c0-46c8-ae9a-0fe77cdb503a req-8859fe0a-141e-4502-a280-9b9a3e046144 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8560097 Nov 12 03:28:20.610708 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.624577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6334f508-d60c-40a1-b62b-3767ca10e83e None None] Network c21de0e7-245a-4b79-88b8-19e878e73972 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:20.675879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c35b4-5239-4a8d-ab4f-62a9ca18c554 req-3c17fcd3-2e0e-4510-9f10-b873c84a5108 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.684892 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-059c35b4-5239-4a8d-ab4f-62a9ca18c554 req-3c17fcd3-2e0e-4510-9f10-b873c84a5108 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 948 time: 0.5627346 Nov 12 03:28:20.801898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-a50702fa-617e-4da5-8920-ef48d95fc95f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=28965536-3893-4eaf-8376-50881b99e849 HTTP/1.1" status: 200 len: 217 time: 0.0738559 Nov 12 03:28:20.867415 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b36e8f97-856e-4a43-96b3-fc52a57c59a6 req-b5821683-2fa8-4aa7-b65f-1c9f0cd4fb59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0445812 Nov 12 03:28:20.880289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-c939fb8c-8d1c-4cf4-9eeb-e421fba76ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.882230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-c939fb8c-8d1c-4cf4-9eeb-e421fba76ffd service neutron] 10.222.0.20 "GET /v2.0/networks?id=a78bef56-e573-4ea4-a385-12f452b36711 HTTP/1.1" status: 200 len: 904 time: 0.1635854 Nov 12 03:28:20.889854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1786d0-3555-4128-9c87-73e1ae916537 req-cf562c5d-2b1b-4f0d-ad62-f77237094a0a tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.891229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-cf562c5d-2b1b-4f0d-ad62-f77237094a0a tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909942 Nov 12 03:28:20.900586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-059c35b4-5239-4a8d-ab4f-62a9ca18c554 req-fd3ea3ab-0c5d-4374-85ca-699120b6b592 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150657 Nov 12 03:28:20.909431 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-8c478cad-784b-4dcc-b74b-a7a5479ead67 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/quotas/236027e38fb045be89b62d09b156d752 HTTP/1.1" status: 200 len: 375 time: 0.0104535 Nov 12 03:28:20.958086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-fc6f3bf3-96a8-4f2d-a9f5-7eb7744f1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.959547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-fc6f3bf3-96a8-4f2d-a9f5-7eb7744f1d6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1475105 Nov 12 03:28:20.967195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9889d513-0182-44f6-9a88-607cac11e531 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=236027e38fb045be89b62d09b156d752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360630 Nov 12 03:28:21.009582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-a3149adb-0f7f-4adb-bcb8-ec5fc6b0bb9d service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826464 Nov 12 03:28:21.085392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b427faa-4d7e-48bc-9983-9dba5d9bea57 req-2a251728-2ad7-40e3-be81-7a9d837491ef tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.086993 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b427faa-4d7e-48bc-9983-9dba5d9bea57 req-2a251728-2ad7-40e3-be81-7a9d837491ef tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 946 time: 0.1203985 Nov 12 03:28:21.117354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.135736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-b9621615-3265-4882-899c-6c16799545a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=c4f857a4-9b80-473d-89cd-adbc418b16cd HTTP/1.1" status: 200 len: 217 time: 0.0512879 Nov 12 03:28:21.178822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40466) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:21.194978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-485809109-network', 'tenant_id': '1c11eededa964828974d80b1ab6e6d0d'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:21.213672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8afc0738-2047-4e77-8960-a64279455c45 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:21.243349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-045bb870-1883-4eee-adc2-9a33f9acdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.245315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-045bb870-1883-4eee-adc2-9a33f9acdf64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d828214c-80d0-4bd9-8fe4-0b7968c1e44e HTTP/1.1" status: 200 len: 801 time: 0.1019320 Nov 12 03:28:21.276869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3b9c-3805-4685-b439-924c6b4d5809 req-6ad7addf-8411-4562-b1ff-b9e5f79c3a78 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.278887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-040f3b9c-3805-4685-b439-924c6b4d5809 req-6ad7addf-8411-4562-b1ff-b9e5f79c3a78 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 943 time: 0.0899930 Nov 12 03:28:21.295542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8afc0738-2047-4e77-8960-a64279455c45 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:21.296163 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.350809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-338630a9-7ea6-4690-8428-2d78eb8e6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.352384 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-338630a9-7ea6-4690-8428-2d78eb8e6c46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a78bef56-e573-4ea4-a385-12f452b36711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965338 Nov 12 03:28:21.363182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-48e9c2a5-d3f4-4940-b52a-12b9170cc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.365269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-48e9c2a5-d3f4-4940-b52a-12b9170cc4dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2768378 Nov 12 03:28:21.368161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-040f3b9c-3805-4685-b439-924c6b4d5809 req-b43c1df0-f9fd-45a4-9d0a-9b0325826ec2 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680809 Nov 12 03:28:21.371598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Made reservation on behalf of 1c11eededa964828974d80b1ab6e6d0d for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:21.374002 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.407469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b427faa-4d7e-48bc-9983-9dba5d9bea57 req-46e99a6f-e62d-4624-9a0b-35681e2112a8 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034117 Nov 12 03:28:21.422201 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.506431 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c10ddac-2abb-4bf7-9f6f-a1171c6c0b01 req-f1c7c298-6240-4a18-82a1-bb8e921dee73 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109671 Nov 12 03:28:21.565188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-645c47eb-b20e-4993-afaf-0903ed1a77b3 req-5f1cb185-d65b-4fe0-afad-a3280fdf8aa4 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 210 time: 0.0652268 Nov 12 03:28:21.570725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde28145-ce66-440d-98d6-877347585c3f req-e786f0bc-197d-48e6-9d9b-3c1f35cb5cd8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.578461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde28145-ce66-440d-98d6-877347585c3f req-e786f0bc-197d-48e6-9d9b-3c1f35cb5cd8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.580879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dde28145-ce66-440d-98d6-877347585c3f req-e786f0bc-197d-48e6-9d9b-3c1f35cb5cd8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1679 time: 0.0923347 Nov 12 03:28:21.598026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-bc072cee-c428-4e2b-9138-b962570eb4ec service neutron] 10.222.0.20 "GET /v2.0/networks/a78bef56-e573-4ea4-a385-12f452b36711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287936 Nov 12 03:28:21.655183 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-b7fe7d59-e202-40de-9c08-fe25973b5d8d service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757659 Nov 12 03:28:21.682718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:28:21.706980 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1427d8e2-b25c-498e-87cb-846ed6fe6216 req-eb37d116-31c5-4ef8-a355-e2e177282a4d tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0488038 Nov 12 03:28:21.716445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dde28145-ce66-440d-98d6-877347585c3f req-65f49fdb-f5ab-401c-8315-1fd52bed982a tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173575 Nov 12 03:28:21.756236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:21.760660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.765316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef81b6ad-da52-4387-9666-36a4e091c316 req-59f2bf29-ce2e-4895-aa0f-06245ff67809 service neutron] 10.222.0.20 "GET /v2.0/networks/a78bef56-e573-4ea4-a385-12f452b36711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499496 Nov 12 03:28:21.794687 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.867992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:21.877927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.890798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'port_id': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'mac_address': 'fa:16:3e:10:33:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:21.900165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c10435e-1593-453d-a4ff-bd86210ce502,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.903155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.903499 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Added segment c81318fc-8b09-4768-8d07-47b6c94f75a3 of type vlan for network 8d52072b-865e-407f-abf8-3fd3e70a0fad Nov 12 03:28:21.938762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.955189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:21.984037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.989787 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.990365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c4f857a4-9b80-473d-89cd-adbc418b16cd details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:22.045099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f85faf7c-e739-4671-ae03-bb6e2e5af60f req-73ffd0e2-e56b-43ed-a45b-218f1b16fa88 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734326 Nov 12 03:28:22.061970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.067748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:22.086569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Sync routers for ids ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:22.104941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.106090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.106763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.115221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.116432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-918fa423-ffb3-4487-bb0b-8227dd152247 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9787755 Nov 12 03:28:22.119573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40476) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.124230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710f9f-a2f2-493d-9f0a-23cdb91a2d2f req-84b42efa-b871-4bbc-974f-2cd4d77369e9 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.125760 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed710f9f-a2f2-493d-9f0a-23cdb91a2d2f req-84b42efa-b871-4bbc-974f-2cd4d77369e9 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 948 time: 0.1141942 Nov 12 03:28:22.145918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.181979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Routers {'68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:22.182618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:22.202525 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0179908 Nov 12 03:28:22.203818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40478) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.214016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Request body: {'subnet': {'network_id': '8d52072b-865e-407f-abf8-3fd3e70a0fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-485809109-subnet', 'tenant_id': '1c11eededa964828974d80b1ab6e6d0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.230780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b71d27-ab5d-4e4c-a9b0-a12a8aa789b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8d52072b-865e-407f-abf8-3fd3e70a0fad,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.258707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed710f9f-a2f2-493d-9f0a-23cdb91a2d2f req-45f55cc0-de85-4ad2-b2ca-c4c2851bedd3 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151505 Nov 12 03:28:22.262008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Made reservation on behalf of 1c11eededa964828974d80b1ab6e6d0d for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:22.265079 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.373584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8d52072b-865e-407f-abf8-3fd3e70a0fad details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:22.467605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-e79dd44c-1930-4fba-a11a-a57b0215d1e1 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=236027e38fb045be89b62d09b156d752&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867007 Nov 12 03:28:22.530974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c4f857a4-9b80-473d-89cd-adbc418b16cd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4f857a4-9b80-473d-89cd-adbc418b16cd,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:22.555029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c4f857a4-9b80-473d-89cd-adbc418b16cd', 'network_id': 'a78bef56-e573-4ea4-a385-12f452b36711', 'port_id': 'c4f857a4-9b80-473d-89cd-adbc418b16cd', 'mac_address': 'fa:16:3e:11:03:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd828214c-80d0-4bd9-8fe4-0b7968c1e44e', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:22.571111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Set router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:22.626349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49679d-044a-458c-8af6-2af0d5892ef7 req-d56830e0-f06f-4404-9f8c-697148e61fd2 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.629787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b49679d-044a-458c-8af6-2af0d5892ef7 req-d56830e0-f06f-4404-9f8c-697148e61fd2 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 944 time: 0.1183755 Nov 12 03:28:22.669721 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.704304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7c5d3-ff66-4e17-a5aa-4435dd9b68e6 req-70fb64d0-5793-4987-a995-4d379de982ab tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.706555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6bf7c5d3-ff66-4e17-a5aa-4435dd9b68e6 req-70fb64d0-5793-4987-a995-4d379de982ab tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 946 time: 0.1160407 Nov 12 03:28:22.719583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b49679d-044a-458c-8af6-2af0d5892ef7 req-eb7f9ad6-49dd-4681-9593-7b8d89abc737 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841031 Nov 12 03:28:22.722998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f857a4-9b80-473d-89cd-adbc418b16cd {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:22.752223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1786d0-3555-4128-9c87-73e1ae916537 req-4047be3d-1199-4e21-816b-8a7083f1438c tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.753912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-4047be3d-1199-4e21-816b-8a7083f1438c tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678800 Nov 12 03:28:22.764408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c4f857a4-9b80-473d-89cd-adbc418b16cd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4f857a4-9b80-473d-89cd-adbc418b16cd,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:22.778289 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.778949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 28965536-3893-4eaf-8376-50881b99e849 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:22.793999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Request body: {'port': {'device_id': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '236027e38fb045be89b62d09b156d752'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.834196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-817b34e6-30cb-4a06-9bf2-893405d3693e req-f0794cec-2d44-42ba-833d-d2092f00e2d3 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 210 time: 0.0292945 Nov 12 03:28:22.838589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.845644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.930048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c4f857a4-9b80-473d-89cd-adbc418b16cd,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.949330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6bf7c5d3-ff66-4e17-a5aa-4435dd9b68e6 req-bd29fa9e-1330-40aa-a85e-f4a1d75dc145 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169328 Nov 12 03:28:22.973263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3eba3b61-9b83-4f34-b35f-45761f697786 req-bf638947-b83a-42c0-b06b-bb1c672ed910 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0505009 Nov 12 03:28:22.978829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:19Z', 'revision_number': 3, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:22.981888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 28965536-3893-4eaf-8376-50881b99e849, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=28965536-3893-4eaf-8376-50881b99e849,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:23.023962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Checking router: 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:23.024356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Updating router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f port f4d81b9d-0f27-4253-bab0-b3e8183033f4 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:23.029674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '28965536-3893-4eaf-8376-50881b99e849', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '28965536-3893-4eaf-8376-50881b99e849', 'mac_address': 'fa:16:3e:13:c6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:23.040463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f267d49-dfac-44a6-95b2-2b89518683bc,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.077567 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.124182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.127493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Checking segment: {'id': 'c81318fc-8b09-4768-8d07-47b6c94f75a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '8d52072b-865e-407f-abf8-3fd3e70a0fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:23.127951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Network hostable DHCP agents. Network: 8d52072b-865e-407f-abf8-3fd3e70a0fad, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:23.143900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Made reservation on behalf of 236027e38fb045be89b62d09b156d752 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:23.147938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.162643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eee6c-b68b-41b7-a12f-6e6b44e7d1aa req-92a55579-70bc-46f3-890f-7a147f652ca5 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.162913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Allocated IP 172.20.0.1 (f918fda9-06aa-4c34-bbc6-cfab11c01a7e/3f05b85e-33c2-4d41-86b9-ffe727b8f1ca/a192351a-7f87-4b76-9e22-476f66807bdd) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:23.169542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eee6c-b68b-41b7-a12f-6e6b44e7d1aa req-92a55579-70bc-46f3-890f-7a147f652ca5 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.171527 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d70eee6c-b68b-41b7-a12f-6e6b44e7d1aa req-92a55579-70bc-46f3-890f-7a147f652ca5 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1680 time: 0.1282210 Nov 12 03:28:23.181092 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.182569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b6ce-6d46-4547-a3e6-206db405417b req-abcc4730-386e-4c07-a85d-a213136ab2b0 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.184585 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d050b6ce-6d46-4547-a3e6-206db405417b req-abcc4730-386e-4c07-a85d-a213136ab2b0 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=4edabbb0-01c4-4de3-8cd3-925fbe6f03cd HTTP/1.1" status: 200 len: 945 time: 0.1079488 Nov 12 03:28:23.186811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28965536-3893-4eaf-8376-50881b99e849 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:23.209302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Network 8d52072b-865e-407f-abf8-3fd3e70a0fad is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:23.211694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 28965536-3893-4eaf-8376-50881b99e849, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=28965536-3893-4eaf-8376-50881b99e849,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:23.218836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.218836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 443d0354-b8ec-4c19-b337-3d7bb3adee78 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:23.241798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8d52072b-865e-407f-abf8-3fd3e70a0fad) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:23.257606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9852a0-b525-41e7-8965-05c984f238f0 None None] Network 8d52072b-865e-407f-abf8-3fd3e70a0fad requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:23.264462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.265474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.283262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d70eee6c-b68b-41b7-a12f-6e6b44e7d1aa req-a3e5d456-be65-4c14-9296-34750550f348 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863841 Nov 12 03:28:23.313079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7ebdc4fe-e8c1-479d-98e7-b1fb4c99ea96 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1046453 Nov 12 03:28:23.342158 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d050b6ce-6d46-4547-a3e6-206db405417b req-6d13bc05-0229-4a3b-be68-2ddd93ed807d tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370304 Nov 12 03:28:23.359276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.381355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.407744 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.446295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=28965536-3893-4eaf-8376-50881b99e849,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.492729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.515402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe19db8-6405-4855-b810-5f7ef3de9b43,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.582966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 443d0354-b8ec-4c19-b337-3d7bb3adee78, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=443d0354-b8ec-4c19-b337-3d7bb3adee78,segment=NetworkSegment(78eae315-6afb-4c4c-84f0-0151fc75a8c5),segment_id=78eae315-6afb-4c4c-84f0-0151fc75a8c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:23.590584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:23.612765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Network f918fda9-06aa-4c34-bbc6-cfab11c01a7e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:23.622749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:23.636029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:23.647277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Allocated IP 192.168.233.174 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/de7fe65c-7e1a-4760-a851-95363c8896d7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:23.663219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '443d0354-b8ec-4c19-b337-3d7bb3adee78', 'network_id': '9eecafca-03b9-4426-8253-6125779340d6', 'port_id': '443d0354-b8ec-4c19-b337-3d7bb3adee78', 'mac_address': 'fa:16:3e:f2:33:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7', 'ip_address': '19.80.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:23.681116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80baeac2-eb23-48b5-9109-7d35c708c863 None None] Network 8d52072b-865e-407f-abf8-3fd3e70a0fad requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:23.682070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Pushing event updated for resources: {'Port': ['ID=a192351a-7f87-4b76-9e22-476f66807bdd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.709675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Deleting subnet 884a88af-d050-4b1b-858f-5849ebb18639 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:23.714996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d4dd6-b47a-4775-9712-95e72c59bc13 req-73f2e904-3d5e-4a69-b659-f55a880add5c tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.716776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-403d4dd6-b47a-4775-9712-95e72c59bc13 req-73f2e904-3d5e-4a69-b659-f55a880add5c tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 949 time: 0.2430232 Nov 12 03:28:23.717686 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.774631 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.789304 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.808174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e7640a4-d890-48e8-89d2-0830151bcb0a req-4c1586aa-b82d-44a5-a1b6-480b25288272 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=417209e75257468bbe8152e2a447ad1d&device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0903203 Nov 12 03:28:23.810657 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.871266 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.910081 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.913134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.952094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e7640a4-d890-48e8-89d2-0830151bcb0a req-bbbd3655-f04d-4b19-a8a0-200a27ed5ebb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=417209e75257468bbe8152e2a447ad1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906258 Nov 12 03:28:23.963383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-403d4dd6-b47a-4775-9712-95e72c59bc13 req-a0cb3172-683b-4734-b13e-88448c4bb239 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246428 Nov 12 03:28:23.982082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443d0354-b8ec-4c19-b337-3d7bb3adee78 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:24.021964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Attempting to bind port f4d81b9d-0f27-4253-bab0-b3e8183033f4 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:24.022412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Attempting to bind port f4d81b9d-0f27-4253-bab0-b3e8183033f4 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:24.022773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Attempting to bind port f4d81b9d-0f27-4253-bab0-b3e8183033f4 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:24.056456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9001ac-02eb-4c67-a688-bc82250ac179 None None] Pushing event updated for resources: {'Port': ['ID=f4d81b9d-0f27-4253-bab0-b3e8183033f4,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.062476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 443d0354-b8ec-4c19-b337-3d7bb3adee78, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=443d0354-b8ec-4c19-b337-3d7bb3adee78,segment=NetworkSegment(78eae315-6afb-4c4c-84f0-0151fc75a8c5),segment_id=78eae315-6afb-4c4c-84f0-0151fc75a8c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:24.065088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:24.065390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:24.065823 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.066210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:24.066638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Bound port: f4d81b9d-0f27-4253-bab0-b3e8183033f4, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:24.067019 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.081893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5a71dee-ada7-4dd7-8607-a2b0dc6133b3 req-a95f5c0f-92b5-440f-bebd-6125835d1753 tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0452921 Nov 12 03:28:24.088863 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.105400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.124527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c0e9d178-6a99-4d65-b476-674229ac32ab None None] Provisioning complete for port a192351a-7f87-4b76-9e22-476f66807bdd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:24.124527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d178-6a99-4d65-b476-674229ac32ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.146160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.147963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=884a88af-d050-4b1b-858f-5849ebb18639,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.156890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.163898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/884a88af-d050-4b1b-858f-5849ebb18639 HTTP/1.1" status: 204 len: 168 time: 0.5700035 Nov 12 03:28:24.164932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.166148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.166744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.167164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.167576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.167981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.168409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.168976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.169380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.169913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.170341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.171594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98bf6e3-8963-413a-ac7c-e73af34fc779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:24.174889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40512) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.212507 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.234882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=443d0354-b8ec-4c19-b337-3d7bb3adee78,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.238725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] For port f4d81b9d-0f27-4253-bab0-b3e8183033f4, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:24.241997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9d178-6a99-4d65-b476-674229ac32ab None None] Port a192351a-7f87-4b76-9e22-476f66807bdd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:24.244786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] For port f4d81b9d-0f27-4253-bab0-b3e8183033f4, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f4d81b9d-0f27-4253-bab0-b3e8183033f4,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:24.252929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.304023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:24.309059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:24.315748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6348e-5e64-4e17-9fbe-690bb4df557e req-a3e266ed-64d6-4146-8d72-0ba2227c0669 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.317647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34b6348e-5e64-4e17-9fbe-690bb4df557e req-a3e266ed-64d6-4146-8d72-0ba2227c0669 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 944 time: 0.2240603 Nov 12 03:28:24.321765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7640a4-d890-48e8-89d2-0830151bcb0a req-3b8d803a-5403-42c5-83be-8869726d4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.323335 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e7640a4-d890-48e8-89d2-0830151bcb0a req-3b8d803a-5403-42c5-83be-8869726d4177 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3590579 Nov 12 03:28:24.330776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:24.333116 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.377513 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.404808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.405547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.424880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.441868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bc104d34-cb12-4247-a09e-e80f0634d42b tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6534038 Nov 12 03:28:24.470701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Request body: {'port': {'device_id': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:24.545371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34b6348e-5e64-4e17-9fbe-690bb4df557e req-ce9e7a3a-8b0f-4366-9bbd-6c88311e3743 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092617 Nov 12 03:28:24.548884 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.622253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21de0e7-245a-4b79-88b8-19e878e73972']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:24.627670 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.637732 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.647246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf8c2e5-e039-4a41-89b8-c8ea495b1321') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:24.647827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf8c2e5-e039-4a41-89b8-c8ea495b1321') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:24.669109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8ba29-137f-422b-81b8-a8ee72e1f14d req-2c6e02c8-5393-4268-97c1-df7b3050adb6 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.671103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40b8ba29-137f-422b-81b8-a8ee72e1f14d req-2c6e02c8-5393-4268-97c1-df7b3050adb6 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 936 time: 0.1461768 Nov 12 03:28:24.686980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6c45b6c9-d59b-4088-aeec-0de5fe9627b1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:24.692262 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.714416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.726538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:24.726950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:24.729139 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:24.764432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['443d0354-b8ec-4c19-b337-3d7bb3adee78'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:24.767002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['28965536-3893-4eaf-8376-50881b99e849'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:24.821397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9001ac-02eb-4c67-a688-bc82250ac179 None None] Pushing event updated for resources: {'Port': ['ID=f4d81b9d-0f27-4253-bab0-b3e8183033f4,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.850942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c4f857a4-9b80-473d-89cd-adbc418b16cd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:24.898499 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.919020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.925760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c21de0e7-245a-4b79-88b8-19e878e73972 HTTP/1.1" status: 204 len: 168 time: 0.7430601 Nov 12 03:28:24.928727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40524) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.933421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.945236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-06fd3aa8-55e3-42ec-b29d-0c2345bf91f4 None None] Provisioning complete for port de7fe65c-7e1a-4760-a851-95363c8896d7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:24.945774 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-06fd3aa8-55e3-42ec-b29d-0c2345bf91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.949889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5984f-0c0b-48a7-a2d1-8ba4156bfd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21de0e7-245a-4b79-88b8-19e878e73972,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.951459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.993111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40b8ba29-137f-422b-81b8-a8ee72e1f14d req-ff012324-87fc-437b-9236-dd9612631613 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202312 Nov 12 03:28:25.011763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Routers {'68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:25.012231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:25.066631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50a3a9f-81f2-4a74-98eb-d8a51a225488 admin admin] Deleting subnet 8f267d49-dfac-44a6-95b2-2b89518683bc {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:25.074543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b50a3a9f-81f2-4a74-98eb-d8a51a225488 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.136450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7fe65c-7e1a-4760-a851-95363c8896d7 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:25.150839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.172279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-06fd3aa8-55e3-42ec-b29d-0c2345bf91f4 None None] Port de7fe65c-7e1a-4760-a851-95363c8896d7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:25.208669 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b50a3a9f-81f2-4a74-98eb-d8a51a225488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.242755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Transition to ACTIVE for port object de7fe65c-7e1a-4760-a851-95363c8896d7 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:25.256673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.324773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5764b48-aba7-4914-ba88-a557862d9970 req-da367634-0afa-49a5-b6ee-c4373ac85a41 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.332022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5764b48-aba7-4914-ba88-a557862d9970 req-da367634-0afa-49a5-b6ee-c4373ac85a41 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.339441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-d7a16eab-4ec9-49d5-a8b3-4d0ac10a1436 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.339658 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5764b48-aba7-4914-ba88-a557862d9970 req-da367634-0afa-49a5-b6ee-c4373ac85a41 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1681 time: 0.4965470 Nov 12 03:28:25.341021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-d7a16eab-4ec9-49d5-a8b3-4d0ac10a1436 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 812 time: 0.2694871 Nov 12 03:28:25.349293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b50a3a9f-81f2-4a74-98eb-d8a51a225488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.412913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] Set router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:25.416298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.438735 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5764b48-aba7-4914-ba88-a557862d9970 req-04d00e27-ed54-4d62-b296-73cd22a15de8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982831 Nov 12 03:28:25.440364 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.447195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Pushing event updated for resources: {'Port': ['ID=a192351a-7f87-4b76-9e22-476f66807bdd,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.497075 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-be0a9917-ca32-4811-8545-ee24dd2a587a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/quotas/dd0d05b4b9a94393a157cc26c2dd1f12 HTTP/1.1" status: 200 len: 375 time: 0.1414425 Nov 12 03:28:25.544385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Attempting to bind port de7fe65c-7e1a-4760-a851-95363c8896d7 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:25.544628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Attempting to bind port de7fe65c-7e1a-4760-a851-95363c8896d7 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:25.544962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Attempting to bind port de7fe65c-7e1a-4760-a851-95363c8896d7 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:25.556168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Port de7fe65c-7e1a-4760-a851-95363c8896d7 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:25.556503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Attempting to bind port de7fe65c-7e1a-4760-a851-95363c8896d7 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:25.566623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:25.566983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:25.567347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:25.567800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Bound port: de7fe65c-7e1a-4760-a851-95363c8896d7, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:25.568161 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.616307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-2b9a564b-3995-49f3-a5e5-49def3d9b640 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182053 Nov 12 03:28:25.675589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Network f918fda9-06aa-4c34-bbc6-cfab11c01a7e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:25.687352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b384d7-79f2-438f-b2d9-6f0cbc34a18d req-9efde1f3-e8cc-49cf-9d01-1829aa649e9d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.689003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43b384d7-79f2-438f-b2d9-6f0cbc34a18d req-9efde1f3-e8cc-49cf-9d01-1829aa649e9d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 949 time: 0.1855967 Nov 12 03:28:25.690946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:25.740696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-a92baf99-e64d-4418-9756-7d19702db42d service neutron] 10.222.0.49 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235342 Nov 12 03:28:25.742916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b50a3a9f-81f2-4a74-98eb-d8a51a225488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.754690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-f7da9196-38cb-450b-9727-0d8734b0c04a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.756210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-f7da9196-38cb-450b-9727-0d8734b0c04a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edabbb0-01c4-4de3-8cd3-925fbe6f03cd HTTP/1.1" status: 200 len: 945 time: 0.1270754 Nov 12 03:28:25.820382 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b50a3a9f-81f2-4a74-98eb-d8a51a225488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.823507 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b50a3a9f-81f2-4a74-98eb-d8a51a225488 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8f267d49-dfac-44a6-95b2-2b89518683bc HTTP/1.1" status: 204 len: 168 time: 0.8912427 Nov 12 03:28:25.827465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a3a9f-81f2-4a74-98eb-d8a51a225488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f267d49-dfac-44a6-95b2-2b89518683bc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.860132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40540) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.873017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 4, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a192351a-7f87-4b76-9e22-476f66807bdd', 'name': '', 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'mac_address': 'fa:16:3e:cb:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:22Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 2, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'subnets': [{'id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:25.917799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07c84d-d28b-4afe-87e8-40f0744e2099 None None] The sync data for ids ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'] in n-d-789963-21 is: [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 4, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a192351a-7f87-4b76-9e22-476f66807bdd', 'name': '', 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'mac_address': 'fa:16:3e:cb:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:22Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 2, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'subnets': [{'id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:25.979470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43b384d7-79f2-438f-b2d9-6f0cbc34a18d req-2c7817e0-a900-4b3c-81e1-956a75f88c6d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803409 Nov 12 03:28:26.015970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.033199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:26.098833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6f8a1636-d842-405a-8e55-277592fbff5f None None] Provisioning complete for port a192351a-7f87-4b76-9e22-476f66807bdd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:26.098833 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f8a1636-d842-405a-8e55-277592fbff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.130184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Deleting port db7757af-2772-4bd9-9d48-f0f56e520440 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:26.130559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.142252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a1636-d842-405a-8e55-277592fbff5f None None] Port a192351a-7f87-4b76-9e22-476f66807bdd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:26.178683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0af68896-840f-4332-9bbe-031eb5d70221 req-9a70bf53-061b-436d-90e5-f9e28537021e tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0999589 Nov 12 03:28:26.278820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.281507 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-586d9883-9623-44e8-85f2-76f93b78b5b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399222 Nov 12 03:28:26.322433 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e7640a4-d890-48e8-89d2-0830151bcb0a req-404d56af-8f12-4be3-bd69-791ed658db9d tempest-ServerShowV254Test-310577349 tempest-ServerShowV254Test-310577349-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d778f74-f2b5-41c5-bcb8-7312528e85bc HTTP/1.1" status: 200 len: 210 time: 0.0399642 Nov 12 03:28:26.359709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:26.364348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:26.372877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d52072b-865e-407f-abf8-3fd3e70a0fad']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:26.379202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.409345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81318fc-8b09-4768-8d07-47b6c94f75a3') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:26.410138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81318fc-8b09-4768-8d07-47b6c94f75a3') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:26.447364 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.473797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] For port db7757af-2772-4bd9-9d48-f0f56e520440, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=db7757af-2772-4bd9-9d48-f0f56e520440,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:26.474068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.490255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.491188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.492827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] 10.222.0.20 "PUT /v2.0/ports/de7fe65c-7e1a-4760-a851-95363c8896d7 HTTP/1.1" status: 200 len: 1097 time: 2.0281045 Nov 12 03:28:26.493461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:26.495941 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41129f48-a05e-471a-839f-67ab7f0e6248" -d '{"events": [{"name": "network-changed", "server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:26.496343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:26.516839 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-92c41004-64c0-4712-bae4-0c297e4f495b admin admin] 10.222.0.49 "PUT /v2.0/routers/68c961cc-9fe0-4ca6-bbf9-21954ca41f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3958342 Nov 12 03:28:26.527598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Calling delete_port for db7757af-2772-4bd9-9d48-f0f56e520440 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:26.538982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.553346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673053ea-f138-490f-a73f-1cb366771597 req-74d31af4-8500-4b9d-9d46-0c5ecf67bff6 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.558573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-673053ea-f138-490f-a73f-1cb366771597 req-74d31af4-8500-4b9d-9d46-0c5ecf67bff6 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 944 time: 0.2324781 Nov 12 03:28:26.597733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652f54a-4eca-42b5-94ce-58ae8931d4ec service neutron] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.619221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:26.620095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:26.626351 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:26.675325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-a38dc01d-87ba-4056-844c-00164be92f7a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.676993 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-a38dc01d-87ba-4056-844c-00164be92f7a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a2406-55be-4cef-8716-ff97b6772c56 HTTP/1.1" status: 200 len: 946 time: 0.2545180 Nov 12 03:28:26.842794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.854052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.871193 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8d52072b-865e-407f-abf8-3fd3e70a0fad HTTP/1.1" status: 204 len: 168 time: 1.0100605 Nov 12 03:28:26.879417 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-673053ea-f138-490f-a73f-1cb366771597 req-3991eece-289e-402d-8436-0c2131db3402 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958038 Nov 12 03:28:26.890630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1786d0-3555-4128-9c87-73e1ae916537 req-f7ef2494-967b-4ff0-b117-ae9797f589ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.895897 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-f7ef2494-967b-4ff0-b117-ae9797f589ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=236027e38fb045be89b62d09b156d752&device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 1100 time: 0.3019218 Nov 12 03:28:26.912523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284138d-8546-4c3f-8fe8-032a4e3396b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d52072b-865e-407f-abf8-3fd3e70a0fad,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.104148 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-2f5c7379-23a5-47d7-a18f-4d98a8e4ab2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=de7fe65c-7e1a-4760-a851-95363c8896d7 HTTP/1.1" status: 200 len: 217 time: 0.0880876 Nov 12 03:28:27.163418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d825980-fe71-42e8-af20-97683786926d req-e942593c-e733-45c8-9a81-bee2e00f8da9 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.165219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d825980-fe71-42e8-af20-97683786926d req-e942593c-e733-45c8-9a81-bee2e00f8da9 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 948 time: 0.3450921 Nov 12 03:28:27.221334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.238225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['8c75f8d9-1a28-421c-bbcc-da13db5e50d3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:27.258408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Deleting port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:27.258759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.299362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40570) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:27.313342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1786d0-3555-4128-9c87-73e1ae916537 req-4d65ef66-f4f1-41ff-863c-04de07603508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.319474 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-4d65ef66-f4f1-41ff-863c-04de07603508 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2061963 Nov 12 03:28:27.373832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Pushing event deleted for resources: {'Port': ['ID=db7757af-2772-4bd9-9d48-f0f56e520440,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.381326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] No DVR routers for this DVR port db7757af-2772-4bd9-9d48-f0f56e520440 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:27.388594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.395047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f4d81b9d-0f27-4253-bab0-b3e8183033f4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:27.398134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3062bda-22dd-430d-b54e-c28b370d56cf req-9bd1b348-7b7c-44a9-b77a-697c3ac55d19 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "DELETE /v2.0/ports/db7757af-2772-4bd9-9d48-f0f56e520440 HTTP/1.1" status: 204 len: 173 time: 1.6234434 Nov 12 03:28:27.398897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edabbb0-01c4-4de3-8cd3-925fbe6f03cd', 'name': 'network-vif-deleted', 'tag': 'db7757af-2772-4bd9-9d48-f0f56e520440'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:27.401591 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44006c1-6eca-45df-ae5c-4b1ee2c01a4c" -d '{"events": [{"server_uuid": "4edabbb0-01c4-4de3-8cd3-925fbe6f03cd", "name": "network-vif-deleted", "tag": "db7757af-2772-4bd9-9d48-f0f56e520440"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:27.420208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc578b93-e99d-40e7-a6cc-aa79e3b1b5a4 req-03be7c90-3d36-4b91-93d9-ed799b94bb5b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.449834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc578b93-e99d-40e7-a6cc-aa79e3b1b5a4 req-03be7c90-3d36-4b91-93d9-ed799b94bb5b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.463736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc578b93-e99d-40e7-a6cc-aa79e3b1b5a4 req-03be7c90-3d36-4b91-93d9-ed799b94bb5b tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1681 time: 0.3934312 Nov 12 03:28:27.517225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f4d81b9d-0f27-4253-bab0-b3e8183033f4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:27.518697 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.522369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d825980-fe71-42e8-af20-97683786926d req-cf778f30-ff5e-401d-aa0f-5f88c23a8436 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435791 Nov 12 03:28:27.583090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc578b93-e99d-40e7-a6cc-aa79e3b1b5a4 req-020593ae-f695-4cae-9d7c-6ebb0d98aae4 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184766 Nov 12 03:28:27.616920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6ce322d7-d1df-46e7-b068-b795bb726c2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2eb23a8d0d224e64be5ef8161c5952e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941179 Nov 12 03:28:27.618547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40576) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:27.631059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bf476ed3-46bf-457d-bc2f-9ffc0b893715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.632862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-bf476ed3-46bf-457d-bc2f-9ffc0b893715 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2759318 Nov 12 03:28:27.641534 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d8caf3-5131-4d01-af52-403b6ddd2984 x-openstack-request-id: req-26d8caf3-5131-4d01-af52-403b6ddd2984 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:27.641929 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:27.642283 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26d8caf3-5131-4d01-af52-403b6ddd2984 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:27.644036 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'status': 'completed', 'code': 200} Nov 12 03:28:27.647373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] For port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:27.647847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.739634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Calling delete_port for 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:27.794942 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9374c54-d297-4ba0-b58f-a0f7497f4cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.815324 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.831980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9374c54-d297-4ba0-b58f-a0f7497f4cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.885293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port f4d81b9d-0f27-4253-bab0-b3e8183033f4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f4d81b9d-0f27-4253-bab0-b3e8183033f4,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:27.892253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.967485 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9374c54-d297-4ba0-b58f-a0f7497f4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.970404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9374c54-d297-4ba0-b58f-a0f7497f4cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.972419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d9374c54-d297-4ba0-b58f-a0f7497f4cdc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9716621-7104-47f7-8005-02f627a9dc0d HTTP/1.1" status: 204 len: 168 time: 0.3528655 Nov 12 03:28:28.016189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9374c54-d297-4ba0-b58f-a0f7497f4cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9716621-7104-47f7-8005-02f627a9dc0d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.066521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e13245-8544-4ad1-b064-f88740a0d45c req-9047653e-0f04-4fc0-9a66-e5c844cb9b52 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.078136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7e13245-8544-4ad1-b064-f88740a0d45c req-9047653e-0f04-4fc0-9a66-e5c844cb9b52 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 949 time: 0.1577349 Nov 12 03:28:28.096970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=f4d81b9d-0f27-4253-bab0-b3e8183033f4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.106434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-e00fb225-5529-4c59-920c-55ebb2e3c7e3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613891 Nov 12 03:28:28.107527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.133923 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:28.185704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Pushing event deleted for resources: {'Port': ['ID=8c75f8d9-1a28-421c-bbcc-da13db5e50d3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.212989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7e13245-8544-4ad1-b064-f88740a0d45c req-41484378-9619-4254-a9a5-fb8651cc8c80 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290369 Nov 12 03:28:28.275781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] No DVR routers for this DVR port 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:28.279311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.283188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-af1b08e1-70d7-474a-a1ba-a68608a74ebe req-b8bf14d3-6391-40fd-833c-ba1ca16ecd76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "DELETE /v2.0/ports/8c75f8d9-1a28-421c-bbcc-da13db5e50d3 HTTP/1.1" status: 204 len: 173 time: 1.5535471 Nov 12 03:28:28.306000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:28.313327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:28.315237 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.341755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de1786d0-3555-4128-9c87-73e1ae916537 req-a70ab29c-0b0d-4ae0-b8b2-6b16389c6bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185981 Nov 12 03:28:28.416386 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3caadb-c243-438c-a907-8e57670bc599 x-openstack-request-id: req-db3caadb-c243-438c-a907-8e57670bc599 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:28.416680 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edabbb0-01c4-4de3-8cd3-925fbe6f03cd", "name": "network-vif-deleted", "tag": "db7757af-2772-4bd9-9d48-f0f56e520440", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:28.416959 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db3caadb-c243-438c-a907-8e57670bc599 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:28.417364 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edabbb0-01c4-4de3-8cd3-925fbe6f03cd', 'name': 'network-vif-deleted', 'tag': 'db7757af-2772-4bd9-9d48-f0f56e520440', 'status': 'completed', 'code': 200} Nov 12 03:28:28.423587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46b8bab8-4034-4fe3-afc4-fac9edf9c411 req-268445ce-301c-4dc6-9090-ada87f392842 tempest-FloatingIPsNegativeTestJSON-417660705 tempest-FloatingIPsNegativeTestJSON-417660705-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=bd18c623870e4473b957c31542b4e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0614057 Nov 12 03:28:28.537809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cef04268-9269-4e57-a8d3-0a73c3a6aa57 req-898cba1a-dd48-4d16-a638-0ce3a7b21d6b tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 210 time: 0.0496109 Nov 12 03:28:28.568613 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.628722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:28.639802 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f865c877-2d80-47b3-af31-3568661dbb66" -d '{"events": [{"server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "name": "network-vif-plugged", "status": "completed", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:28.642883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3026c581-3b79-4cd8-946b-cdc54a895cf4 req-1450c64a-3b61-4d7f-88b0-2c5e81f9420d tempest-FloatingIPsNegativeTestJSON-417660705 tempest-FloatingIPsNegativeTestJSON-417660705-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0509241 Nov 12 03:28:28.673306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:28.682224 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.683044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 28965536-3893-4eaf-8376-50881b99e849 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:28.686110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bbe24-b4df-4299-9544-9d9d53ac0dfe req-8b15b43a-b853-422f-bd2b-4e5cc7040234 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.689220 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f6bbe24-b4df-4299-9544-9d9d53ac0dfe req-8b15b43a-b853-422f-bd2b-4e5cc7040234 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 944 time: 0.1692047 Nov 12 03:28:28.731615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-b2b887e0-5300-4a95-8048-882f96d61834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.733153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-b2b887e0-5300-4a95-8048-882f96d61834 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=236027e38fb045be89b62d09b156d752&device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 1100 time: 0.1490378 Nov 12 03:28:28.764538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40602) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:28.799975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c07c72-e45f-404a-b560-e9e4707b3a56 req-62745a5d-7831-45fa-b216-131c89aace92 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.801544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f6bbe24-b4df-4299-9544-9d9d53ac0dfe req-8fe1c147-baef-4e10-a1fd-e4893cc52e62 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966012 Nov 12 03:28:28.802074 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70c07c72-e45f-404a-b560-e9e4707b3a56 req-62745a5d-7831-45fa-b216-131c89aace92 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 948 time: 0.0827577 Nov 12 03:28:28.834760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.853981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 28965536-3893-4eaf-8376-50881b99e849 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:28.858597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bf322cc9-e6c4-41b7-8486-b08dd14c929f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c11eededa964828974d80b1ab6e6d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0925407 Nov 12 03:28:28.859446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40604) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:28.862453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 28965536-3893-4eaf-8376-50881b99e849 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:28.863120 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.880629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40606) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:28.929392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70c07c72-e45f-404a-b560-e9e4707b3a56 req-d0919e9f-74c7-490b-aa6c-d7c7bd082164 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175199 Nov 12 03:28:28.949700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-031f6efa-1019-47ce-8008-f8c3a5809999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.977985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-f2706f19-7408-4da4-9d19-097652561312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.979736 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-f2706f19-7408-4da4-9d19-097652561312 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.2391427 Nov 12 03:28:28.991805 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-031f6efa-1019-47ce-8008-f8c3a5809999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.005031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697ac86-fc3f-4e60-ad08-f811c89a2319 req-ad3eea4d-19a2-4fc8-8532-3b3656c120b9 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.011611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697ac86-fc3f-4e60-ad08-f811c89a2319 req-ad3eea4d-19a2-4fc8-8532-3b3656c120b9 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.021440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9697ac86-fc3f-4e60-ad08-f811c89a2319 req-ad3eea4d-19a2-4fc8-8532-3b3656c120b9 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1681 time: 0.1245856 Nov 12 03:28:29.042592 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.054981 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-ff84a7f6-f13a-4bdd-90f7-40dab422a85a req-4089a151-c2af-4439-96af-4a0810a61cdd tempest-FloatingIPsNegativeTestJSON-417660705 tempest-FloatingIPsNegativeTestJSON-417660705-project] show failed (client error): The resource could not be found. Nov 12 03:28:29.065532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40610) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.067626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-2b94ca26-8e57-4779-ab4f-b342ad6497ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=de7fe65c-7e1a-4760-a851-95363c8896d7 HTTP/1.1" status: 200 len: 217 time: 0.0800848 Nov 12 03:28:29.071697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff84a7f6-f13a-4bdd-90f7-40dab422a85a req-4089a151-c2af-4439-96af-4a0810a61cdd tempest-FloatingIPsNegativeTestJSON-417660705 tempest-FloatingIPsNegativeTestJSON-417660705-project] 10.222.0.49 "GET /v2.0/floatingips/9e5797f2-0794-438c-85cb-f1ff890b0b4d HTTP/1.1" status: 404 len: 350 time: 0.0640166 Nov 12 03:28:29.109666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 28965536-3893-4eaf-8376-50881b99e849, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=28965536-3893-4eaf-8376-50881b99e849,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:29.118566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.138500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c4f857a4-9b80-473d-89cd-adbc418b16cd up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:29.142373 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-031f6efa-1019-47ce-8008-f8c3a5809999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.153497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-031f6efa-1019-47ce-8008-f8c3a5809999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.156233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-031f6efa-1019-47ce-8008-f8c3a5809999 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c10435e-1593-453d-a4ff-bd86210ce502 HTTP/1.1" status: 204 len: 168 time: 0.2933297 Nov 12 03:28:29.176600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f6efa-1019-47ce-8008-f8c3a5809999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c10435e-1593-453d-a4ff-bd86210ce502,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.269369 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ce7708-42a0-442d-93a5-54fff9c68551 x-openstack-request-id: req-14ce7708-42a0-442d-93a5-54fff9c68551 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:29.269675 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "name": "network-vif-plugged", "status": "completed", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:29.269933 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14ce7708-42a0-442d-93a5-54fff9c68551 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:29.270346 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'code': 200} Nov 12 03:28:29.405787 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9697ac86-fc3f-4e60-ad08-f811c89a2319 req-1919ff53-6d80-4a3b-8042-b8291ae12fde tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786252 Nov 12 03:28:29.413936 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca9f37f1-46e5-4c8d-92f6-4d37465a1ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.436875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-a9cbe173-8df5-421a-832a-27c812820e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.439449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-a9cbe173-8df5-421a-832a-27c812820e29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.3580418 Nov 12 03:28:29.473057 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Sync routers for ids ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:29.491138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8cb2b-eb69-4d90-9204-842e55906f97 req-9a4a3707-1a8e-442e-9cc6-40d5201b5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.493415 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ba8cb2b-eb69-4d90-9204-842e55906f97 req-9a4a3707-1a8e-442e-9cc6-40d5201b5a60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 0.1327724 Nov 12 03:28:29.493937 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Routers {'68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:29.495612 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:29.527127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-de9dcc65-1884-431c-bf79-11bea5e6e2f7 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.528936 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-de9dcc65-1884-431c-bf79-11bea5e6e2f7 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 812 time: 0.3752651 Nov 12 03:28:29.572268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ba8cb2b-eb69-4d90-9204-842e55906f97 req-b63eba34-cd76-4b67-95be-88ebf7ca7c4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680292 Nov 12 03:28:29.573550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f4d81b9d-0f27-4253-bab0-b3e8183033f4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:29.586879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Request body: {'port': {'device_id': 'f4b89af9-55f0-4733-9764-f1b108d97fc4', 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'admin_state_up': True, 'tenant_id': 'dd0d05b4b9a94393a157cc26c2dd1f12'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:29.605911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d1f0b-2875-4489-864c-42bdfd46459b req-eb2fde66-d2b1-40b5-ace3-d8b1f00b592e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.609247 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-908d1f0b-2875-4489-864c-42bdfd46459b req-eb2fde66-d2b1-40b5-ace3-d8b1f00b592e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 950 time: 0.1929350 Nov 12 03:28:29.656172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=28965536-3893-4eaf-8376-50881b99e849,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.672448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c4f857a4-9b80-473d-89cd-adbc418b16cd completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:29.679217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c4f857a4-9b80-473d-89cd-adbc418b16cd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:29.679587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.681686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f4d81b9d-0f27-4253-bab0-b3e8183033f4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:29.681686 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.681946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6a2406-55be-4cef-8716-ff97b6772c56', 'name': 'network-vif-deleted', 'tag': '8c75f8d9-1a28-421c-bbcc-da13db5e50d3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:29.685508 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa2ed3d-a379-4f98-a199-6e991e11b329" -d '{"events": [{"server_uuid": "bb6a2406-55be-4cef-8716-ff97b6772c56", "name": "network-vif-deleted", "tag": "8c75f8d9-1a28-421c-bbcc-da13db5e50d3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:29.708352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-2e067ff9-a69d-4e5f-812a-95e3f7cd08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.710370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-2e067ff9-a69d-4e5f-812a-95e3f7cd08a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2579479 Nov 12 03:28:29.725148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-908d1f0b-2875-4489-864c-42bdfd46459b req-0c9127aa-2059-4e02-9aa5-f23ebc188bb8 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049352 Nov 12 03:28:29.797250 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Set router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:29.803701 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be223df-a6b9-4354-a22e-362acc4fa9fb x-openstack-request-id: req-0be223df-a6b9-4354-a22e-362acc4fa9fb {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:29.803959 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6a2406-55be-4cef-8716-ff97b6772c56", "name": "network-vif-deleted", "tag": "8c75f8d9-1a28-421c-bbcc-da13db5e50d3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:29.806222 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0be223df-a6b9-4354-a22e-362acc4fa9fb {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:29.806712 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6a2406-55be-4cef-8716-ff97b6772c56', 'name': 'network-vif-deleted', 'tag': '8c75f8d9-1a28-421c-bbcc-da13db5e50d3', 'status': 'completed', 'code': 200} Nov 12 03:28:29.893594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.948000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c4f857a4-9b80-473d-89cd-adbc418b16cd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4f857a4-9b80-473d-89cd-adbc418b16cd,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:29.954776 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.956388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 443d0354-b8ec-4c19-b337-3d7bb3adee78 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:29.957257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ee24088-c965-473f-b890-d0fb42984939 req-cc9515ae-e354-49fa-9858-748360251f53 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 210 time: 0.2639875 Nov 12 03:28:30.057737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-7ab335cb-284a-4f86-b094-ef34f9fdaa1f tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.060249 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-7ab335cb-284a-4f86-b094-ef34f9fdaa1f tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 812 time: 0.1856663 Nov 12 03:28:30.094803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Request body: {'port': {'device_id': 'cdc3cc82-259b-46bb-b96c-cb2343e701c8', 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'admin_state_up': True, 'tenant_id': 'dd0d05b4b9a94393a157cc26c2dd1f12'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:30.107887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 443d0354-b8ec-4c19-b337-3d7bb3adee78 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:30.115684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 443d0354-b8ec-4c19-b337-3d7bb3adee78 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:30.116101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.185269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:30.227501 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 4, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a192351a-7f87-4b76-9e22-476f66807bdd', 'name': '', 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'mac_address': 'fa:16:3e:cb:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:22Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 2, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'subnets': [{'id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:30.280248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708480ec-163b-410f-afa6-f26aab920ec1 req-fea30b25-1314-4217-aa1e-bb7b38c67119 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.282623 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Checking router: 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:30.283876 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Updating router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f port a192351a-7f87-4b76-9e22-476f66807bdd binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:30.288885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-708480ec-163b-410f-afa6-f26aab920ec1 req-fea30b25-1314-4217-aa1e-bb7b38c67119 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.2274725 Nov 12 03:28:30.302558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c4f857a4-9b80-473d-89cd-adbc418b16cd,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.305479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Made reservation on behalf of dd0d05b4b9a94393a157cc26c2dd1f12 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:30.308954 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.349683 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.430725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-708480ec-163b-410f-afa6-f26aab920ec1 req-b1711132-18c8-4172-8ccd-7b548a3369fe tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408050 Nov 12 03:28:30.450721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca9f37f1-46e5-4c8d-92f6-4d37465a1ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.451888 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.459107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Made reservation on behalf of dd0d05b4b9a94393a157cc26c2dd1f12 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:30.463023 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.470378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:30.488730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'mac_address': 'fa:16:3e:cc:1c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:30.507233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 443d0354-b8ec-4c19-b337-3d7bb3adee78, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=443d0354-b8ec-4c19-b337-3d7bb3adee78,segment=NetworkSegment(78eae315-6afb-4c4c-84f0-0151fc75a8c5),segment_id=78eae315-6afb-4c4c-84f0-0151fc75a8c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:30.528226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.529044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device db7757af-2772-4bd9-9d48-f0f56e520440 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:30.569200 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca9f37f1-46e5-4c8d-92f6-4d37465a1ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.587679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: db7757af-2772-4bd9-9d48-f0f56e520440 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:30.588199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device db7757af-2772-4bd9-9d48-f0f56e520440 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:30.602095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:30.628275 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.635184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ca9f37f1-46e5-4c8d-92f6-4d37465a1ada admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=417209e75257468bbe8152e2a447ad1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7514594 Nov 12 03:28:30.640708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:30.641075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8c75f8d9-1a28-421c-bbcc-da13db5e50d3 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:30.644083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364b167-eedd-45ed-8d7b-c6dbd87dcd3d req-333e08ed-22f2-43af-9c82-6d178ae2a0dc tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.646113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3364b167-eedd-45ed-8d7b-c6dbd87dcd3d req-333e08ed-22f2-43af-9c82-6d178ae2a0dc tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 948 time: 0.5498860 Nov 12 03:28:30.660101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40642) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.660458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7fe65c-7e1a-4760-a851-95363c8896d7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:30.675080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=443d0354-b8ec-4c19-b337-3d7bb3adee78,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.688478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Allocated IP 172.20.0.2 (8daa3682-dd44-4547-aec6-a80cbe11f65c/20a7d650-11f3-4c64-b1a8-ee0ffce94c6c/b9df2417-ed41-4e9a-a118-7fa6f57d00c1) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:30.693037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:30.697554 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.741540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df326a9-72fb-4485-9dfc-4e5d7e99ccd9 req-c7fe36c5-b9c9-45e5-a0eb-c9a9b2dbc199 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.753080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df326a9-72fb-4485-9dfc-4e5d7e99ccd9 req-c7fe36c5-b9c9-45e5-a0eb-c9a9b2dbc199 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.754360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8df326a9-72fb-4485-9dfc-4e5d7e99ccd9 req-c7fe36c5-b9c9-45e5-a0eb-c9a9b2dbc199 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1683 time: 0.1864853 Nov 12 03:28:30.814129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.837177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-1967a2e7-e8ec-4919-aa6c-7be6c3e6edc6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0253084 Nov 12 03:28:30.857089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f37f1-46e5-4c8d-92f6-4d37465a1ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4787a635-0768-4ea4-b597-380f5a61125c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.915230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8df326a9-72fb-4485-9dfc-4e5d7e99ccd9 req-e16b1884-ff0c-40e5-8a23-17c10f939a7c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508942 Nov 12 03:28:30.935090 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7fd495e-58d3-4a89-9857-b79e3edc4b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.946343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['de7fe65c-7e1a-4760-a851-95363c8896d7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:30.981449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.994755 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.001926 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.060590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.086397 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49097a72-8d5e-48a2-ab9a-6bfc5b871735 None None] Pushing event updated for resources: {'Port': ['ID=a192351a-7f87-4b76-9e22-476f66807bdd,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.118600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3364b167-eedd-45ed-8d7b-c6dbd87dcd3d req-60298573-0394-4700-bcb6-f73ed8832bf1 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764150 Nov 12 03:28:31.154734 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7fd495e-58d3-4a89-9857-b79e3edc4b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.171430 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Attempting to bind port a192351a-7f87-4b76-9e22-476f66807bdd on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:31.171798 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Attempting to bind port a192351a-7f87-4b76-9e22-476f66807bdd by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:31.172180 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Attempting to bind port a192351a-7f87-4b76-9e22-476f66807bdd on network f918fda9-06aa-4c34-bbc6-cfab11c01a7e {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:31.179145 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:31.179390 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Checking segment: {'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:31.179770 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.180159 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Bound using segment: {'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:31.180624 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Bound port: a192351a-7f87-4b76-9e22-476f66807bdd, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:31.181209 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.244003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Network 8daa3682-dd44-4547-aec6-a80cbe11f65c is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:31.247466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:31.262393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:31.280203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299380d-bfec-49f7-9101-dcc3758bc297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28965536-3893-4eaf-8376-50881b99e849'}, {'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f857a4-9b80-473d-89cd-adbc418b16cd'}, {'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443d0354-b8ec-4c19-b337-3d7bb3adee78'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:31.282338 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff149ae5-2b95-422c-b5a6-c4b2144fefb8" -d '{"events": [{"server_uuid": "4299380d-bfec-49f7-9101-dcc3758bc297", "name": "network-vif-plugged", "status": "completed", "tag": "28965536-3893-4eaf-8376-50881b99e849"}, {"server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "name": "network-vif-plugged", "status": "completed", "tag": "c4f857a4-9b80-473d-89cd-adbc418b16cd"}, {"server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "name": "network-vif-plugged", "status": "completed", "tag": "443d0354-b8ec-4c19-b337-3d7bb3adee78"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:31.289487 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7fd495e-58d3-4a89-9857-b79e3edc4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.292142 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7fd495e-58d3-4a89-9857-b79e3edc4b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.296722 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a7fd495e-58d3-4a89-9857-b79e3edc4b96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4787a635-0768-4ea4-b597-380f5a61125c HTTP/1.1" status: 204 len: 168 time: 0.6364317 Nov 12 03:28:31.302332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Allocated IP 172.20.0.5 (8daa3682-dd44-4547-aec6-a80cbe11f65c/20a7d650-11f3-4c64-b1a8-ee0ffce94c6c/079b4f60-c194-43c6-8bb5-24b3d38f1de7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:31.318720 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ced5640c-1c27-4e9c-b361-3b73d808a0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.379089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Pushing event updated for resources: {'Port': ['ID=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.382402 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] For port a192351a-7f87-4b76-9e22-476f66807bdd, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:31.383707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd495e-58d3-4a89-9857-b79e3edc4b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4787a635-0768-4ea4-b597-380f5a61125c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.390766 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] For port a192351a-7f87-4b76-9e22-476f66807bdd, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a192351a-7f87-4b76-9e22-476f66807bdd,segment=NetworkSegment(e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d),segment_id=e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:31.399940 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.415656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eee2f2-7abb-4c91-8b34-cf3e798cc204 req-7f6c841a-6d57-4ace-b107-8fe0c371d50f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.427075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2eee2f2-7abb-4c91-8b34-cf3e798cc204 req-7f6c841a-6d57-4ace-b107-8fe0c371d50f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 950 time: 0.3908606 Nov 12 03:28:31.474927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.475534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.515188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2eee2f2-7abb-4c91-8b34-cf3e798cc204 req-5998c45d-6191-4a0e-ad76-618c5a2bc6b5 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852854 Nov 12 03:28:31.539520 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-3c515da7-40e2-4523-87b2-a6a735c63d16 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4457498 Nov 12 03:28:31.541354 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Routers {'68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:31.542099 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:31.552162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Request body: {'port': {'device_id': 'cdc3cc82-259b-46bb-b96c-cb2343e701c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:31.640952 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40809d7b-098d-4b02-af71-f79fc781c764 x-openstack-request-id: req-40809d7b-098d-4b02-af71-f79fc781c764 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:31.641590 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299380d-bfec-49f7-9101-dcc3758bc297", "name": "network-vif-plugged", "status": "completed", "tag": "28965536-3893-4eaf-8376-50881b99e849", "code": 200}, {"server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "name": "network-vif-plugged", "status": "completed", "tag": "c4f857a4-9b80-473d-89cd-adbc418b16cd", "code": 200}, {"server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "name": "network-vif-plugged", "status": "completed", "tag": "443d0354-b8ec-4c19-b337-3d7bb3adee78", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:31.641908 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40809d7b-098d-4b02-af71-f79fc781c764 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:31.642347 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299380d-bfec-49f7-9101-dcc3758bc297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28965536-3893-4eaf-8376-50881b99e849', 'code': 200} Nov 12 03:28:31.643203 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f857a4-9b80-473d-89cd-adbc418b16cd', 'code': 200} Nov 12 03:28:31.643706 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443d0354-b8ec-4c19-b337-3d7bb3adee78', 'code': 200} Nov 12 03:28:31.657736 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49097a72-8d5e-48a2-ab9a-6bfc5b871735 None None] Pushing event updated for resources: {'Port': ['ID=a192351a-7f87-4b76-9e22-476f66807bdd,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.736321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e22fa73d-1c04-40d9-8c33-b6374a7bb85c None None] Provisioning complete for port a192351a-7f87-4b76-9e22-476f66807bdd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:31.738491 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e22fa73d-1c04-40d9-8c33-b6374a7bb85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.801202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.819907 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] Set router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:31.984816 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e22fa73d-1c04-40d9-8c33-b6374a7bb85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.048557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e22fa73d-1c04-40d9-8c33-b6374a7bb85c None None] For port a192351a-7f87-4b76-9e22-476f66807bdd, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a192351a-7f87-4b76-9e22-476f66807bdd,segment=NetworkSegment(e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d),segment_id=e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:32.055640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e22fa73d-1c04-40d9-8c33-b6374a7bb85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.083023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41129f48-a05e-471a-839f-67ab7f0e6248 req-e8c843cc-eeae-47da-b2c5-e6c3f11561b7 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2318468 Nov 12 03:28:32.116392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89993ca9-8af3-4941-9e85-f48c4ffd0758 req-2f9fa41b-f725-4b53-9938-4997d1cc37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.120545 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-89993ca9-8af3-4941-9e85-f48c4ffd0758 req-2f9fa41b-f725-4b53-9938-4997d1cc37b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 1102 time: 0.2461545 Nov 12 03:28:32.130866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78024454-244a-4391-af68-22faab7d1707 req-110c0ad3-0bf3-416a-9c31-e65b72605603 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.139334 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78024454-244a-4391-af68-22faab7d1707 req-110c0ad3-0bf3-416a-9c31-e65b72605603 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.2846491 Nov 12 03:28:32.151863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf2c3c-61b5-4706-99be-da44f1051fca req-69fabbac-14de-46a1-82c1-1d140034382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.152398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf2c3c-61b5-4706-99be-da44f1051fca req-69fabbac-14de-46a1-82c1-1d140034382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.153899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34bf2c3c-61b5-4706-99be-da44f1051fca req-69fabbac-14de-46a1-82c1-1d140034382e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1987 time: 0.3204875 Nov 12 03:28:32.162099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:32.176540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fa73d-1c04-40d9-8c33-b6374a7bb85c None None] Pushing event updated for resources: {'Port': ['ID=a192351a-7f87-4b76-9e22-476f66807bdd,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.235255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865994a4-5b2f-4804-a533-f10a5a0d0331 req-a9bec038-e3d7-4aca-ab81-6b8baa43d5a0 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.248213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-865994a4-5b2f-4804-a533-f10a5a0d0331 req-a9bec038-e3d7-4aca-ab81-6b8baa43d5a0 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 931 time: 0.9408305 Nov 12 03:28:32.292690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bf9401a0-a7de-437b-92a3-debe379fd774 None None] Provisioning complete for port a192351a-7f87-4b76-9e22-476f66807bdd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:32.293084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bf9401a0-a7de-437b-92a3-debe379fd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.301883 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 4, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a192351a-7f87-4b76-9e22-476f66807bdd', 'name': '', 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'mac_address': 'fa:16:3e:cb:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:22Z', 'updated_at': '2021-11-12T03:28:31Z', 'revision_number': 4, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'subnets': [{'id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:32.326751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port de7fe65c-7e1a-4760-a851-95363c8896d7 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:32.334449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port de7fe65c-7e1a-4760-a851-95363c8896d7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:32.334868 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.337164 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-865994a4-5b2f-4804-a533-f10a5a0d0331 req-b2b8543d-cc7e-46b2-83c3-ebc57df58fd7 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825887 Nov 12 03:28:32.392397 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.427969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40690) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:32.452496 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-89993ca9-8af3-4941-9e85-f48c4ffd0758 req-cae49a48-6419-4ce2-9f8b-23b522b87ca7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036883 Nov 12 03:28:32.512790 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.566725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78024454-244a-4391-af68-22faab7d1707 req-ad4adc06-18fa-4d18-aba9-01593b87fdf4 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263754 Nov 12 03:28:32.574938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34bf2c3c-61b5-4706-99be-da44f1051fca req-58392215-ecae-422a-ad1e-19f75fe5add5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069626 Nov 12 03:28:32.584511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:32.590196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.601290 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99abe9-4a9b-4d5f-8afb-f92823bc05d6 None None] The sync data for ids ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'] in n-d-789963-21 is: [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:24Z', 'revision_number': 4, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a192351a-7f87-4b76-9e22-476f66807bdd', 'name': '', 'network_id': 'f918fda9-06aa-4c34-bbc6-cfab11c01a7e', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'mac_address': 'fa:16:3e:cb:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:22Z', 'updated_at': '2021-11-12T03:28:31Z', 'revision_number': 4, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'subnets': [{'id': '3f05b85e-33c2-4d41-86b9-ffe727b8f1ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:32.710666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.724938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e7c83-d23c-4378-bbbc-6edad6418e62 req-60f051f1-80e8-4b93-9981-375e332e3096 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.726580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-590e7c83-d23c-4378-bbbc-6edad6418e62 req-60f051f1-80e8-4b93-9981-375e332e3096 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 950 time: 0.0883002 Nov 12 03:28:32.742113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.760470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d413582-adec-4c23-bdcd-77ba43f64fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.779988 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-590e7c83-d23c-4378-bbbc-6edad6418e62 req-093c2b47-d3ed-48d7-b01c-dfffedb3d9b2 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472229 Nov 12 03:28:32.798811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6c8b-2c0d-4671-9473-e10e11f2f9ab req-c2cd6063-17e2-4be8-bee2-0187e16e9970 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.809049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6c8b-2c0d-4671-9473-e10e11f2f9ab req-c2cd6063-17e2-4be8-bee2-0187e16e9970 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.815285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40704) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:32.817267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a80e6c8b-2c0d-4671-9473-e10e11f2f9ab req-c2cd6063-17e2-4be8-bee2-0187e16e9970 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1683 time: 0.3154733 Nov 12 03:28:32.912710 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.959897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1267921178-network', 'tenant_id': '7f41b0edb26a45d2addc948e8bf6c298'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:32.970207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769a8c-6007-41af-91b7-7562473b3853 req-9eaa915c-ff7e-4069-825e-bf59d5547270 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.972386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27769a8c-6007-41af-91b7-7562473b3853 req-9eaa915c-ff7e-4069-825e-bf59d5547270 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 950 time: 0.1242063 Nov 12 03:28:33.022667 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d413582-adec-4c23-bdcd-77ba43f64fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.039113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Made reservation on behalf of 7f41b0edb26a45d2addc948e8bf6c298 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:33.041536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.060274 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d413582-adec-4c23-bdcd-77ba43f64fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.079411 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.080645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Network 8daa3682-dd44-4547-aec6-a80cbe11f65c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:33.107689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:33.115127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27769a8c-6007-41af-91b7-7562473b3853 req-15f1c161-5382-41f3-b847-fd20eb547ffc tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313782 Nov 12 03:28:33.119172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Pushing event updated for resources: {'Port': ['ID=079b4f60-c194-43c6-8bb5-24b3d38f1de7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.144493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:33.193727 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a80e6c8b-2c0d-4671-9473-e10e11f2f9ab req-12ea5615-0c1c-412f-91ed-a4c177fb51f0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883780 Nov 12 03:28:33.207860 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7d413582-adec-4c23-bdcd-77ba43f64fd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15f371d1abd3453c96e96dc80b6e8646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7325363 Nov 12 03:28:33.211016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d413582-adec-4c23-bdcd-77ba43f64fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a82cd1-bf2c-4a26-9677-e1c39d719f38,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.223314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40708) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:33.253375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9df2417-ed41-4e9a-a118-7fa6f57d00c1 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:33.268431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.269146 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.279792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.324626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a192351a-7f87-4b76-9e22-476f66807bdd up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:33.326556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-5caba139-2580-4f64-9c9d-97fbca1022fc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7462866 Nov 12 03:28:33.328320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.336549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.346130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Request body: {'port': {'device_id': 'f4b89af9-55f0-4733-9764-f1b108d97fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:33.347052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Transition to ACTIVE for port object b9df2417-ed41-4e9a-a118-7fa6f57d00c1 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:33.369862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.396204 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09e35ff1-5f5e-408b-a0cd-567a917b8daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.446523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:33.470129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.478364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a192351a-7f87-4b76-9e22-476f66807bdd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:33.478829 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.548221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea298c8-096e-411c-9974-72bbf879d4e1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.561445 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09e35ff1-5f5e-408b-a0cd-567a917b8daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.573578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01a1cf35-f655-4a3d-88b3-e739668197d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.616664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.617407 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Added segment d5780341-5f08-40c2-a3b8-8af0612d7a5a of type vlan for network eb23f82b-b71d-4764-b20e-7c4c0ff724db Nov 12 03:28:33.649353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:33.652420 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1216afcc-bf41-4502-8d89-d045c7c17a3f" -d '{"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-plugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:33.752330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f28566-d181-4dc7-bb43-0c92b9d12d32 req-912eee13-1c01-4855-8973-d485d9715256 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.754195 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07f28566-d181-4dc7-bb43-0c92b9d12d32 req-912eee13-1c01-4855-8973-d485d9715256 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 943 time: 0.2815096 Nov 12 03:28:33.775085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Deleting port a192351a-7f87-4b76-9e22-476f66807bdd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:33.775422 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.917727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09e35ff1-5f5e-408b-a0cd-567a917b8daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.920384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09e35ff1-5f5e-408b-a0cd-567a917b8daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.921578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-09e35ff1-5f5e-408b-a0cd-567a917b8daa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0a82cd1-bf2c-4a26-9677-e1c39d719f38 HTTP/1.1" status: 204 len: 168 time: 0.6937990 Nov 12 03:28:33.959649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07f28566-d181-4dc7-bb43-0c92b9d12d32 req-bf82d027-f1ab-464a-abb2-d411931d6653 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950092 Nov 12 03:28:33.963759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e35ff1-5f5e-408b-a0cd-567a917b8daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a82cd1-bf2c-4a26-9677-e1c39d719f38,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.005594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] For port a192351a-7f87-4b76-9e22-476f66807bdd, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a192351a-7f87-4b76-9e22-476f66807bdd,segment=NetworkSegment(e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d),segment_id=e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:34.005973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.011126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.030658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Calling delete_port for a192351a-7f87-4b76-9e22-476f66807bdd owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:34.045375 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a473e2b-2e31-488c-8183-a8cb3c7b7344 x-openstack-request-id: req-9a473e2b-2e31-488c-8183-a8cb3c7b7344 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:34.045891 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-plugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:34.046379 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a473e2b-2e31-488c-8183-a8cb3c7b7344 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:34.046883 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'code': 200} Nov 12 03:28:34.061794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.062817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.063404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.139441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.162579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079b4f60-c194-43c6-8bb5-24b3d38f1de7 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:34.184039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.242723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cae00d-8f72-4276-824f-8731d857eb23 req-6661a81f-238f-417d-b2d9-530f15566e15 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.244547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14cae00d-8f72-4276-824f-8731d857eb23 req-6661a81f-238f-417d-b2d9-530f15566e15 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.7323396 Nov 12 03:28:34.253064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Transition to ACTIVE for port object 079b4f60-c194-43c6-8bb5-24b3d38f1de7 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:34.256885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40726) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.257337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4407158 Nov 12 03:28:34.260410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-a8e17b56-dd8d-4600-b9a8-27f4541856a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.262657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-a8e17b56-dd8d-4600-b9a8-27f4541856a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 0.7536740 Nov 12 03:28:34.265000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Request body: {'subnet': {'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1267921178-subnet', 'tenant_id': '7f41b0edb26a45d2addc948e8bf6c298', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:34.272290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.295447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6725f8-c905-44f8-9ec9-b51eb132f7fa admin admin] Pushing event updated for resources: {'Network': ['ID=eb23f82b-b71d-4764-b20e-7c4c0ff724db,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.316014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network eb23f82b-b71d-4764-b20e-7c4c0ff724db details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:34.343783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40728) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.366496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Made reservation on behalf of 7f41b0edb26a45d2addc948e8bf6c298 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:34.368840 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.383367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0954c6b-24f6-4006-ad9a-4ae97c8fbbb0 req-17c9f850-673e-49c1-a3b6-d280c85b70e9 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.385643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0954c6b-24f6-4006-ad9a-4ae97c8fbbb0 req-17c9f850-673e-49c1-a3b6-d280c85b70e9 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 950 time: 0.2171640 Nov 12 03:28:34.386230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69b74d-982f-4935-b9ff-f2844e3a3d2c req-1d8aed78-fba9-4350-9b49-dcc8a7b347ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.387663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed69b74d-982f-4935-b9ff-f2844e3a3d2c req-1d8aed78-fba9-4350-9b49-dcc8a7b347ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 1102 time: 0.2527993 Nov 12 03:28:34.393914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Attempting to bind port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:34.394280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Attempting to bind port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:34.394597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Attempting to bind port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:34.401300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Pushing event updated for resources: {'Port': ['ID=079b4f60-c194-43c6-8bb5-24b3d38f1de7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.423236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cda1fb1-f202-46b3-86ca-63a0251b5e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.441589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:34.441887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Attempting to bind port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:34.475882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:34.476218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Checking segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:34.476601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Bound using segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:34.477061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Bound port: b9df2417-ed41-4e9a-a118-7fa6f57d00c1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:34.477411 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.519257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14cae00d-8f72-4276-824f-8731d857eb23 req-362665ba-8f12-46c6-b582-717c73977b20 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489886 Nov 12 03:28:34.535470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-5d51e5c9-ada7-451c-9adb-b00e7836556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.537056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-5d51e5c9-ada7-451c-9adb-b00e7836556f service neutron] 10.222.0.20 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 0.2622716 Nov 12 03:28:34.584873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed69b74d-982f-4935-b9ff-f2844e3a3d2c req-03075a0a-2872-4e0e-bb4c-07876ca9cfde service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798873 Nov 12 03:28:34.596344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0954c6b-24f6-4006-ad9a-4ae97c8fbbb0 req-82c186e2-3f7d-4d08-8687-471a2e479b1e tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908920 Nov 12 03:28:34.607077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.623638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Attempting to bind port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:34.623638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Attempting to bind port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:34.623638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Attempting to bind port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:34.652341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=a192351a-7f87-4b76-9e22-476f66807bdd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.656250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-ba4fa009-666a-4b17-91ac-d5b8ae35d816 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 217 time: 0.0824230 Nov 12 03:28:34.662036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:34.662360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Attempting to bind port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 on network 8daa3682-dd44-4547-aec6-a80cbe11f65c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:34.707260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] For port b9df2417-ed41-4e9a-a118-7fa6f57d00c1, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:34.716006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] For port b9df2417-ed41-4e9a-a118-7fa6f57d00c1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:34.728517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:34.728905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Checking segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:34.729284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Bound using segment: {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:34.729735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Bound port: 079b4f60-c194-43c6-8bb5-24b3d38f1de7, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535138b9-5feb-4dcb-bec7-00ae9b95e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:34.730088 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.730517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ab89b-04a4-45a9-86a9-a2477d53e4db req-47f4a49d-927e-428c-85c0-a311f0d5e323 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.732181 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-981ab89b-04a4-45a9-86a9-a2477d53e4db req-47f4a49d-927e-428c-85c0-a311f0d5e323 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 950 time: 0.1401634 Nov 12 03:28:34.733424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.808420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cda1fb1-f202-46b3-86ca-63a0251b5e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.826333 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.828792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.829413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.831152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/b9df2417-ed41-4e9a-a118-7fa6f57d00c1 HTTP/1.1" status: 200 len: 1092 time: 3.2931559 Nov 12 03:28:34.851429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc3cc82-259b-46bb-b96c-cb2343e701c8', 'tag': 'b9df2417-ed41-4e9a-a118-7fa6f57d00c1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:34.853997 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a91765b-b842-4f9b-8b6a-b02ac94db5df" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc3cc82-259b-46bb-b96c-cb2343e701c8", "tag": "b9df2417-ed41-4e9a-a118-7fa6f57d00c1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:34.856872 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cda1fb1-f202-46b3-86ca-63a0251b5e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.940827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248ac5-cec6-46dc-9f3c-7fdc4f1a8453 req-1227619c-9625-4a70-8ea7-e1d096d8c6d8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.947022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248ac5-cec6-46dc-9f3c-7fdc4f1a8453 req-1227619c-9625-4a70-8ea7-e1d096d8c6d8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.948623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f248ac5-cec6-46dc-9f3c-7fdc4f1a8453 req-1227619c-9625-4a70-8ea7-e1d096d8c6d8 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1683 time: 0.2269943 Nov 12 03:28:34.955300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.969293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33fac3-9b68-4025-b43f-a4ad664f33e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.980057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-d3591967-c771-41d7-a8b2-a04d48eb19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.981578 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-d3591967-c771-41d7-a8b2-a04d48eb19d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.1873565 Nov 12 03:28:34.983751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2cda1fb1-f202-46b3-86ca-63a0251b5e1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c458581aeb024f0c8e756194e6a5d9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6331887 Nov 12 03:28:34.990280 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-981ab89b-04a4-45a9-86a9-a2477d53e4db req-3344b616-771f-4427-980d-735f47c34c24 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450075 Nov 12 03:28:34.990748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40732) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.993859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda1fb1-f202-46b3-86ca-63a0251b5e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0b578-e00a-43fa-85f8-404d807b6540,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.030022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] For port 079b4f60-c194-43c6-8bb5-24b3d38f1de7, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:35.040664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-dd07f273-6b4c-4912-a481-1b581c08773f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386693 Nov 12 03:28:35.050354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1606a10d-b1a0-4286-bacb-6d18abf62718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.051890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-1606a10d-b1a0-4286-bacb-6d18abf62718 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 1095 time: 0.1655440 Nov 12 03:28:35.056713 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee549d6d-cee5-495a-9cd2-d0c7fd9388e3 x-openstack-request-id: req-ee549d6d-cee5-495a-9cd2-d0c7fd9388e3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:35.057026 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc3cc82-259b-46bb-b96c-cb2343e701c8", "tag": "b9df2417-ed41-4e9a-a118-7fa6f57d00c1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:35.057313 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee549d6d-cee5-495a-9cd2-d0c7fd9388e3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:35.057655 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc3cc82-259b-46bb-b96c-cb2343e701c8', 'tag': 'b9df2417-ed41-4e9a-a118-7fa6f57d00c1', 'status': 'completed', 'code': 200} Nov 12 03:28:35.073953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] For port 079b4f60-c194-43c6-8bb5-24b3d38f1de7, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=079b4f60-c194-43c6-8bb5-24b3d38f1de7,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:35.094949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.106315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6289d9-3efa-4b44-a770-800f817e10bb,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.127872 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-e252ca1c-59a1-43eb-9690-278ed9990429 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9df2417-ed41-4e9a-a118-7fa6f57d00c1 HTTP/1.1" status: 200 len: 217 time: 0.0612829 Nov 12 03:28:35.162152 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.181261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f248ac5-cec6-46dc-9f3c-7fdc4f1a8453 req-45df8158-b6c2-4924-90b4-e800ea84dce5 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238321 Nov 12 03:28:35.189120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.190527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.193403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] 10.222.0.20 "PUT /v2.0/ports/079b4f60-c194-43c6-8bb5-24b3d38f1de7 HTTP/1.1" status: 200 len: 1092 time: 1.8538980 Nov 12 03:28:35.196330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b89af9-55f0-4733-9764-f1b108d97fc4', 'tag': '079b4f60-c194-43c6-8bb5-24b3d38f1de7'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:35.200110 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b89af9-55f0-4733-9764-f1b108d97fc4", "tag": "079b4f60-c194-43c6-8bb5-24b3d38f1de7"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:35.250825 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa4601d0-37ba-4d71-8ddc-2841b0720f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.260319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Checking segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:35.260875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Network hostable DHCP agents. Network: eb23f82b-b71d-4764-b20e-7c4c0ff724db, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:35.304548 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa4601d0-37ba-4d71-8ddc-2841b0720f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.326613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6e9f1-444a-4211-aa37-d9b74ded7618 service neutron] Pushing event updated for resources: {'Port': ['ID=079b4f60-c194-43c6-8bb5-24b3d38f1de7,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.360783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e6c1e-26f4-4c82-bb5a-77f157c3c360 req-58ef8f43-c50e-4f72-bfc4-b3259f938a76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.362477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a8e6c1e-26f4-4c82-bb5a-77f157c3c360 req-58ef8f43-c50e-4f72-bfc4-b3259f938a76 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 943 time: 0.2450914 Nov 12 03:28:35.380152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-7f076767-4dad-4da4-b2d7-0b7253953adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.381669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-7f076767-4dad-4da4-b2d7-0b7253953adc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 200 len: 852 time: 0.2402546 Nov 12 03:28:35.384396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Network eb23f82b-b71d-4764-b20e-7c4c0ff724db is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:35.389026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-49dc424d-82d4-4d72-a939-07aa5cdba729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.390594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-49dc424d-82d4-4d72-a939-07aa5cdba729 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 1095 time: 0.1397932 Nov 12 03:28:35.411392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-6749f724-fde9-4ec2-a6c0-00324cc48582 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515890 Nov 12 03:28:35.436221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-bdbd39aa-b785-4ecc-a235-c87e248800d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8daa3682-dd44-4547-aec6-a80cbe11f65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441918 Nov 12 03:28:35.447259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-2ab9feb0-185d-41be-aaa7-743e1a7f2d17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=079b4f60-c194-43c6-8bb5-24b3d38f1de7 HTTP/1.1" status: 200 len: 217 time: 0.0464132 Nov 12 03:28:35.447819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, eb23f82b-b71d-4764-b20e-7c4c0ff724db) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:35.453111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.453900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.464059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16972844-7c64-4854-9334-232a58afe0f3 None None] Network eb23f82b-b71d-4764-b20e-7c4c0ff724db requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:35.544847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8090c151-b316-4d54-a97a-925bfe05943b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2805953 Nov 12 03:28:35.552987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab0a5b06-906d-4d13-abd2-be59e510eca8 req-be7175bf-6709-4620-9633-7bb9ac6d1b11 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216869 Nov 12 03:28:35.757351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa4601d0-37ba-4d71-8ddc-2841b0720f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.760186 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa4601d0-37ba-4d71-8ddc-2841b0720f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.761439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fa4601d0-37ba-4d71-8ddc-2841b0720f0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9a0b578-e00a-43fa-85f8-404d807b6540 HTTP/1.1" status: 204 len: 168 time: 0.7688699 Nov 12 03:28:35.768482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88053ba8-e489-480c-a19f-6000381345ff None None] Network eb23f82b-b71d-4764-b20e-7c4c0ff724db requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:35.821783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a8e6c1e-26f4-4c82-bb5a-77f157c3c360 req-edfb4110-b393-4f44-9144-a148627665bc tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471023 Nov 12 03:28:35.828410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4601d0-37ba-4d71-8ddc-2841b0720f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0b578-e00a-43fa-85f8-404d807b6540,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.881359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-e3779078-d242-4071-a88d-5efe74a1c6d4 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270781 Nov 12 03:28:36.003199 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dbad70-88e9-4b6f-b244-7e6166980e15 x-openstack-request-id: req-e7dbad70-88e9-4b6f-b244-7e6166980e15 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:36.003535 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b89af9-55f0-4733-9764-f1b108d97fc4", "tag": "079b4f60-c194-43c6-8bb5-24b3d38f1de7", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:36.003790 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7dbad70-88e9-4b6f-b244-7e6166980e15 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:36.004191 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b89af9-55f0-4733-9764-f1b108d97fc4', 'tag': '079b4f60-c194-43c6-8bb5-24b3d38f1de7', 'status': 'completed', 'code': 200} Nov 12 03:28:36.009798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-c29696e2-a93f-47c3-805a-8cc6d5ff5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.011268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-c29696e2-a93f-47c3-805a-8cc6d5ff5f87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 200 len: 852 time: 0.5544527 Nov 12 03:28:36.031858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-55a3d4dc-641f-492d-84b7-56b369115c3a service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319911 Nov 12 03:28:36.074150 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-b33d3378-abe5-4e1e-a767-b428a8e0ee8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8daa3682-dd44-4547-aec6-a80cbe11f65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529144 Nov 12 03:28:36.103408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:36.111241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426d49d-3f88-415e-8823-35aa596bbae2 req-3cebd54e-37a4-4236-bdac-4de091d13bdc tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.118468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0426d49d-3f88-415e-8823-35aa596bbae2 req-3cebd54e-37a4-4236-bdac-4de091d13bdc tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1197672 Nov 12 03:28:36.160356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-54a20c7b-e894-4378-97f0-4cf44344dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.163594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-54a20c7b-e894-4378-97f0-4cf44344dd06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 1095 time: 0.0480685 Nov 12 03:28:36.208506 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.281919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0426d49d-3f88-415e-8823-35aa596bbae2 req-b5364d2f-a6e4-4638-b986-e2331ad1aa04 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625917 Nov 12 03:28:36.290354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-767b5e32-c66c-4969-ab41-ee296f7a3cba service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972721 Nov 12 03:28:36.328304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b206d-dc24-4dc3-aeaf-2f19240ddc8f req-9d8325e2-65d8-4a52-8d22-9871e59609c2 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.329848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b16b206d-dc24-4dc3-aeaf-2f19240ddc8f req-9d8325e2-65d8-4a52-8d22-9871e59609c2 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 950 time: 0.0834970 Nov 12 03:28:36.332068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-c7616e4b-3326-4550-b9dc-4ab7ed108fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.333725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-c7616e4b-3326-4550-b9dc-4ab7ed108fb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 914 time: 0.1634388 Nov 12 03:28:36.348539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:36.354372 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-40b2f387-1d69-467f-aec9-0e6e9b155b59 admin admin] 10.222.0.49 "PUT /v2.0/routers/68c961cc-9fe0-4ca6-bbf9-21954ca41f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2855537 Nov 12 03:28:36.357429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.362502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] Sync routers for ids ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:36.379087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] Routers {'68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:36.380359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:36.421688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-64437cc9-88cc-49a5-a44f-c24ad0187822 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9df2417-ed41-4e9a-a118-7fa6f57d00c1 HTTP/1.1" status: 200 len: 217 time: 0.0480289 Nov 12 03:28:36.495916 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b16b206d-dc24-4dc3-aeaf-2f19240ddc8f req-3bb50bfc-5103-4d73-bdb9-2586088184bb tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540875 Nov 12 03:28:36.520054 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-9f1b44cc-02ee-4634-99d9-66337fd9c29c tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d0be8f440d514aa197d2ad77a0598c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396650 Nov 12 03:28:36.531044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-2061a5e8-44ee-4c42-a87c-1a9feb77c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.532513 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-2061a5e8-44ee-4c42-a87c-1a9feb77c786 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 200 len: 852 time: 0.0991328 Nov 12 03:28:36.539819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] Set router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:36.596893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-b7a163e5-1960-48a8-9638-a060cab083e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8daa3682-dd44-4547-aec6-a80cbe11f65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488513 Nov 12 03:28:36.653411 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1882511b-b44f-4181-a4f2-fff2a8f4ee6c req-89d98c42-618f-4d15-a100-f463215cc0f1 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878931 Nov 12 03:28:36.716023 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.744852 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-ff3e4c14-e3c3-4434-beb1-3c4eafc68108 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439815 Nov 12 03:28:36.806861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-2ef32701-100f-4e72-a433-2c360dcba804 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.813867 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-2ef32701-100f-4e72-a433-2c360dcba804 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2928793 Nov 12 03:28:36.863026 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-1b7f13c6-0876-4dae-8452-7c93fb2fdf0d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/quotas/d0be8f440d514aa197d2ad77a0598c32 HTTP/1.1" status: 200 len: 375 time: 0.0472059 Nov 12 03:28:36.900789 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a91765b-b842-4f9b-8b6a-b02ac94db5df req-66dbca87-1da4-4206-b492-ddd67a460a43 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445346 Nov 12 03:28:36.959484 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.974301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:34Z', 'revision_number': 5, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:36.978016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-4107654e-d714-4cea-bd87-8a1e77907716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.979541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-4107654e-d714-4cea-bd87-8a1e77907716 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 1095 time: 0.1821234 Nov 12 03:28:37.009680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] Checking router: 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:37.016801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-e4907fd7-72d3-4c54-a60e-9470485fefbe tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0be8f440d514aa197d2ad77a0598c32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1529205 Nov 12 03:28:37.044566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] Routers {'68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:37.045390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:37.074949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.102314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77547-e92f-44be-a64b-351ad6976845 req-1330a990-df75-445a-b053-aa4d46d9fe42 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.104857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-1330a990-df75-445a-b053-aa4d46d9fe42 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 815 time: 0.1619618 Nov 12 03:28:37.136583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-4944c94c-c2c0-47b5-9a7c-534d92a19c66 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/quotas/7f41b0edb26a45d2addc948e8bf6c298 HTTP/1.1" status: 200 len: 375 time: 0.0189309 Nov 12 03:28:37.187113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-b53d8626-437f-4ce4-be20-3a78a94a7f28 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365989 Nov 12 03:28:37.192956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] Set router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:37.228086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-45b42176-2b0a-4c26-9c58-0640516ca382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.229908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-45b42176-2b0a-4c26-9c58-0640516ca382 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 200 len: 914 time: 0.2378240 Nov 12 03:28:37.341088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-03dd6202-0230-4c08-9076-c37ec7ce0366 service neutron] 10.222.0.49 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420739 Nov 12 03:28:37.354586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-c384c5a6-87ad-4a1d-a554-389782636912 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=079b4f60-c194-43c6-8bb5-24b3d38f1de7 HTTP/1.1" status: 200 len: 217 time: 0.1127262 Nov 12 03:28:37.380872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Deleting port f4d81b9d-0f27-4253-bab0-b3e8183033f4 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:37.381171 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.469166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b9a2f-1d1f-4061-a444-7c58d5246447 req-1af43d2b-3fa9-49f8-97b6-fca0d2d92b0c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.482520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b9a2f-1d1f-4061-a444-7c58d5246447 req-1af43d2b-3fa9-49f8-97b6-fca0d2d92b0c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.492724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c5b9a2f-1d1f-4061-a444-7c58d5246447 req-1af43d2b-3fa9-49f8-97b6-fca0d2d92b0c tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1683 time: 0.2147872 Nov 12 03:28:37.499533 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-0e41ce66-3341-4fd3-8f0a-dfaf076da59e service neutron] 10.222.0.49 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575198 Nov 12 03:28:37.525867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:34Z', 'revision_number': 5, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:37.576291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639370ab-deec-4caf-9db4-776343ccde37 None None] The sync data for ids ['68c961cc-9fe0-4ca6-bbf9-21954ca41f4f'] in n-d-789963-21 is: [{'id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1504845439-router', 'tenant_id': 'bd18c623870e4473b957c31542b4e7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:15Z', 'updated_at': '2021-11-12T03:28:34Z', 'revision_number': 5, 'project_id': 'bd18c623870e4473b957c31542b4e7f3', 'gw_port': {'id': 'f4d81b9d-0f27-4253-bab0-b3e8183033f4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c961cc-9fe0-4ca6-bbf9-21954ca41f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:17Z', 'updated_at': '2021-11-12T03:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:37.651095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-5e72d4b7-962f-41d0-8033-ddad8b985903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.652748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-5e72d4b7-962f-41d0-8033-ddad8b985903 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 200 len: 852 time: 0.2841032 Nov 12 03:28:37.672165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c5b9a2f-1d1f-4061-a444-7c58d5246447 req-05cf1776-c125-4235-8b2a-39cf3f22f8e0 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782427 Nov 12 03:28:37.709630 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-118f37f7-ecb0-40bd-aa3a-79056a238e52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8daa3682-dd44-4547-aec6-a80cbe11f65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416684 Nov 12 03:28:37.715688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] For port f4d81b9d-0f27-4253-bab0-b3e8183033f4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f4d81b9d-0f27-4253-bab0-b3e8183033f4,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:37.716075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.759860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Calling delete_port for f4d81b9d-0f27-4253-bab0-b3e8183033f4 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:37.945289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-583b2fef-2112-41e4-8c79-5f3b19df22f1 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265809 Nov 12 03:28:37.961756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ff238-fc89-4efa-80bb-53bd9cc52e8b req-3bdebe48-9b2d-4cd8-bfe4-4bf7499689e3 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.963531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-850ff238-fc89-4efa-80bb-53bd9cc52e8b req-3bdebe48-9b2d-4cd8-bfe4-4bf7499689e3 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 943 time: 0.1503942 Nov 12 03:28:38.178707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-efcc7c60-4915-4a69-8646-cf8bfe434b37 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.192562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-efcc7c60-4915-4a69-8646-cf8bfe434b37 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.195621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-850ff238-fc89-4efa-80bb-53bd9cc52e8b req-de30d834-b60a-433e-99bf-0bd3867daa5f tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915660 Nov 12 03:28:38.202050 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-efcc7c60-4915-4a69-8646-cf8bfe434b37 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 1683 time: 0.1486633 Nov 12 03:28:38.227811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b9df2417-ed41-4e9a-a118-7fa6f57d00c1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:38.299910 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed73467-86d6-4ee0-b8d9-59e995a0dd44 req-64aaf8d4-d302-488b-813e-5bed99a85f33 service neutron] 10.222.0.20 "GET /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351774 Nov 12 03:28:38.314997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.362660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d81b9d-0f27-4253-bab0-b3e8183033f4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.406031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-976378b5-1f1d-4472-9194-49aad480045a req-0babfe40-e43f-46b8-9a63-a863d2319103 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 210 time: 0.0503798 Nov 12 03:28:38.464056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting port c4f857a4-9b80-473d-89cd-adbc418b16cd {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:38.464597 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.486555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b9df2417-ed41-4e9a-a118-7fa6f57d00c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:38.501149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.512095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b9df2417-ed41-4e9a-a118-7fa6f57d00c1', 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'port_id': 'b9df2417-ed41-4e9a-a118-7fa6f57d00c1', 'mac_address': 'fa:16:3e:9f:e4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a7d650-11f3-4c64-b1a8-ee0ffce94c6c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:38.513453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98880a-844f-4a5b-89c9-922d8bbb1bda req-183e0601-fcdb-468c-a694-83ab92b6c6e0 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.515271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9c98880a-844f-4a5b-89c9-922d8bbb1bda req-183e0601-fcdb-468c-a694-83ab92b6c6e0 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1189303 Nov 12 03:28:38.561563 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.582507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9df2417-ed41-4e9a-a118-7fa6f57d00c1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:38.611351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b9df2417-ed41-4e9a-a118-7fa6f57d00c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:38.618412 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.651123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-447693e7-1813-4c92-87d5-d7a2aa516dbb req-b8c06ca7-71d4-4c8d-b2c5-9e00cf04fbde tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 210 time: 0.0345976 Nov 12 03:28:38.657128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] For port c4f857a4-9b80-473d-89cd-adbc418b16cd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c4f857a4-9b80-473d-89cd-adbc418b16cd,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:38.657692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.671231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.673940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.677037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.684206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Calling delete_port for c4f857a4-9b80-473d-89cd-adbc418b16cd owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:38.735855 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9c98880a-844f-4a5b-89c9-922d8bbb1bda req-ec33309b-eb62-4d1b-9b41-94246a6d67df tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771400 Nov 12 03:28:38.742747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.743284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c961cc-9fe0-4ca6-bbf9-21954ca41f4f {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:38.748210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.749829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-433f7240-0843-4c9e-99fe-2495d7757cc9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/68c961cc-9fe0-4ca6-bbf9-21954ca41f4f HTTP/1.1" status: 204 len: 168 time: 2.3920381 Nov 12 03:28:38.753180 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40862) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:38.835444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-188e3129-a8ab-4eb9-9fdd-ee7bbe1dafa6 admin admin] Deleting subnet 3f05b85e-33c2-4d41-86b9-ffe727b8f1ca {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:38.839910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-188e3129-a8ab-4eb9-9fdd-ee7bbe1dafa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.881425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b9df2417-ed41-4e9a-a118-7fa6f57d00c1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:38.946217 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-188e3129-a8ab-4eb9-9fdd-ee7bbe1dafa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.969908 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.015320 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-8251ae7c-b832-45f0-805f-fad2a8a38d2d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d0be8f440d514aa197d2ad77a0598c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606112 Nov 12 03:28:39.044499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1507482972', 'description': 'tempest-description-2020886239'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:39.049718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Port': ['ID=c4f857a4-9b80-473d-89cd-adbc418b16cd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.114814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] No DVR routers for this DVR port c4f857a4-9b80-473d-89cd-adbc418b16cd on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:39.123904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.130282 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-cf842dea-c3d7-4cb0-bed1-c84832ef15de tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "DELETE /v2.0/ports/c4f857a4-9b80-473d-89cd-adbc418b16cd HTTP/1.1" status: 204 len: 173 time: 0.9118786 Nov 12 03:28:39.130742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'name': 'network-vif-deleted', 'tag': 'c4f857a4-9b80-473d-89cd-adbc418b16cd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:39.133103 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb3491-c1ce-4110-ac8e-4cac468987b5" -d '{"events": [{"server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "name": "network-vif-deleted", "tag": "c4f857a4-9b80-473d-89cd-adbc418b16cd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:39.142299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.159072 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.250933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-9cbd2915-8e00-4e48-b083-02d2e0ac16bd tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.253463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-9cbd2915-8e00-4e48-b083-02d2e0ac16bd tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229371 Nov 12 03:28:39.256278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-188e3129-a8ab-4eb9-9fdd-ee7bbe1dafa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.266005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e81b4-67a9-4989-b163-d9815229537d req-f92c06fc-5faf-4637-ac0b-7851705c5420 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.274281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef4e81b4-67a9-4989-b163-d9815229537d req-f92c06fc-5faf-4637-ac0b-7851705c5420 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 946 time: 0.2457743 Nov 12 03:28:39.303922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Request body: {'port': {'device_id': 'd3d0e0c3-50bb-410d-bf30-608263371779', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'd0be8f440d514aa197d2ad77a0598c32'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:39.304905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting port 443d0354-b8ec-4c19-b337-3d7bb3adee78 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:39.305251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.335177 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.366659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.439370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a192351a-7f87-4b76-9e22-476f66807bdd no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:39.444487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd8c7c5-e879-429e-ba86-9b0af158123c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.477479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a192351a-7f87-4b76-9e22-476f66807bdd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:39.477958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a192351a-7f87-4b76-9e22-476f66807bdd not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:39.478509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f4d81b9d-0f27-4253-bab0-b3e8183033f4 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:39.505970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f4d81b9d-0f27-4253-bab0-b3e8183033f4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:39.506289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] For port 443d0354-b8ec-4c19-b337-3d7bb3adee78, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=443d0354-b8ec-4c19-b337-3d7bb3adee78,segment=NetworkSegment(78eae315-6afb-4c4c-84f0-0151fc75a8c5),segment_id=78eae315-6afb-4c4c-84f0-0151fc75a8c5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:39.506657 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.506945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f4d81b9d-0f27-4253-bab0-b3e8183033f4 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:39.519447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef4e81b4-67a9-4989-b163-d9815229537d req-41bf62d0-e8ef-48c7-be74-64ab8860a194 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/security-groups?id=1490b075-86e2-4399-8ac0-bd55d5b620fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442935 Nov 12 03:28:39.561941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Made reservation on behalf of d0be8f440d514aa197d2ad77a0598c32 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:39.565357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Calling delete_port for 443d0354-b8ec-4c19-b337-3d7bb3adee78 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:39.572311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.609872 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.616681 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be047a3-e4fb-4167-82a7-656c53f66c10 x-openstack-request-id: req-8be047a3-e4fb-4167-82a7-656c53f66c10 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:39.616995 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "name": "network-vif-deleted", "tag": "c4f857a4-9b80-473d-89cd-adbc418b16cd", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:39.617252 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8be047a3-e4fb-4167-82a7-656c53f66c10 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:39.617847 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'name': 'network-vif-deleted', 'tag': 'c4f857a4-9b80-473d-89cd-adbc418b16cd', 'status': 'completed', 'code': 200} Nov 12 03:28:39.658710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c4f857a4-9b80-473d-89cd-adbc418b16cd', '443d0354-b8ec-4c19-b337-3d7bb3adee78'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:39.664555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.676599 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-188e3129-a8ab-4eb9-9fdd-ee7bbe1dafa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.707521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e3129-a8ab-4eb9-9fdd-ee7bbe1dafa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f05b85e-33c2-4d41-86b9-ffe727b8f1ca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.725061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77547-e92f-44be-a64b-351ad6976845 req-636af2d7-8206-4b0e-8bd1-511a8c4989e8 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.727915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-636af2d7-8206-4b0e-8bd1-511a8c4989e8 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 815 time: 0.2859879 Nov 12 03:28:39.738279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.739583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1605f8b-fe1f-4500-a133-fc84b8adbf92 req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7012486 Nov 12 03:28:39.750775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Request body: {'port': {'device_id': 'd5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8', 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'admin_state_up': True, 'tenant_id': '7f41b0edb26a45d2addc948e8bf6c298'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:39.754630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a223c4-9b94-4a2c-a02c-9e268d0e2c06 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c0c36f-3559-41ff-ad82-317b45e511e0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.781283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b4a3e2-3f7d-47cb-ad43-3831833d69cb None None] Network f918fda9-06aa-4c34-bbc6-cfab11c01a7e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:39.793851 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-188e3129-a8ab-4eb9-9fdd-ee7bbe1dafa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.797250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-188e3129-a8ab-4eb9-9fdd-ee7bbe1dafa6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3f05b85e-33c2-4d41-86b9-ffe727b8f1ca HTTP/1.1" status: 204 len: 168 time: 1.0427804 Nov 12 03:28:39.801940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40882) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.854556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afaef9-0b98-4a8b-9b50-8eac1d153a2b req-26df477f-45a8-4547-ba66-99696647cb0e tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.856358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8afaef9-0b98-4a8b-9b50-8eac1d153a2b req-26df477f-45a8-4547-ba66-99696647cb0e tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 944 time: 0.1766291 Nov 12 03:28:39.870937 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f396f31f-ab9a-4b90-a37b-fc10435b20b3 req-c3b2cda2-b532-4e4c-8d9b-1b30291a903f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 210 time: 0.0553653 Nov 12 03:28:39.922881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Allocated IP 192.168.233.77 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/f6fd164e-0222-43f6-94fb-4b2805aedf84) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:39.966416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.985374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Made reservation on behalf of 7f41b0edb26a45d2addc948e8bf6c298 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:39.991023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.036937 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e2ddb42-e6ee-45b1-932b-183629188382 req-566f6114-d8bc-491e-8f97-a38c9490137e tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 210 time: 0.0388751 Nov 12 03:28:40.060127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.066105 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] DHCP port deletion for f918fda9-06aa-4c34-bbc6-cfab11c01a7e request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:40.073220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e63cd7d9-3bf6-449a-8370-b8c129e66ef1 req-eec63911-dbf6-4307-8d81-65e4d2798fda tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Request body: {'security_group': {'name': 'tempest-securitygroup-928618900', 'description': 'tempest-description-1280062873'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:40.073432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c4f857a4-9b80-473d-89cd-adbc418b16cd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:40.086640 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8afaef9-0b98-4a8b-9b50-8eac1d153a2b req-d8e89697-fab2-411d-ac46-82d7a76f7da1 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167909 Nov 12 03:28:40.139051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] Deleting port 8afc0738-2047-4e77-8960-a64279455c45 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:40.139992 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.150856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Port': ['ID=443d0354-b8ec-4c19-b337-3d7bb3adee78,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.213046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] For port 8afc0738-2047-4e77-8960-a64279455c45, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8afc0738-2047-4e77-8960-a64279455c45,segment=NetworkSegment(e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d),segment_id=e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:40.213716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.234302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] Calling delete_port for 8afc0738-2047-4e77-8960-a64279455c45 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:40.236917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] No DVR routers for this DVR port 443d0354-b8ec-4c19-b337-3d7bb3adee78 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:40.242916 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.246436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-949598aa-ed6e-4a5a-9de4-374f5e2db348 req-abd916e7-a812-4e82-b9ed-e3231204a942 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.20 "DELETE /v2.0/ports/443d0354-b8ec-4c19-b337-3d7bb3adee78 HTTP/1.1" status: 204 len: 173 time: 1.1017485 Nov 12 03:28:40.246661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:40.251230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b9df2417-ed41-4e9a-a118-7fa6f57d00c1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:40.305335 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e63cd7d9-3bf6-449a-8370-b8c129e66ef1 req-eec63911-dbf6-4307-8d81-65e4d2798fda tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.381779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Allocated IP 172.20.0.6 (eb23f82b-b71d-4764-b20e-7c4c0ff724db/dd6289d9-3efa-4b44-a770-800f817e10bb/7643b8fc-dc71-44e6-b753-d9a711d36b5d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:40.416192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24dc99-0e59-4271-a4ec-cf11795828e1 req-3b193738-7d91-4c94-b48f-9d7b44e25489 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.417952 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad24dc99-0e59-4271-a4ec-cf11795828e1 req-3b193738-7d91-4c94-b48f-9d7b44e25489 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1940382 Nov 12 03:28:40.423311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.427633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Deleting port 8afc0738-2047-4e77-8960-a64279455c45 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:40.428211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.442232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e63cd7d9-3bf6-449a-8370-b8c129e66ef1 req-eec63911-dbf6-4307-8d81-65e4d2798fda tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.450190 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e63cd7d9-3bf6-449a-8370-b8c129e66ef1 req-eec63911-dbf6-4307-8d81-65e4d2798fda tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.494622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:40.498653 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.512154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e63cd7d9-3bf6-449a-8370-b8c129e66ef1 req-eec63911-dbf6-4307-8d81-65e4d2798fda tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.519397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e63cd7d9-3bf6-449a-8370-b8c129e66ef1 req-eec63911-dbf6-4307-8d81-65e4d2798fda tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4517367 Nov 12 03:28:40.533473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec63911-dbf6-4307-8d81-65e4d2798fda tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba9e57-be1f-446a-8f89-849fece7a15c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.568428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:40.568872 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.581121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] Pushing event deleted for resources: {'Port': ['ID=8afc0738-2047-4e77-8960-a64279455c45,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.630484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:40.630770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] For port 8afc0738-2047-4e77-8960-a64279455c45, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8afc0738-2047-4e77-8960-a64279455c45,segment=NetworkSegment(e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d),segment_id=e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:40.631295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.634256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c51e3-3a71-4444-9462-8acbd42f0ed8 None None] No DVR routers for this DVR port 8afc0738-2047-4e77-8960-a64279455c45 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:40.657776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'mac_address': 'fa:16:3e:cc:1c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:40.665943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad24dc99-0e59-4271-a4ec-cf11795828e1 req-b0687ef4-3e26-45f8-9200-ebb7bd9188d6 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317489 Nov 12 03:28:40.670694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Calling delete_port for 8afc0738-2047-4e77-8960-a64279455c45 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:40.683087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.697405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['28965536-3893-4eaf-8376-50881b99e849'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:40.781446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.807214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:40.818282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de7fe65c-7e1a-4760-a851-95363c8896d7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:40.819743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:40.831778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Pushing event updated for resources: {'Port': ['ID=f6fd164e-0222-43f6-94fb-4b2805aedf84,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.835673 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.837843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:40.875680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:40.892653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19e137af-0d7b-45dd-8d32-3a54c91bfb0d req-d2827088-8103-46b6-b1fc-cd0ab2d06593 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5773466-32b6-4834-a2c6-2119ff15de68 HTTP/1.1" status: 200 len: 210 time: 0.0808938 Nov 12 03:28:40.966667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.967789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.969218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b9df2417-ed41-4e9a-a118-7fa6f57d00c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:40.983978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc3cc82-259b-46bb-b96c-cb2343e701c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9df2417-ed41-4e9a-a118-7fa6f57d00c1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:40.986959 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf34db6-8912-40ba-b2de-260411c4a877" -d '{"events": [{"server_uuid": "cdc3cc82-259b-46bb-b96c-cb2343e701c8", "name": "network-vif-plugged", "status": "completed", "tag": "b9df2417-ed41-4e9a-a118-7fa6f57d00c1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:40.998330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.999484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 079b4f60-c194-43c6-8bb5-24b3d38f1de7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:41.003976 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.018502 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-715eda64-909a-4a7f-9f32-e0544730bf1e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7414107 Nov 12 03:28:41.027141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.069220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Request body: {'port': {'device_id': 'd3d0e0c3-50bb-410d-bf30-608263371779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:41.103884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afc0738-2047-4e77-8960-a64279455c45,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.153431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] No DVR routers for this DVR port 8afc0738-2047-4e77-8960-a64279455c45 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:41.166908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.170367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1370766333', 'description': 'tempest-description-1521106174'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:41.181019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.202748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.204163 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.214339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.258893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8afc0738-2047-4e77-8960-a64279455c45 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:41.265576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.309887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8afc0738-2047-4e77-8960-a64279455c45 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:41.310136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8afc0738-2047-4e77-8960-a64279455c45 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:41.321493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.324759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0c1c1370-6596-452e-bdbb-0d2c56e3327e None None] Provisioning complete for port f6fd164e-0222-43f6-94fb-4b2805aedf84 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:41.325194 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1370-6596-452e-bdbb-0d2c56e3327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.340992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3dbf-0cac-4185-afed-7ee6fd244425 req-86d9db6e-3962-4524-b1bf-c3f61c38e83a tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.348433 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04ec3dbf-0cac-4185-afed-7ee6fd244425 req-86d9db6e-3962-4524-b1bf-c3f61c38e83a tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 935 time: 0.2877791 Nov 12 03:28:41.389241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 079b4f60-c194-43c6-8bb5-24b3d38f1de7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=079b4f60-c194-43c6-8bb5-24b3d38f1de7,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:41.401417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.416017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '079b4f60-c194-43c6-8bb5-24b3d38f1de7', 'network_id': '8daa3682-dd44-4547-aec6-a80cbe11f65c', 'port_id': '079b4f60-c194-43c6-8bb5-24b3d38f1de7', 'mac_address': 'fa:16:3e:14:2e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a7d650-11f3-4c64-b1a8-ee0ffce94c6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:41.420608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.421532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c1370-6596-452e-bdbb-0d2c56e3327e None None] Port f6fd164e-0222-43f6-94fb-4b2805aedf84 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:41.425783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Pushing event updated for resources: {'Port': ['ID=7643b8fc-dc71-44e6-b753-d9a711d36b5d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.430183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Network eb23f82b-b71d-4764-b20e-7c4c0ff724db is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:41.431721 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.457878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:41.461188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4746856e-b3e9-4385-a9ed-367db8b46e02,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.463952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:41.480133 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.504199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079b4f60-c194-43c6-8bb5-24b3d38f1de7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:41.531430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 079b4f60-c194-43c6-8bb5-24b3d38f1de7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=079b4f60-c194-43c6-8bb5-24b3d38f1de7,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:41.538689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.539027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.539640 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.560253 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-f191e318-ccc8-4a40-8c43-cbd350dc214c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8193402 Nov 12 03:28:41.581433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Request body: {'port': {'device_id': 'd5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:41.615802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.618845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'name': 'network-vif-deleted', 'tag': '443d0354-b8ec-4c19-b337-3d7bb3adee78'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:41.621517 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d273d-456e-4463-8867-4bf94a085d2b" -d '{"events": [{"server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "name": "network-vif-deleted", "tag": "443d0354-b8ec-4c19-b337-3d7bb3adee78"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:41.630158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.639796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=079b4f60-c194-43c6-8bb5-24b3d38f1de7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.688840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.690218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-baa3ca46-6a45-4630-b613-a1b59eb6a997 req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9805546 Nov 12 03:28:41.691438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ae1df-8a91-470a-a4c6-aaf025326ce6 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b903e03-4deb-4578-ab68-49550ebab75e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.693757 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.733668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['de7fe65c-7e1a-4760-a851-95363c8896d7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:41.789884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f918fda9-06aa-4c34-bbc6-cfab11c01a7e']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:41.797914 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c912007f-237a-41e5-a199-bab5c23d21fa x-openstack-request-id: req-c912007f-237a-41e5-a199-bab5c23d21fa {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:41.798198 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc3cc82-259b-46bb-b96c-cb2343e701c8", "name": "network-vif-plugged", "status": "completed", "tag": "b9df2417-ed41-4e9a-a118-7fa6f57d00c1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:41.798442 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c912007f-237a-41e5-a199-bab5c23d21fa {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:41.799334 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc3cc82-259b-46bb-b96c-cb2343e701c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9df2417-ed41-4e9a-a118-7fa6f57d00c1', 'code': 200} Nov 12 03:28:41.821338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:41.821892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59f8d61-49ba-4e3c-bd6f-cf6b0173e50d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:41.846498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.874305 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04ec3dbf-0cac-4185-afed-7ee6fd244425 req-a8104d0f-a9c6-4e03-b9be-47a6dff379c2 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249851 Nov 12 03:28:41.882246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['079b4f60-c194-43c6-8bb5-24b3d38f1de7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:41.885754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.918875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:41.919276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:41.921350 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:42.025939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.035517 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.040820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f918fda9-06aa-4c34-bbc6-cfab11c01a7e HTTP/1.1" status: 204 len: 168 time: 2.2361004 Nov 12 03:28:42.071810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820fa9b-2650-4654-a2d3-4117f9de5890 admin admin] Pushing event deleted for resources: {'Network': ['ID=f918fda9-06aa-4c34-bbc6-cfab11c01a7e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.139566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7643b8fc-dc71-44e6-b753-d9a711d36b5d {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:42.151987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.192729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3e097-0ffc-4e7e-999d-ba31cf07b210 req-90ecbfe8-b3df-4145-a300-4ca7b4142f36 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.194307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fe3e097-0ffc-4e7e-999d-ba31cf07b210 req-90ecbfe8-b3df-4145-a300-4ca7b4142f36 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 945 time: 0.1356039 Nov 12 03:28:42.243627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fd164e-0222-43f6-94fb-4b2805aedf84 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:42.245761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:42.256938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Transition to ACTIVE for port object 7643b8fc-dc71-44e6-b753-d9a711d36b5d will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:42.258798 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.270673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520fd3a-c11e-4084-b557-d34697ef09fe req-dfe32979-22fd-4a6d-8e95-bfee99a961ce tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.278156 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3520fd3a-c11e-4084-b557-d34697ef09fe req-dfe32979-22fd-4a6d-8e95-bfee99a961ce tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 931 time: 0.0863824 Nov 12 03:28:42.306765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fe3e097-0ffc-4e7e-999d-ba31cf07b210 req-59954ebd-dbbd-4846-8aa8-8f87689f245e tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945964 Nov 12 03:28:42.310541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Transition to ACTIVE for port object f6fd164e-0222-43f6-94fb-4b2805aedf84 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:42.317087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.353930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port de7fe65c-7e1a-4760-a851-95363c8896d7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:42.354078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.354386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.367213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4832205-c578-44b5-83cc-14c7531d1e0c req-30627ddb-2216-44b5-8b2f-54b3f0696d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.369759 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4832205-c578-44b5-83cc-14c7531d1e0c req-30627ddb-2216-44b5-8b2f-54b3f0696d2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 1097 time: 0.2136903 Nov 12 03:28:42.431510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fd164e-0222-43f6-94fb-4b2805aedf84,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.454890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40956) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:42.539923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3520fd3a-c11e-4084-b557-d34697ef09fe req-76f20f12-b0bd-4923-9e58-57575a3cab98 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609820 Nov 12 03:28:42.544343 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.589484 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a2ef33-f8e3-4993-968c-6dc1584de151 x-openstack-request-id: req-b6a2ef33-f8e3-4993-968c-6dc1584de151 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:42.594865 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5773466-32b6-4834-a2c6-2119ff15de68", "name": "network-vif-deleted", "tag": "443d0354-b8ec-4c19-b337-3d7bb3adee78", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:42.595461 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6a2ef33-f8e3-4993-968c-6dc1584de151 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:42.602798 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5773466-32b6-4834-a2c6-2119ff15de68', 'name': 'network-vif-deleted', 'tag': '443d0354-b8ec-4c19-b337-3d7bb3adee78', 'status': 'completed', 'code': 200} Nov 12 03:28:42.638032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Pushing event updated for resources: {'Port': ['ID=7643b8fc-dc71-44e6-b753-d9a711d36b5d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.651398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-86877c1a-1d4e-4332-bb45-a68ee79c2ae9 req-d091110a-5e9a-4a7f-961b-2c33a60212ac tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-268843495', 'description': 'tempest-description-1026386293'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:42.658458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:42.663846 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.665658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c4f857a4-9b80-473d-89cd-adbc418b16cd no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:42.668983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4832205-c578-44b5-83cc-14c7531d1e0c req-04c81242-13b4-4631-8526-36d954630e0b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854401 Nov 12 03:28:42.687953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Attempting to bind port 7643b8fc-dc71-44e6-b753-d9a711d36b5d on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:42.688666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Attempting to bind port 7643b8fc-dc71-44e6-b753-d9a711d36b5d by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:42.693317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Attempting to bind port 7643b8fc-dc71-44e6-b753-d9a711d36b5d on network eb23f82b-b71d-4764-b20e-7c4c0ff724db {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:42.716350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Port 7643b8fc-dc71-44e6-b753-d9a711d36b5d on network eb23f82b-b71d-4764-b20e-7c4c0ff724db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:42.716690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Attempting to bind port 7643b8fc-dc71-44e6-b753-d9a711d36b5d on network eb23f82b-b71d-4764-b20e-7c4c0ff724db {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:42.722982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40960) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:42.723565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9a5c9ed6-0198-497a-ac40-2caeb43fbd26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd18c623870e4473b957c31542b4e7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562890 Nov 12 03:28:42.727943 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86877c1a-1d4e-4332-bb45-a68ee79c2ae9 req-d091110a-5e9a-4a7f-961b-2c33a60212ac tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.759500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:42.759852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Checking segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:42.760370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Bound using segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:42.760945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Bound port: 7643b8fc-dc71-44e6-b753-d9a711d36b5d, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:42.761358 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.772350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Attempting to bind port f6fd164e-0222-43f6-94fb-4b2805aedf84 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:42.772350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Attempting to bind port f6fd164e-0222-43f6-94fb-4b2805aedf84 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:42.772704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Attempting to bind port f6fd164e-0222-43f6-94fb-4b2805aedf84 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:42.782757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: c4f857a4-9b80-473d-89cd-adbc418b16cd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:42.783335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c4f857a4-9b80-473d-89cd-adbc418b16cd not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:42.787601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Port f6fd164e-0222-43f6-94fb-4b2805aedf84 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:42.787932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Attempting to bind port f6fd164e-0222-43f6-94fb-4b2805aedf84 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:42.789669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 443d0354-b8ec-4c19-b337-3d7bb3adee78 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:42.799991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:42.801012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:42.801624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:42.802283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Bound port: f6fd164e-0222-43f6-94fb-4b2805aedf84, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:42.803028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.818541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 443d0354-b8ec-4c19-b337-3d7bb3adee78 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:42.818894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 443d0354-b8ec-4c19-b337-3d7bb3adee78 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:42.838425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.852509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.852904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.853281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.853623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.853963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.854300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.854633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.854966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.855345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.855678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.856009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.856339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:42.860075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a0534-bf36-43e0-8949-48798bbb83d5 req-7c3ae927-0ed5-42e2-ad48-3894c4ca5a87 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.865601 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-047a0534-bf36-43e0-8949-48798bbb83d5 req-7c3ae927-0ed5-42e2-ad48-3894c4ca5a87 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1658456 Nov 12 03:28:42.919423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] For port 7643b8fc-dc71-44e6-b753-d9a711d36b5d, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:42.924935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] For port 7643b8fc-dc71-44e6-b753-d9a711d36b5d, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:42.931766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86877c1a-1d4e-4332-bb45-a68ee79c2ae9 req-d091110a-5e9a-4a7f-961b-2c33a60212ac tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.936051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86877c1a-1d4e-4332-bb45-a68ee79c2ae9 req-d091110a-5e9a-4a7f-961b-2c33a60212ac tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.936306 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.940419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] For port f6fd164e-0222-43f6-94fb-4b2805aedf84, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:42.945692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] For port f6fd164e-0222-43f6-94fb-4b2805aedf84, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f6fd164e-0222-43f6-94fb-4b2805aedf84,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:42.954349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.001601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.002275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.004261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/f6fd164e-0222-43f6-94fb-4b2805aedf84 HTTP/1.1" status: 200 len: 1096 time: 1.9745207 Nov 12 03:28:43.004960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d0e0c3-50bb-410d-bf30-608263371779', 'tag': 'f6fd164e-0222-43f6-94fb-4b2805aedf84'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:43.017355 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18978ed2-d41f-44d7-8155-c7a53dcc63f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d0e0c3-50bb-410d-bf30-608263371779", "tag": "f6fd164e-0222-43f6-94fb-4b2805aedf84"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:43.046524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-86877c1a-1d4e-4332-bb45-a68ee79c2ae9 req-d091110a-5e9a-4a7f-961b-2c33a60212ac tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.051737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.052512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.054481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] 10.222.0.20 "PUT /v2.0/ports/7643b8fc-dc71-44e6-b753-d9a711d36b5d HTTP/1.1" status: 200 len: 1092 time: 1.4786444 Nov 12 03:28:43.057954 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86877c1a-1d4e-4332-bb45-a68ee79c2ae9 req-d091110a-5e9a-4a7f-961b-2c33a60212ac tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4322002 Nov 12 03:28:43.058675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf9da35-85d8-497e-8dff-7a2d182d474b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.089237 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf9da35-85d8-497e-8dff-7a2d182d474b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.125357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091110a-5e9a-4a7f-961b-2c33a60212ac tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d11c007-64bc-468a-90f4-545e1512f8ed,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.153299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40968) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.199886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-047a0534-bf36-43e0-8949-48798bbb83d5 req-851db34c-05a8-4957-a62f-48c8b459e0b4 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847607 Nov 12 03:28:43.228282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf9da35-85d8-497e-8dff-7a2d182d474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.231525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf9da35-85d8-497e-8dff-7a2d182d474b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.233105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ecf9da35-85d8-497e-8dff-7a2d182d474b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd2074fe-8470-472f-a69c-ac72dcda1b5c HTTP/1.1" status: 204 len: 168 time: 0.5105751 Nov 12 03:28:43.282108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b92bf1-35f8-4e32-9ef5-951705b85af3 service neutron] Pushing event updated for resources: {'Port': ['ID=7643b8fc-dc71-44e6-b753-d9a711d36b5d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.292821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9da35-85d8-497e-8dff-7a2d182d474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2074fe-8470-472f-a69c-ac72dcda1b5c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.305183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-8433efdd-cf5b-4430-bec3-836e3368e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.306775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-8433efdd-cf5b-4430-bec3-836e3368e763 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0be8f440d514aa197d2ad77a0598c32&device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 1099 time: 0.2173209 Nov 12 03:28:43.315668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f542a-ccb4-457b-8055-27103e14b8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fd164e-0222-43f6-94fb-4b2805aedf84,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.324902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77547-e92f-44be-a64b-351ad6976845 req-94786b3c-98a5-492e-9fff-1bcc37e11e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.327572 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff3bf0f-a1d7-4654-ab99-10702ada639a x-openstack-request-id: req-1ff3bf0f-a1d7-4654-ab99-10702ada639a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:43.327826 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d0e0c3-50bb-410d-bf30-608263371779", "tag": "f6fd164e-0222-43f6-94fb-4b2805aedf84", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:43.328078 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ff3bf0f-a1d7-4654-ab99-10702ada639a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:43.328821 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d0e0c3-50bb-410d-bf30-608263371779', 'tag': 'f6fd164e-0222-43f6-94fb-4b2805aedf84', 'status': 'completed', 'code': 200} Nov 12 03:28:43.333285 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-94786b3c-98a5-492e-9fff-1bcc37e11e63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 1095 time: 0.1754110 Nov 12 03:28:43.351499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea2826f-c098-477e-a319-ce0c8609f933 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting subnet d828214c-80d0-4bd9-8fe4-0b7968c1e44e {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:43.383524 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-69a64000-e638-4f08-8d3c-a34470be90e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f6fd164e-0222-43f6-94fb-4b2805aedf84 HTTP/1.1" status: 200 len: 217 time: 0.0631201 Nov 12 03:28:43.384114 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fea2826f-c098-477e-a319-ce0c8609f933 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.401182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb484347-ba1b-4d64-9b3d-f1c433582df2 req-408321be-9306-46e8-926b-1fda78d3f369 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.409682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb484347-ba1b-4d64-9b3d-f1c433582df2 req-408321be-9306-46e8-926b-1fda78d3f369 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 947 time: 0.1154327 Nov 12 03:28:43.459109 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-2f4b04d9-1db0-443d-b2c6-e63e2dbcf492 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d HTTP/1.1" status: 200 len: 217 time: 0.0974305 Nov 12 03:28:43.527814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-970fe691-3372-4bee-88a7-8db67f78b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.530145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-970fe691-3372-4bee-88a7-8db67f78b765 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1369727 Nov 12 03:28:43.533133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fea2826f-c098-477e-a319-ce0c8609f933 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.591176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb484347-ba1b-4d64-9b3d-f1c433582df2 req-7e1d45bd-71ca-4d97-a40a-d1573ff2d32d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808653 Nov 12 03:28:43.621112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-51c8413f-8144-4260-900e-827e7220486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.629901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-51c8413f-8144-4260-900e-827e7220486a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0843484 Nov 12 03:28:43.641106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77547-e92f-44be-a64b-351ad6976845 req-cf4fbf40-3a2e-4209-99b3-a02a3b08279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.644791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-cf4fbf40-3a2e-4209-99b3-a02a3b08279c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.1765511 Nov 12 03:28:43.720236 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-12d95219-aa46-4b20-90aa-3c554ba73e3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635021 Nov 12 03:28:43.801517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:43.805216 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc4481f-8f93-41e7-ba13-0fb5cabfba73" -d '{"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-plugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:43.846295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-fd9286bb-432c-4796-b010-a1f5ca665aae service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046525 Nov 12 03:28:43.847350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fea2826f-c098-477e-a319-ce0c8609f933 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.857734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e845de-b063-4ff3-9e99-ae0e91acfbfe req-76d66de3-f83f-44ca-b85d-b024eade3a97 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.859382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65e845de-b063-4ff3-9e99-ae0e91acfbfe req-76d66de3-f83f-44ca-b85d-b024eade3a97 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 945 time: 0.1749055 Nov 12 03:28:43.967647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-b983d0be-5e0c-4efc-b083-d95f5b40be84 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280996 Nov 12 03:28:44.022684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-74baf562-5b81-47da-8d2f-b99d6f7e76a5 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37096 time: 0.6632056 Nov 12 03:28:44.052445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65e845de-b063-4ff3-9e99-ae0e91acfbfe req-742a3719-500a-4219-8e55-3da701661e47 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891042 Nov 12 03:28:44.057624 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fea2826f-c098-477e-a319-ce0c8609f933 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.062986 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a751bb6e-98ac-42ff-a2e4-871adb18473b req-57f67e65-9654-4e57-ad1d-fdc38e67acd1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024653 Nov 12 03:28:44.120142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2826f-c098-477e-a319-ce0c8609f933 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Subnet': ['ID=d828214c-80d0-4bd9-8fe4-0b7968c1e44e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.122438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fea2826f-c098-477e-a319-ce0c8609f933 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.122731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ea7d86-9324-4ec1-b883-efa7be08ffbc None None] Network a78bef56-e573-4ea4-a385-12f452b36711 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:44.128387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40994) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:44.128573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fea2826f-c098-477e-a319-ce0c8609f933 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "DELETE /v2.0/subnets/d828214c-80d0-4bd9-8fe4-0b7968c1e44e HTTP/1.1" status: 204 len: 168 time: 0.9405437 Nov 12 03:28:44.179557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-7ad3278d-1eb6-4caa-95db-8df15ace71cd tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1490b075-86e2-4399-8ac0-bd55d5b620fb HTTP/1.1" status: 200 len: 2998 time: 0.1232264 Nov 12 03:28:44.183554 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bf77547-e92f-44be-a64b-351ad6976845 req-ee229848-06e9-4355-bb39-5595c6f18135 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074318 Nov 12 03:28:44.280343 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-6685a405-7a5f-4c0d-9844-90c2512c257e tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1490b075-86e2-4399-8ac0-bd55d5b620fb HTTP/1.1" status: 200 len: 2998 time: 0.0920086 Nov 12 03:28:44.309420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.311091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 079b4f60-c194-43c6-8bb5-24b3d38f1de7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:44.372641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-3c9000e1-ff70-4cb5-9fcd-c8abca2e1ad0 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8 HTTP/1.1" status: 200 len: 2998 time: 0.0851438 Nov 12 03:28:44.451153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-5f450ff9-5275-4471-8e5c-a4201461260f tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8 HTTP/1.1" status: 200 len: 2998 time: 0.0718153 Nov 12 03:28:44.467214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-685cb3d9-1ff4-47e1-8ee6-a88119dcaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.473509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:44.474983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-685cb3d9-1ff4-47e1-8ee6-a88119dcaa6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0be8f440d514aa197d2ad77a0598c32&device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 1099 time: 0.1605484 Nov 12 03:28:44.480392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:44.481310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.544059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479f88e-c6bd-45e7-be4d-ec32eeaf3479 req-6597047c-182b-4ecc-9b1c-9e3a8156e620 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.554687 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a479f88e-c6bd-45e7-be4d-ec32eeaf3479 req-6597047c-182b-4ecc-9b1c-9e3a8156e620 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 943 time: 0.2414522 Nov 12 03:28:44.601887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-bb4980e4-4baf-4e9b-905a-df96165e4075 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4746856e-b3e9-4385-a9ed-367db8b46e02 HTTP/1.1" status: 200 len: 2998 time: 0.1419392 Nov 12 03:28:44.604959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8', 'tag': '7643b8fc-dc71-44e6-b753-d9a711d36b5d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:44.616330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] DHCP port deletion for a78bef56-e573-4ea4-a385-12f452b36711 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:44.618278 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101194b3-04af-4664-8ffa-4029e2a5d8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8", "tag": "7643b8fc-dc71-44e6-b753-d9a711d36b5d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:44.656650 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.667364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting port 5832bc13-9c35-44d3-91cf-0a4451b14957 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:44.667718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.709709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 079b4f60-c194-43c6-8bb5-24b3d38f1de7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=079b4f60-c194-43c6-8bb5-24b3d38f1de7,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:44.712550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] Deleting port 5832bc13-9c35-44d3-91cf-0a4451b14957 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:44.712979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.716345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.724314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41014) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:44.748795 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-7d432f2d-667f-41cb-bc46-7a0f6a81d422 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4746856e-b3e9-4385-a9ed-367db8b46e02 HTTP/1.1" status: 200 len: 2998 time: 0.1213007 Nov 12 03:28:44.792479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=079b4f60-c194-43c6-8bb5-24b3d38f1de7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.818107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a479f88e-c6bd-45e7-be4d-ec32eeaf3479 req-f93a8da2-0dd4-4ab2-b6ed-1465ca110309 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619863 Nov 12 03:28:44.850241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] For port 5832bc13-9c35-44d3-91cf-0a4451b14957, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5832bc13-9c35-44d3-91cf-0a4451b14957,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:44.850965 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.861143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-1e21d827-5208-4824-b92f-cdba5ab2efad tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5ea298c8-096e-411c-9974-72bbf879d4e1 HTTP/1.1" status: 200 len: 2998 time: 0.1025858 Nov 12 03:28:44.861802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-0fa88321-4cc8-4ca1-949a-297ee762bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.863516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-0fa88321-4cc8-4ca1-949a-297ee762bd1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3737507 Nov 12 03:28:44.868669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Calling delete_port for 5832bc13-9c35-44d3-91cf-0a4451b14957 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:44.912497 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be573d20-babc-42ed-8474-209c23ca379a x-openstack-request-id: req-be573d20-babc-42ed-8474-209c23ca379a {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:44.913077 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-plugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:44.913077 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be573d20-babc-42ed-8474-209c23ca379a {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:44.913492 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'code': 200} Nov 12 03:28:44.932976 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-32ae9341-1092-46c5-af94-f0c08e0067fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f6fd164e-0222-43f6-94fb-4b2805aedf84 HTTP/1.1" status: 200 len: 217 time: 0.0532806 Nov 12 03:28:44.941000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] For port 5832bc13-9c35-44d3-91cf-0a4451b14957, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5832bc13-9c35-44d3-91cf-0a4451b14957,segment=NetworkSegment(451402cf-be6f-4494-9b70-b183ee84ed93),segment_id=451402cf-be6f-4494-9b70-b183ee84ed93)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:44.941282 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.950368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-network', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:44.955870 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-9fea7708-0cfe-4fed-8845-f80203c64d61 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5ea298c8-096e-411c-9974-72bbf879d4e1 HTTP/1.1" status: 200 len: 2998 time: 0.0896637 Nov 12 03:28:44.978725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] Calling delete_port for 5832bc13-9c35-44d3-91cf-0a4451b14957 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:44.995673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Made reservation on behalf of 90b1a83bc9244a2290649cc7b7faf2a0 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:45.000169 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.029177 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.099750 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.133440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-5294b3e6-bb5b-4fce-9a5e-0ccacc1c8035 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/abe24083-ad3f-450a-8a39-73d20e570658 HTTP/1.1" status: 200 len: 2998 time: 0.1677563 Nov 12 03:28:45.136627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-62600166-aab8-4b82-a613-2fd120c133e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.138360 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-62600166-aab8-4b82-a613-2fd120c133e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1942923 Nov 12 03:28:45.144457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] No DVR routers for this DVR port 5832bc13-9c35-44d3-91cf-0a4451b14957 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:45.159633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dc415-99da-4b02-a5ee-fd1268a19519 None None] Pushing event deleted for resources: {'Port': ['ID=5832bc13-9c35-44d3-91cf-0a4451b14957,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.185440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.196843 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-36ce80e5-19e6-4823-a761-e02b688fa2b1 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/abe24083-ad3f-450a-8a39-73d20e570658 HTTP/1.1" status: 200 len: 2998 time: 0.0621881 Nov 12 03:28:45.231752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116765bf-5483-4efa-97a1-3f45a2123ed5 req-558c5283-ab33-4c47-8ba6-b6fec5eb7866 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.234401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-116765bf-5483-4efa-97a1-3f45a2123ed5 req-558c5283-ab33-4c47-8ba6-b6fec5eb7866 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.2098560 Nov 12 03:28:45.250808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-73c143dd-4740-42e1-b280-db9c0e9f3a87 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/bba56954-4e0a-40ad-9c2d-c432f4a9f1f7 HTTP/1.1" status: 200 len: 2994 time: 0.0525651 Nov 12 03:28:45.258198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5832bc13-9c35-44d3-91cf-0a4451b14957 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:45.258658 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.290964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.296993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5832bc13-9c35-44d3-91cf-0a4451b14957 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:45.299257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-662d3e7a-23f3-4481-b87a-f01d566c8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.301259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-662d3e7a-23f3-4481-b87a-f01d566c8b0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1538739 Nov 12 03:28:45.301776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5832bc13-9c35-44d3-91cf-0a4451b14957 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:45.308234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:45.328085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54866bcb-1b74-4704-8324-6ec3c0207f9e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.337302 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.337571 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Added segment 759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f of type vlan for network c314c03a-5e3a-4dc0-a443-13b61fe935b8 Nov 12 03:28:45.353888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-f5d00bdc-deb8-4a14-9d96-4fadedcd8606 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/bba56954-4e0a-40ad-9c2d-c432f4a9f1f7 HTTP/1.1" status: 200 len: 2994 time: 0.1018121 Nov 12 03:28:45.428403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-d03dbeae-9474-4076-87e5-8522394caf2c tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ccd8c7c5-e879-429e-ba86-9b0af158123c HTTP/1.1" status: 200 len: 2998 time: 0.0724690 Nov 12 03:28:45.454405 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:45.471091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-63c2d6da-c202-43b3-9685-e09d6ea3bcf8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072526 Nov 12 03:28:45.479218 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.484499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-116765bf-5483-4efa-97a1-3f45a2123ed5 req-15efc903-d962-4470-8d4c-b49a0368a4fc tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416451 Nov 12 03:28:45.489733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Port': ['ID=5832bc13-9c35-44d3-91cf-0a4451b14957,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.492047 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-70455fc8-2dc2-439f-a95e-699ceb29fd8d tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ccd8c7c5-e879-429e-ba86-9b0af158123c HTTP/1.1" status: 200 len: 2998 time: 0.0623498 Nov 12 03:28:45.534111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] No DVR routers for this DVR port 5832bc13-9c35-44d3-91cf-0a4451b14957 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:45.538966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.540049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.541519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.611566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] Pushing event updated for resources: {'Network': ['ID=c314c03a-5e3a-4dc0-a443-13b61fe935b8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.627481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-920f0cc8-cc45-4422-81fe-4fe3e1de97c5 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ebe19db8-6405-4855-b810-5f7ef3de9b43 HTTP/1.1" status: 200 len: 2998 time: 0.1339905 Nov 12 03:28:45.629333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:45.641410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-950778fe-fe54-4173-918f-5189a0628b8b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9154162 Nov 12 03:28:45.648955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41022) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:45.656425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Request body: {'subnet': {'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-subnet', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:45.696959 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-b108a5a0-f5a7-4e63-ae72-f47cf8735219 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ebe19db8-6405-4855-b810-5f7ef3de9b43 HTTP/1.1" status: 200 len: 2998 time: 0.0678916 Nov 12 03:28:45.748352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.753177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Made reservation on behalf of 90b1a83bc9244a2290649cc7b7faf2a0 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:45.756245 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.771663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-4c2f6755-3161-45b5-ae5d-a059df0f870a tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9 HTTP/1.1" status: 200 len: 2998 time: 0.0738039 Nov 12 03:28:45.787611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78bef56-e573-4ea4-a385-12f452b36711']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:45.813734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41726351-2779-4033-af8b-ba12ca36a2aa req-f0512ddf-5a49-416a-a3c7-f60ca93a6ddd tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.815853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41726351-2779-4033-af8b-ba12ca36a2aa req-f0512ddf-5a49-416a-a3c7-f60ca93a6ddd tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 947 time: 0.1796541 Nov 12 03:28:45.819860 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18978ed2-d41f-44d7-8155-c7a53dcc63f4 req-0a503a1d-37d9-43b8-8cbb-5ee0227b4ee4 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087606 Nov 12 03:28:45.821577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451402cf-be6f-4494-9b70-b183ee84ed93') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:45.821878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451402cf-be6f-4494-9b70-b183ee84ed93') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:45.856384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.879512 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-b4c1eea5-408d-4d31-a940-190eda5dab40 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9 HTTP/1.1" status: 200 len: 2998 time: 0.0974104 Nov 12 03:28:45.886615 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.901058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:45.901552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:45.904777 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:45.942636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41726351-2779-4033-af8b-ba12ca36a2aa req-f4dab878-27e3-4c5a-a72f-146d154a004b tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133432 Nov 12 03:28:45.969046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-70b1bf53-2a09-41fd-a096-250b324655e9 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab HTTP/1.1" status: 200 len: 2998 time: 0.0805528 Nov 12 03:28:46.028412 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c8ad95-1e32-44ac-a11e-8fbea4f5b260 x-openstack-request-id: req-f2c8ad95-1e32-44ac-a11e-8fbea4f5b260 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:46.029221 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8", "tag": "7643b8fc-dc71-44e6-b753-d9a711d36b5d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:46.029946 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2c8ad95-1e32-44ac-a11e-8fbea4f5b260 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:46.030597 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8', 'tag': '7643b8fc-dc71-44e6-b753-d9a711d36b5d', 'status': 'completed', 'code': 200} Nov 12 03:28:46.044120 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.050431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.069355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.072812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "DELETE /v2.0/networks/a78bef56-e573-4ea4-a385-12f452b36711 HTTP/1.1" status: 204 len: 168 time: 1.9431813 Nov 12 03:28:46.076062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:46.106631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-8013ca4a-1574-476b-ba03-b2a8de0b30fc tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab HTTP/1.1" status: 200 len: 2998 time: 0.1095231 Nov 12 03:28:46.144986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1471ae8b-bcf2-4f6c-a595-94a9e17324f4,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.161272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd36db1-e71a-4f31-9f52-492f97bd6278 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Network': ['ID=a78bef56-e573-4ea4-a385-12f452b36711,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.166847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Checking segment: {'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:46.167575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Network hostable DHCP agents. Network: c314c03a-5e3a-4dc0-a443-13b61fe935b8, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:46.196180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-48459fb7-6b0a-4119-9f6f-5575b0e9c50a tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fd165893-d4ff-4dfa-9aa7-753f323352d5 HTTP/1.1" status: 200 len: 2990 time: 0.0775859 Nov 12 03:28:46.202169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:46.219556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c314c03a-5e3a-4dc0-a443-13b61fe935b8) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:46.229898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28280f-22bd-4c4d-85c3-6085e79f35db None None] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:46.240697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.241995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.276347 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fefc63d9-0a46-4035-ba2f-517921c78132 req-a144032a-5b6f-433a-a8e5-841b73de6013 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fd165893-d4ff-4dfa-9aa7-753f323352d5 HTTP/1.1" status: 200 len: 2990 time: 0.0693779 Nov 12 03:28:46.281951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2fcd70e1-e87e-440f-8575-bfe67af00765 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6335244 Nov 12 03:28:46.287645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7643b8fc-dc71-44e6-b753-d9a711d36b5d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:46.294819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41028) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:46.307154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:46.332668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad3f534-b084-49e0-98df-54d04414f157 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting subnet 44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:46.364867 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fad3f534-b084-49e0-98df-54d04414f157 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.445232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188a8a0-d789-4f23-8809-d6433af9f565 req-dd328981-ea3c-48b1-8f19-d736bd277943 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.465463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c188a8a0-d789-4f23-8809-d6433af9f565 req-dd328981-ea3c-48b1-8f19-d736bd277943 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 945 time: 0.3627503 Nov 12 03:28:46.468545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-b9ec7930-ac05-4405-a0be-7f74b2c7cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.470089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-b9ec7930-ac05-4405-a0be-7f74b2c7cc1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 1095 time: 0.4040771 Nov 12 03:28:46.527383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cacde-d499-4377-bc56-aeab46dbef56 req-264d8e42-e666-44f6-b24b-fe6bcdb5e120 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.529032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0b4cacde-d499-4377-bc56-aeab46dbef56 req-264d8e42-e666-44f6-b24b-fe6bcdb5e120 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 943 time: 0.0645680 Nov 12 03:28:46.560673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.561819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.609350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0b4cacde-d499-4377-bc56-aeab46dbef56 req-02750a5a-8a80-43b8-acb7-29fb10281e2b tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728664 Nov 12 03:28:46.628453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fad3f534-b084-49e0-98df-54d04414f157 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.717266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-edda4712-16bf-4d6f-9992-bc8bdc752731 req-33371ab4-572f-4112-8990-94c544f83a6a tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c2c8b2aa6e9404dbb2580d393bbcf69 HTTP/1.1" status: 200 len: 6154 time: 0.0883660 Nov 12 03:28:46.723731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c188a8a0-d789-4f23-8809-d6433af9f565 req-3b4a3445-5bfc-448a-89be-6e129ec4741b tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560229 Nov 12 03:28:46.740349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7643b8fc-dc71-44e6-b753-d9a711d36b5d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:46.743100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c314c03a-5e3a-4dc0-a443-13b61fe935b8', 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'fixed_ips': [{'subnet_id': '1471ae8b-bcf2-4f6c-a595-94a9e17324f4'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:46.744616 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.771766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7643b8fc-dc71-44e6-b753-d9a711d36b5d', 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'port_id': '7643b8fc-dc71-44e6-b753-d9a711d36b5d', 'mac_address': 'fa:16:3e:91:57:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6289d9-3efa-4b44-a770-800f817e10bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:46.796856 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-edda4712-16bf-4d6f-9992-bc8bdc752731 req-4244cc76-2aa9-41aa-8874-78b71208e936 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "GET /v2.0/security-groups/ccd8c7c5-e879-429e-ba86-9b0af158123c HTTP/1.1" status: 200 len: 2998 time: 0.0782254 Nov 12 03:28:46.822560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.850465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-e4119059-92ea-4e38-91b6-c5d3c4a713bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.851621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-e4119059-92ea-4e38-91b6-c5d3c4a713bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 917 time: 0.3581829 Nov 12 03:28:46.879288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-edda4712-16bf-4d6f-9992-bc8bdc752731 req-58bf0507-2736-4104-8f91-d6d42f7c3653 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "GET /v2.0/security-groups/ccd8c7c5-e879-429e-ba86-9b0af158123c HTTP/1.1" status: 200 len: 2998 time: 0.0803583 Nov 12 03:28:46.896339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.915621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b89af9-55f0-4733-9764-f1b108d97fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079b4f60-c194-43c6-8bb5-24b3d38f1de7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:46.918200 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aca607-4d42-4c86-8333-cb467cfa3d0b" -d '{"events": [{"server_uuid": "f4b89af9-55f0-4733-9764-f1b108d97fc4", "name": "network-vif-plugged", "status": "completed", "tag": "079b4f60-c194-43c6-8bb5-24b3d38f1de7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:46.930805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7643b8fc-dc71-44e6-b753-d9a711d36b5d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:46.988659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7643b8fc-dc71-44e6-b753-d9a711d36b5d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:46.998647 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.999349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f6fd164e-0222-43f6-94fb-4b2805aedf84 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:47.000714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784cb98-72ee-4015-b797-90e9f5c76514 req-5e71d7f8-d718-492b-a4ce-4cc07c540384 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.009731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2784cb98-72ee-4015-b797-90e9f5c76514 req-5e71d7f8-d718-492b-a4ce-4cc07c540384 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 945 time: 0.0807486 Nov 12 03:28:47.025278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-a5ee7042-16b7-42dd-8047-d5aa3baa176e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d HTTP/1.1" status: 200 len: 217 time: 0.1443484 Nov 12 03:28:47.104082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f6fd164e-0222-43f6-94fb-4b2805aedf84, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f6fd164e-0222-43f6-94fb-4b2805aedf84,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:47.110027 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2784cb98-72ee-4015-b797-90e9f5c76514 req-fc403858-e7e4-414c-8db2-e28530eb61c3 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989046 Nov 12 03:28:47.126145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'f6fd164e-0222-43f6-94fb-4b2805aedf84', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'f6fd164e-0222-43f6-94fb-4b2805aedf84', 'mac_address': 'fa:16:3e:2e:65:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:47.126145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Allocated IP 172.20.0.2 (c314c03a-5e3a-4dc0-a443-13b61fe935b8/1471ae8b-bcf2-4f6c-a595-94a9e17324f4/6f66eda1-af24-4651-9c68-65d77c276257) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:47.128706 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fad3f534-b084-49e0-98df-54d04414f157 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.227732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7643b8fc-dc71-44e6-b753-d9a711d36b5d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.237905 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.248944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd8ddd50-36f3-4dba-8be6-ca89d234420d req-a31fea39-f5d8-4147-b8f5-5bcc546e434a tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/7d11c007-64bc-468a-90f4-545e1512f8ed HTTP/1.1" status: 200 len: 1794 time: 0.0704463 Nov 12 03:28:47.255393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74ea4d-7914-4eec-a33d-3b6a8e19821c req-425ff3e0-e10e-44b5-bd8d-8737de8d0b55 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.280648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df74ea4d-7914-4eec-a33d-3b6a8e19821c req-425ff3e0-e10e-44b5-bd8d-8737de8d0b55 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.4445779 Nov 12 03:28:47.280648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.289003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fd164e-0222-43f6-94fb-4b2805aedf84 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:47.317113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-e4fcf8c0-fb48-4089-8f80-648eb06c610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.319292 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-e4fcf8c0-fb48-4089-8f80-648eb06c610b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.2799218 Nov 12 03:28:47.321081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f6fd164e-0222-43f6-94fb-4b2805aedf84, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f6fd164e-0222-43f6-94fb-4b2805aedf84,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:47.332712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.378032 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bd8ddd50-36f3-4dba-8be6-ca89d234420d req-b3173e78-c042-442c-b736-13c6567791a3 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.404700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bd8ddd50-36f3-4dba-8be6-ca89d234420d req-b3173e78-c042-442c-b736-13c6567791a3 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.405699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-d0ebc38f-12ed-4bc0-a8bd-6c4358deb019 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516205 Nov 12 03:28:47.429912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.431621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f6fd164e-0222-43f6-94fb-4b2805aedf84,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.444510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.453495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df74ea4d-7914-4eec-a33d-3b6a8e19821c req-2dcdbdb5-9ad2-487d-bbed-3a5a6a91350b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876569 Nov 12 03:28:47.495014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Pushing event updated for resources: {'Port': ['ID=6f66eda1-af24-4651-9c68-65d77c276257,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.503134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:47.504960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:47.509600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:47.520991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bd8ddd50-36f3-4dba-8be6-ca89d234420d req-b3173e78-c042-442c-b736-13c6567791a3 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.529395 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bd8ddd50-36f3-4dba-8be6-ca89d234420d req-b3173e78-c042-442c-b736-13c6567791a3 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.530604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd8ddd50-36f3-4dba-8be6-ca89d234420d req-b3173e78-c042-442c-b736-13c6567791a3 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d11c007-64bc-468a-90f4-545e1512f8ed HTTP/1.1" status: 204 len: 173 time: 0.2459993 Nov 12 03:28:47.556315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3173e78-c042-442c-b736-13c6567791a3 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d11c007-64bc-468a-90f4-545e1512f8ed,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.582271 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50b3e68-19f2-456a-8dae-bc553eacad5f x-openstack-request-id: req-d50b3e68-19f2-456a-8dae-bc553eacad5f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:47.582642 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b89af9-55f0-4733-9764-f1b108d97fc4", "name": "network-vif-plugged", "status": "completed", "tag": "079b4f60-c194-43c6-8bb5-24b3d38f1de7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:47.582873 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d50b3e68-19f2-456a-8dae-bc553eacad5f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:47.583199 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b89af9-55f0-4733-9764-f1b108d97fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079b4f60-c194-43c6-8bb5-24b3d38f1de7', 'code': 200} Nov 12 03:28:47.699166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fad3f534-b084-49e0-98df-54d04414f157 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.729204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3731d98-2014-42b7-80ee-d0b326ecfb35 req-1cc880b3-2ae3-4c90-aa04-78cc867b1354 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.731907 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c3731d98-2014-42b7-80ee-d0b326ecfb35 req-1cc880b3-2ae3-4c90-aa04-78cc867b1354 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 948 time: 0.1125522 Nov 12 03:28:47.739597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3f534-b084-49e0-98df-54d04414f157 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Subnet': ['ID=44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.747922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0821f-9a3c-4a54-a6fa-6c1be066bd40 req-832d09f2-53de-4a5b-8709-1345240a495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.749409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-53d0821f-9a3c-4a54-a6fa-6c1be066bd40 req-832d09f2-53de-4a5b-8709-1345240a495c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 1097 time: 0.0948977 Nov 12 03:28:47.773526 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fad3f534-b084-49e0-98df-54d04414f157 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.777890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fad3f534-b084-49e0-98df-54d04414f157 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "DELETE /v2.0/subnets/44b279b5-ccb6-46c7-bcb4-baa75d4dc6d7 HTTP/1.1" status: 204 len: 168 time: 1.6765027 Nov 12 03:28:47.782958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41064) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:47.816680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f6fd164e-0222-43f6-94fb-4b2805aedf84'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:47.821291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7643b8fc-dc71-44e6-b753-d9a711d36b5d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:47.824578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e22c4-a5a5-447c-ac60-973987be590b None None] Network 9eecafca-03b9-4426-8253-6125779340d6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:47.846762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-be349a52-51c5-4876-a347-c0bc74bb8ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993113 Nov 12 03:28:47.855259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db1857a6-fe47-40a8-9272-d282d2d71e6b req-2e78134e-074f-4034-b725-89f18c2e244b tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5b903e03-4deb-4578-ab68-49550ebab75e HTTP/1.1" status: 200 len: 1795 time: 0.1217771 Nov 12 03:28:47.859253 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-53d0821f-9a3c-4a54-a6fa-6c1be066bd40 req-d18cf857-947c-4387-9695-03efdfcbbc26 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939770 Nov 12 03:28:47.907119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c3731d98-2014-42b7-80ee-d0b326ecfb35 req-1a3ef8e5-9566-4371-b814-0e0e24d8d17c tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615791 Nov 12 03:28:47.977587 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.103143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Attempting to bind port 6f66eda1-af24-4651-9c68-65d77c276257 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:48.103905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Attempting to bind port 6f66eda1-af24-4651-9c68-65d77c276257 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:48.104511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Attempting to bind port 6f66eda1-af24-4651-9c68-65d77c276257 on network c314c03a-5e3a-4dc0-a443-13b61fe935b8 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:48.113618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Deleting port 56cb4191-f1d0-436b-8325-a55636316949 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:48.114007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.141113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:48.141993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Checking segment: {'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:48.143214 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.143929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Bound using segment: {'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:48.144690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Bound port: 6f66eda1-af24-4651-9c68-65d77c276257, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:48.145344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.207559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] For port 56cb4191-f1d0-436b-8325-a55636316949, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=56cb4191-f1d0-436b-8325-a55636316949,segment=NetworkSegment(78eae315-6afb-4c4c-84f0-0151fc75a8c5),segment_id=78eae315-6afb-4c4c-84f0-0151fc75a8c5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:48.208523 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.229897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Calling delete_port for 56cb4191-f1d0-436b-8325-a55636316949 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:48.285131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] DHCP port deletion for 9eecafca-03b9-4426-8253-6125779340d6 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:48.361279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.392252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Port': ['ID=56cb4191-f1d0-436b-8325-a55636316949,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.416560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] No DVR routers for this DVR port 56cb4191-f1d0-436b-8325-a55636316949 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:48.438527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] For port 6f66eda1-af24-4651-9c68-65d77c276257, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:48.442411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-db1857a6-fe47-40a8-9272-d282d2d71e6b req-e3a62d4a-2f3b-46b4-a4e5-4087bb25bfa7 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.447273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645b65-c473-42fb-bcff-3a79f43d4c88 req-e8a832c4-06b7-41e0-8936-deb53ca9ee1b tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.457159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5645b65-c473-42fb-bcff-3a79f43d4c88 req-e8a832c4-06b7-41e0-8936-deb53ca9ee1b tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 944 time: 0.4040205 Nov 12 03:28:48.465475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-101194b3-04af-4664-8ffa-4029e2a5d8bf req-c222d107-4964-41cc-83fa-373e58c0e840 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068013 Nov 12 03:28:48.469275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.480127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] For port 6f66eda1-af24-4651-9c68-65d77c276257, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6f66eda1-af24-4651-9c68-65d77c276257,segment=NetworkSegment(759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f),segment_id=759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:48.502720 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.506014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.508534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-db1857a6-fe47-40a8-9272-d282d2d71e6b req-e3a62d4a-2f3b-46b4-a4e5-4087bb25bfa7 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.588160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df73e34-acb8-4c58-bb85-3b8f66bc992c None None] Pushing event updated for resources: {'Port': ['ID=6f66eda1-af24-4651-9c68-65d77c276257,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.599858 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.636390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5645b65-c473-42fb-bcff-3a79f43d4c88 req-a9ca4795-0d0d-4c94-a59e-f6d24adcd6f1 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780238 Nov 12 03:28:48.663722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Allocated IP 172.25.0.120 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/a1681f9f-9c61-4a2f-8e63-19b74796efa3) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:48.666638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eecafca-03b9-4426-8253-6125779340d6']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:48.714125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78eae315-6afb-4c4c-84f0-0151fc75a8c5') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:48.717526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78eae315-6afb-4c4c-84f0-0151fc75a8c5') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:48.717957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] Deleting port 56cb4191-f1d0-436b-8325-a55636316949 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:48.719936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.750696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.798387 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.812447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:48.812447 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.812814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:48.812977 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:48.824780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] For port 56cb4191-f1d0-436b-8325-a55636316949, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:48.825069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.872304 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-db1857a6-fe47-40a8-9272-d282d2d71e6b req-e3a62d4a-2f3b-46b4-a4e5-4087bb25bfa7 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.875379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-db1857a6-fe47-40a8-9272-d282d2d71e6b req-e3a62d4a-2f3b-46b4-a4e5-4087bb25bfa7 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.877012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] Calling delete_port for 56cb4191-f1d0-436b-8325-a55636316949 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:48.877285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db1857a6-fe47-40a8-9272-d282d2d71e6b req-e3a62d4a-2f3b-46b4-a4e5-4087bb25bfa7 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b903e03-4deb-4578-ab68-49550ebab75e HTTP/1.1" status: 204 len: 173 time: 1.0207937 Nov 12 03:28:48.881393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.889442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] Port 56cb4191-f1d0-436b-8325-a55636316949 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:28:48.893228 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.902758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381768ab-b245-41a9-97ff-76214c7a49a1 req-b7d71833-f5f0-49d7-afa2-d0c8d51a496a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.912398 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-381768ab-b245-41a9-97ff-76214c7a49a1 req-b7d71833-f5f0-49d7-afa2-d0c8d51a496a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 945 time: 0.1444080 Nov 12 03:28:48.939834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] Pushing event deleted for resources: {'Port': ['ID=56cb4191-f1d0-436b-8325-a55636316949,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.947942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] Network 9eecafca-03b9-4426-8253-6125779340d6 is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:28:48.949098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e9523-4bef-432e-a305-ba60b9989933 None None] No DVR routers for this DVR port 56cb4191-f1d0-436b-8325-a55636316949 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:48.953489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a62d4a-2f3b-46b4-a4e5-4087bb25bfa7 tempest-SecurityGroupsTestAdminJSON-566374307 tempest-SecurityGroupsTestAdminJSON-566374307-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b903e03-4deb-4578-ab68-49550ebab75e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.976975 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.986397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.992171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] 10.222.0.49 "DELETE /v2.0/networks/9eecafca-03b9-4426-8253-6125779340d6 HTTP/1.1" status: 204 len: 168 time: 1.2052360 Nov 12 03:28:49.011277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a1ed7-2454-4b94-b1e3-c2dd81f26676 tempest-ServersTestMultiNic-389507061 tempest-ServersTestMultiNic-389507061-project] Pushing event deleted for resources: {'Network': ['ID=9eecafca-03b9-4426-8253-6125779340d6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.018239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-381768ab-b245-41a9-97ff-76214c7a49a1 req-3dbcb273-c375-4137-847f-d1290e64bdcf tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916910 Nov 12 03:28:49.084383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Pushing event updated for resources: {'Port': ['ID=a1681f9f-9c61-4a2f-8e63-19b74796efa3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.105928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:49.108965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:49.112832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:49.319312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d89a7ee-dd61-44b1-8988-48241a9e87f9 req-be797123-1dc1-4e11-9f0b-6fcec03009c6 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "GET /v2.0/security-groups/99ba9e57-be1f-446a-8f89-849fece7a15c HTTP/1.1" status: 200 len: 1794 time: 0.0870206 Nov 12 03:28:49.336279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30105-8d57-4866-979e-103312143999 req-a27ff944-b6f5-4215-81c8-0f13a8fff631 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.346220 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16e30105-8d57-4866-979e-103312143999 req-a27ff944-b6f5-4215-81c8-0f13a8fff631 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.3115001 Nov 12 03:28:49.364829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6f66eda1-af24-4651-9c68-65d77c276257 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:49.432613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 6f66eda1-af24-4651-9c68-65d77c276257 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:49.433302 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.451326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d89a7ee-dd61-44b1-8988-48241a9e87f9 req-7016e350-7365-4998-a251-967f2778ad94 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.515427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d89a7ee-dd61-44b1-8988-48241a9e87f9 req-7016e350-7365-4998-a251-967f2778ad94 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.529743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16e30105-8d57-4866-979e-103312143999 req-3b7cd0e8-ce42-4b44-a2fe-c3ba25815dd8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675394 Nov 12 03:28:49.573095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d89a7ee-dd61-44b1-8988-48241a9e87f9 req-7016e350-7365-4998-a251-967f2778ad94 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.577589 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.581778 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0d89a7ee-dd61-44b1-8988-48241a9e87f9 req-7016e350-7365-4998-a251-967f2778ad94 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.588917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d89a7ee-dd61-44b1-8988-48241a9e87f9 req-7016e350-7365-4998-a251-967f2778ad94 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "DELETE /v2.0/security-groups/99ba9e57-be1f-446a-8f89-849fece7a15c HTTP/1.1" status: 204 len: 173 time: 0.2575231 Nov 12 03:28:49.624493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016e350-7365-4998-a251-967f2778ad94 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba9e57-be1f-446a-8f89-849fece7a15c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.670819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 6f66eda1-af24-4651-9c68-65d77c276257, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6f66eda1-af24-4651-9c68-65d77c276257,segment=NetworkSegment(759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f),segment_id=759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:49.685939 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.738747 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf0ee794-c6ff-4245-a92e-21e9130638bf req-f5be8dfb-3fc2-4ed0-b622-50ce1bb420af tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "GET /v2.0/security-groups/c5c0c36f-3559-41ff-ad82-317b45e511e0 HTTP/1.1" status: 200 len: 1795 time: 0.0803688 Nov 12 03:28:49.795537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 56cb4191-f1d0-436b-8325-a55636316949 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:49.817066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cf0ee794-c6ff-4245-a92e-21e9130638bf req-4d098eea-2082-4d58-aa0b-d34414050f59 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.839926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 56cb4191-f1d0-436b-8325-a55636316949 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:49.840171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 56cb4191-f1d0-436b-8325-a55636316949 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:49.848219 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cf0ee794-c6ff-4245-a92e-21e9130638bf req-4d098eea-2082-4d58-aa0b-d34414050f59 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.870786 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.882357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=6f66eda1-af24-4651-9c68-65d77c276257,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.890372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264914d1-b04f-4742-9b9e-5846bca02fab req-966a0cd8-2345-47e2-8f07-936af33de296 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.891922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-264914d1-b04f-4742-9b9e-5846bca02fab req-966a0cd8-2345-47e2-8f07-936af33de296 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 948 time: 0.2463593 Nov 12 03:28:49.909483 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cf0ee794-c6ff-4245-a92e-21e9130638bf req-4d098eea-2082-4d58-aa0b-d34414050f59 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.913101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cf0ee794-c6ff-4245-a92e-21e9130638bf req-4d098eea-2082-4d58-aa0b-d34414050f59 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.915961 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf0ee794-c6ff-4245-a92e-21e9130638bf req-4d098eea-2082-4d58-aa0b-d34414050f59 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] 10.222.0.49 "DELETE /v2.0/security-groups/c5c0c36f-3559-41ff-ad82-317b45e511e0 HTTP/1.1" status: 204 len: 173 time: 0.1707613 Nov 12 03:28:49.935726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d098eea-2082-4d58-aa0b-d34414050f59 tempest-SecurityGroupsTestAdminJSON-954313973 tempest-SecurityGroupsTestAdminJSON-954313973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c0c36f-3559-41ff-ad82-317b45e511e0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.053381 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-264914d1-b04f-4742-9b9e-5846bca02fab req-2b44dd78-8fe3-4889-83d0-d305a50d186b tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125770 Nov 12 03:28:50.258302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810aad7-a3dd-499c-b7ab-9627b5bfbaa4 req-a101ddea-bbd1-4dda-98b9-c2e544a81656 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.271122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f810aad7-a3dd-499c-b7ab-9627b5bfbaa4 req-a101ddea-bbd1-4dda-98b9-c2e544a81656 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 944 time: 0.1368351 Nov 12 03:28:50.288402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f6fd164e-0222-43f6-94fb-4b2805aedf84 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:50.337516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41108) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:50.339020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f810aad7-a3dd-499c-b7ab-9627b5bfbaa4 req-cb8d6dcd-d29f-415b-a383-841fe491ae35 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669141 Nov 12 03:28:50.373786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a13358-65f9-4c54-9111-afcc7dfd2ab7 None None] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:50.402930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41112) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:50.412509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c17bc-cf9d-40b2-9c54-80076bf1cf7e req-cf221c1d-1d11-466d-9a7d-c217041ddd71 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.413886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e74c17bc-cf9d-40b2-9c54-80076bf1cf7e req-cf221c1d-1d11-466d-9a7d-c217041ddd71 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 945 time: 0.1287112 Nov 12 03:28:50.425498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.560629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e74c17bc-cf9d-40b2-9c54-80076bf1cf7e req-ae237976-8807-437b-af26-3c71b4522e72 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380358 Nov 12 03:28:50.732610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ad71110d-355f-497e-9b9d-cbb1b6c4a41d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c2c8b2aa6e9404dbb2580d393bbcf69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907511 Nov 12 03:28:50.735317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41126) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:50.744875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a7c0f7e8-e355-481d-8cb5-9adfb9ebb1f5 None None] Provisioning complete for port 6f66eda1-af24-4651-9c68-65d77c276257 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:50.746052 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f7e8-e355-481d-8cb5-9adfb9ebb1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.751589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port f6fd164e-0222-43f6-94fb-4b2805aedf84 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:50.797911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port f6fd164e-0222-43f6-94fb-4b2805aedf84 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:50.798775 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.901925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Router 06606e7a-4830-4727-b72d-1d0ec74c5f48 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:28:51.006473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb4957-5404-4280-9ff1-2ea160c7d867 req-56156169-3845-41ee-b217-8e3dbbf04afe tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.018815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8acb4957-5404-4280-9ff1-2ea160c7d867 req-56156169-3845-41ee-b217-8e3dbbf04afe tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.2459943 Nov 12 03:28:51.052051 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.070703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:51.083455 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Sync routers for ids ['06606e7a-4830-4727-b72d-1d0ec74c5f48'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:51.098014 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Routers {'06606e7a-4830-4727-b72d-1d0ec74c5f48'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:51.098636 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['06606e7a-4830-4727-b72d-1d0ec74c5f48'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:51.099211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-347a5672-51ad-497e-ac87-ddb3d1a8cfd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.117271 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.119018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e794fa0b-0af3-49c3-be02-fe72623f8a9a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8232458 Nov 12 03:28:51.121911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41132) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:51.161577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d0e0c3-50bb-410d-bf30-608263371779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fd164e-0222-43f6-94fb-4b2805aedf84'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:51.167725 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2454a934-a991-4cae-94c9-ecf497d2e75f" -d '{"events": [{"server_uuid": "d3d0e0c3-50bb-410d-bf30-608263371779", "name": "network-vif-plugged", "status": "completed", "tag": "f6fd164e-0222-43f6-94fb-4b2805aedf84"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:51.180064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8acb4957-5404-4280-9ff1-2ea160c7d867 req-fccca6b5-d440-46be-879e-86a61beeb537 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602781 Nov 12 03:28:51.206117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-347a5672-51ad-497e-ac87-ddb3d1a8cfd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.209341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f6fd164e-0222-43f6-94fb-4b2805aedf84, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f6fd164e-0222-43f6-94fb-4b2805aedf84,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:51.223221 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.224548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7643b8fc-dc71-44e6-b753-d9a711d36b5d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:51.360170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6f66eda1-af24-4651-9c68-65d77c276257 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:51.381769 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.483563 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758cbbc6-cf4e-408b-af44-980503f0c26a x-openstack-request-id: req-758cbbc6-cf4e-408b-af44-980503f0c26a {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:51.484285 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d0e0c3-50bb-410d-bf30-608263371779", "name": "network-vif-plugged", "status": "completed", "tag": "f6fd164e-0222-43f6-94fb-4b2805aedf84", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:51.484485 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-758cbbc6-cf4e-408b-af44-980503f0c26a {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:51.485008 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d0e0c3-50bb-410d-bf30-608263371779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fd164e-0222-43f6-94fb-4b2805aedf84', 'code': 200} Nov 12 03:28:51.487325 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Set router 06606e7a-4830-4727-b72d-1d0ec74c5f48 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:51.515226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-347a5672-51ad-497e-ac87-ddb3d1a8cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.522019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-347a5672-51ad-497e-ac87-ddb3d1a8cfd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.529412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-347a5672-51ad-497e-ac87-ddb3d1a8cfd8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccd8c7c5-e879-429e-ba86-9b0af158123c HTTP/1.1" status: 204 len: 168 time: 0.7923856 Nov 12 03:28:51.602834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-16bc260c-c636-46f8-bf25-9d18cc7f7b0e None None] Provisioning complete for port 6f66eda1-af24-4651-9c68-65d77c276257 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:51.603208 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16bc260c-c636-46f8-bf25-9d18cc7f7b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.630341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a5672-51ad-497e-ac87-ddb3d1a8cfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd8c7c5-e879-429e-ba86-9b0af158123c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.712271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65192-c68e-498b-8adf-be958720a826 req-951b0d07-ab9b-4eab-87af-788b47bb938f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.723183 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ae65192-c68e-498b-8adf-be958720a826 req-951b0d07-ab9b-4eab-87af-788b47bb938f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 949 time: 0.4046836 Nov 12 03:28:51.735414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f6fd164e-0222-43f6-94fb-4b2805aedf84,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.758169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7643b8fc-dc71-44e6-b753-d9a711d36b5d completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:51.767498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 6f66eda1-af24-4651-9c68-65d77c276257 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:51.772305 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.816429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3472fe3-ae96-43c9-8677-62ede8c7ca34 req-d1cffba8-3e4e-48f4-ba56-7d470a1b5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.818694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3472fe3-ae96-43c9-8677-62ede8c7ca34 req-d1cffba8-3e4e-48f4-ba56-7d470a1b5356 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 1101 time: 0.2825181 Nov 12 03:28:51.847153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7643b8fc-dc71-44e6-b753-d9a711d36b5d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:51.847829 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.901455 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:28:49Z', 'revision_number': 3, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:51.942042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3472fe3-ae96-43c9-8677-62ede8c7ca34 req-b39e7f5d-d172-402d-89a4-5a6a5febae8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008029 Nov 12 03:28:51.953393 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Checking router: 06606e7a-4830-4727-b72d-1d0ec74c5f48 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:51.954198 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Updating router 06606e7a-4830-4727-b72d-1d0ec74c5f48 port a1681f9f-9c61-4a2f-8e63-19b74796efa3 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:51.964064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ae65192-c68e-498b-8adf-be958720a826 req-f1be0030-f58d-4564-a125-442d6afede7d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398546 Nov 12 03:28:52.021127 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.201436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.204570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41146) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:52.251924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7643b8fc-dc71-44e6-b753-d9a711d36b5d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:52.257976 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.319318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6469037-3758-41e9-b5f3-92dd200bc45b req-ea94e739-b8c0-4173-bd00-e642afa65dee tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.328230 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6469037-3758-41e9-b5f3-92dd200bc45b req-ea94e739-b8c0-4173-bd00-e642afa65dee tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 944 time: 0.2324743 Nov 12 03:28:52.334796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7643b8fc-dc71-44e6-b753-d9a711d36b5d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.411969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3ef54857-7161-47d1-98d6-a90e1625c7c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85580e8903e5484390b4b479e76b0143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979070 Nov 12 03:28:52.422083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b92a91-2804-43ec-a6ff-731eb67a19d9 req-ff4daa61-c40f-4d19-ba83-41341d41cd96 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.432522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b92a91-2804-43ec-a6ff-731eb67a19d9 req-ff4daa61-c40f-4d19-ba83-41341d41cd96 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 945 time: 0.9589422 Nov 12 03:28:52.435934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41150) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:52.447633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6469037-3758-41e9-b5f3-92dd200bc45b req-21918aef-2179-4d29-8a51-18b0f438c175 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175570 Nov 12 03:28:52.609744 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.610978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b92a91-2804-43ec-a6ff-731eb67a19d9 req-59cbad0f-c86c-4177-8b4e-ba7344e9ffde tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775401 Nov 12 03:28:52.612334 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.626909 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.694305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2835773-ed61-41e5-a5ff-fb03b1b446b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.694949 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Attempting to bind port a1681f9f-9c61-4a2f-8e63-19b74796efa3 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:52.695493 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Attempting to bind port a1681f9f-9c61-4a2f-8e63-19b74796efa3 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:52.695914 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Attempting to bind port a1681f9f-9c61-4a2f-8e63-19b74796efa3 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:52.703861 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:52.704773 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:52.706046 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.706576 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:52.707207 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Bound port: a1681f9f-9c61-4a2f-8e63-19b74796efa3, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:52.707706 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.732036 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dce766-234c-4b0b-a385-90c1f15ceb33 None None] Pushing event updated for resources: {'Port': ['ID=a1681f9f-9c61-4a2f-8e63-19b74796efa3,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.732279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2835773-ed61-41e5-a5ff-fb03b1b446b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.771729 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] For port a1681f9f-9c61-4a2f-8e63-19b74796efa3, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:52.775618 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] For port a1681f9f-9c61-4a2f-8e63-19b74796efa3, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a1681f9f-9c61-4a2f-8e63-19b74796efa3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:52.779295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8be97-f6ba-4f1a-96d4-a8f1d57adaa6 req-153f50c8-5e45-4d3a-ba20-4cd491050004 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.781579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b7d8be97-f6ba-4f1a-96d4-a8f1d57adaa6 req-153f50c8-5e45-4d3a-ba20-4cd491050004 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1215854 Nov 12 03:28:52.789463 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.882916 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Routers {'06606e7a-4830-4727-b72d-1d0ec74c5f48'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:52.884240 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['06606e7a-4830-4727-b72d-1d0ec74c5f48'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:52.886014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2835773-ed61-41e5-a5ff-fb03b1b446b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.889860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2835773-ed61-41e5-a5ff-fb03b1b446b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.894723 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d2835773-ed61-41e5-a5ff-fb03b1b446b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4746856e-b3e9-4385-a9ed-367db8b46e02 HTTP/1.1" status: 204 len: 168 time: 0.4524789 Nov 12 03:28:52.905476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2835773-ed61-41e5-a5ff-fb03b1b446b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4746856e-b3e9-4385-a9ed-367db8b46e02,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.942077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Deleting port 06e30dcd-7d8b-40ed-820e-4c077a1d0052 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:52.942572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.942808 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dce766-234c-4b0b-a385-90c1f15ceb33 None None] Pushing event updated for resources: {'Port': ['ID=a1681f9f-9c61-4a2f-8e63-19b74796efa3,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.038929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] For port 06e30dcd-7d8b-40ed-820e-4c077a1d0052, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=06e30dcd-7d8b-40ed-820e-4c077a1d0052,segment=NetworkSegment(1db8e04f-706f-4f67-bb5d-83bba0b2c678),segment_id=1db8e04f-706f-4f67-bb5d-83bba0b2c678)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:53.039456 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.059356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Calling delete_port for 06e30dcd-7d8b-40ed-820e-4c077a1d0052 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:53.115350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Allocated IP 172.20.0.1 (c314c03a-5e3a-4dc0-a443-13b61fe935b8/1471ae8b-bcf2-4f6c-a595-94a9e17324f4/200b38b2-873d-4a73-94a1-bc74c3eeef6d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:53.139501 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] Set router 06606e7a-4830-4727-b72d-1d0ec74c5f48 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:53.209619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b7d8be97-f6ba-4f1a-96d4-a8f1d57adaa6 req-7202416b-1691-4028-afae-5fffed6d1911 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130509 Nov 12 03:28:53.303018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-6fb3b87b-a8e8-4668-8ee4-a2cb390b57a4 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.305397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-6fb3b87b-a8e8-4668-8ee4-a2cb390b57a4 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 945 time: 0.3004889 Nov 12 03:28:53.309857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.357521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e30dcd-7d8b-40ed-820e-4c077a1d0052,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.459764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef2d31-314e-4b7a-8d99-2e5efe1e71d6 req-b6e46dda-d25f-448e-bbe2-07c61fc80e4e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.461604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0eef2d31-314e-4b7a-8d99-2e5efe1e71d6 req-b6e46dda-d25f-448e-bbe2-07c61fc80e4e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 949 time: 0.1641724 Nov 12 03:28:53.472420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.487123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7643b8fc-dc71-44e6-b753-d9a711d36b5d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:53.490990 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a18e6f1-d149-4eee-911d-d8d615c580f3" -d '{"events": [{"server_uuid": "d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8", "name": "network-vif-plugged", "status": "completed", "tag": "7643b8fc-dc71-44e6-b753-d9a711d36b5d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:53.527279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Deleting port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:53.527655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.571565 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:28:49Z', 'revision_number': 3, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:53.613954 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1195c01a-f23f-4520-8878-af26275bd664 None None] The sync data for ids ['06606e7a-4830-4727-b72d-1d0ec74c5f48'] in n-d-789963-21 is: [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:28:49Z', 'revision_number': 3, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:53.716530 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.741308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-98f6bb5f-585e-44a1-8510-dca3e1e8595d tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.743218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-98f6bb5f-585e-44a1-8510-dca3e1e8595d tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc3cc82-259b-46bb-b96c-cb2343e701c8 HTTP/1.1" status: 200 len: 945 time: 0.3229949 Nov 12 03:28:53.764003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0eef2d31-314e-4b7a-8d99-2e5efe1e71d6 req-2bc5a29d-6ae1-4c56-a9e9-d60eebd320e7 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382803 Nov 12 03:28:53.783690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:53.792085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:53.815534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:53.875709 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61225e9b-1717-43ca-b3e1-9eb3f25f9c97 x-openstack-request-id: req-61225e9b-1717-43ca-b3e1-9eb3f25f9c97 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:53.876076 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8", "name": "network-vif-plugged", "status": "completed", "tag": "7643b8fc-dc71-44e6-b753-d9a711d36b5d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:53.876515 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61225e9b-1717-43ca-b3e1-9eb3f25f9c97 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:53.877539 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7643b8fc-dc71-44e6-b753-d9a711d36b5d', 'code': 200} Nov 12 03:28:53.916844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e3aac-4969-4bd6-8d01-55de07fb03db req-efa894ae-f611-47f8-ba38-1cf5fa25621e tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.929849 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f7e3aac-4969-4bd6-8d01-55de07fb03db req-efa894ae-f611-47f8-ba38-1cf5fa25621e tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 945 time: 0.3303742 Nov 12 03:28:53.946593 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.123246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Pushing event updated for resources: {'Port': ['ID=200b38b2-873d-4a73-94a1-bc74c3eeef6d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.167601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.198967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] For port 079b4f60-c194-43c6-8bb5-24b3d38f1de7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=079b4f60-c194-43c6-8bb5-24b3d38f1de7,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:54.199330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.245912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f7e3aac-4969-4bd6-8d01-55de07fb03db req-72018072-0589-47e5-a666-c44b41fb873f tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130851 Nov 12 03:28:54.246156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Deleting port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:54.246522 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.286122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Calling delete_port for 079b4f60-c194-43c6-8bb5-24b3d38f1de7 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:54.412497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d73bd54f-292d-485e-9a39-c268e225d72d None None] Provisioning complete for port 200b38b2-873d-4a73-94a1-bc74c3eeef6d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:54.413224 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d73bd54f-292d-485e-9a39-c268e225d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.493485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d73bd54f-292d-485e-9a39-c268e225d72d None None] Port 200b38b2-873d-4a73-94a1-bc74c3eeef6d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:54.513056 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.521477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad3440-8f84-4868-8452-28c8f2179c29 req-70204678-b84a-4760-bca2-34fad7e8c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.526013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8ad3440-8f84-4868-8452-28c8f2179c29 req-70204678-b84a-4760-bca2-34fad7e8c472 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 1097 time: 0.4379363 Nov 12 03:28:54.544291 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d4405-8edd-46c2-aedd-77a3c2fb0bbf req-586c2023-9ee8-40e6-a933-ef5e645b8cf5 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.554492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-847d4405-8edd-46c2-aedd-77a3c2fb0bbf req-586c2023-9ee8-40e6-a933-ef5e645b8cf5 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 945 time: 0.4605510 Nov 12 03:28:54.596554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a99c8-ec34-49d7-aa36-779ac84810b2 req-ec4956fd-bca7-4b2e-9f6d-c6876caebcfb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.596554 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a51a99c8-ec34-49d7-aa36-779ac84810b2 req-ec4956fd-bca7-4b2e-9f6d-c6876caebcfb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1849883 Nov 12 03:28:54.821252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-847d4405-8edd-46c2-aedd-77a3c2fb0bbf req-fb93821a-4e8c-4569-bcca-3b534690437b tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657228 Nov 12 03:28:54.845134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] For port b9df2417-ed41-4e9a-a118-7fa6f57d00c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,segment=NetworkSegment(535138b9-5feb-4dcb-bec7-00ae9b95e85a),segment_id=535138b9-5feb-4dcb-bec7-00ae9b95e85a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:54.845509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.874483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8ad3440-8f84-4868-8452-28c8f2179c29 req-1bc1fdf9-36b2-4f9c-8131-c6a89ad92ac4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086405 Nov 12 03:28:54.884979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Calling delete_port for b9df2417-ed41-4e9a-a118-7fa6f57d00c1 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:55.085148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Router 82064280-5e87-41f0-b0f7-1021682f5703 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:55.139589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b10482-c705-40d2-9388-01a38f62a027 req-5b0058dc-f37f-4418-b7a6-4325ba2fc68e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.141753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1b10482-c705-40d2-9388-01a38f62a027 req-5b0058dc-f37f-4418-b7a6-4325ba2fc68e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 949 time: 0.1541138 Nov 12 03:28:55.191764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a51a99c8-ec34-49d7-aa36-779ac84810b2 req-09393cec-068b-4158-9c1f-696c5c07da1f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753438 Nov 12 03:28:55.212250 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.223554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.272331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Pushing event deleted for resources: {'Port': ['ID=079b4f60-c194-43c6-8bb5-24b3d38f1de7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.434299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] No DVR routers for this DVR port 079b4f60-c194-43c6-8bb5-24b3d38f1de7 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:55.441646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.447846 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3a942a4-0047-4740-b847-c23c8aa5da3f req-eed1d670-8816-43a6-a202-71105f5d1eb9 tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "DELETE /v2.0/ports/079b4f60-c194-43c6-8bb5-24b3d38f1de7 HTTP/1.1" status: 204 len: 173 time: 2.1155884 Nov 12 03:28:55.448723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b89af9-55f0-4733-9764-f1b108d97fc4', 'name': 'network-vif-deleted', 'tag': '079b4f60-c194-43c6-8bb5-24b3d38f1de7'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:55.449872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:55.451742 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5de1f2b-6a4a-4c90-8138-8d8a4024ce8c" -d '{"events": [{"server_uuid": "f4b89af9-55f0-4733-9764-f1b108d97fc4", "name": "network-vif-deleted", "tag": "079b4f60-c194-43c6-8bb5-24b3d38f1de7"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:55.466447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] Sync routers for ids ['82064280-5e87-41f0-b0f7-1021682f5703'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:55.511843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] Routers {'82064280-5e87-41f0-b0f7-1021682f5703'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:55.512572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['82064280-5e87-41f0-b0f7-1021682f5703'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:55.577457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f1d46bfd-fade-47a4-8514-6dda55c479c4 admin admin] 10.222.0.49 "PUT /v2.0/routers/82064280-5e87-41f0-b0f7-1021682f5703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1704953 Nov 12 03:28:55.581900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41226) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.614999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a1681f9f-9c61-4a2f-8e63-19b74796efa3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:55.691315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b53e1-a869-4e11-8eb6-9a5dec64843b req-fe04e9e4-bdaf-4401-9026-e98fba72dd30 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.693127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a5b53e1-a869-4e11-8eb6-9a5dec64843b req-fe04e9e4-bdaf-4401-9026-e98fba72dd30 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 945 time: 0.1054053 Nov 12 03:28:55.708625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.779281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1b10482-c705-40d2-9388-01a38f62a027 req-7e171662-8000-44a7-8738-5985f9a31f2f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311508 Nov 12 03:28:55.840238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Pushing event deleted for resources: {'Port': ['ID=b9df2417-ed41-4e9a-a118-7fa6f57d00c1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.842331 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a5b53e1-a869-4e11-8eb6-9a5dec64843b req-7206d316-4fb2-44d2-ab49-c2e939d60307 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390302 Nov 12 03:28:55.868200 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b97a66-a83c-438f-b4f4-d88da577831b x-openstack-request-id: req-b2b97a66-a83c-438f-b4f4-d88da577831b {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:55.869053 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b89af9-55f0-4733-9764-f1b108d97fc4", "name": "network-vif-deleted", "tag": "079b4f60-c194-43c6-8bb5-24b3d38f1de7", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:55.869308 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2b97a66-a83c-438f-b4f4-d88da577831b {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:55.869779 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b89af9-55f0-4733-9764-f1b108d97fc4', 'name': 'network-vif-deleted', 'tag': '079b4f60-c194-43c6-8bb5-24b3d38f1de7', 'status': 'completed', 'code': 200} Nov 12 03:28:55.879065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.886045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.949509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.065058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.087359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Pushing event updated for resources: {'Port': ['ID=200b38b2-873d-4a73-94a1-bc74c3eeef6d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.107914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] No DVR routers for this DVR port b9df2417-ed41-4e9a-a118-7fa6f57d00c1 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:56.113617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.123095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c4984af-3002-44d1-ba71-f14c3aee50e0 req-e8725d9f-e418-4b8b-92ac-0a453861e18a tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.20 "DELETE /v2.0/ports/b9df2417-ed41-4e9a-a118-7fa6f57d00c1 HTTP/1.1" status: 204 len: 173 time: 2.3699949 Nov 12 03:28:56.123952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc3cc82-259b-46bb-b96c-cb2343e701c8', 'name': 'network-vif-deleted', 'tag': 'b9df2417-ed41-4e9a-a118-7fa6f57d00c1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:56.126785 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c5bacf-8140-4543-a903-337a0e67dbfd" -d '{"events": [{"server_uuid": "cdc3cc82-259b-46bb-b96c-cb2343e701c8", "name": "network-vif-deleted", "tag": "b9df2417-ed41-4e9a-a118-7fa6f57d00c1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:56.251625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2836ef23-f24b-41bd-a2a0-c27bc7dc5cb4 req-276469cf-c587-404d-ad23-c552b5dcf4de tempest-MultipleCreateTestJSON-1710190237 tempest-MultipleCreateTestJSON-1710190237-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b89af9-55f0-4733-9764-f1b108d97fc4 HTTP/1.1" status: 200 len: 210 time: 0.0705214 Nov 12 03:28:56.342321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:56.344004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:56.417019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.458159 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2c1e2-602b-4852-8546-80d56381b3aa x-openstack-request-id: req-ecb2c1e2-602b-4852-8546-80d56381b3aa {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:56.461537 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc3cc82-259b-46bb-b96c-cb2343e701c8", "name": "network-vif-deleted", "tag": "b9df2417-ed41-4e9a-a118-7fa6f57d00c1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:56.461945 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecb2c1e2-602b-4852-8546-80d56381b3aa {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:56.463049 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc3cc82-259b-46bb-b96c-cb2343e701c8', 'name': 'network-vif-deleted', 'tag': 'b9df2417-ed41-4e9a-a118-7fa6f57d00c1', 'status': 'completed', 'code': 200} Nov 12 03:28:56.621087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387a75c-b10f-4177-bcee-fcb00cc652f1 req-4e7e7d4c-f6cb-4601-aede-de91b4d7415f tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.638705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d387a75c-b10f-4177-bcee-fcb00cc652f1 req-4e7e7d4c-f6cb-4601-aede-de91b4d7415f tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 1101 time: 0.5004337 Nov 12 03:28:56.662183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b9df2417-ed41-4e9a-a118-7fa6f57d00c1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:56.714774 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d387a75c-b10f-4177-bcee-fcb00cc652f1 req-a9202ea0-df8c-4899-9240-c2f954262d7a tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.747155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: b9df2417-ed41-4e9a-a118-7fa6f57d00c1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:56.747502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b9df2417-ed41-4e9a-a118-7fa6f57d00c1 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:56.747914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 079b4f60-c194-43c6-8bb5-24b3d38f1de7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:56.790202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] Set router 82064280-5e87-41f0-b0f7-1021682f5703 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:56.852342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Router 06606e7a-4830-4727-b72d-1d0ec74c5f48 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:56.887548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a1681f9f-9c61-4a2f-8e63-19b74796efa3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:56.888229 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.927542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 079b4f60-c194-43c6-8bb5-24b3d38f1de7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:56.927891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 079b4f60-c194-43c6-8bb5-24b3d38f1de7 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:56.947679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c54c3cde-5f0b-4ca6-acf5-2a8cdb4450ec None None] Provisioning complete for port 200b38b2-873d-4a73-94a1-bc74c3eeef6d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:56.948756 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c54c3cde-5f0b-4ca6-acf5-2a8cdb4450ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.961807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Deleting port d9978c71-f334-4cf2-b55f-e65867fbbbe7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:56.962283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.986158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8438c5-094b-40ff-8824-43273473d1b1 req-5e307192-6aa9-441f-9880-74a084861619 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.988479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd8438c5-094b-40ff-8824-43273473d1b1 req-5e307192-6aa9-441f-9880-74a084861619 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.3011007 Nov 12 03:28:57.055008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c54c3cde-5f0b-4ca6-acf5-2a8cdb4450ec None None] Port 200b38b2-873d-4a73-94a1-bc74c3eeef6d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:57.102945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] For port d9978c71-f334-4cf2-b55f-e65867fbbbe7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9978c71-f334-4cf2-b55f-e65867fbbbe7,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:57.103124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd8438c5-094b-40ff-8824-43273473d1b1 req-3a5e3ae4-d949-4b8e-9541-e6338da19a43 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048105 Nov 12 03:28:57.103302 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.132714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Calling delete_port for d9978c71-f334-4cf2-b55f-e65867fbbbe7 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:57.170876 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.197431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:57.217049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-86e4a1b5-6cfb-49f2-9d72-fb7ecc31306a admin admin] 10.222.0.49 "PUT /v2.0/routers/06606e7a-4830-4727-b72d-1d0ec74c5f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0853939 Nov 12 03:28:57.217284 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Sync routers for ids ['06606e7a-4830-4727-b72d-1d0ec74c5f48'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:57.218423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d387a75c-b10f-4177-bcee-fcb00cc652f1 req-a9202ea0-df8c-4899-9240-c2f954262d7a tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.239009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d387a75c-b10f-4177-bcee-fcb00cc652f1 req-a9202ea0-df8c-4899-9240-c2f954262d7a tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.245408 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Routers {'06606e7a-4830-4727-b72d-1d0ec74c5f48'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:57.246420 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['06606e7a-4830-4727-b72d-1d0ec74c5f48'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:57.248916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port a1681f9f-9c61-4a2f-8e63-19b74796efa3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a1681f9f-9c61-4a2f-8e63-19b74796efa3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:57.267372 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.311863 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d387a75c-b10f-4177-bcee-fcb00cc652f1 req-a9202ea0-df8c-4899-9240-c2f954262d7a tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708534 Nov 12 03:28:57.335550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9202ea0-df8c-4899-9240-c2f954262d7a tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e806b86b-ee96-4fa5-b750-1512ddb2644e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.423960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=a1681f9f-9c61-4a2f-8e63-19b74796efa3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.454482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:28:53Z', 'revision_number': 5, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port': {'id': 'd9978c71-f334-4cf2-b55f-e65867fbbbe7', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82064280-5e87-41f0-b0f7-1021682f5703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:58Z', 'updated_at': '2021-11-12T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:57.509300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] Checking router: 82064280-5e87-41f0-b0f7-1021682f5703 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:57.519667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] Routers {'82064280-5e87-41f0-b0f7-1021682f5703'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:57.520582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['82064280-5e87-41f0-b0f7-1021682f5703'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:57.601428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec3727-1815-42f1-950e-15b56168b8aa req-f71b4e7d-25f2-42ed-8872-dfec9b9465fa tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.612551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0ec3727-1815-42f1-950e-15b56168b8aa req-f71b4e7d-25f2-42ed-8872-dfec9b9465fa tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 945 time: 0.1456726 Nov 12 03:28:57.637420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] Set router 82064280-5e87-41f0-b0f7-1021682f5703 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:57.645227 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Set router 06606e7a-4830-4727-b72d-1d0ec74c5f48 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:57.676511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0ec3727-1815-42f1-950e-15b56168b8aa req-dbfadc57-bd30-4ee2-ae9f-ae8320f7934e tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619090 Nov 12 03:28:57.680661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.725532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:28:56Z', 'revision_number': 6, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:57.726832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f2c9dd12-5175-462b-8cf2-cac52fa5f72e tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=86bae2e5386c4d1fb0465b48718559e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722265 Nov 12 03:28:57.806362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d9978c71-f334-4cf2-b55f-e65867fbbbe7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.807846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce999c-72f2-4921-bc60-530c0a62c728 None None] The sync data for ids ['82064280-5e87-41f0-b0f7-1021682f5703'] in n-d-789963-21 is: [{'id': '82064280-5e87-41f0-b0f7-1021682f5703', 'name': 'tempest-ServersTestMultiNic-85229080-router', 'tenant_id': '79e9943267ac4f5a8504c03301076878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:57Z', 'updated_at': '2021-11-12T03:28:56Z', 'revision_number': 6, 'project_id': '79e9943267ac4f5a8504c03301076878', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:57.882985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.982160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-c40e4c65-f0c4-451f-9abc-8202dab97ad8 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.989963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-c40e4c65-f0c4-451f-9abc-8202dab97ad8 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621226 Nov 12 03:28:58.009889 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-930a068f-3dd8-46d5-ab0e-ceeae1ea3469 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/quotas/86bae2e5386c4d1fb0465b48718559e0 HTTP/1.1" status: 200 len: 375 time: 0.0187008 Nov 12 03:28:58.064321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-7be32226-fd9e-4866-973a-6b7c16e54655 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=86bae2e5386c4d1fb0465b48718559e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531960 Nov 12 03:28:58.085419 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.088344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.198751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.199347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82064280-5e87-41f0-b0f7-1021682f5703 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:58.235991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.239804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e41e7ce7-d9c6-40ec-bcf2-2edee1c321cf admin admin] 10.222.0.49 "DELETE /v2.0/routers/82064280-5e87-41f0-b0f7-1021682f5703 HTTP/1.1" status: 204 len: 168 time: 2.6547239 Nov 12 03:28:58.246450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41294) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.299406 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '200b38b2-873d-4a73-94a1-bc74c3eeef6d', 'name': '', 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'mac_address': 'fa:16:3e:f7:a2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '1471ae8b-bcf2-4f6c-a595-94a9e17324f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:52Z', 'updated_at': '2021-11-12T03:28:55Z', 'revision_number': 2, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'subnets': [{'id': '1471ae8b-bcf2-4f6c-a595-94a9e17324f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:58.407176 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Checking router: 06606e7a-4830-4727-b72d-1d0ec74c5f48 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:58.407553 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Updating router 06606e7a-4830-4727-b72d-1d0ec74c5f48 port 200b38b2-873d-4a73-94a1-bc74c3eeef6d binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:58.431297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.445658 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-7e61676d-6506-4c9e-974e-505ee9eacbe4 req-3119ce16-6e44-4036-976f-7b2963473dbc tempest-FloatingIPDetailsNegativeTestJSON-961156961 tempest-FloatingIPDetailsNegativeTestJSON-961156961-project] show failed (client error): The resource could not be found. Nov 12 03:28:58.466290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e61676d-6506-4c9e-974e-505ee9eacbe4 req-3119ce16-6e44-4036-976f-7b2963473dbc tempest-FloatingIPDetailsNegativeTestJSON-961156961 tempest-FloatingIPDetailsNegativeTestJSON-961156961-project] 10.222.0.49 "GET /v2.0/floatingips/0a8cc164-e6bd-4ac1-8631-a60b7c98ff7d HTTP/1.1" status: 404 len: 350 time: 0.2746401 Nov 12 03:28:58.487808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41306) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.513921 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.580902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efcd7c4-8d54-459b-a188-40a4983560ed admin admin] Deleting subnet 20a7d650-11f3-4c64-b1a8-ee0ffce94c6c {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:58.589409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6efcd7c4-8d54-459b-a188-40a4983560ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.671801 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6efcd7c4-8d54-459b-a188-40a4983560ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.724997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-218c03e5-0697-4241-9246-15cfe49b8370 admin admin] Deleting subnet 60a47558-ac76-4535-bf3b-f0108bf4ce4a {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:58.734246 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-218c03e5-0697-4241-9246-15cfe49b8370 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.822109 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-218c03e5-0697-4241-9246-15cfe49b8370 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.866389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6efcd7c4-8d54-459b-a188-40a4983560ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.986580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689a6f9-8c85-4aae-b7d1-f54ab094db91 req-a325db43-c1fa-47e1-b4e0-d84ed0f36e69 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.988452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f689a6f9-8c85-4aae-b7d1-f54ab094db91 req-a325db43-c1fa-47e1-b4e0-d84ed0f36e69 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.2837429 Nov 12 03:28:59.143560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f689a6f9-8c85-4aae-b7d1-f54ab094db91 req-a57fffda-e3f2-48c5-8607-c8e4fd7c89e8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417947 Nov 12 03:28:59.146156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6efcd7c4-8d54-459b-a188-40a4983560ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.157252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc57f13b-3c5e-48ae-b1cb-fd6a394b139d req-3f6d8018-dfa6-4927-87c6-ba76536f642d tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 210 time: 0.1180050 Nov 12 03:28:59.222108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcd7c4-8d54-459b-a188-40a4983560ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a7d650-11f3-4c64-b1a8-ee0ffce94c6c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.238191 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6efcd7c4-8d54-459b-a188-40a4983560ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.262446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6efcd7c4-8d54-459b-a188-40a4983560ed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/20a7d650-11f3-4c64-b1a8-ee0ffce94c6c HTTP/1.1" status: 204 len: 168 time: 0.8297858 Nov 12 03:28:59.265451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41324) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:59.360234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-218c03e5-0697-4241-9246-15cfe49b8370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.494428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a1681f9f-9c61-4a2f-8e63-19b74796efa3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:59.499407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.522922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-218c03e5-0697-4241-9246-15cfe49b8370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.524611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee86d2-95ad-4382-ad90-ecaaf1b0021a req-681aadd6-359f-45f9-b749-f99504ce1148 tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.538699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15ee86d2-95ad-4382-ad90-ecaaf1b0021a req-681aadd6-359f-45f9-b749-f99504ce1148 tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 1101 time: 0.2383530 Nov 12 03:28:59.623413 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.632259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c03e5-0697-4241-9246-15cfe49b8370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a47558-ac76-4535-bf3b-f0108bf4ce4a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.645773 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.769721 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-218c03e5-0697-4241-9246-15cfe49b8370 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.794920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-218c03e5-0697-4241-9246-15cfe49b8370 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/60a47558-ac76-4535-bf3b-f0108bf4ce4a HTTP/1.1" status: 204 len: 168 time: 1.5441780 Nov 12 03:28:59.798101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15ee86d2-95ad-4382-ad90-ecaaf1b0021a req-5a826d9a-a7ef-435e-8ed0-a8c8a49a7b2b tempest-ServersAdminNegativeTestJSON-266832018 tempest-ServersAdminNegativeTestJSON-266832018-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542417 Nov 12 03:28:59.801340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76311e74-d558-4975-b3de-55149c00c4d5 None None] Network 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:59.820166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a1681f9f-9c61-4a2f-8e63-19b74796efa3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:59.820573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41338) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:59.829196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.860538 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f76990-3105-4ca8-9e30-100925f0df49 None None] Pushing event updated for resources: {'Port': ['ID=200b38b2-873d-4a73-94a1-bc74c3eeef6d,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.079191 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Attempting to bind port 200b38b2-873d-4a73-94a1-bc74c3eeef6d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:00.079468 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Attempting to bind port 200b38b2-873d-4a73-94a1-bc74c3eeef6d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:00.084114 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Attempting to bind port 200b38b2-873d-4a73-94a1-bc74c3eeef6d on network c314c03a-5e3a-4dc0-a443-13b61fe935b8 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:00.092050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.113660 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:00.115568 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Checking segment: {'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:00.116368 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.118495 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Bound using segment: {'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:00.120919 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Bound port: 200b38b2-873d-4a73-94a1-bc74c3eeef6d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:00.123833 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.417917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8daa3682-dd44-4547-aec6-a80cbe11f65c']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:00.467174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535138b9-5feb-4dcb-bec7-00ae9b95e85a') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:00.469712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535138b9-5feb-4dcb-bec7-00ae9b95e85a') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:00.482013 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] For port 200b38b2-873d-4a73-94a1-bc74c3eeef6d, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:00.490802 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] For port 200b38b2-873d-4a73-94a1-bc74c3eeef6d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=200b38b2-873d-4a73-94a1-bc74c3eeef6d,segment=NetworkSegment(759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f),segment_id=759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:00.500829 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.514646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.532226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9978c71-f334-4cf2-b55f-e65867fbbbe7 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:00.577463 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.614669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:00.620864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.663759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0cf29bb3-50aa-424e-8fc6-32120b2bfa91 None None] Provisioning complete for port 200b38b2-873d-4a73-94a1-bc74c3eeef6d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:00.664682 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0cf29bb3-50aa-424e-8fc6-32120b2bfa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.672061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d9978c71-f334-4cf2-b55f-e65867fbbbe7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:00.672919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9978c71-f334-4cf2-b55f-e65867fbbbe7 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:00.673944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 06e30dcd-7d8b-40ed-820e-4c077a1d0052 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:00.724659 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:00.727395 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Routers {'06606e7a-4830-4727-b72d-1d0ec74c5f48'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:00.730185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.730984 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['06606e7a-4830-4727-b72d-1d0ec74c5f48'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:00.772773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 06e30dcd-7d8b-40ed-820e-4c077a1d0052 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:00.773441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 06e30dcd-7d8b-40ed-820e-4c077a1d0052 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:00.861985 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f76990-3105-4ca8-9e30-100925f0df49 None None] Pushing event updated for resources: {'Port': ['ID=200b38b2-873d-4a73-94a1-bc74c3eeef6d,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.990852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] DHCP port deletion for 27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:01.014913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.015602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0cf29bb3-50aa-424e-8fc6-32120b2bfa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.062138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee096d18-b3b5-44ea-b421-d253173ef997 req-63a7817b-df70-419a-a20a-ee71c6ebc5cb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.062885 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] Set router 06606e7a-4830-4727-b72d-1d0ec74c5f48 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:01.073178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee096d18-b3b5-44ea-b421-d253173ef997 req-63a7817b-df70-419a-a20a-ee71c6ebc5cb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.4703414 Nov 12 03:29:01.090327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.097615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] 10.222.0.49 "DELETE /v2.0/networks/8daa3682-dd44-4547-aec6-a80cbe11f65c HTTP/1.1" status: 204 len: 168 time: 1.8305199 Nov 12 03:29:01.119708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c8817-6e70-422c-875e-dd92f00bd05e admin admin] Pushing event deleted for resources: {'Network': ['ID=8daa3682-dd44-4547-aec6-a80cbe11f65c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.151764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0cf29bb3-50aa-424e-8fc6-32120b2bfa91 None None] For port 200b38b2-873d-4a73-94a1-bc74c3eeef6d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=200b38b2-873d-4a73-94a1-bc74c3eeef6d,segment=NetworkSegment(759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f),segment_id=759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:01.166597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0cf29bb3-50aa-424e-8fc6-32120b2bfa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.207014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee096d18-b3b5-44ea-b421-d253173ef997 req-fc8b602d-5fef-4b39-84d1-93940de16879 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324475 Nov 12 03:29:01.210708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2691ead-a75a-4e7c-9867-a03437c1bb9b req-e2002163-bf70-4e86-8e02-b5329c0e65ef tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 210 time: 0.1515899 Nov 12 03:29:01.224962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Deleting port f3b489b5-5d77-4872-b94c-36c6b6ecb18c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:01.225620 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.238386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-080aee1d-a5d3-4637-bedf-3b0f8be33f61 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=86bae2e5386c4d1fb0465b48718559e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2138171 Nov 12 03:29:01.376837 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7782a2d7-b57f-4235-8833-57379d9fca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.414791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] Deleting port f3b489b5-5d77-4872-b94c-36c6b6ecb18c {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:01.415170 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.478080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-48da7b16-2fe3-49f5-b56b-3a11dbae04e1 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.479891 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-48da7b16-2fe3-49f5-b56b-3a11dbae04e1 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097845 Nov 12 03:29:01.498620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] For port f3b489b5-5d77-4872-b94c-36c6b6ecb18c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,segment=NetworkSegment(1db8e04f-706f-4f67-bb5d-83bba0b2c678),segment_id=1db8e04f-706f-4f67-bb5d-83bba0b2c678)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:01.498919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.514574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Calling delete_port for f3b489b5-5d77-4872-b94c-36c6b6ecb18c owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:01.525727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Request body: {'port': {'device_id': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '86bae2e5386c4d1fb0465b48718559e0'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:01.608591 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '200b38b2-873d-4a73-94a1-bc74c3eeef6d', 'name': '', 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'mac_address': 'fa:16:3e:f7:a2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '1471ae8b-bcf2-4f6c-a595-94a9e17324f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:52Z', 'updated_at': '2021-11-12T03:29:00Z', 'revision_number': 4, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'subnets': [{'id': '1471ae8b-bcf2-4f6c-a595-94a9e17324f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:01.620525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.627404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] For port f3b489b5-5d77-4872-b94c-36c6b6ecb18c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,segment=NetworkSegment(1db8e04f-706f-4f67-bb5d-83bba0b2c678),segment_id=1db8e04f-706f-4f67-bb5d-83bba0b2c678)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:01.627999 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.671018 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9498428c-ade5-4d9f-bad0-f25adf0c0061 None None] The sync data for ids ['06606e7a-4830-4727-b72d-1d0ec74c5f48'] in n-d-789963-21 is: [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:28:54Z', 'revision_number': 4, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '200b38b2-873d-4a73-94a1-bc74c3eeef6d', 'name': '', 'network_id': 'c314c03a-5e3a-4dc0-a443-13b61fe935b8', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'mac_address': 'fa:16:3e:f7:a2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '1471ae8b-bcf2-4f6c-a595-94a9e17324f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:52Z', 'updated_at': '2021-11-12T03:29:00Z', 'revision_number': 4, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'subnets': [{'id': '1471ae8b-bcf2-4f6c-a595-94a9e17324f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:01.679213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] Calling delete_port for f3b489b5-5d77-4872-b94c-36c6b6ecb18c owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:01.726602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41376) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.727427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.756873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] No DVR routers for this DVR port f3b489b5-5d77-4872-b94c-36c6b6ecb18c on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:01.811773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf29bb3-50aa-424e-8fc6-32120b2bfa91 None None] Pushing event updated for resources: {'Port': ['ID=200b38b2-873d-4a73-94a1-bc74c3eeef6d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.817026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f3b489b5-5d77-4872-b94c-36c6b6ecb18c no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:01.882890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-64dbf8d5-8391-43c8-bb14-bf669f6a70ef None None] Provisioning complete for port 200b38b2-873d-4a73-94a1-bc74c3eeef6d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:01.885471 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64dbf8d5-8391-43c8-bb14-bf669f6a70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.897409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.900767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f3b489b5-5d77-4872-b94c-36c6b6ecb18c {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:01.904176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f3b489b5-5d77-4872-b94c-36c6b6ecb18c not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:01.983355 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.984549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d0aabd-2734-401a-b1b9-e6e7ce61c8c1']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:02.012292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db8e04f-706f-4f67-bb5d-83bba0b2c678') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:02.012880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db8e04f-706f-4f67-bb5d-83bba0b2c678') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:02.034591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.057939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.066650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:02.067773 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.082530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Made reservation on behalf of 86bae2e5386c4d1fb0465b48718559e0 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:02.086389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.115492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] Pushing event deleted for resources: {'Port': ['ID=f3b489b5-5d77-4872-b94c-36c6b6ecb18c,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.123145 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.132682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c26f77-1d69-40e8-98b5-c47b6146a24d None None] No DVR routers for this DVR port f3b489b5-5d77-4872-b94c-36c6b6ecb18c on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:02.177315 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:02.246124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.275931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9ae53-1db7-42e5-a886-1287b7bf2cfb req-e9368eb8-f867-4119-8e88-9d87d57d918d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.277600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-56f9ae53-1db7-42e5-a886-1287b7bf2cfb req-e9368eb8-f867-4119-8e88-9d87d57d918d tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 949 time: 0.8590534 Nov 12 03:29:02.280407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.300447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] 10.222.0.49 "DELETE /v2.0/networks/27d0aabd-2734-401a-b1b9-e6e7ce61c8c1 HTTP/1.1" status: 204 len: 168 time: 2.4776807 Nov 12 03:29:02.379409 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dce74987-9ff7-4cd9-a0e9-ee42cdb1b94d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd0d05b4b9a94393a157cc26c2dd1f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6209798 Nov 12 03:29:02.418561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41390) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.436159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a11872dc-0c04-4dad-b30a-845e55a6883d req-65db8726-789c-4f71-8b9e-8d9a4642d34f tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 210 time: 0.1298113 Nov 12 03:29:02.495194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.495823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf2b20-e5d0-404c-9cf1-618fee1e5b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=27d0aabd-2734-401a-b1b9-e6e7ce61c8c1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.608427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-56f9ae53-1db7-42e5-a886-1287b7bf2cfb req-a87f9700-eba9-419b-8d7f-76d591d45945 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378488 Nov 12 03:29:02.624488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-2f8bfb11-8161-4739-880c-ff0ebd7be319 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.626176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-2f8bfb11-8161-4739-880c-ff0ebd7be319 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 949 time: 0.2728543 Nov 12 03:29:02.679146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.703842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41396) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.712160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.860770 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d2408ad6-628b-47b5-af6e-1c3232f26893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.934593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Deleting port f6fd164e-0222-43f6-94fb-4b2805aedf84 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:02.934933 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.943638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d2408ad6-628b-47b5-af6e-1c3232f26893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.032725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.155336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Allocated IP 192.168.233.180 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/186ea50a-f236-4cbc-86ff-a1b10d7d48a4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:03.191868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] For port f6fd164e-0222-43f6-94fb-4b2805aedf84, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f6fd164e-0222-43f6-94fb-4b2805aedf84,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.192383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.208872 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b1f5d117-e78e-4d9c-aca7-d9c534ee58bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79e9943267ac4f5a8504c03301076878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976978 Nov 12 03:29:03.210439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Calling delete_port for f6fd164e-0222-43f6-94fb-4b2805aedf84 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:03.217869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01322e9-11d6-4a3f-a597-2206c47ad5ed req-6ae73562-e6c8-49c1-a505-5817f5ba2460 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.225874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d01322e9-11d6-4a3f-a597-2206c47ad5ed req-6ae73562-e6c8-49c1-a505-5817f5ba2460 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.6029000 Nov 12 03:29:03.232842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.408088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d01322e9-11d6-4a3f-a597-2206c47ad5ed req-fae4b2d6-a4fc-454b-8e35-75881340daef tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796365 Nov 12 03:29:03.418983 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.434948 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d2408ad6-628b-47b5-af6e-1c3232f26893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.436781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['28965536-3893-4eaf-8376-50881b99e849', 'f6fd164e-0222-43f6-94fb-4b2805aedf84'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:03.438309 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d2408ad6-628b-47b5-af6e-1c3232f26893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.439985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d2408ad6-628b-47b5-af6e-1c3232f26893 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab HTTP/1.1" status: 204 len: 168 time: 0.9652762 Nov 12 03:29:03.473817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Pushing event deleted for resources: {'Port': ['ID=f6fd164e-0222-43f6-94fb-4b2805aedf84,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.503847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2408ad6-628b-47b5-af6e-1c3232f26893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b5b59a-b91c-4ac7-a6f7-a4aa8f8f8fab,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.575961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] No DVR routers for this DVR port f6fd164e-0222-43f6-94fb-4b2805aedf84 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:03.578743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.579626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 200b38b2-873d-4a73-94a1-bc74c3eeef6d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:03.583607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f92e737c-337c-4612-81bf-595cdd03bed6 req-08b797aa-0064-4dba-9ac0-ef02551dcb9e tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "DELETE /v2.0/ports/f6fd164e-0222-43f6-94fb-4b2805aedf84 HTTP/1.1" status: 204 len: 173 time: 0.9489677 Nov 12 03:29:03.584246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d0e0c3-50bb-410d-bf30-608263371779', 'name': 'network-vif-deleted', 'tag': 'f6fd164e-0222-43f6-94fb-4b2805aedf84'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:03.598872 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ac535-fef1-4f04-a941-7c961f2b2911" -d '{"events": [{"server_uuid": "d3d0e0c3-50bb-410d-bf30-608263371779", "name": "network-vif-deleted", "tag": "f6fd164e-0222-43f6-94fb-4b2805aedf84"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:03.755882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98dfee54-3991-48d1-9401-50d18d4e01fc req-3c0bcadb-1eb2-45b3-b7a8-d888568f5df0 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 210 time: 0.1042156 Nov 12 03:29:03.761166 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3ee39-429e-4e17-a12f-cf4ce1344250 x-openstack-request-id: req-35d3ee39-429e-4e17-a12f-cf4ce1344250 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:03.761468 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d0e0c3-50bb-410d-bf30-608263371779", "name": "network-vif-deleted", "tag": "f6fd164e-0222-43f6-94fb-4b2805aedf84", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:03.763009 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35d3ee39-429e-4e17-a12f-cf4ce1344250 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:03.763432 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d0e0c3-50bb-410d-bf30-608263371779', 'name': 'network-vif-deleted', 'tag': 'f6fd164e-0222-43f6-94fb-4b2805aedf84', 'status': 'completed', 'code': 200} Nov 12 03:29:03.925984 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ec863dd-7eaf-4ad3-9af5-d536112505a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.944190 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2791f009-9afb-40bd-851f-593565afd0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.041473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ec863dd-7eaf-4ad3-9af5-d536112505a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.054758 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04476cf4-b3c8-4379-8be1-ccce8ed3023f req-0bfe9010-c4e4-43a6-8cab-0a21d4b8cae1 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3d0e0c3-50bb-410d-bf30-608263371779 HTTP/1.1" status: 200 len: 210 time: 0.1626768 Nov 12 03:29:04.141370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.149988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Deleting port 200b38b2-873d-4a73-94a1-bc74c3eeef6d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:04.150889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.165522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 200b38b2-873d-4a73-94a1-bc74c3eeef6d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:04.166033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.330491 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ec863dd-7eaf-4ad3-9af5-d536112505a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.333934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ec863dd-7eaf-4ad3-9af5-d536112505a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.362845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3ec863dd-7eaf-4ad3-9af5-d536112505a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1490b075-86e2-4399-8ac0-bd55d5b620fb HTTP/1.1" status: 204 len: 168 time: 1.1011705 Nov 12 03:29:04.428142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec863dd-7eaf-4ad3-9af5-d536112505a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490b075-86e2-4399-8ac0-bd55d5b620fb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.512210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] For port 200b38b2-873d-4a73-94a1-bc74c3eeef6d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=200b38b2-873d-4a73-94a1-bc74c3eeef6d,segment=NetworkSegment(759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f),segment_id=759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:04.513064 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.529634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Calling delete_port for 200b38b2-873d-4a73-94a1-bc74c3eeef6d owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:04.543562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.633172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9960-c07a-4a8a-be2a-23aa616f8024 req-d07d88d7-a6fc-47a8-9bc0-3746b04dd1ba tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.634871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f89d9960-c07a-4a8a-be2a-23aa616f8024 req-d07d88d7-a6fc-47a8-9bc0-3746b04dd1ba tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.0941360 Nov 12 03:29:04.704613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:04.715772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:04.721402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:04.733503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f89d9960-c07a-4a8a-be2a-23aa616f8024 req-3b9d73c6-c2be-4ced-a904-63da9decfb24 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905995 Nov 12 03:29:04.779232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Pushing event updated for resources: {'Port': ['ID=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.856212 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.884476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.885197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.131612 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-941688b8-c7ae-4c82-8bea-b5a23ee9b109 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6157553 Nov 12 03:29:05.161461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Request body: {'port': {'device_id': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:05.196362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-86da0ede-0556-4a88-a033-16676c7fa614 None None] Provisioning complete for port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:05.197593 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86da0ede-0556-4a88-a033-16676c7fa614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.281672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5ecd-1c4a-4e02-9af0-b3edde8e6798 req-c93eca15-73ac-4df9-97c6-704b2894fd47 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.282697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f7c5ecd-1c4a-4e02-9af0-b3edde8e6798 req-c93eca15-73ac-4df9-97c6-704b2894fd47 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 936 time: 0.2592151 Nov 12 03:29:05.332724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-86da0ede-0556-4a88-a033-16676c7fa614 None None] Port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:05.451612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.629356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.706851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f7c5ecd-1c4a-4e02-9af0-b3edde8e6798 req-bcdb332e-276c-4b30-867c-428e98d18e65 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666360 Nov 12 03:29:05.775099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Pushing event deleted for resources: {'Port': ['ID=200b38b2-873d-4a73-94a1-bc74c3eeef6d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.839974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41494) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.030056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1019782144-network', 'tenant_id': '192070b76b384341b2f74878c87e8b39'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:06.115476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Made reservation on behalf of 192070b76b384341b2f74878c87e8b39 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:06.125107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.165932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.225969 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.243122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bbdc3-d367-48d9-aaee-4db6e366b2a9 req-f991363a-0444-4fef-b7c2-f59587815771 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.267038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-474bbdc3-d367-48d9-aaee-4db6e366b2a9 req-f991363a-0444-4fef-b7c2-f59587815771 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 950 time: 0.3311658 Nov 12 03:29:06.345695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f6fd164e-0222-43f6-94fb-4b2805aedf84 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:06.395979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acbd21-806b-42dc-8750-5a0db5eae721 req-008c96a9-746d-4d5d-aca1-1e061fc036f4 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.397783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: f6fd164e-0222-43f6-94fb-4b2805aedf84 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:06.405214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f6fd164e-0222-43f6-94fb-4b2805aedf84 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:06.407105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26acbd21-806b-42dc-8750-5a0db5eae721 req-008c96a9-746d-4d5d-aca1-1e061fc036f4 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1837776 Nov 12 03:29:06.539292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-474bbdc3-d367-48d9-aaee-4db6e366b2a9 req-2bf09004-3fff-450e-b433-b330059b962c tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729568 Nov 12 03:29:06.540804 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26acbd21-806b-42dc-8750-5a0db5eae721 req-44f343ba-33f1-4f75-9579-a37e46554236 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177220 Nov 12 03:29:06.628603 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.631007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.633786 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.669826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315aaa07-4cba-4c78-9791-668b4d8bcfa7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.691334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:06.707716 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.708404 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Added segment 94643d45-103a-4ca9-9d0f-393d263a319f of type vlan for network 6964b560-f1a7-40ba-baff-cdb8ea006873 Nov 12 03:29:06.840239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.886938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:06.894163 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.896331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.897245 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.926421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.951691 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.954187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1122119 Nov 12 03:29:06.961998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.968541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Request body: {'subnet': {'network_id': '6964b560-f1a7-40ba-baff-cdb8ea006873', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1019782144-subnet', 'tenant_id': '192070b76b384341b2f74878c87e8b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:06.982521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Transition to ACTIVE for port object 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:06.992455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.018036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd68e-116c-405c-bc5f-76cd3e80c1b8 req-cb7bbc7b-9261-40bd-aa05-9b3f209745c1 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.025753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4afd68e-116c-405c-bc5f-76cd3e80c1b8 req-cb7bbc7b-9261-40bd-aa05-9b3f209745c1 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 936 time: 0.1937299 Nov 12 03:29:07.027852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Made reservation on behalf of 192070b76b384341b2f74878c87e8b39 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:07.030404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.074518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58bb28-f6fb-4d2e-881f-5505e28c73d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6964b560-f1a7-40ba-baff-cdb8ea006873,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.089698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 6964b560-f1a7-40ba-baff-cdb8ea006873 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:07.319047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Pushing event updated for resources: {'Port': ['ID=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.357168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.529567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72871a66-5e87-440b-a899-5248b0c67987 req-8e29a779-8c11-43d2-9e83-1be9c985568f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.536325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72871a66-5e87-440b-a899-5248b0c67987 req-8e29a779-8c11-43d2-9e83-1be9c985568f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 950 time: 0.3097780 Nov 12 03:29:07.614735 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.663548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-318235fc-81b0-445d-bfea-d0771fc6802e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.810221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Deleting port 28965536-3893-4eaf-8376-50881b99e849 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:07.810680 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.918947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] For port 28965536-3893-4eaf-8376-50881b99e849, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=28965536-3893-4eaf-8376-50881b99e849,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:07.919691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.937000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Calling delete_port for 28965536-3893-4eaf-8376-50881b99e849 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:08.022424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4afd68e-116c-405c-bc5f-76cd3e80c1b8 req-744c25a4-98ba-48ed-888a-553d5e4794ce tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9957805 Nov 12 03:29:08.075572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.087814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['28965536-3893-4eaf-8376-50881b99e849'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:08.118366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1206839-d1ed-4f7e-a148-2e87b27a3ca7,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.126741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Pushing event deleted for resources: {'Port': ['ID=28965536-3893-4eaf-8376-50881b99e849,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.152169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Router 06606e7a-4830-4727-b72d-1d0ec74c5f48 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:08.162565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Checking segment: {'id': '94643d45-103a-4ca9-9d0f-393d263a319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '6964b560-f1a7-40ba-baff-cdb8ea006873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:08.163063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Network hostable DHCP agents. Network: 6964b560-f1a7-40ba-baff-cdb8ea006873, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:08.189243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660638c-e439-4efa-aa13-2ba600bdc01e req-786674d3-6718-4669-9e82-f83355aae3bb tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.191560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5660638c-e439-4efa-aa13-2ba600bdc01e req-786674d3-6718-4669-9e82-f83355aae3bb tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/ports?device_id=4299380d-bfec-49f7-9101-dcc3758bc297 HTTP/1.1" status: 200 len: 867 time: 0.4825478 Nov 12 03:29:08.271859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5660638c-e439-4efa-aa13-2ba600bdc01e req-914ccf1c-dada-42e3-893e-598d81414c7f tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567260 Nov 12 03:29:08.272932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] No DVR routers for this DVR port 28965536-3893-4eaf-8376-50881b99e849 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:08.283816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.292094 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72871a66-5e87-440b-a899-5248b0c67987 req-c257148b-9855-45dc-a616-c7d723d02b03 tempest-ServersAdminNegativeTestJSON-465572974 tempest-ServersAdminNegativeTestJSON-465572974-project] 10.222.0.20 "DELETE /v2.0/ports/28965536-3893-4eaf-8376-50881b99e849 HTTP/1.1" status: 204 len: 173 time: 0.7440941 Nov 12 03:29:08.294262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4299380d-bfec-49f7-9101-dcc3758bc297', 'name': 'network-vif-deleted', 'tag': '28965536-3893-4eaf-8376-50881b99e849'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:08.313725 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbf240e-32f8-4b21-a78f-546f9e76e308" -d '{"events": [{"server_uuid": "4299380d-bfec-49f7-9101-dcc3758bc297", "name": "network-vif-deleted", "tag": "28965536-3893-4eaf-8376-50881b99e849"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:08.368817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Network 6964b560-f1a7-40ba-baff-cdb8ea006873 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:08.380974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2e62-0b34-49b9-9069-57aa824869b9 req-047cc417-0901-4ad6-95cd-86f975caa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.383044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71ac2e62-0b34-49b9-9069-57aa824869b9 req-047cc417-0901-4ad6-95cd-86f975caa757 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 1.0652900 Nov 12 03:29:08.413500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:08.417187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] Sync routers for ids ['06606e7a-4830-4727-b72d-1d0ec74c5f48'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:08.435406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f83eccd9-5ddb-4fa8-a911-dd73403fefff admin admin] 10.222.0.49 "PUT /v2.0/routers/06606e7a-4830-4727-b72d-1d0ec74c5f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9433777 Nov 12 03:29:08.447118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] Routers {'06606e7a-4830-4727-b72d-1d0ec74c5f48'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:08.447118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['06606e7a-4830-4727-b72d-1d0ec74c5f48'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:08.458877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41560) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.459981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 6964b560-f1a7-40ba-baff-cdb8ea006873) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:08.490044 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e9f03-0fc0-4e37-b7cc-e64a6fd221d1 x-openstack-request-id: req-9f7e9f03-0fc0-4e37-b7cc-e64a6fd221d1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:08.490348 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4299380d-bfec-49f7-9101-dcc3758bc297", "name": "network-vif-deleted", "tag": "28965536-3893-4eaf-8376-50881b99e849", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:08.490615 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f7e9f03-0fc0-4e37-b7cc-e64a6fd221d1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:08.491028 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4299380d-bfec-49f7-9101-dcc3758bc297', 'name': 'network-vif-deleted', 'tag': '28965536-3893-4eaf-8376-50881b99e849', 'status': 'completed', 'code': 200} Nov 12 03:29:08.497088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.497382 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.530352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Attempting to bind port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:08.530702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Attempting to bind port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:08.531032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Attempting to bind port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:08.532714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c7a50-42e7-49ef-bf32-7fe45ad4253c None None] Network 6964b560-f1a7-40ba-baff-cdb8ea006873 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:08.543944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-318235fc-81b0-445d-bfea-d0771fc6802e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.556752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-318235fc-81b0-445d-bfea-d0771fc6802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.583165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5bd835f4-abb2-441f-b42d-5880a54f6d31 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6200647 Nov 12 03:29:08.587195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:08.587572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Attempting to bind port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:08.610996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:08.611235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:08.611659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:08.612112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Bound port: 186ea50a-f236-4cbc-86ff-a1b10d7d48a4, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:08.612474 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.666108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd249ab-1c7a-40ae-8d21-c4668cf34067 req-70155ac6-e6dd-4b2f-aebf-69b2f9d82bd5 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.675736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318235fc-81b0-445d-bfea-d0771fc6802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4806937f-f237-4648-9f9d-7349825c25e6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.678693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6cd249ab-1c7a-40ae-8d21-c4668cf34067 req-70155ac6-e6dd-4b2f-aebf-69b2f9d82bd5 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.3056767 Nov 12 03:29:08.761926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-318235fc-81b0-445d-bfea-d0771fc6802e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fc7f0c9d8ae49869d8a3c36a0d68cad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4003842 Nov 12 03:29:08.773572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.856052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71ac2e62-0b34-49b9-9069-57aa824869b9 req-38d3f18d-e24c-4485-9e5a-b75955a5217e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292755 Nov 12 03:29:08.868816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f078e3f4-ff3d-4cc4-aa58-caca4d07bbd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.871159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] Set router 06606e7a-4830-4727-b72d-1d0ec74c5f48 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:08.874008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-0a65a1f8-c00b-45ca-a358-e37bd232b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.875876 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-0a65a1f8-c00b-45ca-a358-e37bd232b7af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 0.2749081 Nov 12 03:29:08.904223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f078e3f4-ff3d-4cc4-aa58-caca4d07bbd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.966152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.990981 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f078e3f4-ff3d-4cc4-aa58-caca4d07bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.994033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f078e3f4-ff3d-4cc4-aa58-caca4d07bbd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.001685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f078e3f4-ff3d-4cc4-aa58-caca4d07bbd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4806937f-f237-4648-9f9d-7349825c25e6 HTTP/1.1" status: 204 len: 168 time: 0.2233596 Nov 12 03:29:09.011640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078e3f4-ff3d-4cc4-aa58-caca4d07bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4806937f-f237-4648-9f9d-7349825c25e6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.073139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6cd249ab-1c7a-40ae-8d21-c4668cf34067 req-850fc13b-0a25-4d06-9da9-0d5f46a18b98 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933125 Nov 12 03:29:09.077357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] For port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:09.181789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef2e24-39fa-4c50-b554-bd28b4751f4a None None] Network 6964b560-f1a7-40ba-baff-cdb8ea006873 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:09.225551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] For port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:09.284427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:29:05Z', 'revision_number': 5, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:09.316628 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.325307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] Checking router: 06606e7a-4830-4727-b72d-1d0ec74c5f48 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:09.340216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] Routers {'06606e7a-4830-4727-b72d-1d0ec74c5f48'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:09.341915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['06606e7a-4830-4727-b72d-1d0ec74c5f48'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:09.503246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Pushing event updated for resources: {'Port': ['ID=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.519120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.519751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.521205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f189056c-3a8b-40ff-9036-6c6c1fccb64c service neutron] 10.222.0.20 "PUT /v2.0/ports/186ea50a-f236-4cbc-86ff-a1b10d7d48a4 HTTP/1.1" status: 200 len: 1097 time: 4.3644028 Nov 12 03:29:09.524452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'tag': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:09.527101 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843" -d '{"events": [{"name": "network-changed", "server_uuid": "58ef1ec6-b682-4e89-b524-0d0dac937ab8", "tag": "186ea50a-f236-4cbc-86ff-a1b10d7d48a4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:09.587967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858485c-e56f-47f2-849a-c4fd476f1836 req-5dcea3a9-f247-4eb8-a29a-dfa591a41329 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.591716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2858485c-e56f-47f2-849a-c4fd476f1836 req-5dcea3a9-f247-4eb8-a29a-dfa591a41329 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 948 time: 0.3886597 Nov 12 03:29:09.595443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.613176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-f25e1d41-622c-46a4-a5d0-ac108115eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.615384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-f25e1d41-622c-46a4-a5d0-ac108115eae6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 0.5288670 Nov 12 03:29:09.623069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] Set router 06606e7a-4830-4727-b72d-1d0ec74c5f48 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:09.730782 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-e6abf22d-6026-486b-9839-a7f6eabd5b91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 217 time: 0.1055863 Nov 12 03:29:09.742403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98849fb-8665-452c-9961-0a17575fff01 req-d1cc63f2-c263-4b80-99e7-9d4122f5e0af tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.744056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-d1cc63f2-c263-4b80-99e7-9d4122f5e0af tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/networks?id=6964b560-f1a7-40ba-baff-cdb8ea006873 HTTP/1.1" status: 200 len: 818 time: 0.4734793 Nov 12 03:29:09.768658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-a64259e3-81f2-4ddb-a5ef-f8a45efe933e tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/quotas/192070b76b384341b2f74878c87e8b39 HTTP/1.1" status: 200 len: 375 time: 0.0143619 Nov 12 03:29:09.823517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2858485c-e56f-47f2-849a-c4fd476f1836 req-87574f46-5b16-41d1-8f96-1474e02d3c8c tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224462 Nov 12 03:29:09.844135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-52bb3750-f6ef-4a6c-a921-51204481244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.845669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-52bb3750-f6ef-4a6c-a921-51204481244e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86bae2e5386c4d1fb0465b48718559e0&device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 1100 time: 0.2412846 Nov 12 03:29:09.863080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Deleting port a1681f9f-9c61-4a2f-8e63-19b74796efa3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:09.863414 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.095790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-2fd45828-9612-4110-b798-56bebba4e71a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=186ea50a-f236-4cbc-86ff-a1b10d7d48a4 HTTP/1.1" status: 200 len: 217 time: 0.2349603 Nov 12 03:29:10.115582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:29:05Z', 'revision_number': 5, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:10.165582 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cd1d1f-5d9f-4d59-aadd-e6c9d5156085 x-openstack-request-id: req-b3cd1d1f-5d9f-4d59-aadd-e6c9d5156085 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:10.165866 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ef1ec6-b682-4e89-b524-0d0dac937ab8", "tag": "186ea50a-f236-4cbc-86ff-a1b10d7d48a4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:10.166000 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3cd1d1f-5d9f-4d59-aadd-e6c9d5156085 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:10.166378 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'tag': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4', 'status': 'completed', 'code': 200} Nov 12 03:29:10.234630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9aaf57-8d18-45b1-8908-26f30758a1ed None None] The sync data for ids ['06606e7a-4830-4727-b72d-1d0ec74c5f48'] in n-d-789963-21 is: [{'id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-618581177-router', 'tenant_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:46Z', 'updated_at': '2021-11-12T03:29:05Z', 'revision_number': 5, 'project_id': '90b1a83bc9244a2290649cc7b7faf2a0', 'gw_port': {'id': 'a1681f9f-9c61-4a2f-8e63-19b74796efa3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:3f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06606e7a-4830-4727-b72d-1d0ec74c5f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:48Z', 'updated_at': '2021-11-12T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:10.265991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] For port a1681f9f-9c61-4a2f-8e63-19b74796efa3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a1681f9f-9c61-4a2f-8e63-19b74796efa3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:10.268058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.313127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-020695c8-6d49-46fe-9993-e39bf3cdc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.318531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-020695c8-6d49-46fe-9993-e39bf3cdc37f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2104120 Nov 12 03:29:10.343045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Calling delete_port for a1681f9f-9c61-4a2f-8e63-19b74796efa3 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:10.357826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 28965536-3893-4eaf-8376-50881b99e849 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:10.359539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-c1e96f25-20ca-4008-bf02-0d71bb98f8fd tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=192070b76b384341b2f74878c87e8b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400636 Nov 12 03:29:10.412300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 28965536-3893-4eaf-8376-50881b99e849 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:10.413132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-c5b3614d-c31a-4175-8eac-823948035c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.415447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-c5b3614d-c31a-4175-8eac-823948035c7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.6703949 Nov 12 03:29:10.417015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 28965536-3893-4eaf-8376-50881b99e849 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:10.484649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-9a2ef2e0-1f45-42c1-ab3e-c33975b75db1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351548 Nov 12 03:29:10.543122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.543472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41650) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.596823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-5f9460e1-5fdf-447c-9986-8f0b8a72572f service neutron] 10.222.0.49 "GET /v2.0/networks/6964b560-f1a7-40ba-baff-cdb8ea006873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168493 Nov 12 03:29:10.642620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f4e606c1-a6df-4c6b-94fe-6002f6349b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.644537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-f4e606c1-a6df-4c6b-94fe-6002f6349b8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3114405 Nov 12 03:29:10.649246 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-92274751-ca31-473b-9fc8-700270433003 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546273 Nov 12 03:29:10.733148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208e5a-0291-4b23-adbc-b297568e389a req-d7f74e89-c0fd-402c-be1c-dd2ce66e36cc tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.734850 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10208e5a-0291-4b23-adbc-b297568e389a req-d7f74e89-c0fd-402c-be1c-dd2ce66e36cc tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1840813 Nov 12 03:29:10.737772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.844155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1194354940-network', 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:10.901108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1681f9f-9c61-4a2f-8e63-19b74796efa3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.911105 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.938879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:10.941871 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.950572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dfb35b7-f2d8-40fd-878e-87b051896003 req-38658c8f-06f7-4db0-875b-46b359192ec3 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888308 Nov 12 03:29:10.969540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5ced36f1-ea76-469c-85e4-8d12ef7728f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0be8f440d514aa197d2ad77a0598c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984125 Nov 12 03:29:10.984516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-ed39bb84-6f62-4985-a037-a6dc13d9f1a4 service neutron] 10.222.0.49 "GET /v2.0/networks/6964b560-f1a7-40ba-baff-cdb8ea006873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339987 Nov 12 03:29:10.985573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41660) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.011137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.040688 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.047017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.063445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10208e5a-0291-4b23-adbc-b297568e389a req-5308c975-eddc-4efd-b793-4252afc8ce0c tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164072 Nov 12 03:29:11.106134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-1cb63b00-6836-452b-91cc-a64cf830a919 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969944 Nov 12 03:29:11.134124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-344d8199-79e3-482b-9b82-d4c784751ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.162028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-344d8199-79e3-482b-9b82-d4c784751ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.269255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.269752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06606e7a-4830-4727-b72d-1d0ec74c5f48 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:29:11.275192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-344d8199-79e3-482b-9b82-d4c784751ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.276381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.277206 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-344d8199-79e3-482b-9b82-d4c784751ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.277583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-70e0a520-7f43-453e-9c5e-813c8d0f8067 admin admin] 10.222.0.49 "DELETE /v2.0/routers/06606e7a-4830-4727-b72d-1d0ec74c5f48 HTTP/1.1" status: 204 len: 168 time: 2.8148918 Nov 12 03:29:11.283146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-344d8199-79e3-482b-9b82-d4c784751ae1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8 HTTP/1.1" status: 204 len: 168 time: 0.2947123 Nov 12 03:29:11.286543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41668) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.323130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d8199-79e3-482b-9b82-d4c784751ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5ddac4-b7c6-4c4a-84b6-f0b82bc2d4f8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.339567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b61e8d-b576-438c-bba9-bda80b04f6a8 req-3af3f814-9956-4991-ba35-f9f72bdd6f44 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.341341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37b61e8d-b576-438c-bba9-bda80b04f6a8 req-3af3f814-9956-4991-ba35-f9f72bdd6f44 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 950 time: 0.0972366 Nov 12 03:29:11.343450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9a04492-aea8-4fba-ae6f-d1e95a617e43 req-5f6c07a1-2114-4124-962f-38308630b247 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274566 Nov 12 03:29:11.462628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 200b38b2-873d-4a73-94a1-bc74c3eeef6d no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:11.514429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b4232e-75ad-4132-994f-0b38d890df80 admin admin] Deleting subnet 1471ae8b-bcf2-4f6c-a595-94a9e17324f4 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:11.515727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 200b38b2-873d-4a73-94a1-bc74c3eeef6d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:11.517314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 200b38b2-873d-4a73-94a1-bc74c3eeef6d not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:11.535562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199a2c6-0d12-4857-98c9-40adb8645cb5 req-702b1b43-a2c3-45f6-b676-a9193ba1bc94 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.537496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a199a2c6-0d12-4857-98c9-40adb8645cb5 req-702b1b43-a2c3-45f6-b676-a9193ba1bc94 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 948 time: 0.3055718 Nov 12 03:29:11.542711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.543697 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b4232e-75ad-4132-994f-0b38d890df80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.576312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.588431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:11.597964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.598309 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Added segment ccfeab9d-15b1-408c-9b72-a6794a000aad of type vlan for network cb1b6f72-6312-4e02-90bc-25b52609eef7 Nov 12 03:29:11.613488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37b61e8d-b576-438c-bba9-bda80b04f6a8 req-6399de16-dacb-4485-9baa-a6c110ac519c tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621598 Nov 12 03:29:11.624300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-30c81505-46a8-4cae-a063-863693e0e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.626003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-30c81505-46a8-4cae-a063-863693e0e07a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86bae2e5386c4d1fb0465b48718559e0&device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 1100 time: 0.2096376 Nov 12 03:29:11.700166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2c954d07-2bfe-4fa1-b606-2be0fed4b072 req-fc50b4fc-2029-47bf-80f5-1b2bab5fed23 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-995751569', 'description': 'tempest-description-707538144'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:11.710079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a199a2c6-0d12-4857-98c9-40adb8645cb5 req-d66be5f0-307b-4c54-8f43-65db72c0d44d tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442420 Nov 12 03:29:11.722162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b4232e-75ad-4132-994f-0b38d890df80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.766796 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.773356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202d875d-a489-4506-817b-876f917d2779,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.787318 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c954d07-2bfe-4fa1-b606-2be0fed4b072 req-fc50b4fc-2029-47bf-80f5-1b2bab5fed23 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.815054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41682) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.840540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-4164d2d1-71a3-4104-9021-1565e9d58878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.842591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-4164d2d1-71a3-4104-9021-1565e9d58878 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.1942685 Nov 12 03:29:11.854267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-16af879a-f91c-47f1-89f9-75b64a0c8698 req-00108ebd-1939-4890-b6cc-5230b471ad58 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 210 time: 0.0487344 Nov 12 03:29:11.894341 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.895555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.896301 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.914363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-9fd157ba-72db-43b5-8e78-05d08b852b8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=186ea50a-f236-4cbc-86ff-a1b10d7d48a4 HTTP/1.1" status: 200 len: 217 time: 0.0560143 Nov 12 03:29:11.976034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4061828 Nov 12 03:29:11.988070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41692) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.997524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Request body: {'subnet': {'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1194354940-subnet', 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:12.052036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b4232e-75ad-4132-994f-0b38d890df80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.061625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c954d07-2bfe-4fa1-b606-2be0fed4b072 req-fc50b4fc-2029-47bf-80f5-1b2bab5fed23 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.078444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-f84e6e5c-2cd0-4eac-90c0-025af8967b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.079743 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-f84e6e5c-2cd0-4eac-90c0-025af8967b9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1537132 Nov 12 03:29:12.082822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c954d07-2bfe-4fa1-b606-2be0fed4b072 req-fc50b4fc-2029-47bf-80f5-1b2bab5fed23 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.121009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:12.123620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.167036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-132b5296-40d0-4d66-9efa-fc223d07d0d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=420f8a4fd6f848d287877088af8f370d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405960 Nov 12 03:29:12.173498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41706) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.177511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50b4fc-2029-47bf-80f5-1b2bab5fed23 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba8828-b5bc-47b9-a40e-05639b5a0383,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.220416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb765a-bdde-4faf-857f-dd06074abeb8 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1b6f72-6312-4e02-90bc-25b52609eef7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.232505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:12.236276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2c954d07-2bfe-4fa1-b606-2be0fed4b072 req-fc50b4fc-2029-47bf-80f5-1b2bab5fed23 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.238266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c954d07-2bfe-4fa1-b606-2be0fed4b072 req-fc50b4fc-2029-47bf-80f5-1b2bab5fed23 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5565777 Nov 12 03:29:12.259947 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b4232e-75ad-4132-994f-0b38d890df80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.298040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-78bd5308-6917-4b62-a87d-048ac7405ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.301255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-78bd5308-6917-4b62-a87d-048ac7405ac1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1968789 Nov 12 03:29:12.344310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4232e-75ad-4132-994f-0b38d890df80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1471ae8b-bcf2-4f6c-a595-94a9e17324f4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.356067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b4232e-75ad-4132-994f-0b38d890df80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.362197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-23b4232e-75ad-4132-994f-0b38d890df80 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1471ae8b-bcf2-4f6c-a595-94a9e17324f4 HTTP/1.1" status: 204 len: 168 time: 1.0588751 Nov 12 03:29:12.364598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41714) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.406391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:12.408330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c54684-e3f3-4d2c-8a0e-6e657f72dea8 None None] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:12.446185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.461363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bef65f6e-77e7-48c4-be33-40373505be46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.514956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Deleting port 6f66eda1-af24-4651-9c68-65d77c276257 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:12.515558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.649295 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.666033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bef65f6e-77e7-48c4-be33-40373505be46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.688778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] For port 6f66eda1-af24-4651-9c68-65d77c276257, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6f66eda1-af24-4651-9c68-65d77c276257,segment=NetworkSegment(759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f),segment_id=759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:12.689206 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.718548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Calling delete_port for 6f66eda1-af24-4651-9c68-65d77c276257 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:12.813675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-073b1536-bf08-4e25-99e4-43b7f3a5e568 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033574 Nov 12 03:29:12.820224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d96e034c-d62e-4882-8109-778a3dce0537 req-2e21316f-ef8f-4c35-8a5a-0fd271be76f5 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-995751569&fields=id&tenant_id=95ef081eec3347f09638dade289a47d4 HTTP/1.1" status: 200 len: 267 time: 0.3993578 Nov 12 03:29:12.870964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:12.873679 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a1db66-8645-4de3-9f65-428c13cd6d4f" -d '{"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-unplugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:12.894287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:12.904534 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.969459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.104890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98849fb-8665-452c-9961-0a17575fff01 req-7ea4c842-5421-4b49-a8fc-8a5061bb57f5 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.108373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-7ea4c842-5421-4b49-a8fc-8a5061bb57f5 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.20 "GET /v2.0/networks?id=6964b560-f1a7-40ba-baff-cdb8ea006873 HTTP/1.1" status: 200 len: 818 time: 0.2534430 Nov 12 03:29:13.125090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bef65f6e-77e7-48c4-be33-40373505be46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.131652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Request body: {'port': {'device_id': '950bcc77-4d33-40fc-8d2d-b520101fd6f7', 'network_id': '6964b560-f1a7-40ba-baff-cdb8ea006873', 'admin_state_up': True, 'tenant_id': '192070b76b384341b2f74878c87e8b39'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:13.133124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bef65f6e-77e7-48c4-be33-40373505be46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.136477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bef65f6e-77e7-48c4-be33-40373505be46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e806b86b-ee96-4fa5-b750-1512ddb2644e HTTP/1.1" status: 204 len: 168 time: 0.9535954 Nov 12 03:29:13.166578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef65f6e-77e7-48c4-be33-40373505be46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e806b86b-ee96-4fa5-b750-1512ddb2644e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.223146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] DHCP port deletion for c314c03a-5e3a-4dc0-a443-13b61fe935b8 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:13.223805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e034c-d62e-4882-8109-778a3dce0537 req-3bf5c880-e490-4670-bdd0-db226cc24975 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.225396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d96e034c-d62e-4882-8109-778a3dce0537 req-3bf5c880-e490-4670-bdd0-db226cc24975 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.3727825 Nov 12 03:29:13.252638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:13.253301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Network hostable DHCP agents. Network: cb1b6f72-6312-4e02-90bc-25b52609eef7, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:13.259352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94314c6-3250-47e1-a1fe-ce606b32ef01,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.273138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d96e034c-d62e-4882-8109-778a3dce0537 req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Request body: {'port': {'security_groups': ['ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9', '86ba8828-b5bc-47b9-a40e-05639b5a0383']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:13.275817 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.309955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6646b8f-75ef-42ae-b0e4-d9722e2d7843 req-c47c23b2-5613-4aca-b1df-d21fba9f0e2e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840887 Nov 12 03:29:13.311618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] Deleting port 6f66eda1-af24-4651-9c68-65d77c276257 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:13.312472 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.331935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:13.347062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.357335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, cb1b6f72-6312-4e02-90bc-25b52609eef7) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:13.366888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.367369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.384611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d96e034c-d62e-4882-8109-778a3dce0537 req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.390801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f66eda1-af24-4651-9c68-65d77c276257,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.405579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-497e756c-8b8c-40aa-98f4-c5e0f5906de8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4165123 Nov 12 03:29:13.424871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] No DVR routers for this DVR port 6f66eda1-af24-4651-9c68-65d77c276257 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:13.473510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f40fce-0bfa-4421-b3a3-e8d8f09059a4 None None] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:13.489685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220ecec-10b2-433a-bf7c-6f2367409820 req-65b0fd25-e255-46b0-bebd-58216ed7bfb7 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.491218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2220ecec-10b2-433a-bf7c-6f2367409820 req-65b0fd25-e255-46b0-bebd-58216ed7bfb7 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 948 time: 0.2089536 Nov 12 03:29:13.534576 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.601081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6f66eda1-af24-4651-9c68-65d77c276257 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:13.604987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2220ecec-10b2-433a-bf7c-6f2367409820 req-549a8969-2d4d-4262-aad0-633b5f07f924 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856745 Nov 12 03:29:13.609397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c314c03a-5e3a-4dc0-a443-13b61fe935b8']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:13.622849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Made reservation on behalf of 192070b76b384341b2f74878c87e8b39 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:13.626888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.631930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:13.632283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:13.660923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.681116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 6f66eda1-af24-4651-9c68-65d77c276257 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:13.682222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6f66eda1-af24-4651-9c68-65d77c276257 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:13.682898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a1681f9f-9c61-4a2f-8e63-19b74796efa3 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:13.688520 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.729611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:13.730021 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:13.731968 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:13.738709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d96e034c-d62e-4882-8109-778a3dce0537 req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] For port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:13.742647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] For port 6f66eda1-af24-4651-9c68-65d77c276257, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6f66eda1-af24-4651-9c68-65d77c276257,segment=NetworkSegment(759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f),segment_id=759d86d6-0cbc-4a9a-b23b-eea3d23a0f9f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:13.743313 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.747122 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14175141-eefd-4b36-bc24-90b63bb31389 x-openstack-request-id: req-14175141-eefd-4b36-bc24-90b63bb31389 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:13.747890 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-unplugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:13.748370 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14175141-eefd-4b36-bc24-90b63bb31389 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:13.749019 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'code': 200} Nov 12 03:29:13.750660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b5c745-1d2d-48d2-96d3-66897cd5cee9 None None] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:13.796942 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d96e034c-d62e-4882-8109-778a3dce0537 req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.809912 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d96e034c-d62e-4882-8109-778a3dce0537 req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.820010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a1681f9f-9c61-4a2f-8e63-19b74796efa3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:13.820679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a1681f9f-9c61-4a2f-8e63-19b74796efa3 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:13.844671 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.849857 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.853857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] 10.222.0.49 "DELETE /v2.0/networks/c314c03a-5e3a-4dc0-a443-13b61fe935b8 HTTP/1.1" status: 204 len: 168 time: 1.4878793 Nov 12 03:29:13.874000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76eb1d-4ec9-47a0-ae94-f6c83988384b admin admin] Pushing event deleted for resources: {'Network': ['ID=c314c03a-5e3a-4dc0-a443-13b61fe935b8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.881633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6c45b6c9-d59b-4088-aeec-0de5fe9627b1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:13.898300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event updated for resources: {'Port': ['ID=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.908195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Allocated IP 172.20.0.12 (6964b560-f1a7-40ba-baff-cdb8ea006873/d1206839-d1ed-4f7e-a148-2e87b27a3ca7/4762ba00-20b7-4819-945a-d81f07a4dbc9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:13.914095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e034c-d62e-4882-8109-778a3dce0537 req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.914760 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d96e034c-d62e-4882-8109-778a3dce0537 req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.916433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d96e034c-d62e-4882-8109-778a3dce0537 req-d38c1cdf-ee50-408b-b187-23cc123bba7f tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "PUT /v2.0/ports/6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 981 time: 0.6808698 Nov 12 03:29:13.917114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:13.919445 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5020c617-beb6-4617-82fc-acb2cb6f7c91" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:13.964707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3f878b9d-20b8-4d79-827a-028b61e2c9b2 req-7b86feed-940d-460c-8c47-c6273df49eff tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 210 time: 0.0678537 Nov 12 03:29:13.986118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] Calling delete_port for 6f66eda1-af24-4651-9c68-65d77c276257 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:14.044953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6c45b6c9-d59b-4088-aeec-0de5fe9627b1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:14.060898 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2599fb66-366d-4c24-a4a6-3b704d9c5d45 x-openstack-request-id: req-2599fb66-366d-4c24-a4a6-3b704d9c5d45 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:14.061181 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:14.061433 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2599fb66-366d-4c24-a4a6-3b704d9c5d45 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:14.061886 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'status': 'completed', 'code': 200} Nov 12 03:29:14.154047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41784) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:14.203925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-f6e34d37-3374-4271-b83b-10aa41a3bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.208164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-f6e34d37-3374-4271-b83b-10aa41a3bdcb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1136 time: 0.1209254 Nov 12 03:29:14.259277 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-81129d33-6b02-4a65-b212-eff1dbf0ea63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90b1a83bc9244a2290649cc7b7faf2a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1023948 Nov 12 03:29:14.262225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41786) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:14.294066 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.315583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-39781126-4dca-4470-b933-3a9117cb5d7b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-995751569&fields=id&tenant_id=95ef081eec3347f09638dade289a47d4 HTTP/1.1" status: 200 len: 267 time: 0.1563542 Nov 12 03:29:14.407230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-5dfec318-22c7-4aac-adb8-fd2eddff1246 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.417046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-5dfec318-22c7-4aac-adb8-fd2eddff1246 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 984 time: 0.0999484 Nov 12 03:29:14.423504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.425400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Request body: {'port': {'security_groups': ['ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:14.434857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03d1ccc6-3059-465d-b880-a05c2370a2de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.446474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:14.460964 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03d1ccc6-3059-465d-b880-a05c2370a2de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.468416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.528646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] Network c314c03a-5e3a-4dc0-a443-13b61fe935b8 is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:29:14.529304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] No DVR routers for this DVR port 6f66eda1-af24-4651-9c68-65d77c276257 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:14.558614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.584557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f483a7-5030-409c-896a-852029eaaa89 None None] Pushing event deleted for resources: {'Port': ['ID=6f66eda1-af24-4651-9c68-65d77c276257,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.603451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Network 6964b560-f1a7-40ba-baff-cdb8ea006873 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:14.609121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03d1ccc6-3059-465d-b880-a05c2370a2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.613790 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03d1ccc6-3059-465d-b880-a05c2370a2de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.618595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-03d1ccc6-3059-465d-b880-a05c2370a2de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54866bcb-1b74-4704-8324-6ec3c0207f9e HTTP/1.1" status: 204 len: 168 time: 0.3552299 Nov 12 03:29:14.627645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-1188f43e-71a4-4ed8-9c00-50a5d4bea0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.634029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-1188f43e-71a4-4ed8-9c00-50a5d4bea0db service neutron] 10.222.0.20 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 0.3910542 Nov 12 03:29:14.644728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1ccc6-3059-465d-b880-a05c2370a2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54866bcb-1b74-4704-8324-6ec3c0207f9e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.645106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:14.662798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:14.670453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Pushing event updated for resources: {'Port': ['ID=4762ba00-20b7-4819-945a-d81f07a4dbc9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.694642 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-363f8acc-4859-420c-b137-7e843aad010a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 217 time: 0.0479240 Nov 12 03:29:14.859016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.859016 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.879069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:14.906303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4', 'mac_address': 'fa:16:3e:40:28:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:14.912396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-7715762f-375b-4571-b285-945b48f9f487 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7856643 Nov 12 03:29:14.938889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Request body: {'port': {'device_id': '950bcc77-4d33-40fc-8d2d-b520101fd6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:14.955063 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.969481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:14.998527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:15.009515 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.057118 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.103670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] For port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:15.143996 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.154240 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.160941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.171356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6c45b6c9-d59b-4088-aeec-0de5fe9627b1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:15.172977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-5ea1d823-6999-420a-abb2-10d0e3a3cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.175611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-5ea1d823-6999-420a-abb2-10d0e3a3cf58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.4717777 Nov 12 03:29:15.183264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-9fd13940-e022-4848-98a5-10f689a4e09f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.192094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-9fd13940-e022-4848-98a5-10f689a4e09f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.6845937 Nov 12 03:29:15.225115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-9d773450-0309-4c41-8091-079c114cf515 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/quotas/49c3a70a1bdb40208d0bee143bfdc83d HTTP/1.1" status: 200 len: 375 time: 0.0318720 Nov 12 03:29:15.251499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.252905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.254483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-244c2db4-04e8-4c0d-b114-080dc25eb128 req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "PUT /v2.0/ports/6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 942 time: 0.8368843 Nov 12 03:29:15.255229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:15.257946 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33292b53-4883-413b-a323-4dca07016d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:15.280672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-6227d439-52eb-43f6-9e60-5953d9058fc4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544672 Nov 12 03:29:15.288034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cbc82-ab16-4781-bb2c-37ae24a7fca8 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event updated for resources: {'Port': ['ID=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,revision_number=7']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.291755 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-38aff489-7d5c-4a44-b283-7329840d4456 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974591 Nov 12 03:29:15.309178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['186ea50a-f236-4cbc-86ff-a1b10d7d48a4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:15.449946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6c45b6c9-d59b-4088-aeec-0de5fe9627b1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:15.474418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-e1525eac-0cbe-495a-8432-00a4db093970 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926119 Nov 12 03:29:15.489163 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-fc05b709-ad5b-4992-943e-d20cf2ff7af2 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833775 Nov 12 03:29:15.656623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5020c617-beb6-4617-82fc-acb2cb6f7c91 req-6d3007db-b316-4922-9ba3-765f388e0a27 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513546 Nov 12 03:29:15.681362 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-75f752e3-7666-4af0-8b7b-4b619fa0c342 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058342 Nov 12 03:29:15.789084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4762ba00-20b7-4819-945a-d81f07a4dbc9 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:15.798595 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.815857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Transition to ACTIVE for port object 4762ba00-20b7-4819-945a-d81f07a4dbc9 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:15.823931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.943188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Pushing event updated for resources: {'Port': ['ID=4762ba00-20b7-4819-945a-d81f07a4dbc9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.994193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Attempting to bind port 4762ba00-20b7-4819-945a-d81f07a4dbc9 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:15.994626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Attempting to bind port 4762ba00-20b7-4819-945a-d81f07a4dbc9 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '94643d45-103a-4ca9-9d0f-393d263a319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '6964b560-f1a7-40ba-baff-cdb8ea006873'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:15.995029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Attempting to bind port 4762ba00-20b7-4819-945a-d81f07a4dbc9 on network 6964b560-f1a7-40ba-baff-cdb8ea006873 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:16.001059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Port 4762ba00-20b7-4819-945a-d81f07a4dbc9 on network 6964b560-f1a7-40ba-baff-cdb8ea006873 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:16.001519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Attempting to bind port 4762ba00-20b7-4819-945a-d81f07a4dbc9 on network 6964b560-f1a7-40ba-baff-cdb8ea006873 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:16.008592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:16.009034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Checking segment: {'id': '94643d45-103a-4ca9-9d0f-393d263a319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '6964b560-f1a7-40ba-baff-cdb8ea006873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:16.009485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Bound using segment: {'id': '94643d45-103a-4ca9-9d0f-393d263a319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '6964b560-f1a7-40ba-baff-cdb8ea006873'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:16.010236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Bound port: 4762ba00-20b7-4819-945a-d81f07a4dbc9, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94643d45-103a-4ca9-9d0f-393d263a319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '6964b560-f1a7-40ba-baff-cdb8ea006873'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:16.010994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.089958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837107b2-4183-40ce-8847-744049a303bf req-f7f95a3e-64e6-48cc-9c4e-666fcf18da9f tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.091631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837107b2-4183-40ce-8847-744049a303bf req-f7f95a3e-64e6-48cc-9c4e-666fcf18da9f tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 949 time: 0.0653334 Nov 12 03:29:16.111238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] For port 4762ba00-20b7-4819-945a-d81f07a4dbc9, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:16.120206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] For port 4762ba00-20b7-4819-945a-d81f07a4dbc9, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4762ba00-20b7-4819-945a-d81f07a4dbc9,segment=NetworkSegment(94643d45-103a-4ca9-9d0f-393d263a319f),segment_id=94643d45-103a-4ca9-9d0f-393d263a319f)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:16.126943 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.154812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837107b2-4183-40ce-8847-744049a303bf req-ab880a88-31db-4837-987e-986945574be1 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560465 Nov 12 03:29:16.188039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:16.197375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.197793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.199885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] 10.222.0.20 "PUT /v2.0/ports/4762ba00-20b7-4819-945a-d81f07a4dbc9 HTTP/1.1" status: 200 len: 1093 time: 1.2757406 Nov 12 03:29:16.228367 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5942ce-c596-436a-b4fe-331f6ae56546 x-openstack-request-id: req-6b5942ce-c596-436a-b4fe-331f6ae56546 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:16.228814 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:16.229395 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b5942ce-c596-436a-b4fe-331f6ae56546 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:16.229898 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'status': 'completed', 'code': 200} Nov 12 03:29:16.262250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d69fa1-b0d9-4f4d-8ca8-ff7ce27f3d2c service neutron] Pushing event updated for resources: {'Port': ['ID=4762ba00-20b7-4819-945a-d81f07a4dbc9,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.275394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27fed-cd16-4c32-9107-4268df40c336 req-8f594ffd-ccbd-4e38-b474-1cc779317161 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.277137 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a27fed-cd16-4c32-9107-4268df40c336 req-8f594ffd-ccbd-4e38-b474-1cc779317161 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 944 time: 0.1336381 Nov 12 03:29:16.362699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33292b53-4883-413b-a323-4dca07016d0c req-1da7858b-d943-4a93-b0ef-5ec9f996b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.364690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33292b53-4883-413b-a323-4dca07016d0c req-1da7858b-d943-4a93-b0ef-5ec9f996b30d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 0.0862844 Nov 12 03:29:16.374746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1724393575-network', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:16.378123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a27fed-cd16-4c32-9107-4268df40c336 req-17d5a586-05cb-49d2-84a2-7bfb750fbad3 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697854 Nov 12 03:29:16.403923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98849fb-8665-452c-9961-0a17575fff01 req-5d1847e1-2b63-4d57-aafc-43e14ae8c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.405669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-5d1847e1-2b63-4d57-aafc-43e14ae8c11e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192070b76b384341b2f74878c87e8b39&device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 1096 time: 0.1193111 Nov 12 03:29:16.482576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-eae8bbef-fcf9-4004-9fad-b212c448e5b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4762ba00-20b7-4819-945a-d81f07a4dbc9 HTTP/1.1" status: 200 len: 217 time: 0.0634155 Nov 12 03:29:16.483134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:16.485359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-879ca7b1-51c7-4a86-9f35-c6c1dd3d2edb req-b2af48eb-9768-48fa-801e-4f97f009a04d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 210 time: 0.0333731 Nov 12 03:29:16.485504 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.521819 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-d5dc57d4-082c-421e-a5d8-8a176283a2be tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2808366 Nov 12 03:29:16.527708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33292b53-4883-413b-a323-4dca07016d0c req-7ddce939-34ba-4529-98dd-87d50b198223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.529085 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33292b53-4883-413b-a323-4dca07016d0c req-7ddce939-34ba-4529-98dd-87d50b198223 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 0.1498587 Nov 12 03:29:16.536700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.547729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:16.589388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33292b53-4883-413b-a323-4dca07016d0c req-82db9fca-7c93-43ec-a944-450c5ce36320 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 217 time: 0.0522738 Nov 12 03:29:16.636002 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.657758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33292b53-4883-413b-a323-4dca07016d0c req-c14aa3d3-c314-4d51-b535-9d2e79db4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.660259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33292b53-4883-413b-a323-4dca07016d0c req-c14aa3d3-c314-4d51-b535-9d2e79db4d52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.0616548 Nov 12 03:29:16.662571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98849fb-8665-452c-9961-0a17575fff01 req-35745593-8c96-4fe9-9e62-dc8384d48b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.664066 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-35745593-8c96-4fe9-9e62-dc8384d48b1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1206839-d1ed-4f7e-a148-2e87b27a3ca7 HTTP/1.1" status: 200 len: 858 time: 0.1655428 Nov 12 03:29:16.702702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33292b53-4883-413b-a323-4dca07016d0c req-7dd32688-ad25-4e1b-96e5-7816435457bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285933 Nov 12 03:29:16.712775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-506ef8d6-02df-4be5-88fe-46b33c706437 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6964b560-f1a7-40ba-baff-cdb8ea006873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338750 Nov 12 03:29:16.829693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33292b53-4883-413b-a323-4dca07016d0c req-394272b5-63c0-448e-be24-e53d2bdf8a62 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075339 Nov 12 03:29:16.850366 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.866340 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.902681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:16.933819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.934155 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Added segment fba80dc9-c295-49b7-8f90-a163d20133f5 of type vlan for network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 Nov 12 03:29:16.947580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-6d9229eb-923c-478e-b5fa-e6140e200acd service neutron] 10.222.0.20 "GET /v2.0/networks/6964b560-f1a7-40ba-baff-cdb8ea006873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232800 Nov 12 03:29:16.949796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dcefd9-b5da-406c-9963-53bfe7b78b15,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.978309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33292b53-4883-413b-a323-4dca07016d0c req-d4bd9c11-385e-4df9-9a1d-4b25c7f817cd service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387918 Nov 12 03:29:17.012416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.072092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.096905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.098019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.099004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.179042 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f98849fb-8665-452c-9961-0a17575fff01 req-86d0dbad-e380-4c64-884f-9527cb8d6dbf service neutron] 10.222.0.20 "GET /v2.0/networks/6964b560-f1a7-40ba-baff-cdb8ea006873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978185 Nov 12 03:29:17.189502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0003529 Nov 12 03:29:17.195312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:17.207572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Request body: {'subnet': {'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1724393575-subnet', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:17.231000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:17.233988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.236616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10631f6d-72ca-484a-9f6c-c0307afa5aac admin admin] Pushing event updated for resources: {'Network': ['ID=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.259371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:17.295908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Allocated IP 172.25.0.197 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/02b97972-3576-4bdc-93bd-1d574ea1ad33) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:17.398540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb48e7d-3071-4140-b92b-f21a995fc485 req-7b821c09-7ead-4574-b5fd-321c77419f35 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.400219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffb48e7d-3071-4140-b92b-f21a995fc485 req-7b821c09-7ead-4574-b5fd-321c77419f35 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 949 time: 0.1220047 Nov 12 03:29:17.428340 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.498739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffb48e7d-3071-4140-b92b-f21a995fc485 req-1d82c005-bd53-4052-ae58-ad312b25f86f tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875759 Nov 12 03:29:17.533482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.569224 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.613706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event updated for resources: {'Port': ['ID=02b97972-3576-4bdc-93bd-1d574ea1ad33,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.638523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:17.641340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:17.645830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.645830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.645830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.646205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.646462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.646802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.647202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.647502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.647804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.648116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.648443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.648786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:17.655216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:17.720231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-e6e7f808-96fa-49b0-9d1f-6e92512eff71 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.722444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-e6e7f808-96fa-49b0-9d1f-6e92512eff71 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.2636404 Nov 12 03:29:17.748195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Request body: {'port': {'device_id': 'a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'admin_state_up': True, 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:17.931087 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.984643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.988801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:17.992352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.038088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Checking segment: {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:18.038937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Network hostable DHCP agents. Network: 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:18.042519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3c55d2-fd78-4d1f-b13a-a9c9b443388e,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.067539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cf2e9-b797-4aad-a089-2fb2d24f170c req-9d88dcb2-ead0-4ecf-bbec-45eba8938bc1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.069069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c62cf2e9-b797-4aad-a089-2fb2d24f170c req-9d88dcb2-ead0-4ecf-bbec-45eba8938bc1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 944 time: 0.0843630 Nov 12 03:29:18.076855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:18.100014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41936) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:18.102823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:18.110367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.110969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.112789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a24111c-13cb-44af-86c8-93939aa7d786 None None] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:18.153232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3a8d6a70-af75-445a-963b-5602ffe83f7c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9564803 Nov 12 03:29:18.156138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41940) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:18.161182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:18.185699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.186752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.208069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c62cf2e9-b797-4aad-a089-2fb2d24f170c req-cf4a0fd3-832e-463c-99bc-9279b2dbacf1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285906 Nov 12 03:29:18.257211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950bcc77-4d33-40fc-8d2d-b520101fd6f7', 'tag': '4762ba00-20b7-4819-945a-d81f07a4dbc9'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:18.257714 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "950bcc77-4d33-40fc-8d2d-b520101fd6f7", "tag": "4762ba00-20b7-4819-945a-d81f07a4dbc9"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:18.264103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.281263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Allocated IP 172.20.0.4 (cb1b6f72-6312-4e02-90bc-25b52609eef7/e94314c6-3250-47e1-a1fe-ce606b32ef01/5a3180e6-dfb2-4303-bea7-9d4dfab056dd) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:18.316393 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.336505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.350347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:18.352627 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.390627 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb2d436e-6712-4576-b639-55e52190c1e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.429277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:18.431680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:18.446863 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8d2405c2-9479-4704-aa46-ab3fb90771e8 req-64a06fed-8c61-4f2b-a3dc-8e2f283728ff tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 210 time: 0.0869930 Nov 12 03:29:18.452788 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.461890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event updated for resources: {'Port': ['ID=02b97972-3576-4bdc-93bd-1d574ea1ad33,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.515488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:18.538364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:18.539578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.670785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.680410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.684781 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78385f8c-6902-4019-9462-af6e1e0f0cde x-openstack-request-id: req-78385f8c-6902-4019-9462-af6e1e0f0cde {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:18.685005 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950bcc77-4d33-40fc-8d2d-b520101fd6f7", "tag": "4762ba00-20b7-4819-945a-d81f07a4dbc9", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:18.685108 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78385f8c-6902-4019-9462-af6e1e0f0cde {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:18.685483 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950bcc77-4d33-40fc-8d2d-b520101fd6f7', 'tag': '4762ba00-20b7-4819-945a-d81f07a4dbc9', 'status': 'completed', 'code': 200} Nov 12 03:29:18.688299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Allocated IP 172.20.0.2 (3694e15b-90b1-4c4f-96cb-1ec7fd7355b3/fc3c55d2-fd78-4d1f-b13a-a9c9b443388e/379bab70-354a-4553-b04f-b59f3dbe89f7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:18.723909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.725382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-df32bd72-ad69-4d61-a641-e089ea5c5d25 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2027435 Nov 12 03:29:18.757666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.817322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.821883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:18.848840 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.890458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-aa16d4ba-39dd-4d89-b8b4-865c8ae89368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.892504 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb2d436e-6712-4576-b639-55e52190c1e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.893308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-aa16d4ba-39dd-4d89-b8b4-865c8ae89368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192070b76b384341b2f74878c87e8b39&device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 1096 time: 0.2062726 Nov 12 03:29:18.916684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-c1b2e49f-bf06-4340-9ad4-2f2f4b2f0648 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.1823182 Nov 12 03:29:18.918697 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb2d436e-6712-4576-b639-55e52190c1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.946293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.998933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:19.001228 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff9bc32-1bc9-4f62-9c9d-69bfdfbc7500" -d '{"events": [{"server_uuid": "58ef1ec6-b682-4e89-b524-0d0dac937ab8", "name": "network-vif-plugged", "status": "completed", "tag": "186ea50a-f236-4cbc-86ff-a1b10d7d48a4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:19.021842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:19.026210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'mac_address': 'fa:16:3e:cc:1c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:19.034651 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.057715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0638129-fe6f-40a0-b1de-471d317d46dd req-84e662f6-4c42-4ba7-9831-75f319fd93e3 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.065570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0638129-fe6f-40a0-b1de-471d317d46dd req-84e662f6-4c42-4ba7-9831-75f319fd93e3 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 949 time: 0.2507243 Nov 12 03:29:19.083112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-e56274e6-ffdd-4ae0-a153-e3f64170ec21 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.084439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97dcd876-7fe5-4491-ab14-770f4ed47b38 req-e56274e6-ffdd-4ae0-a153-e3f64170ec21 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1453581 Nov 12 03:29:19.120036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:19.130208 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.130498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:19.155820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:19.167986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7fe65c-7e1a-4760-a851-95363c8896d7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:19.173200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41966) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:19.175688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cb2d436e-6712-4576-b639-55e52190c1e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c237ef6d5e04468895a354d444c4bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0685015 Nov 12 03:29:19.176626 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7455b30f-8fa1-4c86-aec4-2ac007a1b711 x-openstack-request-id: req-7455b30f-8fa1-4c86-aec4-2ac007a1b711 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:19.177219 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ef1ec6-b682-4e89-b524-0d0dac937ab8", "name": "network-vif-plugged", "status": "completed", "tag": "186ea50a-f236-4cbc-86ff-a1b10d7d48a4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:19.177637 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7455b30f-8fa1-4c86-aec4-2ac007a1b711 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:19.178298 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4', 'code': 200} Nov 12 03:29:19.188289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.191663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Allocated IP 172.25.0.170 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/32fa65af-8175-49fe-83d7-99c86ec26918) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:19.205960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-6dd35ed7-9755-4ab3-b75a-5379d64d73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.207798 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-6dd35ed7-9755-4ab3-b75a-5379d64d73bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6964b560-f1a7-40ba-baff-cdb8ea006873 HTTP/1.1" status: 200 len: 920 time: 0.2597175 Nov 12 03:29:19.208572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:19.217376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.220196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d436e-6712-4576-b639-55e52190c1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb09138a-a8d4-4211-b108-8cf5d491a36c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.226624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0638129-fe6f-40a0-b1de-471d317d46dd req-591e20a7-29ef-404d-b2a2-03177e23eff4 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601884 Nov 12 03:29:19.247328 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.263647 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.294083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:19.300843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:19.304904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:19.308468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-a961659d-3f68-46cd-8bb9-1190a441a473 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4762ba00-20b7-4819-945a-d81f07a4dbc9 HTTP/1.1" status: 200 len: 217 time: 0.0803275 Nov 12 03:29:19.312403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['de7fe65c-7e1a-4760-a851-95363c8896d7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:19.320479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.435988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Pushing event updated for resources: {'Port': ['ID=379bab70-354a-4553-b04f-b59f3dbe89f7,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.438352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Attempting to bind port 379bab70-354a-4553-b04f-b59f3dbe89f7 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:19.438804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Attempting to bind port 379bab70-354a-4553-b04f-b59f3dbe89f7 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:19.439231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Attempting to bind port 379bab70-354a-4553-b04f-b59f3dbe89f7 on network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:19.451118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:19.451892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Checking segment: {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:19.452538 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.453166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Bound using segment: {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:19.453866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Bound port: 379bab70-354a-4553-b04f-b59f3dbe89f7, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:19.454490 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.459734 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event updated for resources: {'Port': ['ID=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.487192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.487815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.521126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855ba14-3ddd-4895-a00a-010745648330 req-37dc9cbd-4379-45f6-98f3-4d28a2cf31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.522666 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c855ba14-3ddd-4895-a00a-010745648330 req-37dc9cbd-4379-45f6-98f3-4d28a2cf31b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 1102 time: 0.2066905 Nov 12 03:29:19.528237 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-33f2d51c-00de-4872-9307-0e0421aedd0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7918682 Nov 12 03:29:19.535089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-d1ec521a-f1ae-4165-ae2b-83baea1dcc2f tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.536572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-d1ec521a-f1ae-4165-ae2b-83baea1dcc2f tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 815 time: 0.2194409 Nov 12 03:29:19.557062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Request body: {'port': {'device_id': 'a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:19.559810 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.571386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-ab56c76b-0150-409f-b4f3-8df296ca31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.573118 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-ab56c76b-0150-409f-b4f3-8df296ca31f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1206839-d1ed-4f7e-a148-2e87b27a3ca7 HTTP/1.1" status: 200 len: 858 time: 0.1697493 Nov 12 03:29:19.576243 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68328df5-a6d0-4b2e-89ec-230f3711d9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.581888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] For port 379bab70-354a-4553-b04f-b59f3dbe89f7, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:19.604886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] For port 379bab70-354a-4553-b04f-b59f3dbe89f7, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=379bab70-354a-4553-b04f-b59f3dbe89f7,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:19.609855 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-ba91a5ea-eb11-4629-8409-e0573a824ada tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/quotas/7f41b0edb26a45d2addc948e8bf6c298 HTTP/1.1" status: 200 len: 375 time: 0.0629654 Nov 12 03:29:19.615568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-92c239fa-cdb0-4c0f-b738-64621b5743f5 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.616235 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.617289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-92c239fa-cdb0-4c0f-b738-64621b5743f5 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2160079 Nov 12 03:29:19.638456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-ae7d6e63-46c7-4b55-a50f-77a4d9319a3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6964b560-f1a7-40ba-baff-cdb8ea006873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519047 Nov 12 03:29:19.680209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68328df5-a6d0-4b2e-89ec-230f3711d9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.689510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb3fef-d7a4-4c79-93b0-a2d6542cd05e None None] Pushing event updated for resources: {'Port': ['ID=379bab70-354a-4553-b04f-b59f3dbe89f7,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.692029 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.713180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c855ba14-3ddd-4895-a00a-010745648330 req-e8cd9184-c99e-495c-9732-a3a7c9f3eccd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661267 Nov 12 03:29:19.724390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-ef55dee3-73b6-461b-ba95-036a812669b9 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136551 Nov 12 03:29:19.784637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-134e8cca-fde0-4e36-8ce3-d981a4d354d3 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.1499276 Nov 12 03:29:19.813905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Request body: {'floatingip': {'port_id': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:19.822487 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.902710 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.937375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-cdc957fb-1ff0-45e3-8c38-7caae1a365a3 service neutron] 10.222.0.49 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928871 Nov 12 03:29:19.972143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:19.997605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:20.001338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-112964b9-3d14-4e57-b803-cdf33011c8a3 service neutron] 10.222.0.20 "GET /v2.0/networks/6964b560-f1a7-40ba-baff-cdb8ea006873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482072 Nov 12 03:29:20.003237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:20.010867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Pushing event updated for resources: {'Port': ['ID=32fa65af-8175-49fe-83d7-99c86ec26918,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.067726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68328df5-a6d0-4b2e-89ec-230f3711d9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.070339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68328df5-a6d0-4b2e-89ec-230f3711d9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.074560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-68328df5-a6d0-4b2e-89ec-230f3711d9d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb09138a-a8d4-4211-b108-8cf5d491a36c HTTP/1.1" status: 204 len: 168 time: 0.8971190 Nov 12 03:29:20.112996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68328df5-a6d0-4b2e-89ec-230f3711d9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb09138a-a8d4-4211-b108-8cf5d491a36c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.122406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-04b07405-0c5d-483a-ada1-ef9c1e2c59d7 service neutron] 10.222.0.49 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738081 Nov 12 03:29:20.174679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3180e6-dfb2-4303-bea7-9d4dfab056dd {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:20.193291 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.210711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Transition to ACTIVE for port object 5a3180e6-dfb2-4303-bea7-9d4dfab056dd will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:20.218569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.420886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-09b12a5a-07d0-41e5-a6f7-5840b73ff5a3 req-3883bde8-f319-4f12-a9b0-03af8ad84f47 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0942771 Nov 12 03:29:20.432584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4762ba00-20b7-4819-945a-d81f07a4dbc9 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:20.434249 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdee16b2-4241-4ef9-ad36-0546d65b4ea4 req-9c0a41d8-9d86-4021-95d4-a00e2bc054e8 service neutron] 10.222.0.20 "GET /v2.0/networks/6964b560-f1a7-40ba-baff-cdb8ea006873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993542 Nov 12 03:29:20.463761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:20.688783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-09b12a5a-07d0-41e5-a6f7-5840b73ff5a3 req-a166cbc7-ede8-407d-b3b7-8174c0d29a23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.1062558 Nov 12 03:29:20.694592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:20.760552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port de7fe65c-7e1a-4760-a851-95363c8896d7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:20.761091 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.810927 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27f8c42b-ec57-48b6-9a21-74b8c3910b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.853922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-09b12a5a-07d0-41e5-a6f7-5840b73ff5a3 req-d91b6f6a-9c1a-4b9c-acee-596dcca38ced service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299272 Nov 12 03:29:20.946519 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.961157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.974701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0126d-cd36-470c-9269-79768b8ca3a9 req-fe03cd22-cb1f-4719-b3ab-c5139bfacef0 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.976452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54b0126d-cd36-470c-9269-79768b8ca3a9 req-fe03cd22-cb1f-4719-b3ab-c5139bfacef0 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 944 time: 0.1024597 Nov 12 03:29:21.094902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:21.106516 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.116040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Attempting to bind port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:21.116542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Attempting to bind port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:21.117020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Attempting to bind port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:21.122607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4762ba00-20b7-4819-945a-d81f07a4dbc9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4762ba00-20b7-4819-945a-d81f07a4dbc9,segment=NetworkSegment(94643d45-103a-4ca9-9d0f-393d263a319f),segment_id=94643d45-103a-4ca9-9d0f-393d263a319f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:21.134159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd on network cb1b6f72-6312-4e02-90bc-25b52609eef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:21.134559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Attempting to bind port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:21.140851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54b0126d-cd36-470c-9269-79768b8ca3a9 req-d80b1e55-6730-41f1-ab7d-3acf46d447b3 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416349 Nov 12 03:29:21.146802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:21.148040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:21.148495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Bound using segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:21.149078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Bound port: 5a3180e6-dfb2-4303-bea7-9d4dfab056dd, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:21.149691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.250157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:21.260200 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a34a138-3986-4a05-8ed2-e546d57634d7" -d '{"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-plugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:21.281451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] For port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:21.287844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] For port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:21.291306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3622136e-01ea-4164-b7d6-554b275cadc7 None None] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:21.308807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.386374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '4762ba00-20b7-4819-945a-d81f07a4dbc9', 'network_id': '6964b560-f1a7-40ba-baff-cdb8ea006873', 'port_id': '4762ba00-20b7-4819-945a-d81f07a4dbc9', 'mac_address': 'fa:16:3e:06:32:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1206839-d1ed-4f7e-a148-2e87b27a3ca7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:21.396526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.397976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.399868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] 10.222.0.20 "PUT /v2.0/ports/5a3180e6-dfb2-4303-bea7-9d4dfab056dd HTTP/1.1" status: 200 len: 1092 time: 1.8538520 Nov 12 03:29:21.400842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0', 'tag': '5a3180e6-dfb2-4303-bea7-9d4dfab056dd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:21.404131 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f642868e-48b9-4277-8dc6-1609e91882e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0", "tag": "5a3180e6-dfb2-4303-bea7-9d4dfab056dd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:21.479889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eca84f-e6fe-4920-b5e4-4dcd4a2e7493 req-589b805b-5c43-4b9c-8c5b-2a3512287aea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.491322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6eca84f-e6fe-4920-b5e4-4dcd4a2e7493 req-589b805b-5c43-4b9c-8c5b-2a3512287aea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 943 time: 0.1632621 Nov 12 03:29:21.544535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.617479 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.643887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 379bab70-354a-4553-b04f-b59f3dbe89f7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:21.660765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6eca84f-e6fe-4920-b5e4-4dcd4a2e7493 req-98e0b890-16bd-4492-81d3-0040119a87e6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674392 Nov 12 03:29:21.688596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a2911-00f2-4a80-a48c-84e424e14c46 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.705689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b12a5a-07d0-41e5-a6f7-5840b73ff5a3 req-6e74c0fb-7252-449a-89a1-d5495af34aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.708793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-09b12a5a-07d0-41e5-a6f7-5840b73ff5a3 req-6e74c0fb-7252-449a-89a1-d5495af34aba service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8383875 Nov 12 03:29:21.712614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4762ba00-20b7-4819-945a-d81f07a4dbc9 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:21.713107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-238fba24-3aa3-41d6-a908-2fef1887376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.714995 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-238fba24-3aa3-41d6-a908-2fef1887376d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 1095 time: 0.1812446 Nov 12 03:29:21.720445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-83b93261-52c3-45f4-855c-e72d950e85bc None None] Provisioning complete for port 379bab70-354a-4553-b04f-b59f3dbe89f7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:21.721788 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83b93261-52c3-45f4-855c-e72d950e85bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.817834 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.resource_extend [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:21.858493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-db7951ac-463f-4f4b-b54b-720c45043997 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3180e6-dfb2-4303-bea7-9d4dfab056dd HTTP/1.1" status: 200 len: 217 time: 0.1228015 Nov 12 03:29:21.878895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.892631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4762ba00-20b7-4819-945a-d81f07a4dbc9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4762ba00-20b7-4819-945a-d81f07a4dbc9,segment=NetworkSegment(94643d45-103a-4ca9-9d0f-393d263a319f),segment_id=94643d45-103a-4ca9-9d0f-393d263a319f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:21.903442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27f8c42b-ec57-48b6-9a21-74b8c3910b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.913561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.942692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27f8c42b-ec57-48b6-9a21-74b8c3910b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.003760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.021981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883750-2d68-465f-9134-d470714e88f9 req-2a507e03-04fe-48d0-b27f-974b4f152871 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.023850 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7883750-2d68-465f-9134-d470714e88f9 req-2a507e03-04fe-48d0-b27f-974b4f152871 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 950 time: 0.1621900 Nov 12 03:29:22.028610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-9150013f-7328-44fb-833f-955ca785a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.030363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-9150013f-7328-44fb-833f-955ca785a94e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1487896 Nov 12 03:29:22.043739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.102430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-d49cb72c-d668-4d59-8c28-2216f5891392 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611563 Nov 12 03:29:22.135243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 379bab70-354a-4553-b04f-b59f3dbe89f7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:22.135619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.142411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8c42b-ec57-48b6-9a21-74b8c3910b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7198400-7669-4173-b599-38edd54a4659,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.155471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-27f8c42b-ec57-48b6-9a21-74b8c3910b10 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62d4fb5270804a4987dcf42dcc29ba4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4594743 Nov 12 03:29:22.164899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42036) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.239185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7883750-2d68-465f-9134-d470714e88f9 req-735c198a-7395-4f3d-a438-d407e9422c5f tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889129 Nov 12 03:29:22.260149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['4762ba00-20b7-4819-945a-d81f07a4dbc9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:22.262785 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.275592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4762ba00-20b7-4819-945a-d81f07a4dbc9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.364335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-8867dc59-0499-42ca-afd9-866d6b1b27bf tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.366284 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-8867dc59-0499-42ca-afd9-866d6b1b27bf tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 815 time: 0.4207997 Nov 12 03:29:22.372721 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Floating IP 50b96818-1f78-4bba-8801-d5de4de04f2d associated. External IP: 172.25.0.197, port: 6c45b6c9-d59b-4088-aeec-0de5fe9627b1. Nov 12 03:29:22.373491 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83b93261-52c3-45f4-855c-e72d950e85bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.391599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4760c619-41a1-4bca-8e58-50779af1ad44 req-6ef32c33-e190-47d3-8b3f-0dcc0eb30b52 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 210 time: 0.0479000 Nov 12 03:29:22.397314 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-1f2b3378-a73e-4b2e-a80a-99c13d22ac60 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792666 Nov 12 03:29:22.422963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Request body: {'port': {'device_id': 'c014b9d2-96b5-47b4-baa8-8548f407d0a7', 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'admin_state_up': True, 'tenant_id': '7f41b0edb26a45d2addc948e8bf6c298'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:22.456536 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:22.503413 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134fa2a9-a7e4-4d70-9ba0-f0c06ca76f68 x-openstack-request-id: req-134fa2a9-a7e4-4d70-9ba0-f0c06ca76f68 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:22.503780 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-plugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:22.504028 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-134fa2a9-a7e4-4d70-9ba0-f0c06ca76f68 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:22.504423 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'code': 200} Nov 12 03:29:22.509477 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.557095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf3f4489-ecaa-4b89-8470-d6c10c4845ea req-36fbe92a-ddaa-4637-a9a3-d78d67224640 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517737 Nov 12 03:29:22.571523 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe45e71-4307-4544-af10-bacaa9d69a8e x-openstack-request-id: req-efe45e71-4307-4544-af10-bacaa9d69a8e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:22.573855 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0", "tag": "5a3180e6-dfb2-4303-bea7-9d4dfab056dd", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:22.574116 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efe45e71-4307-4544-af10-bacaa9d69a8e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:22.574607 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0', 'tag': '5a3180e6-dfb2-4303-bea7-9d4dfab056dd', 'status': 'completed', 'code': 200} Nov 12 03:29:22.575481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e9aed07-233d-47da-9e90-bbc42950ef93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.608037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-83b93261-52c3-45f4-855c-e72d950e85bc None None] For port 379bab70-354a-4553-b04f-b59f3dbe89f7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=379bab70-354a-4553-b04f-b59f3dbe89f7,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:22.645461 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83b93261-52c3-45f4-855c-e72d950e85bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.715860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e9aed07-233d-47da-9e90-bbc42950ef93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.780928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:22.782441 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:22.782933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b93261-52c3-45f4-855c-e72d950e85bc None None] Pushing event updated for resources: {'Port': ['ID=379bab70-354a-4553-b04f-b59f3dbe89f7,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.805632 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e9aed07-233d-47da-9e90-bbc42950ef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.808808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e9aed07-233d-47da-9e90-bbc42950ef93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.812453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e9aed07-233d-47da-9e90-bbc42950ef93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7198400-7669-4173-b599-38edd54a4659 HTTP/1.1" status: 204 len: 168 time: 0.6426213 Nov 12 03:29:22.846969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9aed07-233d-47da-9e90-bbc42950ef93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7198400-7669-4173-b599-38edd54a4659,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.855335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-546177e2-56e3-47ac-a32d-754a27f67c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.857883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-546177e2-56e3-47ac-a32d-754a27f67c21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 1095 time: 0.2183809 Nov 12 03:29:22.891203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397c16-3184-44fc-bf66-bb9c40cc2cf9 req-021e8102-e557-4a38-87b3-2574bd09e98e tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.892640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Made reservation on behalf of 7f41b0edb26a45d2addc948e8bf6c298 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:22.897688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.902489 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68397c16-3184-44fc-bf66-bb9c40cc2cf9 req-021e8102-e557-4a38-87b3-2574bd09e98e tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 945 time: 0.2059731 Nov 12 03:29:22.989680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68397c16-3184-44fc-bf66-bb9c40cc2cf9 req-e4da53ec-f029-4302-bfa6-1321794d0aad tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819890 Nov 12 03:29:22.991403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2bfddf2c-6fb9-4ca7-b373-53735f6fc924 None None] Provisioning complete for port 379bab70-354a-4553-b04f-b59f3dbe89f7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:22.996361 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2bfddf2c-6fb9-4ca7-b373-53735f6fc924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.095370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-31918c31-6934-40af-b8b5-adfe16da318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.101498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-31918c31-6934-40af-b8b5-adfe16da318e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.2318172 Nov 12 03:29:23.233641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-8f3dbf33-b40d-4190-a7a9-f2c43b4f8efc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3180e6-dfb2-4303-bea7-9d4dfab056dd HTTP/1.1" status: 200 len: 217 time: 0.1193559 Nov 12 03:29:23.254669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Router b43ddb2d-813b-490a-b945-15d6d13212bf is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:29:23.329742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-1bb5cb19-4795-4f0d-8bba-b6eb60fd95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.337409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-1bb5cb19-4795-4f0d-8bba-b6eb60fd95f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.0855100 Nov 12 03:29:23.428090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-e407b00d-bac7-4d4f-9159-be3f4690ff08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826166 Nov 12 03:29:23.479817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Allocated IP 172.20.0.10 (eb23f82b-b71d-4764-b20e-7c4c0ff724db/dd6289d9-3efa-4b44-a770-800f817e10bb/03e0944b-bfdb-45d3-9dba-c7c904877e81) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:23.523890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 379bab70-354a-4553-b04f-b59f3dbe89f7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:23.525353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Router 5bfdf5f8-2191-408c-9214-06d7289f718d has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:23.616472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-25aa32d4-c9c9-4140-b751-6c255f671c00 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757693 Nov 12 03:29:23.661132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 379bab70-354a-4553-b04f-b59f3dbe89f7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:23.662227 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.766012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f642868e-48b9-4277-8dc6-1609e91882e7 req-2be0b4df-0fa6-4ff4-a721-884dcf89819f service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333432 Nov 12 03:29:23.867080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:23.872579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a33239-1913-44f2-8623-fba2ebfc65b5 req-ec609458-5023-4056-b6ec-ef5dc07369e5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.874176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07a33239-1913-44f2-8623-fba2ebfc65b5 req-ec609458-5023-4056-b6ec-ef5dc07369e5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 943 time: 0.0989287 Nov 12 03:29:23.889944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.905102 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Sync routers for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:23.934069 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:23.942252 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.944989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.946299 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe5685ad-f959-4e82-8515-85cb49fd4d85 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7892962 Nov 12 03:29:23.950094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42064) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.981418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07a33239-1913-44f2-8623-fba2ebfc65b5 req-9dc9f1b2-f73c-49e4-8081-1de13fadfee5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671318 Nov 12 03:29:24.032630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:24.040234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.050211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] Sync routers for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:24.062799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:24.063962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:24.093427 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:24.148530 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.203557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Network eb23f82b-b71d-4764-b20e-7c4c0ff724db is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:24.293696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c486c-18ce-4516-ab00-bdda87fd4373 req-792ba593-6cca-491e-8954-2a0792167b36 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.295485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:24.304773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-884c486c-18ce-4516-ab00-bdda87fd4373 req-792ba593-6cca-491e-8954-2a0792167b36 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 932 time: 0.1221225 Nov 12 03:29:24.305784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:24.310063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:24.327104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7643b8fc-dc71-44e6-b753-d9a711d36b5d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:24.344973 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:20Z', 'revision_number': 3, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:24.385180 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Checking router: b43ddb2d-813b-490a-b945-15d6d13212bf for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:24.385837 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Updating router b43ddb2d-813b-490a-b945-15d6d13212bf port 32fa65af-8175-49fe-83d7-99c86ec26918 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:24.393367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-884c486c-18ce-4516-ab00-bdda87fd4373 req-39f12958-1d43-47e6-9eaa-fa5a0fdabd1c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852892 Nov 12 03:29:24.419046 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.501475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5a3180e6-dfb2-4303-bea7-9d4dfab056dd details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:24.501621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42086) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.502884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4762ba00-20b7-4819-945a-d81f07a4dbc9 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:24.560160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.560612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.568240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-e039974b-cf31-4c08-87fd-6640a873f972 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "PUT /v2.0/floatingips/50b96818-1f78-4bba-8801-d5de4de04f2d HTTP/1.1" status: 200 len: 996 time: 4.7657795 Nov 12 03:29:24.572535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:24.575098 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d295396a-0c6d-4c1a-a483-799386e8e225" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:24.629756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Pushing event updated for resources: {'Port': ['ID=03e0944b-bfdb-45d3-9dba-c7c904877e81,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.704625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.705027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.706071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.707604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.707973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.708314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.710403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.710558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.710838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.711172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.711501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.714176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:24.727119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027f83-f518-4949-8ffb-fea529254888 req-106b965d-cfb3-4a44-8ec6-bb32524be492 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.729959 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a027f83-f518-4949-8ffb-fea529254888 req-106b965d-cfb3-4a44-8ec6-bb32524be492 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 945 time: 0.0978384 Nov 12 03:29:24.751874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-network', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:24.754622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-1bb5edc2-1fb7-4b15-b90a-9d0e261ef53c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3752117 Nov 12 03:29:24.771321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.781153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Request body: {'port': {'device_id': 'c014b9d2-96b5-47b4-baa8-8548f407d0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:24.784853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.resource_extend [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:24.824174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Made reservation on behalf of 95faab32ceb740b0a059544c1aec6f0b for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:24.829102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.856107 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.887282 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a027f83-f518-4949-8ffb-fea529254888 req-0998afba-eee5-44c9-9598-01cab951a549 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286948 Nov 12 03:29:24.944307 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.952116 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.013494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-c04125b8-c5ba-4463-a57a-5940eb07f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.020307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-c04125b8-c5ba-4463-a57a-5940eb07f751 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 0.4025764 Nov 12 03:29:25.055883 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Pushing event updated for resources: {'Port': ['ID=32fa65af-8175-49fe-83d7-99c86ec26918,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.067584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.085760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 4762ba00-20b7-4819-945a-d81f07a4dbc9 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:25.092795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.107461 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Attempting to bind port 32fa65af-8175-49fe-83d7-99c86ec26918 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:25.107830 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Attempting to bind port 32fa65af-8175-49fe-83d7-99c86ec26918 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:25.110372 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Attempting to bind port 32fa65af-8175-49fe-83d7-99c86ec26918 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:25.110618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.129803 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.130143 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.130479 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.130805 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.131133 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.131455 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.131776 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.132093 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.132411 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.132723 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.133063 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.143675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7c0abd-da94-4b37-8615-d663da43cb59,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.143926 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:25.149587 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:25.149958 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:25.153912 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.154237 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:25.154735 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Bound port: 32fa65af-8175-49fe-83d7-99c86ec26918, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:25.155117 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.166813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 4762ba00-20b7-4819-945a-d81f07a4dbc9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:25.167200 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.186566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:25.238565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.245377 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Added segment 515f1be7-6ffc-47f3-8482-74f86916bf63 of type vlan for network ae393118-50b6-48fc-8751-74686bf4e7c1 Nov 12 03:29:25.386427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.441620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:25.493047 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] For port 32fa65af-8175-49fe-83d7-99c86ec26918, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:25.496523 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] For port 32fa65af-8175-49fe-83d7-99c86ec26918, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32fa65af-8175-49fe-83d7-99c86ec26918,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:25.497720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5a3180e6-dfb2-4303-bea7-9d4dfab056dd', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'port_id': '5a3180e6-dfb2-4303-bea7-9d4dfab056dd', 'mac_address': 'fa:16:3e:36:6f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94314c6-3250-47e1-a1fe-ce606b32ef01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:25.504235 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.566809 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.624319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-17bebe6a-2fc7-4f0c-885a-a5cd2205a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.630611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-17bebe6a-2fc7-4f0c-885a-a5cd2205a16b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 0.2391739 Nov 12 03:29:25.633162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.634736 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:25.635373 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:25.637413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3180e6-dfb2-4303-bea7-9d4dfab056dd {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:25.637572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.638176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.661211 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac3601c-2051-460b-bcb8-9501182fed9b x-openstack-request-id: req-6ac3601c-2051-460b-bcb8-9501182fed9b {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:25.661745 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:25.662096 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ac3601c-2051-460b-bcb8-9501182fed9b {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:25.662631 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'status': 'completed', 'code': 200} Nov 12 03:29:25.684854 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.685788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79935e65-6c7c-46b8-aae0-bec45f9413a3 req-bff5a475-2ba0-4b70-92c1-310d3ca33892 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.689347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:25.693673 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79935e65-6c7c-46b8-aae0-bec45f9413a3 req-bff5a475-2ba0-4b70-92c1-310d3ca33892 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 943 time: 0.2354672 Nov 12 03:29:25.694933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '50b96818-1f78-4bba-8801-d5de4de04f2d', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'port_id': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'mac_address': 'fa:16:3e:10:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:17Z', 'updated_at': '2021-11-12T03:29:21Z', 'revision_number': 1, 'project_id': '95ef081eec3347f09638dade289a47d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:09Z', 'revision_number': 5, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:25.708427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.734253 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a080540-dc32-4f06-b236-4afd80bd2db0 None None] Pushing event updated for resources: {'Port': ['ID=32fa65af-8175-49fe-83d7-99c86ec26918,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.760729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] Checking router: 5bfdf5f8-2191-408c-9214-06d7289f718d for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:25.781075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2757232 Nov 12 03:29:25.811024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42100) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.819526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950bcc77-4d33-40fc-8d2d-b520101fd6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4762ba00-20b7-4819-945a-d81f07a4dbc9'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:25.822770 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae505d40-78fb-4ea1-9b26-1384cc6c13c5" -d '{"events": [{"server_uuid": "950bcc77-4d33-40fc-8d2d-b520101fd6f7", "name": "network-vif-plugged", "status": "completed", "tag": "4762ba00-20b7-4819-945a-d81f07a4dbc9"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:25.834095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:25.835232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:25.854630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Request body: {'subnet': {'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-subnet', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:25.890972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4762ba00-20b7-4819-945a-d81f07a4dbc9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4762ba00-20b7-4819-945a-d81f07a4dbc9,segment=NetworkSegment(94643d45-103a-4ca9-9d0f-393d263a319f),segment_id=94643d45-103a-4ca9-9d0f-393d263a319f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:25.900966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79935e65-6c7c-46b8-aae0-bec45f9413a3 req-eb594536-c56d-4d78-93e1-f4df0702c561 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062378 Nov 12 03:29:25.902659 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:25.923911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696748f-1bbd-449f-93ae-2354107ecf5f admin admin] Pushing event updated for resources: {'Network': ['ID=ae393118-50b6-48fc-8751-74686bf4e7c1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.924250 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.950202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network ae393118-50b6-48fc-8751-74686bf4e7c1 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:25.953115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.033346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Made reservation on behalf of 95faab32ceb740b0a059544c1aec6f0b for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:26.046896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.074060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-6c310052-300f-4561-8f90-4cb4c12ec292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.076199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-6c310052-300f-4561-8f90-4cb4c12ec292 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 1.0398057 Nov 12 03:29:26.115905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:26.153160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-457914ea-eb57-4839-a61c-75ea98c558d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.155050 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-457914ea-eb57-4839-a61c-75ea98c558d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 0.5143628 Nov 12 03:29:26.198244 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:20Z', 'revision_number': 3, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:26.289853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-c488ac03-fc86-407b-9e16-f258dc6fce0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 999 time: 0.2026951 Nov 12 03:29:26.323294 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:26.331921 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6b105-9de5-4b23-ba93-19f01e2d3a10 None None] The sync data for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 is: [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:20Z', 'revision_number': 3, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:26.402049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4762ba00-20b7-4819-945a-d81f07a4dbc9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.571925 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.595586 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.636067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-0ffde6a1-8df7-449f-b57b-c7383ca42815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.644227 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-0ffde6a1-8df7-449f-b57b-c7383ca42815 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.3424911 Nov 12 03:29:26.713010 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-4841c4ea-4bd0-45cc-ba49-1393854d3997 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669475 Nov 12 03:29:26.767942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-8cbb811e-b16a-499d-a9ce-8071bb549d9e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:29:26.769603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-8cbb811e-b16a-499d-a9ce-8071bb549d9e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555568 Nov 12 03:29:26.838591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b29543a-c69b-4490-9de6-c12afc2fe7d0,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.912326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5091e7-6435-45a4-8fbb-2759cae89970 req-45dd20db-c214-4035-b14a-e9c0460cca90 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.914781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc5091e7-6435-45a4-8fbb-2759cae89970 req-45dd20db-c214-4035-b14a-e9c0460cca90 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 932 time: 0.3620844 Nov 12 03:29:26.921604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-6311706f-328b-4981-b490-e9b1d6bb7cb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 999 time: 0.3676133 Nov 12 03:29:26.970294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-01651f2f-9e3d-4442-8bf4-35e98c5d4009 service neutron] 10.222.0.49 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509385 Nov 12 03:29:26.995543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Checking segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:26.997035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Network hostable DHCP agents. Network: ae393118-50b6-48fc-8751-74686bf4e7c1, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:27.026013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e0944b-bfdb-45d3-9dba-c7c904877e81 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:27.061213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-60bf471f-9cdf-4bb1-93ca-f93a3046d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.063054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-60bf471f-9cdf-4bb1-93ca-f93a3046d3c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.1246996 Nov 12 03:29:27.093245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Network ae393118-50b6-48fc-8751-74686bf4e7c1 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:27.098320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.116859 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-0e84a445-62e4-4d84-beaf-039ff9b4ef36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365934 Nov 12 03:29:27.121938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc5091e7-6435-45a4-8fbb-2759cae89970 req-568f13b8-3c82-4416-a8f4-680067476bfa tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986346 Nov 12 03:29:27.156593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, ae393118-50b6-48fc-8751-74686bf4e7c1) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:27.168005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56505c9a-7cc8-4085-ad14-ce8732512ee1 None None] Network ae393118-50b6-48fc-8751-74686bf4e7c1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:27.182049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.182645 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.197837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Transition to ACTIVE for port object 03e0944b-bfdb-45d3-9dba-c7c904877e81 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:27.232267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.232452 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c17284-5c50-4c18-90f2-d41971a2cdb6 x-openstack-request-id: req-57c17284-5c50-4c18-90f2-d41971a2cdb6 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:27.232452 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950bcc77-4d33-40fc-8d2d-b520101fd6f7", "name": "network-vif-plugged", "status": "completed", "tag": "4762ba00-20b7-4819-945a-d81f07a4dbc9", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:27.232452 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57c17284-5c50-4c18-90f2-d41971a2cdb6 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:27.232795 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950bcc77-4d33-40fc-8d2d-b520101fd6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4762ba00-20b7-4819-945a-d81f07a4dbc9', 'code': 200} Nov 12 03:29:27.247558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '50b96818-1f78-4bba-8801-d5de4de04f2d', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'port_id': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'mac_address': 'fa:16:3e:10:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:17Z', 'updated_at': '2021-11-12T03:29:21Z', 'revision_number': 1, 'project_id': '95ef081eec3347f09638dade289a47d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:09Z', 'revision_number': 5, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:27.350293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Allocated IP 172.20.0.1 (3694e15b-90b1-4c4f-96cb-1ec7fd7355b3/fc3c55d2-fd78-4d1f-b13a-a9c9b443388e/4a8b918a-4173-4221-bd07-0256f71f7b3a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:27.359116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a02ac8-e70a-4c3f-927b-c629c97d375e None None] The sync data for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 is: [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '50b96818-1f78-4bba-8801-d5de4de04f2d', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'port_id': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'mac_address': 'fa:16:3e:10:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:17Z', 'updated_at': '2021-11-12T03:29:21Z', 'revision_number': 1, 'project_id': '95ef081eec3347f09638dade289a47d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:09Z', 'revision_number': 5, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:27.386781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2238542e-8c33-47a1-8787-9b3c3c409e13 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5475986 Nov 12 03:29:27.387453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42120) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:27.417166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:27.515982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c07ba138-acde-46bc-9a08-1cfb01471685 req-68a5097a-2de4-43b1-ae01-f45a827ac6b0 service neutron] 10.222.0.49 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333984 Nov 12 03:29:27.531826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32fa65af-8175-49fe-83d7-99c86ec26918 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:27.667620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-f8f8911b-cfec-42bd-8e50-76a595f00620 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434449 Nov 12 03:29:27.717792 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.725979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-ae393118-50b6-48fc-8751-74686bf4e7c1', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:27.727238 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.749480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 32fa65af-8175-49fe-83d7-99c86ec26918 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:27.749733 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.794245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Pushing event updated for resources: {'Port': ['ID=03e0944b-bfdb-45d3-9dba-c7c904877e81,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.817608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc7805-279c-42ed-a0d7-b3e6602a4aaf req-f30adf63-629e-47ca-bf57-08bdf0eb6ced tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.819587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64cc7805-279c-42ed-a0d7-b3e6602a4aaf req-f30adf63-629e-47ca-bf57-08bdf0eb6ced tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 950 time: 0.1689541 Nov 12 03:29:27.820590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Attempting to bind port 03e0944b-bfdb-45d3-9dba-c7c904877e81 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:27.820949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Attempting to bind port 03e0944b-bfdb-45d3-9dba-c7c904877e81 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:27.821346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Attempting to bind port 03e0944b-bfdb-45d3-9dba-c7c904877e81 on network eb23f82b-b71d-4764-b20e-7c4c0ff724db {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:27.829782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Port 03e0944b-bfdb-45d3-9dba-c7c904877e81 on network eb23f82b-b71d-4764-b20e-7c4c0ff724db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:27.830954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Attempting to bind port 03e0944b-bfdb-45d3-9dba-c7c904877e81 on network eb23f82b-b71d-4764-b20e-7c4c0ff724db {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:27.839938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:27.840517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Checking segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:27.840946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Bound using segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:27.841391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Bound port: 03e0944b-bfdb-45d3-9dba-c7c904877e81, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:27.841745 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.869345 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594cd1c4-946c-433a-98fd-050dd84b5810 None None] New status for floating IP 50b96818-1f78-4bba-8801-d5de4de04f2d: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:29:27.918553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75f27-7656-42c4-a996-809001782e82 req-c9a8fff4-ab20-477d-8a04-2f718c348869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.920051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4f75f27-7656-42c4-a996-809001782e82 req-c9a8fff4-ab20-477d-8a04-2f718c348869 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 1098 time: 0.6018689 Nov 12 03:29:27.935336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2030e4-9531-4cb6-8e18-94c3cfc46640 req-0b3d3ddf-a320-472e-9137-932b3fc2a819 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.944193 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d2030e4-9531-4cb6-8e18-94c3cfc46640 req-0b3d3ddf-a320-472e-9137-932b3fc2a819 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 946 time: 0.5780878 Nov 12 03:29:27.963163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64cc7805-279c-42ed-a0d7-b3e6602a4aaf req-9f71e01e-7ae3-4dc9-b538-ec7452b28be9 tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347442 Nov 12 03:29:27.972699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.973748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.115072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.211962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d2030e4-9531-4cb6-8e18-94c3cfc46640 req-e83e9d0e-7c58-4edf-804d-ffed06c8c986 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668006 Nov 12 03:29:28.222052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:28.239124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8b918a-4173-4221-bd07-0256f71f7b3a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.249231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:28.263684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:28.291572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.294541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4f75f27-7656-42c4-a996-809001782e82 req-6c91518e-694e-4b30-97b4-2ecc30881190 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464103 Nov 12 03:29:28.297301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d295396a-0c6d-4c1a-a483-799386e8e225 req-4b435301-7a19-4eb6-b930-0051338ff0c5 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860202 Nov 12 03:29:28.318713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Allocated IP 172.20.0.2 (ae393118-50b6-48fc-8751-74686bf4e7c1/4b29543a-c69b-4490-9de6-c12afc2fe7d0/77d576d4-4436-45da-b505-9ea4c0e8c9c3) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:28.324583 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.357239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.391958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 32fa65af-8175-49fe-83d7-99c86ec26918, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32fa65af-8175-49fe-83d7-99c86ec26918,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:28.467942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] For port 03e0944b-bfdb-45d3-9dba-c7c904877e81, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:28.489699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] For port 03e0944b-bfdb-45d3-9dba-c7c904877e81, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=03e0944b-bfdb-45d3-9dba-c7c904877e81,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:28.504527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.587069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.594452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-abc1b823-765b-4daa-aa3e-ea6fedf74498 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 1001 time: 0.1713450 Nov 12 03:29:28.597088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Pushing event updated for resources: {'Port': ['ID=03e0944b-bfdb-45d3-9dba-c7c904877e81,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.621409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.625920 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.637248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5a3180e6-dfb2-4303-bea7-9d4dfab056dd up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:28.665049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e3725-36ba-4235-9419-ff7a62cdc91f req-c314b7c1-0f1c-48e7-922b-aa03b784e8a5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.666853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e67e3725-36ba-4235-9419-ff7a62cdc91f req-c314b7c1-0f1c-48e7-922b-aa03b784e8a5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 944 time: 0.5271792 Nov 12 03:29:28.703018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-15951678-06a5-4469-b5e1-79a0e4aae83e tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.730054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-15951678-06a5-4469-b5e1-79a0e4aae83e tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports/6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 942 time: 0.1156933 Nov 12 03:29:28.736519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.738173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.738987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-29729514-fd98-49f5-a530-1fcc99f79b8e tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.743042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-7a1623cf-cee7-4aad-be9c-c362189d316e service neutron] 10.222.0.20 "PUT /v2.0/ports/03e0944b-bfdb-45d3-9dba-c7c904877e81 HTTP/1.1" status: 200 len: 1093 time: 3.9712887 Nov 12 03:29:28.744632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c014b9d2-96b5-47b4-baa8-8548f407d0a7', 'tag': '03e0944b-bfdb-45d3-9dba-c7c904877e81'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:28.746589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Pushing event updated for resources: {'Port': ['ID=77d576d4-4436-45da-b505-9ea4c0e8c9c3,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.747178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-29729514-fd98-49f5-a530-1fcc99f79b8e tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.20 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 950 time: 0.5906022 Nov 12 03:29:28.751977 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2115c85a-97b3-465d-8d10-652ee7f31979" -d '{"events": [{"name": "network-changed", "server_uuid": "c014b9d2-96b5-47b4-baa8-8548f407d0a7", "tag": "03e0944b-bfdb-45d3-9dba-c7c904877e81"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:28.843867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Network ae393118-50b6-48fc-8751-74686bf4e7c1 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:28.849967 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.859060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:28.862615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:28.874713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e67e3725-36ba-4235-9419-ff7a62cdc91f req-3e00ea61-6ee3-4c84-9a8d-4b57fdf53586 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516860 Nov 12 03:29:28.876234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-040f9f69-397b-4842-8c98-814f96aa262c None None] Provisioning complete for port 4a8b918a-4173-4221-bd07-0256f71f7b3a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:28.878298 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-040f9f69-397b-4842-8c98-814f96aa262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.916287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-c2c2bbba-8c6d-4c2a-9071-d946e2a53ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.917988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-c2c2bbba-8c6d-4c2a-9071-d946e2a53ba2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 1096 time: 0.1242726 Nov 12 03:29:28.937497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.957820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:28.980130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:28.980488 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.990064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-94b609a0-0ecc-4779-ab5c-2b7b5be4c666 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 1001 time: 0.0840361 Nov 12 03:29:29.003819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-0625de9c-831c-442a-8758-7a46ac1ab6b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e0944b-bfdb-45d3-9dba-c7c904877e81 HTTP/1.1" status: 200 len: 217 time: 0.0765445 Nov 12 03:29:29.098608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Attempting to bind port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:29.099022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Attempting to bind port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:29.099332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Attempting to bind port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 on network ae393118-50b6-48fc-8751-74686bf4e7c1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:29.120025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:29.120504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Checking segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:29.120937 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.121334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Bound using segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:29.121826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Bound port: 77d576d4-4436-45da-b505-9ea4c0e8c9c3, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:29.122228 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.146722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=32fa65af-8175-49fe-83d7-99c86ec26918,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.168509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-8db65fd4-a3ca-4172-8840-cbe73ab39356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.170744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-8db65fd4-a3ca-4172-8840-cbe73ab39356 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.1570423 Nov 12 03:29:29.185215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-040f9f69-397b-4842-8c98-814f96aa262c None None] Port 4a8b918a-4173-4221-bd07-0256f71f7b3a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:29.198101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-2539aa8a-fb16-462a-ae4c-c99ecb726346 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.207538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-2539aa8a-fb16-462a-ae4c-c99ecb726346 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.2148821 Nov 12 03:29:29.220632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-fe7b86f2-8c94-42c5-8132-d2e17a461a0d tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:29:29.230642 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-fe7b86f2-8c94-42c5-8132-d2e17a461a0d tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220363 Nov 12 03:29:29.247123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-6cb1bf11-dbe3-4dea-b944-792070e3659d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605445 Nov 12 03:29:29.258888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] For port 77d576d4-4436-45da-b505-9ea4c0e8c9c3, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:29.264635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] For port 77d576d4-4436-45da-b505-9ea4c0e8c9c3, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77d576d4-4436-45da-b505-9ea4c0e8c9c3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:29.275176 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.278765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0906251-efea-4a60-b1aa-cff68cc88103 req-97edc64f-86b6-4352-ad55-6e21fbc5ea5c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.281453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0906251-efea-4a60-b1aa-cff68cc88103 req-97edc64f-86b6-4352-ad55-6e21fbc5ea5c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 944 time: 0.1777189 Nov 12 03:29:29.381550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa5e03-fee3-47f2-b425-16fcf5418790 None None] Pushing event updated for resources: {'Port': ['ID=77d576d4-4436-45da-b505-9ea4c0e8c9c3,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.409734 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.460661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3180e6-dfb2-4303-bea7-9d4dfab056dd'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:29.464265 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a6de4a-1561-4830-8700-5833c858e6a9" -d '{"events": [{"server_uuid": "a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0", "name": "network-vif-plugged", "status": "completed", "tag": "5a3180e6-dfb2-4303-bea7-9d4dfab056dd"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:29.484288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:29.496963 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.498160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:29.579629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-2f10f3b3-68bf-4b79-b853-48ec8ea7127e service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966692 Nov 12 03:29:29.611097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32fa65af-8175-49fe-83d7-99c86ec26918 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:29.786080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.817304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0906251-efea-4a60-b1aa-cff68cc88103 req-6b941d2e-c4bb-4381-bc38-01d874a20ca9 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147645 Nov 12 03:29:29.848857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 32fa65af-8175-49fe-83d7-99c86ec26918 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:29.851196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.864474 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-75e9042b-8103-45a7-9d45-5a4f58ee010d tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 1001 time: 0.6328726 Nov 12 03:29:29.878830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:29.883656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Deleting port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:29.884535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.884656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef3154df-5d80-4f0f-947f-b3b20ea552ff req-e66599b9-c0e9-4c95-bd4e-018bcae93e28 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793450 Nov 12 03:29:29.939047 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe6f56-fa97-4cc0-a456-88951f1aa5ff x-openstack-request-id: req-f7fe6f56-fa97-4cc0-a456-88951f1aa5ff {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:29.939464 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c014b9d2-96b5-47b4-baa8-8548f407d0a7", "tag": "03e0944b-bfdb-45d3-9dba-c7c904877e81", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:29.939853 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7fe6f56-fa97-4cc0-a456-88951f1aa5ff {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:29.940364 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c014b9d2-96b5-47b4-baa8-8548f407d0a7', 'tag': '03e0944b-bfdb-45d3-9dba-c7c904877e81', 'status': 'completed', 'code': 200} Nov 12 03:29:29.953860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.961372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.066446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.146080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:30.197974 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.218204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] For port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:30.219826 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.248586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Calling delete_port for 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:30.260620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.276721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8b918a-4173-4221-bd07-0256f71f7b3a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.291776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.312024 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.329832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194283a-feb0-49f3-968c-bd9eea4cce6b req-ffc260a3-0d8d-4ff7-8640-758ec0bd239a tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.338640 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b194283a-feb0-49f3-968c-bd9eea4cce6b req-ffc260a3-0d8d-4ff7-8640-758ec0bd239a tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/ports?device_id=58ef1ec6-b682-4e89-b524-0d0dac937ab8 HTTP/1.1" status: 200 len: 948 time: 0.2290652 Nov 12 03:29:30.372617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-8647479a-3ff9-4c5d-bec1-1e93946180d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.374537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-8647479a-3ff9-4c5d-bec1-1e93946180d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 1096 time: 0.2929146 Nov 12 03:29:30.451795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b194283a-feb0-49f3-968c-bd9eea4cce6b req-6d68fe42-1c0c-470e-806d-fcbf7c03486a tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095128 Nov 12 03:29:30.594844 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.604473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.605145 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Floating IP 50b96818-1f78-4bba-8801-d5de4de04f2d disassociated. External IP: 172.25.0.197, port: 6c45b6c9-d59b-4088-aeec-0de5fe9627b1. Nov 12 03:29:30.622239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:30.627169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:30.686075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.706894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-ac8535c7-680b-43d5-a6ab-7ec4af8edbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.708837 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-ac8535c7-680b-43d5-a6ab-7ec4af8edbd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 917 time: 0.3251865 Nov 12 03:29:30.722703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.737726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523725b-6c20-4459-b83c-e156b007b14d req-afe5a958-0fbd-4f1a-94e6-9f583a33ded7 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.740707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4523725b-6c20-4459-b83c-e156b007b14d req-afe5a958-0fbd-4f1a-94e6-9f583a33ded7 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 946 time: 0.1938281 Nov 12 03:29:30.822662 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-f69c3bfa-8702-4228-b8e0-7ac9586b68cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e0944b-bfdb-45d3-9dba-c7c904877e81 HTTP/1.1" status: 200 len: 217 time: 0.0999467 Nov 12 03:29:30.889679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.999672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Pushing event deleted for resources: {'Port': ['ID=186ea50a-f236-4cbc-86ff-a1b10d7d48a4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:31.083281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1440f87c-b63c-4c6d-ac80-dcbff2d405da None None] Provisioning complete for port 4a8b918a-4173-4221-bd07-0256f71f7b3a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:31.085261 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1440f87c-b63c-4c6d-ac80-dcbff2d405da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.152824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] No DVR routers for this DVR port 186ea50a-f236-4cbc-86ff-a1b10d7d48a4 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:31.159904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.165834 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6e9b320-e08b-4e44-aace-2bade9128259 req-63abbb74-9146-4464-9b46-c695085541bb tempest-TenantUsagesTestJSON-529367731 tempest-TenantUsagesTestJSON-529367731-project] 10.222.0.20 "DELETE /v2.0/ports/186ea50a-f236-4cbc-86ff-a1b10d7d48a4 HTTP/1.1" status: 204 len: 173 time: 2.3462989 Nov 12 03:29:31.166321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'name': 'network-vif-deleted', 'tag': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:31.168665 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acac27-a350-4518-95ba-8ebd626c6b8a" -d '{"events": [{"server_uuid": "58ef1ec6-b682-4e89-b524-0d0dac937ab8", "name": "network-vif-deleted", "tag": "186ea50a-f236-4cbc-86ff-a1b10d7d48a4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:31.222410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1440f87c-b63c-4c6d-ac80-dcbff2d405da None None] Port 4a8b918a-4173-4221-bd07-0256f71f7b3a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:31.232357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Allocated IP 172.25.0.74 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/012b267a-9b1a-4648-a6bf-132ba2f6988e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:31.281700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28dd6639-3d94-4239-8996-829672a66b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.407280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Router 5bfdf5f8-2191-408c-9214-06d7289f718d has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:31.423823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4523725b-6c20-4459-b83c-e156b007b14d req-5322601b-e0cc-4d0d-be3e-ef8113340c2a tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708822 Nov 12 03:29:31.474541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Router b43ddb2d-813b-490a-b945-15d6d13212bf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:31.493685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-4d29a77b-4e07-4f01-b940-281e46779198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.495623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-4d29a77b-4e07-4f01-b940-281e46779198 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.6319153 Nov 12 03:29:31.571371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca3876-5031-4dc8-95ea-4635e40969e5 None None] Network ae393118-50b6-48fc-8751-74686bf4e7c1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:31.571629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.586969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-c1e78ce0-e84c-4a27-9566-99a3ed61e116 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795839 Nov 12 03:29:31.729681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.760795 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5529e08b-feb9-4f3e-8dff-5c118bea7d63 x-openstack-request-id: req-5529e08b-feb9-4f3e-8dff-5c118bea7d63 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:31.761154 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0", "name": "network-vif-plugged", "status": "completed", "tag": "5a3180e6-dfb2-4303-bea7-9d4dfab056dd", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:31.766823 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5529e08b-feb9-4f3e-8dff-5c118bea7d63 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:31.767325 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3180e6-dfb2-4303-bea7-9d4dfab056dd', 'code': 200} Nov 12 03:29:31.778746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77d576d4-4436-45da-b505-9ea4c0e8c9c3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:31.947297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e7009079-ec4d-4bd3-a534-0fabd9b7430c None None] Provisioning complete for port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:31.947297 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7009079-ec4d-4bd3-a534-0fabd9b7430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.947668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:32.053394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:32.053773 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.056130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438900d-b8b2-40f0-ba81-4b44ff3f0b82 req-24c23ac9-8ec8-4fa8-8da0-633151c9aabe tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.063731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c438900d-b8b2-40f0-ba81-4b44ff3f0b82 req-24c23ac9-8ec8-4fa8-8da0-633151c9aabe tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 945 time: 0.3146131 Nov 12 03:29:32.071140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=012b267a-9b1a-4648-a6bf-132ba2f6988e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.078292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:32.093122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-d705cf24-7a16-4ebc-bad0-5a28cbd36839 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960275 Nov 12 03:29:32.094214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.102602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:32.104084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:32.116090 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Sync routers for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:32.122310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:32.130971 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:32.131657 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:32.145372 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-05b86476-25b3-42cc-a595-9647e6d6e295 admin admin] 10.222.0.49 "PUT /v2.0/routers/b43ddb2d-813b-490a-b945-15d6d13212bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1928077 Nov 12 03:29:32.171367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] Sync routers for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:32.288270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27dc90-411b-4918-b95a-817849f65b48 req-4462f808-cf85-400f-8337-eabc2b628689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.296292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd27dc90-411b-4918-b95a-817849f65b48 req-4462f808-cf85-400f-8337-eabc2b628689 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 1097 time: 0.5485852 Nov 12 03:29:32.300207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:32.301053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:32.303675 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7009079-ec4d-4bd3-a534-0fabd9b7430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.336182 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c438900d-b8b2-40f0-ba81-4b44ff3f0b82 req-3e0b3434-1669-42e7-a61e-da40af27af3d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712717 Nov 12 03:29:32.402513 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:32.454584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2115c85a-97b3-465d-8d10-652ee7f31979 req-8c18218a-bd7a-4b26-a8ce-83c98284b3d0 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484445 Nov 12 03:29:32.584119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dbfdc-a0be-47e8-83bd-173812aa1805 req-b7c0f2b8-9b99-4b62-a653-3eb70c4c20ec tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.591390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-001dbfdc-a0be-47e8-83bd-173812aa1805 req-b7c0f2b8-9b99-4b62-a653-3eb70c4c20ec tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 944 time: 0.0926008 Nov 12 03:29:32.681496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.713739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-001dbfdc-a0be-47e8-83bd-173812aa1805 req-12a607a5-d5cb-47e2-8ba6-447743f99492 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212242 Nov 12 03:29:32.787774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 03e0944b-bfdb-45d3-9dba-c7c904877e81 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:32.843520 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:29Z', 'revision_number': 2, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:32.860168 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1e60b-ddc2-4d36-9862-8662a17a1a24 x-openstack-request-id: req-88b1e60b-ddc2-4d36-9862-8662a17a1a24 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:32.860538 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ef1ec6-b682-4e89-b524-0d0dac937ab8", "name": "network-vif-deleted", "tag": "186ea50a-f236-4cbc-86ff-a1b10d7d48a4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:32.860757 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88b1e60b-ddc2-4d36-9862-8662a17a1a24 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:32.861173 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'name': 'network-vif-deleted', 'tag': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4', 'status': 'completed', 'code': 200} Nov 12 03:29:32.881554 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Checking router: b43ddb2d-813b-490a-b945-15d6d13212bf for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:32.882045 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Updating router b43ddb2d-813b-490a-b945-15d6d13212bf port 4a8b918a-4173-4221-bd07-0256f71f7b3a binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:32.913211 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.916158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e7009079-ec4d-4bd3-a534-0fabd9b7430c None None] For port 77d576d4-4436-45da-b505-9ea4c0e8c9c3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77d576d4-4436-45da-b505-9ea4c0e8c9c3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:32.937354 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7009079-ec4d-4bd3-a534-0fabd9b7430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.010116 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.063061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:33.111251 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd27dc90-411b-4918-b95a-817849f65b48 req-79339834-89d3-40fc-b9c4-7529704cb1b6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056247 Nov 12 03:29:33.124513 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-9a5937ff-18ad-4ad3-ad2e-148c3a708507 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "PUT /v2.0/floatingips/50b96818-1f78-4bba-8801-d5de4de04f2d HTTP/1.1" status: 200 len: 695 time: 3.2520359 Nov 12 03:29:33.164805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7009079-ec4d-4bd3-a534-0fabd9b7430c None None] Pushing event updated for resources: {'Port': ['ID=77d576d4-4436-45da-b505-9ea4c0e8c9c3,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.197300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 03e0944b-bfdb-45d3-9dba-c7c904877e81, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=03e0944b-bfdb-45d3-9dba-c7c904877e81,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:33.230224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.258864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-7ed3ffc4-74ff-4206-81f8-0ec303b19bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.266984 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-7ed3ffc4-74ff-4206-81f8-0ec303b19bf7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 0.1414001 Nov 12 03:29:33.296323 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:33.296686 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:33.333846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e7d97a9d-6fef-46a8-84ee-d35ae860d345 None None] Provisioning complete for port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:33.334315 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7d97a9d-6fef-46a8-84ee-d35ae860d345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.337936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '03e0944b-bfdb-45d3-9dba-c7c904877e81', 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'port_id': '03e0944b-bfdb-45d3-9dba-c7c904877e81', 'mac_address': 'fa:16:3e:2e:d1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6289d9-3efa-4b44-a770-800f817e10bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:33.462292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-5f961cbe-636b-43dd-95d1-ac4a0c345393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.469806 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-5f961cbe-636b-43dd-95d1-ac4a0c345393 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 0.2019241 Nov 12 03:29:33.487913 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.589497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888f213-9d9a-4dc3-95c0-74884f07ac37 req-24d76aee-7f44-471a-a5fd-63aefa8c915a tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.610106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b888f213-9d9a-4dc3-95c0-74884f07ac37 req-24d76aee-7f44-471a-a5fd-63aefa8c915a tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 946 time: 0.1295655 Nov 12 03:29:33.623237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e0944b-bfdb-45d3-9dba-c7c904877e81 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:33.657244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42226) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.669124 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87b351cf-06b6-4f0b-8b5c-a92611db4b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.671680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 03e0944b-bfdb-45d3-9dba-c7c904877e81, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=03e0944b-bfdb-45d3-9dba-c7c904877e81,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:33.687891 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-6ce67098-9e84-4d3c-be3b-6f1999028582 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 217 time: 0.2172160 Nov 12 03:29:33.691393 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.701494 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.717730 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.754136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b888f213-9d9a-4dc3-95c0-74884f07ac37 req-c1d7da69-7696-402f-91e6-c7b76fb1ca94 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386883 Nov 12 03:29:33.768876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:33.771222 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386bcec2-02fb-42be-9b4e-80ea25bfcfd5" -d '{"events": [{"server_uuid": "58ef1ec6-b682-4e89-b524-0d0dac937ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "186ea50a-f236-4cbc-86ff-a1b10d7d48a4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:33.861139 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265cd02-e00a-4b9e-83d7-18a137590492 None None] Pushing event updated for resources: {'Port': ['ID=4a8b918a-4173-4221-bd07-0256f71f7b3a,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.871697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=03e0944b-bfdb-45d3-9dba-c7c904877e81,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.913361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:09Z', 'revision_number': 5, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:33.950105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-b3f4e6d3-92f8-4bed-a94c-2fa0174c119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.964819 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-b3f4e6d3-92f8-4bed-a94c-2fa0174c119d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.2577069 Nov 12 03:29:34.005545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] Checking router: 5bfdf5f8-2191-408c-9214-06d7289f718d for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:34.014611 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Attempting to bind port 4a8b918a-4173-4221-bd07-0256f71f7b3a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:34.016022 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Attempting to bind port 4a8b918a-4173-4221-bd07-0256f71f7b3a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:34.017641 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Attempting to bind port 4a8b918a-4173-4221-bd07-0256f71f7b3a on network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:34.017783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['03e0944b-bfdb-45d3-9dba-c7c904877e81'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:34.034058 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:34.036776 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Checking segment: {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:34.037450 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.039330 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Bound using segment: {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:34.040072 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Bound port: 4a8b918a-4173-4221-bd07-0256f71f7b3a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:34.040673 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.090569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-4c9fe3b7-c006-4195-811c-e5fc5aceef6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228678 Nov 12 03:29:34.144819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:34.145475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:34.150056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b5250-3e73-427f-9c50-f5d99b88a948 req-a6a4e1e8-dd2a-4b96-bb06-85a13922d54a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.164792 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f8b5250-3e73-427f-9c50-f5d99b88a948 req-a6a4e1e8-dd2a-4b96-bb06-85a13922d54a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 945 time: 0.2138205 Nov 12 03:29:34.208345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77d576d4-4436-45da-b505-9ea4c0e8c9c3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:34.247879 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] For port 4a8b918a-4173-4221-bd07-0256f71f7b3a, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:34.259753 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] For port 4a8b918a-4173-4221-bd07-0256f71f7b3a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4a8b918a-4173-4221-bd07-0256f71f7b3a,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:34.266954 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.336827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-33a59703-ee63-440b-92a9-313ce723cb40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86bae2e5386c4d1fb0465b48718559e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6670728 Nov 12 03:29:34.339594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42238) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.363898 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:34.364937 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:34.396772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f8b5250-3e73-427f-9c50-f5d99b88a948 req-e8cfd6fc-49b3-4c0d-8345-4c40177f6baf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193532 Nov 12 03:29:34.423997 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265cd02-e00a-4b9e-83d7-18a137590492 None None] Pushing event updated for resources: {'Port': ['ID=4a8b918a-4173-4221-bd07-0256f71f7b3a,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.624042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5a3e5-d53e-4371-85d4-34df2162e504 req-2e818a4c-b903-4076-bf44-41a90b359619 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.629115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-ff7ab905-ec20-4ced-8316-1791c49511d0 service neutron] 10.222.0.49 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372894 Nov 12 03:29:34.630650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:29:34.649894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89b5a3e5-d53e-4371-85d4-34df2162e504 req-2e818a4c-b903-4076-bf44-41a90b359619 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 945 time: 0.1505570 Nov 12 03:29:34.660775 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac96df76-d131-4e13-ab8d-9af3463d608f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.694894 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac96df76-d131-4e13-ab8d-9af3463d608f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.707207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-96d47ffb-e7c4-4618-a17b-de2b15d7bce7 None None] Provisioning complete for port 4a8b918a-4173-4221-bd07-0256f71f7b3a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:34.707923 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96d47ffb-e7c4-4618-a17b-de2b15d7bce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.834404 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89b5a3e5-d53e-4371-85d4-34df2162e504 req-c524e343-1fe7-4f44-af34-685525e0c230 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831248 Nov 12 03:29:34.842397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:34.896148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:34.910406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.912000 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:34.920729 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:34.923059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:34.923606 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.963920 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944ae568-9800-4a26-a72c-13550f02c8ae x-openstack-request-id: req-944ae568-9800-4a26-a72c-13550f02c8ae {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:34.964360 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ef1ec6-b682-4e89-b524-0d0dac937ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "186ea50a-f236-4cbc-86ff-a1b10d7d48a4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:34.964919 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-944ae568-9800-4a26-a72c-13550f02c8ae {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:34.965667 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ef1ec6-b682-4e89-b524-0d0dac937ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186ea50a-f236-4cbc-86ff-a1b10d7d48a4', 'code': 200} Nov 12 03:29:35.154621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3508-1632-46f4-83ca-e65716f31131 req-dfa1a38e-6bc1-488a-a379-a283543373f1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.156419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cffc3508-1632-46f4-83ca-e65716f31131 req-dfa1a38e-6bc1-488a-a379-a283543373f1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.20 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 946 time: 0.2365899 Nov 12 03:29:35.160918 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac96df76-d131-4e13-ab8d-9af3463d608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.163693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac96df76-d131-4e13-ab8d-9af3463d608f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.165080 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ac96df76-d131-4e13-ab8d-9af3463d608f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8e655f2-38be-4a80-8f94-1fdb47a5d7b9 HTTP/1.1" status: 204 len: 168 time: 0.8133645 Nov 12 03:29:35.167768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d2b2c2f-c470-495e-a361-287c9fa22a14 req-cf5ae5d1-aec3-4248-85de-0e6907bf8fe9 service neutron] 10.222.0.49 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245776 Nov 12 03:29:35.241176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:35.264015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96df76-d131-4e13-ab8d-9af3463d608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e655f2-38be-4a80-8f94-1fdb47a5d7b9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.427549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.434932 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cb971888-6fa3-4012-8612-0bb9bcffa7f3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.0317669 Nov 12 03:29:35.437980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42290) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:35.446498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:35.598436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96d47ffb-e7c4-4618-a17b-de2b15d7bce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.615267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3fde3-04a9-411f-9a9d-5f81b886e9ab req-4d0c07f2-f993-40b0-9977-f96987431a32 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.619576 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:35.621488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dd3fde3-04a9-411f-9a9d-5f81b886e9ab req-4d0c07f2-f993-40b0-9977-f96987431a32 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/ports?device_id=950bcc77-4d33-40fc-8d2d-b520101fd6f7 HTTP/1.1" status: 200 len: 946 time: 0.2522066 Nov 12 03:29:35.684443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:35.686417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:35.706493 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ee343-b29d-449b-b5cf-0bb3929b3f02 None None] The sync data for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 is: [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:36.269864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Deleting port 4762ba00-20b7-4819-945a-d81f07a4dbc9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:36.278128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.282645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42296) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.451384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] For port 4762ba00-20b7-4819-945a-d81f07a4dbc9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4762ba00-20b7-4819-945a-d81f07a4dbc9,segment=NetworkSegment(94643d45-103a-4ca9-9d0f-393d263a319f),segment_id=94643d45-103a-4ca9-9d0f-393d263a319f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:36.452091 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.467782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-96d47ffb-e7c4-4618-a17b-de2b15d7bce7 None None] For port 4a8b918a-4173-4221-bd07-0256f71f7b3a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4a8b918a-4173-4221-bd07-0256f71f7b3a,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:36.481187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Calling delete_port for 4762ba00-20b7-4819-945a-d81f07a4dbc9 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:36.503945 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96d47ffb-e7c4-4618-a17b-de2b15d7bce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.565407 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.566470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 03e0944b-bfdb-45d3-9dba-c7c904877e81 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:36.626203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dd3fde3-04a9-411f-9a9d-5f81b886e9ab req-185326b0-07db-4160-8431-0ce0da79cb55 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.49 "GET /v2.0/security-groups?id=315aaa07-4cba-4c78-9791-668b4d8bcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9947932 Nov 12 03:29:36.657723 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff211426-990c-47a1-bffb-fb95922e6c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.668086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.749666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:36.898396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.918333 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3f098b-bf5d-4547-b98b-5354b9a646bf x-openstack-request-id: req-ea3f098b-bf5d-4547-b98b-5354b9a646bf {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:36.918624 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:36.918883 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea3f098b-bf5d-4547-b98b-5354b9a646bf {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:36.919286 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'status': 'completed', 'code': 200} Nov 12 03:29:36.965464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d47ffb-e7c4-4618-a17b-de2b15d7bce7 None None] Pushing event updated for resources: {'Port': ['ID=4a8b918a-4173-4221-bd07-0256f71f7b3a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.978315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4b3e6f3b-d02f-4e9a-89ae-e116278572ad None None] Provisioning complete for port 4a8b918a-4173-4221-bd07-0256f71f7b3a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:36.979102 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b3e6f3b-d02f-4e9a-89ae-e116278572ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.008872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:09Z', 'revision_number': 5, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:37.104966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Allocated IP 172.20.0.1 (ae393118-50b6-48fc-8751-74686bf4e7c1/4b29543a-c69b-4490-9de6-c12afc2fe7d0/6882f8c5-f25c-4884-b5fd-1f57e289525c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:37.122125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Pushing event deleted for resources: {'Port': ['ID=4762ba00-20b7-4819-945a-d81f07a4dbc9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.183278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4a8b918a-4173-4221-bd07-0256f71f7b3a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:37.194684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-66ac3deb-4e64-406a-ae34-a26a7b972938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:37.195483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-fc05c87a-cc20-4a67-862d-b25dbf7fa64e tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/floatingips/50b96818-1f78-4bba-8801-d5de4de04f2d HTTP/1.1" status: 200 len: 695 time: 0.2374768 Nov 12 03:29:37.197028 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-66ac3deb-4e64-406a-ae34-a26a7b972938 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95ef081eec3347f09638dade289a47d4&device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 1097 time: 0.1610727 Nov 12 03:29:37.208325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb270e2e-dca7-435a-8f71-fdecba500357 None None] The sync data for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 is: [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:28:00Z', 'revision_number': 4, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01c21f5e-b56a-48ef-9d3f-767bbe5f618e', 'name': '', 'network_id': '59c7de20-0e53-4bb2-a83b-5d845ca06d57', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'mac_address': 'fa:16:3e:05:93:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:57Z', 'updated_at': '2021-11-12T03:28:09Z', 'revision_number': 5, 'project_id': '95ef081eec3347f09638dade289a47d4', 'subnets': [{'id': 'f03e9c6a-c686-405a-aa2b-78f903a00f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:37.308612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] No DVR routers for this DVR port 4762ba00-20b7-4819-945a-d81f07a4dbc9 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:37.312000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff211426-990c-47a1-bffb-fb95922e6c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.316474 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.326075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cffc3508-1632-46f4-83ca-e65716f31131 req-6b022871-4952-4304-b35c-75d4e3cee1e1 tempest-InstanceActionsV221TestJSON-1812939080 tempest-InstanceActionsV221TestJSON-1812939080-project] 10.222.0.20 "DELETE /v2.0/ports/4762ba00-20b7-4819-945a-d81f07a4dbc9 HTTP/1.1" status: 204 len: 173 time: 2.1535854 Nov 12 03:29:37.336028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff211426-990c-47a1-bffb-fb95922e6c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.361719 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.512693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 03e0944b-bfdb-45d3-9dba-c7c904877e81 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:37.536980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-4d76a84b-8a75-4171-a6fc-1381a9e259ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:37.538799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-4d76a84b-8a75-4171-a6fc-1381a9e259ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 200 len: 922 time: 0.2764499 Nov 12 03:29:37.560364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ff211426-990c-47a1-bffb-fb95922e6c83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3f20ea97f774621a2c4842a7096944b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2697821 Nov 12 03:29:37.564110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 03e0944b-bfdb-45d3-9dba-c7c904877e81 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:37.565220 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.568352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.600367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42302) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:37.627072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.652853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff211426-990c-47a1-bffb-fb95922e6c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c02026-bbde-4350-9291-3b99387d06b3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.778832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4a8b918a-4173-4221-bd07-0256f71f7b3a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:37.779333 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.805907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-86fca269-a6bf-4a29-82b2-10b76515b887 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:37.826734 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-86fca269-a6bf-4a29-82b2-10b76515b887 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.6288812 Nov 12 03:29:37.835644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-f5abbc2f-c39e-4479-b522-0d33d2bcd6a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 200 len: 217 time: 0.2258186 Nov 12 03:29:37.854277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Network ae393118-50b6-48fc-8751-74686bf4e7c1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:37.885943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:37.917453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:37.950126 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.966550 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-c7b8e184-4322-45df-bd5d-012b376a4f99 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 698 time: 0.1372070 Nov 12 03:29:38.058850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:32Z', 'revision_number': 3, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:38.073338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-f90574ea-f46c-4ec6-a754-124174b3b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.076068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-f90574ea-f46c-4ec6-a754-124174b3b133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 200 len: 860 time: 0.1641495 Nov 12 03:29:38.134907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da318ca-96fc-40ce-acbc-7fd5a362d6b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.176555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c014b9d2-96b5-47b4-baa8-8548f407d0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e0944b-bfdb-45d3-9dba-c7c904877e81'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:38.179619 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02d62c6-1c7e-455f-8c18-766a8837338a" -d '{"events": [{"server_uuid": "c014b9d2-96b5-47b4-baa8-8548f407d0a7", "name": "network-vif-plugged", "status": "completed", "tag": "03e0944b-bfdb-45d3-9dba-c7c904877e81"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:38.201944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:38.202597 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da318ca-96fc-40ce-acbc-7fd5a362d6b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.203016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Updating router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 port 012b267a-9b1a-4648-a6bf-132ba2f6988e binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:38.209403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Pushing event updated for resources: {'Port': ['ID=6882f8c5-f25c-4884-b5fd-1f57e289525c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:38.247368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 03e0944b-bfdb-45d3-9dba-c7c904877e81, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=03e0944b-bfdb-45d3-9dba-c7c904877e81,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:38.272706 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-54344083-c283-4888-848a-4332cc489120 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59c7de20-0e53-4bb2-a83b-5d845ca06d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720775 Nov 12 03:29:38.280182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.317744 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.329547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-b0459535-301e-46ae-a846-979892b2d195 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 698 time: 0.3619676 Nov 12 03:29:38.334108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.388555 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad20d2-0de9-4ac6-92b7-70768bb826ae None None] New status for floating IP 50b96818-1f78-4bba-8801-d5de4de04f2d: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:29:38.567931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4762ba00-20b7-4819-945a-d81f07a4dbc9 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:38.617202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-d1694797-8cbc-4fb4-b174-166db2ade175 service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215451 Nov 12 03:29:38.634963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-406a5f01-bed8-409e-bd04-913664dc7048 None None] Provisioning complete for port 6882f8c5-f25c-4884-b5fd-1f57e289525c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:38.635308 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-406a5f01-bed8-409e-bd04-913664dc7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.723569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 4762ba00-20b7-4819-945a-d81f07a4dbc9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:38.724147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4762ba00-20b7-4819-945a-d81f07a4dbc9 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:38.724425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da318ca-96fc-40ce-acbc-7fd5a362d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.734169 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da318ca-96fc-40ce-acbc-7fd5a362d6b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.736472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8da318ca-96fc-40ce-acbc-7fd5a362d6b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6c02026-bbde-4350-9291-3b99387d06b3 HTTP/1.1" status: 204 len: 168 time: 1.1351078 Nov 12 03:29:38.739641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-406a5f01-bed8-409e-bd04-913664dc7048 None None] Port 6882f8c5-f25c-4884-b5fd-1f57e289525c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:38.768788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da318ca-96fc-40ce-acbc-7fd5a362d6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c02026-bbde-4350-9291-3b99387d06b3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:38.826465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Deleting port 02b97972-3576-4bdc-93bd-1d574ea1ad33 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:38.826911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.070275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.072273 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.105516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Calling delete_port for 02b97972-3576-4bdc-93bd-1d574ea1ad33 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:39.153461 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.223717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950bcc77-4d33-40fc-8d2d-b520101fd6f7', 'name': 'network-vif-deleted', 'tag': '4762ba00-20b7-4819-945a-d81f07a4dbc9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:39.234217 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e4e7c5-d41c-4870-aa34-9ddb1f87fc3a" -d '{"events": [{"server_uuid": "950bcc77-4d33-40fc-8d2d-b520101fd6f7", "name": "network-vif-deleted", "tag": "4762ba00-20b7-4819-945a-d81f07a4dbc9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:39.323932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41ba5416-9a78-4e48-bf8d-524c9c3c90ea req-89eaebe0-5fa7-4aed-ba1f-9c7c215b99fc service neutron] 10.222.0.20 "GET /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981323 Nov 12 03:29:39.341305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4a8b918a-4173-4221-bd07-0256f71f7b3a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:39.507935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=03e0944b-bfdb-45d3-9dba-c7c904877e81,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.585402 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.650412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4a8b918a-4173-4221-bd07-0256f71f7b3a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:39.651267 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.661247 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.672238 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.706425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event deleted for resources: {'Port': ['ID=02b97972-3576-4bdc-93bd-1d574ea1ad33,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.845912 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.856551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.877159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e17fb313-dae6-44f7-a123-0f5f7b0b3eae req-d5110451-14c0-4d56-84d7-a7e43f9260fb tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "DELETE /v2.0/floatingips/50b96818-1f78-4bba-8801-d5de4de04f2d HTTP/1.1" status: 204 len: 173 time: 1.5466416 Nov 12 03:29:39.937785 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.941223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Pushing event updated for resources: {'Port': ['ID=6882f8c5-f25c-4884-b5fd-1f57e289525c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.143940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb188-825c-447d-a95b-06719a1b72cc req-670a4d2a-8083-4c49-9051-a078ff544570 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.147658 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38fb188-825c-447d-a95b-06719a1b72cc req-670a4d2a-8083-4c49-9051-a078ff544570 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 945 time: 0.1496744 Nov 12 03:29:40.170919 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.181594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.186967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Network ae393118-50b6-48fc-8751-74686bf4e7c1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:40.191858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:40.296437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38fb188-825c-447d-a95b-06719a1b72cc req-2c77c07e-ff8c-4950-8343-4fad83d08d12 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377220 Nov 12 03:29:40.404641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9096d-9d5a-466d-a72d-0b3d4e3726f8 None None] Pushing event updated for resources: {'Port': ['ID=012b267a-9b1a-4648-a6bf-132ba2f6988e,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.430532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Attempting to bind port 012b267a-9b1a-4648-a6bf-132ba2f6988e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:40.431177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Attempting to bind port 012b267a-9b1a-4648-a6bf-132ba2f6988e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:40.431506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Attempting to bind port 012b267a-9b1a-4648-a6bf-132ba2f6988e on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:40.439594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:40.440034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:40.440497 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.440974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:40.441458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Bound port: 012b267a-9b1a-4648-a6bf-132ba2f6988e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:40.441910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.549815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d43f-e159-4b97-b62b-70fe596a6cbe req-800c31f5-f71d-4ee8-9cee-51fcd893f663 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.565483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8af4d43f-e159-4b97-b62b-70fe596a6cbe req-800c31f5-f71d-4ee8-9cee-51fcd893f663 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1069019 Nov 12 03:29:40.589955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] For port 012b267a-9b1a-4648-a6bf-132ba2f6988e, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:40.605879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] For port 012b267a-9b1a-4648-a6bf-132ba2f6988e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=012b267a-9b1a-4648-a6bf-132ba2f6988e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:40.611355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:40.616969 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.694255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8af4d43f-e159-4b97-b62b-70fe596a6cbe req-0d16afed-1083-421f-90e9-50bafb5d1a1b tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270952 Nov 12 03:29:40.880438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9096d-9d5a-466d-a72d-0b3d4e3726f8 None None] Pushing event updated for resources: {'Port': ['ID=012b267a-9b1a-4648-a6bf-132ba2f6988e,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.892173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42348) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.901214 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8540a62-466c-4daf-ae60-0428b7ce4051 x-openstack-request-id: req-d8540a62-466c-4daf-ae60-0428b7ce4051 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:40.901882 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c014b9d2-96b5-47b4-baa8-8548f407d0a7", "name": "network-vif-plugged", "status": "completed", "tag": "03e0944b-bfdb-45d3-9dba-c7c904877e81", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:40.902801 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8540a62-466c-4daf-ae60-0428b7ce4051 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:40.903325 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c014b9d2-96b5-47b4-baa8-8548f407d0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e0944b-bfdb-45d3-9dba-c7c904877e81', 'code': 200} Nov 12 03:29:40.958874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a40bf34b-5470-4db5-870d-2dd12e5ee5c2 None None] Provisioning complete for port 6882f8c5-f25c-4884-b5fd-1f57e289525c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:40.962097 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a40bf34b-5470-4db5-870d-2dd12e5ee5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.976805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:40.977762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:40.988495 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5af28c-3f47-4f12-aeb1-cca63add04a8 x-openstack-request-id: req-ff5af28c-3f47-4f12-aeb1-cca63add04a8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:40.989036 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950bcc77-4d33-40fc-8d2d-b520101fd6f7", "name": "network-vif-deleted", "tag": "4762ba00-20b7-4819-945a-d81f07a4dbc9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:40.989481 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff5af28c-3f47-4f12-aeb1-cca63add04a8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:40.989993 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950bcc77-4d33-40fc-8d2d-b520101fd6f7', 'name': 'network-vif-deleted', 'tag': '4762ba00-20b7-4819-945a-d81f07a4dbc9', 'status': 'completed', 'code': 200} Nov 12 03:29:41.016910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:41.042100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f2188b93-df28-47f7-ab17-14adb2e77b1b admin admin] 10.222.0.49 "PUT /v2.0/routers/9e1cbad0-6a0b-43e2-8b51-a1b927fac709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6025815 Nov 12 03:29:41.103893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8da229-eac0-4fcf-b5a8-b90b3ca47d60 req-e40e1419-5d41-4daa-8712-7dc05ef923c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.109856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce8da229-eac0-4fcf-b5a8-b90b3ca47d60 req-e40e1419-5d41-4daa-8712-7dc05ef923c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 1098 time: 0.1578116 Nov 12 03:29:41.117725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-871106f7-3802-4f45-88f8-494cd6df2ed0 req-55d35905-2571-4805-be97-8a5b1654477b tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups/86ba8828-b5bc-47b9-a40e-05639b5a0383 HTTP/1.1" status: 200 len: 1823 time: 0.0982056 Nov 12 03:29:41.173566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a40bf34b-5470-4db5-870d-2dd12e5ee5c2 None None] Port 6882f8c5-f25c-4884-b5fd-1f57e289525c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:41.225145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce8da229-eac0-4fcf-b5a8-b90b3ca47d60 req-cd168e6f-11fb-4cdf-853e-d00ca9874e11 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039407 Nov 12 03:29:41.244191 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-871106f7-3802-4f45-88f8-494cd6df2ed0 req-bf77fa05-127f-421a-9881-674bc1fca761 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.258676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1209763941-network', 'tenant_id': 'd3512a1c3d8a4b7b8f37cb56702899df'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:41.322239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Made reservation on behalf of d3512a1c3d8a4b7b8f37cb56702899df for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:41.324670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.355430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.403823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-871106f7-3802-4f45-88f8-494cd6df2ed0 req-bf77fa05-127f-421a-9881-674bc1fca761 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.492143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-871106f7-3802-4f45-88f8-494cd6df2ed0 req-bf77fa05-127f-421a-9881-674bc1fca761 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.495645 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-871106f7-3802-4f45-88f8-494cd6df2ed0 req-bf77fa05-127f-421a-9881-674bc1fca761 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.497099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-871106f7-3802-4f45-88f8-494cd6df2ed0 req-bf77fa05-127f-421a-9881-674bc1fca761 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "DELETE /v2.0/security-groups/86ba8828-b5bc-47b9-a40e-05639b5a0383 HTTP/1.1" status: 204 len: 173 time: 0.3785596 Nov 12 03:29:41.511889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:41.519091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77fa05-127f-421a-9881-674bc1fca761 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba8828-b5bc-47b9-a40e-05639b5a0383,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.562172 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.575753 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.622289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:41.637679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530188c3-8bb4-447e-8612-8748d88eec2c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.644793 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.645591 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Added segment 6f4fe1e1-0820-42b1-b531-8954bf3e77c3 of type vlan for network c339e363-e649-4abd-8e3c-b0af87435742 Nov 12 03:29:41.701905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.734749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.736045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.737413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.822094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9278100 Nov 12 03:29:41.823351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ff16f-67f0-4554-81d9-9b6bac6fb1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=c339e363-e649-4abd-8e3c-b0af87435742,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.824726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42366) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:41.830281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Request body: {'subnet': {'network_id': 'c339e363-e649-4abd-8e3c-b0af87435742', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1209763941-subnet', 'tenant_id': 'd3512a1c3d8a4b7b8f37cb56702899df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:41.845624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c339e363-e649-4abd-8e3c-b0af87435742 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:41.871896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Made reservation on behalf of d3512a1c3d8a4b7b8f37cb56702899df for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:41.874605 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.124218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 2, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:42.141233 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.164799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56efdf-0586-45f7-9158-1e80485abc55 None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 2, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:42.214900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Checking segment: {'id': '6f4fe1e1-0820-42b1-b531-8954bf3e77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c339e363-e649-4abd-8e3c-b0af87435742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:42.214900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Network hostable DHCP agents. Network: c339e363-e649-4abd-8e3c-b0af87435742, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:42.234318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7938b4a3-8e7c-4df0-a867-99d1c5f34a71,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.251005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Network c339e363-e649-4abd-8e3c-b0af87435742 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:42.262958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c339e363-e649-4abd-8e3c-b0af87435742) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:42.268591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.269282 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.276393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16246f1-9206-4140-9a91-a3397d71638e None None] Network c339e363-e649-4abd-8e3c-b0af87435742 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:42.297382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3c4aafad-1b1c-43fc-b263-d10bb8c25ae8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4715662 Nov 12 03:29:42.610735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d3a12-3d29-405f-a9f3-c8cd2881f358 None None] Network c339e363-e649-4abd-8e3c-b0af87435742 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:43.347521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42386) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.354260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-504179897-network', 'tenant_id': '0a93a17618ef46efa153e2b07c7615b6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:43.388466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Made reservation on behalf of 0a93a17618ef46efa153e2b07c7615b6 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:43.391772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.406078 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.592256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.597887 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.619490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:43.640724 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.641278 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Added segment 4de6c14d-ad9f-4930-bb1e-9f391b0b3ab6 of type vlan for network abb4193e-5a9a-4442-9f61-0e76af7aa52e Nov 12 03:29:43.657756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1344d11a-2f1e-4219-9235-9db7f3b7a6a1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.710207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.750046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.750388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.751125 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.823493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42388) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.824090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4742048 Nov 12 03:29:43.831723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf534e0-53ef-495a-8262-2d1511293676 admin admin] Pushing event updated for resources: {'Network': ['ID=abb4193e-5a9a-4442-9f61-0e76af7aa52e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.832409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Request body: {'subnet': {'network_id': 'abb4193e-5a9a-4442-9f61-0e76af7aa52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-504179897-subnet', 'tenant_id': '0a93a17618ef46efa153e2b07c7615b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:43.842093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network abb4193e-5a9a-4442-9f61-0e76af7aa52e details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:43.872813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Made reservation on behalf of 0a93a17618ef46efa153e2b07c7615b6 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:43.882649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.184683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.281447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Checking segment: {'id': '4de6c14d-ad9f-4930-bb1e-9f391b0b3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'abb4193e-5a9a-4442-9f61-0e76af7aa52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:44.281820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Network hostable DHCP agents. Network: abb4193e-5a9a-4442-9f61-0e76af7aa52e, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:44.288091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1612d530-6a74-4749-834a-800bc433fd10,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.325619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Network abb4193e-5a9a-4442-9f61-0e76af7aa52e is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:44.339200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, abb4193e-5a9a-4442-9f61-0e76af7aa52e) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:44.343918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.344509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.351274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda9683b-7966-4613-9b3e-01ddeaf16824 None None] Network abb4193e-5a9a-4442-9f61-0e76af7aa52e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:44.382753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2a5cd739-c6e7-4322-9289-289f7d77b5b9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5572190 Nov 12 03:29:44.499319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18074c-850c-4924-9377-8334c6aa2ecb None None] Network abb4193e-5a9a-4442-9f61-0e76af7aa52e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:44.935631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 012b267a-9b1a-4648-a6bf-132ba2f6988e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:45.015065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 012b267a-9b1a-4648-a6bf-132ba2f6988e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:45.015497 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.136725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.171957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 012b267a-9b1a-4648-a6bf-132ba2f6988e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=012b267a-9b1a-4648-a6bf-132ba2f6988e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:45.178340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.270011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=012b267a-9b1a-4648-a6bf-132ba2f6988e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:45.278983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.279763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.280513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.281077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.281724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.282268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.282777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.283218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.284664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.285061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.285343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.285670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:45.355459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:45.376304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:45.377890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:45.519274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:45.751285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 2, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:45.785332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:45.789293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Updating router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 port 6882f8c5-f25c-4884-b5fd-1f57e289525c binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:45.817625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-aa8d1038-9f8a-4fc0-b703-2d8d1f3a5daa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.820081 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.825378 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-aa8d1038-9f8a-4fc0-b703-2d8d1f3a5daa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.1562128 Nov 12 03:29:45.840280 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60ad3fc8-5dc7-4491-91bb-d6d20cd97415 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/quotas/49c3a70a1bdb40208d0bee143bfdc83d HTTP/1.1" status: 200 len: 375 time: 0.0135663 Nov 12 03:29:45.899899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-bda761a7-e0d3-4e69-a1f8-aae0a6d2cc0e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525346 Nov 12 03:29:46.001646 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-011bb097-e8cf-430c-b526-4bb3b74dbda3 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942705 Nov 12 03:29:46.136591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-7c62cb3f-c88d-4473-938b-2fd30ac9a7dd service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268690 Nov 12 03:29:46.199684 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.205720 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.218296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-1c23399f-280b-4058-a8b7-d4161a699c5b tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.230927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-1c23399f-280b-4058-a8b7-d4161a699c5b tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 821 time: 0.1349285 Nov 12 03:29:46.257753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-e791f2bb-779f-4fc9-a798-e20991fca8e2 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/quotas/95faab32ceb740b0a059544c1aec6f0b HTTP/1.1" status: 200 len: 375 time: 0.0255229 Nov 12 03:29:46.269600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76c7bb-73d8-436a-91b1-0c049d42dec2 None None] Pushing event updated for resources: {'Port': ['ID=6882f8c5-f25c-4884-b5fd-1f57e289525c,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:46.365370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Attempting to bind port 6882f8c5-f25c-4884-b5fd-1f57e289525c on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:46.365871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Attempting to bind port 6882f8c5-f25c-4884-b5fd-1f57e289525c by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:46.366428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Attempting to bind port 6882f8c5-f25c-4884-b5fd-1f57e289525c on network ae393118-50b6-48fc-8751-74686bf4e7c1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:46.368213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-57230f97-a104-4fae-b2a2-d24111674d7f tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054220 Nov 12 03:29:46.372407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:46.373319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Checking segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:46.374076 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.374568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Bound using segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:46.375146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Bound port: 6882f8c5-f25c-4884-b5fd-1f57e289525c, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:46.375621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.481951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] For port 6882f8c5-f25c-4884-b5fd-1f57e289525c, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:46.481951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] For port 6882f8c5-f25c-4884-b5fd-1f57e289525c, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6882f8c5-f25c-4884-b5fd-1f57e289525c,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:46.493860 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.596139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76c7bb-73d8-436a-91b1-0c049d42dec2 None None] Pushing event updated for resources: {'Port': ['ID=6882f8c5-f25c-4884-b5fd-1f57e289525c,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:46.611153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-5a2fb980-380f-4281-abd0-bfaf5f06aa61 service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347720 Nov 12 03:29:46.657120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:46.657769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:46.691885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae83321-aab9-4b31-af84-2a76b565a93a req-fc26cad2-7fc7-4cb9-8bc6-8b01952be5ca tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.699192 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ae83321-aab9-4b31-af84-2a76b565a93a req-fc26cad2-7fc7-4cb9-8bc6-8b01952be5ca tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 946 time: 0.1211710 Nov 12 03:29:46.742029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-841dd112-0b21-4210-9a3f-98eea277b4f0 None None] Provisioning complete for port 6882f8c5-f25c-4884-b5fd-1f57e289525c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:46.743082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-841dd112-0b21-4210-9a3f-98eea277b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.799066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-10944314-a499-4f08-9025-a9577d27ef7b service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869462 Nov 12 03:29:46.804208 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ae83321-aab9-4b31-af84-2a76b565a93a req-bc967c1f-c85e-4b59-951f-f63eb255ebe1 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030536 Nov 12 03:29:47.175767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6882f8c5-f25c-4884-b5fd-1f57e289525c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:47.264989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:47.280909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-26b4774d-4d1a-4df5-916c-f52e575663c3 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.285335 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-26b4774d-4d1a-4df5-916c-f52e575663c3 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/networks?id=c339e363-e649-4abd-8e3c-b0af87435742 HTTP/1.1" status: 200 len: 815 time: 0.2818503 Nov 12 03:29:47.318104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-7ce557c7-b64c-4a33-9f0b-c97779ddff06 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/quotas/d3512a1c3d8a4b7b8f37cb56702899df HTTP/1.1" status: 200 len: 375 time: 0.0269728 Nov 12 03:29:47.366797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-29507d72-2b6a-4c2a-89c5-3a9d60f74ad0 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3512a1c3d8a4b7b8f37cb56702899df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471344 Nov 12 03:29:47.441931 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-841dd112-0b21-4210-9a3f-98eea277b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.522434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-c3f1fc2a-7630-471f-89db-6a2d5460dbd0 service neutron] 10.222.0.49 "GET /v2.0/networks/c339e363-e649-4abd-8e3c-b0af87435742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540370 Nov 12 03:29:47.537565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-841dd112-0b21-4210-9a3f-98eea277b4f0 None None] For port 6882f8c5-f25c-4884-b5fd-1f57e289525c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6882f8c5-f25c-4884-b5fd-1f57e289525c,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:47.562426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 6882f8c5-f25c-4884-b5fd-1f57e289525c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:47.562857 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.564601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-841dd112-0b21-4210-9a3f-98eea277b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.701266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-c34d4983-c561-46b0-87fe-104cddb36132 service neutron] 10.222.0.49 "GET /v2.0/networks/c339e363-e649-4abd-8e3c-b0af87435742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769915 Nov 12 03:29:47.745587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd112-0b21-4210-9a3f-98eea277b4f0 None None] Pushing event updated for resources: {'Port': ['ID=6882f8c5-f25c-4884-b5fd-1f57e289525c,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.756602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0555efa1-0de1-402e-abf4-eb2ca6d29b3a None None] Provisioning complete for port 6882f8c5-f25c-4884-b5fd-1f57e289525c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:47.756994 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0555efa1-0de1-402e-abf4-eb2ca6d29b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.870228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 012b267a-9b1a-4648-a6bf-132ba2f6988e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:48.005158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4b8a5-e341-4b31-9a84-ee7d30931a02 req-3d9b0def-2324-4fb7-8df0-6a33b077fb99 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.015264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ae4b8a5-e341-4b31-9a84-ee7d30931a02 req-3d9b0def-2324-4fb7-8df0-6a33b077fb99 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.0763421 Nov 12 03:29:48.052423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:46Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:48.089264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bf9b15-12ab-403c-94b0-735c5519f4de None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:46Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:48.099113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ae4b8a5-e341-4b31-9a84-ee7d30931a02 req-56f97b7a-55fa-49b4-8f2b-5e5d043f16f9 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825140 Nov 12 03:29:48.111666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 012b267a-9b1a-4648-a6bf-132ba2f6988e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:48.112661 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.272716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b5837d5-2ed2-462e-b8ab-53e765f1ea12 req-4060c496-c9de-4920-a5ad-eaa6bcb559b6 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 210 time: 0.0399003 Nov 12 03:29:48.361520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-891b63ee-453c-4932-9ddd-6a8b8e9961e4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.365222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-891b63ee-453c-4932-9ddd-6a8b8e9961e4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.3693409 Nov 12 03:29:48.386153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Request body: {'port': {'device_id': 'bab26b2d-b602-46f4-8a64-70fe57d1f72b', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'admin_state_up': True, 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:48.520411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba55b-9615-4307-be20-13923614a47e req-ca9c96af-297c-41fc-9aed-295252300255 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.522009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-632ba55b-9615-4307-be20-13923614a47e req-ca9c96af-297c-41fc-9aed-295252300255 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 951 time: 0.0975735 Nov 12 03:29:48.522697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42502) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:48.578303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc3711a-8b65-400f-9b8d-c67fc5425de6 admin admin] Deleting subnet d1206839-d1ed-4f7e-a148-2e87b27a3ca7 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:48.584395 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bdc3711a-8b65-400f-9b8d-c67fc5425de6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.594259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:48.728294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-955629af-4ddc-4b2a-8607-157802a150e5 req-11541cd9-9379-4122-a66d-a8cdf626044b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 210 time: 0.1135185 Nov 12 03:29:48.758017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bdc3711a-8b65-400f-9b8d-c67fc5425de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.809718 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bdc3711a-8b65-400f-9b8d-c67fc5425de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.825587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.830351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:48.845823 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.898616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:48.910161 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c8119e-99d2-40fb-be02-1153ea8e25f0" -d '{"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-unplugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:48.928991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bdc3711a-8b65-400f-9b8d-c67fc5425de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.943035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:48.963137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6882f8c5-f25c-4884-b5fd-1f57e289525c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:49.001281 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bdc3711a-8b65-400f-9b8d-c67fc5425de6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.008107 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bdc3711a-8b65-400f-9b8d-c67fc5425de6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d1206839-d1ed-4f7e-a148-2e87b27a3ca7 HTTP/1.1" status: 204 len: 168 time: 0.4841900 Nov 12 03:29:49.015915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42512) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.056780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3711a-8b65-400f-9b8d-c67fc5425de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1206839-d1ed-4f7e-a148-2e87b27a3ca7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:49.057041 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.100206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-632ba55b-9615-4307-be20-13923614a47e req-ac41f668-dbc9-416d-982a-091bfe286a4a tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132494 Nov 12 03:29:49.139316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-67e2967b-7630-4085-b917-58da5b6beff0 req-ccc1146e-af0b-4635-acae-55833020d72a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 210 time: 0.2411625 Nov 12 03:29:49.182960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 6882f8c5-f25c-4884-b5fd-1f57e289525c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:49.184108 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.266362 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d2304c-13e1-4d88-9a4f-9cd409c0396b x-openstack-request-id: req-b0d2304c-13e1-4d88-9a4f-9cd409c0396b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:49.268242 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-unplugged", "status": "completed", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:49.268816 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0d2304c-13e1-4d88-9a4f-9cd409c0396b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:49.270502 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'code': 200} Nov 12 03:29:49.294703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.318848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-4c9e1355-0ead-4f05-bbcd-d20e60857437 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.320463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-4c9e1355-0ead-4f05-bbcd-d20e60857437 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 821 time: 0.4039154 Nov 12 03:29:49.327375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=11']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:49.398308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Allocated IP 172.20.0.2 (cb1b6f72-6312-4e02-90bc-25b52609eef7/e94314c6-3250-47e1-a1fe-ce606b32ef01/11b2d086-1bfd-46f5-a414-a42aa6febd7e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:49.403458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Request body: {'port': {'device_id': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'admin_state_up': True, 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:49.528557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c43155-e410-462a-8775-984d2391dc6e req-8db52584-c254-4214-a87b-1a133b34d307 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.537514 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03c43155-e410-462a-8775-984d2391dc6e req-8db52584-c254-4214-a87b-1a133b34d307 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.1220686 Nov 12 03:29:49.621063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.642823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03c43155-e410-462a-8775-984d2391dc6e req-28538fae-3df9-4391-b159-1f4e86c693ff tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044364 Nov 12 03:29:49.677154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-0d741412-2503-461c-80b2-000d65866c10 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.678660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-0d741412-2503-461c-80b2-000d65866c10 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.3138380 Nov 12 03:29:49.689285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6964b560-f1a7-40ba-baff-cdb8ea006873']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:49.710453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.770643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.785536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:49.850132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:49.854692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:49.859699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:49.868929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event updated for resources: {'Port': ['ID=11b2d086-1bfd-46f5-a414-a42aa6febd7e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:49.873532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94643d45-103a-4ca9-9d0f-393d263a319f') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:49.873894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94643d45-103a-4ca9-9d0f-393d263a319f') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:49.978780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.980068 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.011555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-402905b7-0582-41dc-8b38-c26f2e8c6edf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6317766 Nov 12 03:29:50.020686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.035438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Request body: {'port': {'device_id': 'bab26b2d-b602-46f4-8a64-70fe57d1f72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:50.054310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92c32fdf-2565-4262-adb0-5b19456ff24e req-c891b49a-1f20-4899-9632-c5a3d7ca6c48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 210 time: 0.0717652 Nov 12 03:29:50.161741 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.166989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.182472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:50.183010 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:50.189107 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:50.251001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Made reservation on behalf of 95faab32ceb740b0a059544c1aec6f0b for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:50.255708 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.326712 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3455c250-042f-4bdc-95b2-ce8d1836ab92 req-0af64ff5-dd07-4f5e-94d1-8a9819720c6e tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 210 time: 0.0653253 Nov 12 03:29:50.389131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-014ee2cf-724f-4e68-9408-a167ada43540 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.391380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-014ee2cf-724f-4e68-9408-a167ada43540 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.20 "GET /v2.0/networks?id=c339e363-e649-4abd-8e3c-b0af87435742 HTTP/1.1" status: 200 len: 815 time: 0.5072150 Nov 12 03:29:50.395263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Deleting port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:50.395972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.402912 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.435402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Request body: {'port': {'device_id': 'a11f3a11-dc47-4af3-b471-66c4075e215f', 'network_id': 'c339e363-e649-4abd-8e3c-b0af87435742', 'admin_state_up': True, 'tenant_id': 'd3512a1c3d8a4b7b8f37cb56702899df'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:50.443230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.446564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6964b560-f1a7-40ba-baff-cdb8ea006873 HTTP/1.1" status: 204 len: 168 time: 1.4295118 Nov 12 03:29:50.481613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93d04b-584b-4eae-8618-c63cf391b912 admin admin] Pushing event deleted for resources: {'Network': ['ID=6964b560-f1a7-40ba-baff-cdb8ea006873,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:50.705581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] For port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:50.706789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.711528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Allocated IP 172.20.0.14 (ae393118-50b6-48fc-8751-74686bf4e7c1/4b29543a-c69b-4490-9de6-c12afc2fe7d0/990775ff-4178-4bcd-b809-63ecc9938af3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:50.732936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42572) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.784637 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Calling delete_port for 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:50.802201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671431fa-b92e-42fd-b28a-589264fde7d5 req-e0cbf92d-7d36-47fd-aa0c-daabdadd024b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.810477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-671431fa-b92e-42fd-b28a-589264fde7d5 req-e0cbf92d-7d36-47fd-aa0c-daabdadd024b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 931 time: 0.2812090 Nov 12 03:29:50.819169 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-59262727-f5d9-4c07-b560-6f971442a7b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=192070b76b384341b2f74878c87e8b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849602 Nov 12 03:29:50.821941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b2d086-1bfd-46f5-a414-a42aa6febd7e {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:50.826971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.880587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.882029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Made reservation on behalf of d3512a1c3d8a4b7b8f37cb56702899df for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:50.889693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.908429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Transition to ACTIVE for port object 11b2d086-1bfd-46f5-a414-a42aa6febd7e will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:50.910282 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31831b9d-80aa-4be4-8049-adab36167cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.934581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.998714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31831b9d-80aa-4be4-8049-adab36167cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.021490 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-671431fa-b92e-42fd-b28a-589264fde7d5 req-27076a2e-f11d-4870-b81e-849ee1b0818f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096584 Nov 12 03:29:51.064896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Pushing event updated for resources: {'Port': ['ID=11b2d086-1bfd-46f5-a414-a42aa6febd7e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.153546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04342f8-2071-435b-aeb5-4958a36af3f9 req-8cf0722f-0f5b-464d-b7d4-2e5d9470b396 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.155430 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e04342f8-2071-435b-aeb5-4958a36af3f9 req-8cf0722f-0f5b-464d-b7d4-2e5d9470b396 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 945 time: 0.2005761 Nov 12 03:29:51.259722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31831b9d-80aa-4be4-8049-adab36167cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.263320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31831b9d-80aa-4be4-8049-adab36167cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.264576 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-31831b9d-80aa-4be4-8049-adab36167cf0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/315aaa07-4cba-4c78-9791-668b4d8bcfa7 HTTP/1.1" status: 204 len: 168 time: 0.4363739 Nov 12 03:29:51.280039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31831b9d-80aa-4be4-8049-adab36167cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315aaa07-4cba-4c78-9791-668b4d8bcfa7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.282925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Attempting to bind port 11b2d086-1bfd-46f5-a414-a42aa6febd7e on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:51.283322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Attempting to bind port 11b2d086-1bfd-46f5-a414-a42aa6febd7e by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:51.283725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Attempting to bind port 11b2d086-1bfd-46f5-a414-a42aa6febd7e on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:51.314994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e04342f8-2071-435b-aeb5-4958a36af3f9 req-1bb53c1b-6c5b-4791-aa95-614352103952 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/security-groups?id=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253402 Nov 12 03:29:51.319235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Port 11b2d086-1bfd-46f5-a414-a42aa6febd7e on network cb1b6f72-6312-4e02-90bc-25b52609eef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:51.319562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Attempting to bind port 11b2d086-1bfd-46f5-a414-a42aa6febd7e on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:51.331770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:51.335043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:51.338086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Bound using segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:51.341529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Bound port: 11b2d086-1bfd-46f5-a414-a42aa6febd7e, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:51.342111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.454297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] For port 11b2d086-1bfd-46f5-a414-a42aa6febd7e, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:51.462003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] For port 11b2d086-1bfd-46f5-a414-a42aa6febd7e, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=11b2d086-1bfd-46f5-a414-a42aa6febd7e,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:51.470648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.554276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.555972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.558098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] 10.222.0.20 "PUT /v2.0/ports/11b2d086-1bfd-46f5-a414-a42aa6febd7e HTTP/1.1" status: 200 len: 1092 time: 1.5301483 Nov 12 03:29:51.559037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab26b2d-b602-46f4-8a64-70fe57d1f72b', 'tag': '11b2d086-1bfd-46f5-a414-a42aa6febd7e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:51.561856 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c" -d '{"events": [{"name": "network-changed", "server_uuid": "bab26b2d-b602-46f4-8a64-70fe57d1f72b", "tag": "11b2d086-1bfd-46f5-a414-a42aa6febd7e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:51.593382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60deddce-f26a-4263-aea1-c59d0fd2e674 service neutron] Pushing event updated for resources: {'Port': ['ID=11b2d086-1bfd-46f5-a414-a42aa6febd7e,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.743152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-7e441bfa-e434-4858-b9e5-0839aa462b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.748285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-7e441bfa-e434-4858-b9e5-0839aa462b59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 1095 time: 0.1061416 Nov 12 03:29:51.783887 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.795110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90e06581-b3b4-42d6-8abc-d19387f92653 req-3d1783ac-1b56-4db5-a3b7-8a3f79f8f622 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 210 time: 0.0401225 Nov 12 03:29:51.857509 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-45261594-ae3b-44b3-b77c-0e1e3aabecba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11b2d086-1bfd-46f5-a414-a42aa6febd7e HTTP/1.1" status: 200 len: 217 time: 0.0607164 Nov 12 03:29:51.858289 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-39f808ab-62c5-499b-a1ce-e86d337f055a req-9fcc4b33-44c4-472e-8401-280b599ddff1 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 210 time: 0.0823622 Nov 12 03:29:51.927114 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d87807-bbff-41f9-bb54-cc06d0b4e79e x-openstack-request-id: req-63d87807-bbff-41f9-bb54-cc06d0b4e79e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:51.927674 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab26b2d-b602-46f4-8a64-70fe57d1f72b", "tag": "11b2d086-1bfd-46f5-a414-a42aa6febd7e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:51.928286 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63d87807-bbff-41f9-bb54-cc06d0b4e79e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:51.929039 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab26b2d-b602-46f4-8a64-70fe57d1f72b', 'tag': '11b2d086-1bfd-46f5-a414-a42aa6febd7e', 'status': 'completed', 'code': 200} Nov 12 03:29:51.969257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-34aacfe4-5fd4-4bdb-996c-321706add24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.977993 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-34aacfe4-5fd4-4bdb-996c-321706add24e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1011074 Nov 12 03:29:52.058084 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-4e3795bf-8377-43e7-8ead-333b44cb8f51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674574 Nov 12 03:29:52.079675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Allocated IP 172.20.0.7 (c339e363-e649-4abd-8e3c-b0af87435742/7938b4a3-8e7c-4df0-a867-99d1c5f34a71/4b9130d2-4b02-4d3f-a379-75e7e53480ce) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:52.107561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.137355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c108e-22dd-401c-9609-eb9bd004f0b4 req-f0aec37f-a46d-4489-a735-f27b0d673e2c tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.144893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f57c108e-22dd-401c-9609-eb9bd004f0b4 req-f0aec37f-a46d-4489-a735-f27b0d673e2c tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 949 time: 0.1648104 Nov 12 03:29:52.224790 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.251282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Network ae393118-50b6-48fc-8751-74686bf4e7c1 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:52.275387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:52.282231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Pushing event updated for resources: {'Port': ['ID=990775ff-4178-4bcd-b809-63ecc9938af3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.284682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:52.478941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Pushing event deleted for resources: {'Port': ['ID=6c45b6c9-d59b-4088-aeec-0de5fe9627b1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.578904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f57c108e-22dd-401c-9609-eb9bd004f0b4 req-3d30d04f-136c-4f1a-ba40-72abb421deab tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330289 Nov 12 03:29:52.590836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:52.600673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] No DVR routers for this DVR port 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:52.607837 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.626417 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab075755-5066-4d66-9e39-bdaffd372b88 req-25d2bc52-e722-4dfb-afd3-5f48baccf877 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.20 "DELETE /v2.0/ports/6c45b6c9-d59b-4088-aeec-0de5fe9627b1 HTTP/1.1" status: 204 len: 173 time: 2.9028304 Nov 12 03:29:52.641857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:52.642389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6c45b6c9-d59b-4088-aeec-0de5fe9627b1 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:52.651695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'name': 'network-vif-deleted', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:52.655730 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d02693-f4f7-4e31-875d-cb9b42b5c653" -d '{"events": [{"server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "name": "network-vif-deleted", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:52.669208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42622) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:52.705321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fa5c0770-d535-45cb-9d3f-b8068bd3d7cc None None] Provisioning complete for port 990775ff-4178-4bcd-b809-63ecc9938af3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:52.706236 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0770-d535-45cb-9d3f-b8068bd3d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.707963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.708994 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.734105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfd0de-ae24-4733-9dd0-3c6dbf84c189 req-24228642-709c-4ca4-8407-943367233923 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.741660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53dfd0de-ae24-4733-9dd0-3c6dbf84c189 req-24228642-709c-4ca4-8407-943367233923 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 943 time: 0.5609291 Nov 12 03:29:52.756345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-d8a6e552-9243-4780-8013-a7f19a3f95c8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3966548 Nov 12 03:29:52.786649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Request body: {'port': {'device_id': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:52.800934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c0770-d535-45cb-9d3f-b8068bd3d7cc None None] Port 990775ff-4178-4bcd-b809-63ecc9938af3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:52.811137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5200a9f4-5312-417b-a717-4691f3832a3a req-850dbd9b-5556-4359-9bdd-b6a23dbf2646 tempest-ServerRescueTestJSONUnderV235-2086603971 tempest-ServerRescueTestJSONUnderV235-2086603971-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba421bf-cdd3-4f4c-ac6c-59f6d839baba HTTP/1.1" status: 200 len: 210 time: 0.0663447 Nov 12 03:29:52.856023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.860902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-be95a815-d1d6-4c0a-8ea1-62a97d367b25 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886746 Nov 12 03:29:52.901957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.928359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53dfd0de-ae24-4733-9dd0-3c6dbf84c189 req-a3839eef-8592-41c7-8c8d-ee73d71c47e1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507356 Nov 12 03:29:52.944539 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ae0c5-9547-488a-a8df-dc9c204711ce x-openstack-request-id: req-287ae0c5-9547-488a-a8df-dc9c204711ce {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:52.945078 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba421bf-cdd3-4f4c-ac6c-59f6d839baba", "name": "network-vif-deleted", "tag": "6c45b6c9-d59b-4088-aeec-0de5fe9627b1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:52.946182 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-287ae0c5-9547-488a-a8df-dc9c204711ce {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:52.947096 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba421bf-cdd3-4f4c-ac6c-59f6d839baba', 'name': 'network-vif-deleted', 'tag': '6c45b6c9-d59b-4088-aeec-0de5fe9627b1', 'status': 'completed', 'code': 200} Nov 12 03:29:53.024725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.040571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-904917429-network', 'tenant_id': '7181de923d4945b5b645fac41787186e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:53.100647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68a36e1-91d9-475a-b119-77523456f8c2 req-7be22de5-94f0-4231-9bfa-8f645b22a935 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766572 Nov 12 03:29:53.122105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Made reservation on behalf of 7181de923d4945b5b645fac41787186e for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:53.129740 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.154808 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.174922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0539-fdd8-4594-b823-94de912fb670 req-4fe74a46-d34c-4685-a027-f478e3f5440b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.185614 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f9c0539-fdd8-4594-b823-94de912fb670 req-4fe74a46-d34c-4685-a027-f478e3f5440b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 931 time: 0.0837004 Nov 12 03:29:53.313594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-9a532e0a-9dbe-4fd7-abef-c43c0b7cf8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.316001 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-9a532e0a-9dbe-4fd7-abef-c43c0b7cf8f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 1095 time: 0.1103625 Nov 12 03:29:53.329552 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f9c0539-fdd8-4594-b823-94de912fb670 req-a308b4f1-1384-4382-9c62-243592f923d8 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428053 Nov 12 03:29:53.337823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Pushing event updated for resources: {'Port': ['ID=4b9130d2-4b02-4d3f-a379-75e7e53480ce,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:53.418867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Network c339e363-e649-4abd-8e3c-b0af87435742 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:53.434145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:53.439264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:53.500835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-79d42d52-87e5-4e58-8fca-1448ac39d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.502701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-79d42d52-87e5-4e58-8fca-1448ac39d9d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.1717770 Nov 12 03:29:53.557157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-62a3978e-3c3e-479e-9704-531eab087a6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11b2d086-1bfd-46f5-a414-a42aa6febd7e HTTP/1.1" status: 200 len: 217 time: 0.0451417 Nov 12 03:29:53.597919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.600308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.612778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c34b-1c44-49fa-8c14-e40c7541375a req-b1cf220e-b2a1-4c0e-98ec-584cf9a65f4e tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.614331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d32c34b-1c44-49fa-8c14-e40c7541375a req-b1cf220e-b2a1-4c0e-98ec-584cf9a65f4e tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 932 time: 0.2646284 Nov 12 03:29:53.641186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-9a66772d-8280-427d-a3c2-efc0a84610a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.648316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-9a66772d-8280-427d-a3c2-efc0a84610a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.0800681 Nov 12 03:29:53.666958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-50c18d01-b6e4-4204-beb7-d3de820b412b tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2485266 Nov 12 03:29:53.693887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Request body: {'port': {'device_id': 'a11f3a11-dc47-4af3-b471-66c4075e215f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:53.747528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-2f6477b3-aac5-472a-bcc1-99bdc4f773db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824642 Nov 12 03:29:53.788682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.812269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.831186 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3d32c34b-1c44-49fa-8c14-e40c7541375a req-732b4ae0-4ca5-4a98-bdc8-b3216b57b1d4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001698 Nov 12 03:29:53.870771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6695d0e-226b-4417-947b-ab60a1d85d51 req-70464a06-ad9e-4185-a0f6-c91fb9f50ed9 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.931634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b6695d0e-226b-4417-947b-ab60a1d85d51 req-70464a06-ad9e-4185-a0f6-c91fb9f50ed9 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 949 time: 0.2435699 Nov 12 03:29:53.935096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:53.985085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-50d70759-0a2c-4802-beca-2bd48e482096 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.986694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-50d70759-0a2c-4802-beca-2bd48e482096 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 949 time: 0.3177552 Nov 12 03:29:53.995024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.009308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.009650 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Added segment 117549ed-fbc1-4d74-8835-51225983e415 of type vlan for network dd2aa0c9-5de0-4631-8177-86a8d1837720 Nov 12 03:29:54.011746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6f0765-de08-498d-9573-1265a64f5c0d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.015778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990775ff-4178-4bcd-b809-63ecc9938af3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:54.041756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-974c670c-0ad5-4aff-b428-84515baa77e9 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867787 Nov 12 03:29:54.085553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42642) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:54.088914 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.164611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Transition to ACTIVE for port object 990775ff-4178-4bcd-b809-63ecc9938af3 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:54.178931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.195676 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.256490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b6695d0e-226b-4417-947b-ab60a1d85d51 req-3b21c207-abe0-4f40-9d3b-8d7ddb224ca2 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122021 Nov 12 03:29:54.339154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-403f4ab4-618a-46fa-ae8a-78dc7a9cae7c req-3685f815-dc47-444b-9869-091cc5df1237 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516983 Nov 12 03:29:54.373281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Pushing event updated for resources: {'Port': ['ID=990775ff-4178-4bcd-b809-63ecc9938af3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.506449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.578818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33089ca1-0d8f-4493-8fa8-a2f9e31bdc22 req-1c4dadf6-c8e9-4c84-9be9-45b72a1665fc tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.587391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33089ca1-0d8f-4493-8fa8-a2f9e31bdc22 req-1c4dadf6-c8e9-4c84-9be9-45b72a1665fc tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 931 time: 0.1085305 Nov 12 03:29:54.605439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 11b2d086-1bfd-46f5-a414-a42aa6febd7e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:54.654521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9130d2-4b02-4d3f-a379-75e7e53480ce {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:54.665643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.680220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Transition to ACTIVE for port object 4b9130d2-4b02-4d3f-a379-75e7e53480ce will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:54.708159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33089ca1-0d8f-4493-8fa8-a2f9e31bdc22 req-89d0c38c-a585-4f9e-8d75-a126cf43db5f tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197512 Nov 12 03:29:54.724296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff304f8c-4cdc-436d-ae06-ebeab6b5473a req-ef87493d-68d2-4bb6-959a-3cafced0350b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.727639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff304f8c-4cdc-436d-ae06-ebeab6b5473a req-ef87493d-68d2-4bb6-959a-3cafced0350b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 943 time: 0.5697443 Nov 12 03:29:54.775285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.811214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.812233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.812964 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.821266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 11b2d086-1bfd-46f5-a414-a42aa6febd7e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=11b2d086-1bfd-46f5-a414-a42aa6febd7e,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:54.834460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '11b2d086-1bfd-46f5-a414-a42aa6febd7e', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'port_id': '11b2d086-1bfd-46f5-a414-a42aa6febd7e', 'mac_address': 'fa:16:3e:7e:8b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94314c6-3250-47e1-a1fe-ce606b32ef01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:54.857524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.894826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.929342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b2d086-1bfd-46f5-a414-a42aa6febd7e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:54.955646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Attempting to bind port 990775ff-4178-4bcd-b809-63ecc9938af3 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:54.956020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Attempting to bind port 990775ff-4178-4bcd-b809-63ecc9938af3 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:54.956303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Attempting to bind port 990775ff-4178-4bcd-b809-63ecc9938af3 on network ae393118-50b6-48fc-8751-74686bf4e7c1 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:54.976788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 11b2d086-1bfd-46f5-a414-a42aa6febd7e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=11b2d086-1bfd-46f5-a414-a42aa6febd7e,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:54.983045 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.093497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=11b2d086-1bfd-46f5-a414-a42aa6febd7e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.098515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4178324 Nov 12 03:29:55.102425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Port 990775ff-4178-4bcd-b809-63ecc9938af3 on network ae393118-50b6-48fc-8751-74686bf4e7c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:55.102757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Attempting to bind port 990775ff-4178-4bcd-b809-63ecc9938af3 on network ae393118-50b6-48fc-8751-74686bf4e7c1 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:55.108207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42660) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:55.110562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Deleting port de7fe65c-7e1a-4760-a851-95363c8896d7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:55.110898 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.187558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f725f-43c8-4c97-96b3-a8bdb9905b29 req-012451e9-ab33-40d2-8897-e150d81b5c16 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.195690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a5f725f-43c8-4c97-96b3-a8bdb9905b29 req-012451e9-ab33-40d2-8897-e150d81b5c16 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 944 time: 0.1242900 Nov 12 03:29:55.224909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] For port de7fe65c-7e1a-4760-a851-95363c8896d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=de7fe65c-7e1a-4760-a851-95363c8896d7,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:55.225301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.241816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Calling delete_port for de7fe65c-7e1a-4760-a851-95363c8896d7 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:55.247790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9130d2-4b02-4d3f-a379-75e7e53480ce,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.259428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['11b2d086-1bfd-46f5-a414-a42aa6febd7e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:55.270791 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a5f725f-43c8-4c97-96b3-a8bdb9905b29 req-a01b5026-8a75-49b0-a555-a107a81489b3 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738857 Nov 12 03:29:55.289112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff304f8c-4cdc-436d-ae06-ebeab6b5473a req-d509df22-9cec-442e-adf5-cf8fd0ca1b19 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825499 Nov 12 03:29:55.302931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Request body: {'subnet': {'network_id': 'dd2aa0c9-5de0-4631-8177-86a8d1837720', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-904917429-subnet', 'tenant_id': '7181de923d4945b5b645fac41787186e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:55.306072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774332d0-52eb-49b6-8c3d-c681215114da admin admin] Pushing event updated for resources: {'Network': ['ID=dd2aa0c9-5de0-4631-8177-86a8d1837720,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.317470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:55.317803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Checking segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:55.321876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Bound using segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:55.322361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Bound port: 990775ff-4178-4bcd-b809-63ecc9938af3, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:55.322727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.331654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network dd2aa0c9-5de0-4631-8177-86a8d1837720 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:55.502265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Deleting port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:55.503256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.574416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Made reservation on behalf of 7181de923d4945b5b645fac41787186e for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:55.577062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.611399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] For port 01c21f5e-b56a-48ef-9d3f-767bbe5f618e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,segment=NetworkSegment(91c7da1b-a41a-4adf-a79f-3a02ade1c5fa),segment_id=91c7da1b-a41a-4adf-a79f-3a02ade1c5fa)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:55.612772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.635636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246f4e0-2f04-48e6-8496-1fba99ae29c8 req-36a267ea-4603-4511-8448-46740b28546f tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.637214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4246f4e0-2f04-48e6-8496-1fba99ae29c8 req-36a267ea-4603-4511-8448-46740b28546f tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 949 time: 0.2420242 Nov 12 03:29:55.638220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Calling delete_port for 01c21f5e-b56a-48ef-9d3f-767bbe5f618e owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:55.700999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Attempting to bind port 4b9130d2-4b02-4d3f-a379-75e7e53480ce on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:55.701970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Attempting to bind port 4b9130d2-4b02-4d3f-a379-75e7e53480ce by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '6f4fe1e1-0820-42b1-b531-8954bf3e77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c339e363-e649-4abd-8e3c-b0af87435742'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:55.702889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Attempting to bind port 4b9130d2-4b02-4d3f-a379-75e7e53480ce on network c339e363-e649-4abd-8e3c-b0af87435742 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:55.715621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Port 4b9130d2-4b02-4d3f-a379-75e7e53480ce on network c339e363-e649-4abd-8e3c-b0af87435742 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:55.715945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Attempting to bind port 4b9130d2-4b02-4d3f-a379-75e7e53480ce on network c339e363-e649-4abd-8e3c-b0af87435742 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:55.738407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] For port 990775ff-4178-4bcd-b809-63ecc9938af3, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:55.740762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:55.741104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Checking segment: {'id': '6f4fe1e1-0820-42b1-b531-8954bf3e77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c339e363-e649-4abd-8e3c-b0af87435742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:55.741569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Bound using segment: {'id': '6f4fe1e1-0820-42b1-b531-8954bf3e77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c339e363-e649-4abd-8e3c-b0af87435742'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:55.741858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Bound port: 4b9130d2-4b02-4d3f-a379-75e7e53480ce, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4fe1e1-0820-42b1-b531-8954bf3e77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c339e363-e649-4abd-8e3c-b0af87435742'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:55.742382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.755102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] For port 990775ff-4178-4bcd-b809-63ecc9938af3, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=990775ff-4178-4bcd-b809-63ecc9938af3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:55.805392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.900000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Pushing event updated for resources: {'Port': ['ID=990775ff-4178-4bcd-b809-63ecc9938af3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.919263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.947270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c21f5e-b56a-48ef-9d3f-767bbe5f618e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.983395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4246f4e0-2f04-48e6-8496-1fba99ae29c8 req-70742d5d-0f58-44e1-92d3-e7a72c5e3c59 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/security-groups?id=ebe19db8-6405-4855-b810-5f7ef3de9b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150219 Nov 12 03:29:56.136666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] For port 4b9130d2-4b02-4d3f-a379-75e7e53480ce, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:56.142039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] For port 4b9130d2-4b02-4d3f-a379-75e7e53480ce, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4b9130d2-4b02-4d3f-a379-75e7e53480ce,segment=NetworkSegment(6f4fe1e1-0820-42b1-b531-8954bf3e77c3),segment_id=6f4fe1e1-0820-42b1-b531-8954bf3e77c3)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:56.154882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.156853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.161233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.161851 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.163689 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-cb5c209a-c16c-484f-8c31-16258850c094 service neutron] 10.222.0.20 "PUT /v2.0/ports/990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 1093 time: 3.3917699 Nov 12 03:29:56.226928 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.241265 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.255301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:56.258215 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:56.297565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a057cf20-3c92-47f4-99e3-4db6441267be,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.301874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Pushing event deleted for resources: {'Port': ['ID=de7fe65c-7e1a-4760-a851-95363c8896d7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.329784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.331358 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.332842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] 10.222.0.20 "PUT /v2.0/ports/4b9130d2-4b02-4d3f-a379-75e7e53480ce HTTP/1.1" status: 200 len: 1092 time: 2.6460552 Nov 12 03:29:56.446843 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c71ad9f-d854-451f-9955-ad5642d2c204 x-openstack-request-id: req-3c71ad9f-d854-451f-9955-ad5642d2c204 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:56.447870 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:56.448224 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c71ad9f-d854-451f-9955-ad5642d2c204 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:56.448722 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3', 'status': 'completed', 'code': 200} Nov 12 03:29:56.460226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3db2f7-5620-4560-af81-74eeeb13b2d0 req-a488fc44-f738-4623-ac87-4335a6abc4ae tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.461904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac3db2f7-5620-4560-af81-74eeeb13b2d0 req-a488fc44-f738-4623-ac87-4335a6abc4ae tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 943 time: 0.6641896 Nov 12 03:29:56.548013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] No DVR routers for this DVR port de7fe65c-7e1a-4760-a851-95363c8896d7 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:56.573229 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.577506 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87337136-dcea-4d95-be64-9e0b4e757f33 req-e98dc1a0-784a-4834-a003-286fc49f5e55 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.20 "DELETE /v2.0/ports/de7fe65c-7e1a-4760-a851-95363c8896d7 HTTP/1.1" status: 204 len: 173 time: 2.5767505 Nov 12 03:29:56.589133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Router 5bfdf5f8-2191-408c-9214-06d7289f718d has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:56.609803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072ac5-1ccd-44d2-a473-a3c8d2e467d6 req-432d2027-9d6b-416f-b4f8-82e6fffc913b tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.610842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5072ac5-1ccd-44d2-a473-a3c8d2e467d6 req-432d2027-9d6b-416f-b4f8-82e6fffc913b tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 944 time: 0.0861740 Nov 12 03:29:56.644504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 11b2d086-1bfd-46f5-a414-a42aa6febd7e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:56.709851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Checking segment: {'id': '117549ed-fbc1-4d74-8835-51225983e415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'dd2aa0c9-5de0-4631-8177-86a8d1837720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:56.710240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Network hostable DHCP agents. Network: dd2aa0c9-5de0-4631-8177-86a8d1837720, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:56.754693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1754b-0b23-4218-86fb-c94b94c10b09 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9130d2-4b02-4d3f-a379-75e7e53480ce,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.760993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-7bbfcfdd-ac32-4be9-9f98-e5e3e67df509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.762734 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-7bbfcfdd-ac32-4be9-9f98-e5e3e67df509 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3512a1c3d8a4b7b8f37cb56702899df&device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 1095 time: 0.3659179 Nov 12 03:29:56.764295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 11b2d086-1bfd-46f5-a414-a42aa6febd7e completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:56.778980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 11b2d086-1bfd-46f5-a414-a42aa6febd7e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:56.779356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.786091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac3db2f7-5620-4560-af81-74eeeb13b2d0 req-63155f7b-aaec-4900-81f7-7d4bfb56d99c tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172110 Nov 12 03:29:56.905326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Network dd2aa0c9-5de0-4631-8177-86a8d1837720 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:56.911057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-d30a0d6d-cafd-4e8a-9075-318351190855 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9130d2-4b02-4d3f-a379-75e7e53480ce HTTP/1.1" status: 200 len: 217 time: 0.1121335 Nov 12 03:29:56.915615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-036d46e2-1abc-4eea-9b92-22aef09f98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.918377 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-036d46e2-1abc-4eea-9b92-22aef09f98c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1096 time: 0.6265154 Nov 12 03:29:56.925544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, dd2aa0c9-5de0-4631-8177-86a8d1837720) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:56.985542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663e8dd-c33d-4485-b395-0b4f882de5e4 None None] Network dd2aa0c9-5de0-4631-8177-86a8d1837720 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:56.992163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.993871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.036006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5072ac5-1ccd-44d2-a473-a3c8d2e467d6 req-f3794d82-1bc4-4aa4-bf4f-ecc33e139ce1 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141147 Nov 12 03:29:57.037463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:57.048665 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] Sync routers for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:57.062486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9aba1c9d-af6c-41cc-a863-f143a7cd0133 admin admin] 10.222.0.49 "PUT /v2.0/routers/5bfdf5f8-2191-408c-9214-06d7289f718d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9493203 Nov 12 03:29:57.074434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42692) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:57.087557 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:57.088197 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:57.161346 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.309980 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.311649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 11b2d086-1bfd-46f5-a414-a42aa6febd7e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=11b2d086-1bfd-46f5-a414-a42aa6febd7e,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:57.317567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab26b2d-b602-46f4-8a64-70fe57d1f72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2d086-1bfd-46f5-a414-a42aa6febd7e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:57.323034 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f05e1d3-d23e-4f67-a5df-df3de3bbf744" -d '{"events": [{"server_uuid": "bab26b2d-b602-46f4-8a64-70fe57d1f72b", "name": "network-vif-plugged", "status": "completed", "tag": "11b2d086-1bfd-46f5-a414-a42aa6febd7e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:57.329814 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.332053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:57.366445 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:57.428930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=11b2d086-1bfd-46f5-a414-a42aa6febd7e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:57.440673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: de7fe65c-7e1a-4760-a851-95363c8896d7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:57.441064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device de7fe65c-7e1a-4760-a851-95363c8896d7 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:57.462696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d23749b8-7b4b-460e-8546-3bcb39fa8e1d req-630196ae-6aec-45d8-9f86-006faf409735 tempest-ImagesOneServerTestJSON-1641664731 tempest-ImagesOneServerTestJSON-1641664731-project] 10.222.0.49 "GET /v2.0/ports?device_id=caf549ca-45b7-41f4-9d8f-af52469dd610 HTTP/1.1" status: 200 len: 210 time: 0.0866635 Nov 12 03:29:57.503255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ae997a-36fa-40f2-9f16-4106edb54ccf None None] Network dd2aa0c9-5de0-4631-8177-86a8d1837720 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:57.641853 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05be17a3-5dfa-4471-a8f2-c1db494a876b x-openstack-request-id: req-05be17a3-5dfa-4471-a8f2-c1db494a876b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:57.642508 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab26b2d-b602-46f4-8a64-70fe57d1f72b", "name": "network-vif-plugged", "status": "completed", "tag": "11b2d086-1bfd-46f5-a414-a42aa6febd7e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:57.642675 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05be17a3-5dfa-4471-a8f2-c1db494a876b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:57.646096 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab26b2d-b602-46f4-8a64-70fe57d1f72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2d086-1bfd-46f5-a414-a42aa6febd7e', 'code': 200} Nov 12 03:29:57.650569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.732980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Deleting port b59117e8-f0e4-40ae-af11-e05e3eb5f852 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:57.738341 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.791623 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:29:55Z', 'revision_number': 5, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port': {'id': 'b59117e8-f0e4-40ae-af11-e05e3eb5f852', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:51Z', 'updated_at': '2021-11-12T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:57.835051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-caf076a3-58b0-415f-98fb-08d694df7563 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 217 time: 0.9069929 Nov 12 03:29:57.845207 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] Checking router: 5bfdf5f8-2191-408c-9214-06d7289f718d for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:57.859262 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] Routers {'5bfdf5f8-2191-408c-9214-06d7289f718d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:57.859863 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-222b78a0-8208-45bf-861b-6b88e7b9d7e5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5989811 Nov 12 03:29:57.860830 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:29:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bfdf5f8-2191-408c-9214-06d7289f718d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:57.919694 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-a93df842-5f4f-4102-8121-f66623ba9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.920299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] For port b59117e8-f0e4-40ae-af11-e05e3eb5f852, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b59117e8-f0e4-40ae-af11-e05e3eb5f852,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:57.921383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-a93df842-5f4f-4102-8121-f66623ba9d3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7938b4a3-8e7c-4df0-a867-99d1c5f34a71 HTTP/1.1" status: 200 len: 855 time: 0.9827504 Nov 12 03:29:57.932077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.937063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c721392-edfc-4933-84c1-fde71b6be0a0 req-4002b43b-5ab4-4793-bccc-0429ce48d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.938510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c721392-edfc-4933-84c1-fde71b6be0a0 req-4002b43b-5ab4-4793-bccc-0429ce48d92a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 1097 time: 0.1164806 Nov 12 03:29:57.946365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198b2a5-da8d-4c37-a520-30bb3307911e req-c7ff8dca-4115-42b2-88a4-f9a80710f22a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.947760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0198b2a5-da8d-4c37-a520-30bb3307911e req-c7ff8dca-4115-42b2-88a4-f9a80710f22a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 944 time: 0.9854701 Nov 12 03:29:58.001828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-55796477-ef6b-4b3f-9461-a9029106e6fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c339e363-e649-4abd-8e3c-b0af87435742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674050 Nov 12 03:29:58.022034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-38f4a39a-21ef-4839-9e80-dc9efea13fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.023481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-38f4a39a-21ef-4839-9e80-dc9efea13fe6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.1582437 Nov 12 03:29:58.032871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Calling delete_port for b59117e8-f0e4-40ae-af11-e05e3eb5f852 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:58.124150 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] Set router 5bfdf5f8-2191-408c-9214-06d7289f718d gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:58.183605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05028-ff95-4018-a5c6-479de431f734 req-6ea96b52-f112-4a30-b10b-a8923d221421 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.187724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fa05028-ff95-4018-a5c6-479de431f734 req-6ea96b52-f112-4a30-b10b-a8923d221421 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 943 time: 0.2410271 Nov 12 03:29:58.236482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c721392-edfc-4933-84c1-fde71b6be0a0 req-f5c037d3-6b54-4ef8-92b1-9d8212532560 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681499 Nov 12 03:29:58.249988 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0198b2a5-da8d-4c37-a520-30bb3307911e req-3bc31f65-c394-496f-8329-8c07b924350a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838831 Nov 12 03:29:58.266257 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:29:57Z', 'revision_number': 6, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:58.269766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-7aa82499-399e-424d-9b57-b7da4af1732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.271289 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-7aa82499-399e-424d-9b57-b7da4af1732a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2341142 Nov 12 03:29:58.310033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-db6f1eba-1605-41e2-9f67-7d3d1b4858be service neutron] 10.222.0.20 "GET /v2.0/networks/c339e363-e649-4abd-8e3c-b0af87435742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842855 Nov 12 03:29:58.311315 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d347d49-eda1-41b3-8cc7-a122c94e3639 None None] The sync data for ids ['5bfdf5f8-2191-408c-9214-06d7289f718d'] in n-d-789963-21 is: [{'id': '5bfdf5f8-2191-408c-9214-06d7289f718d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1077659814-router', 'tenant_id': '95ef081eec3347f09638dade289a47d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:48Z', 'updated_at': '2021-11-12T03:29:57Z', 'revision_number': 6, 'project_id': '95ef081eec3347f09638dade289a47d4', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:58.369009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fa05028-ff95-4018-a5c6-479de431f734 req-5297e035-4605-4ff6-b402-309ce394c9b2 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633782 Nov 12 03:29:58.470657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11f3a11-dc47-4af3-b471-66c4075e215f', 'tag': '4b9130d2-4b02-4d3f-a379-75e7e53480ce'}, {'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-deleted', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:58.474612 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b998ab1-e767-48ef-abd0-bb298634f016" -d '{"events": [{"name": "network-changed", "server_uuid": "a11f3a11-dc47-4af3-b471-66c4075e215f", "tag": "4b9130d2-4b02-4d3f-a379-75e7e53480ce"}, {"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-deleted", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:58.508700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.558165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Pushing event deleted for resources: {'Port': ['ID=b59117e8-f0e4-40ae-af11-e05e3eb5f852,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:58.703788 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.744381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67673dfe-f3cb-4e68-9de8-58227fa6d38c req-cd957b6d-4812-4606-9aa8-f4c0b17ee920 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.755363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-67673dfe-f3cb-4e68-9de8-58227fa6d38c req-cd957b6d-4812-4606-9aa8-f4c0b17ee920 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 944 time: 0.3706713 Nov 12 03:29:58.760235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-f20859e9-5ab5-4cfa-8d69-0824c70cef3a service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152494 Nov 12 03:29:58.812555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eff6f1c3-72c9-4f17-abfa-36192ffb03e0 req-fb4c75a6-7f53-4d1f-b9dd-b0ec325689a6 service neutron] 10.222.0.20 "GET /v2.0/networks/c339e363-e649-4abd-8e3c-b0af87435742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663616 Nov 12 03:29:58.920833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 01c21f5e-b56a-48ef-9d3f-767bbe5f618e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:58.943901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 01c21f5e-b56a-48ef-9d3f-767bbe5f618e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:58.944546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 01c21f5e-b56a-48ef-9d3f-767bbe5f618e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:58.953022 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.962771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.997645 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-408ab7d2-6883-42bf-b9d7-bb842e4d4738 req-29a02ba5-6596-49af-84ca-b61012adcc3e service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252157 Nov 12 03:29:59.004873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-67673dfe-f3cb-4e68-9de8-58227fa6d38c req-694c9588-d0ec-4aaa-95df-9ab63c3e231d tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341905 Nov 12 03:29:59.076626 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.077231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bfdf5f8-2191-408c-9214-06d7289f718d {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:29:59.097670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.101526 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e4a54d4-e9ba-48ec-9746-1e6d5576598a admin admin] 10.222.0.49 "DELETE /v2.0/routers/5bfdf5f8-2191-408c-9214-06d7289f718d HTTP/1.1" status: 204 len: 168 time: 2.0170629 Nov 12 03:29:59.102170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42742) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:59.158328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2c687a-83a0-4509-93a6-77935f9fa2b4 admin admin] Deleting subnet f03e9c6a-c686-405a-aa2b-78f903a00f59 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:59.163357 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b2c687a-83a0-4509-93a6-77935f9fa2b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.182713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-873c0973-7ad3-4445-bf72-c1ac611f0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.186979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-873c0973-7ad3-4445-bf72-c1ac611f0a75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1096 time: 0.1193104 Nov 12 03:29:59.192025 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3996f3-44a3-4d33-b505-9751ac12ada1 x-openstack-request-id: req-7f3996f3-44a3-4d33-b505-9751ac12ada1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:59.193015 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11f3a11-dc47-4af3-b471-66c4075e215f", "tag": "4b9130d2-4b02-4d3f-a379-75e7e53480ce", "status": "completed", "code": 200}, {"server_uuid": "caf549ca-45b7-41f4-9d8f-af52469dd610", "name": "network-vif-deleted", "tag": "de7fe65c-7e1a-4760-a851-95363c8896d7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:59.193381 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f3996f3-44a3-4d33-b505-9751ac12ada1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:59.193891 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11f3a11-dc47-4af3-b471-66c4075e215f', 'tag': '4b9130d2-4b02-4d3f-a379-75e7e53480ce', 'status': 'completed', 'code': 200} Nov 12 03:29:59.198201 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf549ca-45b7-41f4-9d8f-af52469dd610', 'name': 'network-vif-deleted', 'tag': 'de7fe65c-7e1a-4760-a851-95363c8896d7', 'status': 'completed', 'code': 200} Nov 12 03:29:59.200319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-056452c6-ba92-4438-960e-0a5e9cf21dcb tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.202009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-056452c6-ba92-4438-960e-0a5e9cf21dcb tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/networks?id=dd2aa0c9-5de0-4631-8177-86a8d1837720 HTTP/1.1" status: 200 len: 821 time: 0.3096244 Nov 12 03:29:59.457468 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:59.510501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-c4ec42f5-0917-4719-88e1-ec7cc7f324a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.512210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-c4ec42f5-0917-4719-88e1-ec7cc7f324a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3512a1c3d8a4b7b8f37cb56702899df&device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 1095 time: 0.2859499 Nov 12 03:29:59.646114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-7cc0aa80-13ce-4ea8-a517-74d8ca3f9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.647884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-7cc0aa80-13ce-4ea8-a517-74d8ca3f9e5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c339e363-e649-4abd-8e3c-b0af87435742 HTTP/1.1" status: 200 len: 917 time: 0.1252158 Nov 12 03:29:59.655057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:59.834688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-e49da0d8-0590-419a-9537-05fb46d12ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.837992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-e49da0d8-0590-419a-9537-05fb46d12ada service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.6212080 Nov 12 03:29:59.852787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-ec1d3e63-e6dc-4694-a639-11e2aae39710 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9130d2-4b02-4d3f-a379-75e7e53480ce HTTP/1.1" status: 200 len: 217 time: 0.1768541 Nov 12 03:29:59.912027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b2c687a-83a0-4509-93a6-77935f9fa2b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.937283 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-f950f574-91b5-4a18-9938-cf7cbeff3b2f tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/quotas/7181de923d4945b5b645fac41787186e HTTP/1.1" status: 200 len: 375 time: 0.7259922 Nov 12 03:29:59.975928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-2129c467-6ddc-4744-a71f-3b6cce5fd86d tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7181de923d4945b5b645fac41787186e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321462 Nov 12 03:29:59.996377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b2c687a-83a0-4509-93a6-77935f9fa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.004271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-043324b9-cee1-4fdf-9e5b-7135c295882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.005927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-043324b9-cee1-4fdf-9e5b-7135c295882f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7938b4a3-8e7c-4df0-a867-99d1c5f34a71 HTTP/1.1" status: 200 len: 855 time: 0.0626442 Nov 12 03:30:00.010760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-359a0b3e-dddb-4125-aaee-56f17ec0bef8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 217 time: 0.1567872 Nov 12 03:30:00.027054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-34b923ec-b178-4d63-82e8-cd94c41d30c7 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.034950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-34b923ec-b178-4d63-82e8-cd94c41d30c7 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 815 time: 0.6920953 Nov 12 03:30:00.103996 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-fe1f3f05-ab44-4d73-a391-211ae958a9c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c339e363-e649-4abd-8e3c-b0af87435742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667064 Nov 12 03:30:00.124928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-31e1f08b-260a-4b4b-95ee-2e624b12e7d8 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/quotas/7f41b0edb26a45d2addc948e8bf6c298 HTTP/1.1" status: 200 len: 375 time: 0.0887964 Nov 12 03:30:00.130577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b2c687a-83a0-4509-93a6-77935f9fa2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.155715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-bae31063-867f-4b35-bd18-081c841a4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.157173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-bae31063-867f-4b35-bd18-081c841a4568 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 1097 time: 0.3133330 Nov 12 03:30:00.165374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-0e289c98-1885-4339-b526-d9525841bc62 service neutron] 10.222.0.49 "GET /v2.0/networks/dd2aa0c9-5de0-4631-8177-86a8d1837720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704113 Nov 12 03:30:00.167385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c687a-83a0-4509-93a6-77935f9fa2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03e9c6a-c686-405a-aa2b-78f903a00f59,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:00.173922 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b2c687a-83a0-4509-93a6-77935f9fa2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.177697 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2b2c687a-83a0-4509-93a6-77935f9fa2b4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f03e9c6a-c686-405a-aa2b-78f903a00f59 HTTP/1.1" status: 204 len: 168 time: 1.0712795 Nov 12 03:30:00.180071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42766) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:00.213345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c4e37b23-6bcb-4897-a8e4-8177d9522c6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=236027e38fb045be89b62d09b156d752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468001 Nov 12 03:30:00.223596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42768) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:00.230260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-e6edaf5b-92bc-4819-a96f-33e5c69184de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.231715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-e6edaf5b-92bc-4819-a96f-33e5c69184de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.1915762 Nov 12 03:30:00.349351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.369461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-d3c07449-2718-4b1e-8101-9d5abcb10640 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2432311 Nov 12 03:30:00.394537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5460494d-4890-4a06-b717-e7af72855446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.399794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-28da43ff-7f15-4e9f-9aeb-df390158f8cd service neutron] 10.222.0.49 "GET /v2.0/networks/dd2aa0c9-5de0-4631-8177-86a8d1837720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115703 Nov 12 03:30:00.414564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-c40687d1-df9f-43f6-a48f-c257a9015a0e service neutron] 10.222.0.20 "GET /v2.0/networks/c339e363-e649-4abd-8e3c-b0af87435742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822165 Nov 12 03:30:00.435363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-f4d71634-e4e4-4959-a0d9-9c45ffddf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.436874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-f4d71634-e4e4-4959-a0d9-9c45ffddf3cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728206 Nov 12 03:30:00.461000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5460494d-4890-4a06-b717-e7af72855446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.514260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-f08728ac-970c-4f7e-bf23-0b0fa7efe695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.515947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-f08728ac-970c-4f7e-bf23-0b0fa7efe695 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.3354905 Nov 12 03:30:00.554205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5460494d-4890-4a06-b717-e7af72855446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.560511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5460494d-4890-4a06-b717-e7af72855446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.562667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5460494d-4890-4a06-b717-e7af72855446 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebe19db8-6405-4855-b810-5f7ef3de9b43 HTTP/1.1" status: 204 len: 168 time: 0.3366277 Nov 12 03:30:00.572867 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.607720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460494d-4890-4a06-b717-e7af72855446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe19db8-6405-4855-b810-5f7ef3de9b43,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:00.639211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 990775ff-4178-4bcd-b809-63ecc9938af3 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:00.653089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c7de20-0e53-4bb2-a83b-5d845ca06d57']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:00.686864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:00.687141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c7da1b-a41a-4adf-a79f-3a02ade1c5fa') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:00.716028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.740968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.759865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:00.760298 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:00.762276 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:00.786828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-b1b01fe4-26b3-4fbb-94a1-4b60575f8bac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11b2d086-1bfd-46f5-a414-a42aa6febd7e HTTP/1.1" status: 200 len: 217 time: 0.2561901 Nov 12 03:30:00.802714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e39643-339e-48d1-9c5f-b1b444d80f33 req-d5ff7382-9f15-47f1-ae08-06f97b977db5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.822991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1e39643-339e-48d1-9c5f-b1b444d80f33 req-d5ff7382-9f15-47f1-ae08-06f97b977db5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 945 time: 0.1626804 Nov 12 03:30:00.844872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b59117e8-f0e4-40ae-af11-e05e3eb5f852 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:00.865647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-a9038ce8-4c42-4d28-9ff6-36447c9a27b7 service neutron] 10.222.0.49 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797189 Nov 12 03:30:00.881947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b59117e8-f0e4-40ae-af11-e05e3eb5f852 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:00.882897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b59117e8-f0e4-40ae-af11-e05e3eb5f852 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:00.894769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 990775ff-4178-4bcd-b809-63ecc9938af3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=990775ff-4178-4bcd-b809-63ecc9938af3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:00.907955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '990775ff-4178-4bcd-b809-63ecc9938af3', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'mac_address': 'fa:16:3e:38:d7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:00.981831 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.988069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.012568 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/59c7de20-0e53-4bb2-a83b-5d845ca06d57 HTTP/1.1" status: 204 len: 168 time: 0.8267882 Nov 12 03:30:01.026347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.063636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8841b8-c5a5-4ed3-8ab4-e0456cee24f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c7de20-0e53-4bb2-a83b-5d845ca06d57,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:01.089920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1e39643-339e-48d1-9c5f-b1b444d80f33 req-a96a545b-9314-41f6-8ac0-31a86ab70a9c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654948 Nov 12 03:30:01.107075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990775ff-4178-4bcd-b809-63ecc9938af3 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:01.131758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 990775ff-4178-4bcd-b809-63ecc9938af3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=990775ff-4178-4bcd-b809-63ecc9938af3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:01.136613 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.137256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4b9130d2-4b02-4d3f-a379-75e7e53480ce details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:01.223173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-230f4104-22e0-4a44-bb31-f769fa346243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.227509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-230f4104-22e0-4a44-bb31-f769fa346243 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.3573115 Nov 12 03:30:01.306113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d7da-821c-41ea-b006-c2da327d9e18 req-a148a660-3db9-494e-952a-7910d7628638 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.307653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c287d7da-821c-41ea-b006-c2da327d9e18 req-a148a660-3db9-494e-952a-7910d7628638 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 943 time: 0.1422300 Nov 12 03:30:01.423677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42796) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:01.443737 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c287d7da-821c-41ea-b006-c2da327d9e18 req-d49aeb7c-359a-4134-8cae-3ba740ba4572 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260798 Nov 12 03:30:01.488936 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-abed2aba-c85c-43ab-a983-7a03538f6731 service neutron] 10.222.0.49 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199007 Nov 12 03:30:01.493692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-f95c58bc-30b8-4d7f-af63-356d689af01a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2244542 Nov 12 03:30:01.557475 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b998ab1-e767-48ef-abd0-bb298634f016 req-4b3b7866-2a0f-4a67-843d-4468a7547e07 service neutron] 10.222.0.20 "GET /v2.0/networks/c339e363-e649-4abd-8e3c-b0af87435742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1195438 Nov 12 03:30:01.599215 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-4cd46322-35ce-42f1-9100-1ede3b3948a1 service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1176848 Nov 12 03:30:01.686199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b6e8168b-ef3d-4734-ab10-e1e3f9e5efdb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95ef081eec3347f09638dade289a47d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386284 Nov 12 03:30:01.686841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42798) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:01.761665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40089f-72fe-4f41-8abb-a4cb81896687 req-1e64caa7-1892-4b2e-8715-e74cd9e87376 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.770666 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f40089f-72fe-4f41-8abb-a4cb81896687 req-1e64caa7-1892-4b2e-8715-e74cd9e87376 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 945 time: 0.1381850 Nov 12 03:30:01.827742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=990775ff-4178-4bcd-b809-63ecc9938af3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:01.870019 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78a265b7-149b-44f8-9e36-71a007d96c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.940837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4b9130d2-4b02-4d3f-a379-75e7e53480ce, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4b9130d2-4b02-4d3f-a379-75e7e53480ce,segment=NetworkSegment(6f4fe1e1-0820-42b1-b531-8954bf3e77c3),segment_id=6f4fe1e1-0820-42b1-b531-8954bf3e77c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:01.993522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '4b9130d2-4b02-4d3f-a379-75e7e53480ce', 'network_id': 'c339e363-e649-4abd-8e3c-b0af87435742', 'port_id': '4b9130d2-4b02-4d3f-a379-75e7e53480ce', 'mac_address': 'fa:16:3e:22:a0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7938b4a3-8e7c-4df0-a867-99d1c5f34a71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:02.001249 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-eb4d1ab1-c411-4576-b2a7-9bc7c5ae7ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926777 Nov 12 03:30:02.054103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59f004fd-b307-4a19-a084-55cf92fbc94f req-d71610a5-ea6b-4b38-9177-1d0e8aa84d55 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 210 time: 0.0970862 Nov 12 03:30:02.076404 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f40089f-72fe-4f41-8abb-a4cb81896687 req-325d7f3f-df03-4778-a0fe-04cbdac99b26 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754254 Nov 12 03:30:02.077836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04e6a6be-bec0-4f36-8097-1ee91e87c0d6 req-659520eb-899f-419e-93d8-18450ac8a0ab service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615963 Nov 12 03:30:02.089345 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b37c9b-7c85-4c9a-862b-be013b51e217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.164987 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.199547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b37c9b-7c85-4c9a-862b-be013b51e217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.200543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9130d2-4b02-4d3f-a379-75e7e53480ce {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:02.264551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4b9130d2-4b02-4d3f-a379-75e7e53480ce, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4b9130d2-4b02-4d3f-a379-75e7e53480ce,segment=NetworkSegment(6f4fe1e1-0820-42b1-b531-8954bf3e77c3),segment_id=6f4fe1e1-0820-42b1-b531-8954bf3e77c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:02.271341 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.367816 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-f36f4d42-6e48-4166-9001-d5bb81f86f56 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462698 Nov 12 03:30:02.379057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c65a0470-0146-4338-8f04-9d16396a4f1d req-43abf789-8e9f-46be-9f3a-d591fbedbad9 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 210 time: 0.1035872 Nov 12 03:30:02.383477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bede1-389a-4bda-ae86-9a3ac6e406bf req-b3e41a09-c38c-4b83-a3f8-13495a7e030a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.386106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-386bede1-389a-4bda-ae86-9a3ac6e406bf req-b3e41a09-c38c-4b83-a3f8-13495a7e030a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 945 time: 0.1428199 Nov 12 03:30:02.421106 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b37c9b-7c85-4c9a-862b-be013b51e217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.424779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b37c9b-7c85-4c9a-862b-be013b51e217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.426586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-33b37c9b-7c85-4c9a-862b-be013b51e217 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9 HTTP/1.1" status: 204 len: 168 time: 0.7369189 Nov 12 03:30:02.435831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4b9130d2-4b02-4d3f-a379-75e7e53480ce,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.458022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b37c9b-7c85-4c9a-862b-be013b51e217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2127f4-446a-4e7b-98e2-0d7e6ae1a9b9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.517384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-386bede1-389a-4bda-ae86-9a3ac6e406bf req-bca38d32-ff66-4ae3-8352-8997076701ec tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123660 Nov 12 03:30:02.636567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['4b9130d2-4b02-4d3f-a379-75e7e53480ce'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:02.642173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['990775ff-4178-4bcd-b809-63ecc9938af3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:02.832473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3661-3c71-4e5a-801e-2b8a16c54c53 req-686bd551-2716-451c-92d4-9529c1714022 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.844457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43ca3661-3c71-4e5a-801e-2b8a16c54c53 req-686bd551-2716-451c-92d4-9529c1714022 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 944 time: 0.2204773 Nov 12 03:30:02.938587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-8293b474-f221-4ff5-8f89-95c6eac79449 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.940400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-8293b474-f221-4ff5-8f89-95c6eac79449 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.20 "GET /v2.0/networks?id=dd2aa0c9-5de0-4631-8177-86a8d1837720 HTTP/1.1" status: 200 len: 821 time: 0.3326256 Nov 12 03:30:02.953217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43ca3661-3c71-4e5a-801e-2b8a16c54c53 req-888eefbb-92f4-4e33-9625-787211e6dda4 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919344 Nov 12 03:30:02.983544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Request body: {'port': {'device_id': 'ef04100c-3bdf-45c3-9e04-a93af6b2f2c5', 'network_id': 'dd2aa0c9-5de0-4631-8177-86a8d1837720', 'admin_state_up': True, 'tenant_id': '7181de923d4945b5b645fac41787186e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:03.278159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95507edd-f56c-4e71-b182-0d500ca4a6b9 req-c5503761-d74a-478f-851e-632d4556e775 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 210 time: 0.0891542 Nov 12 03:30:03.369366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Made reservation on behalf of 7181de923d4945b5b645fac41787186e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:03.374871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.451538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b9dae-663e-4175-b089-e1b014f9cdaa req-4347b592-b218-4b4c-a1ca-eef8c2792954 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:03.476934 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b65b9dae-663e-4175-b089-e1b014f9cdaa req-4347b592-b218-4b4c-a1ca-eef8c2792954 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 945 time: 0.1188252 Nov 12 03:30:03.555270 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b8d045e1-9eb4-4243-abf7-24336d068b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.607977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b65b9dae-663e-4175-b089-e1b014f9cdaa req-3cc01e7b-f070-476a-95c3-4a5a18eb9495 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291022 Nov 12 03:30:03.662759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Allocated IP 172.20.0.7 (dd2aa0c9-5de0-4631-8177-86a8d1837720/a057cf20-3c92-47f4-99e3-4db6441267be/a4435645-cabe-418c-8900-55e564847225) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:03.740439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42866) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.794398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42870) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.813418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e759145b-fb48-423c-b881-f1fe709a598f req-b4aaa1d9-fdc5-4300-a4fc-cfe2886f8d0b tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 210 time: 0.1081727 Nov 12 03:30:03.853537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36091676-1951-478c-9c08-35901688eec3 req-a1991590-df5a-4b2e-83d1-335415d55104 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:03.856264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-36091676-1951-478c-9c08-35901688eec3 req-a1991590-df5a-4b2e-83d1-335415d55104 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 945 time: 0.1295826 Nov 12 03:30:03.932805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-36091676-1951-478c-9c08-35901688eec3 req-f8d5573e-75a4-4a75-8384-5c820f30333d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636861 Nov 12 03:30:03.948694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f28ee76-dc39-4231-88e8-943b243f9e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.033317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1280229920-network', 'tenant_id': '2a1a768135b342f8b5037705d164c16c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:04.073557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-010fd559-e51b-4905-9f7b-0d3ee1ce04e0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.076396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-010fd559-e51b-4905-9f7b-0d3ee1ce04e0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 815 time: 0.3687937 Nov 12 03:30:04.104871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Made reservation on behalf of 2a1a768135b342f8b5037705d164c16c for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:04.107218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.110377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Request body: {'port': {'device_id': '795ef076-2a33-4d45-a97f-97bced498bc1', 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'admin_state_up': True, 'tenant_id': '7f41b0edb26a45d2addc948e8bf6c298'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:04.110669 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f28ee76-dc39-4231-88e8-943b243f9e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.134378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.140519 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9f28ee76-dc39-4231-88e8-943b243f9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.181412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.215701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9f28ee76-dc39-4231-88e8-943b243f9e9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc7000f5f20d4d13b75e32422dcbc49c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4660790 Nov 12 03:30:04.215701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42878) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.226283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28ee76-dc39-4231-88e8-943b243f9e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b394ad2c-8022-426b-bd2f-e9163357b39a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.308525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d987b93-4600-455c-a4f2-9cf554243323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.326705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.330156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3c4d2-0b7d-43fa-a1cd-15bf0f803305 req-9218f7c8-2fac-4592-95d9-5cd6d1b9cd47 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.331975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59e3c4d2-0b7d-43fa-a1cd-15bf0f803305 req-9218f7c8-2fac-4592-95d9-5cd6d1b9cd47 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 944 time: 0.2152972 Nov 12 03:30:04.336287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.345746 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d987b93-4600-455c-a4f2-9cf554243323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.354947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.373192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:04.379127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-c55f39d4-7cb7-4eb6-8846-66f4a03c6dc0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.380596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-c55f39d4-7cb7-4eb6-8846-66f4a03c6dc0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 945 time: 0.1301115 Nov 12 03:30:04.425437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.425782 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Added segment 927dde27-75fd-46d9-9812-5eeffd29b5a7 of type vlan for network 9c9b59db-52dc-4fb9-8580-eb495b064cdb Nov 12 03:30:04.429389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07c5b3-aac0-4856-a72c-4f592c170cf4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.465199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Made reservation on behalf of 7f41b0edb26a45d2addc948e8bf6c298 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:04.468617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.484215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.492330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Network dd2aa0c9-5de0-4631-8177-86a8d1837720 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:04.500980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd64ff3-6c75-4dea-8102-d7b873eb720d req-c67697d6-cf8e-447f-95c3-1d4f39e376b0 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.502645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebd64ff3-6c75-4dea-8102-d7b873eb720d req-c67697d6-cf8e-447f-95c3-1d4f39e376b0 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 931 time: 0.1248643 Nov 12 03:30:04.513119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:04.517421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Pushing event updated for resources: {'Port': ['ID=a4435645-cabe-418c-8900-55e564847225,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.518821 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d987b93-4600-455c-a4f2-9cf554243323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.520366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:04.521435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d987b93-4600-455c-a4f2-9cf554243323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.522483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5d987b93-4600-455c-a4f2-9cf554243323 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b394ad2c-8022-426b-bd2f-e9163357b39a HTTP/1.1" status: 204 len: 168 time: 0.3108726 Nov 12 03:30:04.560873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.561856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.562436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.568432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d987b93-4600-455c-a4f2-9cf554243323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b394ad2c-8022-426b-bd2f-e9163357b39a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.609283 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8116181 Nov 12 03:30:04.639879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42884) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.649876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Request body: {'subnet': {'network_id': '9c9b59db-52dc-4fb9-8580-eb495b064cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1280229920-subnet', 'tenant_id': '2a1a768135b342f8b5037705d164c16c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:04.661059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 990775ff-4178-4bcd-b809-63ecc9938af3 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:04.669040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a0c18-9be1-4069-8f1a-4e470ef7ed7a admin admin] Pushing event updated for resources: {'Network': ['ID=9c9b59db-52dc-4fb9-8580-eb495b064cdb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.683161 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebd64ff3-6c75-4dea-8102-d7b873eb720d req-b0125484-7977-4639-99b7-dff5f69a7c13 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681516 Nov 12 03:30:04.717990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Made reservation on behalf of 2a1a768135b342f8b5037705d164c16c for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:04.720648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.741235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9c9b59db-52dc-4fb9-8580-eb495b064cdb details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:04.879592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedcbfd-df3b-49af-9b7d-9791d24490ed req-c4f82249-5764-43af-94d5-1bf930fb1d1e tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.886253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2eedcbfd-df3b-49af-9b7d-9791d24490ed req-c4f82249-5764-43af-94d5-1bf930fb1d1e tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 945 time: 0.0805056 Nov 12 03:30:04.889100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 990775ff-4178-4bcd-b809-63ecc9938af3 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:04.895383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 990775ff-4178-4bcd-b809-63ecc9938af3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:04.895749 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.897867 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.898472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59e3c4d2-0b7d-43fa-a1cd-15bf0f803305 req-21d39394-8c76-4eae-aec6-3c9171e9384f tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520725 Nov 12 03:30:04.990061 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2eedcbfd-df3b-49af-9b7d-9791d24490ed req-c1bf9fe1-110e-4f81-bdf5-89b7350fa135 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983391 Nov 12 03:30:05.060519 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.066012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.098735 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b50c2ba9-3705-46d7-808c-aed0fb25e2e6 req-52745e40-2282-4d3e-a823-0141cffbab13 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 210 time: 0.1147225 Nov 12 03:30:05.108526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.110100 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.128416 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 990775ff-4178-4bcd-b809-63ecc9938af3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=990775ff-4178-4bcd-b809-63ecc9938af3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:05.130839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:05.135006 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac935ee-e154-4968-9e96-78505da74580" -d '{"events": [{"server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:05.140938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.141738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4b9130d2-4b02-4d3f-a379-75e7e53480ce up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:05.173221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd1ff24-3864-4a34-b7c3-f6dfc974a024,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:05.199594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27902e92-8a3e-4fa1-9aca-1a90af411a81 req-5a49b276-b0e3-41a4-b6c1-917b515e56dc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.201372 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27902e92-8a3e-4fa1-9aca-1a90af411a81 req-5a49b276-b0e3-41a4-b6c1-917b515e56dc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 945 time: 0.1002369 Nov 12 03:30:05.212841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Checking segment: {'id': '927dde27-75fd-46d9-9812-5eeffd29b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '9c9b59db-52dc-4fb9-8580-eb495b064cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:05.213637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Network hostable DHCP agents. Network: 9c9b59db-52dc-4fb9-8580-eb495b064cdb, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:05.234972 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5182d5ac-403e-4717-b316-289e9018e27c x-openstack-request-id: req-5182d5ac-403e-4717-b316-289e9018e27c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:05.235289 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:05.235564 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5182d5ac-403e-4717-b316-289e9018e27c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:05.249165 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3', 'code': 200} Nov 12 03:30:05.268622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Network 9c9b59db-52dc-4fb9-8580-eb495b064cdb is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:05.293190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27902e92-8a3e-4fa1-9aca-1a90af411a81 req-ac31bf78-6de0-4e6e-80d5-47bfe496e041 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842414 Nov 12 03:30:05.296886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=990775ff-4178-4bcd-b809-63ecc9938af3,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:05.297298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Allocated IP 172.20.0.13 (eb23f82b-b71d-4764-b20e-7c4c0ff724db/dd6289d9-3efa-4b44-a770-800f817e10bb/2c56efcf-f6c3-4941-9b2a-632773d9571f) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:05.303801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9c9b59db-52dc-4fb9-8580-eb495b064cdb) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:05.325684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.326540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.328893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5d68f-94c2-436a-9345-4965ce57e626 None None] Network 9c9b59db-52dc-4fb9-8580-eb495b064cdb requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:05.365408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2b1e9693-ccfb-4f46-b89f-b40add26b3ee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7243497 Nov 12 03:30:05.368132 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-d8552ced-2210-42e2-be86-aea8df26720c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3881493 Nov 12 03:30:05.370223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dfa96-0b0e-4f6a-bc35-b9df86be6d16 req-dde78862-9395-4fb2-9264-e61dc10d83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.382698 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b7dfa96-0b0e-4f6a-bc35-b9df86be6d16 req-dde78862-9395-4fb2-9264-e61dc10d83ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 0.0883257 Nov 12 03:30:05.412325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Request body: {'port': {'device_id': 'ef04100c-3bdf-45c3-9e04-a93af6b2f2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:05.436395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Deleting port 11b2d086-1bfd-46f5-a414-a42aa6febd7e {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:05.437692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.490936 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b7dfa96-0b0e-4f6a-bc35-b9df86be6d16 req-c5bb40aa-14e4-4f07-8d33-49d694b84181 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016021 Nov 12 03:30:05.552815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 4b9130d2-4b02-4d3f-a379-75e7e53480ce completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:05.564306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14705a8f-b7f0-4267-af6b-896e12b50838 None None] Network 9c9b59db-52dc-4fb9-8580-eb495b064cdb requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:05.570271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 4b9130d2-4b02-4d3f-a379-75e7e53480ce triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:05.572847 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.685494 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.841849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6b191-4764-4e70-a478-6f099f697cd8 req-77231644-31db-46ba-b148-70fd3c4507c4 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.843440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9e6b191-4764-4e70-a478-6f099f697cd8 req-77231644-31db-46ba-b148-70fd3c4507c4 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 931 time: 0.0650637 Nov 12 03:30:05.904358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9e6b191-4764-4e70-a478-6f099f697cd8 req-f3cd8849-bdc0-43eb-9d6b-a78f17fb63c2 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546646 Nov 12 03:30:05.947695 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.999604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] For port 11b2d086-1bfd-46f5-a414-a42aa6febd7e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=11b2d086-1bfd-46f5-a414-a42aa6febd7e,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:06.000120 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.012909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4b9130d2-4b02-4d3f-a379-75e7e53480ce, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4b9130d2-4b02-4d3f-a379-75e7e53480ce,segment=NetworkSegment(6f4fe1e1-0820-42b1-b531-8954bf3e77c3),segment_id=6f4fe1e1-0820-42b1-b531-8954bf3e77c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:06.017485 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.034930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Calling delete_port for 11b2d086-1bfd-46f5-a414-a42aa6febd7e owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:06.111297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.124097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4b9130d2-4b02-4d3f-a379-75e7e53480ce,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.210868 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.258138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-3e22eddf-cc79-4e77-b683-d0ff723f1e33 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.265471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-3e22eddf-cc79-4e77-b683-d0ff723f1e33 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/networks?id=9c9b59db-52dc-4fb9-8580-eb495b064cdb HTTP/1.1" status: 200 len: 809 time: 0.1270018 Nov 12 03:30:06.277098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-593f41f8-9736-44bd-8adf-fcfdc5ed8bbc tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/quotas/2a1a768135b342f8b5037705d164c16c HTTP/1.1" status: 200 len: 375 time: 0.0106125 Nov 12 03:30:06.317181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-cc8083f1-e6b5-4b1f-9d04-38a48ed93983 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a1a768135b342f8b5037705d164c16c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328872 Nov 12 03:30:06.396573 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.410082 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-94778f07-9813-49e4-84ee-6f0e08ba26e5 service neutron] 10.222.0.49 "GET /v2.0/networks/9c9b59db-52dc-4fb9-8580-eb495b064cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896945 Nov 12 03:30:06.414391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5c56-f9ea-47f2-b73f-08df9be577b1 req-a356ab5f-d5e6-4a96-ad88-dede7056866c tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.415900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c98c5c56-f9ea-47f2-b73f-08df9be577b1 req-a356ab5f-d5e6-4a96-ad88-dede7056866c tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 945 time: 0.2014420 Nov 12 03:30:06.421629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7643b8fc-dc71-44e6-b753-d9a711d36b5d', '03e0944b-bfdb-45d3-9dba-c7c904877e81'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:06.447732 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.494391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Network eb23f82b-b71d-4764-b20e-7c4c0ff724db is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:06.512566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:06.522533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:06.532937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-57a63f5a-d15d-4271-9845-937505feee9c service neutron] 10.222.0.49 "GET /v2.0/networks/9c9b59db-52dc-4fb9-8580-eb495b064cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077912 Nov 12 03:30:06.548621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Pushing event updated for resources: {'Port': ['ID=2c56efcf-f6c3-4941-9b2a-632773d9571f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.723651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.724328 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.741514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 11b2d086-1bfd-46f5-a414-a42aa6febd7e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:06.774378 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c98c5c56-f9ea-47f2-b73f-08df9be577b1 req-59f0aeb4-e6e1-40fd-8152-864e191f53ae tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407052 Nov 12 03:30:06.785492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] No DVR routers for this DVR port 11b2d086-1bfd-46f5-a414-a42aa6febd7e on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:06.825898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 11b2d086-1bfd-46f5-a414-a42aa6febd7e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:06.826157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 11b2d086-1bfd-46f5-a414-a42aa6febd7e not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:06.829547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17257-5f58-43d4-9d1e-2d6ca627600e req-cb556027-21b7-4f16-99c1-aa4f6978c145 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.869592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0a17257-5f58-43d4-9d1e-2d6ca627600e req-cb556027-21b7-4f16-99c1-aa4f6978c145 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 946 time: 0.1341844 Nov 12 03:30:06.870852 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.875583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2299335b-f137-4a36-b485-cd26fd8ee711 req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "DELETE /v2.0/ports/11b2d086-1bfd-46f5-a414-a42aa6febd7e HTTP/1.1" status: 204 len: 173 time: 2.4844449 Nov 12 03:30:06.910138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab26b2d-b602-46f4-8a64-70fe57d1f72b', 'name': 'network-vif-deleted', 'tag': '11b2d086-1bfd-46f5-a414-a42aa6febd7e'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:06.913198 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3267b8e-1cf2-4e05-be6a-fe37493ed4d1" -d '{"events": [{"server_uuid": "bab26b2d-b602-46f4-8a64-70fe57d1f72b", "name": "network-vif-deleted", "tag": "11b2d086-1bfd-46f5-a414-a42aa6febd7e"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:06.956180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3533c-db07-4370-85e2-49ee49be0b3f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event deleted for resources: {'Port': ['ID=11b2d086-1bfd-46f5-a414-a42aa6febd7e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.982829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-41c597a9-2561-4415-bc4b-c8f1e3f69bf5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8802726 Nov 12 03:30:06.992778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4435645-cabe-418c-8900-55e564847225 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:07.018824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0a17257-5f58-43d4-9d1e-2d6ca627600e req-14e22d9e-0d79-435f-ac77-bb50891c31d3 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476901 Nov 12 03:30:07.022694 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.060465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Request body: {'port': {'device_id': '795ef076-2a33-4d45-a97f-97bced498bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:07.070701 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.139133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43638551-5bea-4433-a911-6d233320c99a req-cb03e925-fb71-40bc-a370-a2edf98000ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.140980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43638551-5bea-4433-a911-6d233320c99a req-cb03e925-fb71-40bc-a370-a2edf98000ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 932 time: 0.2204227 Nov 12 03:30:07.146823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53c42eb2-4b3a-410a-a5cc-120a0fcd71b1 req-65c3bda4-c65f-43b9-926e-5a8fdb71134c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab26b2d-b602-46f4-8a64-70fe57d1f72b HTTP/1.1" status: 200 len: 210 time: 0.0321093 Nov 12 03:30:07.210153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Transition to ACTIVE for port object a4435645-cabe-418c-8900-55e564847225 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:07.219811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.249919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11f3a11-dc47-4af3-b471-66c4075e215f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9130d2-4b02-4d3f-a379-75e7e53480ce'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:07.253266 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35efbf5b-ac88-4d54-906c-95a753e87075" -d '{"events": [{"server_uuid": "a11f3a11-dc47-4af3-b471-66c4075e215f", "name": "network-vif-plugged", "status": "completed", "tag": "4b9130d2-4b02-4d3f-a379-75e7e53480ce"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:07.270816 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.272710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b3106e9-40ba-427f-bc42-b73e45c6e936 req-cee7e4a0-ed75-4ef2-b27e-bcdf3aa53034 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 210 time: 0.0620565 Nov 12 03:30:07.317084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Pushing event updated for resources: {'Port': ['ID=a4435645-cabe-418c-8900-55e564847225,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.350064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43638551-5bea-4433-a911-6d233320c99a req-0d593131-b0b1-4070-984f-6f7826f4c33a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012813 Nov 12 03:30:07.418852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:07.451801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2ed9-a62b-4a3c-a54d-12df461d5b8a req-6a067b90-5dc6-47ba-9881-ff523d106e20 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.461353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9aac2ed9-a62b-4a3c-a54d-12df461d5b8a req-6a067b90-5dc6-47ba-9881-ff523d106e20 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 943 time: 0.1083198 Nov 12 03:30:07.562726 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74657750-e499-4a37-96af-2eb4de6fcea5 x-openstack-request-id: req-74657750-e499-4a37-96af-2eb4de6fcea5 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:07.563307 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab26b2d-b602-46f4-8a64-70fe57d1f72b", "name": "network-vif-deleted", "tag": "11b2d086-1bfd-46f5-a414-a42aa6febd7e", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:07.568807 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74657750-e499-4a37-96af-2eb4de6fcea5 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:07.568807 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab26b2d-b602-46f4-8a64-70fe57d1f72b', 'name': 'network-vif-deleted', 'tag': '11b2d086-1bfd-46f5-a414-a42aa6febd7e', 'status': 'completed', 'code': 200} Nov 12 03:30:07.571998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9aac2ed9-a62b-4a3c-a54d-12df461d5b8a req-a3014176-8600-4108-81c5-75f098b9a14b tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096027 Nov 12 03:30:07.608045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Attempting to bind port a4435645-cabe-418c-8900-55e564847225 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:07.608045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Attempting to bind port a4435645-cabe-418c-8900-55e564847225 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '117549ed-fbc1-4d74-8835-51225983e415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'dd2aa0c9-5de0-4631-8177-86a8d1837720'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:07.608561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Attempting to bind port a4435645-cabe-418c-8900-55e564847225 on network dd2aa0c9-5de0-4631-8177-86a8d1837720 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:07.629478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Port a4435645-cabe-418c-8900-55e564847225 on network dd2aa0c9-5de0-4631-8177-86a8d1837720 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:07.630423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Attempting to bind port a4435645-cabe-418c-8900-55e564847225 on network dd2aa0c9-5de0-4631-8177-86a8d1837720 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:07.649151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:07.649411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Checking segment: {'id': '117549ed-fbc1-4d74-8835-51225983e415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'dd2aa0c9-5de0-4631-8177-86a8d1837720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:07.650773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Bound using segment: {'id': '117549ed-fbc1-4d74-8835-51225983e415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'dd2aa0c9-5de0-4631-8177-86a8d1837720'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:07.650773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Bound port: a4435645-cabe-418c-8900-55e564847225, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117549ed-fbc1-4d74-8835-51225983e415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'dd2aa0c9-5de0-4631-8177-86a8d1837720'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:07.650773 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.651138 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2807ec68-a21a-44d8-8a86-1e98c2f81d45 x-openstack-request-id: req-2807ec68-a21a-44d8-8a86-1e98c2f81d45 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:07.652717 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11f3a11-dc47-4af3-b471-66c4075e215f", "name": "network-vif-plugged", "status": "completed", "tag": "4b9130d2-4b02-4d3f-a379-75e7e53480ce", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:07.653936 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2807ec68-a21a-44d8-8a86-1e98c2f81d45 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:07.657184 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11f3a11-dc47-4af3-b471-66c4075e215f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9130d2-4b02-4d3f-a379-75e7e53480ce', 'code': 200} Nov 12 03:30:07.843492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] For port a4435645-cabe-418c-8900-55e564847225, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:07.858596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] For port a4435645-cabe-418c-8900-55e564847225, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a4435645-cabe-418c-8900-55e564847225,segment=NetworkSegment(117549ed-fbc1-4d74-8835-51225983e415),segment_id=117549ed-fbc1-4d74-8835-51225983e415)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:07.864654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082edca-837b-4d3e-95a3-09f719c48c1e req-6fe304d0-fdd0-4d0a-8d23-1f5b12ec3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.866338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b082edca-837b-4d3e-95a3-09f719c48c1e req-6fe304d0-fdd0-4d0a-8d23-1f5b12ec3c93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 1097 time: 0.1058252 Nov 12 03:30:07.878115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.957353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.958144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.959518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] 10.222.0.20 "PUT /v2.0/ports/a4435645-cabe-418c-8900-55e564847225 HTTP/1.1" status: 200 len: 1092 time: 2.5709083 Nov 12 03:30:08.083917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c56efcf-f6c3-4941-9b2a-632773d9571f {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:08.099214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ee200-a592-402b-ab69-9057374b0ca7 req-8aa46f7e-eea1-4533-b885-37fd3e07256a tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.100788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c8ee200-a592-402b-ab69-9057374b0ca7 req-8aa46f7e-eea1-4533-b885-37fd3e07256a tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 945 time: 0.2275429 Nov 12 03:30:08.108621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.112955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b082edca-837b-4d3e-95a3-09f719c48c1e req-e19bddf0-480f-4b6a-afbc-215895bc0fd5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366822 Nov 12 03:30:08.113553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9175d7f-c6f7-4046-aa7d-7e0d1f01ea8a service neutron] Pushing event updated for resources: {'Port': ['ID=a4435645-cabe-418c-8900-55e564847225,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.171263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Transition to ACTIVE for port object 2c56efcf-f6c3-4941-9b2a-632773d9571f will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:08.187575 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.196622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c88c9e1a-6e83-4d00-82de-7bbd4c12e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.202651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-c88c9e1a-6e83-4d00-82de-7bbd4c12e314 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7181de923d4945b5b645fac41787186e&device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 1095 time: 0.1811852 Nov 12 03:30:08.270216 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c8ee200-a592-402b-ab69-9057374b0ca7 req-cf7503ee-8f56-4f1b-b7ec-ed27232eedd1 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518641 Nov 12 03:30:08.271128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Pushing event updated for resources: {'Port': ['ID=2c56efcf-f6c3-4941-9b2a-632773d9571f,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.296213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40fee9-fa5e-4a86-99c1-85b1f3af0864 req-5a35444b-d3a8-4bac-91da-f4bafa6a1d03 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.298064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e40fee9-fa5e-4a86-99c1-85b1f3af0864 req-5a35444b-d3a8-4bac-91da-f4bafa6a1d03 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 946 time: 0.0810287 Nov 12 03:30:08.363047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e40fee9-fa5e-4a86-99c1-85b1f3af0864 req-a9f4ec18-fd68-4562-8522-e238f8e240b6 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567727 Nov 12 03:30:08.396558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-96cbd08a-7a68-4310-98fd-48e378c8af7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4435645-cabe-418c-8900-55e564847225 HTTP/1.1" status: 200 len: 217 time: 0.0620852 Nov 12 03:30:08.478404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Attempting to bind port 2c56efcf-f6c3-4941-9b2a-632773d9571f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:08.478752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Attempting to bind port 2c56efcf-f6c3-4941-9b2a-632773d9571f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:08.479090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Attempting to bind port 2c56efcf-f6c3-4941-9b2a-632773d9571f on network eb23f82b-b71d-4764-b20e-7c4c0ff724db {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:08.487955 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aadf2510-e7b9-4b19-b11e-168c9d7f00e1 req-a2d39ec0-84d9-4047-be73-71ee6b064d64 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 210 time: 0.0372245 Nov 12 03:30:08.551300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Port 2c56efcf-f6c3-4941-9b2a-632773d9571f on network eb23f82b-b71d-4764-b20e-7c4c0ff724db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:08.551697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Attempting to bind port 2c56efcf-f6c3-4941-9b2a-632773d9571f on network eb23f82b-b71d-4764-b20e-7c4c0ff724db {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:08.626220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:08.626899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Checking segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:08.626899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Bound using segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:08.627349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Bound port: 2c56efcf-f6c3-4941-9b2a-632773d9571f, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:08.628393 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.668344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-2a73cee0-a9c3-402c-9c09-7383e8e73c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.669977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-2a73cee0-a9c3-402c-9c09-7383e8e73c10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a057cf20-3c92-47f4-99e3-4db6441267be HTTP/1.1" status: 200 len: 861 time: 0.2559786 Nov 12 03:30:08.703738 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-37285ab4-d35b-4a96-a2b7-822b00ae63be tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1667490 Nov 12 03:30:08.714458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:08.740273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.745220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-86715122-07f7-4405-ab6e-d4565c019a33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd2aa0c9-5de0-4631-8177-86a8d1837720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528438 Nov 12 03:30:08.826273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-a7b8db84-3804-4c77-85cd-ec2e0cfbe173 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.827762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-a7b8db84-3804-4c77-85cd-ec2e0cfbe173 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.20 "GET /v2.0/networks?id=9c9b59db-52dc-4fb9-8580-eb495b064cdb HTTP/1.1" status: 200 len: 809 time: 0.3505399 Nov 12 03:30:08.856291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.864589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] For port 2c56efcf-f6c3-4941-9b2a-632773d9571f, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:08.869715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Request body: {'port': {'device_id': 'cc9cf9f4-7e27-42af-920f-85b8e7f1cb71', 'network_id': '9c9b59db-52dc-4fb9-8580-eb495b064cdb', 'admin_state_up': True, 'tenant_id': '2a1a768135b342f8b5037705d164c16c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:08.881959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf109ad-634e-410c-9c89-f698932d7c1a req-5bbaed49-305e-43d0-841d-7cc87f894d75 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.883449 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-edf109ad-634e-410c-9c89-f698932d7c1a req-5bbaed49-305e-43d0-841d-7cc87f894d75 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 944 time: 0.2391484 Nov 12 03:30:08.920822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] For port 2c56efcf-f6c3-4941-9b2a-632773d9571f, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2c56efcf-f6c3-4941-9b2a-632773d9571f,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:08.969585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.986747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Allocated IP 172.25.0.234 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/6f5b7387-6ad4-4823-9f97-aeabb3dd07bf) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:09.064677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.066280 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.067342 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c56efcf-f6c3-4941-9b2a-632773d9571f HTTP/1.1" status: 200 len: 1093 time: 2.0310524 Nov 12 03:30:09.069216 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-3faa1840-069c-43b6-82ae-38a6346d63f2 service neutron] 10.222.0.20 "GET /v2.0/networks/dd2aa0c9-5de0-4631-8177-86a8d1837720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074217 Nov 12 03:30:09.125668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.168052 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.185671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-edf109ad-634e-410c-9c89-f698932d7c1a req-beeb3a28-169f-42de-af14-1e22edb74aba tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749574 Nov 12 03:30:09.227863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Pushing event updated for resources: {'Port': ['ID=6f5b7387-6ad4-4823-9f97-aeabb3dd07bf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:09.251998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:09.253816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:09.259821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:09.291705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a94b9-24fd-4871-97d1-2bcdf6669e64 service neutron] Pushing event updated for resources: {'Port': ['ID=2c56efcf-f6c3-4941-9b2a-632773d9571f,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:09.335260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78cdc26-bab5-4f18-ad4a-e09a22746cc1 req-85a21368-821d-47ff-a2e4-83349ad4dbc7 service neutron] 10.222.0.20 "GET /v2.0/networks/dd2aa0c9-5de0-4631-8177-86a8d1837720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280002 Nov 12 03:30:09.344286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-7bd17624-cc0b-4d5f-9501-192af73f28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.346318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-7bd17624-cc0b-4d5f-9501-192af73f28fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 1096 time: 0.2089932 Nov 12 03:30:09.347471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Made reservation on behalf of 2a1a768135b342f8b5037705d164c16c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:09.351725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.383297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.421257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.422523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-bb1d4e75-28f3-4519-ad23-2d013d2fa321 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c56efcf-f6c3-4941-9b2a-632773d9571f HTTP/1.1" status: 200 len: 217 time: 0.0591598 Nov 12 03:30:09.586434 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.591937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.662488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Pushing event updated for resources: {'Port': ['ID=6f5b7387-6ad4-4823-9f97-aeabb3dd07bf,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:09.677298 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.695087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.696400 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-16c725dc-9471-4151-8240-20dc7b2e2912 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9862075 Nov 12 03:30:09.755965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-d2fca09e-ee01-4dff-aa63-a0189d6abed9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 696 time: 0.0532115 Nov 12 03:30:09.835002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef04100c-3bdf-45c3-9e04-a93af6b2f2c5', 'tag': 'a4435645-cabe-418c-8900-55e564847225'}, {'name': 'network-changed', 'server_uuid': '795ef076-2a33-4d45-a97f-97bced498bc1', 'tag': '2c56efcf-f6c3-4941-9b2a-632773d9571f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:09.837168 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef06497-c583-4b07-9569-cd62b3b21a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef04100c-3bdf-45c3-9e04-a93af6b2f2c5", "tag": "a4435645-cabe-418c-8900-55e564847225"}, {"name": "network-changed", "server_uuid": "795ef076-2a33-4d45-a97f-97bced498bc1", "tag": "2c56efcf-f6c3-4941-9b2a-632773d9571f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:09.864611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-bc86ff76-0f5c-42c0-9a54-abe74425322a tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.865987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bff839e1-ae40-4ef3-92db-65fcd36ec74b req-bc86ff76-0f5c-42c0-9a54-abe74425322a tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.1044717 Nov 12 03:30:09.925394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-daff05e1-fb5f-417f-97f2-d120951ce0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.926963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-daff05e1-fb5f-417f-97f2-d120951ce0bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.4767711 Nov 12 03:30:09.970619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c08f05e-88af-4619-b683-dc034a375e3d req-790a1b31-1043-4177-b65d-cefd6293f4f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5371504 Nov 12 03:30:09.991006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e75f9-83dd-444d-b135-ce2cc07f28dc req-e77480be-d7cb-40cd-9ce9-e509a3a8058b tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.996405 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-273e75f9-83dd-444d-b135-ce2cc07f28dc req-e77480be-d7cb-40cd-9ce9-e509a3a8058b tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 943 time: 0.0638015 Nov 12 03:30:09.997653 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-19aa348a-a20e-46fb-a5a7-2e8ce89bdf7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604315 Nov 12 03:30:10.043583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-273e75f9-83dd-444d-b135-ce2cc07f28dc req-ab351e0b-e466-4d30-87ac-714fea654be0 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446620 Nov 12 03:30:10.061967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-02d4b633-0bf8-4078-9ae8-eab0fbecedc0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.063434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-02d4b633-0bf8-4078-9ae8-eab0fbecedc0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.6544080 Nov 12 03:30:10.093817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Allocated IP 172.20.0.8 (9c9b59db-52dc-4fb9-8580-eb495b064cdb/ffd1ff24-3864-4a34-b7c3-f6dfc974a024/cf32eb01-a803-447f-a1e5-0ea7eec097a4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:10.141423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-03bfbe55-8e9b-4268-ad61-a9195931a061 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/quotas/49c3a70a1bdb40208d0bee143bfdc83d HTTP/1.1" status: 200 len: 375 time: 0.0638421 Nov 12 03:30:10.150507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08f05e-88af-4619-b683-dc034a375e3d req-de9c123f-374b-473c-9459-b964083b674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.152300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c08f05e-88af-4619-b683-dc034a375e3d req-de9c123f-374b-473c-9459-b964083b674e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1534584 Nov 12 03:30:10.258399 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-f4037e61-aefc-4a33-8c60-37d687656cf2 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433367 Nov 12 03:30:10.330141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160fbf-aa9d-434d-b18e-d45c809cc44a req-7d1262b4-e8bd-4eb8-8c80-5fa445476a71 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.333270 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b160fbf-aa9d-434d-b18e-d45c809cc44a req-7d1262b4-e8bd-4eb8-8c80-5fa445476a71 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 945 time: 0.0582421 Nov 12 03:30:10.346196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43038) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.358835 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-560741ea-d665-4033-b00b-8a837643cedc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026987 Nov 12 03:30:10.368189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1077761685'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:10.385101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b160fbf-aa9d-434d-b18e-d45c809cc44a req-82e57885-d3b0-4294-b804-50e85124be5f tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Nov 12 03:30:10.470837 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb42f2b9-27ee-45aa-9849-cf2cf605c288 req-26070547-8936-4936-a115-684d06d23818 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 210 time: 0.0273590 Nov 12 03:30:10.541024 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a6c8ad-8456-4639-a978-23730266e718 x-openstack-request-id: req-77a6c8ad-8456-4639-a978-23730266e718 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:10.541327 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef04100c-3bdf-45c3-9e04-a93af6b2f2c5", "tag": "a4435645-cabe-418c-8900-55e564847225", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "795ef076-2a33-4d45-a97f-97bced498bc1", "tag": "2c56efcf-f6c3-4941-9b2a-632773d9571f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:10.541585 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77a6c8ad-8456-4639-a978-23730266e718 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:10.542065 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef04100c-3bdf-45c3-9e04-a93af6b2f2c5', 'tag': 'a4435645-cabe-418c-8900-55e564847225', 'status': 'completed', 'code': 200} Nov 12 03:30:10.542294 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795ef076-2a33-4d45-a97f-97bced498bc1', 'tag': '2c56efcf-f6c3-4941-9b2a-632773d9571f', 'status': 'completed', 'code': 200} Nov 12 03:30:10.548375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08f05e-88af-4619-b683-dc034a375e3d req-88379173-b45e-4c50-b6d9-7e2ced7217e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.550508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c08f05e-88af-4619-b683-dc034a375e3d req-88379173-b45e-4c50-b6d9-7e2ced7217e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 917 time: 0.3513477 Nov 12 03:30:10.569257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:10.572775 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.656758 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c08f05e-88af-4619-b683-dc034a375e3d req-a2f8f3fd-5e5e-48dc-a65f-4fe4f5dc8770 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d HTTP/1.1" status: 200 len: 217 time: 0.0884447 Nov 12 03:30:10.682211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.692084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac0928de-05dd-40ee-ab36-cb5ca2e65b8c req-440922a6-f7d6-4c1b-8cd6-e865167b8973 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944352 Nov 12 03:30:10.716294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-a8a0896e-d479-4996-84cc-40213f22f431 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427298 Nov 12 03:30:10.728380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-fe4f8e88-1445-4c2c-a81f-07e32f945915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.728380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-fe4f8e88-1445-4c2c-a81f-07e32f945915 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7181de923d4945b5b645fac41787186e&device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 1095 time: 0.1529822 Nov 12 03:30:10.735815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:10.794829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.794829 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Added segment e5f2420c-c819-4cad-8577-61e4d77ac44d of type vlan for network 41325d71-c771-431e-abd4-05a171d89a69 Nov 12 03:30:10.794829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08f05e-88af-4619-b683-dc034a375e3d req-fba98277-6c5b-455e-bf80-adaa2dfd49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.794829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c08f05e-88af-4619-b683-dc034a375e3d req-fba98277-6c5b-455e-bf80-adaa2dfd49e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.1166978 Nov 12 03:30:10.854948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-2de85b68-e719-4214-b861-72f039a1af46 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.856465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-2de85b68-e719-4214-b861-72f039a1af46 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 821 time: 0.2315919 Nov 12 03:30:10.880652 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-51e2040b-3a3f-4451-9f0f-a034f8dec787 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/quotas/95faab32ceb740b0a059544c1aec6f0b HTTP/1.1" status: 200 len: 375 time: 0.0143785 Nov 12 03:30:10.887126 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c08f05e-88af-4619-b683-dc034a375e3d req-97022326-d840-482f-8c19-4b356f294daf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543244 Nov 12 03:30:10.917619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.928526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.936898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-7e43202a-8c66-4180-9930-71aad52461a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.938368 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-7e43202a-8c66-4180-9930-71aad52461a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd2aa0c9-5de0-4631-8177-86a8d1837720 HTTP/1.1" status: 200 len: 923 time: 0.1885755 Nov 12 03:30:10.973072 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c91253ad-7068-4f23-afe6-eb573b0f751a tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0812500 Nov 12 03:30:10.985956 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-cf6aef77-5030-4edf-9d0e-67efbab032e0 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545073 Nov 12 03:30:11.008328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Network 9c9b59db-52dc-4fb9-8580-eb495b064cdb is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:11.012132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:11.013977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.019778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.020389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.023018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:11.074741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Pushing event updated for resources: {'Port': ['ID=cf32eb01-a803-447f-a1e5-0ea7eec097a4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:11.133862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-62607ef3-1c9b-482d-924f-f7f887113f08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4435645-cabe-418c-8900-55e564847225 HTTP/1.1" status: 200 len: 217 time: 0.0435228 Nov 12 03:30:11.178567 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8241374 Nov 12 03:30:11.189760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43062) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:11.194871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-7579a7ec-ed7b-41ac-b293-0665bb857d54 service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141528 Nov 12 03:30:11.200519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-883576925'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:11.215343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbc947-5eed-451c-b124-edba757843f3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Network': ['ID=41325d71-c771-431e-abd4-05a171d89a69,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:11.232346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.233248 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.257081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 41325d71-c771-431e-abd4-05a171d89a69 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:11.274975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:11.280631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.291880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c08f05e-88af-4619-b683-dc034a375e3d req-4672fe40-4f67-483e-8ad0-6a061679e2b4 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660353 Nov 12 03:30:11.311751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-4a17f34c-c77a-4cdb-a540-55787b54e192 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4485731 Nov 12 03:30:11.363939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Request body: {'port': {'device_id': 'cc9cf9f4-7e27-42af-920f-85b8e7f1cb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:11.412186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-8061b298-084b-4853-a6e3-664ba8761f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.414222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-8061b298-084b-4853-a6e3-664ba8761f40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a057cf20-3c92-47f4-99e3-4db6441267be HTTP/1.1" status: 200 len: 861 time: 0.2184734 Nov 12 03:30:11.454983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:11.479353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-194837d2-d536-4595-8c1a-35abc0e6f1f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd2aa0c9-5de0-4631-8177-86a8d1837720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437496 Nov 12 03:30:11.493459 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-92c79d45-67db-42e6-872c-a284cb5f2390 service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707033 Nov 12 03:30:11.513316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.513660 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Added segment 63ceb151-677a-47d8-a4b4-d5f9b2c98b7f of type vlan for network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 Nov 12 03:30:11.544071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc3786-81b0-4885-bcf2-6e6bcca50400 req-0b5f504e-4135-4d1e-aea5-8556375f1f47 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.545695 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64bc3786-81b0-4885-bcf2-6e6bcca50400 req-0b5f504e-4135-4d1e-aea5-8556375f1f47 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 944 time: 0.2563035 Nov 12 03:30:11.653559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.657051 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-85a56090-ce25-48bb-b8a3-755f52df0587 service neutron] 10.222.0.20 "GET /v2.0/networks/dd2aa0c9-5de0-4631-8177-86a8d1837720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591439 Nov 12 03:30:11.679331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c08f05e-88af-4619-b683-dc034a375e3d req-c165ac18-5677-4e5d-8f1e-311b907ace1b service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626621 Nov 12 03:30:11.704525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.758650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64bc3786-81b0-4885-bcf2-6e6bcca50400 req-0e1f155d-04a7-4876-8e54-dfd9651f0908 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803985 Nov 12 03:30:11.836312 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.841460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.842555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.904980 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-fb13ee8f-c2cf-4afa-8030-a9fde8bb01a0 service neutron] 10.222.0.20 "GET /v2.0/networks/dd2aa0c9-5de0-4631-8177-86a8d1837720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391474 Nov 12 03:30:12.113905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-3b2c7b71-8a00-4ede-bbb5-ed24940dda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.121943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-3b2c7b71-8a00-4ede-bbb5-ed24940dda18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 1096 time: 0.1261864 Nov 12 03:30:12.158218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9651048 Nov 12 03:30:12.172571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43080) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:12.181309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'subnet': {'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:12.230805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224a583-f235-4614-82ff-9498ff944a6e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Network': ['ID=2653ebf7-84d8-4c43-9230-ca8d69b7ba74,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:12.246500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:12.331063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e4919-e4aa-41a8-b794-d20f21588c29 req-4cb6e0b0-9ae3-49bd-af52-028a7f5c23f9 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.340057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-667e4919-e4aa-41a8-b794-d20f21588c29 req-4cb6e0b0-9ae3-49bd-af52-028a7f5c23f9 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 943 time: 0.3298471 Nov 12 03:30:12.465623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-667e4919-e4aa-41a8-b794-d20f21588c29 req-bfbd312d-227e-4221-adb0-ca282d79875a tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243827 Nov 12 03:30:12.530456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf32eb01-a803-447f-a1e5-0ea7eec097a4 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:12.539722 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.567575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-24ce8eb9-5060-4774-8501-52c1c68faa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.568142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Transition to ACTIVE for port object cf32eb01-a803-447f-a1e5-0ea7eec097a4 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:12.569937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-24ce8eb9-5060-4774-8501-52c1c68faa97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 917 time: 0.4407821 Nov 12 03:30:12.602529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c48647b-5608-4157-88ea-f1269eb7f0e2 req-ac0b474b-3685-4964-9b2c-fc76a78cada6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 210 time: 0.0433750 Nov 12 03:30:12.604014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.684322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-887d9e56-fd43-4d73-911b-ff45e63cd23f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c56efcf-f6c3-4941-9b2a-632773d9571f HTTP/1.1" status: 200 len: 217 time: 0.0926852 Nov 12 03:30:12.685718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf32eb01-a803-447f-a1e5-0ea7eec097a4,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:12.693039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:12.705628 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.718190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a4435645-cabe-418c-8900-55e564847225 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:12.836096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350300e0-76bb-480e-bd15-e7423e1ce202 req-40479322-4394-4105-8ee3-e0ca617e22e2 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.837761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-350300e0-76bb-480e-bd15-e7423e1ce202 req-40479322-4394-4105-8ee3-e0ca617e22e2 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 943 time: 0.0761199 Nov 12 03:30:12.894306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-350300e0-76bb-480e-bd15-e7423e1ce202 req-9612e553-6cf4-4276-b091-37e764e37a4c tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496812 Nov 12 03:30:12.895178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Attempting to bind port cf32eb01-a803-447f-a1e5-0ea7eec097a4 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:12.895514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Attempting to bind port cf32eb01-a803-447f-a1e5-0ea7eec097a4 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '927dde27-75fd-46d9-9812-5eeffd29b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '9c9b59db-52dc-4fb9-8580-eb495b064cdb'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:12.895840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Attempting to bind port cf32eb01-a803-447f-a1e5-0ea7eec097a4 on network 9c9b59db-52dc-4fb9-8580-eb495b064cdb {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:12.902500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Port cf32eb01-a803-447f-a1e5-0ea7eec097a4 on network 9c9b59db-52dc-4fb9-8580-eb495b064cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:12.902827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Attempting to bind port cf32eb01-a803-447f-a1e5-0ea7eec097a4 on network 9c9b59db-52dc-4fb9-8580-eb495b064cdb {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:12.921880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:12.921880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Checking segment: {'id': '927dde27-75fd-46d9-9812-5eeffd29b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '9c9b59db-52dc-4fb9-8580-eb495b064cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:12.921880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Bound using segment: {'id': '927dde27-75fd-46d9-9812-5eeffd29b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '9c9b59db-52dc-4fb9-8580-eb495b064cdb'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:12.921880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Bound port: cf32eb01-a803-447f-a1e5-0ea7eec097a4, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927dde27-75fd-46d9-9812-5eeffd29b5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '9c9b59db-52dc-4fb9-8580-eb495b064cdb'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:12.921880 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.979953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25778c6a-29f8-4345-be50-24f4a3d273c4 req-575d732e-ab28-4297-9185-1b3e8563b55e tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 210 time: 0.0484123 Nov 12 03:30:12.991664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-d4dbe6e3-ffe0-4dbf-80ca-f7a4a11e4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.993633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-d4dbe6e3-ffe0-4dbf-80ca-f7a4a11e4f82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.2768497 Nov 12 03:30:13.199664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a4435645-cabe-418c-8900-55e564847225, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a4435645-cabe-418c-8900-55e564847225,segment=NetworkSegment(117549ed-fbc1-4d74-8835-51225983e415),segment_id=117549ed-fbc1-4d74-8835-51225983e415)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:13.264638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'a4435645-cabe-418c-8900-55e564847225', 'network_id': 'dd2aa0c9-5de0-4631-8177-86a8d1837720', 'port_id': 'a4435645-cabe-418c-8900-55e564847225', 'mac_address': 'fa:16:3e:64:5d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a057cf20-3c92-47f4-99e3-4db6441267be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:13.351826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] For port cf32eb01-a803-447f-a1e5-0ea7eec097a4, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:13.360526 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.401765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] For port cf32eb01-a803-447f-a1e5-0ea7eec097a4, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cf32eb01-a803-447f-a1e5-0ea7eec097a4,segment=NetworkSegment(927dde27-75fd-46d9-9812-5eeffd29b5a7),segment_id=927dde27-75fd-46d9-9812-5eeffd29b5a7)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:13.408525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.428331 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-9a8e9347-7f70-4e21-9165-8e58259a0333 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4179032 Nov 12 03:30:13.476283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-e250c8a2-2fb1-4f19-a982-b23987a0ed09 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.477782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-e250c8a2-2fb1-4f19-a982-b23987a0ed09 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.4239135 Nov 12 03:30:13.499007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.499777 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.527529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf32eb01-a803-447f-a1e5-0ea7eec097a4 HTTP/1.1" status: 200 len: 1092 time: 2.1595073 Nov 12 03:30:13.632436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Subnet': ['ID=0c953a92-4d0e-4350-a619-326971a91b74,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.643620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Checking segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:13.644039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network hostable DHCP agents. Network: 41325d71-c771-431e-abd4-05a171d89a69, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:13.646947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9cf9f4-7e27-42af-920f-85b8e7f1cb71', 'tag': 'cf32eb01-a803-447f-a1e5-0ea7eec097a4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:13.651235 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df5e45-6251-421a-8688-7aa77804543a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9cf9f4-7e27-42af-920f-85b8e7f1cb71", "tag": "cf32eb01-a803-447f-a1e5-0ea7eec097a4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:13.654199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c98471-f324-48b0-88fc-f8af9ea1bb42 req-ca72b5a3-0cca-4dfa-b39e-d269719e6060 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.664083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45c98471-f324-48b0-88fc-f8af9ea1bb42 req-ca72b5a3-0cca-4dfa-b39e-d269719e6060 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 944 time: 0.3302593 Nov 12 03:30:13.672515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Request body: {'port': {'device_id': '89a35b35-5969-40a9-a60a-3c23cee65b38', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'admin_state_up': True, 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:13.704420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.706738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b54025-af86-441c-97ba-b0fe18f0bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf32eb01-a803-447f-a1e5-0ea7eec097a4,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.722802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4435645-cabe-418c-8900-55e564847225 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:13.749042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a4435645-cabe-418c-8900-55e564847225, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a4435645-cabe-418c-8900-55e564847225,segment=NetworkSegment(117549ed-fbc1-4d74-8835-51225983e415),segment_id=117549ed-fbc1-4d74-8835-51225983e415)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:13.756131 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.757677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2c56efcf-f6c3-4941-9b2a-632773d9571f details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:13.758312 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-db79985d-acae-463b-a863-8a8c39a6be83 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080986 Nov 12 03:30:13.785795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45c98471-f324-48b0-88fc-f8af9ea1bb42 req-2465bd2d-f0e5-4984-9886-f0bbdfc9f44c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207716 Nov 12 03:30:13.803148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 41325d71-c771-431e-abd4-05a171d89a69 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:13.838690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a4435645-cabe-418c-8900-55e564847225,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.881873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 41325d71-c771-431e-abd4-05a171d89a69) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:13.925532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-eb27d97a-e79c-44e5-a7ea-5624a3958dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.927205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-eb27d97a-e79c-44e5-a7ea-5624a3958dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a1a768135b342f8b5037705d164c16c&device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 1095 time: 0.2699192 Nov 12 03:30:13.969081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b0a02-9723-45f4-8a1e-da5d7ff30797 None None] Network 41325d71-c771-431e-abd4-05a171d89a69 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:13.979294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.982170 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.992548 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-be6f9fd2-dc18-4ced-9fa7-0575278e76e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf32eb01-a803-447f-a1e5-0ea7eec097a4 HTTP/1.1" status: 200 len: 217 time: 0.0517440 Nov 12 03:30:14.029779 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-817b2bea-3add-4fd9-9a64-777d51ca442a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8536947 Nov 12 03:30:14.030608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2c56efcf-f6c3-4941-9b2a-632773d9571f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2c56efcf-f6c3-4941-9b2a-632773d9571f,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:14.035433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43106) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.049015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'subnet': {'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:14.085376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '2c56efcf-f6c3-4941-9b2a-632773d9571f', 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'port_id': '2c56efcf-f6c3-4941-9b2a-632773d9571f', 'mac_address': 'fa:16:3e:84:49:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6289d9-3efa-4b44-a770-800f817e10bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:14.192324 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.202291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ef06497-c583-4b07-9569-cd62b3b21a1a req-dc4ee34c-e9c6-4ed1-a700-ef93c70714a3 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154618 Nov 12 03:30:14.222632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-54c59cf3-1cc8-4c1e-9732-bf9f4689b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.227814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-54c59cf3-1cc8-4c1e-9732-bf9f4689b442 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ffd1ff24-3864-4a34-b7c3-f6dfc974a024 HTTP/1.1" status: 200 len: 849 time: 0.1983645 Nov 12 03:30:14.231000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.api [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:30:14.231000 n-d-789963-21 neutron-server[102629]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:30:14.231000 n-d-789963-21 neutron-server[102629]: [parameters: {'project_id_1': '49c3a70a1bdb40208d0bee143bfdc83d', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 29, 54, 214288)}] Nov 12 03:30:14.231000 n-d-789963-21 neutron-server[102629]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:30:14.231616 n-d-789963-21 neutron-server[102629]: DEBUG oslo_db.api [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:30:14.233817 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c56efcf-f6c3-4941-9b2a-632773d9571f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:14.234754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:14.239082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-f4618246-4040-4b67-947c-cd8204ac1ab1 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.240754 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-f4618246-4040-4b67-947c-cd8204ac1ab1 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 821 time: 0.3637526 Nov 12 03:30:14.243824 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.265284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Request body: {'port': {'device_id': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'admin_state_up': True, 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:14.286061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2c56efcf-f6c3-4941-9b2a-632773d9571f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2c56efcf-f6c3-4941-9b2a-632773d9571f,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:14.293400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.314452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-30b399d8-96e2-49b9-9c13-aa1deaa174c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c9b59db-52dc-4fb9-8580-eb495b064cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726311 Nov 12 03:30:14.331281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-41325d71-c771-431e-abd4-05a171d89a69', 'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'fixed_ips': [{'subnet_id': '0c953a92-4d0e-4350-a619-326971a91b74'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:14.333128 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.389181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2c56efcf-f6c3-4941-9b2a-632773d9571f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.539971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5022bef-8fa6-448c-93b3-7af1a5f10ab8 req-0ea2759b-e0f2-45b9-8c20-c00e482905b2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 210 time: 0.0584874 Nov 12 03:30:14.566990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Allocated IP 10.1.1.2 (41325d71-c771-431e-abd4-05a171d89a69/0c953a92-4d0e-4350-a619-326971a91b74/8003e37e-bb6e-444c-9ce2-d2f36c5b87c5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:14.802556 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a5ea37-7a37-417e-acb0-39fb223966ff x-openstack-request-id: req-81a5ea37-7a37-417e-acb0-39fb223966ff {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:14.803132 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9cf9f4-7e27-42af-920f-85b8e7f1cb71", "tag": "cf32eb01-a803-447f-a1e5-0ea7eec097a4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:14.803132 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81a5ea37-7a37-417e-acb0-39fb223966ff {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:14.803373 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9cf9f4-7e27-42af-920f-85b8e7f1cb71', 'tag': 'cf32eb01-a803-447f-a1e5-0ea7eec097a4', 'status': 'completed', 'code': 200} Nov 12 03:30:14.821176 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.832161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a4435645-cabe-418c-8900-55e564847225'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:14.834888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['2c56efcf-f6c3-4941-9b2a-632773d9571f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:14.837688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.857795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86618d8-4750-4092-9ee7-c5d34e2628da req-a9543276-c5ab-4d00-b334-b879e72f9045 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.859317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f86618d8-4750-4092-9ee7-c5d34e2628da req-a9543276-c5ab-4d00-b334-b879e72f9045 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 944 time: 0.6096809 Nov 12 03:30:14.901583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:14.905093 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.946963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-0f07c38f-b4b3-4f82-b7e2-19f4568c1a4b service neutron] 10.222.0.20 "GET /v2.0/networks/9c9b59db-52dc-4fb9-8580-eb495b064cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223409 Nov 12 03:30:14.960147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Network 41325d71-c771-431e-abd4-05a171d89a69 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:14.981779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:14.997232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.004643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:15.023949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Pushing event updated for resources: {'Port': ['ID=8003e37e-bb6e-444c-9ce2-d2f36c5b87c5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.041376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Made reservation on behalf of 95faab32ceb740b0a059544c1aec6f0b for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:15.044863 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.049652 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f86618d8-4750-4092-9ee7-c5d34e2628da req-70aa2bcc-e08f-4460-813d-a195ccda510f tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762176 Nov 12 03:30:15.059290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dccec6-90c4-4fb6-8fbd-56c0a25fe524 req-19b4463c-4acf-4852-94af-95f9297db537 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.061537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83dccec6-90c4-4fb6-8fbd-56c0a25fe524 req-19b4463c-4acf-4852-94af-95f9297db537 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 943 time: 0.1222067 Nov 12 03:30:15.086924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Subnet': ['ID=a7119d30-cf90-4361-bf87-e0f6100735c2,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.171440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Checking segment: {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:15.171983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network hostable DHCP agents. Network: 2653ebf7-84d8-4c43-9230-ca8d69b7ba74, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:15.197963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83dccec6-90c4-4fb6-8fbd-56c0a25fe524 req-6345ef01-772e-4df0-ac32-8f076b30e85b tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028233 Nov 12 03:30:15.202691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Attempting to bind port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:15.202691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Attempting to bind port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:15.202691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Attempting to bind port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:15.215497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:15.219819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:15.220193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Checking segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:15.220594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.221167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Bound using segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:15.221658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Bound port: 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:15.222037 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.241875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 2653ebf7-84d8-4c43-9230-ca8d69b7ba74) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:15.250909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.251701 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.261686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03325d-e139-484c-9177-411a7722e4cc None None] Network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:15.294818 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c0bf2ff2-13c3-4770-b028-63d6efa65c28 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2527297 Nov 12 03:30:15.296117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43120) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:15.303583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'port': {'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'name': 'tempest-TaggedBootDevicesTest-1194288483', 'fixed_ips': [{'subnet_id': '0c953a92-4d0e-4350-a619-326971a91b74'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:15.319731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Allocated IP 172.20.0.6 (cb1b6f72-6312-4e02-90bc-25b52609eef7/e94314c6-3250-47e1-a1fe-ce606b32ef01/0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:15.466791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab930c4e-fdb3-427f-8558-cd3a2deff4eb req-a9d4166b-dbf3-45d0-8b4f-10ec09c23cec tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.469046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab930c4e-fdb3-427f-8558-cd3a2deff4eb req-a9d4166b-dbf3-45d0-8b4f-10ec09c23cec tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 945 time: 0.0873687 Nov 12 03:30:15.491553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-09a49077-7fdd-41af-8778-0c4c489d1688 req-f8075a25-e3f0-482f-8b9b-655f7024d4c1 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 210 time: 0.2855046 Nov 12 03:30:15.531555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:15.581228 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5048c6f0-262c-423a-8899-75ba7a4320f8 req-17c8ac61-df49-44a2-91df-c442367e12dc service neutron] 10.222.0.20 "GET /v2.0/networks/9c9b59db-52dc-4fb9-8580-eb495b064cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184139 Nov 12 03:30:15.602480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] For port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:15.613793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-2653ebf7-84d8-4c43-9230-ca8d69b7ba74', 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'fixed_ips': [{'subnet_id': 'a7119d30-cf90-4361-bf87-e0f6100735c2'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:15.615246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.646779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.647390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] For port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8003e37e-bb6e-444c-9ce2-d2f36c5b87c5,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:15.659356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.685956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab930c4e-fdb3-427f-8558-cd3a2deff4eb req-9428395a-03c7-4a99-bf4d-a3f85e850fd2 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093356 Nov 12 03:30:15.696448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Allocated IP 172.20.0.3 (ae393118-50b6-48fc-8751-74686bf4e7c1/4b29543a-c69b-4490-9de6-c12afc2fe7d0/8ff88284-ff0c-42ba-9d30-6219e3a34fb9) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:15.761183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5e45-6251-421a-8688-7aa77804543a req-f1ea4f08-9172-447c-9c27-9489b4e57a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.762691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37df5e45-6251-421a-8688-7aa77804543a req-f1ea4f08-9172-447c-9c27-9489b4e57a8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a1a768135b342f8b5037705d164c16c&device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 1095 time: 0.1095073 Nov 12 03:30:15.764557 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.790882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] device_id is not set on port dcb4e393-b13d-4b0b-af19-96a884c3c885 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:15.795297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.882209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event updated for resources: {'Port': ['ID=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.916665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Allocated IP 10.2.2.2 (2653ebf7-84d8-4c43-9230-ca8d69b7ba74/a7119d30-cf90-4361-bf87-e0f6100735c2/29d0e0dc-e7f0-49ee-ab42-054c5c06f680) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:15.948208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:16.054118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771e9b2-f0f7-43ac-a406-58b93e74e16b None None] Pushing event updated for resources: {'Port': ['ID=8003e37e-bb6e-444c-9ce2-d2f36c5b87c5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:16.108896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:16.116723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:16.220702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43136) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:16.227672 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.238926 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.251001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.254806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.301163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:16.313924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-780704d9-fa9b-470b-ab1c-c4299de7de9b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7840643 Nov 12 03:30:16.340202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb523fe-9784-4bfb-89ad-0fff30c3331f req-f93f4972-f079-41e4-90ca-0ce851d4da0f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.348451 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fdb523fe-9784-4bfb-89ad-0fff30c3331f req-f93f4972-f079-41e4-90ca-0ce851d4da0f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 931 time: 0.5428352 Nov 12 03:30:16.364480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Request body: {'port': {'device_id': '89a35b35-5969-40a9-a60a-3c23cee65b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:16.401142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Allocated IP 10.1.1.42 (41325d71-c771-431e-abd4-05a171d89a69/0c953a92-4d0e-4350-a619-326971a91b74/dcb4e393-b13d-4b0b-af19-96a884c3c885) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:16.405536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:16.420986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:16.454571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:16.462535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Pushing event updated for resources: {'Port': ['ID=29d0e0dc-e7f0-49ee-ab42-054c5c06f680,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:16.472031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9e305-391a-4b31-b972-5b8701aedbf0 req-1e1e9000-c9d8-409d-b338-664be5bcfa68 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.473888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d9e305-391a-4b31-b972-5b8701aedbf0 req-1e1e9000-c9d8-409d-b338-664be5bcfa68 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 944 time: 0.2612090 Nov 12 03:30:16.540576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fdb523fe-9784-4bfb-89ad-0fff30c3331f req-7575f6fe-00a9-4696-a4a1-5438c444beb2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844554 Nov 12 03:30:16.542149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5e45-6251-421a-8688-7aa77804543a req-f4129e17-8c49-4ee8-82ea-5f72d5684b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.551026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37df5e45-6251-421a-8688-7aa77804543a req-f4129e17-8c49-4ee8-82ea-5f72d5684b01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c9b59db-52dc-4fb9-8580-eb495b064cdb HTTP/1.1" status: 200 len: 911 time: 0.7777181 Nov 12 03:30:16.552117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27601395-5406-443b-b0bd-796b0600d411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.603502 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d9e305-391a-4b31-b972-5b8701aedbf0 req-859ea6a3-1ce0-4ab0-a99e-cd99a6e1508e tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211982 Nov 12 03:30:16.607323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Attempting to bind port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:16.607639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Attempting to bind port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:16.608001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Attempting to bind port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 on network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:16.643690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:16.643690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Checking segment: {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:16.643690 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.643690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Bound using segment: {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:16.643690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Bound port: 29d0e0dc-e7f0-49ee-ab42-054c5c06f680, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:16.643690 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.656461 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.731979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37df5e45-6251-421a-8688-7aa77804543a req-19342f3c-fb4a-4a66-bb4b-b72a02fa93d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf32eb01-a803-447f-a1e5-0ea7eec097a4 HTTP/1.1" status: 200 len: 217 time: 0.0819042 Nov 12 03:30:16.739620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2c56efcf-f6c3-4941-9b2a-632773d9571f up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:16.770115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.785342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.832951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] For port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:16.851504 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.881459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] For port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=29d0e0dc-e7f0-49ee-ab42-054c5c06f680,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:16.892443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c4be294-eb67-46a4-bc32-69960f7e4393 req-63840fc5-6a45-4506-a6fa-b0cd2185c2d4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 210 time: 0.0558939 Nov 12 03:30:16.899646 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.929714 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.958178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 2c56efcf-f6c3-4941-9b2a-632773d9571f completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:16.978195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5e45-6251-421a-8688-7aa77804543a req-15d472b4-c967-45f8-a849-782226f18667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.979686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37df5e45-6251-421a-8688-7aa77804543a req-15d472b4-c967-45f8-a849-782226f18667 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ffd1ff24-3864-4a34-b7c3-f6dfc974a024 HTTP/1.1" status: 200 len: 849 time: 0.2294796 Nov 12 03:30:16.996453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 41325d71-c771-431e-abd4-05a171d89a69 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:17.003803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 2c56efcf-f6c3-4941-9b2a-632773d9571f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:17.004177 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.013237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:17.024251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:17.090962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:17.121550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=dcb4e393-b13d-4b0b-af19-96a884c3c885,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.160431 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff7596-b5a3-46e6-b612-b8548acd92ed req-cf370b68-a188-4e31-8729-2c047114f40a tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.162960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.164069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.168057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4ff7596-b5a3-46e6-b612-b8548acd92ed req-cf370b68-a188-4e31-8729-2c047114f40a tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 943 time: 0.4315760 Nov 12 03:30:17.185266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37df5e45-6251-421a-8688-7aa77804543a req-f7a14602-ec26-4dae-855b-c3ee76cdbd31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c9b59db-52dc-4fb9-8580-eb495b064cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060538 Nov 12 03:30:17.189478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755abb4-9fcd-4090-aa23-026f23d01e10 req-089ccc3f-644d-405b-8815-389c813a49c3 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.199360 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8755abb4-9fcd-4090-aa23-026f23d01e10 req-089ccc3f-644d-405b-8815-389c813a49c3 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 945 time: 0.1347950 Nov 12 03:30:17.211888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Network ae393118-50b6-48fc-8751-74686bf4e7c1 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:17.212074 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['990775ff-4178-4bcd-b809-63ecc9938af3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:17.228883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f785b7ce-9049-4bb8-8122-a9f6ddbe4e47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9290257 Nov 12 03:30:17.229972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43148) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:17.238491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'port': {'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'name': 'tempest-TaggedBootDevicesTest-1417533585', 'fixed_ips': [{'subnet_id': '0c953a92-4d0e-4350-a619-326971a91b74'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:17.285715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71000479-579e-454d-904f-d3ca0001ed2d None None] Pushing event updated for resources: {'Port': ['ID=29d0e0dc-e7f0-49ee-ab42-054c5c06f680,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.406103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27601395-5406-443b-b0bd-796b0600d411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.418226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:17.438145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:17.444149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:17.452109 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.503621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.544650 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8755abb4-9fcd-4090-aa23-026f23d01e10 req-a78b7ee2-fc3c-4948-b686-180495637954 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442898 Nov 12 03:30:17.602120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:17.613457 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.633884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795ef076-2a33-4d45-a97f-97bced498bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c56efcf-f6c3-4941-9b2a-632773d9571f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:17.636195 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fdbb1a-bd22-460e-8d68-1ed38b49ed09" -d '{"events": [{"server_uuid": "795ef076-2a33-4d45-a97f-97bced498bc1", "name": "network-vif-plugged", "status": "completed", "tag": "2c56efcf-f6c3-4941-9b2a-632773d9571f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:17.651031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] device_id is not set on port c751239b-7e72-46b3-8f2b-fc85880f2cfa yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:17.734592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2c56efcf-f6c3-4941-9b2a-632773d9571f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2c56efcf-f6c3-4941-9b2a-632773d9571f,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:17.749686 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.879067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:17.908063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27601395-5406-443b-b0bd-796b0600d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.950578 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-27601395-5406-443b-b0bd-796b0600d411 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84a8f6a9a3044ac584f89c4f8327355f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7280691 Nov 12 03:30:17.955071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.963836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Pushing event updated for resources: {'Port': ['ID=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.982426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43160) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:17.989117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.989602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.990041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.990505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.991049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.991715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.992107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.992536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.994010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.994010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.994010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:17.994634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:18.029795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29767dc-a22a-40e3-a64f-b681b3f50911 None None] Network 41325d71-c771-431e-abd4-05a171d89a69 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:18.035095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Allocated IP 10.1.1.97 (41325d71-c771-431e-abd4-05a171d89a69/0c953a92-4d0e-4350-a619-326971a91b74/c751239b-7e72-46b3-8f2b-fc85880f2cfa) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:18.042847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.043532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.104265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-c7951c6a-9121-438b-bbcd-c39a8ad360b8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8426940 Nov 12 03:30:18.123526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Request body: {'port': {'device_id': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:18.138128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Transition to ACTIVE for port object 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:18.202069 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55b99910-8811-4db9-89bd-6541311fbb81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.211688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37df5e45-6251-421a-8688-7aa77804543a req-2f0b11d0-027a-4251-b75b-a065392e4ca7 service neutron] 10.222.0.20 "GET /v2.0/networks/9c9b59db-52dc-4fb9-8580-eb495b064cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019896 Nov 12 03:30:18.217967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27601395-5406-443b-b0bd-796b0600d411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aeeadc-e8e6-4030-8efd-ccf36b2c6a69,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.230143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4ff7596-b5a3-46e6-b612-b8548acd92ed req-44cc0921-4eb9-4c98-b216-6a17d434c244 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0610678 Nov 12 03:30:18.247095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2c56efcf-f6c3-4941-9b2a-632773d9571f,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.249923 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.259510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d063bc8c-042f-4aa1-80ad-1e692e7056bc None None] Provisioning complete for port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:18.259883 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d063bc8c-042f-4aa1-80ad-1e692e7056bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.334403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd651ae-bb82-4346-b7cf-98f7376397e5 req-fa76bcb1-9b96-47b4-9602-a95a27502208 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.335863 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9cd651ae-bb82-4346-b7cf-98f7376397e5 req-fa76bcb1-9b96-47b4-9602-a95a27502208 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 931 time: 0.5807717 Nov 12 03:30:18.372633 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.411298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8003e37e-bb6e-444c-9ce2-d2f36c5b87c5,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:18.458085 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37df5e45-6251-421a-8688-7aa77804543a req-76fbc0da-bca3-46fc-8241-ce805e52fb77 service neutron] 10.222.0.20 "GET /v2.0/networks/9c9b59db-52dc-4fb9-8580-eb495b064cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066295 Nov 12 03:30:18.458878 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.459419 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.481048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9cd651ae-bb82-4346-b7cf-98f7376397e5 req-b28d1a5f-2175-4c3d-ae73-c98b1ce91163 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321094 Nov 12 03:30:18.515094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.593230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=c751239b-7e72-46b3-8f2b-fc85880f2cfa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.624772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 41325d71-c771-431e-abd4-05a171d89a69 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:18.627339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:18.628561 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec0866-8939-4b9b-b596-ae51de2cdeb4 x-openstack-request-id: req-25ec0866-8939-4b9b-b596-ae51de2cdeb4 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:18.629153 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795ef076-2a33-4d45-a97f-97bced498bc1", "name": "network-vif-plugged", "status": "completed", "tag": "2c56efcf-f6c3-4941-9b2a-632773d9571f", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:18.630184 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25ec0866-8939-4b9b-b596-ae51de2cdeb4 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:18.634827 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795ef076-2a33-4d45-a97f-97bced498bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c56efcf-f6c3-4941-9b2a-632773d9571f', 'code': 200} Nov 12 03:30:18.639965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:18.671545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8003e37e-bb6e-444c-9ce2-d2f36c5b87c5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.679791 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55b99910-8811-4db9-89bd-6541311fbb81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.711274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d063bc8c-042f-4aa1-80ad-1e692e7056bc None None] Provisioning complete for port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:18.711763 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d063bc8c-042f-4aa1-80ad-1e692e7056bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.809538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cf32eb01-a803-447f-a1e5-0ea7eec097a4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:18.812093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a4435645-cabe-418c-8900-55e564847225 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:18.828626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.846137 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55b99910-8811-4db9-89bd-6541311fbb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.850075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55b99910-8811-4db9-89bd-6541311fbb81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.854214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-55b99910-8811-4db9-89bd-6541311fbb81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12aeeadc-e8e6-4030-8efd-ccf36b2c6a69 HTTP/1.1" status: 204 len: 168 time: 0.8531463 Nov 12 03:30:18.915776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b99910-8811-4db9-89bd-6541311fbb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aeeadc-e8e6-4030-8efd-ccf36b2c6a69,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.935363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.936065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.006600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4141ca-c641-4f6c-9c34-f9e5408a3292 req-2942f84f-2c9c-4ed1-8b27-7f354dd287a9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.011841 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb4141ca-c641-4f6c-9c34-f9e5408a3292 req-2942f84f-2c9c-4ed1-8b27-7f354dd287a9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 931 time: 0.2536428 Nov 12 03:30:19.040345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9454e-ba2d-4122-a7ba-a312d1d9c401 None None] Network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:19.068433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.078721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46b55410-3120-40d1-8b64-f7aa1de729e3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8480644 Nov 12 03:30:19.127198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e6c3-2d96-4208-a949-ec95ad026854 req-1a169023-3814-453f-bf45-5deecea183ae tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.132536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7532e6c3-2d96-4208-a949-ec95ad026854 req-1a169023-3814-453f-bf45-5deecea183ae tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 944 time: 0.6239061 Nov 12 03:30:19.140194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fddea4-7e09-455b-ae23-ead77d92725d req-41d0d53f-9c0b-427e-9cf1-3051c1c80388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.160198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d063bc8c-042f-4aa1-80ad-1e692e7056bc None None] Port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:19.169739 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88fddea4-7e09-455b-ae23-ead77d92725d req-41d0d53f-9c0b-427e-9cf1-3051c1c80388 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 1098 time: 0.3076658 Nov 12 03:30:19.189273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb4141ca-c641-4f6c-9c34-f9e5408a3292 req-56aaa1d1-5416-4ee8-bfc8-d9d87a38a2a0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678174 Nov 12 03:30:19.193234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port a4435645-cabe-418c-8900-55e564847225 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:19.200087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port a4435645-cabe-418c-8900-55e564847225 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:19.200274 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.294703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:19.309153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88fddea4-7e09-455b-ae23-ead77d92725d req-2c195c0a-80c0-41a4-8822-91a3427ce5e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377797 Nov 12 03:30:19.387700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9275cf-8ade-4e8e-9fb3-eccfb7247ac6 req-b77f45bb-e5a6-4d37-9d28-9b7401394b13 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.399871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c9275cf-8ade-4e8e-9fb3-eccfb7247ac6 req-b77f45bb-e5a6-4d37-9d28-9b7401394b13 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 946 time: 0.0929713 Nov 12 03:30:19.496653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Attempting to bind port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:19.497017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Attempting to bind port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:19.497347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Attempting to bind port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:19.503823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c9275cf-8ade-4e8e-9fb3-eccfb7247ac6 req-be145348-9fdf-4a3c-9775-ed1c2b47314e tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009443 Nov 12 03:30:19.616135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7532e6c3-2d96-4208-a949-ec95ad026854 req-d326089a-f5e1-4bd4-8f05-0b850acdae4c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813298 Nov 12 03:30:19.617027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:19.624536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Attempting to bind port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:19.633340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:19.633756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:19.634063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Bound using segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:19.634682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Bound port: 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:19.635052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.635188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f4ed370b-4719-45f5-bd64-326cdadcadec None None] Provisioning complete for port dcb4e393-b13d-4b0b-af19-96a884c3c885 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:19.635517 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4ed370b-4719-45f5-bd64-326cdadcadec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.749097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cf32eb01-a803-447f-a1e5-0ea7eec097a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cf32eb01-a803-447f-a1e5-0ea7eec097a4,segment=NetworkSegment(927dde27-75fd-46d9-9812-5eeffd29b5a7),segment_id=927dde27-75fd-46d9-9812-5eeffd29b5a7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:19.761521 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.801307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:19.801686 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.805810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'cf32eb01-a803-447f-a1e5-0ea7eec097a4', 'network_id': '9c9b59db-52dc-4fb9-8580-eb495b064cdb', 'port_id': 'cf32eb01-a803-447f-a1e5-0ea7eec097a4', 'mac_address': 'fa:16:3e:6c:3b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd1ff24-3864-4a34-b7c3-f6dfc974a024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:19.814023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed370b-4719-45f5-bd64-326cdadcadec None None] Port dcb4e393-b13d-4b0b-af19-96a884c3c885 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:19.829924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] For port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:19.870710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] For port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:19.918149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.933998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a4435645-cabe-418c-8900-55e564847225, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a4435645-cabe-418c-8900-55e564847225,segment=NetworkSegment(117549ed-fbc1-4d74-8835-51225983e415),segment_id=117549ed-fbc1-4d74-8835-51225983e415)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:19.941485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f4ed370b-4719-45f5-bd64-326cdadcadec None None] Provisioning complete for port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:19.942200 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4ed370b-4719-45f5-bd64-326cdadcadec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.974296 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.047019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.053787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.053787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 HTTP/1.1" status: 200 len: 1092 time: 3.6967676 Nov 12 03:30:20.055569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a35b35-5969-40a9-a60a-3c23cee65b38', 'tag': '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:20.058684 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bcc435-0cc5-45d6-9769-8586c90b0010" -d '{"events": [{"name": "network-changed", "server_uuid": "89a35b35-5969-40a9-a60a-3c23cee65b38", "tag": "0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:20.130536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a4435645-cabe-418c-8900-55e564847225,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.134024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056dfc-fa18-4616-bfd7-e60dc1949d4c req-5c153ce6-f15c-401b-8200-0a64dcc0e5a3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.139254 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7056dfc-fa18-4616-bfd7-e60dc1949d4c req-5c153ce6-f15c-401b-8200-0a64dcc0e5a3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 943 time: 0.3025978 Nov 12 03:30:20.154933 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.188849 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf32eb01-a803-447f-a1e5-0ea7eec097a4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:20.248715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cf32eb01-a803-447f-a1e5-0ea7eec097a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cf32eb01-a803-447f-a1e5-0ea7eec097a4,segment=NetworkSegment(927dde27-75fd-46d9-9812-5eeffd29b5a7),segment_id=927dde27-75fd-46d9-9812-5eeffd29b5a7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:20.269134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e9e2e-83c8-4bd0-a890-6c6fe34896e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.275554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:20.284284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7056dfc-fa18-4616-bfd7-e60dc1949d4c req-c52518bf-75e3-4b2d-a025-e1677b89cf3a tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051998 Nov 12 03:30:20.290045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.309982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Transition to ACTIVE for port object 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:20.320632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.328027 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.328874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43198) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.335004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-709e2f2b-a03f-474d-b1d4-60507f146fbd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128339159', 'description': 'tempest-description--2100207429'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:20.350193 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.369660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-ea27b937-22cc-4c2d-b808-4e23dd2f3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.374353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-ea27b937-22cc-4c2d-b808-4e23dd2f3916 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 1095 time: 0.2589989 Nov 12 03:30:20.391250 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709e2f2b-a03f-474d-b1d4-60507f146fbd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.452170 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18eed2a-ecd0-4a17-af63-31556ec7795c x-openstack-request-id: req-e18eed2a-ecd0-4a17-af63-31556ec7795c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:20.452726 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a35b35-5969-40a9-a60a-3c23cee65b38", "tag": "0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:20.453008 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e18eed2a-ecd0-4a17-af63-31556ec7795c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:20.453429 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a35b35-5969-40a9-a60a-3c23cee65b38', 'tag': '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4', 'status': 'completed', 'code': 200} Nov 12 03:30:20.529481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709e2f2b-a03f-474d-b1d4-60507f146fbd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.539550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709e2f2b-a03f-474d-b1d4-60507f146fbd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.545693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-040c77f8-27db-456a-b7a6-213c9bf32076 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 HTTP/1.1" status: 200 len: 217 time: 0.1039789 Nov 12 03:30:20.546281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.561540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=29d0e0dc-e7f0-49ee-ab42-054c5c06f680,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:20.588839 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.589684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:20.594033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cf32eb01-a803-447f-a1e5-0ea7eec097a4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.604430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e2f2b-a03f-474d-b1d4-60507f146fbd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae4d46-c5e1-4314-8799-c82d388e815e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.623176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055df65-8dae-4f54-884a-5860ac961ef2 req-28179701-27c3-41fe-9d0c-cbab02bb77a2 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.641676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0055df65-8dae-4f54-884a-5860ac961ef2 req-28179701-27c3-41fe-9d0c-cbab02bb77a2 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 943 time: 0.1588490 Nov 12 03:30:20.689060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef04100c-3bdf-45c3-9e04-a93af6b2f2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4435645-cabe-418c-8900-55e564847225'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:20.697117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709e2f2b-a03f-474d-b1d4-60507f146fbd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.700342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-709e2f2b-a03f-474d-b1d4-60507f146fbd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3698835 Nov 12 03:30:20.702111 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f398ba1-6ef4-4957-9ce9-8dbe1fc5f604" -d '{"events": [{"server_uuid": "ef04100c-3bdf-45c3-9e04-a93af6b2f2c5", "name": "network-vif-plugged", "status": "completed", "tag": "a4435645-cabe-418c-8900-55e564847225"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:20.709273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43206) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.723963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-579f773e-6e10-45ef-9174-92e115a5abdd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'security_group_rule': {'security_group_id': '9dae4d46-c5e1-4314-8799-c82d388e815e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:20.737973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cf32eb01-a803-447f-a1e5-0ea7eec097a4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:20.767267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f4ed370b-4719-45f5-bd64-326cdadcadec None None] Provisioning complete for port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:20.767783 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4ed370b-4719-45f5-bd64-326cdadcadec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.770569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4998c3-5abd-4ba4-93f0-3061bb1198a2 req-f1a400e2-efbb-4987-9602-9d2766cfd1a5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.772209 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de4998c3-5abd-4ba4-93f0-3061bb1198a2 req-f1a400e2-efbb-4987-9602-9d2766cfd1a5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 943 time: 0.3108642 Nov 12 03:30:20.776055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-786b5414-d28a-4a24-9cc6-cc268ade863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.777620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-786b5414-d28a-4a24-9cc6-cc268ade863b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1662297 Nov 12 03:30:20.792874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579f773e-6e10-45ef-9174-92e115a5abdd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.811969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0055df65-8dae-4f54-884a-5860ac961ef2 req-4623abc4-a621-4d08-a06b-52da078b1aa4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689143 Nov 12 03:30:20.848992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-1c1fe8f9-9547-4965-835a-a36b146668e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493665 Nov 12 03:30:20.849854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Attempting to bind port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:20.850059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Attempting to bind port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:20.853517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Attempting to bind port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 on network ae393118-50b6-48fc-8751-74686bf4e7c1 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:20.859911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:20.860422 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.863799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 on network ae393118-50b6-48fc-8751-74686bf4e7c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:20.864016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Attempting to bind port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 on network ae393118-50b6-48fc-8751-74686bf4e7c1 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:20.870715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=29d0e0dc-e7f0-49ee-ab42-054c5c06f680,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.910468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:20.910921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Checking segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:20.911192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Bound using segment: {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:20.911640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Bound port: 8ff88284-ff0c-42ba-9d30-6219e3a34fb9, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515f1be7-6ffc-47f3-8482-74f86916bf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:20.912004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.935900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de4998c3-5abd-4ba4-93f0-3061bb1198a2 req-57d2402b-8fe2-4b28-87b4-e52ef63c7e69 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550987 Nov 12 03:30:20.943637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579f773e-6e10-45ef-9174-92e115a5abdd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.963882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579f773e-6e10-45ef-9174-92e115a5abdd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.979178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f773e-6e10-45ef-9174-92e115a5abdd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd85ca39-f77a-4267-9675-a05381af5179,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.002546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579f773e-6e10-45ef-9174-92e115a5abdd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.011027 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-579f773e-6e10-45ef-9174-92e115a5abdd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980137 Nov 12 03:30:21.012144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43212) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.017974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9830ed70-29f6-48cc-b4a5-68bb31335b9a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'security_group_rule': {'security_group_id': '9dae4d46-c5e1-4314-8799-c82d388e815e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:21.088726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9830ed70-29f6-48cc-b4a5-68bb31335b9a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.136210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] For port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:21.166040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] For port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:21.170441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7f96e9f-0971-4c32-8750-01aea20c3097 req-7002c471-f02a-491f-ad57-714b8d5f97b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0395749 Nov 12 03:30:21.198678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.213571 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-ee9f76b5-a16c-41d1-afa7-81cee9012c61 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461173 Nov 12 03:30:21.214109 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9830ed70-29f6-48cc-b4a5-68bb31335b9a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.228025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9830ed70-29f6-48cc-b4a5-68bb31335b9a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.279253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7f96e9f-0971-4c32-8750-01aea20c3097 req-53fb4094-5ba8-4f8d-8362-0a069f406a30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0635152 Nov 12 03:30:21.301967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0ff9226d-5057-4eca-9c04-22a4b711e3c3 None None] Provisioning complete for port dcb4e393-b13d-4b0b-af19-96a884c3c885 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:21.303101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ff9226d-5057-4eca-9c04-22a4b711e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.309587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830ed70-29f6-48cc-b4a5-68bb31335b9a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab6ed7-ec56-46c6-af6e-71f24e5d3cda,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.357269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9226d-5057-4eca-9c04-22a4b711e3c3 None None] Port dcb4e393-b13d-4b0b-af19-96a884c3c885 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:21.383768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7f96e9f-0971-4c32-8750-01aea20c3097 req-dd9fe2d2-72fd-4c20-bbb8-946c12fdc63c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693510 Nov 12 03:30:21.386205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:21.387367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9830ed70-29f6-48cc-b4a5-68bb31335b9a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.388858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9830ed70-29f6-48cc-b4a5-68bb31335b9a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3754575 Nov 12 03:30:21.462800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0ff9226d-5057-4eca-9c04-22a4b711e3c3 None None] Provisioning complete for port c751239b-7e72-46b3-8f2b-fc85880f2cfa triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:21.463173 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ff9226d-5057-4eca-9c04-22a4b711e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.467990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43218) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.473040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:21.525656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.540675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9226d-5057-4eca-9c04-22a4b711e3c3 None None] Port c751239b-7e72-46b3-8f2b-fc85880f2cfa cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:21.546550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f96e9f-0971-4c32-8750-01aea20c3097 req-84e103f0-9e58-4267-850f-79ea25bb5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.548414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7f96e9f-0971-4c32-8750-01aea20c3097 req-84e103f0-9e58-4267-850f-79ea25bb5ca9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1578381 Nov 12 03:30:21.550312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:21.550821 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.613861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0ff9226d-5057-4eca-9c04-22a4b711e3c3 None None] Provisioning complete for port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:21.614378 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ff9226d-5057-4eca-9c04-22a4b711e3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.673162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.853850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507b908-e401-41ee-8853-0ead7c2790b2 req-c11077d7-246c-4413-8643-5c588e9228de tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.862861 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6507b908-e401-41ee-8853-0ead7c2790b2 req-c11077d7-246c-4413-8643-5c588e9228de tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 946 time: 0.7794015 Nov 12 03:30:21.868359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.868870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.870292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] 10.222.0.20 "PUT /v2.0/ports/8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 1092 time: 3.7542591 Nov 12 03:30:21.889393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Allocated IP 172.25.0.181 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/ba5ecf9a-7997-41c2-9d1f-b87876f24abb) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:21.920170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4846-a8a3-476b-9e70-c1a5dfefbf8d req-ff87525b-928b-4299-b609-a203b36e2df3 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.921757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-816f4846-a8a3-476b-9e70-c1a5dfefbf8d req-ff87525b-928b-4299-b609-a203b36e2df3 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 945 time: 0.1016171 Nov 12 03:30:21.947873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf13e5f-7b3b-4280-a101-be1239d87b69 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.001451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-816f4846-a8a3-476b-9e70-c1a5dfefbf8d req-16518ff1-04f6-41e8-921b-24bf79e6ea37 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713503 Nov 12 03:30:22.058066 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6507b908-e401-41ee-8853-0ead7c2790b2 req-ea2ef377-010d-46d8-b283-e695618f8e7e tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929197 Nov 12 03:30:22.066845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-e5e456df-87e9-49b1-ad6e-ca1e7f6dd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.068810 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9acae16-d0de-4f8e-a4e7-83815a878e7c x-openstack-request-id: req-c9acae16-d0de-4f8e-a4e7-83815a878e7c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:22.069111 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef04100c-3bdf-45c3-9e04-a93af6b2f2c5", "name": "network-vif-plugged", "status": "completed", "tag": "a4435645-cabe-418c-8900-55e564847225", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:22.069373 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9acae16-d0de-4f8e-a4e7-83815a878e7c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:22.070092 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef04100c-3bdf-45c3-9e04-a93af6b2f2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4435645-cabe-418c-8900-55e564847225', 'code': 200} Nov 12 03:30:22.070716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-e5e456df-87e9-49b1-ad6e-ca1e7f6dd790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 1095 time: 0.1107864 Nov 12 03:30:22.077164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce3cc31-4bed-4b71-b479-68b1103c12a2 req-e431703a-9218-4d8f-9ba5-2eabb9978119 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313973 Nov 12 03:30:22.209134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-a124f953-f26d-4f27-84d3-6fa6fea4c989 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 217 time: 0.1076553 Nov 12 03:30:22.232275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.261037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28c2d1-c46e-4b87-b5be-e72168d8e6ff req-bbb0d3a8-3094-402c-b073-b1fa05e6aecf tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.263534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef28c2d1-c46e-4b87-b5be-e72168d8e6ff req-bbb0d3a8-3094-402c-b073-b1fa05e6aecf tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 944 time: 0.1026740 Nov 12 03:30:22.339746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef28c2d1-c46e-4b87-b5be-e72168d8e6ff req-03a15427-2f6d-41f9-b8c4-1b44397706cd tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661101 Nov 12 03:30:22.348237 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.404273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec5974-6510-4ca9-8f2e-adb1934e63b2 req-2456f047-69be-408e-8826-ee24e3ba444f tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.406120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7ec5974-6510-4ca9-8f2e-adb1934e63b2 req-2456f047-69be-408e-8826-ee24e3ba444f tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 943 time: 0.1855888 Nov 12 03:30:22.414535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:22.418000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:22.421803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:22.424010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-016e2b80-8d79-47ef-afb9-70274138433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.426619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-016e2b80-8d79-47ef-afb9-70274138433f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 1095 time: 0.2164164 Nov 12 03:30:22.451227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c74f-8053-43d1-8804-29361540bd33 req-ef084251-588d-489c-bacb-d65398b421fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.453042 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ce3c74f-8053-43d1-8804-29361540bd33 req-ef084251-588d-489c-bacb-d65398b421fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 1097 time: 0.1627829 Nov 12 03:30:22.476666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=ba5ecf9a-7997-41c2-9d1f-b87876f24abb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.530356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:22.533138 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9629bc38-4367-4466-aca7-dbca2f05ee1e" -d '{"events": [{"name": "network-changed", "server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:22.543341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-226dfca6-6df5-47d9-b190-5a0c8b1c7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.545724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-226dfca6-6df5-47d9-b190-5a0c8b1c7c1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.2678621 Nov 12 03:30:22.632219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56836c86-1e74-446b-96c1-34c0051fa082 req-8271893e-14e6-448c-919c-ac4fb317461f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.632219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-56836c86-1e74-446b-96c1-34c0051fa082 req-8271893e-14e6-448c-919c-ac4fb317461f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 943 time: 0.1535704 Nov 12 03:30:22.665350 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.672871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-f96bbfa6-ffd1-4f1b-afc5-c4cbcfe8a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.674962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-f96bbfa6-ffd1-4f1b-afc5-c4cbcfe8a89a service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.2255802 Nov 12 03:30:22.694443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7ec5974-6510-4ca9-8f2e-adb1934e63b2 req-b12b2a6a-17c5-48fb-b8df-084b5e521565 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764995 Nov 12 03:30:22.717146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-56836c86-1e74-446b-96c1-34c0051fa082 req-e8778ef7-e8f3-4b27-9c31-b963d977f0b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804572 Nov 12 03:30:22.720804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-968ab424-d1a0-4821-8a7b-745402facc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.722678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-968ab424-d1a0-4821-8a7b-745402facc7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621821 Nov 12 03:30:22.722838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.726543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ce3c74f-8053-43d1-8804-29361540bd33 req-8efcb988-f368-4c59-9c1b-0d5aae9c4eba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877213 Nov 12 03:30:22.782295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cf32eb01-a803-447f-a1e5-0ea7eec097a4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:22.789252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-bf93c6a6-d6db-48b0-b783-ff74780397c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 HTTP/1.1" status: 200 len: 217 time: 0.0932868 Nov 12 03:30:22.798104 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb0f323-29e2-4318-8891-454e307d8647 x-openstack-request-id: req-bdb0f323-29e2-4318-8891-454e307d8647 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:22.798511 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:22.798911 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdb0f323-29e2-4318-8891-454e307d8647 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:22.800018 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'status': 'completed', 'code': 200} Nov 12 03:30:22.849405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port cf32eb01-a803-447f-a1e5-0ea7eec097a4 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:22.854869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port cf32eb01-a803-447f-a1e5-0ea7eec097a4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:22.855731 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.926805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.933533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.956089 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.024248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cf32eb01-a803-447f-a1e5-0ea7eec097a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cf32eb01-a803-447f-a1e5-0ea7eec097a4,segment=NetworkSegment(927dde27-75fd-46d9-9812-5eeffd29b5a7),segment_id=927dde27-75fd-46d9-9812-5eeffd29b5a7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:23.030351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.064966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=ba5ecf9a-7997-41c2-9d1f-b87876f24abb,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.091738 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.094422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-fcad8173-a7d5-4406-8e14-8250fe1158f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.098064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-fcad8173-a7d5-4406-8e14-8250fe1158f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1120551 Nov 12 03:30:23.129567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.130938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3ff69826-c936-4725-8ba0-9d8ca4dc8b06 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6616087 Nov 12 03:30:23.267063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260f56c-ebbb-48c1-83e8-07e1245ce007 req-dd60bd3a-de5e-4d96-b440-45aa46a49f46 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.271121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7260f56c-ebbb-48c1-83e8-07e1245ce007 req-dd60bd3a-de5e-4d96-b440-45aa46a49f46 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 945 time: 0.1256559 Nov 12 03:30:23.305087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-b94ad015-4f04-49d9-ad35-95d7e87aa086 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166074 Nov 12 03:30:23.375346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cf32eb01-a803-447f-a1e5-0ea7eec097a4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.386015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7260f56c-ebbb-48c1-83e8-07e1245ce007 req-5209628a-f012-4b98-9cc8-6dc7520387e7 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098874 Nov 12 03:30:23.438888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-50053bfd-ebab-4e63-b5c2-444c948795c2 service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075529 Nov 12 03:30:23.511265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e03a-d9c6-48c2-8e48-1435f13dfb6c req-8d0021d1-cc23-4d36-96aa-41cbca430005 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.519053 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5112e03a-d9c6-48c2-8e48-1435f13dfb6c req-8d0021d1-cc23-4d36-96aa-41cbca430005 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 945 time: 0.0612292 Nov 12 03:30:23.555273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-a7eb2342-fafb-4d98-857c-8e8f634be626 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385104 Nov 12 03:30:23.568707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5112e03a-d9c6-48c2-8e48-1435f13dfb6c req-77d00f17-bbc2-4c4e-98a7-e9cf64e6d004 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437675 Nov 12 03:30:23.605735 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab356f-b627-4a29-b4f7-df0c04bf2c8e req-5f1f0e4b-ed10-49bb-b434-9eb6b98496ac service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577044 Nov 12 03:30:23.794119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e140a72f-7783-44d3-b3e4-3d99582d4a56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2128339159&fields=id&tenant_id=40b0726607dc4ac2854574393c7fdd18 HTTP/1.1" status: 200 len: 267 time: 0.0844209 Nov 12 03:30:23.808110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-c0b773d9-6e46-4491-8f61-49daa4ecd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.809875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-c0b773d9-6e46-4491-8f61-49daa4ecd12d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 1095 time: 0.1141164 Nov 12 03:30:23.812210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-68bcc435-0cc5-45d6-9769-8586c90b0010 req-a5e9120b-5294-4110-b1e9-6aa497020e15 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410386 Nov 12 03:30:23.881372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-9dfbeb74-0723-43bd-abaa-7f2522097140 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.901187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-9dfbeb74-0723-43bd-abaa-7f2522097140 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports/dcb4e393-b13d-4b0b-af19-96a884c3c885 HTTP/1.1" status: 200 len: 931 time: 0.0886927 Nov 12 03:30:23.966077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-bfb0f482-8fd0-4593-b1af-7988e64c2e08 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.974549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-bfb0f482-8fd0-4593-b1af-7988e64c2e08 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports/c751239b-7e72-46b3-8f2b-fc85880f2cfa HTTP/1.1" status: 200 len: 931 time: 0.0720890 Nov 12 03:30:23.997363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b28695-2434-4440-a434-7d4b9b71b240 req-e13e0322-9edc-4c9e-bf67-cfd249ee2ece tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.008607 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5b28695-2434-4440-a434-7d4b9b71b240 req-e13e0322-9edc-4c9e-bf67-cfd249ee2ece tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 943 time: 0.0859113 Nov 12 03:30:24.033433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-0aadca4d-2c94-4fa4-b182-cbb37b7edc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.035042 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-0aadca4d-2c94-4fa4-b182-cbb37b7edc46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.2023485 Nov 12 03:30:24.040817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-0742ecb6-6dd8-4a65-9f5e-58cc67fe473c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0650377 Nov 12 03:30:24.071512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9cf9f4-7e27-42af-920f-85b8e7f1cb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32eb01-a803-447f-a1e5-0ea7eec097a4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:24.074511 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa07503c-2e6b-49b7-a1ef-e160623b3b85" -d '{"events": [{"server_uuid": "cc9cf9f4-7e27-42af-920f-85b8e7f1cb71", "name": "network-vif-plugged", "status": "completed", "tag": "cf32eb01-a803-447f-a1e5-0ea7eec097a4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:24.084150 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b748e221-a2fe-4add-9f7c-9e6eee897090 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0418599 Nov 12 03:30:24.106595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-67b43673-e412-4711-8442-8774115f5d72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 217 time: 0.0518589 Nov 12 03:30:24.194917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5b28695-2434-4440-a434-7d4b9b71b240 req-5303bef1-aeb6-4f79-b0d1-3677f65f9269 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733217 Nov 12 03:30:24.203792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-b57ea7b6-066f-4039-868e-62e996123375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.205568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-b57ea7b6-066f-4039-868e-62e996123375 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.0860424 Nov 12 03:30:24.226331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-a9d66b84-5cc9-431b-bd6f-719eff651804 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.233059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-a9d66b84-5cc9-431b-bd6f-719eff651804 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.240244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-a9d66b84-5cc9-431b-bd6f-719eff651804 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.242032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-a9d66b84-5cc9-431b-bd6f-719eff651804 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/networks?id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74 HTTP/1.1" status: 200 len: 1990 time: 0.1515105 Nov 12 03:30:24.271743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2e633f14-b23e-4509-90ad-7776b281e0c8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/quotas/40b0726607dc4ac2854574393c7fdd18 HTTP/1.1" status: 200 len: 375 time: 0.0228798 Nov 12 03:30:24.289256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-cb113282-3039-4a82-81a0-a9088f897fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.291139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-cb113282-3039-4a82-81a0-a9088f897fb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704474 Nov 12 03:30:24.348515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6bc3c4a2-5de0-4760-9e85-b5d3efba2a0c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0756013 Nov 12 03:30:24.411981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd5696-961d-49e0-b992-66c72d2128b5 req-d788dc9b-ea69-41a8-9739-14d6d594fafa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.413642 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9dfd5696-961d-49e0-b992-66c72d2128b5 req-d788dc9b-ea69-41a8-9739-14d6d594fafa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 943 time: 0.1210461 Nov 12 03:30:24.465535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-ec0b1451-956f-48b0-81e7-d6077b932582 service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615610 Nov 12 03:30:24.466055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-61037c49-98ee-4511-b829-796e60e2676e service neutron] 10.222.0.49 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013694 Nov 12 03:30:24.480805 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9dfd5696-961d-49e0-b992-66c72d2128b5 req-c10f0d87-5910-49a5-8d2c-7d583d3536a9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600240 Nov 12 03:30:24.514370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.564207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-3a006d7a-992f-45bf-9448-e5d0c5f1887e service neutron] 10.222.0.49 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912127 Nov 12 03:30:24.585235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9629bc38-4367-4466-aca7-dbca2f05ee1e req-3f7dd4b1-1e44-4838-81e2-7043fc8ac17e service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034768 Nov 12 03:30:24.614319 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-eecd7bbd-4e94-4912-9514-2866fec4affa service neutron] 10.222.0.49 "GET /v2.0/ports/dcb4e393-b13d-4b0b-af19-96a884c3c885?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0411162 Nov 12 03:30:24.704812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-911e0cf5-150f-49e1-b29d-6608f9795218 service neutron] 10.222.0.49 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845225 Nov 12 03:30:24.802976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:24.814060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c157d954-d246-4bb5-bd05-a40dbd693ed2 service neutron] 10.222.0.49 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025245 Nov 12 03:30:24.844696 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c69cf-8e8b-482e-8e92-5bec72329882 x-openstack-request-id: req-c97c69cf-8e8b-482e-8e92-5bec72329882 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:24.844696 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9cf9f4-7e27-42af-920f-85b8e7f1cb71", "name": "network-vif-plugged", "status": "completed", "tag": "cf32eb01-a803-447f-a1e5-0ea7eec097a4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:24.845080 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c97c69cf-8e8b-482e-8e92-5bec72329882 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:24.845561 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9cf9f4-7e27-42af-920f-85b8e7f1cb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32eb01-a803-447f-a1e5-0ea7eec097a4', 'code': 200} Nov 12 03:30:24.862497 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-824812dc-aa58-41a9-84c1-09062af8d745 service neutron] 10.222.0.49 "GET /v2.0/ports/c751239b-7e72-46b3-8f2b-fc85880f2cfa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0468256 Nov 12 03:30:24.920586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:24.934030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'port_id': '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4', 'mac_address': 'fa:16:3e:bd:6b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94314c6-3250-47e1-a1fe-ce606b32ef01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:24.962787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ffa8f-e89a-4518-aec0-847c60405909 req-3d550cdf-c759-4637-ba0b-f5b2884e0da3 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.964438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d91ffa8f-e89a-4518-aec0-847c60405909 req-3d550cdf-c759-4637-ba0b-f5b2884e0da3 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 945 time: 0.0844734 Nov 12 03:30:24.977866 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-bf5623b4-c46c-40ec-ac41-c3989e8b7a19 service neutron] 10.222.0.49 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029820 Nov 12 03:30:24.983853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.995552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c18e1-b93d-4136-938e-b0787c2e792e req-21158d28-57f9-4286-be0a-d872e6d5e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.997031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf4c18e1-b93d-4136-938e-b0787c2e792e req-21158d28-57f9-4286-be0a-d872e6d5e1dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 1097 time: 0.0689511 Nov 12 03:30:24.999228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:25.021986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:25.028425 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.039159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d91ffa8f-e89a-4518-aec0-847c60405909 req-da5e401c-6e61-417f-b5fb-0083d0b8b5cd tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672100 Nov 12 03:30:25.068953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf4c18e1-b93d-4136-938e-b0787c2e792e req-122c01f1-c6d8-4f11-81b5-86a45d38eb16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611935 Nov 12 03:30:25.086573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-4002d7a8-0352-4225-be7d-ef7fb4179076 service neutron] 10.222.0.49 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013167 Nov 12 03:30:25.093916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.179938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b93be4-88a2-48fd-a8f0-c157b5e7bde7 req-55fc64e5-db08-48e6-8af2-afb7afe02692 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.191589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71b93be4-88a2-48fd-a8f0-c157b5e7bde7 req-55fc64e5-db08-48e6-8af2-afb7afe02692 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 945 time: 0.0609238 Nov 12 03:30:25.199296 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-f9346cd6-9698-4c41-9b57-915f0da374ac service neutron] 10.222.0.49 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032846 Nov 12 03:30:25.240183 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71b93be4-88a2-48fd-a8f0-c157b5e7bde7 req-687cebb6-7cf5-474f-b19f-a711f4abb119 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454116 Nov 12 03:30:25.304984 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b062a8cd-4963-4c32-9ba5-7780e9d15a23 service neutron] 10.222.0.49 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995860 Nov 12 03:30:25.402216 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-7fb8f763-792d-475c-ae98-015ddc9c92c0 service neutron] 10.222.0.49 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907788 Nov 12 03:30:25.430264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:25.498243 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6024e1f4-8551-407a-8cef-d1919068e12d service neutron] 10.222.0.49 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901556 Nov 12 03:30:25.606889 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-354e5027-16a8-4f79-940c-13a269da8283 service neutron] 10.222.0.49 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008735 Nov 12 03:30:25.711740 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b704b1be-4bbe-4c9e-bd3b-d4f692d36dc9 service neutron] 10.222.0.49 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975306 Nov 12 03:30:25.807306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-5eed9c5f-9608-4ff6-a313-fe9d115cdbb3 service neutron] 10.222.0.49 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894923 Nov 12 03:30:25.906244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-69203e08-e241-4f1b-8947-cde2c9e1f6c4 service neutron] 10.222.0.49 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915155 Nov 12 03:30:26.251338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b8b3f-97ac-4f66-8b5d-c09775c4a3d0 req-6a881efc-6dde-4a62-96ad-41d01477dc9e tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.253392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-395b8b3f-97ac-4f66-8b5d-c09775c4a3d0 req-6a881efc-6dde-4a62-96ad-41d01477dc9e tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 943 time: 0.0537684 Nov 12 03:30:26.305538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-395b8b3f-97ac-4f66-8b5d-c09775c4a3d0 req-51bb22ed-c768-4035-9bd4-b8c84694b985 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Nov 12 03:30:26.417194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ccd6-55d3-49a6-9b30-8f52d8641b32 req-ef9f3dcf-b516-4bfa-851b-8286183b2b44 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.418876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c460ccd6-55d3-49a6-9b30-8f52d8641b32 req-ef9f3dcf-b516-4bfa-851b-8286183b2b44 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 944 time: 0.0550714 Nov 12 03:30:26.521006 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c460ccd6-55d3-49a6-9b30-8f52d8641b32 req-3a341ca1-fa94-4e25-abd9-8f2ccb62f7a7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957837 Nov 12 03:30:26.600877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefdf2d-ade6-405b-ba9e-447c67e69cff req-4bed65c8-4789-4d30-b4d3-aeaa9702ac22 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.608862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffefdf2d-ade6-405b-ba9e-447c67e69cff req-4bed65c8-4789-4d30-b4d3-aeaa9702ac22 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 945 time: 0.0799868 Nov 12 03:30:26.617090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6dd8f83c-3f13-4873-8c03-e7968d8d0017 req-9bd7171c-8600-4233-a76b-2efacb9ea4d5 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0364282 Nov 12 03:30:26.689711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffefdf2d-ade6-405b-ba9e-447c67e69cff req-af64f8c0-9eab-4e41-ab00-5b30964a09da tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756624 Nov 12 03:30:26.832668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:26.834769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:27.028794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:27.036655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:27.037372 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.073441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf02c3-12cc-4c03-ad34-e4b6a921219b req-5811338c-857d-475c-945a-6628422fa6c4 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.076012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36bf02c3-12cc-4c03-ad34-e4b6a921219b req-5811338c-857d-475c-945a-6628422fa6c4 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 945 time: 0.0725584 Nov 12 03:30:27.142769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:27.145224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36bf02c3-12cc-4c03-ad34-e4b6a921219b req-7fbd63f0-7850-4b63-bb32-301a70015d29 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597022 Nov 12 03:30:27.171029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'port_id': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'mac_address': 'fa:16:3e:71:71:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:27.211736 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.254361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a35b35-5969-40a9-a60a-3c23cee65b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:27.256806 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ab6c4-ca53-4241-b02c-92461d188b39" -d '{"events": [{"server_uuid": "89a35b35-5969-40a9-a60a-3c23cee65b38", "name": "network-vif-plugged", "status": "completed", "tag": "0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:27.268039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.285000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:27.292682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:27.302097 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.339431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:27.341827 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24a3964-3d81-4f2d-bb38-b440db09d90b x-openstack-request-id: req-c24a3964-3d81-4f2d-bb38-b440db09d90b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:27.342388 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a35b35-5969-40a9-a60a-3c23cee65b38", "name": "network-vif-plugged", "status": "completed", "tag": "0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:27.342917 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c24a3964-3d81-4f2d-bb38-b440db09d90b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:27.344017 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a35b35-5969-40a9-a60a-3c23cee65b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4', 'code': 200} Nov 12 03:30:27.352523 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.384350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.446863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.460325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac7f3f-0369-4453-a63d-f07ef27125f2 req-a5a109b4-ad13-4fff-8360-66384c6f96ee tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.466111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdac7f3f-0369-4453-a63d-f07ef27125f2 req-a5a109b4-ad13-4fff-8360-66384c6f96ee tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 944 time: 0.0661163 Nov 12 03:30:27.505958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbec90-5259-4661-a795-fe1a8bb5f77d req-b1317c05-e024-4e3b-a1d8-78fb9137c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.508816 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bcfbec90-5259-4661-a795-fe1a8bb5f77d req-b1317c05-e024-4e3b-a1d8-78fb9137c15c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 1097 time: 0.0618505 Nov 12 03:30:27.541095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdac7f3f-0369-4453-a63d-f07ef27125f2 req-de563e35-ca8b-44f9-a7b2-a5ede801b9f7 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681312 Nov 12 03:30:27.627697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bcfbec90-5259-4661-a795-fe1a8bb5f77d req-7f152571-a9e0-4d1f-b152-b7d374f0cafb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971491 Nov 12 03:30:27.701421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8773c22-1f2c-4190-8605-85b1fbb16e9e req-54308c53-b358-458d-ba4e-9576c4a4e4d3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.703592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d8773c22-1f2c-4190-8605-85b1fbb16e9e req-54308c53-b358-458d-ba4e-9576c4a4e4d3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 945 time: 0.0563145 Nov 12 03:30:27.760663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d8773c22-1f2c-4190-8605-85b1fbb16e9e req-b87b0485-4175-4163-ac52-7415d639b782 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494294 Nov 12 03:30:27.793820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['8ff88284-ff0c-42ba-9d30-6219e3a34fb9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:27.873427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8126878-6b52-43f8-8f55-01750f0bc19c req-773ad535-4ab7-4b0d-9ab0-1e60eeb6a519 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0452418 Nov 12 03:30:27.967901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c304d-f97f-4493-9d30-b48ce4fc1bef req-421a7664-7461-4960-93b3-ee9ee2039c04 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.977303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b9c304d-f97f-4493-9d30-b48ce4fc1bef req-421a7664-7461-4960-93b3-ee9ee2039c04 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 945 time: 0.1017318 Nov 12 03:30:28.030615 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b9c304d-f97f-4493-9d30-b48ce4fc1bef req-28726ac4-addf-45af-8311-a98b50cef847 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 Nov 12 03:30:28.339028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7ef33-c4ea-4e54-ae2b-dacffc8abb83 req-53cc1b41-8601-4d90-9b86-0e1e92e019a9 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.341470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06f7ef33-c4ea-4e54-ae2b-dacffc8abb83 req-53cc1b41-8601-4d90-9b86-0e1e92e019a9 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 945 time: 0.0887976 Nov 12 03:30:28.394072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43398) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.416247 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06f7ef33-c4ea-4e54-ae2b-dacffc8abb83 req-d4193e69-e9c6-4a20-a3f9-9803103a81cb tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662360 Nov 12 03:30:28.530357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-007e5a80-c085-457c-9d29-fdb9564e2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.533226 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-007e5a80-c085-457c-9d29-fdb9564e2cff service neutron] 10.222.0.20 "GET /v2.0/ports/dcb4e393-b13d-4b0b-af19-96a884c3c885 HTTP/1.1" status: 200 len: 1027 time: 0.0541973 Nov 12 03:30:28.621822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.632847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-5b71765e-57a5-4008-a27b-390f03d4e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.638846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-5b71765e-57a5-4008-a27b-390f03d4e4d3 service neutron] 10.222.0.20 "GET /v2.0/ports/c751239b-7e72-46b3-8f2b-fc85880f2cfa HTTP/1.1" status: 200 len: 1027 time: 0.0815399 Nov 12 03:30:28.827090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff6d06-d645-4d20-b985-e2d365f8f27e req-ab8550c6-5088-4dc1-bff7-5e548583394f tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.829267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.835598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-40ff6d06-d645-4d20-b985-e2d365f8f27e req-ab8550c6-5088-4dc1-bff7-5e548583394f tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 944 time: 0.1450772 Nov 12 03:30:28.836147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.884055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6221e20b-bc56-4051-b896-6fdd4018d89d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.890527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6221e20b-bc56-4051-b896-6fdd4018d89d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.898626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6221e20b-bc56-4051-b896-6fdd4018d89d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.900477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6221e20b-bc56-4051-b896-6fdd4018d89d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "GET /v2.0/networks?id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74 HTTP/1.1" status: 200 len: 1990 time: 0.2450943 Nov 12 03:30:28.915036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5490296abd04983833b03a0d0efee47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182669 Nov 12 03:30:28.916140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd71d1c1-1d4c-4c64-a13b-dee33b24df8c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.918620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43418) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.951787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.952379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.952945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.953456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.954653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.955189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.955759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.956274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.957001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.958746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.959039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-40ff6d06-d645-4d20-b985-e2d365f8f27e req-8b258a89-c066-49b3-8fc5-facc4271673e tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172719 Nov 12 03:30:28.959264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:28.959606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0e0d3-7f88-4997-9efb-e2b83f9f6160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:29.050165 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-045bb99a-5e4d-4515-b65d-8b9fa3c7416a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.082380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-045bb99a-5e4d-4515-b65d-8b9fa3c7416a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.098057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-8ea9f6a8-395c-4a47-b8df-6f9a0dbba556 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b0726607dc4ac2854574393c7fdd18 HTTP/1.1" status: 200 len: 380 time: 0.1755304 Nov 12 03:30:29.125077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'admin_state_up': True, 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'security_groups': ['9dae4d46-c5e1-4314-8799-c82d388e815e']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:29.159809 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d03cb1a-25c8-4de0-b0ec-e4ee29ddddee req-604b17aa-3a0e-4a0d-b164-892cf55eb813 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0453622 Nov 12 03:30:29.179017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-045bb99a-5e4d-4515-b65d-8b9fa3c7416a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.183209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-045bb99a-5e4d-4515-b65d-8b9fa3c7416a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.187808 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-045bb99a-5e4d-4515-b65d-8b9fa3c7416a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd71d1c1-1d4c-4c64-a13b-dee33b24df8c HTTP/1.1" status: 204 len: 168 time: 0.2680655 Nov 12 03:30:29.202258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bb99a-5e4d-4515-b65d-8b9fa3c7416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd71d1c1-1d4c-4c64-a13b-dee33b24df8c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.351020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16dc1e-351a-49c3-85e8-52f49972d70d req-14ef9889-3451-47fa-a9ca-3a68c6fd45f3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.353044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de16dc1e-351a-49c3-85e8-52f49972d70d req-14ef9889-3451-47fa-a9ca-3a68c6fd45f3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 945 time: 0.2488644 Nov 12 03:30:29.573495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de16dc1e-351a-49c3-85e8-52f49972d70d req-a6b2961a-380e-4388-b9bd-909170affc92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865733 Nov 12 03:30:29.668894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f355b4-b180-4f97-982f-64bbd441979d req-c1e50952-c324-4433-ae18-e4404227615e tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.670910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55f355b4-b180-4f97-982f-64bbd441979d req-c1e50952-c324-4433-ae18-e4404227615e tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 945 time: 0.2918096 Nov 12 03:30:29.672851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:29.678757 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.947439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Allocated IP 172.20.0.14 (3694e15b-90b1-4c4f-96cb-1ec7fd7355b3/fc3c55d2-fd78-4d1f-b13a-a9c9b443388e/71ee0c62-30cc-4c65-9f68-bab1101ab758) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:30.160088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c6fe7-9894-44bd-ad74-5d10456f3d83 req-62a5920c-2990-48c6-ae5a-290fb6854ae7 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:30.170949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d17c6fe7-9894-44bd-ad74-5d10456f3d83 req-62a5920c-2990-48c6-ae5a-290fb6854ae7 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 945 time: 0.3985724 Nov 12 03:30:30.284704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.316144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f612654-1114-4c01-b893-4158a7f67422 req-22e3c33f-0cf4-4265-81ce-967e13eeab67 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:30.325655 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f612654-1114-4c01-b893-4158a7f67422 req-22e3c33f-0cf4-4265-81ce-967e13eeab67 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 944 time: 0.1124718 Nov 12 03:30:30.390202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Deleting port a4435645-cabe-418c-8900-55e564847225 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:30.390501 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.412807 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f612654-1114-4c01-b893-4158a7f67422 req-c66079b8-b014-42bd-af07-86f0bcca38d4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857677 Nov 12 03:30:30.481833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43464) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:30.499567 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d17c6fe7-9894-44bd-ad74-5d10456f3d83 req-5d8042d7-1e66-4db2-a669-dc2ee7f7068c tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe6f0765-de08-498d-9573-1265a64f5c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276353 Nov 12 03:30:30.530274 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.675777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d69440-f2ea-43c3-9882-97f160acccbf req-abcbb516-96ef-44e3-bd5b-50a2d2ec1c93 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:30.683025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5d69440-f2ea-43c3-9882-97f160acccbf req-abcbb516-96ef-44e3-bd5b-50a2d2ec1c93 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 932 time: 0.1024044 Nov 12 03:30:30.695284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] For port a4435645-cabe-418c-8900-55e564847225, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a4435645-cabe-418c-8900-55e564847225,segment=NetworkSegment(117549ed-fbc1-4d74-8835-51225983e415),segment_id=117549ed-fbc1-4d74-8835-51225983e415)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:30.695797 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.730881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Calling delete_port for a4435645-cabe-418c-8900-55e564847225 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:30.756226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-506886024-network', 'tenant_id': '929da0da474b44a79c31662eeb735de2'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:30.763756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5d69440-f2ea-43c3-9882-97f160acccbf req-4e224ed5-55cc-4a77-96ce-8982f20c1418 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745094 Nov 12 03:30:30.804214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Made reservation on behalf of 929da0da474b44a79c31662eeb735de2 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:30.807923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.819847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.849616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:30.874669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:30.879947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:30.916213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=71ee0c62-30cc-4c65-9f68-bab1101ab758,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:30.926961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.936476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:30.944158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.015107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:31.025939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:31.031420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:31.031420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.043454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fbfa13-fe9a-41ab-bb4f-22322175809d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.061867 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.062231 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Added segment b6890064-9596-464b-ad78-0b4ad19e6c74 of type vlan for network c5817e48-97b4-4f31-a39a-8f33d4bcf472 Nov 12 03:30:31.119239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.119926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.157859 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.216253 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-12e166e1-a23e-4723-ac07-c1d712291af9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0957136 Nov 12 03:30:31.230553 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.233427 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.234552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.236310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.239691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499473-5fd1-4af1-8254-6e245e16e215 req-c7651ea2-a390-495c-b5bf-f3e237ed116e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.258232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87499473-5fd1-4af1-8254-6e245e16e215 req-c7651ea2-a390-495c-b5bf-f3e237ed116e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 945 time: 0.4325666 Nov 12 03:30:31.280774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'admin_state_up': True, 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'security_groups': ['9dae4d46-c5e1-4314-8799-c82d388e815e']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:31.374035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:31.382079 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ba94c5-3bb1-4bf5-82bd-d833b75c81a6" -d '{"events": [{"server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "name": "network-vif-plugged", "status": "completed", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:31.389133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:31.405702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9220917 Nov 12 03:30:31.411904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63b2a33a-8cfb-4e3b-ab97-9d6502817c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.417216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43480) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:31.426479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Request body: {'subnet': {'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-506886024-subnet', 'tenant_id': '929da0da474b44a79c31662eeb735de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:31.437323 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.438371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a4435645-cabe-418c-8900-55e564847225 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:31.445962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36a656-5ffb-4e78-84ac-b890b98a40c8 admin admin] Pushing event updated for resources: {'Network': ['ID=c5817e48-97b4-4f31-a39a-8f33d4bcf472,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.512015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Made reservation on behalf of 929da0da474b44a79c31662eeb735de2 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:31.516532 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.526672 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283d8802-fc26-4807-900e-3dc7b4491ca2 x-openstack-request-id: req-283d8802-fc26-4807-900e-3dc7b4491ca2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:31.532570 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "name": "network-vif-plugged", "status": "completed", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:31.533132 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-283d8802-fc26-4807-900e-3dc7b4491ca2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:31.533800 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'code': 200} Nov 12 03:30:31.535864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5f3a194b-ca29-41f4-a3db-f73180f3fafc None None] Provisioning complete for port 71ee0c62-30cc-4c65-9f68-bab1101ab758 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:31.537304 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f3a194b-ca29-41f4-a3db-f73180f3fafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.562535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.586993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c5817e48-97b4-4f31-a39a-8f33d4bcf472 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:31.765863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No active binding found for port a4435645-cabe-418c-8900-55e564847225 {{(pid=102630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:30:31.766102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a4435645-cabe-418c-8900-55e564847225 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:31.769870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Pushing event deleted for resources: {'Port': ['ID=a4435645-cabe-418c-8900-55e564847225,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.807996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a194b-ca29-41f4-a3db-f73180f3fafc None None] Port 71ee0c62-30cc-4c65-9f68-bab1101ab758 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:31.818420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.831711 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87499473-5fd1-4af1-8254-6e245e16e215 req-03a1e1fa-8fac-4817-8af8-b4afb9f54cf7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716846 Nov 12 03:30:31.850805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] No DVR routers for this DVR port a4435645-cabe-418c-8900-55e564847225 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:31.866031 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.866031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55f355b4-b180-4f97-982f-64bbd441979d req-e490f6ab-63a2-4c49-a670-d1a1714f5417 tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.20 "DELETE /v2.0/ports/a4435645-cabe-418c-8900-55e564847225 HTTP/1.1" status: 204 len: 173 time: 2.1622252 Nov 12 03:30:31.866031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef04100c-3bdf-45c3-9e04-a93af6b2f2c5', 'name': 'network-vif-deleted', 'tag': 'a4435645-cabe-418c-8900-55e564847225'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:31.866517 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1babf7f7-0479-44c0-a575-98ab2beaf7da" -d '{"events": [{"server_uuid": "ef04100c-3bdf-45c3-9e04-a93af6b2f2c5", "name": "network-vif-deleted", "tag": "a4435645-cabe-418c-8900-55e564847225"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:31.874115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de4846-e99d-444a-994f-46fe99193ab1 req-71b8463e-87eb-4a2d-9a38-3f1ebaab870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.876962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96de4846-e99d-444a-994f-46fe99193ab1 req-71b8463e-87eb-4a2d-9a38-3f1ebaab870b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 1097 time: 0.3091712 Nov 12 03:30:31.930479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:31.934617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.976640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18103919-71f1-4276-ae6d-725952aa3a39 req-20e77bc4-0b8c-4eab-9407-379cacca5a37 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.978088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96de4846-e99d-444a-994f-46fe99193ab1 req-b56297eb-0560-48df-b8c6-0da46ccda4c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904992 Nov 12 03:30:31.987805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18103919-71f1-4276-ae6d-725952aa3a39 req-20e77bc4-0b8c-4eab-9407-379cacca5a37 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 945 time: 0.2250316 Nov 12 03:30:32.003985 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-557a2dae-d614-468e-a53a-3d50ae2c2dfd req-bcfd4ac5-b0f7-4758-bb19-77b31a9f4dbc tempest-ServerAddressesNegativeTestJSON-1798767259 tempest-ServerAddressesNegativeTestJSON-1798767259-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef04100c-3bdf-45c3-9e04-a93af6b2f2c5 HTTP/1.1" status: 200 len: 210 time: 0.0563078 Nov 12 03:30:32.058824 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.170685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18103919-71f1-4276-ae6d-725952aa3a39 req-84dba04d-5952-457b-aed0-e1ad268dbb83 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818388 Nov 12 03:30:32.175193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Allocated IP 10.1.1.157 (41325d71-c771-431e-abd4-05a171d89a69/0c953a92-4d0e-4350-a619-326971a91b74/20a56828-4e8d-4ba0-939b-277b349a8408) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:32.184516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da21716-8dcb-4424-83be-8ef2a0114aae,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:32.207237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Checking segment: {'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:32.207237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Network hostable DHCP agents. Network: c5817e48-97b4-4f31-a39a-8f33d4bcf472, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:32.248389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Network c5817e48-97b4-4f31-a39a-8f33d4bcf472 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:32.296862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c5817e48-97b4-4f31-a39a-8f33d4bcf472) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:32.311577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e22300a-9614-4da2-b95b-6703dd8fb4ad None None] Network c5817e48-97b4-4f31-a39a-8f33d4bcf472 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:32.323369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.329580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.423010 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a67d5549-37c7-4a8b-8239-b3499b9e3b66 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0018256 Nov 12 03:30:32.458227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81ab83-5425-430e-9ffa-a2a7f1a58b40 req-a3ace0bf-71e6-4087-9a3e-9fe419720050 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.477475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f81ab83-5425-430e-9ffa-a2a7f1a58b40 req-a3ace0bf-71e6-4087-9a3e-9fe419720050 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 932 time: 0.1291683 Nov 12 03:30:32.530009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.549042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78957418-389d-4959-bb0d-e546bbb80bdc None None] Network c5817e48-97b4-4f31-a39a-8f33d4bcf472 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:32.595549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9982d1-eade-4878-a235-fb51fa8f21ec req-29b464f9-3398-40a1-928b-1ca94bf7f166 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.600584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f81ab83-5425-430e-9ffa-a2a7f1a58b40 req-ac5f0322-29f2-4065-bde4-ea1f0e07be4f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139915 Nov 12 03:30:32.610099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f9982d1-eade-4878-a235-fb51fa8f21ec req-29b464f9-3398-40a1-928b-1ca94bf7f166 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 945 time: 0.2649343 Nov 12 03:30:32.635174 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.663693 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c913ee0-76a7-4a70-8b3f-d9ee05f64cfe x-openstack-request-id: req-6c913ee0-76a7-4a70-8b3f-d9ee05f64cfe {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:32.664399 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef04100c-3bdf-45c3-9e04-a93af6b2f2c5", "name": "network-vif-deleted", "tag": "a4435645-cabe-418c-8900-55e564847225", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:32.665520 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c913ee0-76a7-4a70-8b3f-d9ee05f64cfe {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:32.666159 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef04100c-3bdf-45c3-9e04-a93af6b2f2c5', 'name': 'network-vif-deleted', 'tag': 'a4435645-cabe-418c-8900-55e564847225', 'status': 'completed', 'code': 200} Nov 12 03:30:32.749729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 41325d71-c771-431e-abd4-05a171d89a69 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:32.763710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:32.776957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:32.784690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=20a56828-4e8d-4ba0-939b-277b349a8408,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:32.802031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e8aa8-984b-4e02-b6e9-e0d73e9d406f req-608a2c8b-d8e1-4a77-86de-d7ca5281e60a tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.809752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b7e8aa8-984b-4e02-b6e9-e0d73e9d406f req-608a2c8b-d8e1-4a77-86de-d7ca5281e60a tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 945 time: 0.0762913 Nov 12 03:30:32.838253 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f9982d1-eade-4878-a235-fb51fa8f21ec req-48cf3cb7-f957-45a9-8590-e2321259ca79 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165735 Nov 12 03:30:32.883933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.887497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.907405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-ecabde0c-e917-4c30-a4e4-8514e70316e4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6308491 Nov 12 03:30:32.926313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'admin_state_up': True, 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'security_groups': ['9dae4d46-c5e1-4314-8799-c82d388e815e']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:32.973411 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b7e8aa8-984b-4e02-b6e9-e0d73e9d406f req-b1e7245d-f7c0-4fc4-9247-48ac86ca4ef9 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615980 Nov 12 03:30:33.218423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43510) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:33.234025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-488e892f-1e93-4b95-aef4-3b96bc087d3f req-1af4a85b-2017-4590-ad67-9c72d19a141d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1986856758', 'description': 'tempest-description-752429145'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:33.278229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7e050fe9-0cbd-455d-8acf-cedff9d494d2 None None] Provisioning complete for port 20a56828-4e8d-4ba0-939b-277b349a8408 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:33.279648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e050fe9-0cbd-455d-8acf-cedff9d494d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.340014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7e050fe9-0cbd-455d-8acf-cedff9d494d2 None None] Port 20a56828-4e8d-4ba0-939b-277b349a8408 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:33.545250 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5276356e-eec5-43d3-9cc5-d21d05b29a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.692871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:33.699437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.706972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488e892f-1e93-4b95-aef4-3b96bc087d3f req-1af4a85b-2017-4590-ad67-9c72d19a141d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.758375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1b9f4a-e63e-4e9d-a3dc-3381e42f5eae admin admin] Deleting subnet a057cf20-3c92-47f4-99e3-4db6441267be {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:33.763807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9f4a-e63e-4e9d-a3dc-3381e42f5eae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.807124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ffeaf-5851-439f-b5b8-8a56e44bd5ee req-54706e61-a782-4fa8-ae03-0bafba19de03 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.809237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c7ffeaf-5851-439f-b5b8-8a56e44bd5ee req-54706e61-a782-4fa8-ae03-0bafba19de03 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 945 time: 0.1243238 Nov 12 03:30:33.826293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488e892f-1e93-4b95-aef4-3b96bc087d3f req-1af4a85b-2017-4590-ad67-9c72d19a141d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.835585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488e892f-1e93-4b95-aef4-3b96bc087d3f req-1af4a85b-2017-4590-ad67-9c72d19a141d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.883136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9f4a-e63e-4e9d-a3dc-3381e42f5eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.922951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c7ffeaf-5851-439f-b5b8-8a56e44bd5ee req-d4021da3-5c33-437b-bfe4-1535b884ac7c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994995 Nov 12 03:30:33.930808 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-488e892f-1e93-4b95-aef4-3b96bc087d3f req-1af4a85b-2017-4590-ad67-9c72d19a141d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.944947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-488e892f-1e93-4b95-aef4-3b96bc087d3f req-1af4a85b-2017-4590-ad67-9c72d19a141d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7175066 Nov 12 03:30:33.952235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4a85b-2017-4590-ad67-9c72d19a141d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f408039a-3692-4f6e-b86f-a91a5a540044,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:33.966404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9f4a-e63e-4e9d-a3dc-3381e42f5eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.147676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9f4a-e63e-4e9d-a3dc-3381e42f5eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.150705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Allocated IP 10.1.1.45 (41325d71-c771-431e-abd4-05a171d89a69/0c953a92-4d0e-4350-a619-326971a91b74/dd9a0121-61e9-4a30-bc4e-80759322c917) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:34.166250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae56c4-d882-4528-b2cd-4be6ec2543d0 req-6b7b8257-a047-4696-93cf-0e90e370fda5 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.167817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7ae56c4-d882-4528-b2cd-4be6ec2543d0 req-6b7b8257-a047-4696-93cf-0e90e370fda5 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 945 time: 0.1113558 Nov 12 03:30:34.203049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b9f4a-e63e-4e9d-a3dc-3381e42f5eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a057cf20-3c92-47f4-99e3-4db6441267be,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.216706 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9f4a-e63e-4e9d-a3dc-3381e42f5eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.220766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eb1b9f4a-e63e-4e9d-a3dc-3381e42f5eae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a057cf20-3c92-47f4-99e3-4db6441267be HTTP/1.1" status: 204 len: 168 time: 1.0012357 Nov 12 03:30:34.223351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43520) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:34.239285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5f117-e829-4cd9-9a39-ca14816782bf req-132600ae-944a-41b8-abef-baa5abaa815e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.251539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5f117-e829-4cd9-9a39-ca14816782bf req-132600ae-944a-41b8-abef-baa5abaa815e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.255139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ef5f117-e829-4cd9-9a39-ca14816782bf req-132600ae-944a-41b8-abef-baa5abaa815e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 1654 time: 0.1934288 Nov 12 03:30:34.335818 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7ae56c4-d882-4528-b2cd-4be6ec2543d0 req-78637fd9-9930-416c-b812-28af53833c01 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354418 Nov 12 03:30:34.343676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.390458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-1aa148ca-ece8-45f7-87ee-d7a5fb2384ec req-ce973310-e8cc-4bc8-88bf-d6d64de2678d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1084531305', 'description': 'tempest-description-1437824668'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:34.449770 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ef5f117-e829-4cd9-9a39-ca14816782bf req-d45e60c8-b107-401b-abe5-9c465fe8d499 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848187 Nov 12 03:30:34.478560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-5dd27730-bc65-499c-a39e-f4edc0f57bcf tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.480387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-5dd27730-bc65-499c-a39e-f4edc0f57bcf tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 945 time: 0.1050434 Nov 12 03:30:34.493511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.532468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1aa148ca-ece8-45f7-87ee-d7a5fb2384ec req-ce973310-e8cc-4bc8-88bf-d6d64de2678d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.532873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.539701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2aa0c9-5de0-4631-8177-86a8d1837720']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.572533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117549ed-fbc1-4d74-8835-51225983e415') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.572879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117549ed-fbc1-4d74-8835-51225983e415') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.606764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.634890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.656398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:34.657997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:34.659452 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:34.690149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf4149-ba96-4ff9-b9a3-b7ce55982ae5 req-fff2bb49-dc2a-433e-af5a-a7767f1e6933 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.697800 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8cdf4149-ba96-4ff9-b9a3-b7ce55982ae5 req-fff2bb49-dc2a-433e-af5a-a7767f1e6933 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc9cf9f4-7e27-42af-920f-85b8e7f1cb71 HTTP/1.1" status: 200 len: 945 time: 0.1125767 Nov 12 03:30:34.705173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.733097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1aa148ca-ece8-45f7-87ee-d7a5fb2384ec req-ce973310-e8cc-4bc8-88bf-d6d64de2678d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.745251 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1aa148ca-ece8-45f7-87ee-d7a5fb2384ec req-ce973310-e8cc-4bc8-88bf-d6d64de2678d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.778699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.786724 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.794300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dd2aa0c9-5de0-4631-8177-86a8d1837720 HTTP/1.1" status: 204 len: 168 time: 0.5665929 Nov 12 03:30:34.834126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1aa148ca-ece8-45f7-87ee-d7a5fb2384ec req-ce973310-e8cc-4bc8-88bf-d6d64de2678d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.835441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa148ca-ece8-45f7-87ee-d7a5fb2384ec req-ce973310-e8cc-4bc8-88bf-d6d64de2678d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4495702 Nov 12 03:30:34.840660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 41325d71-c771-431e-abd4-05a171d89a69 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:34.847829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=dd9a0121-61e9-4a30-bc4e-80759322c917,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.850659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d76bf-acbc-465e-91bc-d92d94e48eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2aa0c9-5de0-4631-8177-86a8d1837720,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.854215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Deleting port cf32eb01-a803-447f-a1e5-0ea7eec097a4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:34.854803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.860816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce973310-e8cc-4bc8-88bf-d6d64de2678d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e15297-b26e-47d8-9b28-ecc7e2ad9d3d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.867638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:34.886821 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.940091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:35.127639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8cdf4149-ba96-4ff9-b9a3-b7ce55982ae5 req-58c1dc53-e523-4691-807c-ad1a3e495fbf tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d07c5b3-aac0-4856-a72c-4f592c170cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284520 Nov 12 03:30:35.163273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-95e7f84d-151a-47f0-8932-a2ecd9efb391 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.183673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-95e7f84d-151a-47f0-8932-a2ecd9efb391 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1585829 Nov 12 03:30:35.228272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43544) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:35.276339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] For port cf32eb01-a803-447f-a1e5-0ea7eec097a4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cf32eb01-a803-447f-a1e5-0ea7eec097a4,segment=NetworkSegment(927dde27-75fd-46d9-9812-5eeffd29b5a7),segment_id=927dde27-75fd-46d9-9812-5eeffd29b5a7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:35.277111 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.306377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.307141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.326635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-400dd6c5-168c-42a8-ab82-073fe35b3dbf tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 696 time: 0.1396091 Nov 12 03:30:35.340007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Request body: {'floatingip': {'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:35.354438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Calling delete_port for cf32eb01-a803-447f-a1e5-0ea7eec097a4 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:35.388273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.428159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1c36d141-2d43-45fe-ad51-b93f734c4d33 None None] Provisioning complete for port dd9a0121-61e9-4a30-bc4e-80759322c917 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:35.429904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c36d141-2d43-45fe-ad51-b93f734c4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.438552 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-6f7ea283-ed84-4edc-b8e5-410cbd0fb6f8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5192060 Nov 12 03:30:35.460254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-f2a8e466-920d-4e5a-a5ce-3462d6536a6f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.462548 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-f2a8e466-920d-4e5a-a5ce-3462d6536a6f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 945 time: 0.3078356 Nov 12 03:30:35.467465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74', 'admin_state_up': True, 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'security_groups': ['9dae4d46-c5e1-4314-8799-c82d388e815e']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:35.486901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1c36d141-2d43-45fe-ad51-b93f734c4d33 None None] Port dd9a0121-61e9-4a30-bc4e-80759322c917 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:35.610063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-80b6124a-d4be-4065-8263-8f7db3424081 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7181de923d4945b5b645fac41787186e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716476 Nov 12 03:30:35.615676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43554) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:35.690103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-f6f81223-ae62-4e61-b2aa-0d2e0d61d6ae tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.694029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-f6f81223-ae62-4e61-b2aa-0d2e0d61d6ae tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 812 time: 0.3649943 Nov 12 03:30:35.756720 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37b43ce8-4d15-4bd1-acdd-19ecb3002d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.781924 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37b43ce8-4d15-4bd1-acdd-19ecb3002d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.795227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-f83458ec-aea7-4463-b17d-326226f73ce8 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/quotas/929da0da474b44a79c31662eeb735de2 HTTP/1.1" status: 200 len: 375 time: 0.0288980 Nov 12 03:30:35.850425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-e599df2d-010a-440b-b899-48e15b09e3cf tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427759 Nov 12 03:30:35.870649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:35.949338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37b43ce8-4d15-4bd1-acdd-19ecb3002d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.951993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37b43ce8-4d15-4bd1-acdd-19ecb3002d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.955716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-37b43ce8-4d15-4bd1-acdd-19ecb3002d6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe6f0765-de08-498d-9573-1265a64f5c0d HTTP/1.1" status: 204 len: 168 time: 0.3380568 Nov 12 03:30:35.999576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b43ce8-4d15-4bd1-acdd-19ecb3002d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6f0765-de08-498d-9573-1265a64f5c0d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:36.050482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Deleting port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:36.050968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.088673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.095243 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.191732 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-5daf1c03-db34-4517-9a29-fcc474c1498c service neutron] 10.222.0.49 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317790 Nov 12 03:30:36.211553 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.245377 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.258619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.266415 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d associated. External IP: 172.25.0.234, port: 990775ff-4178-4bcd-b809-63ecc9938af3. Nov 12 03:30:36.273528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cf32eb01-a803-447f-a1e5-0ea7eec097a4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:36.354007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Pushing event deleted for resources: {'Port': ['ID=cf32eb01-a803-447f-a1e5-0ea7eec097a4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:36.464720 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:36.485402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] For port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:36.485764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.540792 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-72628616-7edb-4f1d-8dd3-55da3d7baf1b service neutron] 10.222.0.49 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051651 Nov 12 03:30:36.631305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] No DVR routers for this DVR port cf32eb01-a803-447f-a1e5-0ea7eec097a4 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:36.640409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Calling delete_port for 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:36.645749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.650665 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4bd8bc1-65b9-4e00-a5c7-286414e03aa3 req-e6a7d9cd-f356-4201-a377-59de5df027e3 tempest-ServerTagsTestJSON-2022607913 tempest-ServerTagsTestJSON-2022607913-project] 10.222.0.20 "DELETE /v2.0/ports/cf32eb01-a803-447f-a1e5-0ea7eec097a4 HTTP/1.1" status: 204 len: 173 time: 2.1641126 Nov 12 03:30:36.651254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9cf9f4-7e27-42af-920f-85b8e7f1cb71', 'name': 'network-vif-deleted', 'tag': 'cf32eb01-a803-447f-a1e5-0ea7eec097a4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:36.653692 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aacaec-e043-457e-8a80-fc53e511fa80" -d '{"events": [{"server_uuid": "cc9cf9f4-7e27-42af-920f-85b8e7f1cb71", "name": "network-vif-deleted", "tag": "cf32eb01-a803-447f-a1e5-0ea7eec097a4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:36.734079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:36.982824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:36.985021 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.997000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.013571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:37.037949 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-241f42b9-7f05-4114-af57-a693c9e72592 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "PUT /v2.0/floatingips/9049d49c-b6dd-43c2-b0fb-f9f5483ce60d HTTP/1.1" status: 200 len: 997 time: 1.7017965 Nov 12 03:30:37.038510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:37.041997 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ada42-7aec-460c-9656-8b451d725190" -d '{"events": [{"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:37.052578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:37.053935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:30:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:37.192798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-a57ed86d-fa87-4d30-8748-dd5b1aa1c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.219150 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-a57ed86d-fa87-4d30-8748-dd5b1aa1c714 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 0.1592317 Nov 12 03:30:37.224417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Allocated IP 10.2.2.100 (2653ebf7-84d8-4c43-9230-ca8d69b7ba74/a7119d30-cf90-4361-bf87-e0f6100735c2/53aba75e-2a7c-4c17-b2ec-80503286a411) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:37.274780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2857999-4e7e-4755-bcb8-cf8b825e4abe req-003e1c18-4740-48f7-bf6f-b40f7a9de416 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.293693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2857999-4e7e-4755-bcb8-cf8b825e4abe req-003e1c18-4740-48f7-bf6f-b40f7a9de416 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 945 time: 0.3101580 Nov 12 03:30:37.478788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2857999-4e7e-4755-bcb8-cf8b825e4abe req-3039e969-4143-46ad-a794-d3d059588a6a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842284 Nov 12 03:30:37.501540 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.540836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd', '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:37.704814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-a598729a-a55c-4143-b288-7023623944a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.707991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-a598729a-a55c-4143-b288-7023623944a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.4712262 Nov 12 03:30:37.796362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43598) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:37.803091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:37.815701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event deleted for resources: {'Port': ['ID=0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:37.853982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] No DVR routers for this DVR port 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:37.862298 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.872283 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b124037-f9a9-4fc4-9292-733a60c2eac7 req-d184e121-3298-4886-83e8-4d0fef8e5c2e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "DELETE /v2.0/ports/0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 HTTP/1.1" status: 204 len: 173 time: 2.3484678 Nov 12 03:30:37.901120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-47c00bcc-0f91-4ae9-a99d-a54734d9f74e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 1000 time: 0.1818640 Nov 12 03:30:37.970877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.038546 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.046457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-54e4d63e-0a3b-4cf2-84c7-74e68cf497fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.061539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-54e4d63e-0a3b-4cf2-84c7-74e68cf497fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.1477416 Nov 12 03:30:38.114274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:38.142161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-953e1726-dbcb-4b1e-85c9-5e7fce6f5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.156570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-953e1726-dbcb-4b1e-85c9-5e7fce6f5fcf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825133 Nov 12 03:30:38.185318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:38.203410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:38.329682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.337352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-49028fda-b164-4226-963e-7a3871c62c13 service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726198 Nov 12 03:30:38.341877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.369306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1334650349-network', 'tenant_id': '887011160b5e460f9baa3e21256f438b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:38.385015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9212043 Nov 12 03:30:38.429554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74', 'admin_state_up': True, 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'security_groups': ['9dae4d46-c5e1-4314-8799-c82d388e815e']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:38.473283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fb200-5c5b-4d53-954e-e74f6f9bdb56 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=53aba75e-2a7c-4c17-b2ec-80503286a411,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:38.551603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa1f01c1-6ea1-49df-baf9-af44155edee2 req-80986213-c70c-4647-be7b-60fd7dd842dc service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128041 Nov 12 03:30:38.552597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Made reservation on behalf of 887011160b5e460f9baa3e21256f438b for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:38.561244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.630824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.689655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43616) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:38.772041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f154-3c57-4cc1-b5e0-2d8e3d0f1856 req-22297d0c-0583-46f4-a38b-a286bf9a3c3e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.782714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f154-3c57-4cc1-b5e0-2d8e3d0f1856 req-22297d0c-0583-46f4-a38b-a286bf9a3c3e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.783140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ec0ce0-3bd3-482e-b969-0e70bc4aa21e admin admin] Deleting subnet ffd1ff24-3864-4a34-b7c3-f6dfc974a024 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:38.790910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f154-3c57-4cc1-b5e0-2d8e3d0f1856 req-22297d0c-0583-46f4-a38b-a286bf9a3c3e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.797720 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0ce0-3bd3-482e-b969-0e70bc4aa21e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.798947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f154-3c57-4cc1-b5e0-2d8e3d0f1856 req-22297d0c-0583-46f4-a38b-a286bf9a3c3e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.813344 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb72f154-3c57-4cc1-b5e0-2d8e3d0f1856 req-22297d0c-0583-46f4-a38b-a286bf9a3c3e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 3095 time: 0.2423453 Nov 12 03:30:38.825977 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3290d781-d58a-49c4-970f-968e05b1972e x-openstack-request-id: req-3290d781-d58a-49c4-970f-968e05b1972e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:38.826780 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9cf9f4-7e27-42af-920f-85b8e7f1cb71", "name": "network-vif-deleted", "tag": "cf32eb01-a803-447f-a1e5-0ea7eec097a4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:38.827054 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3290d781-d58a-49c4-970f-968e05b1972e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:38.827791 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9cf9f4-7e27-42af-920f-85b8e7f1cb71', 'name': 'network-vif-deleted', 'tag': 'cf32eb01-a803-447f-a1e5-0ea7eec097a4', 'status': 'completed', 'code': 200} Nov 12 03:30:38.871080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c784108e-3666-4dcd-aed7-9668f1252ee1 None None] Provisioning complete for port 53aba75e-2a7c-4c17-b2ec-80503286a411 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:38.871080 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c784108e-3666-4dcd-aed7-9668f1252ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.884364 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0ce0-3bd3-482e-b969-0e70bc4aa21e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.968380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c784108e-3666-4dcd-aed7-9668f1252ee1 None None] Port 53aba75e-2a7c-4c17-b2ec-80503286a411 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:38.970175 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cf32eb01-a803-447f-a1e5-0ea7eec097a4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:38.978372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0ce0-3bd3-482e-b969-0e70bc4aa21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.986362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Made reservation on behalf of 40b0726607dc4ac2854574393c7fdd18 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:38.995586 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.034390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: cf32eb01-a803-447f-a1e5-0ea7eec097a4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:39.035425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cf32eb01-a803-447f-a1e5-0ea7eec097a4 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:39.073047 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0ce0-3bd3-482e-b969-0e70bc4aa21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.107300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb72f154-3c57-4cc1-b5e0-2d8e3d0f1856 req-b6e5e556-4381-4636-80c7-c4044e2b6b86 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929914 Nov 12 03:30:39.108227 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b990637-30e8-42fe-871e-add696900a18 req-6b5c7a75-cbbc-4b89-bd24-78a9cd42dd45 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 210 time: 0.0544593 Nov 12 03:30:39.140231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec0ce0-3bd3-482e-b969-0e70bc4aa21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd1ff24-3864-4a34-b7c3-f6dfc974a024,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.146563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0ce0-3bd3-482e-b969-0e70bc4aa21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.157711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a3ec0ce0-3bd3-482e-b969-0e70bc4aa21e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ffd1ff24-3864-4a34-b7c3-f6dfc974a024 HTTP/1.1" status: 204 len: 168 time: 0.4663529 Nov 12 03:30:39.167234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43618) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:39.235883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.321388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:38:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:35Z', 'revision_number': 1, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:39.323246 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04df004-7ad4-4f81-a713-c0e73ae4d37c x-openstack-request-id: req-f04df004-7ad4-4f81-a713-c0e73ae4d37c {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:39.323584 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:39.323899 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f04df004-7ad4-4f81-a713-c0e73ae4d37c {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:39.324300 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3', 'status': 'completed', 'code': 200} Nov 12 03:30:39.399626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:39.423694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:39.429876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:30:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:39.470408 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.561582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.578016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:39.592044 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.592445 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Added segment f3c95f1c-38e4-49ab-8a80-85ef890952a3 of type vlan for network 9e38caf7-0c44-4c0a-b90a-ab9c7c11b960 Nov 12 03:30:39.652849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.751845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa808e39-9ac8-4645-9507-f7f7aedc2185 req-18eb6eb7-54ba-4198-a57f-58a1999e6768 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a35b35-5969-40a9-a60a-3c23cee65b38 HTTP/1.1" status: 200 len: 210 time: 0.4689114 Nov 12 03:30:39.794079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-72da01f9-eeea-44f3-b19e-13951c09b9fc tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.795481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-72da01f9-eeea-44f3-b19e-13951c09b9fc tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 812 time: 0.9112179 Nov 12 03:30:39.806782 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.808590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.809272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.837895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.864363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'port': {'device_id': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472', 'admin_state_up': True, 'tenant_id': '929da0da474b44a79c31662eeb735de2'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:39.883331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:39.969826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f1c74b-d39f-4c3a-b05d-f097c0412aba,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.971012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9b59db-52dc-4fb9-8580-eb495b064cdb']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:40.011446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927dde27-75fd-46d9-9812-5eeffd29b5a7') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:40.011733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927dde27-75fd-46d9-9812-5eeffd29b5a7') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:40.043561 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.089066 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.119117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:40.124758 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:40.126781 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:40.292940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.321150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.339635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] 10.222.0.49 "DELETE /v2.0/networks/9c9b59db-52dc-4fb9-8580-eb495b064cdb HTTP/1.1" status: 204 len: 168 time: 1.1607208 Nov 12 03:30:40.341585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6326a3-aab7-4c59-bc01-e7e49c67d90c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9b59db-52dc-4fb9-8580-eb495b064cdb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:40.617599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:38:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:35Z', 'revision_number': 1, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:40.624097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43644) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:40.641257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ae80c98-20ca-4a4c-9306-1ef7bb1b0a83 req-9a527379-d8c2-4922-aaf2-5e67a0c9c915 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 210 time: 0.0762208 Nov 12 03:30:40.650107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8aea1f-1e0e-42d1-821c-3a1bb1e9f8e8 None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:38:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:35Z', 'revision_number': 1, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:40.790786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6d5b3e6d-74e9-47c4-90e6-c8ed2a24af14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a1a768135b342f8b5037705d164c16c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628656 Nov 12 03:30:40.793165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:40.910824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:40.938641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a35b35-5969-40a9-a60a-3c23cee65b38', 'name': 'network-vif-deleted', 'tag': '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:40.941981 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b352559-ffb7-494a-a2bc-b7beecf08279" -d '{"events": [{"server_uuid": "89a35b35-5969-40a9-a60a-3c23cee65b38", "name": "network-vif-deleted", "tag": "0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:40.952214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d09b-5703-4ad7-9d32-ebb7a4140769 req-8a1474c1-a3ad-48c5-9dfe-44de3320b047 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.963396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d09b-5703-4ad7-9d32-ebb7a4140769 req-8a1474c1-a3ad-48c5-9dfe-44de3320b047 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.963933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:40.964288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:40.972300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d09b-5703-4ad7-9d32-ebb7a4140769 req-8a1474c1-a3ad-48c5-9dfe-44de3320b047 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.986152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Allocated IP 10.2.2.200 (2653ebf7-84d8-4c43-9230-ca8d69b7ba74/a7119d30-cf90-4361-bf87-e0f6100735c2/b18dccb2-bf47-4c56-b885-4c20b800c014) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:40.992218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d09b-5703-4ad7-9d32-ebb7a4140769 req-8a1474c1-a3ad-48c5-9dfe-44de3320b047 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.994454 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7244d09b-5703-4ad7-9d32-ebb7a4140769 req-8a1474c1-a3ad-48c5-9dfe-44de3320b047 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 3095 time: 0.1831648 Nov 12 03:30:40.998516 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a02e6383-9e2d-43b3-8c82-7de8838dc362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.024116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ada42-7aec-460c-9656-8b451d725190 req-328730c7-bf50-44e3-82dd-6bf4aa95180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.025784 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937ada42-7aec-460c-9656-8b451d725190 req-328730c7-bf50-44e3-82dd-6bf4aa95180c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 1.4658828 Nov 12 03:30:41.037293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2173216 Nov 12 03:30:41.048340 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b195880-511e-4056-ae71-9618ba7149f7 None None] New status for floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:30:41.096037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a02e6383-9e2d-43b3-8c82-7de8838dc362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.144012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7244d09b-5703-4ad7-9d32-ebb7a4140769 req-270879a3-f9b8-4f26-ba64-e2f058482961 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422207 Nov 12 03:30:41.163823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af96a-ee33-4677-80b0-d42ed075a047 admin admin] Pushing event updated for resources: {'Network': ['ID=9e38caf7-0c44-4c0a-b90a-ab9c7c11b960,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:41.204532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9e38caf7-0c44-4c0a-b90a-ab9c7c11b960 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:41.234326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a02e6383-9e2d-43b3-8c82-7de8838dc362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.253772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a02e6383-9e2d-43b3-8c82-7de8838dc362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.264178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a02e6383-9e2d-43b3-8c82-7de8838dc362 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d07c5b3-aac0-4856-a72c-4f592c170cf4 HTTP/1.1" status: 204 len: 168 time: 0.4698031 Nov 12 03:30:41.319092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e6383-9e2d-43b3-8c82-7de8838dc362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07c5b3-aac0-4856-a72c-4f592c170cf4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:41.648999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-5f05a0d7-9520-4825-9ebf-4e897963ffb8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.656276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-5f05a0d7-9520-4825-9ebf-4e897963ffb8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.6791875 Nov 12 03:30:41.800817 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.815543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-ec67388c-02b9-4612-9da3-016b17d0d3e1 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1002 time: 0.1583686 Nov 12 03:30:41.825971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Request body: {'floatingip': {'port_id': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:41.875857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ada42-7aec-460c-9656-8b451d725190 req-38b30176-abd2-433e-87a9-f555d32937c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.877503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937ada42-7aec-460c-9656-8b451d725190 req-38b30176-abd2-433e-87a9-f555d32937c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.7626095 Nov 12 03:30:41.878061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Made reservation on behalf of 929da0da474b44a79c31662eeb735de2 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:41.881914 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.969895 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.081257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.104196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937ada42-7aec-460c-9656-8b451d725190 req-62f59dcc-96fd-47e5-8052-b0f787c31ebb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 1002 time: 0.2159331 Nov 12 03:30:42.247292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:42.265133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:42.301393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:42.307482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event updated for resources: {'Port': ['ID=b18dccb2-bf47-4c56-b885-4c20b800c014,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:42.363076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ada42-7aec-460c-9656-8b451d725190 req-c14bed66-0e41-42ad-a063-89571c5c11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:42.364731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937ada42-7aec-460c-9656-8b451d725190 req-c14bed66-0e41-42ad-a063-89571c5c11e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.2498605 Nov 12 03:30:42.492212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Allocated IP 172.20.0.5 (c5817e48-97b4-4f31-a39a-8f33d4bcf472/1da21716-8dcb-4424-83be-8ef2a0114aae/066bc276-d865-42ee-a2f2-30fc963d2bdd) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:42.528914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:42.529635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.611335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ada42-7aec-460c-9656-8b451d725190 req-902b2f65-9db7-439f-9650-9a0ff2155c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:42.612977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937ada42-7aec-460c-9656-8b451d725190 req-902b2f65-9db7-439f-9650-9a0ff2155c39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2301748 Nov 12 03:30:42.627344 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f718af66-3772-4e4d-8c1d-050235d3a968 x-openstack-request-id: req-f718af66-3772-4e4d-8c1d-050235d3a968 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:42.628152 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a35b35-5969-40a9-a60a-3c23cee65b38", "name": "network-vif-deleted", "tag": "0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:42.628598 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f718af66-3772-4e4d-8c1d-050235d3a968 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:42.629330 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a35b35-5969-40a9-a60a-3c23cee65b38', 'name': 'network-vif-deleted', 'tag': '0ba9c31d-49b2-4cf2-bf5e-40a6c78b4cd4', 'status': 'completed', 'code': 200} Nov 12 03:30:42.636767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc162fbd-d737-4836-a120-a444a697632e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2290077 Nov 12 03:30:42.674008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:42.746328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3f5cd9fc-2e97-4388-978f-64e327400cbf None None] Provisioning complete for port b18dccb2-bf47-4c56-b885-4c20b800c014 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:42.747067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f5cd9fc-2e97-4388-978f-64e327400cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.792296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cd9fc-2e97-4388-978f-64e327400cbf None None] Port b18dccb2-bf47-4c56-b885-4c20b800c014 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:42.836172 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937ada42-7aec-460c-9656-8b451d725190 req-7ff82c1e-b689-4d49-889b-9670e5d2409c service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931348 Nov 12 03:30:42.970765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43694) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:43.082276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.106879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-348558640-network', 'tenant_id': '4e69e63b0af04c7293fb6bd15c384fcd'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:43.158024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Made reservation on behalf of 4e69e63b0af04c7293fb6bd15c384fcd for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:43.161761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.236168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.419910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937ada42-7aec-460c-9656-8b451d725190 req-d7e4cfea-2f62-421a-a2f0-55701a46e1ed service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444365 Nov 12 03:30:43.491712 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.584257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.604483 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.665706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:30:43.699302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:43.733530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.738683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.739873 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Added segment 616ceda4-e5d8-47ba-9a60-73b38fa54f1a of type vlan for network 45204bdb-417b-4c9b-889e-c905c9471cbf Nov 12 03:30:43.754503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.754753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725bbd3b-c59c-409c-ab39-bbaa0a1d8264,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:43.771099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7036370-85bd-4bfc-b128-996bf537ee52 req-51e11b2a-9eab-4919-a30b-6f1b7facc4aa tempest-ComputeTenantNetworksTest-968013113 tempest-ComputeTenantNetworksTest-968013113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.782436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7036370-85bd-4bfc-b128-996bf537ee52 req-51e11b2a-9eab-4919-a30b-6f1b7facc4aa tempest-ComputeTenantNetworksTest-968013113 tempest-ComputeTenantNetworksTest-968013113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.789872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7036370-85bd-4bfc-b128-996bf537ee52 req-51e11b2a-9eab-4919-a30b-6f1b7facc4aa tempest-ComputeTenantNetworksTest-968013113 tempest-ComputeTenantNetworksTest-968013113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.792003 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d7036370-85bd-4bfc-b128-996bf537ee52 req-51e11b2a-9eab-4919-a30b-6f1b7facc4aa tempest-ComputeTenantNetworksTest-968013113 tempest-ComputeTenantNetworksTest-968013113-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6603224 Nov 12 03:30:43.807050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.825135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Network c5817e48-97b4-4f31-a39a-8f33d4bcf472 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:43.864089 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.875669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:43.897394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:43.904866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.909590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.910491 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.936929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'Port': ['ID=066bc276-d865-42ee-a2f2-30fc963d2bdd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.005637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=45204bdb-417b-4c9b-889e-c905c9471cbf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.020949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 45204bdb-417b-4c9b-889e-c905c9471cbf details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:44.022617 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7df79c77-46c6-49f5-8bee-f20f88e91ab4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0493727 Nov 12 03:30:44.027333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43702) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:44.035497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.036118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.045887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Request body: {'subnet': {'network_id': '45204bdb-417b-4c9b-889e-c905c9471cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-348558640-subnet', 'tenant_id': '4e69e63b0af04c7293fb6bd15c384fcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:44.052371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbd2c1-5504-43ea-9db4-fe79ef0b6416 req-d522dc1b-0f47-4b86-a419-b6eac3f2d9f9 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.054961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9fbd2c1-5504-43ea-9db4-fe79ef0b6416 req-d522dc1b-0f47-4b86-a419-b6eac3f2d9f9 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 931 time: 0.0861979 Nov 12 03:30:44.081698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ee0c62-30cc-4c65-9f68-bab1101ab758 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:44.095571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.098489 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d associated. External IP: 172.25.0.234, port: 990775ff-4178-4bcd-b809-63ecc9938af3. Nov 12 03:30:44.134245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9fbd2c1-5504-43ea-9db4-fe79ef0b6416 req-b34855c0-afae-4687-8fd0-f46cb8241c1b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692112 Nov 12 03:30:44.147078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Made reservation on behalf of 4e69e63b0af04c7293fb6bd15c384fcd for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:44.149578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.157147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Transition to ACTIVE for port object 71ee0c62-30cc-4c65-9f68-bab1101ab758 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:44.162098 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-304a9452-91e8-439e-9f01-1df4e599f627 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3372080 Nov 12 03:30:44.175782 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.184597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Request body: {'port': {'device_id': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:44.290906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792888fd-acba-4d4c-8d60-1f27c4d41401 req-682223fb-6059-4b6a-9043-3e7139f78dcc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.297310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792888fd-acba-4d4c-8d60-1f27c4d41401 req-682223fb-6059-4b6a-9043-3e7139f78dcc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.304107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792888fd-acba-4d4c-8d60-1f27c4d41401 req-682223fb-6059-4b6a-9043-3e7139f78dcc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.310806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792888fd-acba-4d4c-8d60-1f27c4d41401 req-682223fb-6059-4b6a-9043-3e7139f78dcc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.317621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792888fd-acba-4d4c-8d60-1f27c4d41401 req-682223fb-6059-4b6a-9043-3e7139f78dcc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.319622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-792888fd-acba-4d4c-8d60-1f27c4d41401 req-682223fb-6059-4b6a-9043-3e7139f78dcc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 3828 time: 0.1013293 Nov 12 03:30:44.373181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-792888fd-acba-4d4c-8d60-1f27c4d41401 req-b282b212-8d42-4921-9d9c-562c6d177ff5 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469737 Nov 12 03:30:44.712545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Pushing event updated for resources: {'Port': ['ID=71ee0c62-30cc-4c65-9f68-bab1101ab758,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.799944 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.836183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6caae-65ec-4a13-a39a-2f7b6b82aebb req-20eeb7d4-eb1e-4d7b-91b4-0a1189424a45 tempest-ComputeTenantNetworksTest-968013113 tempest-ComputeTenantNetworksTest-968013113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.855173 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88c6caae-65ec-4a13-a39a-2f7b6b82aebb req-20eeb7d4-eb1e-4d7b-91b4-0a1189424a45 tempest-ComputeTenantNetworksTest-968013113 tempest-ComputeTenantNetworksTest-968013113-project] 10.222.0.49 "GET /v2.0/networks/9e38caf7-0c44-4c0a-b90a-ab9c7c11b960 HTTP/1.1" status: 200 len: 769 time: 0.1898663 Nov 12 03:30:44.856172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43706) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:45.009136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.110648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Attempting to bind port 71ee0c62-30cc-4c65-9f68-bab1101ab758 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:45.111240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Attempting to bind port 71ee0c62-30cc-4c65-9f68-bab1101ab758 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:45.111240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Attempting to bind port 71ee0c62-30cc-4c65-9f68-bab1101ab758 on network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:45.125808 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.153469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.179212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Port 71ee0c62-30cc-4c65-9f68-bab1101ab758 on network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:45.179212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Attempting to bind port 71ee0c62-30cc-4c65-9f68-bab1101ab758 on network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:45.234137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e38caf7-0c44-4c0a-b90a-ab9c7c11b960']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:45.254427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c95f1c-38e4-49ab-8a80-85ef890952a3') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:45.254884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c95f1c-38e4-49ab-8a80-85ef890952a3') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:45.274230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.279423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:45.279759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Checking segment: {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:45.280144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Bound using segment: {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:45.280588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Bound port: 71ee0c62-30cc-4c65-9f68-bab1101ab758, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba80dc9-c295-49b7-8f90-a163d20133f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:45.281103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.303583 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.313095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4e8d2b-b182-400a-985e-81883d5ccff9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.314295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:45.314718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:45.316980 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:45.324702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-75aea4ee-44c3-4d80-9dc6-e8d18eb01ac8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.333257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-75aea4ee-44c3-4d80-9dc6-e8d18eb01ac8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.2548201 Nov 12 03:30:45.376047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8c7532f3-1493-470e-becb-26b101dd5673 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/quotas/49c3a70a1bdb40208d0bee143bfdc83d HTTP/1.1" status: 200 len: 375 time: 0.0417674 Nov 12 03:30:45.388564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:45.419220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Checking segment: {'id': '616ceda4-e5d8-47ba-9a60-73b38fa54f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '45204bdb-417b-4c9b-889e-c905c9471cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:45.419582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Network hostable DHCP agents. Network: 45204bdb-417b-4c9b-889e-c905c9471cbf, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:45.454936 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.460012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.464027 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] 10.222.0.49 "DELETE /v2.0/networks/9e38caf7-0c44-4c0a-b90a-ab9c7c11b960 HTTP/1.1" status: 204 len: 168 time: 0.6065238 Nov 12 03:30:45.476100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] For port 71ee0c62-30cc-4c65-9f68-bab1101ab758, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:45.487129 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-31334749-fd06-4420-9dd6-02c12ee3898e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031480 Nov 12 03:30:45.487913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] For port 71ee0c62-30cc-4c65-9f68-bab1101ab758, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:45.508636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77461fc-b6c2-4d32-b283-7213485fc1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=9e38caf7-0c44-4c0a-b90a-ab9c7c11b960,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.529866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.531978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Network 45204bdb-417b-4c9b-889e-c905c9471cbf is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:45.616523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 45204bdb-417b-4c9b-889e-c905c9471cbf) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:45.624341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-24e9a65d-3383-4a9f-ab97-8d970123c1c4 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243689 Nov 12 03:30:45.628316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00158bac-ec34-4df7-9c1d-15fc658c1f9c None None] Network 45204bdb-417b-4c9b-889e-c905c9471cbf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:45.670028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.670571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.673567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.674147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.676522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] 10.222.0.20 "PUT /v2.0/ports/71ee0c62-30cc-4c65-9f68-bab1101ab758 HTTP/1.1" status: 200 len: 1093 time: 3.0318046 Nov 12 03:30:45.677447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:45.680703 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc19ffd4-d1d4-45a9-a076-daf7fe383886" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:45.698857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066bc276-d865-42ee-a2f2-30fc963d2bdd {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:45.723152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:45.738202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43732) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:45.743261 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.858331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b226a3f3-2702-4b76-a351-f615e0a1d4c5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8298366 Nov 12 03:30:45.872868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b1628-e82a-43d4-a5b1-f5910cf9886c None None] Network 45204bdb-417b-4c9b-889e-c905c9471cbf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:45.897455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Transition to ACTIVE for port object 066bc276-d865-42ee-a2f2-30fc963d2bdd will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:45.898981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd342d-f446-4daa-ad32-c02bb06ec113 service neutron] Pushing event updated for resources: {'Port': ['ID=71ee0c62-30cc-4c65-9f68-bab1101ab758,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.933396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.967255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:46.009277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:46.060604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.062983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:46.064159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:30:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.064871 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f0319453-a6a0-403f-9de3-ecc218618b67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=887011160b5e460f9baa3e21256f438b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167961 Nov 12 03:30:46.076793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.127165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Pushing event updated for resources: {'Port': ['ID=066bc276-d865-42ee-a2f2-30fc963d2bdd,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.214310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-9bfa0e86-f413-48e2-8752-c5bfec521555 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882318 Nov 12 03:30:46.321248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:46.361065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba89597d-90d3-44f0-8860-e377cbd5d6ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.463731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba89597d-90d3-44f0-8860-e377cbd5d6ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.486040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Attempting to bind port 066bc276-d865-42ee-a2f2-30fc963d2bdd on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:46.486366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Attempting to bind port 066bc276-d865-42ee-a2f2-30fc963d2bdd by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:46.486693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Attempting to bind port 066bc276-d865-42ee-a2f2-30fc963d2bdd on network c5817e48-97b4-4f31-a39a-8f33d4bcf472 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:46.537801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Port 066bc276-d865-42ee-a2f2-30fc963d2bdd on network c5817e48-97b4-4f31-a39a-8f33d4bcf472 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:46.538255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Attempting to bind port 066bc276-d865-42ee-a2f2-30fc963d2bdd on network c5817e48-97b4-4f31-a39a-8f33d4bcf472 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:46.566411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46134d2f-0cae-4237-b291-a7fb8b91334f req-daaf0a8f-c49c-487f-aab6-c6b1ebe9e5bf tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:46.579255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46134d2f-0cae-4237-b291-a7fb8b91334f req-daaf0a8f-c49c-487f-aab6-c6b1ebe9e5bf tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 943 time: 0.1023450 Nov 12 03:30:46.632801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:46.633638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Checking segment: {'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:46.634301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Bound using segment: {'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:46.635021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Bound port: 066bc276-d865-42ee-a2f2-30fc963d2bdd, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:46.635559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.693799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46134d2f-0cae-4237-b291-a7fb8b91334f req-53cbbd27-682b-4cca-b906-c6faff6f54f3 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992658 Nov 12 03:30:46.734463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:46.740650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:71:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:43Z', 'revision_number': 3, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.742627 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba89597d-90d3-44f0-8860-e377cbd5d6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.745293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ba89597d-90d3-44f0-8860-e377cbd5d6ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.749464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ba89597d-90d3-44f0-8860-e377cbd5d6ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73f1c74b-d39f-4c3a-b05d-f097c0412aba HTTP/1.1" status: 204 len: 168 time: 0.6579425 Nov 12 03:30:46.770947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:46.780013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:46.780961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:30:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:46.781668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89597d-90d3-44f0-8860-e377cbd5d6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f1c74b-d39f-4c3a-b05d-f097c0412aba,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.898215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] For port 066bc276-d865-42ee-a2f2-30fc963d2bdd, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:46.943021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] For port 066bc276-d865-42ee-a2f2-30fc963d2bdd, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:46.957000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.967972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7f125-f1a4-4b01-b37c-2c9bb47a6fbe req-c634a54b-4da6-4462-af7c-948d54484a9c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:46.986788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7f125-f1a4-4b01-b37c-2c9bb47a6fbe req-c634a54b-4da6-4462-af7c-948d54484a9c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.004305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7f125-f1a4-4b01-b37c-2c9bb47a6fbe req-c634a54b-4da6-4462-af7c-948d54484a9c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.006815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb4e393-b13d-4b0b-af19-96a884c3c885 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:47.025304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7f125-f1a4-4b01-b37c-2c9bb47a6fbe req-c634a54b-4da6-4462-af7c-948d54484a9c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.034736 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:47.040368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7f125-f1a4-4b01-b37c-2c9bb47a6fbe req-c634a54b-4da6-4462-af7c-948d54484a9c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.050237 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.056203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9d7f125-f1a4-4b01-b37c-2c9bb47a6fbe req-c634a54b-4da6-4462-af7c-948d54484a9c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 3828 time: 0.2223551 Nov 12 03:30:47.061889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.063007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.064681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] 10.222.0.20 "PUT /v2.0/ports/066bc276-d865-42ee-a2f2-30fc963d2bdd HTTP/1.1" status: 200 len: 1092 time: 2.8919723 Nov 12 03:30:47.100835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Transition to ACTIVE for port object dcb4e393-b13d-4b0b-af19-96a884c3c885 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:47.111659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.131566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:47.139748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.224465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9d7f125-f1a4-4b01-b37c-2c9bb47a6fbe req-ef2ce390-c0cb-4deb-a0c4-3f8704aab1d1 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666360 Nov 12 03:30:47.236681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f3412-eec3-4fc6-8982-4da46c711c09 service neutron] Pushing event updated for resources: {'Port': ['ID=066bc276-d865-42ee-a2f2-30fc963d2bdd,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.372957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4e393-b13d-4b0b-af19-96a884c3c885,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.478929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43756) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.485313 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58131514-a210-4dbb-941c-1728d04df16f x-openstack-request-id: req-58131514-a210-4dbb-941c-1728d04df16f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:47.485603 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:47.486691 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58131514-a210-4dbb-941c-1728d04df16f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:47.487089 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'status': 'completed', 'code': 200} Nov 12 03:30:47.618266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e73ab3-8f32-4ea2-99a9-b4e5530a7944 admin admin] Deleting subnet bd4e8d2b-b182-400a-985e-81883d5ccff9 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:47.618559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-fe3a7ea8-ed0b-4b90-a76f-5102773d662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.620480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-fe3a7ea8-ed0b-4b90-a76f-5102773d662c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1095 time: 0.4782035 Nov 12 03:30:47.622807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-81e73ab3-8f32-4ea2-99a9-b4e5530a7944 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.641030 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e33a38df-d71c-4a0b-afa9-90645284ede4 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "PUT /v2.0/floatingips/9049d49c-b6dd-43c2-b0fb-f9f5483ce60d HTTP/1.1" status: 200 len: 998 time: 5.8243480 Nov 12 03:30:47.709997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-f74bf682-06f0-48f5-9d52-3b9b3ec8487f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd HTTP/1.1" status: 200 len: 217 time: 0.0790772 Nov 12 03:30:47.722438 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58f83b7d-e70b-44bb-845c-12e20923b102 req-e4d0c93b-ca1d-4ff0-821e-9e43f7147abf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 210 time: 0.0574071 Nov 12 03:30:47.739089 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-81e73ab3-8f32-4ea2-99a9-b4e5530a7944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.757432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-1e7c508a-a0e7-4fac-92ff-8429d4a6bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.765111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-1e7c508a-a0e7-4fac-92ff-8429d4a6bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.765654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-1e7c508a-a0e7-4fac-92ff-8429d4a6bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.766116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-1e7c508a-a0e7-4fac-92ff-8429d4a6bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.766579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-1e7c508a-a0e7-4fac-92ff-8429d4a6bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.767040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-1e7c508a-a0e7-4fac-92ff-8429d4a6bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.782050 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-1e7c508a-a0e7-4fac-92ff-8429d4a6bccb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5246 time: 0.2361598 Nov 12 03:30:47.874929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-81e73ab3-8f32-4ea2-99a9-b4e5530a7944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.882197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:71:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:43Z', 'revision_number': 3, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:47.924195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dca94e-2896-4d59-a203-a385c2359031 None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:71:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:43Z', 'revision_number': 3, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:48.049078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa687a9-ed2a-4bd9-92cc-e11619392412 req-b91865e5-2f7c-4b88-9f58-4847b41e9721 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.071588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7aa687a9-ed2a-4bd9-92cc-e11619392412 req-b91865e5-2f7c-4b88-9f58-4847b41e9721 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 943 time: 0.2664359 Nov 12 03:30:48.105884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-81e73ab3-8f32-4ea2-99a9-b4e5530a7944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.178582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73ab3-8f32-4ea2-99a9-b4e5530a7944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4e8d2b-b182-400a-985e-81883d5ccff9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:48.197774 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7aa687a9-ed2a-4bd9-92cc-e11619392412 req-bf2c6aaf-4e1a-41e3-beb2-e41cec60591d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251287 Nov 12 03:30:48.250275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-81e73ab3-8f32-4ea2-99a9-b4e5530a7944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.258834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-81e73ab3-8f32-4ea2-99a9-b4e5530a7944 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bd4e8d2b-b182-400a-985e-81883d5ccff9 HTTP/1.1" status: 204 len: 168 time: 0.7788148 Nov 12 03:30:48.259846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.378934 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0b9edd-86b4-4684-9522-99916e69fd58 None None] New status for floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:30:48.454157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-63073abd-1428-4830-b0cb-74a2cb7a5f9a tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.455400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-63073abd-1428-4830-b0cb-74a2cb7a5f9a tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports/990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 943 time: 0.8019698 Nov 12 03:30:48.460813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Attempting to bind port dcb4e393-b13d-4b0b-af19-96a884c3c885 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:48.461740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Attempting to bind port dcb4e393-b13d-4b0b-af19-96a884c3c885 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:48.461740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Attempting to bind port dcb4e393-b13d-4b0b-af19-96a884c3c885 on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:48.469678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Port dcb4e393-b13d-4b0b-af19-96a884c3c885 on network 41325d71-c771-431e-abd4-05a171d89a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:48.470005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Attempting to bind port dcb4e393-b13d-4b0b-af19-96a884c3c885 on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:48.492774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:48.493022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Checking segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:48.493405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Bound using segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:48.493850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Bound port: dcb4e393-b13d-4b0b-af19-96a884c3c885, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:48.494208 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.526795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-bf90e471-53c0-4151-aa78-040391d91409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.528425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-bf90e471-53c0-4151-aa78-040391d91409 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.7950597 Nov 12 03:30:48.560175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.600238 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-1dc68d12-03fd-4ee3-a2c6-dd154c99e83c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579212 Nov 12 03:30:48.600672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81683-460a-4216-879c-d126bf1b7200 req-4ba75471-ae63-438d-95ac-01eaefca71d9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.608097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81683-460a-4216-879c-d126bf1b7200 req-4ba75471-ae63-438d-95ac-01eaefca71d9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.615481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81683-460a-4216-879c-d126bf1b7200 req-4ba75471-ae63-438d-95ac-01eaefca71d9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.622773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81683-460a-4216-879c-d126bf1b7200 req-4ba75471-ae63-438d-95ac-01eaefca71d9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.630150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81683-460a-4216-879c-d126bf1b7200 req-4ba75471-ae63-438d-95ac-01eaefca71d9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.636525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81683-460a-4216-879c-d126bf1b7200 req-4ba75471-ae63-438d-95ac-01eaefca71d9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.646288 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20d81683-460a-4216-879c-d126bf1b7200 req-4ba75471-ae63-438d-95ac-01eaefca71d9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 4600 time: 0.2658110 Nov 12 03:30:48.656095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-638b8ff8-dfb0-46db-9cd0-312dd8ddc69b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.657988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-638b8ff8-dfb0-46db-9cd0-312dd8ddc69b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.5833564 Nov 12 03:30:48.713248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-f548b380-d508-42b5-b876-a4b4904e3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.713727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-f548b380-d508-42b5-b876-a4b4904e3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.714197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-f548b380-d508-42b5-b876-a4b4904e3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.714607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Request body: {'port': {'device_id': '3aa4ba6b-0b57-4496-8ca1-6c488538994f', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'admin_state_up': True, 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:48.715803 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-f548b380-d508-42b5-b876-a4b4904e3392 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=40b0726607dc4ac2854574393c7fdd18&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9057982 Nov 12 03:30:48.759316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20d81683-460a-4216-879c-d126bf1b7200 req-366e0207-d394-44ea-bcfc-555e22002ec3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115797 Nov 12 03:30:48.938354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] For port dcb4e393-b13d-4b0b-af19-96a884c3c885, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:48.947681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-11bf8ee9-2ef2-4129-8f65-ae6d6189a391 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322403 Nov 12 03:30:48.952857 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.959135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e3217d55-69d6-4ef3-a720-e07a0a1c99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.960660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e3217d55-69d6-4ef3-a720-e07a0a1c99bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 0.3630490 Nov 12 03:30:48.975268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] For port dcb4e393-b13d-4b0b-af19-96a884c3c885, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dcb4e393-b13d-4b0b-af19-96a884c3c885,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:48.988878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:49.004086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:49.004632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45204bdb-417b-4c9b-889e-c905c9471cbf']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.011813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:30:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.014305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.016670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616ceda4-e5d8-47ba-9a60-73b38fa54f1a') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.017216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616ceda4-e5d8-47ba-9a60-73b38fa54f1a') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.031288 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.089510 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.093284 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a1f83bc-0451-498e-9735-b495ace5c9a5 req-79036494-498f-4830-919d-dfc5984916ba tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 210 time: 0.0514133 Nov 12 03:30:49.103907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:49.104307 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:49.106167 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:49.197074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-22aa3fd2-7b52-4966-9453-81e6c3d3ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.198966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc19ffd4-d1d4-45a9-a076-daf7fe383886 req-22aa3fd2-7b52-4966-9453-81e6c3d3ea68 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4581068 Nov 12 03:30:49.200859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.201702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.203530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] 10.222.0.20 "PUT /v2.0/ports/dcb4e393-b13d-4b0b-af19-96a884c3c885 HTTP/1.1" status: 200 len: 1131 time: 3.4916673 Nov 12 03:30:49.207369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:49.211442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.285993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:49.343044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2813d28-f925-4b51-bbad-bb6ee541cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4e393-b13d-4b0b-af19-96a884c3c885,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.343319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:49.385773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Allocated IP 172.20.0.10 (cb1b6f72-6312-4e02-90bc-25b52609eef7/e94314c6-3250-47e1-a1fe-ce606b32ef01/c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:49.417705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ee981d0-1875-4d06-ad3e-c4dc1d063778 req-2d580b59-93c9-444d-ac64-eb7ba089e321 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535599 Nov 12 03:30:49.478646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-6b83a2de-4325-482e-a002-b06e0eb4dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.481801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-6b83a2de-4325-482e-a002-b06e0eb4dcac service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.5012960 Nov 12 03:30:49.488815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd'}, {'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3'}, {'name': 'network-changed', 'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9'}, {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': 'dcb4e393-b13d-4b0b-af19-96a884c3c885'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:49.492354 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c3252e-9aa1-42f4-b6d8-918eb5120589" -d '{"events": [{"name": "network-changed", "server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd"}, {"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3"}, {"name": "network-changed", "server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9"}, {"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "dcb4e393-b13d-4b0b-af19-96a884c3c885"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:49.512151 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.555066 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-1f1a53b7-789a-4be2-ac28-17ffc79ad871 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 217 time: 0.0670602 Nov 12 03:30:49.592788 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.598619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.609262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/45204bdb-417b-4c9b-889e-c905c9471cbf HTTP/1.1" status: 204 len: 168 time: 1.2679033 Nov 12 03:30:49.628933 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.681874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380f0d9-2785-4dfc-b370-0e491698d5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45204bdb-417b-4c9b-889e-c905c9471cbf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.682164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-68debdab-9758-4b48-b77b-181a1b4e6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.691453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-68debdab-9758-4b48-b77b-181a1b4e6a64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.1347387 Nov 12 03:30:49.720049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c71ec-bbf3-4859-92f8-a0b73cbbbf6b req-1b25498c-07db-42e1-9913-a547e8545a00 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.722267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-326c71ec-bbf3-4859-92f8-a0b73cbbbf6b req-1b25498c-07db-42e1-9913-a547e8545a00 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 943 time: 0.1304247 Nov 12 03:30:49.787637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.806129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:49.851646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event updated for resources: {'Port': ['ID=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.880780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:49.882977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:49.885545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:49.904080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:71:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:48Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.924122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-5a0c0658-7529-44e9-8f53-f446a92dab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.934191 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-326c71ec-bbf3-4859-92f8-a0b73cbbbf6b req-775f3f6b-3bed-417f-8291-894089994849 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004285 Nov 12 03:30:49.937691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:49.948753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.949588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.957888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-5a0c0658-7529-44e9-8f53-f446a92dab03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2647960 Nov 12 03:30:49.969015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-e90df99f-faa9-4626-9a2c-a75bbe9ed58c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2644165 Nov 12 03:30:49.970980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:49.972390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:30:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:49.991175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Request body: {'port': {'device_id': '3aa4ba6b-0b57-4496-8ca1-6c488538994f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:50.083746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:50.099918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43818) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:50.154913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.261197 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb6fa01-4f85-4a19-b62a-a7f2de16eb1a x-openstack-request-id: req-beb6fa01-4f85-4a19-b62a-a7f2de16eb1a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:50.263863 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "dcb4e393-b13d-4b0b-af19-96a884c3c885", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:50.264774 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beb6fa01-4f85-4a19-b62a-a7f2de16eb1a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:50.264774 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd', 'status': 'completed', 'code': 200} Nov 12 03:30:50.267109 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3', 'status': 'completed', 'code': 200} Nov 12 03:30:50.267266 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'status': 'completed', 'code': 200} Nov 12 03:30:50.267586 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': 'dcb4e393-b13d-4b0b-af19-96a884c3c885', 'status': 'completed', 'code': 200} Nov 12 03:30:50.480218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6bf3d9ad-e77a-4e97-b9f7-bd8eb9960da8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e69e63b0af04c7293fb6bd15c384fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740690 Nov 12 03:30:50.487644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43826) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:50.543016 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-bb0f3483-5a17-47ba-9504-b60e8004851c service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833178 Nov 12 03:30:50.551896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-cd5615d1-7242-4f39-8580-9c3fcbaf32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.553446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-cd5615d1-7242-4f39-8580-9c3fcbaf32fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1095 time: 0.2849894 Nov 12 03:30:50.555777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:71:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:48Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:50.627082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302f84f-45fc-4567-92f3-6f9085b83802 None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:71:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:30:48Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:50.674259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090837-ce16-48f6-ba3a-9615292b1984 req-a4c5dc85-4d60-487a-b3a2-db143cc43080 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.681903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090837-ce16-48f6-ba3a-9615292b1984 req-a4c5dc85-4d60-487a-b3a2-db143cc43080 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.682295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f07ebe19-725a-49d7-a992-8a6d58835e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.689895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090837-ce16-48f6-ba3a-9615292b1984 req-a4c5dc85-4d60-487a-b3a2-db143cc43080 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.698150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090837-ce16-48f6-ba3a-9615292b1984 req-a4c5dc85-4d60-487a-b3a2-db143cc43080 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.704664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090837-ce16-48f6-ba3a-9615292b1984 req-a4c5dc85-4d60-487a-b3a2-db143cc43080 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.712149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090837-ce16-48f6-ba3a-9615292b1984 req-a4c5dc85-4d60-487a-b3a2-db143cc43080 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.722826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c2090837-ce16-48f6-ba3a-9615292b1984 req-a4c5dc85-4d60-487a-b3a2-db143cc43080 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 4600 time: 0.2868457 Nov 12 03:30:50.778889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f07ebe19-725a-49d7-a992-8a6d58835e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.824320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c751239b-7e72-46b3-8f2b-fc85880f2cfa {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:50.833628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c2090837-ce16-48f6-ba3a-9615292b1984 req-b17c0aa2-5926-494c-afbd-3303de697e22 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098008 Nov 12 03:30:50.857648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.909146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-845c6109-3e44-4e9c-b2ca-7e43f9d352bd service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423781 Nov 12 03:30:50.924063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-fa99e46d-6503-4e26-8c1c-ac93e544e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.927867 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-fa99e46d-6503-4e26-8c1c-ac93e544e5d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 914 time: 0.3622708 Nov 12 03:30:50.936074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Transition to ACTIVE for port object c751239b-7e72-46b3-8f2b-fc85880f2cfa will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:50.979201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:50.984008 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.997262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 066bc276-d865-42ee-a2f2-30fc963d2bdd details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:50.999290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.060301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-e43c0876-61e8-4c7d-8ff5-7f22b59e0d2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd HTTP/1.1" status: 200 len: 217 time: 0.1212432 Nov 12 03:30:51.079626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Transition to ACTIVE for port object c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:51.090679 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.133671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f07ebe19-725a-49d7-a992-8a6d58835e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.136221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f07ebe19-725a-49d7-a992-8a6d58835e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.137949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f07ebe19-725a-49d7-a992-8a6d58835e1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/725bbd3b-c59c-409c-ab39-bbaa0a1d8264 HTTP/1.1" status: 204 len: 168 time: 0.6473160 Nov 12 03:30:51.159767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae052e2-7f14-42cb-955f-3cd6174d6757 req-4f79f0b4-3537-4c91-a220-39be34759de5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.161458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ae052e2-7f14-42cb-955f-3cd6174d6757 req-4f79f0b4-3537-4c91-a220-39be34759de5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 932 time: 0.1136804 Nov 12 03:30:51.205290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 066bc276-d865-42ee-a2f2-30fc963d2bdd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:51.212206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ebe19-725a-49d7-a992-8a6d58835e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725bbd3b-c59c-409c-ab39-bbaa0a1d8264,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.244212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '066bc276-d865-42ee-a2f2-30fc963d2bdd', 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472', 'port_id': '066bc276-d865-42ee-a2f2-30fc963d2bdd', 'mac_address': 'fa:16:3e:62:a9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da21716-8dcb-4424-83be-8ef2a0114aae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:51.247522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Pushing event updated for resources: {'Port': ['ID=c751239b-7e72-46b3-8f2b-fc85880f2cfa,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.256836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-aede0093-2ad6-4cd4-9da6-fcf86eedff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.266563 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-aede0093-2ad6-4cd4-9da6-fcf86eedff60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 1097 time: 0.3108866 Nov 12 03:30:51.335234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.359042 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.394971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-0617c865-9937-4213-8449-aaed42baf2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.396971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-0617c865-9937-4213-8449-aaed42baf2d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.2773945 Nov 12 03:30:51.408279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066bc276-d865-42ee-a2f2-30fc963d2bdd {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:51.417316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ae052e2-7f14-42cb-955f-3cd6174d6757 req-49fc90f3-1b70-4e04-b84a-192e89c6fd91 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409112 Nov 12 03:30:51.455314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 066bc276-d865-42ee-a2f2-30fc963d2bdd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:51.468197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.489141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Attempting to bind port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:51.489899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Attempting to bind port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:51.490506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Attempting to bind port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:51.514730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a on network cb1b6f72-6312-4e02-90bc-25b52609eef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:51.518977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Attempting to bind port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:51.539734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:51.546622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:51.555313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Bound using segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:51.555828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Bound port: c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:51.556207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.589096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=066bc276-d865-42ee-a2f2-30fc963d2bdd,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.628207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.628552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.631328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.633045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.645247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.645596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.645938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.646284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.646618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.646948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.647279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.647608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.676611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-fb51ed7e-64a6-4141-b887-942afb7594d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2316346 Nov 12 03:30:51.807374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Attempting to bind port c751239b-7e72-46b3-8f2b-fc85880f2cfa on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:51.808049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Attempting to bind port c751239b-7e72-46b3-8f2b-fc85880f2cfa by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:51.808876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Attempting to bind port c751239b-7e72-46b3-8f2b-fc85880f2cfa on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:51.816037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-90b422ff-b388-4aca-a96b-9c11dea20eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.817606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c0d0-6b81-4d64-9abe-17099fd4d269 req-0258fe33-379b-4d45-bf05-8c4cc3944722 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.818434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-90b422ff-b388-4aca-a96b-9c11dea20eb5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.5388224 Nov 12 03:30:51.821545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:51.826051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Port c751239b-7e72-46b3-8f2b-fc85880f2cfa on network 41325d71-c771-431e-abd4-05a171d89a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:51.826699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Attempting to bind port c751239b-7e72-46b3-8f2b-fc85880f2cfa on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:51.826978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9745c0d0-6b81-4d64-9abe-17099fd4d269 req-0258fe33-379b-4d45-bf05-8c4cc3944722 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 944 time: 0.2043102 Nov 12 03:30:51.829670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] For port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:51.838961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:51.839688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Checking segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:51.840336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Bound using segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:51.841054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] For port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:51.841329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Bound port: c751239b-7e72-46b3-8f2b-fc85880f2cfa, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:51.841952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.854899 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.911315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.911943 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.913951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a HTTP/1.1" status: 200 len: 1093 time: 1.9279702 Nov 12 03:30:51.918982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa4ba6b-0b57-4496-8ca1-6c488538994f', 'tag': 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:51.921425 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9446450-194e-4096-8746-52db845e2941" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa4ba6b-0b57-4496-8ca1-6c488538994f", "tag": "c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:51.943884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-e75e1bc2-e42a-444a-acc6-6d56384bb1bf service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365642 Nov 12 03:30:51.958316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9745c0d0-6b81-4d64-9abe-17099fd4d269 req-d58fed93-61cc-4952-bfd9-22057d1ae636 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303561 Nov 12 03:30:52.028498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161b6ea-ab0d-40ed-bba6-30fc88704323 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:52.063836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-e2afc71d-e297-4177-b053-258407baa4e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 1001 time: 0.2261732 Nov 12 03:30:52.091653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-b0518a3b-f24b-4a55-8257-d7b13ed614bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.093291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-b0518a3b-f24b-4a55-8257-d7b13ed614bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 1096 time: 0.1158721 Nov 12 03:30:52.117285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-46b1d9c1-0037-4fff-9e28-3e4c326b41fd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.124720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-46b1d9c1-0037-4fff-9e28-3e4c326b41fd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.132527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-46b1d9c1-0037-4fff-9e28-3e4c326b41fd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.139422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-46b1d9c1-0037-4fff-9e28-3e4c326b41fd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.140516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] For port c751239b-7e72-46b3-8f2b-fc85880f2cfa, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:52.147045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-46b1d9c1-0037-4fff-9e28-3e4c326b41fd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.154533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-46b1d9c1-0037-4fff-9e28-3e4c326b41fd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.164014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-46b1d9c1-0037-4fff-9e28-3e4c326b41fd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.164873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] For port c751239b-7e72-46b3-8f2b-fc85880f2cfa, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c751239b-7e72-46b3-8f2b-fc85880f2cfa,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:52.173905 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-46b1d9c1-0037-4fff-9e28-3e4c326b41fd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5372 time: 0.1326070 Nov 12 03:30:52.180370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.228954 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-cd995d29-44f7-461a-9a8b-85b60564eb2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a HTTP/1.1" status: 200 len: 217 time: 0.0519359 Nov 12 03:30:52.270680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Pushing event updated for resources: {'Port': ['ID=c751239b-7e72-46b3-8f2b-fc85880f2cfa,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:52.294870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.295497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.297533 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-2ada7aff-7312-4110-9546-69f5ab81563d service neutron] 10.222.0.20 "PUT /v2.0/ports/c751239b-7e72-46b3-8f2b-fc85880f2cfa HTTP/1.1" status: 200 len: 1131 time: 3.0220976 Nov 12 03:30:52.297533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': 'c751239b-7e72-46b3-8f2b-fc85880f2cfa'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:52.302523 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f222c2a9-274e-4871-af36-e9e14c5b842a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "c751239b-7e72-46b3-8f2b-fc85880f2cfa"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:52.311677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-0870be73-8f00-4a2d-b70c-8d0f562d3065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.313558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-0870be73-8f00-4a2d-b70c-8d0f562d3065 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.2410946 Nov 12 03:30:52.342311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:52.357746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-524fc42b-268f-4a40-bfd4-6b2128c8e370 req-82097618-9168-42e4-aac5-4e08f42a03f4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819398 Nov 12 03:30:52.369128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-0c18bd34-79b2-4763-8622-060c25d848e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.376562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-0c18bd34-79b2-4763-8622-060c25d848e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1346345 Nov 12 03:30:52.453395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-02867122-152a-48b0-8c18-73e36f2faefe service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855380 Nov 12 03:30:52.475413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-b616bd45-a734-4dc1-9fa4-f182a983ec24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883789 Nov 12 03:30:52.477080 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddc28ca-5ec8-45e9-8c81-f95185f7d4c8 x-openstack-request-id: req-6ddc28ca-5ec8-45e9-8c81-f95185f7d4c8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:52.477365 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa4ba6b-0b57-4496-8ca1-6c488538994f", "tag": "c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:52.480890 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ddc28ca-5ec8-45e9-8c81-f95185f7d4c8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:52.481301 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa4ba6b-0b57-4496-8ca1-6c488538994f', 'tag': 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a', 'status': 'completed', 'code': 200} Nov 12 03:30:52.515727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.641062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-97b88d9b-d630-4770-b8da-e9de0a7913aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.650224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-97b88d9b-d630-4770-b8da-e9de0a7913aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3279617 Nov 12 03:30:52.686158 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5e7a4f-c29e-4504-91be-c3a14c14ffa6 x-openstack-request-id: req-aa5e7a4f-c29e-4504-91be-c3a14c14ffa6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:52.687314 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "c751239b-7e72-46b3-8f2b-fc85880f2cfa", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:52.687848 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa5e7a4f-c29e-4504-91be-c3a14c14ffa6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:52.688494 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': 'c751239b-7e72-46b3-8f2b-fc85880f2cfa', 'status': 'completed', 'code': 200} Nov 12 03:30:52.734894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-8f2ff56e-b5ea-4fa1-a1d7-7069b8096300 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479053 Nov 12 03:30:52.797284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-8453cca5-5b58-4462-b781-1c9eaacd5f14 service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075261 Nov 12 03:30:52.917241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-b172cde6-efce-4708-95b4-3ec78faf0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.919532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-b172cde6-efce-4708-95b4-3ec78faf0d47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 0.3703785 Nov 12 03:30:52.932332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-c9bd1593-dd89-463a-b1ed-9e1aeac4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.933120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-c9bd1593-dd89-463a-b1ed-9e1aeac4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.934737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-c9bd1593-dd89-463a-b1ed-9e1aeac4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.935424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-c9bd1593-dd89-463a-b1ed-9e1aeac4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.936124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-c9bd1593-dd89-463a-b1ed-9e1aeac4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.937083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-c9bd1593-dd89-463a-b1ed-9e1aeac4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.938385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-c9bd1593-dd89-463a-b1ed-9e1aeac4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.941826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-c9bd1593-dd89-463a-b1ed-9e1aeac4d46c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6212 time: 0.2481310 Nov 12 03:30:53.175826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac34bd-0871-4051-95b3-e627fc193c0e req-292163f4-2dd7-4d3f-bb87-75c7ca74b779 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.187581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0aac34bd-0871-4051-95b3-e627fc193c0e req-292163f4-2dd7-4d3f-bb87-75c7ca74b779 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 944 time: 0.0924296 Nov 12 03:30:53.189198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-9d108636-7132-46b5-b330-c19484075301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.189892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-9d108636-7132-46b5-b330-c19484075301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.193248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-9d108636-7132-46b5-b330-c19484075301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.194983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-9d108636-7132-46b5-b330-c19484075301 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=40b0726607dc4ac2854574393c7fdd18&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1641612 Nov 12 03:30:53.235073 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27ed5b04-2e22-41a7-a6a1-a051d0200786 req-11306e15-43d7-431c-bdd5-2690c1e29f96 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911554 Nov 12 03:30:53.279951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0aac34bd-0871-4051-95b3-e627fc193c0e req-48fd0995-958c-4d09-a841-159d2ae6c80d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908647 Nov 12 03:30:53.433871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9446450-194e-4096-8746-52db845e2941 req-0655f46b-6f0d-4df0-b8bf-318b28a42f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.438240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9446450-194e-4096-8746-52db845e2941 req-0655f46b-6f0d-4df0-b8bf-318b28a42f76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 1096 time: 0.1216764 Nov 12 03:30:53.466577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3fff87f-1c6c-48ce-8923-fff3e8a8018e req-60e24b37-4066-47c1-a9bf-03f451fac0cd service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261699 Nov 12 03:30:53.467801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-d19a0f6f-1f29-4cc9-be68-3708a65cfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.469256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-d19a0f6f-1f29-4cc9-be68-3708a65cfb35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.4781632 Nov 12 03:30:53.621907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb684dba-c9e6-4070-9f66-925027bdd9b2 req-d55f1632-06fa-4896-979a-24b5138cb2a8 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.631303 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb684dba-c9e6-4070-9f66-925027bdd9b2 req-d55f1632-06fa-4896-979a-24b5138cb2a8 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 944 time: 0.1899233 Nov 12 03:30:53.712981 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb684dba-c9e6-4070-9f66-925027bdd9b2 req-dbc8b9b0-f996-488a-8926-01b7af994df0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754957 Nov 12 03:30:53.777832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9446450-194e-4096-8746-52db845e2941 req-3365832b-8ad6-4854-837c-6f6b934862bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.779731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9446450-194e-4096-8746-52db845e2941 req-3365832b-8ad6-4854-837c-6f6b934862bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.3137300 Nov 12 03:30:53.851263 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9446450-194e-4096-8746-52db845e2941 req-985438f0-8585-4dde-92e5-c76292296441 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a HTTP/1.1" status: 200 len: 217 time: 0.0420384 Nov 12 03:30:53.960206 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-36707f21-cdc0-4649-91e6-e44c9e92d268 req-eaa098b1-5b0b-4530-a4f5-72b99b57f080 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1001 time: 0.2004876 Nov 12 03:30:53.979996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9446450-194e-4096-8746-52db845e2941 req-6777e1d4-5e15-426d-8613-f6f12d55ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.981434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9446450-194e-4096-8746-52db845e2941 req-6777e1d4-5e15-426d-8613-f6f12d55ff66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1140988 Nov 12 03:30:54.047217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9446450-194e-4096-8746-52db845e2941 req-3fccd2e9-21bf-4490-ad32-deaa65b38824 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399354 Nov 12 03:30:54.060860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36707f21-cdc0-4649-91e6-e44c9e92d268 req-f7b22fca-ee65-48f4-9525-6de76624e9d6 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.075309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-36707f21-cdc0-4649-91e6-e44c9e92d268 req-f7b22fca-ee65-48f4-9525-6de76624e9d6 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports/8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 942 time: 0.0991712 Nov 12 03:30:54.181682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-d8b31a24-d920-4c41-a255-884742a84e10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 217 time: 0.6232071 Nov 12 03:30:54.262436 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-36707f21-cdc0-4649-91e6-e44c9e92d268 req-f33503f9-039a-4162-bcf3-6929d3638e24 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1001 time: 0.0927322 Nov 12 03:30:54.304240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9446450-194e-4096-8746-52db845e2941 req-594ef595-4951-4c07-ab7a-df183ff2cd8e service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284501 Nov 12 03:30:54.348041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-550cd5bd-cfa9-450a-890f-3eda7dd53bd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.361746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-550cd5bd-cfa9-450a-890f-3eda7dd53bd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.362295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-550cd5bd-cfa9-450a-890f-3eda7dd53bd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.368506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-550cd5bd-cfa9-450a-890f-3eda7dd53bd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.375674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-550cd5bd-cfa9-450a-890f-3eda7dd53bd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.383618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-550cd5bd-cfa9-450a-890f-3eda7dd53bd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.390638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-550cd5bd-cfa9-450a-890f-3eda7dd53bd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.399420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-550cd5bd-cfa9-450a-890f-3eda7dd53bd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5372 time: 0.2167258 Nov 12 03:30:54.462862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36707f21-cdc0-4649-91e6-e44c9e92d268 req-39dfd948-1dd3-432e-8b69-c0ce968911bd tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.475923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-36707f21-cdc0-4649-91e6-e44c9e92d268 req-39dfd948-1dd3-432e-8b69-c0ce968911bd tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.2148347 Nov 12 03:30:54.514712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.516835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9446450-194e-4096-8746-52db845e2941 req-a8fac8f6-527f-4221-a5a9-94ca5f9ced46 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711910 Nov 12 03:30:54.524786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-645aa367-ca6c-436c-90ad-3f7e89c8f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.527382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-645aa367-ca6c-436c-90ad-3f7e89c8f895 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.3322916 Nov 12 03:30:54.563228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-17a21ce0-1740-41c1-bb99-b87242daa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.565029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f222c2a9-274e-4871-af36-e9e14c5b842a req-17a21ce0-1740-41c1-bb99-b87242daa8a6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.3521016 Nov 12 03:30:54.631304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c61bbb64-ccd0-4dcb-be4f-d4ff191ecf22 req-64fddff1-31af-431f-8a4c-fc20e2432d1d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2309709 Nov 12 03:30:54.650559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a56828-4e8d-4ba0-939b-277b349a8408 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:54.670296 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.732072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-44586ae1-3880-4e0e-9c9b-a1bd1dcb4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.734491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-44586ae1-3880-4e0e-9c9b-a1bd1dcb4202 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728117 Nov 12 03:30:54.735424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Transition to ACTIVE for port object 20a56828-4e8d-4ba0-939b-277b349a8408 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:54.782053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.789580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ef5ef-dcab-45b7-9337-72b192852685 req-c1d994db-fcba-4f1a-a44a-c6c59170d5ee tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.801486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-664ef5ef-dcab-45b7-9337-72b192852685 req-c1d994db-fcba-4f1a-a44a-c6c59170d5ee tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 944 time: 0.1231258 Nov 12 03:30:54.869202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-664ef5ef-dcab-45b7-9337-72b192852685 req-2e5b30a1-4907-4c86-b0db-65e405b16abf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664213 Nov 12 03:30:54.948135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd781-7cde-4494-93be-25f27204359d service neutron] Pushing event updated for resources: {'Port': ['ID=20a56828-4e8d-4ba0-939b-277b349a8408,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.970706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-8569269a-02f1-4ab1-ba2e-3bfc30e4117a tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1001 time: 0.2825308 Nov 12 03:30:55.017909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:55.020327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 066bc276-d865-42ee-a2f2-30fc963d2bdd up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:55.081702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807ef9a-55b3-493f-a2a5-20344fb0262b req-9a5359f3-8195-422f-96e3-205d85ce313f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.091396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8807ef9a-55b3-493f-a2a5-20344fb0262b req-9a5359f3-8195-422f-96e3-205d85ce313f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 944 time: 0.1487329 Nov 12 03:30:55.196567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-da9c5f36-e779-447a-80b0-356cf4069342 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.198155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-da9c5f36-e779-447a-80b0-356cf4069342 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports/8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 942 time: 0.2195697 Nov 12 03:30:55.208585 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-3ef193d3-65ff-4186-bd83-a617f362c1ed service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365511 Nov 12 03:30:55.227879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 066bc276-d865-42ee-a2f2-30fc963d2bdd completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:55.233184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8807ef9a-55b3-493f-a2a5-20344fb0262b req-b9093bac-6bfa-45e8-9791-b8649f216616 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393490 Nov 12 03:30:55.249185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 066bc276-d865-42ee-a2f2-30fc963d2bdd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:55.250668 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.419968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Attempting to bind port 20a56828-4e8d-4ba0-939b-277b349a8408 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:55.420529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Attempting to bind port 20a56828-4e8d-4ba0-939b-277b349a8408 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:55.421070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Attempting to bind port 20a56828-4e8d-4ba0-939b-277b349a8408 on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:55.439072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Port 20a56828-4e8d-4ba0-939b-277b349a8408 on network 41325d71-c771-431e-abd4-05a171d89a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:55.439372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Attempting to bind port 20a56828-4e8d-4ba0-939b-277b349a8408 on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:55.468935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:55.473007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Checking segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:55.473007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Bound using segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:55.473007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Bound port: 20a56828-4e8d-4ba0-939b-277b349a8408, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:55.473007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.478853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:55.482700 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-98769d97-03d8-4448-b692-a4af6e691fbb tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1001 time: 0.1772919 Nov 12 03:30:55.509299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-62c23f7b-a76d-4802-884d-9c74767ee6f6 service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822766 Nov 12 03:30:55.511773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'port_id': 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a', 'mac_address': 'fa:16:3e:3a:e8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94314c6-3250-47e1-a1fe-ce606b32ef01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:55.604148 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.608344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.635324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:55.657491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:55.687523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 066bc276-d865-42ee-a2f2-30fc963d2bdd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:55.690861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:55.691725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] For port 20a56828-4e8d-4ba0-939b-277b349a8408, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:55.694280 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399fc242-d9e2-447e-8399-e39aa6515f88" -d '{"events": [{"server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "name": "network-vif-plugged", "status": "completed", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:55.697657 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.699537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] For port 20a56828-4e8d-4ba0-939b-277b349a8408, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=20a56828-4e8d-4ba0-939b-277b349a8408,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:55.704497 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.709811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-691751da-a4ec-4c91-b024-f3a27e249629 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.711245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-691751da-a4ec-4c91-b024-f3a27e249629 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.2185423 Nov 12 03:30:55.714573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-e8a95e88-3c26-4fcb-b972-c95be25eab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.715978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-e8a95e88-3c26-4fcb-b972-c95be25eab44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 1097 time: 0.1220975 Nov 12 03:30:55.717148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.818296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:55.845584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.847863 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.849477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-361bd781-7cde-4494-93be-25f27204359d service neutron] 10.222.0.20 "PUT /v2.0/ports/20a56828-4e8d-4ba0-939b-277b349a8408 HTTP/1.1" status: 200 len: 1092 time: 3.5134733 Nov 12 03:30:55.853396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': '20a56828-4e8d-4ba0-939b-277b349a8408'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:55.855862 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6922e6f-7517-422d-914d-38b6055829e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "20a56828-4e8d-4ba0-939b-277b349a8408"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:55.939478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:55.995404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=066bc276-d865-42ee-a2f2-30fc963d2bdd,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.000453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26df14-3f5d-453c-a618-dae266041097 req-02ef7f07-1c1c-4220-8ef2-b40f5c8427de tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.007463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26df14-3f5d-453c-a618-dae266041097 req-02ef7f07-1c1c-4220-8ef2-b40f5c8427de tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.009073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd781-7cde-4494-93be-25f27204359d service neutron] Pushing event updated for resources: {'Port': ['ID=20a56828-4e8d-4ba0-939b-277b349a8408,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.016172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26df14-3f5d-453c-a618-dae266041097 req-02ef7f07-1c1c-4220-8ef2-b40f5c8427de tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.020394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-d9f794c0-69fa-48e1-b509-884b28c0ee16 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1001 time: 0.2984681 Nov 12 03:30:56.030642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26df14-3f5d-453c-a618-dae266041097 req-02ef7f07-1c1c-4220-8ef2-b40f5c8427de tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.038285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26df14-3f5d-453c-a618-dae266041097 req-02ef7f07-1c1c-4220-8ef2-b40f5c8427de tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.045584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26df14-3f5d-453c-a618-dae266041097 req-02ef7f07-1c1c-4220-8ef2-b40f5c8427de tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.055748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:56.057067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26df14-3f5d-453c-a618-dae266041097 req-02ef7f07-1c1c-4220-8ef2-b40f5c8427de tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.069424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd26df14-3f5d-453c-a618-dae266041097 req-02ef7f07-1c1c-4220-8ef2-b40f5c8427de tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5384 time: 0.2000337 Nov 12 03:30:56.102949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:56.146600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-d57b144d-74f8-4003-82ad-3cb86faded80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.148104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-d57b144d-74f8-4003-82ad-3cb86faded80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.3940570 Nov 12 03:30:56.164877 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd26df14-3f5d-453c-a618-dae266041097 req-b8bb2d30-353b-4638-89a9-800e98cd0ec8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900052 Nov 12 03:30:56.220150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.290150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.293575 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-92514012-4bde-4bf3-b656-a7629f604ab5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 1001 time: 0.1352925 Nov 12 03:30:56.303570 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d808cdac-6ea4-47d5-a2e8-5b70230967b3 x-openstack-request-id: req-d808cdac-6ea4-47d5-a2e8-5b70230967b3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:56.303862 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "name": "network-vif-plugged", "status": "completed", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:56.304115 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d808cdac-6ea4-47d5-a2e8-5b70230967b3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:56.304507 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd', 'code': 200} Nov 12 03:30:56.405401 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b9f60e-d9de-4e09-b11c-c6873e524f07 x-openstack-request-id: req-03b9f60e-d9de-4e09-b11c-c6873e524f07 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:56.405690 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "20a56828-4e8d-4ba0-939b-277b349a8408", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:56.405916 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03b9f60e-d9de-4e09-b11c-c6873e524f07 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:56.406321 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': '20a56828-4e8d-4ba0-939b-277b349a8408', 'status': 'completed', 'code': 200} Nov 12 03:30:56.538883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-c77f049a-b7b2-4553-a3a4-3d9ffec80712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.540364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-c77f049a-b7b2-4553-a3a4-3d9ffec80712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.541083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-c77f049a-b7b2-4553-a3a4-3d9ffec80712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.541613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-c77f049a-b7b2-4553-a3a4-3d9ffec80712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.543596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-c77f049a-b7b2-4553-a3a4-3d9ffec80712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.544144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-c77f049a-b7b2-4553-a3a4-3d9ffec80712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.544875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-c77f049a-b7b2-4553-a3a4-3d9ffec80712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.547240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6922e6f-7517-422d-914d-38b6055829e7 req-c77f049a-b7b2-4553-a3a4-3d9ffec80712 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6280 time: 0.1231871 Nov 12 03:30:56.556312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-676c4b90-8ec8-4777-b03a-4858800a688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.557838 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-676c4b90-8ec8-4777-b03a-4858800a688d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.2408252 Nov 12 03:30:56.686026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af319-2cb7-4841-a2a7-bcddcdd7b40f req-4db7f4d2-be9e-4cb1-8e30-f39344636027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.687571 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c1af319-2cb7-4841-a2a7-bcddcdd7b40f req-4db7f4d2-be9e-4cb1-8e30-f39344636027 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1097 time: 0.2977262 Nov 12 03:30:56.753820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31114a6-e9b9-41a7-a4fb-ab78c0fd9ab5 req-56e0dcde-148b-42b1-ad69-6539c5d94c0c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.762868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b31114a6-e9b9-41a7-a4fb-ab78c0fd9ab5 req-56e0dcde-148b-42b1-ad69-6539c5d94c0c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 945 time: 0.2143412 Nov 12 03:30:56.854725 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b31114a6-e9b9-41a7-a4fb-ab78c0fd9ab5 req-09068d92-f47f-4fd4-b0b6-a8cbcd7cf2a7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858805 Nov 12 03:30:56.886932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-f213ddc1-65c2-4127-b5aa-ddabc327f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.889453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-f213ddc1-65c2-4127-b5aa-ddabc327f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.890158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-f213ddc1-65c2-4127-b5aa-ddabc327f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.892692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6922e6f-7517-422d-914d-38b6055829e7 req-f213ddc1-65c2-4127-b5aa-ddabc327f15f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=40b0726607dc4ac2854574393c7fdd18&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3047717 Nov 12 03:30:56.919464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9a0121-61e9-4a30-bc4e-80759322c917 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:56.929570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.944834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Transition to ACTIVE for port object dd9a0121-61e9-4a30-bc4e-80759322c917 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:57.044339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.065797 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.088803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3248d-3768-46d8-8fe4-dfbaa0caf7d9 req-43f2897a-e782-4936-b18e-7d85d6d83a01 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.097651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22f3248d-3768-46d8-8fe4-dfbaa0caf7d9 req-43f2897a-e782-4936-b18e-7d85d6d83a01 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 945 time: 0.1207299 Nov 12 03:30:57.126829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922e6f-7517-422d-914d-38b6055829e7 req-9e59a0e5-2d13-41b0-9ed2-125c483de284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.129184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6922e6f-7517-422d-914d-38b6055829e7 req-9e59a0e5-2d13-41b0-9ed2-125c483de284 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2188213 Nov 12 03:30:57.149680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.150081 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d disassociated. External IP: 172.25.0.234, port: 8ff88284-ff0c-42ba-9d30-6219e3a34fb9. Nov 12 03:30:57.180400 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22f3248d-3768-46d8-8fe4-dfbaa0caf7d9 req-85f4b930-aace-45c3-bfd4-3e3004f75812 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818412 Nov 12 03:30:57.287248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9a0121-61e9-4a30-bc4e-80759322c917,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.306289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-86ea1c4b-ade9-4995-969c-b91fea2873db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.307818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-86ea1c4b-ade9-4995-969c-b91fea2873db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7378695 Nov 12 03:30:57.393051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c1af319-2cb7-4841-a2a7-bcddcdd7b40f req-0294ccfa-5835-4723-8c23-5b15f95e7b79 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686800 Nov 12 03:30:57.519671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187522-2ccd-48f5-a846-951234ffc024 req-babb2dea-fac7-4ce5-8a10-dda12b9ab382 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.540843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187522-2ccd-48f5-a846-951234ffc024 req-babb2dea-fac7-4ce5-8a10-dda12b9ab382 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.548533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187522-2ccd-48f5-a846-951234ffc024 req-babb2dea-fac7-4ce5-8a10-dda12b9ab382 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.568985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187522-2ccd-48f5-a846-951234ffc024 req-babb2dea-fac7-4ce5-8a10-dda12b9ab382 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.579669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187522-2ccd-48f5-a846-951234ffc024 req-babb2dea-fac7-4ce5-8a10-dda12b9ab382 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.596755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187522-2ccd-48f5-a846-951234ffc024 req-babb2dea-fac7-4ce5-8a10-dda12b9ab382 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.617362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187522-2ccd-48f5-a846-951234ffc024 req-babb2dea-fac7-4ce5-8a10-dda12b9ab382 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.636196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c187522-2ccd-48f5-a846-951234ffc024 req-babb2dea-fac7-4ce5-8a10-dda12b9ab382 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5396 time: 0.2042010 Nov 12 03:30:57.661685 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-6c1d3329-c9c3-4c29-8816-bbbbca6664ad service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998552 Nov 12 03:30:57.664778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Attempting to bind port dd9a0121-61e9-4a30-bc4e-80759322c917 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:57.665148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Attempting to bind port dd9a0121-61e9-4a30-bc4e-80759322c917 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:57.665482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Attempting to bind port dd9a0121-61e9-4a30-bc4e-80759322c917 on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:57.715850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Port dd9a0121-61e9-4a30-bc4e-80759322c917 on network 41325d71-c771-431e-abd4-05a171d89a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:57.716003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Attempting to bind port dd9a0121-61e9-4a30-bc4e-80759322c917 on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:57.736465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:57.736803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Checking segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:57.738326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Bound using segment: {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:57.738821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Bound port: dd9a0121-61e9-4a30-bc4e-80759322c917, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f2420c-c819-4cad-8577-61e4d77ac44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '41325d71-c771-431e-abd4-05a171d89a69'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:57.739184 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.778575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c187522-2ccd-48f5-a846-951234ffc024 req-5273c261-66a6-4681-b45a-b4fa471b8bf5 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413560 Nov 12 03:30:58.009822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e87f-2b9c-4b97-9505-08e899a0db18 req-ccf3dd50-5a11-43ab-8f28-bb5670a241fa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.011505 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98d4e87f-2b9c-4b97-9505-08e899a0db18 req-ccf3dd50-5a11-43ab-8f28-bb5670a241fa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 945 time: 0.0693419 Nov 12 03:30:58.128852 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98d4e87f-2b9c-4b97-9505-08e899a0db18 req-7113ea7a-bc4d-4e3e-b56d-491cee69864f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108525 Nov 12 03:30:58.246574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:58.267903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] For port dd9a0121-61e9-4a30-bc4e-80759322c917, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:58.274122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] For port dd9a0121-61e9-4a30-bc4e-80759322c917, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd9a0121-61e9-4a30-bc4e-80759322c917,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:58.276733 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-9fe15310-2da7-446e-b9c5-8f18e783d438 service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707204 Nov 12 03:30:58.281189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.357915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9a0121-61e9-4a30-bc4e-80759322c917,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.428120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc40590-9bfc-4f89-845c-078cb792d62e req-538c0236-3237-411f-8f9c-62e708bb827b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.441967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.442616 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.444029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e613fa18-aace-4953-9abf-ee3e5d18bd14 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd9a0121-61e9-4a30-bc4e-80759322c917 HTTP/1.1" status: 200 len: 1091 time: 2.5253720 Nov 12 03:30:58.444909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfc40590-9bfc-4f89-845c-078cb792d62e req-538c0236-3237-411f-8f9c-62e708bb827b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 945 time: 0.1251915 Nov 12 03:30:58.448016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': 'dd9a0121-61e9-4a30-bc4e-80759322c917'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:58.450687 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766bbed2-6ab9-475b-b52e-428060a7383b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "dd9a0121-61e9-4a30-bc4e-80759322c917"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:58.490290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:58.579445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfc40590-9bfc-4f89-845c-078cb792d62e req-5135435f-029b-4920-b3a6-69beed1c598b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316004 Nov 12 03:30:58.642038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-4535c565-64a0-4496-8826-cfc0fae1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.649068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-4535c565-64a0-4496-8826-cfc0fae1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.649835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-4535c565-64a0-4496-8826-cfc0fae1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.651018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-4535c565-64a0-4496-8826-cfc0fae1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.653346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-4535c565-64a0-4496-8826-cfc0fae1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.654052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-4535c565-64a0-4496-8826-cfc0fae1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.655700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-4535c565-64a0-4496-8826-cfc0fae1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.659726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-4535c565-64a0-4496-8826-cfc0fae1047f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6348 time: 0.3149636 Nov 12 03:30:58.749375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:58.756412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.760214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.761188 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fe44e-b330-4938-875e-73600805d712 None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:58.789479 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fe44e-b330-4938-875e-73600805d712 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:58.793430 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c83fe44e-b330-4938-875e-73600805d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:30:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:59.032010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:59.047260 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279178b0-4000-4c29-9fee-d68bafe983f9 x-openstack-request-id: req-279178b0-4000-4c29-9fee-d68bafe983f9 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:59.047546 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "dd9a0121-61e9-4a30-bc4e-80759322c917", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:59.047801 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-279178b0-4000-4c29-9fee-d68bafe983f9 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:59.048201 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': 'dd9a0121-61e9-4a30-bc4e-80759322c917', 'status': 'completed', 'code': 200} Nov 12 03:30:59.117765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-edfc74f3-2e89-4a5e-912d-6abb43e86850 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.132048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-edfc74f3-2e89-4a5e-912d-6abb43e86850 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.141279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-edfc74f3-2e89-4a5e-912d-6abb43e86850 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.149190 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c83fe44e-b330-4938-875e-73600805d712 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:59.152254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-edfc74f3-2e89-4a5e-912d-6abb43e86850 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.160121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-edfc74f3-2e89-4a5e-912d-6abb43e86850 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.169970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-edfc74f3-2e89-4a5e-912d-6abb43e86850 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.171021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:59.178943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-edfc74f3-2e89-4a5e-912d-6abb43e86850 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.179919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:59.184339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.188542 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-edfc74f3-2e89-4a5e-912d-6abb43e86850 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5396 time: 0.2011793 Nov 12 03:30:59.189418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9a05ffcb-a8a0-459e-95ee-659bec6ed871 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "PUT /v2.0/floatingips/9049d49c-b6dd-43c2-b0fb-f9f5483ce60d HTTP/1.1" status: 200 len: 695 time: 3.1574965 Nov 12 03:30:59.295998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a97dbde5-0933-4c39-99e4-c44f1f8c5dee req-568ad217-52b1-4ea0-a913-0041a258f050 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062055 Nov 12 03:30:59.419322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-966548a8-59d2-4eac-b8c0-480af541bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.420222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-966548a8-59d2-4eac-b8c0-480af541bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.420696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-966548a8-59d2-4eac-b8c0-480af541bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.422502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-966548a8-59d2-4eac-b8c0-480af541bc82 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=40b0726607dc4ac2854574393c7fdd18&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7210302 Nov 12 03:30:59.422875 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.461318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-8d8ec757-981d-4623-bba2-3397acfb8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.467150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-8d8ec757-981d-4623-bba2-3397acfb8ee9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 1097 time: 0.2767594 Nov 12 03:30:59.485372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa4ba6b-0b57-4496-8ca1-6c488538994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:59.488822 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8e0879-7d82-4c90-9faf-1535dd701f44" -d '{"events": [{"server_uuid": "3aa4ba6b-0b57-4496-8ca1-6c488538994f", "name": "network-vif-plugged", "status": "completed", "tag": "c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:59.536892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:59.556802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.614120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-2911e815-49bd-4fb4-ab8a-5c16675fd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.618322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13c3252e-9aa1-42f4-b6d8-918eb5120589 req-2911e815-49bd-4fb4-ab8a-5c16675fd75b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1827099 Nov 12 03:30:59.647308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d236c-1720-414c-b7f7-d14ad73ce27a req-90478245-dd77-43af-b3e0-b72aa8dd6bfd tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.651217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8d236c-1720-414c-b7f7-d14ad73ce27a req-90478245-dd77-43af-b3e0-b72aa8dd6bfd tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 945 time: 0.1749856 Nov 12 03:30:59.659440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.754930 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c83fe44e-b330-4938-875e-73600805d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:59.775884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-fec3719f-aab4-4f90-b09a-179c608002ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.777767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-fec3719f-aab4-4f90-b09a-179c608002ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.2912536 Nov 12 03:30:59.789281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8d236c-1720-414c-b7f7-d14ad73ce27a req-e8d4f9b7-858d-4649-862b-82ae62db9710 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294851 Nov 12 03:30:59.817559 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fe44e-b330-4938-875e-73600805d712 None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:59.841520 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fe44e-b330-4938-875e-73600805d712 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:59.842494 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c83fe44e-b330-4938-875e-73600805d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:30:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:59.870690 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9a2ccf-f06d-4cf4-bf75-c79cc6c8829d x-openstack-request-id: req-ca9a2ccf-f06d-4cf4-bf75-c79cc6c8829d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:59.871256 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa4ba6b-0b57-4496-8ca1-6c488538994f", "name": "network-vif-plugged", "status": "completed", "tag": "c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:59.871673 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca9a2ccf-f06d-4cf4-bf75-c79cc6c8829d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:59.872304 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa4ba6b-0b57-4496-8ca1-6c488538994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a', 'code': 200} Nov 12 03:31:00.071679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0af187-7649-4724-a1a3-39368c3d6aac req-83bb9aca-de66-45e8-9fec-427f25f7ce8b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.085429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb0af187-7649-4724-a1a3-39368c3d6aac req-83bb9aca-de66-45e8-9fec-427f25f7ce8b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 945 time: 0.1060374 Nov 12 03:31:00.086650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-0a9f594f-b304-4ac0-9b88-773581e1f330 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 217 time: 0.2795119 Nov 12 03:31:00.118468 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c83fe44e-b330-4938-875e-73600805d712 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:00.193102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb0af187-7649-4724-a1a3-39368c3d6aac req-d8511faa-ae60-4868-b9e5-39bd9cbc3e3a tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989554 Nov 12 03:31:00.399894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-32a5c2f4-783c-4cdc-a04e-4b17cd56ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.402967 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-32a5c2f4-783c-4cdc-a04e-4b17cd56ba7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.3155491 Nov 12 03:31:00.453335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c753457-d603-4261-926c-4121a436df14 req-5bb0d70c-82fb-4483-ae2a-fc4be1477566 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1986856758&fields=id&tenant_id=929da0da474b44a79c31662eeb735de2 HTTP/1.1" status: 200 len: 267 time: 0.0945146 Nov 12 03:31:00.513097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-8867c1d4-0c92-407e-bb1f-fdfb758d819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.513703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-8867c1d4-0c92-407e-bb1f-fdfb758d819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.514261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-8867c1d4-0c92-407e-bb1f-fdfb758d819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.514727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-8867c1d4-0c92-407e-bb1f-fdfb758d819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.515806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-8867c1d4-0c92-407e-bb1f-fdfb758d819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.516287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-8867c1d4-0c92-407e-bb1f-fdfb758d819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.526305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-8867c1d4-0c92-407e-bb1f-fdfb758d819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.528495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-766bbed2-6ab9-475b-b52e-428060a7383b req-8867c1d4-0c92-407e-bb1f-fdfb758d819c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6348 time: 0.7446356 Nov 12 03:31:00.529727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753457-d603-4261-926c-4121a436df14 req-63e41090-7c1e-465f-a527-35bb79089f1e tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.531883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53aba75e-2a7c-4c17-b2ec-80503286a411 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:00.545095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c753457-d603-4261-926c-4121a436df14 req-63e41090-7c1e-465f-a527-35bb79089f1e tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 945 time: 0.0902102 Nov 12 03:31:00.561738 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.563008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-6c753457-d603-4261-926c-4121a436df14 req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'port': {'security_groups': ['45fbfa13-fe9a-41ab-bb4f-22322175809d', 'f408039a-3692-4f6e-b86f-a91a5a540044']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:00.583696 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c83fe44e-b330-4938-875e-73600805d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:00.648312 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fe44e-b330-4938-875e-73600805d712 None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:00.654991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541b3bf-0d48-47f9-8fdb-08b5504ab062 req-e332f7c2-d455-4414-bf34-f8ff5581aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.657765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d541b3bf-0d48-47f9-8fdb-08b5504ab062 req-e332f7c2-d455-4414-bf34-f8ff5581aab3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 1098 time: 0.6017132 Nov 12 03:31:00.684295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-89818076-cd16-41ac-a7e5-327a18fe8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.686406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-89818076-cd16-41ac-a7e5-327a18fe8468 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2729406 Nov 12 03:31:00.687851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Transition to ACTIVE for port object 53aba75e-2a7c-4c17-b2ec-80503286a411 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:00.759875 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6c753457-d603-4261-926c-4121a436df14 req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.789037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.903607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44100) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.052678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:01.066596 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d860220c-2482-4214-a607-dd52d0ac81e6" -d '{"events": [{"name": "network-changed", "server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:01.128880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d541b3bf-0d48-47f9-8fdb-08b5504ab062 req-3bf71b10-3224-44ad-940b-42090b04cdd5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469254 Nov 12 03:31:01.135897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Pushing event updated for resources: {'Port': ['ID=53aba75e-2a7c-4c17-b2ec-80503286a411,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.164210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-422b587e-62e4-4061-ad5d-8213d3baf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.164712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-422b587e-62e4-4061-ad5d-8213d3baf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.165269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-422b587e-62e4-4061-ad5d-8213d3baf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.167145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-766bbed2-6ab9-475b-b52e-428060a7383b req-422b587e-62e4-4061-ad5d-8213d3baf1fb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=40b0726607dc4ac2854574393c7fdd18&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6262960 Nov 12 03:31:01.191250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-9d2c99ab-0785-47de-86f0-67d4358e39f5 service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335384 Nov 12 03:31:01.298357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f8d792fc-d17e-49f5-b131-28401ec8d8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.320681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344f232-fe08-41ec-9760-2c767873e594 None None] New status for floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:31:01.403205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6c753457-d603-4261-926c-4121a436df14 req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] For port 066bc276-d865-42ee-a2f2-30fc963d2bdd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:01.445003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3efc014-779b-473b-b776-b1d8191cacd5 req-1484e917-99a6-4b18-aba9-c558018bec8e service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293589 Nov 12 03:31:01.531322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6c753457-d603-4261-926c-4121a436df14 req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.541751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6c753457-d603-4261-926c-4121a436df14 req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.561806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c039f28f-1027-4eac-ae17-c152af27bc26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.603493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Attempting to bind port 53aba75e-2a7c-4c17-b2ec-80503286a411 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:01.603860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Attempting to bind port 53aba75e-2a7c-4c17-b2ec-80503286a411 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:01.644168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Attempting to bind port 53aba75e-2a7c-4c17-b2ec-80503286a411 on network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:01.653747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:01.699677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbed2-6ab9-475b-b52e-428060a7383b req-7786e82f-05de-470a-b77f-596ea7a110c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.701075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-766bbed2-6ab9-475b-b52e-428060a7383b req-7786e82f-05de-470a-b77f-596ea7a110c7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2511942 Nov 12 03:31:01.763582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Port 53aba75e-2a7c-4c17-b2ec-80503286a411 on network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:01.764062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Attempting to bind port 53aba75e-2a7c-4c17-b2ec-80503286a411 on network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:01.778366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753457-d603-4261-926c-4121a436df14 req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.789587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6c753457-d603-4261-926c-4121a436df14 req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.791202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c753457-d603-4261-926c-4121a436df14 req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "PUT /v2.0/ports/066bc276-d865-42ee-a2f2-30fc963d2bdd HTTP/1.1" status: 200 len: 981 time: 1.2438507 Nov 12 03:31:01.806711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:01.817432 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:01.879425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:01.880060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Checking segment: {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:01.880688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Bound using segment: {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:01.881412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Bound port: 53aba75e-2a7c-4c17-b2ec-80503286a411, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:01.881518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f17eec-5655-48c7-bbdc-5ce24dfbb4f1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'Port': ['ID=066bc276-d865-42ee-a2f2-30fc963d2bdd,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.882114 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.931341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:02.010679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-e91a184d-b25d-4a39-8b8b-44e8578c481f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.029949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-e91a184d-b25d-4a39-8b8b-44e8578c481f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.033495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc557b9-e2f3-4559-9eaa-d620eb182e93 req-398300ad-aca3-49de-b3b0-f5a2bff1db21 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.043973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bc557b9-e2f3-4559-9eaa-d620eb182e93 req-398300ad-aca3-49de-b3b0-f5a2bff1db21 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 946 time: 0.1437030 Nov 12 03:31:02.048336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-e91a184d-b25d-4a39-8b8b-44e8578c481f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.067068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-e91a184d-b25d-4a39-8b8b-44e8578c481f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.088288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-e91a184d-b25d-4a39-8b8b-44e8578c481f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.115818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-e91a184d-b25d-4a39-8b8b-44e8578c481f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.130713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bc557b9-e2f3-4559-9eaa-d620eb182e93 req-86ce6255-273d-492e-9a86-81cf20d7e08c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813043 Nov 12 03:31:02.141942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-e91a184d-b25d-4a39-8b8b-44e8578c481f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.147322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-e91a184d-b25d-4a39-8b8b-44e8578c481f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5408 time: 0.3862526 Nov 12 03:31:02.217213 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d023c7-b752-4700-95b8-ba1f3ad6df9f x-openstack-request-id: req-a6d023c7-b752-4700-95b8-ba1f3ad6df9f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:02.217695 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:02.218268 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6d023c7-b752-4700-95b8-ba1f3ad6df9f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:02.218752 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'status': 'completed', 'code': 200} Nov 12 03:31:02.336581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] For port 53aba75e-2a7c-4c17-b2ec-80503286a411, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:02.371854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4432471c-5b43-4147-b5c8-810653d69fb2 req-5ee8de32-55bd-43a9-8f29-56fb65887a1a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568477 Nov 12 03:31:02.371854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c039f28f-1027-4eac-ae17-c152af27bc26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.388937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] For port 53aba75e-2a7c-4c17-b2ec-80503286a411, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=53aba75e-2a7c-4c17-b2ec-80503286a411,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:02.390605 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c039f28f-1027-4eac-ae17-c152af27bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.436661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44180) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.437189 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c039f28f-1027-4eac-ae17-c152af27bc26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15e6ce31082344b2a88b7893b8bbfb29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5251930 Nov 12 03:31:02.447085 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.519219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-bbf72572-9a08-48de-8012-2127d8db8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.521395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-bbf72572-9a08-48de-8012-2127d8db8e52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 1097 time: 0.2595713 Nov 12 03:31:02.616367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7aac2e0a-2339-4143-bfcf-83f1d7deff0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.671721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7aac2e0a-2339-4143-bfcf-83f1d7deff0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.718562 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9756ad98-a69a-46c5-8b18-e81fcaab2aa4 x-openstack-request-id: req-9756ad98-a69a-46c5-8b18-e81fcaab2aa4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:02.719444 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:02.719720 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9756ad98-a69a-46c5-8b18-e81fcaab2aa4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:02.720120 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd', 'status': 'completed', 'code': 200} Nov 12 03:31:02.779571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7aac2e0a-2339-4143-bfcf-83f1d7deff0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.782860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7aac2e0a-2339-4143-bfcf-83f1d7deff0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.784155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7aac2e0a-2339-4143-bfcf-83f1d7deff0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db715196-785d-418a-acea-b2259bcc45ce HTTP/1.1" status: 204 len: 168 time: 0.3456106 Nov 12 03:31:02.815744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac2e0a-2339-4143-bfcf-83f1d7deff0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db715196-785d-418a-acea-b2259bcc45ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.847686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-c0e2e030-f6b5-4ead-81bd-63ffbc58f639 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1084531305&fields=id&tenant_id=929da0da474b44a79c31662eeb735de2 HTTP/1.1" status: 200 len: 267 time: 0.2748475 Nov 12 03:31:02.864730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.865381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.866786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] 10.222.0.20 "PUT /v2.0/ports/53aba75e-2a7c-4c17-b2ec-80503286a411 HTTP/1.1" status: 200 len: 1092 time: 4.3886178 Nov 12 03:31:02.882407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f28f-1027-4eac-ae17-c152af27bc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db715196-785d-418a-acea-b2259bcc45ce,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.968054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719792b-8894-4c7a-84f9-f141561159d2 req-36552759-d05c-4905-a930-234fa3125a46 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.980503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-36552759-d05c-4905-a930-234fa3125a46 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1181812 Nov 12 03:31:03.055899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Request body: {'port': {'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:03.077929 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-ae9c6da8-3069-469e-a562-061a9f5672bc tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 696 time: 0.0958819 Nov 12 03:31:03.094867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Request body: {'floatingip': {'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:03.218333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f23b2-d8d5-4c4f-91c7-e1789a1c1283 service neutron] Pushing event updated for resources: {'Port': ['ID=53aba75e-2a7c-4c17-b2ec-80503286a411,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.227673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.304024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-ab44e2e5-926e-4fca-9521-6b3e1dd7cd01 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.305907 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-ab44e2e5-926e-4fca-9521-6b3e1dd7cd01 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 984 time: 0.4063518 Nov 12 03:31:03.321439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-d02625da-3fc6-4aac-829f-658c338161fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.326198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-d02625da-3fc6-4aac-829f-658c338161fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1136 time: 0.4709885 Nov 12 03:31:03.327580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-9fa2b02e-f43b-40f0-a2ed-d329ecae8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.331791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-9fa2b02e-f43b-40f0-a2ed-d329ecae8097 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.7599823 Nov 12 03:31:03.342348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.362246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'port': {'security_groups': ['45fbfa13-fe9a-41ab-bb4f-22322175809d', 'f408039a-3692-4f6e-b86f-a91a5a540044', '86e15297-b26e-47d8-9b28-ecc7e2ad9d3d']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:03.485052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-c453e008-1f28-4b1c-90c4-f5d22bc079f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 200 len: 217 time: 0.1383770 Nov 12 03:31:03.492577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44230) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.547468 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-599a549e-9f06-4672-b455-9b77d8d45d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.714154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.769236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-06c5a471-0160-4e98-b408-794831f3fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.770674 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-06c5a471-0160-4e98-b408-794831f3fa67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.2738338 Nov 12 03:31:03.795079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-f15071d5-b374-4682-8953-0ad17ab7ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.796857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-f15071d5-b374-4682-8953-0ad17ab7ca90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 914 time: 0.4487510 Nov 12 03:31:03.819647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f669e70-b51a-47f5-a2de-dec4139f1f4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.075702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f669e70-b51a-47f5-a2de-dec4139f1f4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.083387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f669e70-b51a-47f5-a2de-dec4139f1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.180417 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1f669e70-b51a-47f5-a2de-dec4139f1f4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=196de765132f4274a38b6238ac30396e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6867001 Nov 12 03:31:04.183724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44250) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.186113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f669e70-b51a-47f5-a2de-dec4139f1f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8a4e05-3ac3-4bec-bfea-a99ea2a7699f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.253561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44252) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.314118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': '53aba75e-2a7c-4c17-b2ec-80503286a411'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:04.315656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8bb-224d-4bb0-84f1-54183261189f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.317021 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d9e470-df7a-4416-8ce8-d11b1c52c523" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "53aba75e-2a7c-4c17-b2ec-80503286a411"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:04.336170 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-68459342-3fbb-46a8-a7b9-79ef8bf7a893 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd HTTP/1.1" status: 200 len: 217 time: 0.5139306 Nov 12 03:31:04.355770 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8bb-224d-4bb0-84f1-54183261189f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.360102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.379280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.447006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-3e197d4a-e392-4c62-aed1-dd72b429bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.448539 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-3e197d4a-e392-4c62-aed1-dd72b429bba0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6664779 Nov 12 03:31:04.472143 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6f5-b555-4605-8114-c54b9e9287d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.525221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-14fd8c52-afa5-4b10-8d44-aa880244390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.526879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-14fd8c52-afa5-4b10-8d44-aa880244390d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.1643493 Nov 12 03:31:04.548349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-08973287-418e-4dc8-9f65-c017d0873e1f tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.550790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-08973287-418e-4dc8-9f65-c017d0873e1f tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a731a8-1b97-4d34-8d23-1f32d8bfe60d HTTP/1.1" status: 200 len: 945 time: 0.1861117 Nov 12 03:31:04.612345 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8bb-224d-4bb0-84f1-54183261189f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.614986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a85f8bb-224d-4bb0-84f1-54183261189f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.618489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1a85f8bb-224d-4bb0-84f1-54183261189f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d8a4e05-3ac3-4bec-bfea-a99ea2a7699f HTTP/1.1" status: 204 len: 168 time: 0.4311035 Nov 12 03:31:04.618624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-2c5f964c-b69f-422f-a948-23a589ab9e99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711417 Nov 12 03:31:04.644271 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d associated. External IP: 172.25.0.234, port: 990775ff-4178-4bcd-b809-63ecc9938af3. Nov 12 03:31:04.688350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85f8bb-224d-4bb0-84f1-54183261189f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8a4e05-3ac3-4bec-bfea-a99ea2a7699f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.794437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-648d625c-1646-4082-af81-d7c5239dd608 service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342333 Nov 12 03:31:04.824230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6f5-b555-4605-8114-c54b9e9287d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.835007 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac9de6f5-b555-4605-8114-c54b9e9287d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.843820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Deleting port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:04.844151 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.858406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.885162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18dccb2-bf47-4c56-b885-4c20b800c014 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:04.905174 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.915772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ac9de6f5-b555-4605-8114-c54b9e9287d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2a0f2abadef450791531df7917c08c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6609805 Nov 12 03:31:04.939607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44262) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.942293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-105ef02b-602a-4f0f-b0ff-1bd8ef6314ad service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129730 Nov 12 03:31:04.974963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9de6f5-b555-4605-8114-c54b9e9287d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546b71f0-57c1-45ca-a987-8fdd9f75aba3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.990070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Transition to ACTIVE for port object b18dccb2-bf47-4c56-b885-4c20b800c014 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:05.025948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.103971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] For port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:05.104588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.126265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] For port 066bc276-d865-42ee-a2f2-30fc963d2bdd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:05.133441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Calling delete_port for 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:05.140234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:05.168498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d860220c-2482-4214-a607-dd52d0ac81e6 req-1281f0f1-c130-4310-a839-53f8b4553a31 service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431878 Nov 12 03:31:05.202876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b18dccb2-bf47-4c56-b885-4c20b800c014,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.233649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.261526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ffbeb88-a539-4448-9335-fdea9e1359e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.279223 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.295491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:05.347505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-57e2d1df-5ac1-4f6c-9c1c-e5127560cd7c req-b72b6624-6e85-4092-be85-40dedaa15a40 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848140 Nov 12 03:31:05.464559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:05.470867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ffbeb88-a539-4448-9335-fdea9e1359e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.490779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.498639 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:05.527239 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:05.528295 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.620324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-13f11e83-2bec-4b8b-8156-c308c7fd0a48 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "PUT /v2.0/floatingips/9049d49c-b6dd-43c2-b0fb-f9f5483ce60d HTTP/1.1" status: 200 len: 997 time: 2.5294864 Nov 12 03:31:05.621251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:05.623613 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:05.639828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.643484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.644564 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.660072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd6d2a0a-8530-4c24-bc3d-e69f638ad2b3 req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "PUT /v2.0/ports/066bc276-d865-42ee-a2f2-30fc963d2bdd HTTP/1.1" status: 200 len: 1020 time: 2.3216338 Nov 12 03:31:05.761469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:05.770110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Pushing event deleted for resources: {'Port': ['ID=8ff88284-ff0c-42ba-9d30-6219e3a34fb9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.799744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Attempting to bind port b18dccb2-bf47-4c56-b885-4c20b800c014 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:05.800315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Attempting to bind port b18dccb2-bf47-4c56-b885-4c20b800c014 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:05.800847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Attempting to bind port b18dccb2-bf47-4c56-b885-4c20b800c014 on network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:05.803199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ed66f-d9f7-4333-9496-12450cf99cf0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'Port': ['ID=066bc276-d865-42ee-a2f2-30fc963d2bdd,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.813627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Port b18dccb2-bf47-4c56-b885-4c20b800c014 on network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:05.823209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Attempting to bind port b18dccb2-bf47-4c56-b885-4c20b800c014 on network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:05.919763 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:05.948703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:05.949091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Checking segment: {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:05.949489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Bound using segment: {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:05.949945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Bound port: b18dccb2-bf47-4c56-b885-4c20b800c014, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:05.959146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.048605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] No DVR routers for this DVR port 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:06.058625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.064934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['990775ff-4178-4bcd-b809-63ecc9938af3', '8ff88284-ff0c-42ba-9d30-6219e3a34fb9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:06.069758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d8f38a-8e6b-4a58-b15c-9420e5ef36fb req-3a725ffe-b250-4760-9952-38693f7ef4f0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.20 "DELETE /v2.0/ports/8ff88284-ff0c-42ba-9d30-6219e3a34fb9 HTTP/1.1" status: 204 len: 173 time: 1.5091379 Nov 12 03:31:06.095792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719792b-8894-4c7a-84f9-f141561159d2 req-adac44ab-9154-4bfa-8d64-adef3ae2ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.108713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-adac44ab-9154-4bfa-8d64-adef3ae2ae92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 0.4501553 Nov 12 03:31:06.140352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ffbeb88-a539-4448-9335-fdea9e1359e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.142989 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ffbeb88-a539-4448-9335-fdea9e1359e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.147112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ffbeb88-a539-4448-9335-fdea9e1359e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/546b71f0-57c1-45ca-a987-8fdd9f75aba3 HTTP/1.1" status: 204 len: 168 time: 1.2011206 Nov 12 03:31:06.263932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbeb88-a539-4448-9335-fdea9e1359e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546b71f0-57c1-45ca-a987-8fdd9f75aba3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.369848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] For port b18dccb2-bf47-4c56-b885-4c20b800c014, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:06.373768 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.380824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] For port b18dccb2-bf47-4c56-b885-4c20b800c014, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b18dccb2-bf47-4c56-b885-4c20b800c014,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:06.402385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-45cb94ba-04e4-449d-9e57-1883e903fc43 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.404241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-45cb94ba-04e4-449d-9e57-1883e903fc43 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 815 time: 0.5781932 Nov 12 03:31:06.410153 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:38:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:31:04Z', 'revision_number': 8, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:06.411360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.416410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719792b-8894-4c7a-84f9-f141561159d2 req-b698548d-0eae-4f86-80b0-ea440f9cbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.428732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-b698548d-0eae-4f86-80b0-ea440f9cbf71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.3189960 Nov 12 03:31:06.444885 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:06.458145 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:06.459837 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:06.503372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-f57ee56c-ed7b-43af-9d7a-dd797d5f8cf6 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/quotas/7f41b0edb26a45d2addc948e8bf6c298 HTTP/1.1" status: 200 len: 375 time: 0.0880320 Nov 12 03:31:06.519349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.520088 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.530168 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/b18dccb2-bf47-4c56-b885-4c20b800c014 HTTP/1.1" status: 200 len: 1092 time: 3.5767043 Nov 12 03:31:06.597853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-a6f0de83-d038-4557-a142-8e7fa4b33166 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 1000 time: 0.1649237 Nov 12 03:31:06.743004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35febb-3c26-418c-984d-887c772ce7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b18dccb2-bf47-4c56-b885-4c20b800c014,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.780030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719792b-8894-4c7a-84f9-f141561159d2 req-34e962b0-f26c-4ed3-b9eb-36ed4fa227ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.781573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-34e962b0-f26c-4ed3-b9eb-36ed4fa227ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.1691377 Nov 12 03:31:06.869591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719792b-8894-4c7a-84f9-f141561159d2 req-0d26bcd7-7c7b-443f-a3a2-36dd953189ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.871963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-0d26bcd7-7c7b-443f-a3a2-36dd953189ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826838 Nov 12 03:31:06.881900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-bcad36ae-0e41-4b31-bf8d-718efd8a94ec tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3485558 Nov 12 03:31:06.882851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44304) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.910534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-084d28b9-4638-4668-8f09-09096c21d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.911346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-084d28b9-4638-4668-8f09-09096c21d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.912017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-084d28b9-4638-4668-8f09-09096c21d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.912668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-084d28b9-4638-4668-8f09-09096c21d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.913425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-084d28b9-4638-4668-8f09-09096c21d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.913920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-084d28b9-4638-4668-8f09-09096c21d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.914659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-084d28b9-4638-4668-8f09-09096c21d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.917814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-084d28b9-4638-4668-8f09-09096c21d94f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6484 time: 0.3153207 Nov 12 03:31:06.922490 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:06.963262 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-672c2353-6391-46d4-8077-c988a66d1ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.976391 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.046022 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-b6d7fa53-5d72-487d-87a2-a8abfe8a5b47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758 HTTP/1.1" status: 200 len: 217 time: 0.0992105 Nov 12 03:31:07.087498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-eeb72e16-9e93-48f2-adaf-71b2aafef332 service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936176 Nov 12 03:31:07.227339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-672c2353-6391-46d4-8077-c988a66d1ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.236026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-83650643-8f68-4f92-83f5-adc20d1be80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.238346 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-83650643-8f68-4f92-83f5-adc20d1be80c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3c55d2-fd78-4d1f-b13a-a9c9b443388e HTTP/1.1" status: 200 len: 851 time: 0.1019409 Nov 12 03:31:07.242966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-672c2353-6391-46d4-8077-c988a66d1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.251010 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8719792b-8894-4c7a-84f9-f141561159d2 req-57866b41-5fe4-40c5-a047-a5d95e3dd2bc service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579647 Nov 12 03:31:07.322662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-e701a478-0cef-45e0-b27d-f26ceccc28a0 service neutron] 10.222.0.49 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230447 Nov 12 03:31:07.356460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-672c2353-6391-46d4-8077-c988a66d1ef1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae193677559440d19f2534f0e2a1808a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4670749 Nov 12 03:31:07.359252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.402732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c2353-6391-46d4-8077-c988a66d1ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8227a9d9-c909-4de0-9740-ab865c21e1c7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.421630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cbe06f67-2421-4c11-acb1-08ecde88e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.423150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cbe06f67-2421-4c11-acb1-08ecde88e3e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674986 Nov 12 03:31:07.441486 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:38:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:31:04Z', 'revision_number': 8, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.475303 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b3679-92d8-4fbe-969a-7a728c1ea58f None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9049d49c-b6dd-43c2-b0fb-f9f5483ce60d', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'port_id': '990775ff-4178-4bcd-b809-63ecc9938af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'mac_address': 'fa:16:3e:38:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:09Z', 'updated_at': '2021-11-12T03:31:04Z', 'revision_number': 8, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:07.543480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01519718-6456-4825-adb5-5019acb03661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.584003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-a333faa4-cb14-4957-abf7-e369bfd1dd16 service neutron] 10.222.0.49 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604287 Nov 12 03:31:07.595751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e2bfcdb8-26be-4958-b8c3-3ed9d620f54b service neutron] 10.222.0.20 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579735 Nov 12 03:31:07.617568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6519709-cbe1-4e8b-a27a-c59c027574c1 req-5abe3ff7-a0d2-4a02-aa6f-db1c7ab5c94a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.619192 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6519709-cbe1-4e8b-a27a-c59c027574c1 req-5abe3ff7-a0d2-4a02-aa6f-db1c7ab5c94a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 946 time: 0.1928010 Nov 12 03:31:07.632137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01519718-6456-4825-adb5-5019acb03661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.741234 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6519709-cbe1-4e8b-a27a-c59c027574c1 req-e82a3afd-65a8-41f2-9a31-81c6bdf259a4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109009 Nov 12 03:31:07.790677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01519718-6456-4825-adb5-5019acb03661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.794160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01519718-6456-4825-adb5-5019acb03661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.798925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-01519718-6456-4825-adb5-5019acb03661 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8227a9d9-c909-4de0-9740-ab865c21e1c7 HTTP/1.1" status: 204 len: 168 time: 0.4385946 Nov 12 03:31:07.823582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01519718-6456-4825-adb5-5019acb03661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8227a9d9-c909-4de0-9740-ab865c21e1c7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.867964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef0f20-55e1-466a-a1ca-ec72bf101bd0 None None] New status for floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:31:07.966329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cc37c55a-a233-481a-8ae2-613a21f09bbe service neutron] 10.222.0.20 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622718 Nov 12 03:31:08.005370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-feb95b38-0e43-448c-b0a4-6f88fb2f293f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.012691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-feb95b38-0e43-448c-b0a4-6f88fb2f293f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.021547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-feb95b38-0e43-448c-b0a4-6f88fb2f293f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.029535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-feb95b38-0e43-448c-b0a4-6f88fb2f293f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.037000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-feb95b38-0e43-448c-b0a4-6f88fb2f293f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.044764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-feb95b38-0e43-448c-b0a4-6f88fb2f293f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.053671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-feb95b38-0e43-448c-b0a4-6f88fb2f293f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.072948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-feb95b38-0e43-448c-b0a4-6f88fb2f293f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.1927102 Nov 12 03:31:08.082219 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4325eae-764f-4581-8a7e-ac89ffd8c3ce x-openstack-request-id: req-e4325eae-764f-4581-8a7e-ac89ffd8c3ce {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:08.082219 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "53aba75e-2a7c-4c17-b2ec-80503286a411", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:08.099052 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4325eae-764f-4581-8a7e-ac89ffd8c3ce {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:08.099185 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': '53aba75e-2a7c-4c17-b2ec-80503286a411', 'status': 'completed', 'code': 200} Nov 12 03:31:08.147944 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b8b277-1ffb-441b-b906-a26eb5502673 x-openstack-request-id: req-73b8b277-1ffb-441b-b906-a26eb5502673 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:08.148226 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:08.148486 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73b8b277-1ffb-441b-b906-a26eb5502673 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:08.148923 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3', 'status': 'completed', 'code': 200} Nov 12 03:31:08.225610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-eb80ecd1-98de-419a-a1b3-229adf90a19e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=dcb4e393-b13d-4b0b-af19-96a884c3c885 HTTP/1.1" status: 200 len: 217 time: 0.2471893 Nov 12 03:31:08.303518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-89bee108-db3d-4899-af71-27fdad07d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.305166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-89bee108-db3d-4899-af71-27fdad07d817 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 0.1262941 Nov 12 03:31:08.371309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-310c7197-a025-4f58-bb44-834b4e9f8363 req-6747f528-a226-4d2f-8911-d7354ae65683 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2971990 Nov 12 03:31:08.390225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-8db9527a-71fd-451c-a116-b10f79b55142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.391880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-8db9527a-71fd-451c-a116-b10f79b55142 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.1027467 Nov 12 03:31:08.474934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-5864973e-c001-422e-9191-92e8b90b6c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.476580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-5864973e-c001-422e-9191-92e8b90b6c9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.1569529 Nov 12 03:31:08.632990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83e81d49-fbce-4d2d-bc55-68f9e67ba725 req-37657f96-88c3-48dc-8d6a-0b1581b75bc8 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips/9049d49c-b6dd-43c2-b0fb-f9f5483ce60d HTTP/1.1" status: 200 len: 999 time: 0.1534288 Nov 12 03:31:08.635707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-24907de6-e4cc-4a6f-8b2a-ac51fb2be015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.637387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-24907de6-e4cc-4a6f-8b2a-ac51fb2be015 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2355952 Nov 12 03:31:08.713352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03023d9a-bd16-4513-b146-fa5a12d53e8a req-feceb3bd-bed7-4c82-9809-47eb2ec0afaf tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.724081 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03023d9a-bd16-4513-b146-fa5a12d53e8a req-feceb3bd-bed7-4c82-9809-47eb2ec0afaf tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1023 time: 0.2464030 Nov 12 03:31:08.752793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-55d27840-0dbf-43df-a6f0-9127555c4baf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 1002 time: 0.2126741 Nov 12 03:31:08.830585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-6291e7c6-b493-4dfe-8de8-3fdb29097aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.832140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-6291e7c6-b493-4dfe-8de8-3fdb29097aac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.0612369 Nov 12 03:31:08.935861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03023d9a-bd16-4513-b146-fa5a12d53e8a req-ad04f59d-7d98-4d08-8541-d19bf0654d73 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=f408039a-3692-4f6e-b86f-a91a5a540044&id=86e15297-b26e-47d8-9b28-ecc7e2ad9d3d&id=45fbfa13-fe9a-41ab-bb4f-22322175809d HTTP/1.1" status: 200 len: 6208 time: 0.2104936 Nov 12 03:31:08.953410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-3c41ca09-88e2-45d2-8f0f-a084f191eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.955532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-3c41ca09-88e2-45d2-8f0f-a084f191eab9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985758 Nov 12 03:31:09.078009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:09.109603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7af0302-c020-4c4f-bb71-2db20ef38063 req-bd2f127e-0c68-4c7f-9c27-c4f8569640e3 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 210 time: 0.0864668 Nov 12 03:31:09.111871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e81d49-fbce-4d2d-bc55-68f9e67ba725 req-f7bb354c-f1e9-420c-8681-fdf14ca48162 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.135226 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83e81d49-fbce-4d2d-bc55-68f9e67ba725 req-f7bb354c-f1e9-420c-8681-fdf14ca48162 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.4947674 Nov 12 03:31:09.145969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:09.146638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8ff88284-ff0c-42ba-9d30-6219e3a34fb9 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:09.170079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-bd0de87b-1601-4094-a35f-51f3d8987a85 req-7664d137-6016-490d-b0c8-293123a9fcb6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': ' tempest-securitygroup -809582812 ', 'description': 'tempest-description-591479714'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:09.233301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-7e5d6a06-2d0c-412f-b378-51e52e2dcf9a service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790043 Nov 12 03:31:09.261728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bd0de87b-1601-4094-a35f-51f3d8987a85 req-7664d137-6016-490d-b0c8-293123a9fcb6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.287321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-2f2192cc-c8a7-4363-bbd0-7894aaff5791 service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190262 Nov 12 03:31:09.325627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51805ef6-6ef8-465d-b8b9-0109477a5dab req-d8de0a5c-43f3-4219-9400-9f2bdc00be98 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.337366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51805ef6-6ef8-465d-b8b9-0109477a5dab req-d8de0a5c-43f3-4219-9400-9f2bdc00be98 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 946 time: 0.1222672 Nov 12 03:31:09.548696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bd0de87b-1601-4094-a35f-51f3d8987a85 req-7664d137-6016-490d-b0c8-293123a9fcb6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.595355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51805ef6-6ef8-465d-b8b9-0109477a5dab req-cdb66bc4-54d0-4a28-aaf0-2af3d7a3a064 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380240 Nov 12 03:31:09.595648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bd0de87b-1601-4094-a35f-51f3d8987a85 req-7664d137-6016-490d-b0c8-293123a9fcb6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.691814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664d137-6016-490d-b0c8-293123a9fcb6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9caffaae-2045-4b02-93d6-4d293e0fbf39,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.749164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c3ebde97-3370-4923-b715-a00ff1f767e7 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067916 Nov 12 03:31:09.826210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bd0de87b-1601-4094-a35f-51f3d8987a85 req-7664d137-6016-490d-b0c8-293123a9fcb6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.829203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd0de87b-1601-4094-a35f-51f3d8987a85 req-7664d137-6016-490d-b0c8-293123a9fcb6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6713855 Nov 12 03:31:09.842232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-464448a6-1d2c-4ca1-bc98-49917907e56f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=c751239b-7e72-46b3-8f2b-fc85880f2cfa HTTP/1.1" status: 200 len: 217 time: 0.0603101 Nov 12 03:31:09.994441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-1b0763fd-4078-43f9-bef7-fee87ae1100d tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.999311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-1b0763fd-4078-43f9-bef7-fee87ae1100d tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 815 time: 0.4949801 Nov 12 03:31:10.042099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Request body: {'port': {'device_id': '66121c7b-d3c9-44e0-ac73-a8f901240841', 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'admin_state_up': True, 'tenant_id': '7f41b0edb26a45d2addc948e8bf6c298'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:10.078551 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6ec09a6b-7099-4e22-b672-3f2e767f9ccf req-5d9c2aa5-d401-419d-a891-5b245100602f service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300591 Nov 12 03:31:10.103532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-5c9b6b44-6bf3-4cea-95c1-9c03e62c1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.109105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-0ee0caac-eab7-4675-a0bc-d1bd94154c07 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1002 time: 0.4732792 Nov 12 03:31:10.109734 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-5c9b6b44-6bf3-4cea-95c1-9c03e62c1d0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.2492843 Nov 12 03:31:10.111562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd'}, {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': 'b18dccb2-bf47-4c56-b885-4c20b800c014'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:10.125026 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b549cb-b367-40cd-902e-d7fcee36f7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd"}, {"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "b18dccb2-bf47-4c56-b885-4c20b800c014"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:10.170541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'name': 'network-vif-deleted', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:10.173599 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4078c44-9df5-4a68-8cfe-5a7dff788104" -d '{"events": [{"server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "name": "network-vif-deleted", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:10.186983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-ea0f8b62-c716-4c62-bcce-909b1ca6c8af tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.188711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-ea0f8b62-c716-4c62-bcce-909b1ca6c8af tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports/990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 943 time: 0.0786591 Nov 12 03:31:10.307736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-086041f3-1234-4c55-beb4-5b5610dbcdc7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.316636 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-086041f3-1234-4c55-beb4-5b5610dbcdc7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.322890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-086041f3-1234-4c55-beb4-5b5610dbcdc7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.328997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-086041f3-1234-4c55-beb4-5b5610dbcdc7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.336134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-086041f3-1234-4c55-beb4-5b5610dbcdc7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.351086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-086041f3-1234-4c55-beb4-5b5610dbcdc7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.370174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-086041f3-1234-4c55-beb4-5b5610dbcdc7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.372384 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-086041f3-1234-4c55-beb4-5b5610dbcdc7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.3958561 Nov 12 03:31:10.395055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-1d62ca07-451f-4775-93c9-c1e18c5bebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.397705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-1d62ca07-451f-4775-93c9-c1e18c5bebae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2668586 Nov 12 03:31:10.472232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-e4a62bf1-bd6b-4a37-b040-a9161f9e7b4c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1002 time: 0.1741679 Nov 12 03:31:10.586496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Made reservation on behalf of 7f41b0edb26a45d2addc948e8bf6c298 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:10.590163 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.627376 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70be580a-4ea3-4b4f-bc25-68902aad00ca req-303bfe5f-2f5f-4ee9-9696-25a03179f6bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2467871 Nov 12 03:31:10.641901 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e3ef29cb-f5aa-4c88-b2c0-1885aa0e681a service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251532 Nov 12 03:31:10.764870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-f222645e-5f63-4a81-810b-ed353990b295 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.774470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-f222645e-5f63-4a81-810b-ed353990b295 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.2990689 Nov 12 03:31:10.905758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-c8a5a0fb-8665-4f70-acde-013354b2249d tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 1002 time: 0.1296952 Nov 12 03:31:10.918002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:11.048884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.364917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.370958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.371318 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d disassociated. External IP: 172.25.0.234, port: 990775ff-4178-4bcd-b809-63ecc9938af3. Nov 12 03:31:11.387294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-69f0ee5c-ffd6-4f8c-9c13-c3b8682caa4a service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729484 Nov 12 03:31:11.445316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Allocated IP 172.20.0.5 (eb23f82b-b71d-4764-b20e-7c4c0ff724db/dd6289d9-3efa-4b44-a770-800f817e10bb/7ec1a12a-7962-49fa-ac46-52b900c98271) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:11.495933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe8a813d-89ba-4f4f-b6c8-e5168ddba2c6 req-9100519a-a6ea-4b40-b27e-19721ee7adb6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/9caffaae-2045-4b02-93d6-4d293e0fbf39 HTTP/1.1" status: 200 len: 1798 time: 0.1069295 Nov 12 03:31:11.499227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-80b62a18-c38a-4d7d-b19d-8ca25ea9bbf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=20a56828-4e8d-4ba0-939b-277b349a8408 HTTP/1.1" status: 200 len: 217 time: 0.0718975 Nov 12 03:31:11.569221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-79387c80-0198-4768-9975-6466fd5a1ebb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1116507 Nov 12 03:31:11.630011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f54c1107-0bf2-443e-adf5-e100fcd891de req-e95038b4-e3b8-429d-bc3a-87b98a63dab6 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 210 time: 0.0335190 Nov 12 03:31:11.686573 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d11d60-b4b4-409d-80dd-bb62f938feea x-openstack-request-id: req-19d11d60-b4b4-409d-80dd-bb62f938feea {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:11.689076 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "b18dccb2-bf47-4c56-b885-4c20b800c014", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:11.692517 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19d11d60-b4b4-409d-80dd-bb62f938feea {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:11.693239 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd', 'status': 'completed', 'code': 200} Nov 12 03:31:11.693638 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': 'b18dccb2-bf47-4c56-b885-4c20b800c014', 'status': 'completed', 'code': 200} Nov 12 03:31:11.734626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-0e378dbc-b6af-4ad6-b0e9-3e8d3d4773c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.736825 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-0e378dbc-b6af-4ad6-b0e9-3e8d3d4773c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0953419 Nov 12 03:31:11.739428 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb736de-effe-49b7-bf7a-c9e815dba837 x-openstack-request-id: req-5cb736de-effe-49b7-bf7a-c9e815dba837 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:11.739428 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a731a8-1b97-4d34-8d23-1f32d8bfe60d", "name": "network-vif-deleted", "tag": "8ff88284-ff0c-42ba-9d30-6219e3a34fb9", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:11.739428 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cb736de-effe-49b7-bf7a-c9e815dba837 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:11.739805 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a731a8-1b97-4d34-8d23-1f32d8bfe60d', 'name': 'network-vif-deleted', 'tag': '8ff88284-ff0c-42ba-9d30-6219e3a34fb9', 'status': 'completed', 'code': 200} Nov 12 03:31:11.830084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-60b20f9c-e4a7-43e1-bbb6-6d803c72ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.836405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-60b20f9c-e4a7-43e1-bbb6-6d803c72ab89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.3248484 Nov 12 03:31:12.012780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-324d7dd6-3965-474f-bfd6-23db51372b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.014537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-324d7dd6-3965-474f-bfd6-23db51372b21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 917 time: 0.2103975 Nov 12 03:31:12.024967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:12.090475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-d497e255-c5dc-4a78-8916-95ffe23441dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d HTTP/1.1" status: 200 len: 217 time: 0.0636706 Nov 12 03:31:12.207288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-cb638ab4-6a37-4730-9576-35dbdccd5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.209716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-cb638ab4-6a37-4730-9576-35dbdccd5b46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1175 time: 0.4967775 Nov 12 03:31:12.273044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-d92c3b4c-583f-4961-86a7-427c857347fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.275698 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-d92c3b4c-583f-4961-86a7-427c857347fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4056375 Nov 12 03:31:12.284729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-8011a576-eb28-4486-a8ea-45496a60cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.286447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-8011a576-eb28-4486-a8ea-45496a60cff8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.1490533 Nov 12 03:31:12.371896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-ba8080a9-11d4-42b8-ae78-326a8bfa1eaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739141 Nov 12 03:31:12.374700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5696d3a-edea-4330-8198-bbf57046d054 req-5b38d3de-a1b5-4fe3-8601-643bb8ce11d0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.383172 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e5696d3a-edea-4330-8198-bbf57046d054 req-5b38d3de-a1b5-4fe3-8601-643bb8ce11d0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 946 time: 0.5142238 Nov 12 03:31:12.385119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:12.397676 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:12.416709 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:12.417863 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:12.555148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.739628 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.777306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-13ccb170-76ab-4a71-9bf4-9d4929a3cea9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "PUT /v2.0/floatingips/9049d49c-b6dd-43c2-b0fb-f9f5483ce60d HTTP/1.1" status: 200 len: 696 time: 1.8687105 Nov 12 03:31:12.784121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-85887303-bf99-4d26-a3e7-a9b85e7d4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.788050 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-85887303-bf99-4d26-a3e7-a9b85e7d4ce5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 914 time: 0.5682890 Nov 12 03:31:12.789695 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:12.830130 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e5696d3a-edea-4330-8198-bbf57046d054 req-897b4848-8f63-49f6-baa7-491cc00e20b7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460018 Nov 12 03:31:12.886597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-89612804-9a0d-445d-939d-0c9d3bcbe46e service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978037 Nov 12 03:31:12.910352 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-dcf664bc-36da-4811-bd7c-54c541bc56c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd HTTP/1.1" status: 200 len: 217 time: 0.0788279 Nov 12 03:31:12.984780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-293bb052-80b2-4a91-8623-da466de9c970 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971853 Nov 12 03:31:12.990026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-bde933bd-314c-45fd-b1db-ef80bbf7cfeb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.996702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-bde933bd-314c-45fd-b1db-ef80bbf7cfeb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa4ba6b-0b57-4496-8ca1-6c488538994f HTTP/1.1" status: 200 len: 946 time: 0.4450390 Nov 12 03:31:13.149306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-5e7003d8-f63f-4375-bdf0-4642634d467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.153854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-5e7003d8-f63f-4375-bdf0-4642634d467d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.2202082 Nov 12 03:31:13.176624 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:13.245420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.261081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7643b8fc-dc71-44e6-b753-d9a711d36b5d', '03e0944b-bfdb-45d3-9dba-c7c904877e81', '2c56efcf-f6c3-4941-9b2a-632773d9571f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:13.303116 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:13.340886 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:13.342044 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:13.355741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-d5ca5c23-248f-4bc9-a01e-998599348066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.363435 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-d5ca5c23-248f-4bc9-a01e-998599348066 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 0.5692241 Nov 12 03:31:13.444256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-04b6b953-dc85-4d81-a186-994cfef618fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2522626 Nov 12 03:31:13.493831 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:13.525341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-bc8bd790-af1a-48f9-adf9-692bd95e9c1d service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248694 Nov 12 03:31:13.566397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84f79e78-ed5f-44d3-b9eb-c4ee3aa7bf7b req-c9b815fc-3c7a-4710-8020-d38506ab7d51 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609950 Nov 12 03:31:13.606279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27024ab4-60fc-452d-acca-64f4c9afb5f3 req-c4a8fad7-4f18-4ec1-a5e3-2c4fe9bc7b49 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/9caffaae-2045-4b02-93d6-4d293e0fbf39 HTTP/1.1" status: 200 len: 1798 time: 0.6730783 Nov 12 03:31:13.620174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-68b2a18a-aadb-4d03-9cfd-603f9a03aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.628579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-68b2a18a-aadb-4d03-9cfd-603f9a03aa82 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.2641282 Nov 12 03:31:13.642789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Deleting port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:13.644017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.654713 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:13.668433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Network eb23f82b-b71d-4764-b20e-7c4c0ff724db is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:13.701733 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-bd2a90fb-953d-4db6-8e4b-97ed91fe6c76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 217 time: 0.0721626 Nov 12 03:31:13.759224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:13.765259 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3a9154-6075-4163-8bac-679a7c7f346d" -d '{"events": [{"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:13.941291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-d545689d-eea2-4893-916e-96d28c5e953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.951104 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-d545689d-eea2-4893-916e-96d28c5e953c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.2434452 Nov 12 03:31:14.007037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] For port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:14.007569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.028157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:14.044441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Calling delete_port for c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:14.062015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-f78c9a4f-779d-4421-a40f-9ffabecde301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.072118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:14.077985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-f78c9a4f-779d-4421-a40f-9ffabecde301 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255345 Nov 12 03:31:14.133941 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-baa92229-9808-4683-8c39-ca828a792113 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dd9a0121-61e9-4a30-bc4e-80759322c917 HTTP/1.1" status: 200 len: 217 time: 0.5757959 Nov 12 03:31:14.227980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Pushing event updated for resources: {'Port': ['ID=7ec1a12a-7962-49fa-ac46-52b900c98271,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.240701 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-b3bce679-a1a5-4e71-a278-af2bcd30b9bf service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872578 Nov 12 03:31:14.382966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-958b083f-d86f-4e7f-b0c7-bf17e8a8adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.387849 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-958b083f-d86f-4e7f-b0c7-bf17e8a8adf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.1208594 Nov 12 03:31:14.401588 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:14.514693 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7eab4d-db84-4537-a4ac-3f1efe0cbe5b None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:29:39Z', 'revision_number': 4, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6882f8c5-f25c-4884-b5fd-1f57e289525c', 'name': '', 'network_id': 'ae393118-50b6-48fc-8751-74686bf4e7c1', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'mac_address': 'fa:16:3e:92:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:36Z', 'updated_at': '2021-11-12T03:29:47Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'subnets': [{'id': '4b29543a-c69b-4490-9de6-c12afc2fe7d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:14.666367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.673611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.685815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.793912 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27024ab4-60fc-452d-acca-64f4c9afb5f3 req-57f1aea9-5eb2-4ce5-bdf7-584cd2cb1663 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.913835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event deleted for resources: {'Port': ['ID=c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.919297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cd176bb6-029a-4a4a-ac4c-85f180d66594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.923117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cd176bb6-029a-4a4a-ac4c-85f180d66594 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4934878 Nov 12 03:31:14.923858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] No DVR routers for this DVR port c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:14.927976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-4ce8bc23-8cdf-4d8d-832a-394cc66dcfdb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9003155 Nov 12 03:31:14.930321 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.938605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3805aa1a-3312-4c46-a971-9e390f1271b8 req-18c4ed4b-7f6b-4dcc-bce3-20b0f41b8c55 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "DELETE /v2.0/ports/c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a HTTP/1.1" status: 204 len: 173 time: 1.9279985 Nov 12 03:31:14.991009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-28a335ad-988b-41e5-bde4-66eae0c0d98e service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9101915 Nov 12 03:31:15.001702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Request body: {'port': {'device_id': '66121c7b-d3c9-44e0-ac73-a8f901240841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:15.047566 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27024ab4-60fc-452d-acca-64f4c9afb5f3 req-57f1aea9-5eb2-4ce5-bdf7-584cd2cb1663 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.078820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd', 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:15.148635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111afc0-2b60-46fd-8bbd-41e9bb119f14 None None] New status for floating IP 9049d49c-b6dd-43c2-b0fb-f9f5483ce60d: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:31:15.320154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2992fafc-cb17-4356-a66c-7424d06bb8d8 req-6c338656-3982-4ab6-8b87-f8278f7146ba service neutron] 10.222.0.49 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209248 Nov 12 03:31:15.345303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-242b5e78-5656-4db0-859e-3f373102d3ea service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9364576 Nov 12 03:31:15.458925 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.472276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27024ab4-60fc-452d-acca-64f4c9afb5f3 req-57f1aea9-5eb2-4ce5-bdf7-584cd2cb1663 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.487186 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27024ab4-60fc-452d-acca-64f4c9afb5f3 req-57f1aea9-5eb2-4ce5-bdf7-584cd2cb1663 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.493917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27024ab4-60fc-452d-acca-64f4c9afb5f3 req-57f1aea9-5eb2-4ce5-bdf7-584cd2cb1663 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/9caffaae-2045-4b02-93d6-4d293e0fbf39 HTTP/1.1" status: 204 len: 173 time: 1.8872366 Nov 12 03:31:15.579421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1aea9-5eb2-4ce5-bdf7-584cd2cb1663 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caffaae-2045-4b02-93d6-4d293e0fbf39,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.636854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e52cfb91-b7c8-4717-9311-0976887d7bec service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712599 Nov 12 03:31:15.691657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-5ad2bceb-bbef-416e-8f95-2c716c7bb7cf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.699195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-5ad2bceb-bbef-416e-8f95-2c716c7bb7cf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.719001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-5ad2bceb-bbef-416e-8f95-2c716c7bb7cf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.733817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-5ad2bceb-bbef-416e-8f95-2c716c7bb7cf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.752473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-5ad2bceb-bbef-416e-8f95-2c716c7bb7cf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.774748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-5ad2bceb-bbef-416e-8f95-2c716c7bb7cf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.793270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-5ad2bceb-bbef-416e-8f95-2c716c7bb7cf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.795196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-5ad2bceb-bbef-416e-8f95-2c716c7bb7cf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2797513 Nov 12 03:31:15.965859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9ebf7f40-53c3-4756-9a7b-656cd9ef8205 req-42077e83-c0b5-4a27-aed3-19ddb4225621 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598971 Nov 12 03:31:16.075124 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a38bcf-2c60-410d-ab58-18a5dd97e7c3 x-openstack-request-id: req-f0a38bcf-2c60-410d-ab58-18a5dd97e7c3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:16.075427 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:16.075684 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0a38bcf-2c60-410d-ab58-18a5dd97e7c3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:16.076948 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3', 'status': 'completed', 'code': 200} Nov 12 03:31:16.209879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07679080-20e1-416d-af1d-f6fc907b3e7b req-a4ecdd42-7fe9-4335-b6a5-90d582a1c9ab tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.211473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07679080-20e1-416d-af1d-f6fc907b3e7b req-a4ecdd42-7fe9-4335-b6a5-90d582a1c9ab tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 931 time: 0.5152504 Nov 12 03:31:16.263635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-4f66489d-21c1-4224-9a00-7cc785a798ad service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236768 Nov 12 03:31:16.367002 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-89ba4d6e-1b58-437d-a029-f0e1602bd661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53aba75e-2a7c-4c17-b2ec-80503286a411 HTTP/1.1" status: 200 len: 217 time: 0.0842178 Nov 12 03:31:16.390824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-f61bebfe-fc7d-429b-a4d7-2f3e009c7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.392756 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-f61bebfe-fc7d-429b-a4d7-2f3e009c7ca3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95faab32ceb740b0a059544c1aec6f0b&device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 1098 time: 0.2447772 Nov 12 03:31:16.498798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c68fcdfc-b591-4ef3-b4c1-ad69de0cb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.501309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-c68fcdfc-b591-4ef3-b4c1-ad69de0cb44d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 200 len: 797 time: 0.1198537 Nov 12 03:31:16.605172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-41186fb8-d11e-432e-a6ef-1ded8193af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.606642 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-41186fb8-d11e-432e-a6ef-1ded8193af54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 200 len: 923 time: 0.1928244 Nov 12 03:31:16.701358 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-9b9c1ba5-1e90-4242-bc8f-a3eb323d5838 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 200 len: 217 time: 0.0639551 Nov 12 03:31:16.827698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e5493bff-4ce1-465e-9e00-e2222c80c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.829781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e5493bff-4ce1-465e-9e00-e2222c80c09a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2022331 Nov 12 03:31:16.831517 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-cbd7f34d-cfe2-4f9b-9d43-a067bb153b0d req-9dacc2f7-2d33-4f11-aad3-c2133e3dff61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:31:16.834700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-aae1b985-fde0-4699-8961-30218c28b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.836858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-aae1b985-fde0-4699-8961-30218c28b0d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 200 len: 860 time: 0.1277416 Nov 12 03:31:16.844229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec1a12a-7962-49fa-ac46-52b900c98271 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:16.850200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cbd7f34d-cfe2-4f9b-9d43-a067bb153b0d req-9dacc2f7-2d33-4f11-aad3-c2133e3dff61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/9caffaae-2045-4b02-93d6-4d293e0fbf39 HTTP/1.1" status: 404 len: 352 time: 0.6192479 Nov 12 03:31:16.871323 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.939862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Transition to ACTIVE for port object 7ec1a12a-7962-49fa-ac46-52b900c98271 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:16.967077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-27d6a436-0ba2-44a9-86d9-17df07a789da req-baa2c555-e1e5-48ca-8759-067a28b62475 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1674373114', 'description': 'tempest-description-636543399'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:16.977781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.995322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27d6a436-0ba2-44a9-86d9-17df07a789da req-baa2c555-e1e5-48ca-8759-067a28b62475 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.104167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27d6a436-0ba2-44a9-86d9-17df07a789da req-baa2c555-e1e5-48ca-8759-067a28b62475 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.106316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07679080-20e1-416d-af1d-f6fc907b3e7b req-26f001c7-77b0-4aea-8926-46277bfda6c6 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8478367 Nov 12 03:31:17.112119 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27d6a436-0ba2-44a9-86d9-17df07a789da req-baa2c555-e1e5-48ca-8759-067a28b62475 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.137155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:17.184035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-c2a995ed-cd4a-409e-b896-762a62443e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.186269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-c2a995ed-cd4a-409e-b896-762a62443e66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae393118-50b6-48fc-8751-74686bf4e7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3269713 Nov 12 03:31:17.206510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:17.206871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:17.223310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-27d6a436-0ba2-44a9-86d9-17df07a789da req-baa2c555-e1e5-48ca-8759-067a28b62475 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.230691 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27d6a436-0ba2-44a9-86d9-17df07a789da req-baa2c555-e1e5-48ca-8759-067a28b62475 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2694261 Nov 12 03:31:17.239586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec1a12a-7962-49fa-ac46-52b900c98271,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.259184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2c555-e1e5-48ca-8759-067a28b62475 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187cd0d2-8719-4e6d-b3ba-4ee545a65c0e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.407729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-8183fdbf-1ecb-47cc-a4a8-64b03717dee1 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips/9049d49c-b6dd-43c2-b0fb-f9f5483ce60d HTTP/1.1" status: 200 len: 694 time: 0.2522688 Nov 12 03:31:17.475104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-496d4361-3857-4573-ab45-6e8f911c3a21 service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007121 Nov 12 03:31:17.475934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Attempting to bind port 7ec1a12a-7962-49fa-ac46-52b900c98271 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:17.476367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Attempting to bind port 7ec1a12a-7962-49fa-ac46-52b900c98271 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:17.476969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Attempting to bind port 7ec1a12a-7962-49fa-ac46-52b900c98271 on network eb23f82b-b71d-4764-b20e-7c4c0ff724db {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:17.477338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e274-8f9d-44bb-8050-3b863569170c req-93d84fe4-ce5c-44fe-b85e-a0c0c35b3b9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.492732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e274-8f9d-44bb-8050-3b863569170c req-93d84fe4-ce5c-44fe-b85e-a0c0c35b3b9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.498851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e274-8f9d-44bb-8050-3b863569170c req-93d84fe4-ce5c-44fe-b85e-a0c0c35b3b9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.513430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e274-8f9d-44bb-8050-3b863569170c req-93d84fe4-ce5c-44fe-b85e-a0c0c35b3b9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.527842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e274-8f9d-44bb-8050-3b863569170c req-93d84fe4-ce5c-44fe-b85e-a0c0c35b3b9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.546846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e274-8f9d-44bb-8050-3b863569170c req-93d84fe4-ce5c-44fe-b85e-a0c0c35b3b9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.554332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e274-8f9d-44bb-8050-3b863569170c req-93d84fe4-ce5c-44fe-b85e-a0c0c35b3b9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.568894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2853e274-8f9d-44bb-8050-3b863569170c req-93d84fe4-ce5c-44fe-b85e-a0c0c35b3b9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2105300 Nov 12 03:31:17.585422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Port 7ec1a12a-7962-49fa-ac46-52b900c98271 on network eb23f82b-b71d-4764-b20e-7c4c0ff724db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:17.585749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Attempting to bind port 7ec1a12a-7962-49fa-ac46-52b900c98271 on network eb23f82b-b71d-4764-b20e-7c4c0ff724db {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:17.735940 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2853e274-8f9d-44bb-8050-3b863569170c req-163b618c-d6eb-4c0e-9b31-6b87d26918d7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617761 Nov 12 03:31:17.794000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-24500a6a-aaea-46f3-aebd-75f055eae479 req-8e930667-5643-4a45-9d17-b319ad26db75 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1011307857', 'description': 'tempest-description-428144105'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:17.845976 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-24500a6a-aaea-46f3-aebd-75f055eae479 req-8e930667-5643-4a45-9d17-b319ad26db75 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.934736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44578) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:17.962982 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-24500a6a-aaea-46f3-aebd-75f055eae479 req-8e930667-5643-4a45-9d17-b319ad26db75 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.968883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-24500a6a-aaea-46f3-aebd-75f055eae479 req-8e930667-5643-4a45-9d17-b319ad26db75 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.039479 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-24500a6a-aaea-46f3-aebd-75f055eae479 req-8e930667-5643-4a45-9d17-b319ad26db75 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.040752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24500a6a-aaea-46f3-aebd-75f055eae479 req-8e930667-5643-4a45-9d17-b319ad26db75 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2531149 Nov 12 03:31:18.041364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e930667-5643-4a45-9d17-b319ad26db75 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d137e3d6-7c51-4531-b072-cddd407781af,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:18.062325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:18.062828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Checking segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:18.063600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Bound using segment: {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:18.064061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Bound port: 7ec1a12a-7962-49fa-ac46-52b900c98271, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5780341-5f08-40c2-a3b8-8af0612d7a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:18.064426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.077262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa4ba6b-0b57-4496-8ca1-6c488538994f', 'name': 'network-vif-deleted', 'tag': 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:18.079605 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adac0b67-7e07-4d56-bb0b-f820485c906a" -d '{"events": [{"server_uuid": "3aa4ba6b-0b57-4496-8ca1-6c488538994f", "name": "network-vif-deleted", "tag": "c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:18.121185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abc86192-6151-4225-8f79-3cbede2e59e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.127103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-ac8cd4c4-5934-461f-a479-a233847e723b service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8932626 Nov 12 03:31:18.300000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-99ed8caa-ea04-4f49-87f7-0adc7a75999b tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.303521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-99ed8caa-ea04-4f49-87f7-0adc7a75999b tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 784 time: 0.8832519 Nov 12 03:31:18.305519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-a81cd2f9-3eaf-4848-b589-a0d45a392d99 service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008113 Nov 12 03:31:18.381788 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abc86192-6151-4225-8f79-3cbede2e59e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.396033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-844d93dd-60c5-4306-942d-a9a5c7c84c29 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.397715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-844d93dd-60c5-4306-942d-a9a5c7c84c29 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.2134874 Nov 12 03:31:18.399038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abc86192-6151-4225-8f79-3cbede2e59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.421611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-e5626ff5-6cc6-4538-98b3-4d8cc758f40a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b18dccb2-bf47-4c56-b885-4c20b800c014 HTTP/1.1" status: 200 len: 217 time: 0.0974278 Nov 12 03:31:18.431080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc86192-6151-4225-8f79-3cbede2e59e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f3d8a4-b74a-4d7e-b4b8-d43cf89b8952,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:18.456629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] For port 7ec1a12a-7962-49fa-ac46-52b900c98271, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:18.481548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-4ffe11c8-7eee-4543-abdb-b42bea7d6926 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/quotas/49c3a70a1bdb40208d0bee143bfdc83d HTTP/1.1" status: 200 len: 375 time: 0.0513592 Nov 12 03:31:18.530605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-abc86192-6151-4225-8f79-3cbede2e59e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c265fcebde942948675223267d67e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950036 Nov 12 03:31:18.533340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44606) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:18.533683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-9650fbd9-745d-4c11-abcf-6fe9b4bb0146 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 697 time: 0.1957951 Nov 12 03:31:18.541335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] For port 7ec1a12a-7962-49fa-ac46-52b900c98271, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ec1a12a-7962-49fa-ac46-52b900c98271,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:18.561647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.574602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a3a9154-6075-4163-8bac-679a7c7f346d req-101f9576-5dfd-484a-bc5e-e7adfad56f3d service neutron] 10.222.0.20 "GET /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158974 Nov 12 03:31:18.582016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-09b70e42-60c8-405a-802e-b3ca1453d3c1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993981 Nov 12 03:31:18.667858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.668679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.670572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/7ec1a12a-7962-49fa-ac46-52b900c98271 HTTP/1.1" status: 200 len: 1092 time: 3.7010632 Nov 12 03:31:18.671574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cd78089c-9710-41c4-b9bc-dd18ce54bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.673028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-cd78089c-9710-41c4-b9bc-dd18ce54bc94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 200 len: 797 time: 0.2120264 Nov 12 03:31:18.677125 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96d3820-c2c8-44e8-95c5-55ba8cc8a60e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.677334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66121c7b-d3c9-44e0-ac73-a8f901240841', 'tag': '7ec1a12a-7962-49fa-ac46-52b900c98271'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:18.679548 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba43dfce-feda-4b68-83d0-cc403a5de290" -d '{"events": [{"name": "network-changed", "server_uuid": "66121c7b-d3c9-44e0-ac73-a8f901240841", "tag": "7ec1a12a-7962-49fa-ac46-52b900c98271"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:18.687356 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-4e59e0c2-8221-473f-9679-fdb9c3acba8f tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.234 HTTP/1.1" status: 200 len: 697 time: 0.1409590 Nov 12 03:31:18.716666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96d3820-c2c8-44e8-95c5-55ba8cc8a60e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.730811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-8ac8a5e8-ac7a-45fe-9af6-29a5298ab111 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478961 Nov 12 03:31:18.834964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec1a12a-7962-49fa-ac46-52b900c98271,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:18.891351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.891699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.892105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.892451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.892805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.893655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.894069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.894399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.894736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.895084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.895485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.895815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2511708-24ba-4cac-a64c-7297baacd9d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:18.897392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-6a61c338-1451-4173-b3b2-22aa306430c7 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340415 Nov 12 03:31:18.900706 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96d3820-c2c8-44e8-95c5-55ba8cc8a60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.908920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e96d3820-c2c8-44e8-95c5-55ba8cc8a60e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.917549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e96d3820-c2c8-44e8-95c5-55ba8cc8a60e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84f3d8a4-b74a-4d7e-b4b8-d43cf89b8952 HTTP/1.1" status: 204 len: 168 time: 0.3810768 Nov 12 03:31:18.935752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d3820-c2c8-44e8-95c5-55ba8cc8a60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f3d8a4-b74a-4d7e-b4b8-d43cf89b8952,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:18.963690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-3e7b0aa5-fb83-4498-a0bd-6c01ccecc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.965331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-3e7b0aa5-fb83-4498-a0bd-6c01ccecc17a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2765326 Nov 12 03:31:18.968152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-0856e4bc-886e-4ad3-9a26-56cb1624b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.969619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-0856e4bc-886e-4ad3-9a26-56cb1624b997 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 1095 time: 0.1917763 Nov 12 03:31:19.063195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-cd3fef29-765e-422d-b41f-f3cc8d5f243f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec1a12a-7962-49fa-ac46-52b900c98271 HTTP/1.1" status: 200 len: 217 time: 0.0756361 Nov 12 03:31:19.127388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-1a0ca0b9-db82-403b-894c-2362caac760c req-15d09b75-39d8-4ca7-b22a-6ff2940be94d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1447454500', 'description': 'tempest-description-1291040857'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:19.153121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Deleting port 6f5b7387-6ad4-4823-9f97-aeabb3dd07bf {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:19.153612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.167540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a0ca0b9-db82-403b-894c-2362caac760c req-15d09b75-39d8-4ca7-b22a-6ff2940be94d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.277363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-d92b5262-e8af-4b81-ae42-97fc47234c8e service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875433 Nov 12 03:31:19.286023 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d57cd119-e901-4feb-8558-e56b37815587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.299541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-d57cd119-e901-4feb-8558-e56b37815587 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.2049196 Nov 12 03:31:19.344876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a0ca0b9-db82-403b-894c-2362caac760c req-15d09b75-39d8-4ca7-b22a-6ff2940be94d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.357994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a0ca0b9-db82-403b-894c-2362caac760c req-15d09b75-39d8-4ca7-b22a-6ff2940be94d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.415658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1a0ca0b9-db82-403b-894c-2362caac760c req-15d09b75-39d8-4ca7-b22a-6ff2940be94d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.416955 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a0ca0b9-db82-403b-894c-2362caac760c req-15d09b75-39d8-4ca7-b22a-6ff2940be94d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2939847 Nov 12 03:31:19.428257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d09b75-39d8-4ca7-b22a-6ff2940be94d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2c93b-f470-4d36-946d-bdcd34f6c9d2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:19.444910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-459ead01-890a-4546-bfae-ffa3eecd9583 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127269 Nov 12 03:31:19.513127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.513458 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.520689 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deac955-fb82-49d1-8dbc-d6bd651b54f0 x-openstack-request-id: req-3deac955-fb82-49d1-8dbc-d6bd651b54f0 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:19.520689 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa4ba6b-0b57-4496-8ca1-6c488538994f", "name": "network-vif-deleted", "tag": "c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:19.521088 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3deac955-fb82-49d1-8dbc-d6bd651b54f0 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:19.521317 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa4ba6b-0b57-4496-8ca1-6c488538994f', 'name': 'network-vif-deleted', 'tag': 'c8fb1e6c-5e6a-43b4-8d53-f5ffa33e2d2a', 'status': 'completed', 'code': 200} Nov 12 03:31:19.602778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Calling delete_port for 6f5b7387-6ad4-4823-9f97-aeabb3dd07bf owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:19.678829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a0ef2a-2d16-4bdb-af70-44fe409bc37f req-4c844cdc-620b-4e84-87fe-a4b3f1b675dd service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749130 Nov 12 03:31:19.740948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-446e7639-5de4-48b6-b50c-4fdd4d97c6be service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649062 Nov 12 03:31:19.796316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44640) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:19.818213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0990f6-c461-4a63-99ac-20753c712236 req-4eb6131c-0ff9-407d-886b-4dc8b6e33e10 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.837361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f0990f6-c461-4a63-99ac-20753c712236 req-4eb6131c-0ff9-407d-886b-4dc8b6e33e10 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 943 time: 0.1986463 Nov 12 03:31:19.871650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f928a4e-eac4-4cbf-a40a-15574a9ade74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.901984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7ee47b0f-ce42-42e9-bc4a-7a43357a8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.902522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7ee47b0f-ce42-42e9-bc4a-7a43357a8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.903074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7ee47b0f-ce42-42e9-bc4a-7a43357a8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.904054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7ee47b0f-ce42-42e9-bc4a-7a43357a8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.905012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7ee47b0f-ce42-42e9-bc4a-7a43357a8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.905775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7ee47b0f-ce42-42e9-bc4a-7a43357a8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.906441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7ee47b0f-ce42-42e9-bc4a-7a43357a8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.908972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7ee47b0f-ce42-42e9-bc4a-7a43357a8342 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6484 time: 0.1339211 Nov 12 03:31:19.980345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83ff5f8f-f6a6-429e-a6a3-d61243bd000f req-03966867-793b-4204-b8a2-10e05d2f0ca5 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311871 Nov 12 03:31:19.981771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f928a4e-eac4-4cbf-a40a-15574a9ade74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.039180 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f0990f6-c461-4a63-99ac-20753c712236 req-1059643d-725d-4ad5-a1f8-16f4396f1ff0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941662 Nov 12 03:31:20.039940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f928a4e-eac4-4cbf-a40a-15574a9ade74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.091396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.136533 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfce346c-ad40-4e42-bd3f-12820d1d8dbe x-openstack-request-id: req-cfce346c-ad40-4e42-bd3f-12820d1d8dbe {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:20.136860 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66121c7b-d3c9-44e0-ac73-a8f901240841", "tag": "7ec1a12a-7962-49fa-ac46-52b900c98271", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:20.137120 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfce346c-ad40-4e42-bd3f-12820d1d8dbe {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:20.137523 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66121c7b-d3c9-44e0-ac73-a8f901240841', 'tag': '7ec1a12a-7962-49fa-ac46-52b900c98271', 'status': 'completed', 'code': 200} Nov 12 03:31:20.149628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Pushing event deleted for resources: {'Port': ['ID=6f5b7387-6ad4-4823-9f97-aeabb3dd07bf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.161770 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3f928a4e-eac4-4cbf-a40a-15574a9ade74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e95a65b287347d1947a778d31a314d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3600166 Nov 12 03:31:20.166294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7e0571d1-03f8-4c85-96d4-b9ac328b6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.167104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:20.167862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7e0571d1-03f8-4c85-96d4-b9ac328b6b25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74 HTTP/1.1" status: 200 len: 903 time: 0.2469599 Nov 12 03:31:20.253922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f928a4e-eac4-4cbf-a40a-15574a9ade74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ffeb98-188d-4e92-be05-6792dd076120,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.300184 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-fdca03c0-4f40-4717-853d-f18f727fffa3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53aba75e-2a7c-4c17-b2ec-80503286a411 HTTP/1.1" status: 200 len: 217 time: 0.0941327 Nov 12 03:31:20.338498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa025de3-2a34-4576-83d1-8e4115603a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.356113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-015b7767-e37d-4b02-99ae-b9b38399789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.357830 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-015b7767-e37d-4b02-99ae-b9b38399789e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 1095 time: 0.2111318 Nov 12 03:31:20.362655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.366148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.367523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0a613aab-34d9-4572-9fc6-5a99b8a49118 req-595e6395-8ed5-455c-a81e-6405ed0d7a2c tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "DELETE /v2.0/floatingips/9049d49c-b6dd-43c2-b0fb-f9f5483ce60d HTTP/1.1" status: 204 len: 173 time: 1.6623416 Nov 12 03:31:20.399979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-44a9253c-b217-46ca-a949-a7c015760f45 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.414921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7740c8a6-67f0-4b48-b612-bdc5799405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.416423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-7740c8a6-67f0-4b48-b612-bdc5799405ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 200 len: 797 time: 0.1094530 Nov 12 03:31:20.425263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-44a9253c-b217-46ca-a949-a7c015760f45 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.443864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-44a9253c-b217-46ca-a949-a7c015760f45 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.450477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-44a9253c-b217-46ca-a949-a7c015760f45 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.457433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-44a9253c-b217-46ca-a949-a7c015760f45 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.463509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-44a9253c-b217-46ca-a949-a7c015760f45 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.469664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-44a9253c-b217-46ca-a949-a7c015760f45 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.477592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-44a9253c-b217-46ca-a949-a7c015760f45 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2027080 Nov 12 03:31:20.597008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d8fb02a-3976-49a3-86ad-140f823927b7 req-055175a1-a2c3-4f01-9bfe-73aa11b5e887 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 210 time: 0.1343541 Nov 12 03:31:20.661677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-90b02d80-3e2e-459d-b198-2a45a47c1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.663413 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-90b02d80-3e2e-459d-b198-2a45a47c1549 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2024143 Nov 12 03:31:20.664847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-0a30cbdd-b118-4e51-b95f-7cc7a7715540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.666439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-0a30cbdd-b118-4e51-b95f-7cc7a7715540 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 200 len: 917 time: 0.2980413 Nov 12 03:31:20.848086 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-20c2f5f6-399d-43f8-b205-98e14f13e4a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ec1a12a-7962-49fa-ac46-52b900c98271 HTTP/1.1" status: 200 len: 217 time: 0.1620054 Nov 12 03:31:20.878690 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa025de3-2a34-4576-83d1-8e4115603a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.943049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1796d9cb-5048-4b93-ba0d-2d5640b56a30 req-704028d0-f269-4cf2-bbca-57491fb9b8c3 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4645696 Nov 12 03:31:20.973700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa025de3-2a34-4576-83d1-8e4115603a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.977874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa025de3-2a34-4576-83d1-8e4115603a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.982211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fa025de3-2a34-4576-83d1-8e4115603a02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09ffeb98-188d-4e92-be05-6792dd076120 HTTP/1.1" status: 204 len: 168 time: 0.8077297 Nov 12 03:31:21.005712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa025de3-2a34-4576-83d1-8e4115603a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ffeb98-188d-4e92-be05-6792dd076120,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:21.153147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7ec1a12a-7962-49fa-ac46-52b900c98271 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:21.154743 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8989bf3-e993-40a3-b364-cf27045887a2 req-9bfb993b-d4e6-4e54-bef7-22a478a99a83 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=929da0da474b44a79c31662eeb735de2 HTTP/1.1" status: 200 len: 11013 time: 0.4293928 Nov 12 03:31:21.164120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-c037e001-1180-4816-b35a-21c349c984be service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829698 Nov 12 03:31:21.203524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-5a8ea785-0861-437e-abfc-689e54bb76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.205081 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-5a8ea785-0861-437e-abfc-689e54bb76b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 200 len: 855 time: 0.3434873 Nov 12 03:31:21.341557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-454d0428-cc21-4cd9-bb15-9c90788d3537 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb23f82b-b71d-4764-b20e-7c4c0ff724db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132603 Nov 12 03:31:21.361424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7ec1a12a-7962-49fa-ac46-52b900c98271, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ec1a12a-7962-49fa-ac46-52b900c98271,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:21.376528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7ec1a12a-7962-49fa-ac46-52b900c98271', 'network_id': 'eb23f82b-b71d-4764-b20e-7c4c0ff724db', 'port_id': '7ec1a12a-7962-49fa-ac46-52b900c98271', 'mac_address': 'fa:16:3e:db:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6289d9-3efa-4b44-a770-800f817e10bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:21.439253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.459207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9efb-afba-4aac-bb9f-77126f4095df req-60009c9a-717f-4d2e-961d-e5b4bba79294 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.461992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec1a12a-7962-49fa-ac46-52b900c98271 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:21.472129 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c83a9efb-afba-4aac-bb9f-77126f4095df req-60009c9a-717f-4d2e-961d-e5b4bba79294 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 943 time: 0.1004050 Nov 12 03:31:21.514439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7ec1a12a-7962-49fa-ac46-52b900c98271, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ec1a12a-7962-49fa-ac46-52b900c98271,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:21.520436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.593285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c83a9efb-afba-4aac-bb9f-77126f4095df req-1c09a24d-0e0f-4bd4-9aa5-fa11ea41866d tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164742 Nov 12 03:31:21.647071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7ec1a12a-7962-49fa-ac46-52b900c98271,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:21.774818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70a27e-6ef3-4216-bd74-bbbeb90fa0ed req-120681bc-92e3-4bbf-b62c-25fee7e9b437 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.785958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8989bf3-e993-40a3-b364-cf27045887a2 req-ccc978ba-cab7-4e9b-886b-1199800f41e5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/45fbfa13-fe9a-41ab-bb4f-22322175809d HTTP/1.1" status: 200 len: 3002 time: 0.6172264 Nov 12 03:31:21.787093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e70a27e-6ef3-4216-bd74-bbbeb90fa0ed req-120681bc-92e3-4bbf-b62c-25fee7e9b437 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 946 time: 0.1148758 Nov 12 03:31:21.816094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6d9e470-df7a-4416-8ce8-d11b1c52c523 req-ef0fd102-cff4-465c-ada3-01e5fec5f452 service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205497 Nov 12 03:31:21.859478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e8bdf4b0-deee-4b82-8ce6-683d27fbff40 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.861081 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e8bdf4b0-deee-4b82-8ce6-683d27fbff40 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.5186090 Nov 12 03:31:21.875486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7ec1a12a-7962-49fa-ac46-52b900c98271'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:21.885506 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e70a27e-6ef3-4216-bd74-bbbeb90fa0ed req-b85b614e-e72d-4488-9c26-fcfef529001b tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969236 Nov 12 03:31:21.885633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-11521a79-eeb9-4163-818c-3b0e68a5566c service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739560 Nov 12 03:31:22.011395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44698) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.064181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc58dab6-7c61-465a-b3aa-298f5f4fa773 req-ef6a9bcb-9b99-4030-8f5b-d4316f9996c4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 210 time: 0.0628464 Nov 12 03:31:22.087755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Request body: {'port': {'device_id': 'd3c686bb-1a7d-4c79-bfae-3b87c7b785aa', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'admin_state_up': True, 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:22.102515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8989bf3-e993-40a3-b364-cf27045887a2 req-4c1e1881-3697-4c23-a146-a1bdd8387c5e tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/45fbfa13-fe9a-41ab-bb4f-22322175809d HTTP/1.1" status: 200 len: 3002 time: 0.2887948 Nov 12 03:31:22.129003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba43dfce-feda-4b68-83d0-cc403a5de290 req-92225c55-c6c7-42d0-96f8-cd3eaa5c7cd3 service neutron] 10.222.0.20 "GET /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216353 Nov 12 03:31:22.194663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-2e7b5daf-9c85-4fa5-9c59-11aba01530e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.195338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-2e7b5daf-9c85-4fa5-9c59-11aba01530e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.195814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-2e7b5daf-9c85-4fa5-9c59-11aba01530e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.196325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-2e7b5daf-9c85-4fa5-9c59-11aba01530e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.196812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-2e7b5daf-9c85-4fa5-9c59-11aba01530e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.197273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-2e7b5daf-9c85-4fa5-9c59-11aba01530e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.197727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-2e7b5daf-9c85-4fa5-9c59-11aba01530e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.199596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-2e7b5daf-9c85-4fa5-9c59-11aba01530e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6484 time: 0.1732478 Nov 12 03:31:22.285952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a96344d9-cfb3-4b18-9649-2c4dd51af83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.431768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc5060c7-1314-4a0d-a998-2c39947615ca req-671be353-e86a-4f2f-852b-1799ac07ae2e tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/187cd0d2-8719-4e6d-b3ba-4ee545a65c0e HTTP/1.1" status: 200 len: 1819 time: 0.0592275 Nov 12 03:31:22.437232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a96344d9-cfb3-4b18-9649-2c4dd51af83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.453806 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a96344d9-cfb3-4b18-9649-2c4dd51af83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.520468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-28a3f3c0-37d3-4e82-86a1-b4efb69e8402 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.521308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a96344d9-cfb3-4b18-9649-2c4dd51af83b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56e621d0ee4e4326894284a7467843eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991786 Nov 12 03:31:22.527296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44716) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.529576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-28a3f3c0-37d3-4e82-86a1-b4efb69e8402 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.539382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-28a3f3c0-37d3-4e82-86a1-b4efb69e8402 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.547540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-28a3f3c0-37d3-4e82-86a1-b4efb69e8402 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.554704 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-28a3f3c0-37d3-4e82-86a1-b4efb69e8402 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.563802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-28a3f3c0-37d3-4e82-86a1-b4efb69e8402 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.568191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96344d9-cfb3-4b18-9649-2c4dd51af83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a32978-4a5b-4caf-81db-d2f5016c9b85,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:22.571941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-28a3f3c0-37d3-4e82-86a1-b4efb69e8402 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.574402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-28a3f3c0-37d3-4e82-86a1-b4efb69e8402 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.3137264 Nov 12 03:31:22.583541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:22.587140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.602242 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc5060c7-1314-4a0d-a998-2c39947615ca req-59e55350-d1cd-4354-918c-f922c3ec20d5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.623261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-507d1b73-b3b0-49fc-b250-223559aa5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.625465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-507d1b73-b3b0-49fc-b250-223559aa5dbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74 HTTP/1.1" status: 200 len: 903 time: 0.4058723 Nov 12 03:31:22.625825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e4a2527-2698-484b-b562-205d1a982cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.648254 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc5060c7-1314-4a0d-a998-2c39947615ca req-59e55350-d1cd-4354-918c-f922c3ec20d5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.702049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c0a2d27-ccf0-427d-b9d7-168e584e9fe2 req-168390ae-7b90-4394-bd9c-11487d428316 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0445352 Nov 12 03:31:22.729340 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e4a2527-2698-484b-b562-205d1a982cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.777009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-4b0a943b-58db-404b-8076-3b5085d8f9db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b18dccb2-bf47-4c56-b885-4c20b800c014 HTTP/1.1" status: 200 len: 217 time: 0.0665278 Nov 12 03:31:22.812024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c0a2d27-ccf0-427d-b9d7-168e584e9fe2 req-30897e11-f4a1-4d8e-be0c-c29670bf35c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0347228 Nov 12 03:31:22.818902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc5060c7-1314-4a0d-a998-2c39947615ca req-59e55350-d1cd-4354-918c-f922c3ec20d5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.822871 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc5060c7-1314-4a0d-a998-2c39947615ca req-59e55350-d1cd-4354-918c-f922c3ec20d5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.838293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc5060c7-1314-4a0d-a998-2c39947615ca req-59e55350-d1cd-4354-918c-f922c3ec20d5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/187cd0d2-8719-4e6d-b3ba-4ee545a65c0e HTTP/1.1" status: 204 len: 173 time: 0.3978257 Nov 12 03:31:22.876716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e55350-d1cd-4354-918c-f922c3ec20d5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187cd0d2-8719-4e6d-b3ba-4ee545a65c0e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:22.881277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c0a2d27-ccf0-427d-b9d7-168e584e9fe2 req-c04371d6-c526-42b2-aaeb-e05b9ea38280 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349593 Nov 12 03:31:22.883414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e4a2527-2698-484b-b562-205d1a982cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.886377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e4a2527-2698-484b-b562-205d1a982cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.887625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7e4a2527-2698-484b-b562-205d1a982cf9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25a32978-4a5b-4caf-81db-d2f5016c9b85 HTTP/1.1" status: 204 len: 168 time: 0.3555212 Nov 12 03:31:22.954210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44730) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.965613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a2527-2698-484b-b562-205d1a982cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a32978-4a5b-4caf-81db-d2f5016c9b85,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.072098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fba860-0e0e-46ca-b6fe-b00336081a86 req-72f3d634-7092-4c19-b7f4-a0486bec0567 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.073874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90fba860-0e0e-46ca-b6fe-b00336081a86 req-72f3d634-7092-4c19-b7f4-a0486bec0567 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 945 time: 0.1189032 Nov 12 03:31:23.079370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2d27-ccf0-427d-b9d7-168e584e9fe2 req-4b9f254f-2fc7-4b06-9d81-1daedd056bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.081489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c0a2d27-ccf0-427d-b9d7-168e584e9fe2 req-4b9f254f-2fc7-4b06-9d81-1daedd056bfe service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1916449 Nov 12 03:31:23.142284 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90fba860-0e0e-46ca-b6fe-b00336081a86 req-b89557f6-c4fb-4a0b-906d-3ab42db2929f tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597854 Nov 12 03:31:23.167419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7ec1a12a-7962-49fa-ac46-52b900c98271 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:23.263763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7ec1a12a-7962-49fa-ac46-52b900c98271 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:23.268849 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7ec1a12a-7962-49fa-ac46-52b900c98271 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:23.269577 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.272004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393b03f-7760-405f-ba24-cee3c9dfbad3 req-48a586d5-488d-4468-af27-42298ca39ade tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.274198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6393b03f-7760-405f-ba24-cee3c9dfbad3 req-48a586d5-488d-4468-af27-42298ca39ade tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 944 time: 0.0666499 Nov 12 03:31:23.335334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44736) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:23.344848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6393b03f-7760-405f-ba24-cee3c9dfbad3 req-9cc29de1-a387-426a-aa56-fe8e7202f0c5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636349 Nov 12 03:31:23.351480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fc949dd-5bee-4faa-bd68-03ed6e7edcd3 req-5e47144c-6c93-4af0-8aea-e2536ac58f76 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7492216 Nov 12 03:31:23.352296 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ec4365f-ce35-444d-9e0b-4a7f4a9e1b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.356960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-8a9a5931-8fe5-40e3-8177-1a82b6f36d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.358419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-8a9a5931-8fe5-40e3-8177-1a82b6f36d6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 200 len: 797 time: 0.5704973 Nov 12 03:31:23.378957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Allocated IP 172.20.0.2 (cb1b6f72-6312-4e02-90bc-25b52609eef7/e94314c6-3250-47e1-a1fe-ce606b32ef01/effeaec5-c0a4-4015-abdc-23b15f426e5b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:23.420446 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-691f23d0-19e2-41bc-b8cd-91864527be30 req-f8dfd7c2-5e47-4264-ab08-01e8d6ef2d38 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:31:23.435522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-691f23d0-19e2-41bc-b8cd-91864527be30 req-f8dfd7c2-5e47-4264-ab08-01e8d6ef2d38 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/187cd0d2-8719-4e6d-b3ba-4ee545a65c0e HTTP/1.1" status: 404 len: 352 time: 0.0360143 Nov 12 03:31:23.452017 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.505525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-56395cca-7ced-402e-a5ef-6d9953003451 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.506397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66121c7b-d3c9-44e0-ac73-a8f901240841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1a12a-7962-49fa-ac46-52b900c98271'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:23.507046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-56395cca-7ced-402e-a5ef-6d9953003451 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.20 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 946 time: 0.5537910 Nov 12 03:31:23.511984 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9113be-2e4f-47f1-8d17-ee4605e9e930" -d '{"events": [{"server_uuid": "66121c7b-d3c9-44e0-ac73-a8f901240841", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1a12a-7962-49fa-ac46-52b900c98271"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:23.535605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-70bed022-9fc9-4519-982a-2a7396ca6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.539606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-70bed022-9fc9-4519-982a-2a7396ca6398 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1613832 Nov 12 03:31:23.541740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7ec1a12a-7962-49fa-ac46-52b900c98271, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ec1a12a-7962-49fa-ac46-52b900c98271,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:23.548343 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.576444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d3f38100-2cd3-4cf3-9fd5-45a871f131d6 req-bff55037-2f7a-441d-b43d-f8e7c3f8d97c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 210 time: 0.0589316 Nov 12 03:31:23.616861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7ec1a12a-7962-49fa-ac46-52b900c98271,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.636044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ec4365f-ce35-444d-9e0b-4a7f4a9e1b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.647691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ec4365f-ce35-444d-9e0b-4a7f4a9e1b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.697919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4365f-ce35-444d-9e0b-4a7f4a9e1b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3351e61-ab5c-4199-853e-a940cacf05a9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.710737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a44da-73d5-4fc2-affa-641a3891c567 req-49b203df-f6b9-43fe-8414-c5c56400cff9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.711554 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2f6b2f-95df-4c9b-8037-500b13e713db req-5b54b779-0fbf-49de-a114-6343542f4e9e tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/d137e3d6-7c51-4531-b072-cddd407781af HTTP/1.1" status: 200 len: 1819 time: 0.1042593 Nov 12 03:31:23.713293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d18a44da-73d5-4fc2-affa-641a3891c567 req-49b203df-f6b9-43fe-8414-c5c56400cff9 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 946 time: 0.2710788 Nov 12 03:31:23.716559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5ec4365f-ce35-444d-9e0b-4a7f4a9e1b9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13d2835e04b845c29a409b1f66de2686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3792555 Nov 12 03:31:23.721168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44744) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:23.797579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0808bba0-b1c6-4045-81a7-22dd1a40a9b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.805223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8a2f6b2f-95df-4c9b-8037-500b13e713db req-67303223-9d8f-46a2-b98c-f479bc2ed9fb tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.807951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb31428-f0f8-4c76-87d6-6891432dcba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.848889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8a2f6b2f-95df-4c9b-8037-500b13e713db req-67303223-9d8f-46a2-b98c-f479bc2ed9fb tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.852775 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb31428-f0f8-4c76-87d6-6891432dcba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.900255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.918150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8a2f6b2f-95df-4c9b-8037-500b13e713db req-67303223-9d8f-46a2-b98c-f479bc2ed9fb tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.921135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8a2f6b2f-95df-4c9b-8037-500b13e713db req-67303223-9d8f-46a2-b98c-f479bc2ed9fb tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.922301 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2f6b2f-95df-4c9b-8037-500b13e713db req-67303223-9d8f-46a2-b98c-f479bc2ed9fb tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/d137e3d6-7c51-4531-b072-cddd407781af HTTP/1.1" status: 204 len: 173 time: 0.2099657 Nov 12 03:31:23.937028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb31428-f0f8-4c76-87d6-6891432dcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.941211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb31428-f0f8-4c76-87d6-6891432dcba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.942502 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5fb31428-f0f8-4c76-87d6-6891432dcba2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3351e61-ab5c-4199-853e-a940cacf05a9 HTTP/1.1" status: 204 len: 168 time: 0.2191083 Nov 12 03:31:23.942650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d18a44da-73d5-4fc2-affa-641a3891c567 req-01569e9f-187c-4273-abc3-2a43c4d7bbb2 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e7c0abd-da94-4b37-8615-d663da43cb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729820 Nov 12 03:31:23.944409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67303223-9d8f-46a2-b98c-f479bc2ed9fb tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d137e3d6-7c51-4531-b072-cddd407781af,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.944547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-070c6507-6699-4aa1-a82d-d034583df37f service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676951 Nov 12 03:31:23.954773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb31428-f0f8-4c76-87d6-6891432dcba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3351e61-ab5c-4199-853e-a940cacf05a9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.005773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Deleting port 990775ff-4178-4bcd-b809-63ecc9938af3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:24.006335 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.026416 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4aad74-f5e5-445d-91f4-3ddbb843cac8 x-openstack-request-id: req-3e4aad74-f5e5-445d-91f4-3ddbb843cac8 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:24.026714 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66121c7b-d3c9-44e0-ac73-a8f901240841", "name": "network-vif-plugged", "status": "completed", "tag": "7ec1a12a-7962-49fa-ac46-52b900c98271", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:24.027101 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e4aad74-f5e5-445d-91f4-3ddbb843cac8 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:24.027672 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66121c7b-d3c9-44e0-ac73-a8f901240841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec1a12a-7962-49fa-ac46-52b900c98271', 'code': 200} Nov 12 03:31:24.130935 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-c6cb726f-a767-4108-9743-ddc9bfa2b84d req-9f76265e-e160-4aec-9804-0978ebeebcc5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:31:24.132604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c6cb726f-a767-4108-9743-ddc9bfa2b84d req-9f76265e-e160-4aec-9804-0978ebeebcc5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/d137e3d6-7c51-4531-b072-cddd407781af HTTP/1.1" status: 404 len: 352 time: 0.1347351 Nov 12 03:31:24.141982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d684e-6aed-4149-85ec-6bc7dcab015b req-ed97e534-ea12-4157-8a48-9d3f86cf880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.145145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e36d684e-6aed-4149-85ec-6bc7dcab015b req-ed97e534-ea12-4157-8a48-9d3f86cf880c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 1097 time: 0.0492754 Nov 12 03:31:24.201809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0808bba0-b1c6-4045-81a7-22dd1a40a9b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.208611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.220994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:24.232290 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0808bba0-b1c6-4045-81a7-22dd1a40a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.273339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-babf73d5-9fb9-4608-8d6e-87be26a578c0 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.275067 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-babf73d5-9fb9-4608-8d6e-87be26a578c0 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.20 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 945 time: 0.1287642 Nov 12 03:31:24.280540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e36d684e-6aed-4149-85ec-6bc7dcab015b req-f8d7535b-c05f-4ce3-af0c-4f6912b520c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252549 Nov 12 03:31:24.286156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-be33afee-7a10-4259-ba6e-55b928323b8e req-64755def-0772-4e6f-9c4b-a68a3ab5ea55 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/11e2c93b-f470-4d36-946d-bdcd34f6c9d2 HTTP/1.1" status: 200 len: 1820 time: 0.0990329 Nov 12 03:31:24.359824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:24.389103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b549cb-b367-40cd-902e-d7fcee36f7dd req-8e4a2d76-7f8d-42eb-941c-ca5a1740853a service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288130 Nov 12 03:31:24.400462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:24.403020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:24.408526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] For port 990775ff-4178-4bcd-b809-63ecc9938af3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=990775ff-4178-4bcd-b809-63ecc9938af3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:24.408966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.424312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-be33afee-7a10-4259-ba6e-55b928323b8e req-da592fbe-157e-47bc-8498-6501cc702a68 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.449950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0808bba0-b1c6-4045-81a7-22dd1a40a9b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83eb44a69b0b403f80501d47b9806b81&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1219354 Nov 12 03:31:24.453518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44766) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:24.463970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Deleting port 4b9130d2-4b02-4d3f-a379-75e7e53480ce {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:24.464307 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.467350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Calling delete_port for 990775ff-4178-4bcd-b809-63ecc9938af3 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:24.476543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-be33afee-7a10-4259-ba6e-55b928323b8e req-da592fbe-157e-47bc-8498-6501cc702a68 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.486569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808bba0-b1c6-4045-81a7-22dd1a40a9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa26e9a5-03c0-40b3-b48a-407bfe58a316,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.491218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event updated for resources: {'Port': ['ID=effeaec5-c0a4-4015-abdc-23b15f426e5b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.568961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e491-c2fe-4d12-b7b3-ab845728a7cb req-036a2cd7-bf1e-479f-9a84-166fcc3895d5 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.570770 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2843e491-c2fe-4d12-b7b3-ab845728a7cb req-036a2cd7-bf1e-479f-9a84-166fcc3895d5 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 945 time: 0.2668364 Nov 12 03:31:24.591400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.633189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.634018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.660935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc49dea5-e60c-44a6-b760-dc2fb2bdc46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.668769 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-be33afee-7a10-4259-ba6e-55b928323b8e req-da592fbe-157e-47bc-8498-6501cc702a68 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.671515 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-be33afee-7a10-4259-ba6e-55b928323b8e req-da592fbe-157e-47bc-8498-6501cc702a68 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.672675 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-be33afee-7a10-4259-ba6e-55b928323b8e req-da592fbe-157e-47bc-8498-6501cc702a68 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/11e2c93b-f470-4d36-946d-bdcd34f6c9d2 HTTP/1.1" status: 204 len: 173 time: 0.3787675 Nov 12 03:31:24.673005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-7594d67f-da67-40dc-8af6-83f89c4983b9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6476707 Nov 12 03:31:24.691409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Request body: {'port': {'device_id': 'd3c686bb-1a7d-4c79-bfae-3b87c7b785aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:24.698663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] For port 4b9130d2-4b02-4d3f-a379-75e7e53480ce, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4b9130d2-4b02-4d3f-a379-75e7e53480ce,segment=NetworkSegment(6f4fe1e1-0820-42b1-b531-8954bf3e77c3),segment_id=6f4fe1e1-0820-42b1-b531-8954bf3e77c3)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:24.698663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.703851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da592fbe-157e-47bc-8498-6501cc702a68 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e2c93b-f470-4d36-946d-bdcd34f6c9d2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.726419 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc49dea5-e60c-44a6-b760-dc2fb2bdc46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.728530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Calling delete_port for 4b9130d2-4b02-4d3f-a379-75e7e53480ce owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:24.735332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2843e491-c2fe-4d12-b7b3-ab845728a7cb req-54157ab3-83ce-422b-92e8-7d4c09275faf tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/security-groups?id=530188c3-8bb4-447e-8612-8748d88eec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468952 Nov 12 03:31:24.798875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.846839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.858703 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc49dea5-e60c-44a6-b760-dc2fb2bdc46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.861399 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc49dea5-e60c-44a6-b760-dc2fb2bdc46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.861848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['990775ff-4178-4bcd-b809-63ecc9938af3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:24.865633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fc49dea5-e60c-44a6-b760-dc2fb2bdc46b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa26e9a5-03c0-40b3-b48a-407bfe58a316 HTTP/1.1" status: 204 len: 168 time: 0.4103372 Nov 12 03:31:24.883503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Pushing event deleted for resources: {'Port': ['ID=990775ff-4178-4bcd-b809-63ecc9938af3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.894008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49dea5-e60c-44a6-b760-dc2fb2bdc46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa26e9a5-03c0-40b3-b48a-407bfe58a316,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.939360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93da535-a4c7-4e5f-a0b2-be08fd00f073 req-d3fa6698-941f-4633-9589-b6a0c1229e47 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.949811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d93da535-a4c7-4e5f-a0b2-be08fd00f073 req-d3fa6698-941f-4633-9589-b6a0c1229e47 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 945 time: 0.1217914 Nov 12 03:31:25.007111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.021195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['4b9130d2-4b02-4d3f-a379-75e7e53480ce'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:25.040858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] No DVR routers for this DVR port 990775ff-4178-4bcd-b809-63ecc9938af3 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:25.048577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.052235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9099fb31-ad44-44b2-b368-88a9a4eebd16 req-0d7baeae-2e24-4c29-8857-edc4f5daf2c0 tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.20 "DELETE /v2.0/ports/990775ff-4178-4bcd-b809-63ecc9938af3 HTTP/1.1" status: 204 len: 173 time: 1.5375543 Nov 12 03:31:25.052755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'name': 'network-vif-deleted', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:25.055162 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b560e90-b847-4733-adb8-4736b97a1c09" -d '{"events": [{"server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "name": "network-vif-deleted", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:25.083415 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d93da535-a4c7-4e5f-a0b2-be08fd00f073 req-6d45da1e-ada8-4a29-b1cd-0559fe2d47a2 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320415 Nov 12 03:31:25.100716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Pushing event deleted for resources: {'Port': ['ID=4b9130d2-4b02-4d3f-a379-75e7e53480ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:25.107540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-bac5844c-32ea-4673-a5f5-5a98842572fb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.114431 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-bac5844c-32ea-4673-a5f5-5a98842572fb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.125330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-bac5844c-32ea-4673-a5f5-5a98842572fb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.132783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-bac5844c-32ea-4673-a5f5-5a98842572fb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.139063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-bac5844c-32ea-4673-a5f5-5a98842572fb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.146378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-bac5844c-32ea-4673-a5f5-5a98842572fb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.154873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-bac5844c-32ea-4673-a5f5-5a98842572fb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.164248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-bac5844c-32ea-4673-a5f5-5a98842572fb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2787008 Nov 12 03:31:25.222821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] No DVR routers for this DVR port 4b9130d2-4b02-4d3f-a379-75e7e53480ce on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:25.243685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.247098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d5b4d77-4114-4fde-8d5e-23e793a408df req-f30c0ec3-f457-4037-b9af-edd2cba74033 tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.20 "DELETE /v2.0/ports/4b9130d2-4b02-4d3f-a379-75e7e53480ce HTTP/1.1" status: 204 len: 173 time: 0.9600296 Nov 12 03:31:25.247577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11f3a11-dc47-4af3-b471-66c4075e215f', 'name': 'network-vif-deleted', 'tag': '4b9130d2-4b02-4d3f-a379-75e7e53480ce'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:25.250291 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7950f897-7cda-4749-b4a9-ecd81f9a9932" -d '{"events": [{"server_uuid": "a11f3a11-dc47-4af3-b471-66c4075e215f", "name": "network-vif-deleted", "tag": "4b9130d2-4b02-4d3f-a379-75e7e53480ce"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:25.299906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a17e54-e2bc-4276-896c-e1ebd5b83311 req-61aa11b6-ad2a-4ba2-b31a-8fa8b401b723 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.302656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0a17e54-e2bc-4276-896c-e1ebd5b83311 req-61aa11b6-ad2a-4ba2-b31a-8fa8b401b723 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 931 time: 0.1153364 Nov 12 03:31:25.314763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7fdef348-dc57-4f9c-bcf3-5ecd61e74906 req-6d4ee678-8616-4188-a69f-4d203b69b336 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495373 Nov 12 03:31:25.449806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0a17e54-e2bc-4276-896c-e1ebd5b83311 req-c0aee902-2c19-4bfa-a2c1-0095fd2c8d97 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406455 Nov 12 03:31:25.458897 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-729572a4-0069-4079-9cb4-d3e1b9437255 req-d6fe294b-5736-4501-9312-0c8cacb5e9dc tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:31:25.472672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-729572a4-0069-4079-9cb4-d3e1b9437255 req-d6fe294b-5736-4501-9312-0c8cacb5e9dc tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/11e2c93b-f470-4d36-946d-bdcd34f6c9d2 HTTP/1.1" status: 404 len: 352 time: 0.0405221 Nov 12 03:31:25.483500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effeaec5-c0a4-4015-abdc-23b15f426e5b {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:25.493937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.534992 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bbac27-bc21-4f8c-be33-79c3693918e4 x-openstack-request-id: req-a4bbac27-bc21-4f8c-be33-79c3693918e4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:25.535334 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c021dd30-6097-480d-a6fa-c9ab16eb0f6e", "name": "network-vif-deleted", "tag": "990775ff-4178-4bcd-b809-63ecc9938af3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:25.539119 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4bbac27-bc21-4f8c-be33-79c3693918e4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:25.539907 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c021dd30-6097-480d-a6fa-c9ab16eb0f6e', 'name': 'network-vif-deleted', 'tag': '990775ff-4178-4bcd-b809-63ecc9938af3', 'status': 'completed', 'code': 200} Nov 12 03:31:25.545964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Transition to ACTIVE for port object effeaec5-c0a4-4015-abdc-23b15f426e5b will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:25.555399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.602993 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9cdd1a-4db4-40d9-9d3b-51f0c32c9e63 x-openstack-request-id: req-4a9cdd1a-4db4-40d9-9d3b-51f0c32c9e63 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:25.603321 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11f3a11-dc47-4af3-b471-66c4075e215f", "name": "network-vif-deleted", "tag": "4b9130d2-4b02-4d3f-a379-75e7e53480ce", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:25.604077 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a9cdd1a-4db4-40d9-9d3b-51f0c32c9e63 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:25.604475 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11f3a11-dc47-4af3-b471-66c4075e215f', 'name': 'network-vif-deleted', 'tag': '4b9130d2-4b02-4d3f-a379-75e7e53480ce', 'status': 'completed', 'code': 200} Nov 12 03:31:25.718723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Pushing event updated for resources: {'Port': ['ID=effeaec5-c0a4-4015-abdc-23b15f426e5b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:25.727153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d32ca9fb-0325-4f7d-b1e8-30917a7cd7b9 req-43777b85-504a-4499-833c-65a23c0616ea tempest-FloatingIPsAssociationTestJSON-975036197 tempest-FloatingIPsAssociationTestJSON-975036197-project] 10.222.0.49 "GET /v2.0/ports?device_id=c021dd30-6097-480d-a6fa-c9ab16eb0f6e HTTP/1.1" status: 200 len: 210 time: 0.0925484 Nov 12 03:31:25.751455 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-14003a35-209a-4075-bb9c-878d75320e20 req-f8e0778b-58b9-4698-913e-3fc0e8f2e7d7 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=929da0da474b44a79c31662eeb735de2 HTTP/1.1" status: 200 len: 6208 time: 0.1187937 Nov 12 03:31:25.830286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Attempting to bind port effeaec5-c0a4-4015-abdc-23b15f426e5b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:25.832551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Attempting to bind port effeaec5-c0a4-4015-abdc-23b15f426e5b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:25.833240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Attempting to bind port effeaec5-c0a4-4015-abdc-23b15f426e5b on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:25.840263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Port effeaec5-c0a4-4015-abdc-23b15f426e5b on network cb1b6f72-6312-4e02-90bc-25b52609eef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:25.840790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Attempting to bind port effeaec5-c0a4-4015-abdc-23b15f426e5b on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:25.846586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:25.847161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:25.847673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Bound using segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:25.848212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Bound port: effeaec5-c0a4-4015-abdc-23b15f426e5b, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:25.849204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.865353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-14003a35-209a-4075-bb9c-878d75320e20 req-35d0c698-15dc-4356-a7f9-09482136dc1d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/45fbfa13-fe9a-41ab-bb4f-22322175809d HTTP/1.1" status: 200 len: 3002 time: 0.1059551 Nov 12 03:31:25.918399 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32e7385e-5c74-4baf-97c3-b2126fa64afc req-6d846d8f-b46e-4317-9324-80c531154a1e tempest-VolumesAdminNegativeTest-324677986 tempest-VolumesAdminNegativeTest-324677986-project] 10.222.0.49 "GET /v2.0/ports?device_id=a11f3a11-dc47-4af3-b471-66c4075e215f HTTP/1.1" status: 200 len: 210 time: 0.0447357 Nov 12 03:31:25.945472 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-14003a35-209a-4075-bb9c-878d75320e20 req-e4822834-0eab-4e4c-976f-130225d78510 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/45fbfa13-fe9a-41ab-bb4f-22322175809d HTTP/1.1" status: 200 len: 3002 time: 0.0709181 Nov 12 03:31:25.982780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b0437ea1-9a44-4ee4-b0e8-fa97241f2a5d req-f590b37a-e4b7-4420-b172-8e4ea67255c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1746957266', 'description': 'tempest-description-1443075349'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:26.032009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] For port effeaec5-c0a4-4015-abdc-23b15f426e5b, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:26.036884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] For port effeaec5-c0a4-4015-abdc-23b15f426e5b, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=effeaec5-c0a4-4015-abdc-23b15f426e5b,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:26.039342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b0437ea1-9a44-4ee4-b0e8-fa97241f2a5d req-f590b37a-e4b7-4420-b172-8e4ea67255c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.052767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.102558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.103643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.105319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] 10.222.0.20 "PUT /v2.0/ports/effeaec5-c0a4-4015-abdc-23b15f426e5b HTTP/1.1" status: 200 len: 1092 time: 1.4187746 Nov 12 03:31:26.244771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c5ffc-2f55-49b2-982b-3544b04cdc47 service neutron] Pushing event updated for resources: {'Port': ['ID=effeaec5-c0a4-4015-abdc-23b15f426e5b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.245981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a4f33-2b2d-47b5-a972-86930e5e478d req-4afb5f21-fbc5-4e51-a355-282ffad01eaf tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.247472 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b93a4f33-2b2d-47b5-a972-86930e5e478d req-4afb5f21-fbc5-4e51-a355-282ffad01eaf tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 945 time: 0.0635095 Nov 12 03:31:26.249016 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b0437ea1-9a44-4ee4-b0e8-fa97241f2a5d req-f590b37a-e4b7-4420-b172-8e4ea67255c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.262906 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b0437ea1-9a44-4ee4-b0e8-fa97241f2a5d req-f590b37a-e4b7-4420-b172-8e4ea67255c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.292645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-466f7366-b4bb-4559-b8f0-fd67540ba437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.295070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-466f7366-b4bb-4559-b8f0-fd67540ba437 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 1095 time: 0.1254313 Nov 12 03:31:26.321303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b0437ea1-9a44-4ee4-b0e8-fa97241f2a5d req-f590b37a-e4b7-4420-b172-8e4ea67255c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.329004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b0437ea1-9a44-4ee4-b0e8-fa97241f2a5d req-f590b37a-e4b7-4420-b172-8e4ea67255c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3489573 Nov 12 03:31:26.329091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b93a4f33-2b2d-47b5-a972-86930e5e478d req-d12753b6-86e3-4f62-bb01-4dbfaab5ee12 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635793 Nov 12 03:31:26.374722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-5b931ccb-0689-4db7-bc4d-cba49b2e7e21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=effeaec5-c0a4-4015-abdc-23b15f426e5b HTTP/1.1" status: 200 len: 217 time: 0.0674696 Nov 12 03:31:26.375366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590b37a-e4b7-4420-b172-8e4ea67255c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4372b45b-8bc7-4873-a85e-344b28263fc6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.383316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-fc0de191-1dce-424e-a59b-42f89090da5b req-e8982d48-180c-4765-9c9c-3e45b3f2ae24 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-241727837', 'description': 'tempest-description-1726855803'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:26.421797 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fc0de191-1dce-424e-a59b-42f89090da5b req-e8982d48-180c-4765-9c9c-3e45b3f2ae24 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.507435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-c8607370-84f8-449f-9176-5e94dbeff27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.509342 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-c8607370-84f8-449f-9176-5e94dbeff27e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.0987172 Nov 12 03:31:26.516050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-7f717b09-edb8-483b-84ae-0a6ec3d759b6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.526186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-7f717b09-edb8-483b-84ae-0a6ec3d759b6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.537926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-7f717b09-edb8-483b-84ae-0a6ec3d759b6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.544396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-7f717b09-edb8-483b-84ae-0a6ec3d759b6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.550725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-7f717b09-edb8-483b-84ae-0a6ec3d759b6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.557551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-ef9ffa4c-1694-4d22-9dcd-487d7f34c4d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348439 Nov 12 03:31:26.557922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-7f717b09-edb8-483b-84ae-0a6ec3d759b6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.565703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-7f717b09-edb8-483b-84ae-0a6ec3d759b6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.569685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fc0de191-1dce-424e-a59b-42f89090da5b req-e8982d48-180c-4765-9c9c-3e45b3f2ae24 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.573937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-7f717b09-edb8-483b-84ae-0a6ec3d759b6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.1412055 Nov 12 03:31:26.574449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-1f3d1fe6-513c-4600-8713-9a2dcb47909d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:31:26.576114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-1f3d1fe6-513c-4600-8713-9a2dcb47909d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092537 Nov 12 03:31:26.578026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fc0de191-1dce-424e-a59b-42f89090da5b req-e8982d48-180c-4765-9c9c-3e45b3f2ae24 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.674954 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a69a70c-51b1-407a-9179-7cbf57960a5f req-74dc9660-3200-4744-9555-b4bd69189a80 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981460 Nov 12 03:31:26.693014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8982d48-180c-4765-9c9c-3e45b3f2ae24 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7068947c-bb08-4052-9541-0785ba31d240,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.712252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fc0de191-1dce-424e-a59b-42f89090da5b req-e8982d48-180c-4765-9c9c-3e45b3f2ae24 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.714891 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc0de191-1dce-424e-a59b-42f89090da5b req-e8982d48-180c-4765-9c9c-3e45b3f2ae24 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3370264 Nov 12 03:31:26.740709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-cc4e80bd-8752-4799-bac6-11819a3add1c service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541314 Nov 12 03:31:26.858684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.903787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1978bb0-2ee9-4b1e-991b-09a17ddf5859 req-07e71cd4-5ce1-4a6a-875e-959f4061eaf8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.916715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1978bb0-2ee9-4b1e-991b-09a17ddf5859 req-07e71cd4-5ce1-4a6a-875e-959f4061eaf8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 943 time: 0.1007073 Nov 12 03:31:27.023875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1978bb0-2ee9-4b1e-991b-09a17ddf5859 req-bb484ee7-6a41-4d25-ba1c-ef7ae9455636 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061201 Nov 12 03:31:27.026755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44888) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.164083 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dca7fa3-0ebe-40ac-92ae-73c5f39c39a7 req-d69d810f-a223-4ade-b401-da97d35fa11b service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141214 Nov 12 03:31:27.170109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 990775ff-4178-4bcd-b809-63ecc9938af3 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:27.215476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 990775ff-4178-4bcd-b809-63ecc9938af3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:27.215840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 990775ff-4178-4bcd-b809-63ecc9938af3 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:27.344852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-98426fd0-7d1d-47e1-9a88-ee8b7b5e46cf admin admin] Deleting subnet 7938b4a3-8e7c-4df0-a867-99d1c5f34a71 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:27.353211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98426fd0-7d1d-47e1-9a88-ee8b7b5e46cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.483208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-ec62fe8e-cd43-4763-8b6f-6b289299c56f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.490483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-ec62fe8e-cd43-4763-8b6f-6b289299c56f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 812 time: 0.3571312 Nov 12 03:31:27.504674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98426fd0-7d1d-47e1-9a88-ee8b7b5e46cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.558131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c686bb-1a7d-4c79-bfae-3b87c7b785aa', 'tag': 'effeaec5-c0a4-4015-abdc-23b15f426e5b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:27.560525 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a201a-4dc2-4813-868c-dfd69d7bb516" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c686bb-1a7d-4c79-bfae-3b87c7b785aa", "tag": "effeaec5-c0a4-4015-abdc-23b15f426e5b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:27.576830 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-f1c495fb-604d-4534-a38e-5448313ba6d9 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/quotas/929da0da474b44a79c31662eeb735de2 HTTP/1.1" status: 200 len: 375 time: 0.0846348 Nov 12 03:31:27.641909 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93bbf5d-1b01-4a79-99c3-04f1e143c84d x-openstack-request-id: req-b93bbf5d-1b01-4a79-99c3-04f1e143c84d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:27.642192 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c686bb-1a7d-4c79-bfae-3b87c7b785aa", "tag": "effeaec5-c0a4-4015-abdc-23b15f426e5b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:27.642449 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b93bbf5d-1b01-4a79-99c3-04f1e143c84d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:27.642838 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c686bb-1a7d-4c79-bfae-3b87c7b785aa', 'tag': 'effeaec5-c0a4-4015-abdc-23b15f426e5b', 'status': 'completed', 'code': 200} Nov 12 03:31:27.691283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98426fd0-7d1d-47e1-9a88-ee8b7b5e46cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.844399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-e0423620-e7e8-469f-b417-4ffb89f74f3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.852628 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-99aabea3-fd64-435a-9114-62173d0823be tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2128301 Nov 12 03:31:27.854692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-e0423620-e7e8-469f-b417-4ffb89f74f3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.863152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-e0423620-e7e8-469f-b417-4ffb89f74f3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.870868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-e0423620-e7e8-469f-b417-4ffb89f74f3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.882004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-e0423620-e7e8-469f-b417-4ffb89f74f3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.895137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-e0423620-e7e8-469f-b417-4ffb89f74f3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.900958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-94c36e8b-c2a1-4190-afe0-347d1fa88d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.902457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-94c36e8b-c2a1-4190-afe0-347d1fa88d7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 1095 time: 0.2508099 Nov 12 03:31:27.902916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-e0423620-e7e8-469f-b417-4ffb89f74f3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.915662 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-e0423620-e7e8-469f-b417-4ffb89f74f3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.1481619 Nov 12 03:31:27.945644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98426fd0-7d1d-47e1-9a88-ee8b7b5e46cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.000587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29103f7b-8c73-49a4-bb41-b497ebf6fcaa req-51f43a41-166a-4990-a9d4-249f12df9268 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791233 Nov 12 03:31:28.042771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98426fd0-7d1d-47e1-9a88-ee8b7b5e46cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7938b4a3-8e7c-4df0-a867-99d1c5f34a71,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.045051 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98426fd0-7d1d-47e1-9a88-ee8b7b5e46cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.048775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-98426fd0-7d1d-47e1-9a88-ee8b7b5e46cf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7938b4a3-8e7c-4df0-a867-99d1c5f34a71 HTTP/1.1" status: 204 len: 168 time: 1.0080595 Nov 12 03:31:28.052112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44992) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.126839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-f3dda92a-07d1-4977-b487-a4cd2767cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.129034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-f3dda92a-07d1-4977-b487-a4cd2767cbd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.2175281 Nov 12 03:31:28.147576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44994) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.187005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.198351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882c0de-bd61-4cbf-ad1a-6248896770a0 req-7b2183d8-3c89-4359-b5ad-c93aa0c59080 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.200456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d882c0de-bd61-4cbf-ad1a-6248896770a0 req-7b2183d8-3c89-4359-b5ad-c93aa0c59080 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 943 time: 0.0805068 Nov 12 03:31:28.319412 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.331316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d882c0de-bd61-4cbf-ad1a-6248896770a0 req-bb5b0b65-25d2-466b-8773-58d1f04fee31 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209767 Nov 12 03:31:28.348214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c339e363-e649-4abd-8e3c-b0af87435742']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:28.364103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4fe1e1-0820-42b1-b531-8954bf3e77c3') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:28.364324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4fe1e1-0820-42b1-b531-8954bf3e77c3') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:28.375742 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.395449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.404203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:28.404940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:28.407364 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:28.470760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.477245 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.484554 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] 10.222.0.49 "DELETE /v2.0/networks/c339e363-e649-4abd-8e3c-b0af87435742 HTTP/1.1" status: 204 len: 168 time: 0.4310718 Nov 12 03:31:28.485246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45002) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.508081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6ca9e-3d28-44e3-afae-0eba1d21138b admin admin] Pushing event deleted for resources: {'Network': ['ID=c339e363-e649-4abd-8e3c-b0af87435742,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.514341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c13399a4-cad5-4984-b446-11fdc2431533 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:31:28.515357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c13399a4-cad5-4984-b446-11fdc2431533 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6416166 Nov 12 03:31:28.517809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-c62b2a2d-195d-4c3f-9b01-057cc81d38e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=effeaec5-c0a4-4015-abdc-23b15f426e5b HTTP/1.1" status: 200 len: 217 time: 0.3793747 Nov 12 03:31:28.523124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.561577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b65d028-29c1-4ced-a147-941d59e2c145 admin admin] Deleting subnet 1612d530-6a74-4749-834a-800bc433fd10 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:28.569033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b65d028-29c1-4ced-a147-941d59e2c145 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.618624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b65d028-29c1-4ced-a147-941d59e2c145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.668688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b65d028-29c1-4ced-a147-941d59e2c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.719100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-ed206cd8-67a9-4fa3-9a5b-c1c189f1179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.720781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-ed206cd8-67a9-4fa3-9a5b-c1c189f1179b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1945522 Nov 12 03:31:28.747957 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b65d028-29c1-4ced-a147-941d59e2c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.773383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-8a657959-151b-49df-b85e-0bd34013ad4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378406 Nov 12 03:31:28.784274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65d028-29c1-4ced-a147-941d59e2c145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1612d530-6a74-4749-834a-800bc433fd10,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.789285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b65d028-29c1-4ced-a147-941d59e2c145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.792874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8b65d028-29c1-4ced-a147-941d59e2c145 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1612d530-6a74-4749-834a-800bc433fd10 HTTP/1.1" status: 204 len: 168 time: 0.3018231 Nov 12 03:31:28.795075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45010) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.818911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-7840c203-f7ac-4a66-a6e0-5974d976809c service neutron] 10.222.0.49 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937143 Nov 12 03:31:28.826452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f7e93cb-990f-4773-a30c-692dd8e9ff84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.876465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.961388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.990697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb4193e-5a9a-4442-9f61-0e76af7aa52e']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:29.001284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de6c14d-ad9f-4930-bb1e-9f391b0b3ab6') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:29.001591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de6c14d-ad9f-4930-bb1e-9f391b0b3ab6') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:29.015439 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.032271 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.042040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:29.042523 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.044292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-3947cb3a-52d3-4786-859d-0deee668a6bb service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563074 Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:29.044423 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:29.111268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-e2ffc1b3-7979-422f-9abe-3a1e9fbeee60 service neutron] 10.222.0.49 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539949 Nov 12 03:31:29.140723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.152375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.158239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] 10.222.0.49 "DELETE /v2.0/networks/abb4193e-5a9a-4442-9f61-0e76af7aa52e HTTP/1.1" status: 204 len: 168 time: 0.3599048 Nov 12 03:31:29.169770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=abb4193e-5a9a-4442-9f61-0e76af7aa52e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.180558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device effeaec5-c0a4-4015-abdc-23b15f426e5b details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:29.184410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4b9130d2-4b02-4d3f-a379-75e7e53480ce no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:29.184918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.185390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.185621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.185961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.186295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.187110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.187541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.187880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.188210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.188539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.188909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.189235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8bd9af-55ba-4a4a-a677-a73d36873a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:29.203959 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f7e93cb-990f-4773-a30c-692dd8e9ff84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.208364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-12b40bf3-2e97-4a06-bcf5-f45c8944fd62 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.215407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f7e93cb-990f-4773-a30c-692dd8e9ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.216013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-12b40bf3-2e97-4a06-bcf5-f45c8944fd62 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.223806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-12b40bf3-2e97-4a06-bcf5-f45c8944fd62 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.230323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-12b40bf3-2e97-4a06-bcf5-f45c8944fd62 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.238089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-12b40bf3-2e97-4a06-bcf5-f45c8944fd62 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.245008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-12b40bf3-2e97-4a06-bcf5-f45c8944fd62 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.251147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-12b40bf3-2e97-4a06-bcf5-f45c8944fd62 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.259947 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-12b40bf3-2e97-4a06-bcf5-f45c8944fd62 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.1549816 Nov 12 03:31:29.284905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 4b9130d2-4b02-4d3f-a379-75e7e53480ce {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:29.287146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4b9130d2-4b02-4d3f-a379-75e7e53480ce not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:29.291058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c52a201a-4dc2-4813-868c-dfd69d7bb516 req-891ddbbc-8f7f-4b21-a657-87b6abc96aed service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372844 Nov 12 03:31:29.296013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6f7e93cb-990f-4773-a30c-692dd8e9ff84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c29db50d06844f1098c7162225d5528c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1468954 Nov 12 03:31:29.297997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e93cb-990f-4773-a30c-692dd8e9ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051f9c64-79ff-4432-8037-1fe420d4e6bc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.300583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45028) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.415536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Deleting port 6882f8c5-f25c-4884-b5fd-1f57e289525c {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:29.415872 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.418064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8711c77-4ebe-490e-a348-7e86fa6f4fb4 req-fafbd656-e545-4bdd-9f92-82b1851fe9e7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571205 Nov 12 03:31:29.431618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba66bec-7126-4cb6-bba0-138f8c2743c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.572950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port effeaec5-c0a4-4015-abdc-23b15f426e5b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=effeaec5-c0a4-4015-abdc-23b15f426e5b,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:29.579220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba66bec-7126-4cb6-bba0-138f8c2743c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.595561 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bf21d3f-0f7c-403a-bf0d-51750e85f36f req-2400bfef-3935-4e4b-b6b2-e653c0aa572e tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 210 time: 0.0631437 Nov 12 03:31:29.617243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'effeaec5-c0a4-4015-abdc-23b15f426e5b', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'port_id': 'effeaec5-c0a4-4015-abdc-23b15f426e5b', 'mac_address': 'fa:16:3e:ee:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94314c6-3250-47e1-a1fe-ce606b32ef01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:29.638329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45046) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.713201 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba66bec-7126-4cb6-bba0-138f8c2743c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.717063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba66bec-7126-4cb6-bba0-138f8c2743c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.718155 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.721123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8ba66bec-7126-4cb6-bba0-138f8c2743c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/051f9c64-79ff-4432-8037-1fe420d4e6bc HTTP/1.1" status: 204 len: 168 time: 0.4159839 Nov 12 03:31:29.731974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-228d9e84-19cb-4bd9-83b5-bf0c7b37056e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3512a1c3d8a4b7b8f37cb56702899df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899570 Nov 12 03:31:29.732702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45050) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.743889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66bec-7126-4cb6-bba0-138f8c2743c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051f9c64-79ff-4432-8037-1fe420d4e6bc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.748792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effeaec5-c0a4-4015-abdc-23b15f426e5b {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:29.774141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] For port 6882f8c5-f25c-4884-b5fd-1f57e289525c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6882f8c5-f25c-4884-b5fd-1f57e289525c,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:29.775448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.786312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port effeaec5-c0a4-4015-abdc-23b15f426e5b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=effeaec5-c0a4-4015-abdc-23b15f426e5b,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:29.798310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.800655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Calling delete_port for 6882f8c5-f25c-4884-b5fd-1f57e289525c owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:29.881707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=effeaec5-c0a4-4015-abdc-23b15f426e5b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.912890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4a21-03ab-42db-ba76-0d7cc010475b req-1feb789f-9bc8-4c2c-8b73-78aa04618dbd tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.923168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dadc4a21-03ab-42db-ba76-0d7cc010475b req-1feb789f-9bc8-4c2c-8b73-78aa04618dbd tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 943 time: 0.1724336 Nov 12 03:31:29.947849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08521d2d-7aea-4d80-8c22-f72052b9f5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.023865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08521d2d-7aea-4d80-8c22-f72052b9f5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.089827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['effeaec5-c0a4-4015-abdc-23b15f426e5b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:30.118257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dadc4a21-03ab-42db-ba76-0d7cc010475b req-e824090d-163c-471a-80bf-3091519349c4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878097 Nov 12 03:31:30.162623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08521d2d-7aea-4d80-8c22-f72052b9f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.166348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08521d2d-7aea-4d80-8c22-f72052b9f5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.167848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-08521d2d-7aea-4d80-8c22-f72052b9f5ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/530188c3-8bb4-447e-8612-8748d88eec2c HTTP/1.1" status: 204 len: 168 time: 0.4313257 Nov 12 03:31:30.188325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08521d2d-7aea-4d80-8c22-f72052b9f5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530188c3-8bb4-447e-8612-8748d88eec2c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.210586 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.248147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Pushing event deleted for resources: {'Port': ['ID=6882f8c5-f25c-4884-b5fd-1f57e289525c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.676200 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.702987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-e04567de-f679-4147-a482-2ca5ffd5b02c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.710230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-e04567de-f679-4147-a482-2ca5ffd5b02c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.716533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-e04567de-f679-4147-a482-2ca5ffd5b02c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.723402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-e04567de-f679-4147-a482-2ca5ffd5b02c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.730135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-e04567de-f679-4147-a482-2ca5ffd5b02c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.732993 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad0768a7-2612-42d5-8682-d2ac31a12f0d req-1de94381-4399-478a-88eb-5f15fd69a0fb tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 210 time: 0.0555489 Nov 12 03:31:30.748493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-e04567de-f679-4147-a482-2ca5ffd5b02c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.758400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-e04567de-f679-4147-a482-2ca5ffd5b02c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.764459 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-e04567de-f679-4147-a482-2ca5ffd5b02c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.1636591 Nov 12 03:31:30.933870 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31a2e63f-0c31-428b-bb06-6d4b318beafa req-76e4013f-0b7b-4f57-8bbc-fa0573b6ec35 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188045 Nov 12 03:31:31.034680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45080) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.117441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1472ecd-a598-45b0-8c95-a7bcfd4a1fd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a93a17618ef46efa153e2b07c7615b6&name=default HTTP/1.1" status: 200 len: 2999 time: 0.0805247 Nov 12 03:31:31.120007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45082) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.163267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:31.194225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device effeaec5-c0a4-4015-abdc-23b15f426e5b up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:31.210610 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f15c9b-c097-4c80-8a38-2c554644dbc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.257906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f15c9b-c097-4c80-8a38-2c554644dbc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.258278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-ac07f668-0157-42c1-a39f-40cdb13ec269 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.260616 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-ac07f668-0157-42c1-a39f-40cdb13ec269 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 812 time: 0.3254755 Nov 12 03:31:31.279959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'port': {'device_id': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472', 'admin_state_up': True, 'tenant_id': '929da0da474b44a79c31662eeb735de2'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:31.312202 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bf1a640e-b832-40bd-bfe1-df94e03ecc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.368359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port effeaec5-c0a4-4015-abdc-23b15f426e5b completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:31.396860 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port effeaec5-c0a4-4015-abdc-23b15f426e5b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:31.399096 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.422122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b025-6301-4156-805a-62e682dfa437 req-9c02390e-8b5d-4fcc-81ff-47e6428b3e71 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.423747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48d9b025-6301-4156-805a-62e682dfa437 req-9c02390e-8b5d-4fcc-81ff-47e6428b3e71 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 944 time: 0.1157382 Nov 12 03:31:31.430727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f15c9b-c097-4c80-8a38-2c554644dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.434396 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f15c9b-c097-4c80-8a38-2c554644dbc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.437543 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f2f15c9b-c097-4c80-8a38-2c554644dbc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1344d11a-2f1e-4219-9235-9db7f3b7a6a1 HTTP/1.1" status: 204 len: 168 time: 0.3137524 Nov 12 03:31:31.469717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:31.483414 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] Sync routers for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:31.496160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4e8f76b3-1da9-4ebf-b491-216271a7aead admin admin] 10.222.0.49 "PUT /v2.0/routers/9e1cbad0-6a0b-43e2-8b51-a1b927fac709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6178205 Nov 12 03:31:31.502770 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:31.505417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45092) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.512027 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:31.522010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f15c9b-c097-4c80-8a38-2c554644dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1344d11a-2f1e-4219-9235-9db7f3b7a6a1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.589967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48d9b025-6301-4156-805a-62e682dfa437 req-efc2b40b-6e60-47bd-a594-c3591333e3d3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464851 Nov 12 03:31:31.669053 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.703682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c686bb-1a7d-4c79-bfae-3b87c7b785aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effeaec5-c0a4-4015-abdc-23b15f426e5b'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:31.711517 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc9eafe-a3b2-44ba-aaf6-f4ea3da44f6f" -d '{"events": [{"server_uuid": "d3c686bb-1a7d-4c79-bfae-3b87c7b785aa", "name": "network-vif-plugged", "status": "completed", "tag": "effeaec5-c0a4-4015-abdc-23b15f426e5b"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:31.767442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Made reservation on behalf of 929da0da474b44a79c31662eeb735de2 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:31.774831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.787050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port effeaec5-c0a4-4015-abdc-23b15f426e5b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=effeaec5-c0a4-4015-abdc-23b15f426e5b,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:31.794485 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.812249 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:31.840507 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d8af36-a462-4bb7-8703-b99e27f6a4ab x-openstack-request-id: req-a2d8af36-a462-4bb7-8703-b99e27f6a4ab {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:31.840893 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c686bb-1a7d-4c79-bfae-3b87c7b785aa", "name": "network-vif-plugged", "status": "completed", "tag": "effeaec5-c0a4-4015-abdc-23b15f426e5b", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:31.841144 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2d8af36-a462-4bb7-8703-b99e27f6a4ab {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:31.841575 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c686bb-1a7d-4c79-bfae-3b87c7b785aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effeaec5-c0a4-4015-abdc-23b15f426e5b', 'code': 200} Nov 12 03:31:31.947256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.000577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=effeaec5-c0a4-4015-abdc-23b15f426e5b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.048067 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-921598e4-ce9f-410f-8331-f6d9d9d279a5 req-425da65b-f64a-487d-97ac-82322cecdf02 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 210 time: 0.0607839 Nov 12 03:31:32.064303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94deb-066e-46f8-81ac-9d3134b0321d req-232f55bd-f145-41cd-941d-3fe1e0ade8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.067307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ace94deb-066e-46f8-81ac-9d3134b0321d req-232f55bd-f145-41cd-941d-3fe1e0ade8f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 1097 time: 0.1457124 Nov 12 03:31:32.212982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ace94deb-066e-46f8-81ac-9d3134b0321d req-d67c2e0d-6755-4d03-8860-3c100223c711 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326017 Nov 12 03:31:32.223567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.284675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437424-d678-461f-b7f5-e38681a3adbc req-88a63fda-2c18-469b-bd5d-4052cce758bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.292764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437424-d678-461f-b7f5-e38681a3adbc req-88a63fda-2c18-469b-bd5d-4052cce758bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.302825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437424-d678-461f-b7f5-e38681a3adbc req-88a63fda-2c18-469b-bd5d-4052cce758bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.312945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437424-d678-461f-b7f5-e38681a3adbc req-88a63fda-2c18-469b-bd5d-4052cce758bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.317470 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:31:30Z', 'revision_number': 5, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port': {'id': '012b267a-9b1a-4648-a6bf-132ba2f6988e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:30Z', 'updated_at': '2021-11-12T03:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:32.320009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437424-d678-461f-b7f5-e38681a3adbc req-88a63fda-2c18-469b-bd5d-4052cce758bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.327611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437424-d678-461f-b7f5-e38681a3adbc req-88a63fda-2c18-469b-bd5d-4052cce758bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.334624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437424-d678-461f-b7f5-e38681a3adbc req-88a63fda-2c18-469b-bd5d-4052cce758bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.342610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49437424-d678-461f-b7f5-e38681a3adbc req-88a63fda-2c18-469b-bd5d-4052cce758bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2185557 Nov 12 03:31:32.355031 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] Checking router: 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:32.365049 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] Routers {'9e1cbad0-6a0b-43e2-8b51-a1b927fac709'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:32.365966 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:32.484880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Allocated IP 172.20.0.9 (c5817e48-97b4-4f31-a39a-8f33d4bcf472/1da21716-8dcb-4424-83be-8ef2a0114aae/b312c9de-5352-42d9-a5c7-d3ab06713efc) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:32.584680 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] Set router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:32.609382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Deleting port 012b267a-9b1a-4648-a6bf-132ba2f6988e {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:32.609725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.626840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49437424-d678-461f-b7f5-e38681a3adbc req-5a0f9b6f-050f-4909-af45-5f8622455fa7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2833738 Nov 12 03:31:32.692699 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:31:32Z', 'revision_number': 6, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:32.752117 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488842ea-2441-45f8-b709-7c468da16dd5 None None] The sync data for ids ['9e1cbad0-6a0b-43e2-8b51-a1b927fac709'] in n-d-789963-21 is: [{'id': '9e1cbad0-6a0b-43e2-8b51-a1b927fac709', 'name': 'tempest-FloatingIPsAssociationTestJSON-2121999554-router', 'tenant_id': '95faab32ceb740b0a059544c1aec6f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:28Z', 'updated_at': '2021-11-12T03:31:32Z', 'revision_number': 6, 'project_id': '95faab32ceb740b0a059544c1aec6f0b', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:32.777701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89214963-7dbe-4836-8dd6-d6fddf75d371 req-98e2899c-9e5d-4b07-99e7-2cc7c7493430 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.779588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89214963-7dbe-4836-8dd6-d6fddf75d371 req-98e2899c-9e5d-4b07-99e7-2cc7c7493430 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 945 time: 0.0836365 Nov 12 03:31:32.860456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89214963-7dbe-4836-8dd6-d6fddf75d371 req-e26eef17-4be9-4f4e-a07a-f5919a115ce3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733593 Nov 12 03:31:33.352442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf0036d9-312b-42be-a68b-e2fb9ee8e430 req-4b272fb0-9597-4b69-9970-336cbac91109 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 210 time: 0.1483486 Nov 12 03:31:33.403651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] For port 012b267a-9b1a-4648-a6bf-132ba2f6988e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=012b267a-9b1a-4648-a6bf-132ba2f6988e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:33.404422 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.427629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Calling delete_port for 012b267a-9b1a-4648-a6bf-132ba2f6988e owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:33.447878 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.543168 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-667a040f-e33b-4328-9444-f827a3f3d5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.597895 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.607236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:33.780355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6882f8c5-f25c-4884-b5fd-1f57e289525c no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:33.818688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 6882f8c5-f25c-4884-b5fd-1f57e289525c {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:33.819120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6882f8c5-f25c-4884-b5fd-1f57e289525c not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:33.819755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 012b267a-9b1a-4648-a6bf-132ba2f6988e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:33.870633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'Port': ['ID=b312c9de-5352-42d9-a5c7-d3ab06713efc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.887463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Network c5817e48-97b4-4f31-a39a-8f33d4bcf472 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:33.891373 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.904117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:33.916882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-79911169-0457-4fc5-b339-1632525e1356 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.922884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:33.934485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No active binding found for port 012b267a-9b1a-4648-a6bf-132ba2f6988e {{(pid=102630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:31:33.934786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-79911169-0457-4fc5-b339-1632525e1356 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.935208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 012b267a-9b1a-4648-a6bf-132ba2f6988e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:33.949067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-79911169-0457-4fc5-b339-1632525e1356 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.973997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-79911169-0457-4fc5-b339-1632525e1356 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.987515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-79911169-0457-4fc5-b339-1632525e1356 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.001314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-79911169-0457-4fc5-b339-1632525e1356 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.014079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-79911169-0457-4fc5-b339-1632525e1356 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.017278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Pushing event deleted for resources: {'Port': ['ID=012b267a-9b1a-4648-a6bf-132ba2f6988e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.023471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-79911169-0457-4fc5-b339-1632525e1356 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2504518 Nov 12 03:31:34.103388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.104565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.156901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cd20551-7db1-4fc1-b178-3a61f0ee9a14 req-b4612f1c-eca9-4188-8be9-6b742085b67e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228721 Nov 12 03:31:34.198389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03bd8b81-3e3d-4f5c-88cd-03b4b31e62b0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9230285 Nov 12 03:31:34.202554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.308783 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.313305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.318519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Request body: {'port': {'device_id': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:34.328849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b883-5d7a-48e6-bbf3-5fb76bcdf793 req-729aa5f6-2a6e-4d63-a7ba-56e7b0de1617 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.330439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8024b883-5d7a-48e6-bbf3-5fb76bcdf793 req-729aa5f6-2a6e-4d63-a7ba-56e7b0de1617 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 945 time: 0.3448868 Nov 12 03:31:34.432594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.433319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1cbad0-6a0b-43e2-8b51-a1b927fac709 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:34.463497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.467367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45174) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:34.467849 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7f3a3233-378b-4704-90e7-90d6c3fbc958 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9e1cbad0-6a0b-43e2-8b51-a1b927fac709 HTTP/1.1" status: 204 len: 168 time: 2.9612107 Nov 12 03:31:34.479298 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.485990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8024b883-5d7a-48e6-bbf3-5fb76bcdf793 req-15b2e21c-6cdb-48c8-a927-a20b597f3a33 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316187 Nov 12 03:31:34.620016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-222bbd4b-7b6d-48f0-ab13-826b2aa35f1d admin admin] Deleting subnet 4b29543a-c69b-4490-9de6-c12afc2fe7d0 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:34.636081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-222bbd4b-7b6d-48f0-ab13-826b2aa35f1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.702139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-222bbd4b-7b6d-48f0-ab13-826b2aa35f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.849613 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.870391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-222bbd4b-7b6d-48f0-ab13-826b2aa35f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.977263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-222bbd4b-7b6d-48f0-ab13-826b2aa35f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.979381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafe5de-bcbf-472d-a924-866017c817ab req-f3dd4593-4bd1-49b4-ad21-453b98eb3ac5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.981388 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6aafe5de-bcbf-472d-a924-866017c817ab req-f3dd4593-4bd1-49b4-ad21-453b98eb3ac5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 931 time: 0.1892378 Nov 12 03:31:35.087979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47066956-b119-4fb8-a2b4-02ead1d3ffd9 None None] Network ae393118-50b6-48fc-8751-74686bf4e7c1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:35.099144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bbd4b-7b6d-48f0-ab13-826b2aa35f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b29543a-c69b-4490-9de6-c12afc2fe7d0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.106754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-222bbd4b-7b6d-48f0-ab13-826b2aa35f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.118225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-222bbd4b-7b6d-48f0-ab13-826b2aa35f1d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4b29543a-c69b-4490-9de6-c12afc2fe7d0 HTTP/1.1" status: 204 len: 168 time: 0.6479762 Nov 12 03:31:35.124729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45210) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.344431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.348345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b312c9de-5352-42d9-a5c7-d3ab06713efc {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:35.348495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45216) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.369609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6aafe5de-bcbf-472d-a924-866017c817ab req-1af83261-9544-4d50-8ad1-a5267de3fc6e tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682897 Nov 12 03:31:35.408004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.419861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-db744576-b33e-4587-8496-2c6fb6838ee0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.434746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-db744576-b33e-4587-8496-2c6fb6838ee0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.4648838 Nov 12 03:31:35.467774 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-295c9ea9-8a58-448e-a29f-23b49dd00db3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/quotas/49c3a70a1bdb40208d0bee143bfdc83d HTTP/1.1" status: 200 len: 375 time: 0.0313525 Nov 12 03:31:35.478434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Transition to ACTIVE for port object b312c9de-5352-42d9-a5c7-d3ab06713efc will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:35.492009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.605377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] DHCP port deletion for ae393118-50b6-48fc-8751-74686bf4e7c1 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:35.607696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Deleting port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:35.607934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.623347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-d84bf961-ee0b-432a-9a9e-d44cad3985ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1541431 Nov 12 03:31:35.689468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] Deleting port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:35.693602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.703240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Pushing event updated for resources: {'Port': ['ID=b312c9de-5352-42d9-a5c7-d3ab06713efc,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.834633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] For port 77d576d4-4436-45da-b505-9ea4c0e8c9c3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77d576d4-4436-45da-b505-9ea4c0e8c9c3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:35.835743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f5067516-4767-4159-8441-21d9db31d856 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:35.836114 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.844646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-48bad873-5c3c-4952-8de1-0fed23c8a12c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.851622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-48bad873-5c3c-4952-8de1-0fed23c8a12c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.857821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-48bad873-5c3c-4952-8de1-0fed23c8a12c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.864596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-48bad873-5c3c-4952-8de1-0fed23c8a12c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.870884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-48bad873-5c3c-4952-8de1-0fed23c8a12c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.876944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-48bad873-5c3c-4952-8de1-0fed23c8a12c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.877113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] Calling delete_port for 77d576d4-4436-45da-b505-9ea4c0e8c9c3 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:35.880227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] For port 77d576d4-4436-45da-b505-9ea4c0e8c9c3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77d576d4-4436-45da-b505-9ea4c0e8c9c3,segment=NetworkSegment(515f1be7-6ffc-47f3-8482-74f86916bf63),segment_id=515f1be7-6ffc-47f3-8482-74f86916bf63)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:35.880878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.883225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-48bad873-5c3c-4952-8de1-0fed23c8a12c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.885375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-48bad873-5c3c-4952-8de1-0fed23c8a12c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2605109 Nov 12 03:31:35.918237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Attempting to bind port b312c9de-5352-42d9-a5c7-d3ab06713efc on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:35.918574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Attempting to bind port b312c9de-5352-42d9-a5c7-d3ab06713efc by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:35.918905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Attempting to bind port b312c9de-5352-42d9-a5c7-d3ab06713efc on network c5817e48-97b4-4f31-a39a-8f33d4bcf472 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:35.922374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Calling delete_port for 77d576d4-4436-45da-b505-9ea4c0e8c9c3 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:35.930419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Port b312c9de-5352-42d9-a5c7-d3ab06713efc on network c5817e48-97b4-4f31-a39a-8f33d4bcf472 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:35.930942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Attempting to bind port b312c9de-5352-42d9-a5c7-d3ab06713efc on network c5817e48-97b4-4f31-a39a-8f33d4bcf472 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:35.947955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:35.948313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Checking segment: {'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:35.948690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Bound using segment: {'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:35.949197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Bound port: b312c9de-5352-42d9-a5c7-d3ab06713efc, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6890064-9596-464b-ad78-0b4ad19e6c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:35.949561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.972774 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.021262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] Pushing event deleted for resources: {'Port': ['ID=77d576d4-4436-45da-b505-9ea4c0e8c9c3,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.023712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004205a-fdc6-4251-a5a1-fb81a2784d3a None None] No DVR routers for this DVR port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:36.037241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5490d40c-e2a9-4446-b006-c9a709adcf65 req-7263b953-97a1-4f34-9c4e-e69d9633bfcf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314938 Nov 12 03:31:36.090723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] For port b312c9de-5352-42d9-a5c7-d3ab06713efc, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:36.094331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] For port b312c9de-5352-42d9-a5c7-d3ab06713efc, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:36.101604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.164897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.165518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.166945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] 10.222.0.20 "PUT /v2.0/ports/b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 200 len: 1092 time: 1.8559053 Nov 12 03:31:36.167400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:36.177027 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d285af8f-031f-4682-ad67-d70a53c7e13e" -d '{"events": [{"name": "network-changed", "server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:36.199626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6fb68-d576-4d8a-8ced-4adb0946f468 service neutron] Pushing event updated for resources: {'Port': ['ID=b312c9de-5352-42d9-a5c7-d3ab06713efc,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.234642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.290688 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0321b3b-cbf7-4cad-bec2-52c5aa04c9b6 x-openstack-request-id: req-e0321b3b-cbf7-4cad-bec2-52c5aa04c9b6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:36.290988 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:36.291238 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0321b3b-cbf7-4cad-bec2-52c5aa04c9b6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:36.291650 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc', 'status': 'completed', 'code': 200} Nov 12 03:31:36.305055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-fdf01541-6504-4eca-a229-e7b96c949ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809604 Nov 12 03:31:36.339002 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f5067516-4767-4159-8441-21d9db31d856 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "PUT /v2.0/quotas/bdaf7defe0b544cfb0f78fc8dd6b7f21 HTTP/1.1" status: 200 len: 366 time: 0.9811754 Nov 12 03:31:36.339088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45240) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.364527 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1a80c304-35ab-4dde-8a78-1b80eb23efd1 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0215805 Nov 12 03:31:36.365197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45242) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.446520 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3502e35c-c765-4ae4-80d4-37ffd698304c tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "GET /v2.0/quotas/bdaf7defe0b544cfb0f78fc8dd6b7f21 HTTP/1.1" status: 200 len: 366 time: 0.0801969 Nov 12 03:31:36.452617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45250) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.513039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-344a580f-9d02-4739-a887-a0bd9cca90e9 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/bdaf7defe0b544cfb0f78fc8dd6b7f21 HTTP/1.1" status: 204 len: 168 time: 0.0578997 Nov 12 03:31:36.515432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45254) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.521476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.537508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-41e49b6f-ad3a-4de2-bbb1-bd0e7e831693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.539504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-41e49b6f-ad3a-4de2-bbb1-bd0e7e831693 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1095 time: 0.3114192 Nov 12 03:31:36.550342 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2663269b-4175-4486-ba25-e93abbfea096 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0305243 Nov 12 03:31:36.553200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45258) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.585819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-b679e774-d722-43a5-947e-5855a88fd2b5 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798905 Nov 12 03:31:36.632268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Pushing event deleted for resources: {'Port': ['ID=77d576d4-4436-45da-b505-9ea4c0e8c9c3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.637935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] No DVR routers for this DVR port 77d576d4-4436-45da-b505-9ea4c0e8c9c3 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:36.662378 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-34c7ae1f-554f-4daa-9783-d6c6adb27bf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 200 len: 217 time: 0.1101315 Nov 12 03:31:36.689727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e315de68-787c-427c-9872-61d2871954e4 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "GET /v2.0/quotas/bdaf7defe0b544cfb0f78fc8dd6b7f21 HTTP/1.1" status: 200 len: 370 time: 0.1352317 Nov 12 03:31:36.693429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45264) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.699330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2c914fa1-1245-4108-b6e2-0c548e59f045 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "GET /v2.0/quotas/bdaf7defe0b544cfb0f78fc8dd6b7f21/default HTTP/1.1" status: 200 len: 370 time: 0.0045166 Nov 12 03:31:36.701959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45266) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.747108 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-39be7b78-4aa8-498b-9cd4-2314b1500fd3 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:31:36.748821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-39be7b78-4aa8-498b-9cd4-2314b1500fd3 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/bdaf7defe0b544cfb0f78fc8dd6b7f21 HTTP/1.1" status: 404 len: 348 time: 0.0454316 Nov 12 03:31:36.750739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.796698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae393118-50b6-48fc-8751-74686bf4e7c1']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:36.822123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515f1be7-6ffc-47f3-8482-74f86916bf63') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:36.822436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515f1be7-6ffc-47f3-8482-74f86916bf63') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:36.852694 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e675e-4257-4510-8ff6-e27e94327d43 req-f01617db-2fe5-47d1-9b6a-fb8ee1ac44e6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.860079 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.865302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f82e675e-4257-4510-8ff6-e27e94327d43 req-f01617db-2fe5-47d1-9b6a-fb8ee1ac44e6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 943 time: 0.2312548 Nov 12 03:31:36.884505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.898967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:36.899772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.902937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-4cf2fff5-2a31-43c0-85a5-01c701998bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.905043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-4cf2fff5-2a31-43c0-85a5-01c701998bc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.2139535 Nov 12 03:31:36.947393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-03686c42-d0f3-442e-94bc-14a3dc7c5030 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308220 Nov 12 03:31:36.970955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f82e675e-4257-4510-8ff6-e27e94327d43 req-fa664d5a-d968-4527-b408-72b4e42cfef9 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019981 Nov 12 03:31:36.991287 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:37.028538 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:37.037399 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.101120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-05f3a036-13eb-4007-a7bf-3d6095533733 req-bd1ecc9e-671d-4594-90ee-4e93afece917 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 210 time: 0.0713263 Nov 12 03:31:37.135380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.140279 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] 10.222.0.49 "DELETE /v2.0/networks/ae393118-50b6-48fc-8751-74686bf4e7c1 HTTP/1.1" status: 204 len: 168 time: 2.0128410 Nov 12 03:31:37.141423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291fa63-1445-4f41-b30e-9dba4b69633e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae393118-50b6-48fc-8751-74686bf4e7c1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:37.204049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-97ae893d-d3f3-40c0-bbb5-68458e33e3da service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307553 Nov 12 03:31:37.351316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-034b415d-fa30-4abd-9ab8-f501166e73e8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.365517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45296) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.390886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-034b415d-fa30-4abd-9ab8-f501166e73e8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.401351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-034b415d-fa30-4abd-9ab8-f501166e73e8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.403350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Usage tracker for resource:network and project:106906df25e9453392f58eeefa16a86c is out of sync, need to count used quota {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:37.414298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:37.420211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-034b415d-fa30-4abd-9ab8-f501166e73e8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.423969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Usage tracker for resource:subnet and project:106906df25e9453392f58eeefa16a86c is out of sync, need to count used quota {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:37.428578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:37.444712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Usage tracker for resource:subnetpool and project:106906df25e9453392f58eeefa16a86c is out of sync, need to count used quota {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:37.447675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-034b415d-fa30-4abd-9ab8-f501166e73e8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.451889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:37.464485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-034b415d-fa30-4abd-9ab8-f501166e73e8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.468097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Usage tracker for resource:port and project:106906df25e9453392f58eeefa16a86c is out of sync, need to count used quota {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:37.476552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:37.476718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-034b415d-fa30-4abd-9ab8-f501166e73e8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.490319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77d576d4-4436-45da-b505-9ea4c0e8c9c3 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:37.492324 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-034b415d-fa30-4abd-9ab8-f501166e73e8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2871194 Nov 12 03:31:37.511983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Usage tracker for resource:router and project:106906df25e9453392f58eeefa16a86c is out of sync, need to count used quota {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:37.537936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:37.572891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Usage tracker for resource:floatingip and project:106906df25e9453392f58eeefa16a86c is out of sync, need to count used quota {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:37.579191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 77d576d4-4436-45da-b505-9ea4c0e8c9c3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:37.579534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77d576d4-4436-45da-b505-9ea4c0e8c9c3 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:37.591162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:37.592573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7477bbc-ee0e-4546-b29e-acee370d25aa req-0df87623-230d-46a8-9021-2d3f23d572e0 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573773 Nov 12 03:31:37.624445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76775ffb-e5e9-4e84-8bac-8e730dbbaf0e req-fe9e5027-5445-41c6-a0a9-2afd7227263b tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311355 Nov 12 03:31:37.742928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Usage tracker for resource:security_group and project:106906df25e9453392f58eeefa16a86c is out of sync, need to count used quota {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:37.751761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:37.759982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45304) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.773003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Usage tracker for resource:security_group_rule and project:106906df25e9453392f58eeefa16a86c is out of sync, need to count used quota {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:37.782179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.quota.resource [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102628) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:37.797059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-964916c5-bb05-4933-984e-856c68ce6246 tempest-QuotasTest-1446327142 tempest-QuotasTest-1446327142-project-admin] 10.222.0.49 "GET /v2.0/quotas/106906df25e9453392f58eeefa16a86c/details.json HTTP/1.1" status: 200 len: 703 time: 0.4304836 Nov 12 03:31:37.803536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-1f8b3118-0325-4b98-91ab-89749d064bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.805954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-1f8b3118-0325-4b98-91ab-89749d064bbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1095 time: 0.1103630 Nov 12 03:31:37.861627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b77fdf4b-d3c3-497c-aca6-9ed5c303340a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95faab32ceb740b0a059544c1aec6f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0995998 Nov 12 03:31:37.865927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45308) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.912613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45310) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.953180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-ab87a43b-930f-45c3-847c-c00dceb79d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.955255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-ab87a43b-930f-45c3-847c-c00dceb79d0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 914 time: 0.1287704 Nov 12 03:31:37.962324 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae5a-9901-48a3-8c4d-330b02a87530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.991230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae5a-9901-48a3-8c4d-330b02a87530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.054158 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-6c94e073-85a3-4a88-a7f6-9c2fc581e250 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 200 len: 217 time: 0.0757751 Nov 12 03:31:38.110883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae5a-9901-48a3-8c4d-330b02a87530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.114564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c80ae5a-9901-48a3-8c4d-330b02a87530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.116074 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1c80ae5a-9901-48a3-8c4d-330b02a87530 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e7c0abd-da94-4b37-8615-d663da43cb59 HTTP/1.1" status: 204 len: 168 time: 0.2491050 Nov 12 03:31:38.141286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-f7432071-04fc-4162-b122-d5b742e0df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.143016 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-f7432071-04fc-4162-b122-d5b742e0df77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.0794713 Nov 12 03:31:38.166993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80ae5a-9901-48a3-8c4d-330b02a87530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7c0abd-da94-4b37-8615-d663da43cb59,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.208915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dcbc9-831a-4311-85c6-21e6ea4b4977 req-07eac3fa-e5fc-4ebb-bd6f-d4cf974df8c5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.218464 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d8dcbc9-831a-4311-85c6-21e6ea4b4977 req-07eac3fa-e5fc-4ebb-bd6f-d4cf974df8c5 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 943 time: 0.1729724 Nov 12 03:31:38.235015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-60fe4a33-fb4f-411a-8c99-351f91c24daf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790806 Nov 12 03:31:38.294629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d8dcbc9-831a-4311-85c6-21e6ea4b4977 req-95ea9ed2-811b-4b51-bd6a-13709da41f5a tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744174 Nov 12 03:31:38.317583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c282508a-b5ea-49a0-8329-5beb6dcadbc2 req-e1a4c5ef-8521-4a29-9691-3ee81028641d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 210 time: 0.0513484 Nov 12 03:31:38.384831 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-f8739cfa-1436-4360-a393-222569a7783b service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412394 Nov 12 03:31:38.447711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a87e7bf-dc62-49e7-8e5d-d8bee6f098d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.556267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45326) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.556697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d285af8f-031f-4682-ad67-d70a53c7e13e req-8437f746-1470-449e-9693-4610e766b332 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564138 Nov 12 03:31:38.638957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a87e7bf-dc62-49e7-8e5d-d8bee6f098d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.644836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a87e7bf-dc62-49e7-8e5d-d8bee6f098d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.755763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7a87e7bf-dc62-49e7-8e5d-d8bee6f098d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3249a3f424347db9408aefd183fc2c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8380504 Nov 12 03:31:38.760780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45338) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.770166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e7bf-dc62-49e7-8e5d-d8bee6f098d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d2d40b-78ca-48a8-8894-2a505d85dbc5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.784534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af723e9c-461e-4af9-a056-2a8f53da68d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.880205 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89ac7eef-8d81-4baa-aa15-3634051bea92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.898695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-525e702d-6dad-4084-8cdc-973f49327f74 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.904599 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89ac7eef-8d81-4baa-aa15-3634051bea92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.906479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-525e702d-6dad-4084-8cdc-973f49327f74 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.914281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-525e702d-6dad-4084-8cdc-973f49327f74 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.922540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-525e702d-6dad-4084-8cdc-973f49327f74 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.929867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-525e702d-6dad-4084-8cdc-973f49327f74 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.937128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-525e702d-6dad-4084-8cdc-973f49327f74 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.943645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-525e702d-6dad-4084-8cdc-973f49327f74 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.952688 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-525e702d-6dad-4084-8cdc-973f49327f74 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5420 time: 0.2103872 Nov 12 03:31:38.967315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89ac7eef-8d81-4baa-aa15-3634051bea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.970360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89ac7eef-8d81-4baa-aa15-3634051bea92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.973218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-89ac7eef-8d81-4baa-aa15-3634051bea92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95d2d40b-78ca-48a8-8894-2a505d85dbc5 HTTP/1.1" status: 204 len: 168 time: 0.2114408 Nov 12 03:31:38.988289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-c233b461-ccac-492c-b033-06b3427beba2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.995778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-c233b461-ccac-492c-b033-06b3427beba2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.2947185 Nov 12 03:31:39.013514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac7eef-8d81-4baa-aa15-3634051bea92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d2d40b-78ca-48a8-8894-2a505d85dbc5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.058604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Request body: {'port': {'device_id': 'd5294e7b-1ebb-4641-8cc9-e3e6d875a144', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'admin_state_up': True, 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:39.062637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a35df17c-df7c-4949-84c0-aa9ad98f4a6f req-242b5d3a-5dea-4533-ba95-1e9275f218b7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087029 Nov 12 03:31:39.116226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af723e9c-461e-4af9-a056-2a8f53da68d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.121008 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af723e9c-461e-4af9-a056-2a8f53da68d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.166341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-af723e9c-461e-4af9-a056-2a8f53da68d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb1ececcb52d4a289feca91cf4b31493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6093130 Nov 12 03:31:39.167323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af723e9c-461e-4af9-a056-2a8f53da68d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dd1c4e-38d0-4a6f-8171-4dd450f6cc9a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.169865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45354) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:39.218497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:39.224624 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.231253 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-785bcaec-2510-4f3c-bf83-0554a49b12c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.261103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-785bcaec-2510-4f3c-bf83-0554a49b12c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.261422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 71ee0c62-30cc-4c65-9f68-bab1101ab758 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:39.323107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-785bcaec-2510-4f3c-bf83-0554a49b12c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.325772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-785bcaec-2510-4f3c-bf83-0554a49b12c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.329824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-785bcaec-2510-4f3c-bf83-0554a49b12c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90dd1c4e-38d0-4a6f-8171-4dd450f6cc9a HTTP/1.1" status: 204 len: 168 time: 0.1561654 Nov 12 03:31:39.343434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bcaec-2510-4f3c-bf83-0554a49b12c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dd1c4e-38d0-4a6f-8171-4dd450f6cc9a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.448047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 71ee0c62-30cc-4c65-9f68-bab1101ab758, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:39.465096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'port_id': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'mac_address': 'fa:16:3e:50:ef:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:39.476558 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19bb21fd-14d2-4532-8ac1-1fc5390ac706 req-c9044b25-bca8-401e-b56a-4492f2f6343e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 210 time: 0.0366230 Nov 12 03:31:39.514055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.540573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ee0c62-30cc-4c65-9f68-bab1101ab758 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:39.553939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Allocated IP 172.20.0.7 (cb1b6f72-6312-4e02-90bc-25b52609eef7/e94314c6-3250-47e1-a1fe-ce606b32ef01/1d1f4a2f-82bd-40af-89cf-60eb58699f03) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:39.564447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c600c52-f155-4f6b-a7e2-c70175897759 req-748cc1a0-3b49-4a3b-805d-5351d87fbd12 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.566398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 71ee0c62-30cc-4c65-9f68-bab1101ab758, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:39.570734 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.571965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dcb4e393-b13d-4b0b-af19-96a884c3c885 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:39.572841 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c600c52-f155-4f6b-a7e2-c70175897759 req-748cc1a0-3b49-4a3b-805d-5351d87fbd12 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 943 time: 0.1613610 Nov 12 03:31:39.646733 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c600c52-f155-4f6b-a7e2-c70175897759 req-7ab6e013-3dc4-46ae-a187-32c638d809d9 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729206 Nov 12 03:31:39.702145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=71ee0c62-30cc-4c65-9f68-bab1101ab758,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.750666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dcb4e393-b13d-4b0b-af19-96a884c3c885, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dcb4e393-b13d-4b0b-af19-96a884c3c885,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:39.772842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'dcb4e393-b13d-4b0b-af19-96a884c3c885', 'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'port_id': 'dcb4e393-b13d-4b0b-af19-96a884c3c885', 'mac_address': 'fa:16:3e:d5:61:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953a92-4d0e-4350-a619-326971a91b74', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:39.825186 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.829317 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.834364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45382) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:39.843913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb4e393-b13d-4b0b-af19-96a884c3c885 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:39.879754 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dcb4e393-b13d-4b0b-af19-96a884c3c885, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dcb4e393-b13d-4b0b-af19-96a884c3c885,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:39.884758 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.885267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c751239b-7e72-46b3-8f2b-fc85880f2cfa details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:39.894977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.908672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd', 'effeaec5-c0a4-4015-abdc-23b15f426e5b'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:39.955764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:39.963577 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:39.967669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:39.982229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45390) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:39.996362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event updated for resources: {'Port': ['ID=1d1f4a2f-82bd-40af-89cf-60eb58699f03,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.999200 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9dba3286-caca-48c6-86de-d3ef228ff6ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.028453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.029172 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.043828 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c751239b-7e72-46b3-8f2b-fc85880f2cfa, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c751239b-7e72-46b3-8f2b-fc85880f2cfa,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:40.047409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-a0924f53-d633-4789-9ae1-8fc0a1777263 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0049911 Nov 12 03:31:40.063223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Request body: {'port': {'device_id': 'd5294e7b-1ebb-4641-8cc9-e3e6d875a144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:40.069212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=dcb4e393-b13d-4b0b-af19-96a884c3c885,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.079631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c751239b-7e72-46b3-8f2b-fc85880f2cfa', 'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'port_id': 'c751239b-7e72-46b3-8f2b-fc85880f2cfa', 'mac_address': 'fa:16:3e:5d:1a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953a92-4d0e-4350-a619-326971a91b74', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:40.132723 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.158205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c751239b-7e72-46b3-8f2b-fc85880f2cfa {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:40.159661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.181168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9dba3286-caca-48c6-86de-d3ef228ff6ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.188907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9dba3286-caca-48c6-86de-d3ef228ff6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.201927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c751239b-7e72-46b3-8f2b-fc85880f2cfa, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c751239b-7e72-46b3-8f2b-fc85880f2cfa,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:40.234622 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.290512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9dba3286-caca-48c6-86de-d3ef228ff6ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=106906df25e9453392f58eeefa16a86c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070285 Nov 12 03:31:40.292539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba3286-caca-48c6-86de-d3ef228ff6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe7acb-1950-4e62-a102-e49bef4f49a5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.294995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45396) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:40.317584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-905369891-network', 'tenant_id': 'e24d994ad64c4ca1acfdd3e4430a1d30'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:40.323403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c751239b-7e72-46b3-8f2b-fc85880f2cfa,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.347884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636dac-e897-40a4-b779-e6993dfa836f req-1de36071-19e2-49c0-8925-ba53e6273b9f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.356804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636dac-e897-40a4-b779-e6993dfa836f req-1de36071-19e2-49c0-8925-ba53e6273b9f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.364785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636dac-e897-40a4-b779-e6993dfa836f req-1de36071-19e2-49c0-8925-ba53e6273b9f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.372247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636dac-e897-40a4-b779-e6993dfa836f req-1de36071-19e2-49c0-8925-ba53e6273b9f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.379109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636dac-e897-40a4-b779-e6993dfa836f req-1de36071-19e2-49c0-8925-ba53e6273b9f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.385621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636dac-e897-40a4-b779-e6993dfa836f req-1de36071-19e2-49c0-8925-ba53e6273b9f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.391693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636dac-e897-40a4-b779-e6993dfa836f req-1de36071-19e2-49c0-8925-ba53e6273b9f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.400859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd636dac-e897-40a4-b779-e6993dfa836f req-1de36071-19e2-49c0-8925-ba53e6273b9f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5423 time: 0.1792185 Nov 12 03:31:40.442826 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c1c6fa0e-5daf-48de-ad9c-96d4711987f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.455217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Made reservation on behalf of e24d994ad64c4ca1acfdd3e4430a1d30 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:40.458528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.474761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.483622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c1c6fa0e-5daf-48de-ad9c-96d4711987f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.567065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd636dac-e897-40a4-b779-e6993dfa836f req-6ad51fa6-1dba-4bda-ba34-0cb8d849404f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1652918 Nov 12 03:31:40.595784 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.601010 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.632997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:40.653343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b971f-29d0-45d5-b247-53a6af8a9585,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.686287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.687099 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Added segment 8476ad49-319d-4800-8b8a-1b8a82fa439e of type vlan for network 883fc87c-67e1-41e6-93f9-c008ab8fca7a Nov 12 03:31:40.688211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004976ed-c940-4bf8-bb6a-95a2e4c3a4b4 req-4875b14e-4c47-472c-ac13-63ada13d42bc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.689776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-004976ed-c940-4bf8-bb6a-95a2e4c3a4b4 req-4875b14e-4c47-472c-ac13-63ada13d42bc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 931 time: 0.0961812 Nov 12 03:31:40.697925 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c1c6fa0e-5daf-48de-ad9c-96d4711987f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.700726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c1c6fa0e-5daf-48de-ad9c-96d4711987f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.701882 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c1c6fa0e-5daf-48de-ad9c-96d4711987f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cfe7acb-1950-4e62-a102-e49bef4f49a5 HTTP/1.1" status: 204 len: 168 time: 0.4047396 Nov 12 03:31:40.710999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1f4a2f-82bd-40af-89cf-60eb58699f03 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:40.752037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.761517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.783045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Transition to ACTIVE for port object 1d1f4a2f-82bd-40af-89cf-60eb58699f03 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:40.795520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6fa0e-5daf-48de-ad9c-96d4711987f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe7acb-1950-4e62-a102-e49bef4f49a5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.804348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c751239b-7e72-46b3-8f2b-fc85880f2cfa'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:40.808242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['dcb4e393-b13d-4b0b-af19-96a884c3c885'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:40.814624 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.825780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.826720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.827304 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.856163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e510c-f877-44fc-8115-ac644f70a925 req-cd0d61b0-e1a5-447a-960b-bcf5774c9015 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.859926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c84e510c-f877-44fc-8115-ac644f70a925 req-cd0d61b0-e1a5-447a-960b-bcf5774c9015 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 943 time: 0.1114857 Nov 12 03:31:40.918777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['71ee0c62-30cc-4c65-9f68-bab1101ab758'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:40.965550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1299820 Nov 12 03:31:40.969699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45420) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:40.975752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Request body: {'subnet': {'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-905369891-subnet', 'tenant_id': 'e24d994ad64c4ca1acfdd3e4430a1d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:41.021446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Attempting to bind port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:41.021791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Attempting to bind port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:41.022160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Attempting to bind port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:41.024307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1f4a2f-82bd-40af-89cf-60eb58699f03,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.053850 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-004976ed-c940-4bf8-bb6a-95a2e4c3a4b4 req-9fac96d3-3811-4717-a93c-20817cea8522 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284535 Nov 12 03:31:41.056540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:41.056902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Attempting to bind port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:41.062520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:41.062857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:41.063261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Bound using segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:41.067341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Bound port: 1d1f4a2f-82bd-40af-89cf-60eb58699f03, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:41.067779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.101394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c84e510c-f877-44fc-8115-ac644f70a925 req-47c2c936-6c8b-44c7-a69b-a0cc416f4614 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190161 Nov 12 03:31:41.104036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1be1ea-6b20-4e46-beea-471c535e8795 admin admin] Pushing event updated for resources: {'Network': ['ID=883fc87c-67e1-41e6-93f9-c008ab8fca7a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.134799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Made reservation on behalf of e24d994ad64c4ca1acfdd3e4430a1d30 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:41.138691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.139128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] For port 1d1f4a2f-82bd-40af-89cf-60eb58699f03, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:41.139771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:41.143821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] For port 1d1f4a2f-82bd-40af-89cf-60eb58699f03, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1d1f4a2f-82bd-40af-89cf-60eb58699f03,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:41.148803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.228051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1f4a2f-82bd-40af-89cf-60eb58699f03,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.235195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.236314 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.239338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-bb011947-d468-4e65-af54-e932c6350807 service neutron] 10.222.0.20 "PUT /v2.0/ports/1d1f4a2f-82bd-40af-89cf-60eb58699f03 HTTP/1.1" status: 200 len: 1092 time: 1.1814442 Nov 12 03:31:41.240045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5294e7b-1ebb-4641-8cc9-e3e6d875a144', 'tag': '1d1f4a2f-82bd-40af-89cf-60eb58699f03'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:41.244115 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a666d-49ba-4f07-93d1-c537a72d17b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5294e7b-1ebb-4641-8cc9-e3e6d875a144", "tag": "1d1f4a2f-82bd-40af-89cf-60eb58699f03"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:41.374189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-06b5436e-b629-42e4-b538-04c02eda6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.376885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-06b5436e-b629-42e4-b538-04c02eda6ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 1095 time: 0.0939548 Nov 12 03:31:41.385411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.388098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b312c9de-5352-42d9-a5c7-d3ab06713efc details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:41.467334 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-5df505ab-a522-4b64-9f8f-8e7e7c603509 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1f4a2f-82bd-40af-89cf-60eb58699f03 HTTP/1.1" status: 200 len: 217 time: 0.0783916 Nov 12 03:31:41.467985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Checking segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:41.468443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Network hostable DHCP agents. Network: 883fc87c-67e1-41e6-93f9-c008ab8fca7a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:41.475894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e67f6c8-b665-4ca5-b155-c93c0793db74,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.509406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:41.521503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 883fc87c-67e1-41e6-93f9-c008ab8fca7a) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:41.525892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.526577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.556875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b7f70776-596c-4e75-89e3-dbeb7d786248 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5845954 Nov 12 03:31:41.570766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-eee45374-b077-4303-b42e-53ce6e6dc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.573003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-eee45374-b077-4303-b42e-53ce6e6dc485 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.0894475 Nov 12 03:31:41.600537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ca792-b2b2-4433-8fe6-4b1bace19b80 None None] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:41.629312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-b33da3aa-e69d-4cbf-9c8f-2994c618d646 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383501 Nov 12 03:31:41.771574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b312c9de-5352-42d9-a5c7-d3ab06713efc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:41.823094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b312c9de-5352-42d9-a5c7-d3ab06713efc', 'network_id': 'c5817e48-97b4-4f31-a39a-8f33d4bcf472', 'port_id': 'b312c9de-5352-42d9-a5c7-d3ab06713efc', 'mac_address': 'fa:16:3e:61:06:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da21716-8dcb-4424-83be-8ef2a0114aae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:41.826262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e7d5fb22-5834-476d-8bb2-57624732c687 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.833260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e7d5fb22-5834-476d-8bb2-57624732c687 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.840390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e7d5fb22-5834-476d-8bb2-57624732c687 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.847333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e7d5fb22-5834-476d-8bb2-57624732c687 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.854226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e7d5fb22-5834-476d-8bb2-57624732c687 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.870791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e7d5fb22-5834-476d-8bb2-57624732c687 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.876859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e7d5fb22-5834-476d-8bb2-57624732c687 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.885605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e7d5fb22-5834-476d-8bb2-57624732c687 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5423 time: 0.1640835 Nov 12 03:31:41.889888 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e25ea-2648-438d-8cec-2f3d3740e96b x-openstack-request-id: req-de2e25ea-2648-438d-8cec-2f3d3740e96b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:41.889888 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5294e7b-1ebb-4641-8cc9-e3e6d875a144", "tag": "1d1f4a2f-82bd-40af-89cf-60eb58699f03", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:41.889888 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de2e25ea-2648-438d-8cec-2f3d3740e96b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:41.889888 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5294e7b-1ebb-4641-8cc9-e3e6d875a144', 'tag': '1d1f4a2f-82bd-40af-89cf-60eb58699f03', 'status': 'completed', 'code': 200} Nov 12 03:31:41.903464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-ffcd4f37-279a-40cc-b6d0-aae50a9a5e77 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657642 Nov 12 03:31:41.933847 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.941945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6a51e-5bbb-401b-a6d0-53cf545fbd3b None None] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:41.977926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b312c9de-5352-42d9-a5c7-d3ab06713efc {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:42.029739 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b74d4682-c5d8-47db-a100-edce32bb7c94 req-86b30d5e-e243-4eaa-bcfd-443012be6c05 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132066 Nov 12 03:31:42.029953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b312c9de-5352-42d9-a5c7-d3ab06713efc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:42.038078 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.038277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b18dccb2-bf47-4c56-b885-4c20b800c014 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:42.056930 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab40ef96-54b2-4967-a48a-caab786d315e req-e8feb8f1-1186-4367-9ab2-ae4072a452e1 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703646 Nov 12 03:31:42.210303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-07d5f3cd-f453-4bd0-aa6f-036244db36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.213941 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-07d5f3cd-f453-4bd0-aa6f-036244db36e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 1095 time: 0.1135945 Nov 12 03:31:42.226457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b312c9de-5352-42d9-a5c7-d3ab06713efc,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.279213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6e24f-cc6f-451f-957c-940c4aef93fa req-95430c78-5d90-4a55-bd1a-f55ad46e3f53 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.281157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-14d6e24f-cc6f-451f-957c-940c4aef93fa req-95430c78-5d90-4a55-bd1a-f55ad46e3f53 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 943 time: 0.0892792 Nov 12 03:31:42.283797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b18dccb2-bf47-4c56-b885-4c20b800c014, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b18dccb2-bf47-4c56-b885-4c20b800c014,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:42.298981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b18dccb2-bf47-4c56-b885-4c20b800c014', 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74', 'port_id': 'b18dccb2-bf47-4c56-b885-4c20b800c014', 'mac_address': 'fa:16:3e:61:84:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7119d30-cf90-4361-bf87-e0f6100735c2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:42.351804 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-14d6e24f-cc6f-451f-957c-940c4aef93fa req-c8a0c5ab-7c16-4b5b-879f-0841281878af tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646517 Nov 12 03:31:42.353775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-e3359ef1-193f-48b3-a341-b4b7580f034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.355246 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-e3359ef1-193f-48b3-a341-b4b7580f034f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.1341057 Nov 12 03:31:42.362746 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.390087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18dccb2-bf47-4c56-b885-4c20b800c014 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:42.416593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b18dccb2-bf47-4c56-b885-4c20b800c014, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b18dccb2-bf47-4c56-b885-4c20b800c014,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:42.421341 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.422173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 20a56828-4e8d-4ba0-939b-277b349a8408 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:42.536226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc00047-4aa4-48f3-b402-6b31f4c3f77c req-9cef579f-50b7-4ad9-ae0c-91f4cb42bd20 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.542637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efc00047-4aa4-48f3-b402-6b31f4c3f77c req-9cef579f-50b7-4ad9-ae0c-91f4cb42bd20 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 944 time: 0.1083894 Nov 12 03:31:42.582974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b18dccb2-bf47-4c56-b885-4c20b800c014,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.707307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efc00047-4aa4-48f3-b402-6b31f4c3f77c req-ecb6ba86-27ed-4834-851e-10d0674acd88 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562030 Nov 12 03:31:42.710106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 20a56828-4e8d-4ba0-939b-277b349a8408, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=20a56828-4e8d-4ba0-939b-277b349a8408,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:42.735460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '20a56828-4e8d-4ba0-939b-277b349a8408', 'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'port_id': '20a56828-4e8d-4ba0-939b-277b349a8408', 'mac_address': 'fa:16:3e:93:23:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953a92-4d0e-4350-a619-326971a91b74', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:42.786211 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.807846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a56828-4e8d-4ba0-939b-277b349a8408 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:42.845914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 20a56828-4e8d-4ba0-939b-277b349a8408, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=20a56828-4e8d-4ba0-939b-277b349a8408,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:42.858092 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.858906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd9a0121-61e9-4a30-bc4e-80759322c917 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:42.869626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-6194c5aa-887e-4cc6-a073-8ef9bb5e15e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1f4a2f-82bd-40af-89cf-60eb58699f03 HTTP/1.1" status: 200 len: 217 time: 0.5068953 Nov 12 03:31:42.949000 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c60d7d0d-01df-46cb-aa72-471419ae3fde req-026b0622-220f-411a-8e3f-0a91c32d71e6 tempest-FlavorsV2NegativeTest-1695140542 tempest-FlavorsV2NegativeTest-1695140542-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=38b5003770f74048803ed7893658feae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578055 Nov 12 03:31:42.984260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-b188f38f-7b0b-467c-a03b-50c74df78d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.986231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-b188f38f-7b0b-467c-a03b-50c74df78d87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1063490 Nov 12 03:31:43.010364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd9a0121-61e9-4a30-bc4e-80759322c917, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd9a0121-61e9-4a30-bc4e-80759322c917,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:43.030055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=20a56828-4e8d-4ba0-939b-277b349a8408,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.030565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-2729cc0e-b81d-4df3-9519-0e4603338819 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353746 Nov 12 03:31:43.044062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'dd9a0121-61e9-4a30-bc4e-80759322c917', 'network_id': '41325d71-c771-431e-abd4-05a171d89a69', 'port_id': 'dd9a0121-61e9-4a30-bc4e-80759322c917', 'mac_address': 'fa:16:3e:88:d1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c953a92-4d0e-4350-a619-326971a91b74', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:43.048661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-ba8f0a66-4b85-458a-afb0-afdec25bebf5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.052269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-ba8f0a66-4b85-458a-afb0-afdec25bebf5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 804 time: 0.1847429 Nov 12 03:31:43.105850 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-d72a0deb-ac04-4dad-9f91-f26c7c129045 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/quotas/e24d994ad64c4ca1acfdd3e4430a1d30 HTTP/1.1" status: 200 len: 375 time: 0.0355756 Nov 12 03:31:43.124196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.152729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9a0121-61e9-4a30-bc4e-80759322c917 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:43.194420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-aa8b2596-e32a-495c-b6e8-f13cfffb257b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872445 Nov 12 03:31:43.211462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd9a0121-61e9-4a30-bc4e-80759322c917, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd9a0121-61e9-4a30-bc4e-80759322c917,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:43.218771 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.220632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 53aba75e-2a7c-4c17-b2ec-80503286a411 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:43.222112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d7d0d-01df-46cb-aa72-471419ae3fde req-c6afd838-91e1-4abd-80a3-fcbd1865c591 tempest-FlavorsV2NegativeTest-1695140542 tempest-FlavorsV2NegativeTest-1695140542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.230848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c60d7d0d-01df-46cb-aa72-471419ae3fde req-c6afd838-91e1-4abd-80a3-fcbd1865c591 tempest-FlavorsV2NegativeTest-1695140542 tempest-FlavorsV2NegativeTest-1695140542-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678463 Nov 12 03:31:43.253255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c60d7d0d-01df-46cb-aa72-471419ae3fde req-2993dafe-d4a8-405a-aa42-cedf9ce6cdf8 tempest-FlavorsV2NegativeTest-1695140542 tempest-FlavorsV2NegativeTest-1695140542-project] 10.222.0.49 "GET /v2.0/quotas/38b5003770f74048803ed7893658feae HTTP/1.1" status: 200 len: 375 time: 0.0204444 Nov 12 03:31:43.290408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-c2f7e07a-bcef-446a-bba8-0113c8a3ad6b service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368047 Nov 12 03:31:43.305800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c60d7d0d-01df-46cb-aa72-471419ae3fde req-b6accf42-d8a7-41a4-ab8c-b1dd43d50b72 tempest-FlavorsV2NegativeTest-1695140542 tempest-FlavorsV2NegativeTest-1695140542-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=38b5003770f74048803ed7893658feae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466850 Nov 12 03:31:43.392401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-7e306493-1c46-4251-9b2d-be31ca9d0dc5 service neutron] 10.222.0.49 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969628 Nov 12 03:31:43.416656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=dd9a0121-61e9-4a30-bc4e-80759322c917,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.422586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 53aba75e-2a7c-4c17-b2ec-80503286a411, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=53aba75e-2a7c-4c17-b2ec-80503286a411,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:43.437319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '53aba75e-2a7c-4c17-b2ec-80503286a411', 'network_id': '2653ebf7-84d8-4c43-9230-ca8d69b7ba74', 'port_id': '53aba75e-2a7c-4c17-b2ec-80503286a411', 'mac_address': 'fa:16:3e:5e:b7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7119d30-cf90-4361-bf87-e0f6100735c2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:43.501402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.516031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e023-7c7b-4833-af46-3e9011527894 req-6ea719ec-af75-4bd8-a89c-d6b81b9a6905 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.522970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e023-7c7b-4833-af46-3e9011527894 req-6ea719ec-af75-4bd8-a89c-d6b81b9a6905 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.527230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53aba75e-2a7c-4c17-b2ec-80503286a411 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:43.529393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e023-7c7b-4833-af46-3e9011527894 req-6ea719ec-af75-4bd8-a89c-d6b81b9a6905 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.537900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e023-7c7b-4833-af46-3e9011527894 req-6ea719ec-af75-4bd8-a89c-d6b81b9a6905 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.545335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e023-7c7b-4833-af46-3e9011527894 req-6ea719ec-af75-4bd8-a89c-d6b81b9a6905 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.553465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e023-7c7b-4833-af46-3e9011527894 req-6ea719ec-af75-4bd8-a89c-d6b81b9a6905 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.559631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e023-7c7b-4833-af46-3e9011527894 req-6ea719ec-af75-4bd8-a89c-d6b81b9a6905 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.561021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 53aba75e-2a7c-4c17-b2ec-80503286a411, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=53aba75e-2a7c-4c17-b2ec-80503286a411,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:43.562009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b816e023-7c7b-4833-af46-3e9011527894 req-6ea719ec-af75-4bd8-a89c-d6b81b9a6905 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5426 time: 0.1569452 Nov 12 03:31:43.565546 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82a666d-49ba-4f07-93d1-c537a72d17b8 req-95196206-9302-4a07-b2bb-6eaa82fc6271 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433009 Nov 12 03:31:43.588070 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.601977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-28a3377f-ba69-456a-b7b1-91f82130cea6 service neutron] 10.222.0.49 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058372 Nov 12 03:31:43.645979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1d1f4a2f-82bd-40af-89cf-60eb58699f03 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:43.653544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b816e023-7c7b-4833-af46-3e9011527894 req-d1a9eac9-450c-4580-943c-702c0282cce9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834432 Nov 12 03:31:43.676587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 71ee0c62-30cc-4c65-9f68-bab1101ab758 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:43.790472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2207bf-bf62-4f3a-a30b-ff6bae81444e req-d2c802d4-c466-48a7-aa69-95c2d8c532a5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.792161 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb2207bf-bf62-4f3a-a30b-ff6bae81444e req-d2c802d4-c466-48a7-aa69-95c2d8c532a5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 943 time: 0.0526886 Nov 12 03:31:43.840244 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b0f693e2-78d7-4f3b-934f-e70573a5a34f req-d7f1e995-fb21-4763-9e26-e116ced5927f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 210 time: 0.0674918 Nov 12 03:31:43.897253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=53aba75e-2a7c-4c17-b2ec-80503286a411,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.923340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 71ee0c62-30cc-4c65-9f68-bab1101ab758 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:43.925070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb2207bf-bf62-4f3a-a30b-ff6bae81444e req-4784b68f-66de-420a-830b-56987cb4b107 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268163 Nov 12 03:31:43.929921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 71ee0c62-30cc-4c65-9f68-bab1101ab758 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:43.930290 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.941492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1d1f4a2f-82bd-40af-89cf-60eb58699f03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1d1f4a2f-82bd-40af-89cf-60eb58699f03,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:44.013032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '1d1f4a2f-82bd-40af-89cf-60eb58699f03', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'port_id': '1d1f4a2f-82bd-40af-89cf-60eb58699f03', 'mac_address': 'fa:16:3e:af:7b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94314c6-3250-47e1-a1fe-ce606b32ef01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:44.140900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c032c5-eebd-48e8-bbec-696882f302d9 req-6eff2c17-2ebd-4c49-a1ac-3271d0c41ecf tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.144097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96c032c5-eebd-48e8-bbec-696882f302d9 req-6eff2c17-2ebd-4c49-a1ac-3271d0c41ecf tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 944 time: 0.1160333 Nov 12 03:31:44.148962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.164529 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.188479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1f4a2f-82bd-40af-89cf-60eb58699f03 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:44.212520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1d1f4a2f-82bd-40af-89cf-60eb58699f03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1d1f4a2f-82bd-40af-89cf-60eb58699f03,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:44.214464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96c032c5-eebd-48e8-bbec-696882f302d9 req-c02c7b74-28be-4210-8b1b-297747930488 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634139 Nov 12 03:31:44.224316 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.257042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:44.260234 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c8639-48d0-43f3-b4cc-1bec4b8901c5" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:44.277990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 71ee0c62-30cc-4c65-9f68-bab1101ab758, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:44.287922 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.288994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dcb4e393-b13d-4b0b-af19-96a884c3c885 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:44.322283 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f342c-cc0c-4f48-bf9d-454dff5e6716 x-openstack-request-id: req-ed9f342c-cc0c-4f48-bf9d-454dff5e6716 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:44.322797 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:44.323048 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed9f342c-cc0c-4f48-bf9d-454dff5e6716 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:44.323602 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'code': 200} Nov 12 03:31:44.328009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1d1f4a2f-82bd-40af-89cf-60eb58699f03,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.400249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=71ee0c62-30cc-4c65-9f68-bab1101ab758,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.411697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port dcb4e393-b13d-4b0b-af19-96a884c3c885 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:44.417751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port dcb4e393-b13d-4b0b-af19-96a884c3c885 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:44.418614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.529235 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.576323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dcb4e393-b13d-4b0b-af19-96a884c3c885, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dcb4e393-b13d-4b0b-af19-96a884c3c885,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:44.581703 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.582526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c751239b-7e72-46b3-8f2b-fc85880f2cfa up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:44.591569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['dd9a0121-61e9-4a30-bc4e-80759322c917'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:44.622971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45586) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.664276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['20a56828-4e8d-4ba0-939b-277b349a8408'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:44.694336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b18dccb2-bf47-4c56-b885-4c20b800c014'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:44.755442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b312c9de-5352-42d9-a5c7-d3ab06713efc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:44.837633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-1ca07d0e-9bcd-4af2-8446-641120757b19 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.845713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-1ca07d0e-9bcd-4af2-8446-641120757b19 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.856051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-1ca07d0e-9bcd-4af2-8446-641120757b19 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.865049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-1ca07d0e-9bcd-4af2-8446-641120757b19 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.875194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-1ca07d0e-9bcd-4af2-8446-641120757b19 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.883696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-1ca07d0e-9bcd-4af2-8446-641120757b19 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.890538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-1ca07d0e-9bcd-4af2-8446-641120757b19 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.900405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-1ca07d0e-9bcd-4af2-8446-641120757b19 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5429 time: 0.1342223 Nov 12 03:31:44.995116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1d1f4a2f-82bd-40af-89cf-60eb58699f03'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:44.999467 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7afb723d-a07b-4c7f-b6ef-a9aa060c4163 req-8d760036-20a0-4c7d-9c22-25dfcd363827 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979383 Nov 12 03:31:45.008486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb3c7e10-a87a-438f-8706-37a54999fc24 req-205da962-de4b-4195-9cc9-834e9242cc1d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 210 time: 0.0435369 Nov 12 03:31:45.076618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ddae26de-81f0-47f5-9da9-9252bd211438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.150241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1df5d5-ed75-409d-9e49-2d7f7f81d42d req-f75356d2-0822-4c1c-9cf4-e95322b400eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.156673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45604) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.162473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=dcb4e393-b13d-4b0b-af19-96a884c3c885,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.163027 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f1df5d5-ed75-409d-9e49-2d7f7f81d42d req-f75356d2-0822-4c1c-9cf4-e95322b400eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 944 time: 0.0858638 Nov 12 03:31:45.178351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c751239b-7e72-46b3-8f2b-fc85880f2cfa completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:45.242542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c751239b-7e72-46b3-8f2b-fc85880f2cfa triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:45.243401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.247909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f1df5d5-ed75-409d-9e49-2d7f7f81d42d req-576de6ab-a5b2-47fb-b315-26c393141454 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832922 Nov 12 03:31:45.280686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-970200082', 'router:external': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:45.324918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Made reservation on behalf of 05cc5d2d0ec446f48579f424b19097c1 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:45.327604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.342073 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ddae26de-81f0-47f5-9da9-9252bd211438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.365155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['53aba75e-2a7c-4c17-b2ec-80503286a411'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:45.385955 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ddae26de-81f0-47f5-9da9-9252bd211438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.398754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.499282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45616) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.551413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45620) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.551611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ddae26de-81f0-47f5-9da9-9252bd211438 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38b5003770f74048803ed7893658feae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9275069 Nov 12 03:31:45.579287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a079a60-7916-48f6-825d-c45706de4724 req-865446dc-ac7d-41b4-99ff-9f33d6f7dfa6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.581465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a079a60-7916-48f6-825d-c45706de4724 req-865446dc-ac7d-41b4-99ff-9f33d6f7dfa6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 944 time: 0.2614524 Nov 12 03:31:45.582137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae26de-81f0-47f5-9da9-9252bd211438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894ec312-3296-40e0-adf1-a928d88d446c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.653955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a82d3239-8234-4228-a246-3ae6a030c72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.697435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-05b07a8e-133b-4dc0-bab8-3ed1b5a1a7ea tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.698996 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-05b07a8e-133b-4dc0-bab8-3ed1b5a1a7ea tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 804 time: 0.2805622 Nov 12 03:31:45.704134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a82d3239-8234-4228-a246-3ae6a030c72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.731458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Request body: {'port': {'device_id': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'admin_state_up': True, 'tenant_id': 'e24d994ad64c4ca1acfdd3e4430a1d30'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:45.753129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b06002d1-f5c3-4033-afb1-ee9abcb81f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.779032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a079a60-7916-48f6-825d-c45706de4724 req-197b96bb-47aa-4c3b-8f8c-cda18d45a9e1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807601 Nov 12 03:31:45.870326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.874359 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.903835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b06002d1-f5c3-4033-afb1-ee9abcb81f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.908521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b06002d1-f5c3-4033-afb1-ee9abcb81f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.909648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.929784 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a82d3239-8234-4228-a246-3ae6a030c72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.933130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a82d3239-8234-4228-a246-3ae6a030c72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.934786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a82d3239-8234-4228-a246-3ae6a030c72e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/894ec312-3296-40e0-adf1-a928d88d446c HTTP/1.1" status: 204 len: 168 time: 0.3817146 Nov 12 03:31:45.952266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:45.966335 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.967588 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Added segment 79757456-052a-42d8-9c75-cb13928e0399 of type vlan for network 7fabba08-eba4-4290-a540-301a8e32382c Nov 12 03:31:45.987701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c751239b-7e72-46b3-8f2b-fc85880f2cfa, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c751239b-7e72-46b3-8f2b-fc85880f2cfa,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:45.988875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06002d1-f5c3-4033-afb1-ee9abcb81f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f656597a-289a-4352-8b36-478b65f2b2e6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.993861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.037254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b06002d1-f5c3-4033-afb1-ee9abcb81f6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=756d6f27ed9940c08a6f5f4d4b4abb31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5367200 Nov 12 03:31:46.038673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45638) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.041424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d3239-8234-4228-a246-3ae6a030c72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894ec312-3296-40e0-adf1-a928d88d446c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.080331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c751239b-7e72-46b3-8f2b-fc85880f2cfa,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.101962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289340d4-242a-431c-8b13-99927b106b13,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.125854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Made reservation on behalf of e24d994ad64c4ca1acfdd3e4430a1d30 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:46.135515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.150263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.191847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2d9d1e5-ec76-47fd-9864-dace365a1bf3 req-64ef6b5f-dbb2-482e-b3e9-bfa4512b728e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 210 time: 0.0520065 Nov 12 03:31:46.192713 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68327229-fea6-480a-bc65-6b8065ee7c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.223493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68327229-fea6-480a-bc65-6b8065ee7c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.286415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.287366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.287951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.300075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68327229-fea6-480a-bc65-6b8065ee7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.305270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68327229-fea6-480a-bc65-6b8065ee7c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.310664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-68327229-fea6-480a-bc65-6b8065ee7c02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f656597a-289a-4352-8b36-478b65f2b2e6 HTTP/1.1" status: 204 len: 168 time: 0.2640858 Nov 12 03:31:46.320976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68327229-fea6-480a-bc65-6b8065ee7c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f656597a-289a-4352-8b36-478b65f2b2e6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.325735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb4e393-b13d-4b0b-af19-96a884c3c885'}, {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c751239b-7e72-46b3-8f2b-fc85880f2cfa'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:46.332770 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b176ed-6659-4892-91d3-f01e6d6ec98f" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "dcb4e393-b13d-4b0b-af19-96a884c3c885"}, {"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c751239b-7e72-46b3-8f2b-fc85880f2cfa"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:46.366798 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2035615 Nov 12 03:31:46.370726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45654) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.376323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'subnet': {'network_id': '7fabba08-eba4-4290-a540-301a8e32382c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:46.411230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-6375711f-a270-4272-81d8-6c16d825b422 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.417340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-6375711f-a270-4272-81d8-6c16d825b422 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.423534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-6375711f-a270-4272-81d8-6c16d825b422 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.430598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-6375711f-a270-4272-81d8-6c16d825b422 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.437256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-6375711f-a270-4272-81d8-6c16d825b422 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.438796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Made reservation on behalf of 05cc5d2d0ec446f48579f424b19097c1 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:46.441910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.443844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-6375711f-a270-4272-81d8-6c16d825b422 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.449403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-6375711f-a270-4272-81d8-6c16d825b422 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.451472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-6375711f-a270-4272-81d8-6c16d825b422 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5430 time: 0.2388878 Nov 12 03:31:46.470793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0171fe-93e1-40bf-a0bd-f039b9a15534 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'Network': ['ID=7fabba08-eba4-4290-a540-301a8e32382c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.484707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 7fabba08-eba4-4290-a540-301a8e32382c details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:46.498944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Allocated IP 172.20.0.2 (883fc87c-67e1-41e6-93f9-c008ab8fca7a/9e67f6c8-b665-4ca5-b155-c93c0793db74/3040539e-d28b-4712-b059-dd963ac57f3a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:46.509855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624403-53a2-43bd-8a75-1e77fb7d4757 req-5750b5f6-3379-4759-8d60-7bd737f7ded7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.511877 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89624403-53a2-43bd-8a75-1e77fb7d4757 req-5750b5f6-3379-4759-8d60-7bd737f7ded7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 944 time: 0.1232946 Nov 12 03:31:46.553369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20e1e33d-5253-411d-a459-3268ebd0bb13 req-3c8c0a38-5cd0-40a4-9709-0e082e47c532 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922945 Nov 12 03:31:46.653880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89624403-53a2-43bd-8a75-1e77fb7d4757 req-5617cd32-21be-4745-b288-b5fe118ac55e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868986 Nov 12 03:31:46.735723 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.787802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.843435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:46.847980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:46.857717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:46.914040 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2d193f-eab5-4aaa-ae34-f82acba2bf01 x-openstack-request-id: req-6e2d193f-eab5-4aaa-ae34-f82acba2bf01 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:46.915446 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "dcb4e393-b13d-4b0b-af19-96a884c3c885", "code": 200}, {"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c751239b-7e72-46b3-8f2b-fc85880f2cfa", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:46.916177 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e2d193f-eab5-4aaa-ae34-f82acba2bf01 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:46.916851 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb4e393-b13d-4b0b-af19-96a884c3c885', 'code': 200} Nov 12 03:31:46.917186 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c751239b-7e72-46b3-8f2b-fc85880f2cfa', 'code': 200} Nov 12 03:31:46.928380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45666) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.951309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26e26215-1ce7-43ac-b5d3-7675e189119a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.953688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Pushing event updated for resources: {'Port': ['ID=3040539e-d28b-4712-b059-dd963ac57f3a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.957272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:31:46.957745 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.997346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.998532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.019905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-4850e187-cc81-4230-a054-8dcebe83929d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3032138 Nov 12 03:31:47.032403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.035261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Request body: {'port': {'device_id': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:47.064134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0df891-80a3-475f-aed2-ff5d5da88aeb req-070eb932-331f-4d74-867a-72dc5dcba5dd tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.066297 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b0df891-80a3-475f-aed2-ff5d5da88aeb req-070eb932-331f-4d74-867a-72dc5dcba5dd tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 944 time: 0.1476355 Nov 12 03:31:47.070725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Checking segment: {'id': '79757456-052a-42d8-9c75-cb13928e0399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '7fabba08-eba4-4290-a540-301a8e32382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:47.071087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Network hostable DHCP agents. Network: 7fabba08-eba4-4290-a540-301a8e32382c, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:47.132139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.149142 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b0df891-80a3-475f-aed2-ff5d5da88aeb req-633ed077-08c5-4f60-b3ab-6a20f8eec38b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731525 Nov 12 03:31:47.149142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Network 7fabba08-eba4-4290-a540-301a8e32382c is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:47.170599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 7fabba08-eba4-4290-a540-301a8e32382c) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:47.175842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.176441 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.180493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91166c-97a2-403c-af7a-1868f42d1274 None None] Network 7fabba08-eba4-4290-a540-301a8e32382c requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:47.184507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26e26215-1ce7-43ac-b5d3-7675e189119a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.194254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26e26215-1ce7-43ac-b5d3-7675e189119a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.212475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6e225930-755f-4335-9ed9-b0b317a9597d tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8399842 Nov 12 03:31:47.214938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45676) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.220868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-23539512', 'network_id': '7fabba08-eba4-4290-a540-301a8e32382c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:47.248337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Made reservation on behalf of 05cc5d2d0ec446f48579f424b19097c1 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:47.251854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.293700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] device_id is not set on port e26ede5e-c8c5-430d-99bb-6ba33a642ab9 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:47.317078 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-26e26215-1ce7-43ac-b5d3-7675e189119a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a5236788a5647149caf0b516920105e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872349 Nov 12 03:31:47.318371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45682) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.322692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e26215-1ce7-43ac-b5d3-7675e189119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee71247-4f7a-4bbb-8042-2fa0da02f2dc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.443958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Allocated IP 2001:db8::250 (7fabba08-eba4-4290-a540-301a8e32382c/cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0/e26ede5e-c8c5-430d-99bb-6ba33a642ab9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:47.462792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1218f9a-fc47-4dc5-8725-4b3823b18a22 None None] Network 7fabba08-eba4-4290-a540-301a8e32382c requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:47.617999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3040539e-d28b-4712-b059-dd963ac57f3a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:47.627185 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.641631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae523b5-9e7e-4241-8625-4b6315d82625 req-4e5a5930-0a38-4b9c-b425-e205fee70aef tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.653115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ae523b5-9e7e-4241-8625-4b6315d82625 req-4e5a5930-0a38-4b9c-b425-e205fee70aef tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 931 time: 0.3026776 Nov 12 03:31:47.662181 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.698267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Transition to ACTIVE for port object 3040539e-d28b-4712-b059-dd963ac57f3a will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:47.716732 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8506880a-e257-410f-b1ee-914451dc017c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.726221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.726459 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.768443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Network 7fabba08-eba4-4290-a540-301a8e32382c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:47.773670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:47.774912 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8506880a-e257-410f-b1ee-914451dc017c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.777607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:47.778743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.779999 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.801903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'Port': ['ID=e26ede5e-c8c5-430d-99bb-6ba33a642ab9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.835038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a83752de-d5dd-4b9b-97f3-3e1606ce1535 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6162660 Nov 12 03:31:47.836007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45698) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.881703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ae523b5-9e7e-4241-8625-4b6315d82625 req-2addeef9-5792-4130-a510-66b19b80fa5f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260683 Nov 12 03:31:47.903376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8fcc4990-92df-4a43-99b9-c2d4d251cd21 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.906124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8fcc4990-92df-4a43-99b9-c2d4d251cd21 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.912702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8fcc4990-92df-4a43-99b9-c2d4d251cd21 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.917325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Pushing event updated for resources: {'Port': ['ID=3040539e-d28b-4712-b059-dd963ac57f3a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.918918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8fcc4990-92df-4a43-99b9-c2d4d251cd21 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.925824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8506880a-e257-410f-b1ee-914451dc017c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.928982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8506880a-e257-410f-b1ee-914451dc017c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.929205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8fcc4990-92df-4a43-99b9-c2d4d251cd21 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.932562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8506880a-e257-410f-b1ee-914451dc017c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cee71247-4f7a-4bbb-8042-2fa0da02f2dc HTTP/1.1" status: 204 len: 168 time: 0.6084316 Nov 12 03:31:47.936492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8fcc4990-92df-4a43-99b9-c2d4d251cd21 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.943312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8fcc4990-92df-4a43-99b9-c2d4d251cd21 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.945362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8fcc4990-92df-4a43-99b9-c2d4d251cd21 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5430 time: 0.1550691 Nov 12 03:31:47.953895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506880a-e257-410f-b1ee-914451dc017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee71247-4f7a-4bbb-8042-2fa0da02f2dc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.051068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24a58b14-3c4f-4835-b417-c144a814f23a req-8ce9e754-cace-4418-871f-400ba9fc6d2d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808337 Nov 12 03:31:48.058936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-49ecc3f8-119f-4b6c-a25b-fb311aa7aad8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Deleting port e26ede5e-c8c5-430d-99bb-6ba33a642ab9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:48.059265 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49ecc3f8-119f-4b6c-a25b-fb311aa7aad8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.086762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Attempting to bind port 3040539e-d28b-4712-b059-dd963ac57f3a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:48.087072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Attempting to bind port 3040539e-d28b-4712-b059-dd963ac57f3a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:48.087329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Attempting to bind port 3040539e-d28b-4712-b059-dd963ac57f3a on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:48.093211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Port 3040539e-d28b-4712-b059-dd963ac57f3a on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:48.093593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Attempting to bind port 3040539e-d28b-4712-b059-dd963ac57f3a on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:48.108154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:48.108486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Checking segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:48.109094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Bound using segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:48.109535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Bound port: 3040539e-d28b-4712-b059-dd963ac57f3a, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:48.109973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.182191 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49ecc3f8-119f-4b6c-a25b-fb311aa7aad8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.207946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-49ecc3f8-119f-4b6c-a25b-fb311aa7aad8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Calling delete_port for e26ede5e-c8c5-430d-99bb-6ba33a642ab9 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:48.214495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbc3b5-6a5d-41b2-a481-afbdebe70ff9 req-2f6f3693-269f-4ef8-a88f-9a24411d9062 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.216918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecfbc3b5-6a5d-41b2-a481-afbdebe70ff9 req-2f6f3693-269f-4ef8-a88f-9a24411d9062 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 944 time: 0.1983128 Nov 12 03:31:48.257318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:48.277179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3040539e-d28b-4712-b059-dd963ac57f3a,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:48.285597 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.349641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ecfbc3b5-6a5d-41b2-a481-afbdebe70ff9 req-c163a046-f77b-4a08-951d-1e8a95b1fbe6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230960 Nov 12 03:31:48.357710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.358420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.359887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] 10.222.0.20 "PUT /v2.0/ports/3040539e-d28b-4712-b059-dd963ac57f3a HTTP/1.1" status: 200 len: 1092 time: 1.3296704 Nov 12 03:31:48.360416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'tag': '3040539e-d28b-4712-b059-dd963ac57f3a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:48.373512 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8663b7eb-5317-4926-bec4-e1b3ef12f806" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2090f6-101f-4f7b-9a90-4604d32b6aec", "tag": "3040539e-d28b-4712-b059-dd963ac57f3a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:48.411907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49ecc3f8-119f-4b6c-a25b-fb311aa7aad8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.458924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547da9b9-2e56-4d37-8413-372aff5c0232 service neutron] Pushing event updated for resources: {'Port': ['ID=3040539e-d28b-4712-b059-dd963ac57f3a,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.468527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-255c8be9-e367-4784-8af4-c19dc2fff8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.470031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-255c8be9-e367-4784-8af4-c19dc2fff8a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 1095 time: 0.0683539 Nov 12 03:31:48.478719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecc3f8-119f-4b6c-a25b-fb311aa7aad8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event deleted for resources: {'Port': ['ID=e26ede5e-c8c5-430d-99bb-6ba33a642ab9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.519429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac19f-3f14-48d3-be35-68093b574ac6 req-5514a803-aed4-4a3f-bb25-1897d58188e0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.521869 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b7ac19f-3f14-48d3-be35-68093b574ac6 req-5514a803-aed4-4a3f-bb25-1897d58188e0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 944 time: 0.1405609 Nov 12 03:31:48.523157 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49ecc3f8-119f-4b6c-a25b-fb311aa7aad8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.530256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-49ecc3f8-119f-4b6c-a25b-fb311aa7aad8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "DELETE /v2.0/ports/e26ede5e-c8c5-430d-99bb-6ba33a642ab9 HTTP/1.1" status: 204 len: 168 time: 0.6915581 Nov 12 03:31:48.530684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.536402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7fabba08-eba4-4290-a540-301a8e32382c', 'external_fixed_ips': [{'subnet_id': 'cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0', 'ip_address': '2001:db8::250'}]}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:48.571322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-e7d26c48-39ff-4c06-805f-3401d26ac7c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3040539e-d28b-4712-b059-dd963ac57f3a HTTP/1.1" status: 200 len: 217 time: 0.0887146 Nov 12 03:31:48.572887 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba83f89-d159-4ced-8464-7883f0206323 x-openstack-request-id: req-8ba83f89-d159-4ced-8464-7883f0206323 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:48.573172 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2090f6-101f-4f7b-9a90-4604d32b6aec", "tag": "3040539e-d28b-4712-b059-dd963ac57f3a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:48.573457 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ba83f89-d159-4ced-8464-7883f0206323 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:48.574247 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'tag': '3040539e-d28b-4712-b059-dd963ac57f3a', 'status': 'completed', 'code': 200} Nov 12 03:31:48.575210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45742) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.627009 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.628100 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.633541 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e39a96ff-ea75-49e2-96f7-fc7aca5a45e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.640254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b7ac19f-3f14-48d3-be35-68093b574ac6 req-a6108d4c-2a8f-4b67-96a6-e527faff9509 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001434 Nov 12 03:31:48.665986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-cdf8b11c-0bd2-45e7-8d32-748496c0f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.667777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-cdf8b11c-0bd2-45e7-8d32-748496c0f0ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 200 len: 844 time: 0.0879509 Nov 12 03:31:48.712432 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-5597c758-3aeb-4a89-8442-c6490163467e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=883fc87c-67e1-41e6-93f9-c008ab8fca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356703 Nov 12 03:31:48.780923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.835269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.835439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-14bd6b24-fe8d-4404-9799-2de56564a369 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150005 Nov 12 03:31:48.938027 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e448917d-2109-4e02-b9c8-ffe17ad607bd req-b0a53e3f-3267-43db-b911-06ef331baa57 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951545 Nov 12 03:31:49.063790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071fb3e-1386-406a-8dca-b64bebf70c0f req-0e067497-8df9-468f-bd0a-16a815c18051 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.066066 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9071fb3e-1386-406a-8dca-b64bebf70c0f req-0e067497-8df9-468f-bd0a-16a815c18051 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 943 time: 0.0832849 Nov 12 03:31:49.071315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-ea78b7db-96cb-4e8b-8722-b6be2e0160ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.072796 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-ea78b7db-96cb-4e8b-8722-b6be2e0160ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 1095 time: 0.0623600 Nov 12 03:31:49.181680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9071fb3e-1386-406a-8dca-b64bebf70c0f req-07929835-56c7-4e87-9102-3da28b8c4702 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048181 Nov 12 03:31:49.210743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-424cdc2e-7e56-4146-8e55-9290c2c0ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.212237 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-424cdc2e-7e56-4146-8e55-9290c2c0ffba service neutron] 10.222.0.20 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 906 time: 0.1291521 Nov 12 03:31:49.258740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-94d5321a-d6a6-46af-b6a0-8f948ee4c46c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3040539e-d28b-4712-b059-dd963ac57f3a HTTP/1.1" status: 200 len: 217 time: 0.0376828 Nov 12 03:31:49.275362 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e39a96ff-ea75-49e2-96f7-fc7aca5a45e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.289938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.291996 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-831030d4-2391-4eea-b8ca-a711160b434a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.294029 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e39a96ff-ea75-49e2-96f7-fc7aca5a45e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.318469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-2f495761-8466-4600-a83b-7c08a39e6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.320107 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-2f495761-8466-4600-a83b-7c08a39e6cf7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 200 len: 844 time: 0.0535650 Nov 12 03:31:49.359842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-86621693-98dd-4d33-8fb8-16e2ea3d975d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=883fc87c-67e1-41e6-93f9-c008ab8fca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291181 Nov 12 03:31:49.396394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e39a96ff-ea75-49e2-96f7-fc7aca5a45e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd5b908cb9294ae984753917678194e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8165874 Nov 12 03:31:49.396394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a96ff-ea75-49e2-96f7-fc7aca5a45e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3907da-65a6-45ef-99a2-37f08c5bb787,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:49.401369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45756) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:49.450523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-d33fc21b-9771-4cd4-b1a2-0f3f5ab4dcc8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.457125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-d33fc21b-9771-4cd4-b1a2-0f3f5ab4dcc8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.463120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-d33fc21b-9771-4cd4-b1a2-0f3f5ab4dcc8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.469050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-d33fc21b-9771-4cd4-b1a2-0f3f5ab4dcc8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.475655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-d33fc21b-9771-4cd4-b1a2-0f3f5ab4dcc8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.481634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-d33fc21b-9771-4cd4-b1a2-0f3f5ab4dcc8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.487581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-d33fc21b-9771-4cd4-b1a2-0f3f5ab4dcc8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.489557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-d33fc21b-9771-4cd4-b1a2-0f3f5ab4dcc8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5430 time: 0.2602668 Nov 12 03:31:49.495199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-b6e3d4f4-b25f-49ec-94bd-043d13b2b018 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152930 Nov 12 03:31:49.587747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b0733-767e-4301-bdb2-17c5302a2941 req-e388db07-9217-4993-bf94-d70e492798be tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.589400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e6b0733-767e-4301-bdb2-17c5302a2941 req-e388db07-9217-4993-bf94-d70e492798be tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 944 time: 0.0924265 Nov 12 03:31:49.634753 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88e350af-f75c-4640-9e83-2db07d0554ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.655757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b18dccb2-bf47-4c56-b885-4c20b800c014 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:49.666151 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-831030d4-2391-4eea-b8ca-a711160b434a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.668894 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e6b0733-767e-4301-bdb2-17c5302a2941 req-5100f779-4939-43b4-b5fe-fdc4d8b861d8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Nov 12 03:31:49.681288 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-369a4919-7788-4beb-b8f0-153c0f4a19a5 req-ea33eb4e-466c-46c2-9e3c-bdce4ffa3dc4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791537 Nov 12 03:31:49.687440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-831030d4-2391-4eea-b8ca-a711160b434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.699307 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88e350af-f75c-4640-9e83-2db07d0554ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.734608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8663b7eb-5317-4926-bec4-e1b3ef12f806 req-08fdf0d7-078d-4e0c-981d-e8e03ad7ed0c service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018380 Nov 12 03:31:49.774017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831030d4-2391-4eea-b8ca-a711160b434a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d299f3d-7cdb-457a-8ee6-8766e7ecce93,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:49.782903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-831030d4-2391-4eea-b8ca-a711160b434a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0f779dcee0249d2a2a1fc0ddc8a1920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9447379 Nov 12 03:31:49.787687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45762) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:49.814271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b18dccb2-bf47-4c56-b885-4c20b800c014 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:49.819437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b18dccb2-bf47-4c56-b885-4c20b800c014 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:49.819821 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.855821 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7947b8ae-de3f-462e-867b-b6f54320c9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.895961 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7947b8ae-de3f-462e-867b-b6f54320c9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.944655 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.966074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7947b8ae-de3f-462e-867b-b6f54320c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.970080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7947b8ae-de3f-462e-867b-b6f54320c9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.975495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7947b8ae-de3f-462e-867b-b6f54320c9d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d299f3d-7cdb-457a-8ee6-8766e7ecce93 HTTP/1.1" status: 204 len: 168 time: 0.1863599 Nov 12 03:31:49.983986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947b8ae-de3f-462e-867b-b6f54320c9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d299f3d-7cdb-457a-8ee6-8766e7ecce93,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:49.999709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b18dccb2-bf47-4c56-b885-4c20b800c014, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b18dccb2-bf47-4c56-b885-4c20b800c014,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:50.002330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18dccb2-bf47-4c56-b885-4c20b800c014'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:50.009545 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60af7112-07cf-449c-ae82-02f98157b4ad" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "b18dccb2-bf47-4c56-b885-4c20b800c014"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:50.020506 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.020968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.023548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 20a56828-4e8d-4ba0-939b-277b349a8408 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:50.024125 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88e350af-f75c-4640-9e83-2db07d0554ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.026215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88e350af-f75c-4640-9e83-2db07d0554ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.030594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-88e350af-f75c-4640-9e83-2db07d0554ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d3907da-65a6-45ef-99a2-37f08c5bb787 HTTP/1.1" status: 204 len: 168 time: 0.6274045 Nov 12 03:31:50.072545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e350af-f75c-4640-9e83-2db07d0554ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3907da-65a6-45ef-99a2-37f08c5bb787,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.082307 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.104055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e94406-0ebd-435b-b526-f0fbc690df6d req-23676f54-91ff-4442-aedc-0e3ad69ce3e1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.112307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2e94406-0ebd-435b-b526-f0fbc690df6d req-23676f54-91ff-4442-aedc-0e3ad69ce3e1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 944 time: 0.1913481 Nov 12 03:31:50.162715 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cccad5-752a-4891-9354-0781dee6c71d x-openstack-request-id: req-75cccad5-752a-4891-9354-0781dee6c71d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:50.163256 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "b18dccb2-bf47-4c56-b885-4c20b800c014", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:50.163768 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75cccad5-752a-4891-9354-0781dee6c71d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:50.164299 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18dccb2-bf47-4c56-b885-4c20b800c014', 'code': 200} Nov 12 03:31:50.234557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2e94406-0ebd-435b-b526-f0fbc690df6d req-02301e00-2d8f-48d3-8d1c-eed60c154f3f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185992 Nov 12 03:31:50.265979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 20a56828-4e8d-4ba0-939b-277b349a8408 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:50.295815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 20a56828-4e8d-4ba0-939b-277b349a8408 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:50.296373 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.381450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176934c0-cebe-4707-ba61-38d576be79e6 req-8adf318c-eb8b-4f95-873e-f6a2bbb75f32 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.383683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-176934c0-cebe-4707-ba61-38d576be79e6 req-8adf318c-eb8b-4f95-873e-f6a2bbb75f32 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 943 time: 0.0629451 Nov 12 03:31:50.418012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b18dccb2-bf47-4c56-b885-4c20b800c014,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.479343 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:50.485366 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-176934c0-cebe-4707-ba61-38d576be79e6 req-f375e030-c9d0-491e-818c-32c7102041cb tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933344 Nov 12 03:31:50.547865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Allocated IP 2001:db8::250 (7fabba08-eba4-4290-a540-301a8e32382c/cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0/2f589a83-7d76-4066-8486-642a023bdc5d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:50.571667 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.664109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 20a56828-4e8d-4ba0-939b-277b349a8408, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=20a56828-4e8d-4ba0-939b-277b349a8408,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:50.670409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.671349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd9a0121-61e9-4a30-bc4e-80759322c917 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:50.761538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.869795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=20a56828-4e8d-4ba0-939b-277b349a8408,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.888264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port dd9a0121-61e9-4a30-bc4e-80759322c917 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:50.897562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port dd9a0121-61e9-4a30-bc4e-80759322c917 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:50.898146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.946817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2cab-61f5-4c17-abbe-4f78887fe0ea req-7b564c3b-a0d4-4948-b40f-f5c1183761eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.948402 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-282d2cab-61f5-4c17-abbe-4f78887fe0ea req-7b564c3b-a0d4-4948-b40f-f5c1183761eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 944 time: 0.1362169 Nov 12 03:31:50.949860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.969964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-640b6456-4e7e-462e-adb2-e45cb68218ff tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.986036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-640b6456-4e7e-462e-adb2-e45cb68218ff tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.001599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.004474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-640b6456-4e7e-462e-adb2-e45cb68218ff tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.016393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-640b6456-4e7e-462e-adb2-e45cb68218ff tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.038626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-640b6456-4e7e-462e-adb2-e45cb68218ff tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.051997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port dd9a0121-61e9-4a30-bc4e-80759322c917, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd9a0121-61e9-4a30-bc4e-80759322c917,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:51.057438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Network 7fabba08-eba4-4290-a540-301a8e32382c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:51.058529 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.058895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-640b6456-4e7e-462e-adb2-e45cb68218ff tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.060164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b312c9de-5352-42d9-a5c7-d3ab06713efc up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:51.064395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:51.070360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:51.073860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-640b6456-4e7e-462e-adb2-e45cb68218ff tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.089700 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-640b6456-4e7e-462e-adb2-e45cb68218ff tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5432 time: 0.2562559 Nov 12 03:31:51.181106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=dd9a0121-61e9-4a30-bc4e-80759322c917,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.196906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b312c9de-5352-42d9-a5c7-d3ab06713efc completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:51.203139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b312c9de-5352-42d9-a5c7-d3ab06713efc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:51.204616 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.234190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7472018c-c293-4fbe-b45c-ed90ae442ea0 req-662c8cd5-2701-44ac-8e5d-ddef9ec95c91 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432443 Nov 12 03:31:51.275075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'Port': ['ID=2f589a83-7d76-4066-8486-642a023bdc5d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.312187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-282d2cab-61f5-4c17-abbe-4f78887fe0ea req-5164a903-e9f6-4563-8c05-3c399cd5ed12 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453498 Nov 12 03:31:51.363306 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.415928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b312c9de-5352-42d9-a5c7-d3ab06713efc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:51.422317 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.423925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1d1f4a2f-82bd-40af-89cf-60eb58699f03 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:51.556260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b312c9de-5352-42d9-a5c7-d3ab06713efc,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.572954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:51.579133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:51.579599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.593288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62696b-37af-4dce-a0ec-051240e568b3 req-5bcc8504-252d-4a3b-9ace-6156e03c3859 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.594821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a62696b-37af-4dce-a0ec-051240e568b3 req-5bcc8504-252d-4a3b-9ace-6156e03c3859 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 945 time: 0.1341922 Nov 12 03:31:51.642555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.674211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3040539e-d28b-4712-b059-dd963ac57f3a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:51.711905 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a62696b-37af-4dce-a0ec-051240e568b3 req-30ef1f83-3be4-40e2-99f5-57700a3ef17f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094770 Nov 12 03:31:51.838011 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.891192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.899700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1d1f4a2f-82bd-40af-89cf-60eb58699f03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1d1f4a2f-82bd-40af-89cf-60eb58699f03,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:51.901316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd649e-ad77-40d7-849d-758be2b9d962 req-28ca3d61-e131-4951-bfb1-25040524e786 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.907683 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.908527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 53aba75e-2a7c-4c17-b2ec-80503286a411 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:51.917443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00dd649e-ad77-40d7-849d-758be2b9d962 req-28ca3d61-e131-4951-bfb1-25040524e786 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 943 time: 0.1276438 Nov 12 03:31:52.020788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00dd649e-ad77-40d7-849d-758be2b9d962 req-5677c5a8-3b4e-4bde-b770-75573b5d79d5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022091 Nov 12 03:31:52.055056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Router cf0fe59d-12fe-4699-b424-e4ac078e9c4a is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:52.188410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:52.215239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a56828-4e8d-4ba0-939b-277b349a8408'}, {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9a0121-61e9-4a30-bc4e-80759322c917'}, {'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc'}, {'server_uuid': 'd5294e7b-1ebb-4641-8cc9-e3e6d875a144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1f4a2f-82bd-40af-89cf-60eb58699f03'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:52.223343 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333ed457-7b1e-451f-85ee-c9e17242976d" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "20a56828-4e8d-4ba0-939b-277b349a8408"}, {"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "dd9a0121-61e9-4a30-bc4e-80759322c917"}, {"server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "name": "network-vif-plugged", "status": "completed", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc"}, {"server_uuid": "d5294e7b-1ebb-4641-8cc9-e3e6d875a144", "name": "network-vif-plugged", "status": "completed", "tag": "1d1f4a2f-82bd-40af-89cf-60eb58699f03"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:52.224828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.226278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-881e34f5-d17d-4b8a-ae2d-a729573a6ced tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6945312 Nov 12 03:31:52.229771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45872) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.250705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3040539e-d28b-4712-b059-dd963ac57f3a,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:52.266663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Sync routers for ids ['cf0fe59d-12fe-4699-b424-e4ac078e9c4a'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:52.295922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1d1f4a2f-82bd-40af-89cf-60eb58699f03,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.310171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Routers {'cf0fe59d-12fe-4699-b424-e4ac078e9c4a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:52.311057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cf0fe59d-12fe-4699-b424-e4ac078e9c4a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:52.470419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.472617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.478210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.480446 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.480936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.481384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.482757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.483207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.483854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.484673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.485134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.485593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:52.499101 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3313db06-b5b0-4717-8927-5f11c2303da9 x-openstack-request-id: req-3313db06-b5b0-4717-8927-5f11c2303da9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:52.500771 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "20a56828-4e8d-4ba0-939b-277b349a8408", "code": 200}, {"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "dd9a0121-61e9-4a30-bc4e-80759322c917", "code": 200}, {"server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "name": "network-vif-plugged", "status": "completed", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc", "code": 200}, {"server_uuid": "d5294e7b-1ebb-4641-8cc9-e3e6d875a144", "name": "network-vif-plugged", "status": "completed", "tag": "1d1f4a2f-82bd-40af-89cf-60eb58699f03", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:52.500771 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3313db06-b5b0-4717-8927-5f11c2303da9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:52.500771 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a56828-4e8d-4ba0-939b-277b349a8408', 'code': 200} Nov 12 03:31:52.501281 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9a0121-61e9-4a30-bc4e-80759322c917', 'code': 200} Nov 12 03:31:52.502764 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc', 'code': 200} Nov 12 03:31:52.504270 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5294e7b-1ebb-4641-8cc9-e3e6d875a144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1f4a2f-82bd-40af-89cf-60eb58699f03', 'code': 200} Nov 12 03:31:52.513306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '3040539e-d28b-4712-b059-dd963ac57f3a', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'port_id': '3040539e-d28b-4712-b059-dd963ac57f3a', 'mac_address': 'fa:16:3e:d5:a4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67f6c8-b665-4ca5-b155-c93c0793db74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:52.517538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.544863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae743-1123-4630-b59e-d649de95404c req-3e63464d-bc7e-4a8d-b791-a12da0ff6a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.552467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae743-1123-4630-b59e-d649de95404c req-3e63464d-bc7e-4a8d-b791-a12da0ff6a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.557835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45884) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.563919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae743-1123-4630-b59e-d649de95404c req-3e63464d-bc7e-4a8d-b791-a12da0ff6a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.582602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae743-1123-4630-b59e-d649de95404c req-3e63464d-bc7e-4a8d-b791-a12da0ff6a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.593011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae743-1123-4630-b59e-d649de95404c req-3e63464d-bc7e-4a8d-b791-a12da0ff6a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.605055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae743-1123-4630-b59e-d649de95404c req-3e63464d-bc7e-4a8d-b791-a12da0ff6a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.613521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56edeee-3d0f-458d-9a77-a521348de518 req-8b951214-553a-4f77-b1b6-e19f88a126a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.616116 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f56edeee-3d0f-458d-9a77-a521348de518 req-8b951214-553a-4f77-b1b6-e19f88a126a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 1097 time: 0.1121371 Nov 12 03:31:52.618342 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.622194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae743-1123-4630-b59e-d649de95404c req-3e63464d-bc7e-4a8d-b791-a12da0ff6a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.624655 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf2ae743-1123-4630-b59e-d649de95404c req-3e63464d-bc7e-4a8d-b791-a12da0ff6a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5433 time: 0.2493439 Nov 12 03:31:52.630868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4c35-b969-4916-b493-b0dbc0d3dd1a req-4855fc9b-a94f-435a-8748-e938820cfec9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.642991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c3b4c35-b969-4916-b493-b0dbc0d3dd1a req-4855fc9b-a94f-435a-8748-e938820cfec9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 945 time: 0.1841674 Nov 12 03:31:52.644224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Set router cf0fe59d-12fe-4699-b424-e4ac078e9c4a gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:52.728511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3040539e-d28b-4712-b059-dd963ac57f3a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:52.772220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3040539e-d28b-4712-b059-dd963ac57f3a,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:52.775430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 53aba75e-2a7c-4c17-b2ec-80503286a411 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:52.785925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 53aba75e-2a7c-4c17-b2ec-80503286a411 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:52.786573 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.817420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f56edeee-3d0f-458d-9a77-a521348de518 req-1dd92c99-2563-419f-a824-1ae8ce59639f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700985 Nov 12 03:31:52.818877 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.833334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c3b4c35-b969-4916-b493-b0dbc0d3dd1a req-050fe9f8-ebd3-4c7d-885f-f0e83a556117 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875865 Nov 12 03:31:52.843407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0e2b49a-2506-41cc-b965-c61ad319401a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.027460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0e2b49a-2506-41cc-b965-c61ad319401a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.032443 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0e2b49a-2506-41cc-b965-c61ad319401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.117481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a0e2b49a-2506-41cc-b965-c61ad319401a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76136af8b10449599c35ddd164f65777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5479665 Nov 12 03:31:53.118398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45898) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:53.129552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2b49a-2506-41cc-b965-c61ad319401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de5c7c9-c7d7-4207-9314-e814be5b7380,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.157019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3040539e-d28b-4712-b059-dd963ac57f3a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.178054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfde6ca-a214-4851-84ff-ad551b5173a7 req-ba4b21bf-7ddc-4404-ba19-3b2ca259e9b9 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.185680 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfde6ca-a214-4851-84ff-ad551b5173a7 req-ba4b21bf-7ddc-4404-ba19-3b2ca259e9b9 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 945 time: 0.1342609 Nov 12 03:31:53.222545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89409a3-e116-4c48-ba91-e1acc8a46f42 req-040ce70e-3d55-497c-b8f5-bcea4a57fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.224594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c89409a3-e116-4c48-ba91-e1acc8a46f42 req-040ce70e-3d55-497c-b8f5-bcea4a57fc12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1097 time: 0.7589974 Nov 12 03:31:53.250474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d9f0-bbc8-47ce-bf51-0ce77f53cca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.288436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d9f0-bbc8-47ce-bf51-0ce77f53cca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.303862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf2ae743-1123-4630-b59e-d649de95404c req-aced4128-fbfc-4819-b627-1958c80270c8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6099114 Nov 12 03:31:53.376995 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfde6ca-a214-4851-84ff-ad551b5173a7 req-f6d6794c-6af3-4de9-8432-5fc8091356f2 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863101 Nov 12 03:31:53.383448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.387554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['3040539e-d28b-4712-b059-dd963ac57f3a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:53.394540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d9f0-bbc8-47ce-bf51-0ce77f53cca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.397170 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d9f0-bbc8-47ce-bf51-0ce77f53cca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.400367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c89409a3-e116-4c48-ba91-e1acc8a46f42 req-23468eaf-59d7-4029-9438-fe179729b811 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613581 Nov 12 03:31:53.401369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2cd7d9f0-bbc8-47ce-bf51-0ce77f53cca4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1de5c7c9-c7d7-4207-9314-e814be5b7380 HTTP/1.1" status: 204 len: 168 time: 0.2811832 Nov 12 03:31:53.417551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7d9f0-bbc8-47ce-bf51-0ce77f53cca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de5c7c9-c7d7-4207-9314-e814be5b7380,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.484443 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.507895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b94eb-13bc-46b8-9a48-0ac8594c3165 req-afbb97d8-dd80-46a8-af84-f7f5d5e579c6 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.515430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e4b94eb-13bc-46b8-9a48-0ac8594c3165 req-afbb97d8-dd80-46a8-af84-f7f5d5e579c6 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 944 time: 0.0732720 Nov 12 03:31:53.539863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Deleting port 2f589a83-7d76-4066-8486-642a023bdc5d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:53.540203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.571453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 53aba75e-2a7c-4c17-b2ec-80503286a411, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=53aba75e-2a7c-4c17-b2ec-80503286a411,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:53.578812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0fe59d-12fe-4699-b424-e4ac078e9c4a', 'name': '', 'tenant_id': '05cc5d2d0ec446f48579f424b19097c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7fabba08-eba4-4290-a540-301a8e32382c', 'external_fixed_ips': [{'subnet_id': 'cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0', 'ip_address': '2001:db8::250'}], 'enable_snat': True}, 'gw_port_id': '2f589a83-7d76-4066-8486-642a023bdc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:48Z', 'updated_at': '2021-11-12T03:31:51Z', 'revision_number': 3, 'project_id': '05cc5d2d0ec446f48579f424b19097c1', 'gw_port': {'id': '2f589a83-7d76-4066-8486-642a023bdc5d', 'name': '', 'network_id': '7fabba08-eba4-4290-a540-301a8e32382c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0fe59d-12fe-4699-b424-e4ac078e9c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': 'cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0', 'ip_address': '2001:db8::250', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:50Z', 'updated_at': '2021-11-12T03:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:53.582917 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.615831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Checking router: cf0fe59d-12fe-4699-b424-e4ac078e9c4a for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:53.616516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Updating router cf0fe59d-12fe-4699-b424-e4ac078e9c4a port 2f589a83-7d76-4066-8486-642a023bdc5d binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:31:53.625543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e4b94eb-13bc-46b8-9a48-0ac8594c3165 req-30ff0fdd-99d6-469a-b2f9-959cd651f4b0 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091433 Nov 12 03:31:53.660683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.675115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Calling delete_port for 2f589a83-7d76-4066-8486-642a023bdc5d owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:53.692516 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.757353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=53aba75e-2a7c-4c17-b2ec-80503286a411,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.982238 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.988582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb646d-9b9c-45d4-b830-0aa61fc1dfed req-ad0a3fd7-3a6c-4206-8609-33cdf5901dc6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.997259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eadb646d-9b9c-45d4-b830-0aa61fc1dfed req-ad0a3fd7-3a6c-4206-8609-33cdf5901dc6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 945 time: 0.0797522 Nov 12 03:31:54.052001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f589a83-7d76-4066-8486-642a023bdc5d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.064864 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.131985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eadb646d-9b9c-45d4-b830-0aa61fc1dfed req-d851012b-ea66-4c3a-8b77-5f7bc48561ab tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335561 Nov 12 03:31:54.192135 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.193854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.327511 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.328341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf0fe59d-12fe-4699-b424-e4ac078e9c4a {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:54.355175 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.359372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5627438f-d5ba-49ca-8d48-c2d1a4812ded tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "DELETE /v2.0/routers/cf0fe59d-12fe-4699-b424-e4ac078e9c4a HTTP/1.1" status: 204 len: 168 time: 2.1258669 Nov 12 03:31:54.361340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45934) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.411274 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:31:54.411451 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:31:54.498118 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.507107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aba75e-2a7c-4c17-b2ec-80503286a411'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:54.510935 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fced09f-2fea-4c2e-b944-38b3c34408b3" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "53aba75e-2a7c-4c17-b2ec-80503286a411"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:54.512645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-684f7751-a754-4fc2-a7c2-4100c1dcb1c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Deleting subnet cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:54.523555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-684f7751-a754-4fc2-a7c2-4100c1dcb1c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.583635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c14d5365-0810-4b04-80d8-c44fcd4d6f7e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.589571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-684f7751-a754-4fc2-a7c2-4100c1dcb1c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.591455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c14d5365-0810-4b04-80d8-c44fcd4d6f7e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.598579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c14d5365-0810-4b04-80d8-c44fcd4d6f7e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.605955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c14d5365-0810-4b04-80d8-c44fcd4d6f7e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.613987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c14d5365-0810-4b04-80d8-c44fcd4d6f7e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.621613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c14d5365-0810-4b04-80d8-c44fcd4d6f7e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.629706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c14d5365-0810-4b04-80d8-c44fcd4d6f7e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.639486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c14d5365-0810-4b04-80d8-c44fcd4d6f7e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.1565170 Nov 12 03:31:54.645332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-684f7751-a754-4fc2-a7c2-4100c1dcb1c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.735734 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e92c1f6-52c8-455a-8ba6-308a53c19fb3 req-c66d97f6-06f4-4683-b0ca-a9d8a06dfa34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953443 Nov 12 03:31:54.795969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-684f7751-a754-4fc2-a7c2-4100c1dcb1c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.836521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd2fa-abc6-4d96-870b-3b027c46f954 req-04dfe4d6-08a3-4181-8eba-87d0727c1236 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.839957 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7771a3-992d-4f0b-bb27-96537c96083f x-openstack-request-id: req-ca7771a3-992d-4f0b-bb27-96537c96083f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:54.840479 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-plugged", "status": "completed", "tag": "53aba75e-2a7c-4c17-b2ec-80503286a411", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:54.840560 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca7771a3-992d-4f0b-bb27-96537c96083f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:54.840931 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aba75e-2a7c-4c17-b2ec-80503286a411', 'code': 200} Nov 12 03:31:54.843950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-774fd2fa-abc6-4d96-870b-3b027c46f954 req-04dfe4d6-08a3-4181-8eba-87d0727c1236 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 945 time: 0.1769412 Nov 12 03:31:54.873752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f7751-a754-4fc2-a7c2-4100c1dcb1c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.875935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-684f7751-a754-4fc2-a7c2-4100c1dcb1c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.885865 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-684f7751-a754-4fc2-a7c2-4100c1dcb1c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0 HTTP/1.1" status: 204 len: 168 time: 0.5179052 Nov 12 03:31:54.887115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45954) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.948694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-774fd2fa-abc6-4d96-870b-3b027c46f954 req-08a9d7d3-5029-4b6a-b85e-89a51f213f61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036265 Nov 12 03:31:54.950878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Port 2f589a83-7d76-4066-8486-642a023bdc5d not found while updating agent binding for router cf0fe59d-12fe-4699-b424-e4ac078e9c4a. {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:31:54.976031 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:54.978221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:31:54.982685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf0fe59d-12fe-4699-b424-e4ac078e9c4a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102630) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:31:54.983091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bb24d-bfc5-4937-98ee-660badab4a7b None None] The sync data for ids ['cf0fe59d-12fe-4699-b424-e4ac078e9c4a'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:55.176311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.207399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45968) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.266704 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac30ccb-2f50-43c1-8386-452f71cfd047 req-b9c44ea6-0540-4b38-b9a9-c0f05f161f8f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.269127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aac30ccb-2f50-43c1-8386-452f71cfd047 req-b9c44ea6-0540-4b38-b9a9-c0f05f161f8f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 944 time: 0.2178860 Nov 12 03:31:55.275852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-03f843d0-5ebb-4070-8996-4b2ed835144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.276361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-03f843d0-5ebb-4070-8996-4b2ed835144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.276905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-03f843d0-5ebb-4070-8996-4b2ed835144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.277411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-03f843d0-5ebb-4070-8996-4b2ed835144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.277751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48179036-58f3-4833-b0f7-0aac489e6640 req-e3124644-7c58-4294-8bf4-0a76a91e2af2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.277976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-03f843d0-5ebb-4070-8996-4b2ed835144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.278419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-03f843d0-5ebb-4070-8996-4b2ed835144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.278881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-03f843d0-5ebb-4070-8996-4b2ed835144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.281743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48179036-58f3-4833-b0f7-0aac489e6640 req-e3124644-7c58-4294-8bf4-0a76a91e2af2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 945 time: 0.0831954 Nov 12 03:31:55.289432 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-03f843d0-5ebb-4070-8996-4b2ed835144b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6498 time: 0.2380815 Nov 12 03:31:55.370767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1914834189-network', 'tenant_id': '7624d225d78d469a95e0cadd0bc7f84d'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:55.378055 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.399956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Made reservation on behalf of 7624d225d78d469a95e0cadd0bc7f84d for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:55.403281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.422759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.425879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fabba08-eba4-4290-a540-301a8e32382c']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:55.453386 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48179036-58f3-4833-b0f7-0aac489e6640 req-88cb6926-565b-4cce-a4f9-384873e2de96 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621263 Nov 12 03:31:55.453630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aac30ccb-2f50-43c1-8386-452f71cfd047 req-9ba01c60-73b5-4e3a-b612-177f6e1c1965 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648223 Nov 12 03:31:55.475273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79757456-052a-42d8-9c75-cb13928e0399') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:55.475846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79757456-052a-42d8-9c75-cb13928e0399') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:55.481198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-702ee2ea-e6ae-4e7d-8218-bd4d8583b338 req-996541cc-7f7d-4cf3-9826-3f87183dd000 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775808 Nov 12 03:31:55.492634 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.510208 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.521237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:55.521731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:55.523930 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:55.626611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.637193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11390d11-6076-462a-a251-b24b853a835e req-f7c2579d-58c8-42fc-bd21-574cc2436caf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.638758 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11390d11-6076-462a-a251-b24b853a835e req-f7c2579d-58c8-42fc-bd21-574cc2436caf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 945 time: 0.0970180 Nov 12 03:31:55.655698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fabba08-eba4-4290-a540-301a8e32382c {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:31:55.675746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fabba08-eba4-4290-a540-301a8e32382c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.678221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.688641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1d589dfb-bef4-492c-807d-da07991a93e4 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "DELETE /v2.0/networks/7fabba08-eba4-4290-a540-301a8e32382c HTTP/1.1" status: 204 len: 168 time: 0.8001795 Nov 12 03:31:55.693117 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3040539e-d28b-4712-b059-dd963ac57f3a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:55.701625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.707322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.737247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:55.760454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfcd4d6-2581-436a-bf22-7ac8b2605743,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.767665 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.769327 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Added segment 80cd3ad6-08ab-4634-a83d-9395e8c28155 of type vlan for network f37384a9-5cfc-4666-b0ae-e30fb1a9489a Nov 12 03:31:55.824145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11390d11-6076-462a-a251-b24b853a835e req-b82e9969-837c-4aa0-b7cd-f6803f2603db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691420 Nov 12 03:31:55.830803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.852802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 3040539e-d28b-4712-b059-dd963ac57f3a completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:55.859183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 3040539e-d28b-4712-b059-dd963ac57f3a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:55.859522 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.873025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.874415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.875956 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.927293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.933579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Request body: {'subnet': {'network_id': 'f37384a9-5cfc-4666-b0ae-e30fb1a9489a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1914834189-subnet', 'tenant_id': '7624d225d78d469a95e0cadd0bc7f84d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:55.939885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7297509 Nov 12 03:31:56.042636 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.068767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Made reservation on behalf of 7624d225d78d469a95e0cadd0bc7f84d for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:56.087374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.132389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3040539e-d28b-4712-b059-dd963ac57f3a,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:56.137596 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.139164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b21efa-f135-4558-bc15-e823eb8b3e38 admin admin] Pushing event updated for resources: {'Network': ['ID=f37384a9-5cfc-4666-b0ae-e30fb1a9489a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.197986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-4dfc7db2-fda1-4d18-b52d-8a9945104cd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.199134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f37384a9-5cfc-4666-b0ae-e30fb1a9489a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:56.216553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-4dfc7db2-fda1-4d18-b52d-8a9945104cd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.225592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-4dfc7db2-fda1-4d18-b52d-8a9945104cd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.241197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-4dfc7db2-fda1-4d18-b52d-8a9945104cd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.250329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-4dfc7db2-fda1-4d18-b52d-8a9945104cd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.267156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-4dfc7db2-fda1-4d18-b52d-8a9945104cd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.277749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-4dfc7db2-fda1-4d18-b52d-8a9945104cd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.279664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-4dfc7db2-fda1-4d18-b52d-8a9945104cd4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.3355460 Nov 12 03:31:56.368383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45998) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:56.373609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-457dd778-e24a-4911-8044-664a30fb08c1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'router': {'name': 'tempest-router--293620514', 'project_id': 'eabf917d408a4daa9131f7eb423252ba'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:56.379440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.433171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03847cb-bdfe-4d86-9f13-f63f5778474d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.444181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3040539e-d28b-4712-b059-dd963ac57f3a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.473480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21caea-2fa8-4a46-b7ce-a5dff1245220 req-09666b75-8251-47e4-8b5b-3c788ca8d180 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.481875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f21caea-2fa8-4a46-b7ce-a5dff1245220 req-09666b75-8251-47e4-8b5b-3c788ca8d180 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 945 time: 0.4987557 Nov 12 03:31:56.509770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-457dd778-e24a-4911-8044-664a30fb08c1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.511065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-457dd778-e24a-4911-8044-664a30fb08c1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.604430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f21caea-2fa8-4a46-b7ce-a5dff1245220 req-234f57dc-9a7c-4f02-af6d-050f8c804d63 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169302 Nov 12 03:31:56.631348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Checking segment: {'id': '80cd3ad6-08ab-4634-a83d-9395e8c28155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f37384a9-5cfc-4666-b0ae-e30fb1a9489a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:56.634357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Network hostable DHCP agents. Network: f37384a9-5cfc-4666-b0ae-e30fb1a9489a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:56.742645 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-457dd778-e24a-4911-8044-664a30fb08c1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.756911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-457dd778-e24a-4911-8044-664a30fb08c1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.773294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Network f37384a9-5cfc-4666-b0ae-e30fb1a9489a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:56.790799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f37384a9-5cfc-4666-b0ae-e30fb1a9489a) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:56.799331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4cb0a8-d76f-401b-bdb1-a1b69e6cb6c8 None None] Network f37384a9-5cfc-4666-b0ae-e30fb1a9489a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:56.803177 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-457dd778-e24a-4911-8044-664a30fb08c1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.803319 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1967505c-0345-4b42-ba41-5fa1ee409db4 req-d07ff001-f3a9-433e-b36a-36b7b87ea8cb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5164506 Nov 12 03:31:56.808440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-457dd778-e24a-4911-8044-664a30fb08c1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4382243 Nov 12 03:31:56.809177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46008) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:56.810816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.811423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.844216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3040539e-d28b-4712-b059-dd963ac57f3a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:56.848779 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2981eab-b41c-4e31-a2e0-b01dd3fa3291" -d '{"events": [{"server_uuid": "5f2090f6-101f-4f7b-9a90-4604d32b6aec", "name": "network-vif-plugged", "status": "completed", "tag": "3040539e-d28b-4712-b059-dd963ac57f3a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:56.851909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e1248-e910-4320-8b91-2088e8574be1 req-b54f8f31-1a9b-472c-b868-98d7407c17d4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.854678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d92e1248-e910-4320-8b91-2088e8574be1 req-b54f8f31-1a9b-472c-b868-98d7407c17d4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 945 time: 0.1184552 Nov 12 03:31:56.959046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0f041419-e726-4bd1-b30d-e16b1b5767e8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0297241 Nov 12 03:31:56.969446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-742ef9f6-3214-4e9d-b5de-e884f34e17c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.000466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bd54f-fea5-47b1-ba3b-4f2206173a25 req-73b5c125-2412-4cd4-9148-cabd7e1002b6 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.002060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e79bd54f-fea5-47b1-ba3b-4f2206173a25 req-73b5c125-2412-4cd4-9148-cabd7e1002b6 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 945 time: 0.0906138 Nov 12 03:31:57.068401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d92e1248-e910-4320-8b91-2088e8574be1 req-efe9ae33-b880-473d-b4b2-254f19d0cb0e tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772449 Nov 12 03:31:57.069379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10834c33-5d51-46f3-aa8f-b64745ef4d10 None None] Network f37384a9-5cfc-4666-b0ae-e30fb1a9489a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:57.108355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e79bd54f-fea5-47b1-ba3b-4f2206173a25 req-a76c1b1d-b37c-49de-9107-93de4e59b4d1 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888550 Nov 12 03:31:57.271218 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-742ef9f6-3214-4e9d-b5de-e884f34e17c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.274014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-742ef9f6-3214-4e9d-b5de-e884f34e17c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.305924 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3734c2b-3cfd-4077-8096-e525d31b5fca x-openstack-request-id: req-a3734c2b-3cfd-4077-8096-e525d31b5fca {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:57.306234 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2090f6-101f-4f7b-9a90-4604d32b6aec", "name": "network-vif-plugged", "status": "completed", "tag": "3040539e-d28b-4712-b059-dd963ac57f3a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:57.306497 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3734c2b-3cfd-4077-8096-e525d31b5fca {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:57.306907 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3040539e-d28b-4712-b059-dd963ac57f3a', 'code': 200} Nov 12 03:31:57.354114 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-742ef9f6-3214-4e9d-b5de-e884f34e17c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.354659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ef9f6-3214-4e9d-b5de-e884f34e17c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d44ab29-b91b-4f55-8789-a9948c651607 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:57.360607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-742ef9f6-3214-4e9d-b5de-e884f34e17c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.363370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-742ef9f6-3214-4e9d-b5de-e884f34e17c3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "DELETE /v2.0/routers/4d44ab29-b91b-4f55-8789-a9948c651607 HTTP/1.1" status: 204 len: 168 time: 0.5355463 Nov 12 03:31:57.447291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-cffd1607-64ae-48e7-95ad-0a6ef4768702 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1746957266&fields=id&tenant_id=929da0da474b44a79c31662eeb735de2 HTTP/1.1" status: 200 len: 267 time: 0.1140714 Nov 12 03:31:57.528619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-4758c528-7368-4085-86fa-e4b6c07b3384 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.540539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-4758c528-7368-4085-86fa-e4b6c07b3384 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 945 time: 0.0915563 Nov 12 03:31:57.548852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'port': {'security_groups': ['45fbfa13-fe9a-41ab-bb4f-22322175809d', '4372b45b-8bc7-4873-a85e-344b28263fc6']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:57.568714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c6568fbb-e9c1-468e-9cbb-d924e171e75e req-f912aab3-4a06-49c1-acf1-15b0d1683a97 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-588083551', 'description': 'tempest-description-897756066'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:57.614926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df64e8-fb84-44eb-9236-baa4664a97e3 req-e75a206e-7129-4763-86c3-bf3633533767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.616310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0df64e8-fb84-44eb-9236-baa4664a97e3 req-e75a206e-7129-4763-86c3-bf3633533767 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 1097 time: 0.1379056 Nov 12 03:31:57.630794 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.653033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c6568fbb-e9c1-468e-9cbb-d924e171e75e req-f912aab3-4a06-49c1-acf1-15b0d1683a97 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.661161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46032) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:57.740335 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0df64e8-fb84-44eb-9236-baa4664a97e3 req-bceccc26-5c51-4528-99ca-283a027d9e8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121335 Nov 12 03:31:57.803674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c6568fbb-e9c1-468e-9cbb-d924e171e75e req-f912aab3-4a06-49c1-acf1-15b0d1683a97 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.809272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c6568fbb-e9c1-468e-9cbb-d924e171e75e req-f912aab3-4a06-49c1-acf1-15b0d1683a97 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.851389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912aab3-4a06-49c1-acf1-15b0d1683a97 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e423aecd-cf7e-408b-98bf-c216a0c36c65,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.865908 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c6568fbb-e9c1-468e-9cbb-d924e171e75e req-f912aab3-4a06-49c1-acf1-15b0d1683a97 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.881664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c6568fbb-e9c1-468e-9cbb-d924e171e75e req-f912aab3-4a06-49c1-acf1-15b0d1683a97 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3236771 Nov 12 03:31:57.946276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] For port b312c9de-5352-42d9-a5c7-d3ab06713efc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:57.984012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.991733 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.007367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd', 'b312c9de-5352-42d9-a5c7-d3ab06713efc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:58.024087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b640-8ae7-4be8-927e-7265898ae58c req-28ee8ee6-602d-4195-a5cd-9be6594a18a2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.043942 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1142b640-8ae7-4be8-927e-7265898ae58c req-28ee8ee6-602d-4195-a5cd-9be6594a18a2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 945 time: 0.1085410 Nov 12 03:31:58.055645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.056373 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.059126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-431439192', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:58.070066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25c34303-b6e0-43fd-b3bd-130fbe5c7fe9 req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "PUT /v2.0/ports/b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 200 len: 981 time: 0.5259631 Nov 12 03:31:58.070340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:58.077175 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee53a6f-1954-488d-a52e-935e04f6869e" -d '{"events": [{"name": "network-changed", "server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:58.096204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.098275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.141718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa23e23-ac0c-41bc-ad30-89fe0da2d00d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'Port': ['ID=b312c9de-5352-42d9-a5c7-d3ab06713efc,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.175447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1142b640-8ae7-4be8-927e-7265898ae58c req-651336d8-b964-4ec5-b71a-c3fffdcc004d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295934 Nov 12 03:31:58.265868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-9283da99-db3f-4d10-bfbf-7489907a8940 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.273606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-9283da99-db3f-4d10-bfbf-7489907a8940 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.279960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-9283da99-db3f-4d10-bfbf-7489907a8940 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.287351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-9283da99-db3f-4d10-bfbf-7489907a8940 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.294289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-9283da99-db3f-4d10-bfbf-7489907a8940 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.295507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.295880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b312c9de-5352-42d9-a5c7-d3ab06713efc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:58.302635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-9283da99-db3f-4d10-bfbf-7489907a8940 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.309511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-9283da99-db3f-4d10-bfbf-7489907a8940 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.312116 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-9283da99-db3f-4d10-bfbf-7489907a8940 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.1583433 Nov 12 03:31:58.419795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2cd4f654-4dfb-4538-9ad9-6651c203a490 req-fa8063f4-f8d6-49e6-aa7b-e37be7e240c7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001041 Nov 12 03:31:58.490253 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0550b4bc-749d-4145-bc52-0c52185c4d8f req-419df86b-bbf0-46f5-83ef-31c8a004a8e0 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/e423aecd-cf7e-408b-98bf-c216a0c36c65 HTTP/1.1" status: 200 len: 1830 time: 0.1921732 Nov 12 03:31:58.508512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0550b4bc-749d-4145-bc52-0c52185c4d8f req-05d7d8dd-428a-4597-86bd-c077a5b9bb4b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e423aecd-cf7e-408b-98bf-c216a0c36c65', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:58.508852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0550b4bc-749d-4145-bc52-0c52185c4d8f req-05d7d8dd-428a-4597-86bd-c077a5b9bb4b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e423aecd-cf7e-408b-98bf-c216a0c36c65', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:58.563256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3ddf820-d62b-46bb-86ec-728252a4a7f9 req-4e0e19bb-6d18-432c-a958-e89e0b65b997 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/4372b45b-8bc7-4873-a85e-344b28263fc6 HTTP/1.1" status: 200 len: 1820 time: 0.0834768 Nov 12 03:31:58.617378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.631214 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-a3ddf820-d62b-46bb-86ec-728252a4a7f9 req-fc61ae8b-6ff1-4299-9671-a3bc972f4801 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:31:58.632440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3ddf820-d62b-46bb-86ec-728252a4a7f9 req-fc61ae8b-6ff1-4299-9671-a3bc972f4801 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/4372b45b-8bc7-4873-a85e-344b28263fc6 HTTP/1.1" status: 409 len: 341 time: 0.0607996 Nov 12 03:31:58.823919 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0550b4bc-749d-4145-bc52-0c52185c4d8f req-05d7d8dd-428a-4597-86bd-c077a5b9bb4b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.879528 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3fdcd9-2809-45a2-bbec-1a1a443e6c42 x-openstack-request-id: req-ea3fdcd9-2809-45a2-bbec-1a1a443e6c42 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:58.879951 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:58.880302 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea3fdcd9-2809-45a2-bbec-1a1a443e6c42 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:58.881026 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc', 'status': 'completed', 'code': 200} Nov 12 03:31:58.921700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0550b4bc-749d-4145-bc52-0c52185c4d8f req-05d7d8dd-428a-4597-86bd-c077a5b9bb4b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.928492 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0550b4bc-749d-4145-bc52-0c52185c4d8f req-05d7d8dd-428a-4597-86bd-c077a5b9bb4b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.982198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7d8dd-428a-4597-86bd-c077a5b9bb4b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c494030-f2ca-4d6f-834f-c310b3bec60d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.038674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc7f79-ae83-4c74-b83d-ef4371ca16d7 req-72ab1daf-a0bf-41a0-a8cf-6c97058de4c4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.040420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46dc7f79-ae83-4c74-b83d-ef4371ca16d7 req-72ab1daf-a0bf-41a0-a8cf-6c97058de4c4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 945 time: 0.0890815 Nov 12 03:31:59.059988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0550b4bc-749d-4145-bc52-0c52185c4d8f req-05d7d8dd-428a-4597-86bd-c077a5b9bb4b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.071660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0550b4bc-749d-4145-bc52-0c52185c4d8f req-05d7d8dd-428a-4597-86bd-c077a5b9bb4b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5731056 Nov 12 03:31:59.104903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46dc7f79-ae83-4c74-b83d-ef4371ca16d7 req-7086aae1-6a35-4045-906e-55a8ccf9f229 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571008 Nov 12 03:31:59.110621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53a6f-1954-488d-a52e-935e04f6869e req-290bb35e-6ebc-41b2-a3dd-b66f98ec6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.111712 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dee53a6f-1954-488d-a52e-935e04f6869e req-290bb35e-6ebc-41b2-a3dd-b66f98ec6f9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1136 time: 0.1774273 Nov 12 03:31:59.112984 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.134251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.353107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ba7c2-5716-49aa-9628-530c77b66aa8 req-d9bb161e-2209-4a0a-ac1a-0dd1e60022d4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.359222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ba7c2-5716-49aa-9628-530c77b66aa8 req-d9bb161e-2209-4a0a-ac1a-0dd1e60022d4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.365220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ba7c2-5716-49aa-9628-530c77b66aa8 req-d9bb161e-2209-4a0a-ac1a-0dd1e60022d4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.371324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ba7c2-5716-49aa-9628-530c77b66aa8 req-d9bb161e-2209-4a0a-ac1a-0dd1e60022d4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.377438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ba7c2-5716-49aa-9628-530c77b66aa8 req-d9bb161e-2209-4a0a-ac1a-0dd1e60022d4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.384429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ba7c2-5716-49aa-9628-530c77b66aa8 req-d9bb161e-2209-4a0a-ac1a-0dd1e60022d4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.391293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ba7c2-5716-49aa-9628-530c77b66aa8 req-d9bb161e-2209-4a0a-ac1a-0dd1e60022d4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.393058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb0ba7c2-5716-49aa-9628-530c77b66aa8 req-d9bb161e-2209-4a0a-ac1a-0dd1e60022d4 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.2341831 Nov 12 03:31:59.395090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53a6f-1954-488d-a52e-935e04f6869e req-d77647cd-25e9-4f83-bb71-41247cb85b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.396654 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dee53a6f-1954-488d-a52e-935e04f6869e req-d77647cd-25e9-4f83-bb71-41247cb85b5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 914 time: 0.2638624 Nov 12 03:31:59.404479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46076) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.409112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Request body: {'floatingip': {'port_id': '71ee0c62-30cc-4c65-9f68-bab1101ab758'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:59.470614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Allocated IP 172.25.0.243 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/c191117c-3804-47c7-8ca0-9e9263e89e51) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:59.535340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c496f49a-f879-4608-99e7-6e904ef53e42 req-5950bbf1-cc1d-4153-b9be-7bf260adef4c tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/e423aecd-cf7e-408b-98bf-c216a0c36c65 HTTP/1.1" status: 200 len: 2424 time: 0.2021136 Nov 12 03:31:59.675119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.706354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d7253-cd48-4c77-9743-51107662b8de req-fa0be2b4-c252-4268-99f7-a0fe3dea7ea0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.707918 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e2d7253-cd48-4c77-9743-51107662b8de req-fa0be2b4-c252-4268-99f7-a0fe3dea7ea0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 945 time: 0.2499690 Nov 12 03:31:59.788675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d55e5f-8064-4e03-ae6f-9baaf59ac51d req-a7581d87-0f4a-460a-b53c-b9f2c1442fec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.790345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6d55e5f-8064-4e03-ae6f-9baaf59ac51d req-a7581d87-0f4a-460a-b53c-b9f2c1442fec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 984 time: 0.1563773 Nov 12 03:31:59.834072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dee53a6f-1954-488d-a52e-935e04f6869e req-9a546611-8529-420f-a6bf-d8ab69a74dd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 200 len: 217 time: 0.4223659 Nov 12 03:31:59.963682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6d55e5f-8064-4e03-ae6f-9baaf59ac51d req-326cbf3f-7771-4bcc-a7af-cf04205f7888 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=4372b45b-8bc7-4873-a85e-344b28263fc6&id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0971932 Nov 12 03:31:59.965904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Deleting port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:59.966262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.085616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] For port 1d1f4a2f-82bd-40af-89cf-60eb58699f03, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1d1f4a2f-82bd-40af-89cf-60eb58699f03,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:00.085955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.118114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Calling delete_port for 1d1f4a2f-82bd-40af-89cf-60eb58699f03 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:00.129620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fad205e4-bada-4b48-9ae0-24d7d89ab3c4 req-1f79cd0a-a0de-4e96-839a-12e4525388ce tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-group-rules/8c494030-f2ca-4d6f-834f-c310b3bec60d HTTP/1.1" status: 200 len: 778 time: 0.0460310 Nov 12 03:32:00.351175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.361280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53a6f-1954-488d-a52e-935e04f6869e req-f4911e5d-a3ea-4773-8c5f-8304fb2fcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.363515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dee53a6f-1954-488d-a52e-935e04f6869e req-f4911e5d-a3ea-4773-8c5f-8304fb2fcc15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.4793978 Nov 12 03:32:00.366914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd', 'effeaec5-c0a4-4015-abdc-23b15f426e5b', '1d1f4a2f-82bd-40af-89cf-60eb58699f03'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:00.371803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f852de-b699-44d5-8a2d-da5b04f3f43d req-38faeaaf-1fe6-4f83-96a5-ed3e9b05f572 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.373297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-89f852de-b699-44d5-8a2d-da5b04f3f43d req-38faeaaf-1fe6-4f83-96a5-ed3e9b05f572 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5294e7b-1ebb-4641-8cc9-e3e6d875a144 HTTP/1.1" status: 200 len: 867 time: 0.7011778 Nov 12 03:32:00.389369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event deleted for resources: {'Port': ['ID=1d1f4a2f-82bd-40af-89cf-60eb58699f03,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.426823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fad205e4-bada-4b48-9ae0-24d7d89ab3c4 req-68f5fccf-62b2-492e-87fa-b37e55f965df tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/e423aecd-cf7e-408b-98bf-c216a0c36c65 HTTP/1.1" status: 200 len: 2424 time: 0.2945638 Nov 12 03:32:00.453247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] No DVR routers for this DVR port 1d1f4a2f-82bd-40af-89cf-60eb58699f03 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:00.462555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.463720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e2d7253-cd48-4c77-9743-51107662b8de req-a3036021-b2ba-43ec-a2e3-43c6564101db tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "DELETE /v2.0/ports/1d1f4a2f-82bd-40af-89cf-60eb58699f03 HTTP/1.1" status: 204 len: 173 time: 0.7467811 Nov 12 03:32:00.479600 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fad205e4-bada-4b48-9ae0-24d7d89ab3c4 req-ccfdbc99-6518-4453-bbb2-2b64f39c3b2e tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.489327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fad205e4-bada-4b48-9ae0-24d7d89ab3c4 req-ccfdbc99-6518-4453-bbb2-2b64f39c3b2e tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.500877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.504269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dee53a6f-1954-488d-a52e-935e04f6869e req-1ea51b60-e43b-4012-b51d-2958c565bf39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274009 Nov 12 03:32:00.528733 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fad205e4-bada-4b48-9ae0-24d7d89ab3c4 req-ccfdbc99-6518-4453-bbb2-2b64f39c3b2e tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.537244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fad205e4-bada-4b48-9ae0-24d7d89ab3c4 req-ccfdbc99-6518-4453-bbb2-2b64f39c3b2e tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.538383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fad205e4-bada-4b48-9ae0-24d7d89ab3c4 req-ccfdbc99-6518-4453-bbb2-2b64f39c3b2e tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/8c494030-f2ca-4d6f-834f-c310b3bec60d HTTP/1.1" status: 204 len: 173 time: 0.1111708 Nov 12 03:32:00.555041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdbc99-6518-4453-bbb2-2b64f39c3b2e tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c494030-f2ca-4d6f-834f-c310b3bec60d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.644894 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-89f852de-b699-44d5-8a2d-da5b04f3f43d req-b73f7e49-d9ad-4bc9-aaa2-9216ab28c3d8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389488 Nov 12 03:32:00.770437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.849415 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dee53a6f-1954-488d-a52e-935e04f6869e req-824dcbe6-d852-4569-8112-09ddf96d3958 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999642 Nov 12 03:32:00.852520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-20a280d7-d7a7-4d79-8a32-4dbfe95a19b2 req-65ecf559-4a0a-4028-aa92-d2b975fe88af tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1684110810', 'description': 'tempest-description-2147082453'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:00.879231 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20a280d7-d7a7-4d79-8a32-4dbfe95a19b2 req-65ecf559-4a0a-4028-aa92-d2b975fe88af tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.882060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5294e7b-1ebb-4641-8cc9-e3e6d875a144', 'name': 'network-vif-deleted', 'tag': '1d1f4a2f-82bd-40af-89cf-60eb58699f03'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:00.884331 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a110afa-340a-408e-a50f-b30518e4fd51" -d '{"events": [{"server_uuid": "d5294e7b-1ebb-4641-8cc9-e3e6d875a144", "name": "network-vif-deleted", "tag": "1d1f4a2f-82bd-40af-89cf-60eb58699f03"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:00.927968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:00.969832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20a280d7-d7a7-4d79-8a32-4dbfe95a19b2 req-65ecf559-4a0a-4028-aa92-d2b975fe88af tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.970473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:00.975834 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20a280d7-d7a7-4d79-8a32-4dbfe95a19b2 req-65ecf559-4a0a-4028-aa92-d2b975fe88af tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.007829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:01.012342 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20a280d7-d7a7-4d79-8a32-4dbfe95a19b2 req-65ecf559-4a0a-4028-aa92-d2b975fe88af tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.013715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20a280d7-d7a7-4d79-8a32-4dbfe95a19b2 req-65ecf559-4a0a-4028-aa92-d2b975fe88af tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1659155 Nov 12 03:32:01.016988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf559-4a0a-4028-aa92-d2b975fe88af tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e194756-656e-4f12-9acb-fe0aeb9a890b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.043684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event updated for resources: {'Port': ['ID=c191117c-3804-47c7-8ca0-9e9263e89e51,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.091054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2422d-6cac-4323-8a07-074d209e159a req-40a701bc-58c8-4085-b10e-e79cde313e16 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.098540 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9c2422d-6cac-4323-8a07-074d209e159a req-40a701bc-58c8-4085-b10e-e79cde313e16 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 945 time: 0.2833571 Nov 12 03:32:01.161873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4363ca0-1a4c-41c7-8a96-6c9efdf3671b req-351636dc-2851-4f15-a860-e2dd3b02d537 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.170646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4363ca0-1a4c-41c7-8a96-6c9efdf3671b req-351636dc-2851-4f15-a860-e2dd3b02d537 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 945 time: 0.0773792 Nov 12 03:32:01.223147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4363ca0-1a4c-41c7-8a96-6c9efdf3671b req-850a7c49-22a9-463e-ab9c-50c1eb0b8bf7 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522065 Nov 12 03:32:01.243509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dee53a6f-1954-488d-a52e-935e04f6869e req-0f98b02f-8572-4a12-9281-977d84f99330 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744862 Nov 12 03:32:01.278888 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e0aea8-78ce-4528-89fb-2f0d59ff5515 x-openstack-request-id: req-84e0aea8-78ce-4528-89fb-2f0d59ff5515 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:01.279184 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5294e7b-1ebb-4641-8cc9-e3e6d875a144", "name": "network-vif-deleted", "tag": "1d1f4a2f-82bd-40af-89cf-60eb58699f03", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:01.279439 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84e0aea8-78ce-4528-89fb-2f0d59ff5515 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:01.279851 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5294e7b-1ebb-4641-8cc9-e3e6d875a144', 'name': 'network-vif-deleted', 'tag': '1d1f4a2f-82bd-40af-89cf-60eb58699f03', 'status': 'completed', 'code': 200} Nov 12 03:32:01.285560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf4b9-ca19-483a-9952-f75a50612e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.291077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:32:01.338144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46114) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.358265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9c2422d-6cac-4323-8a07-074d209e159a req-b5b4a810-2208-4e46-85ae-6a52cdc815be tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588396 Nov 12 03:32:01.406726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040d4fd-4296-48e9-964f-990a2ba544d8 req-810c0f82-fcf4-4804-badb-7e53ad601cc2 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.406726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2040d4fd-4296-48e9-964f-990a2ba544d8 req-810c0f82-fcf4-4804-badb-7e53ad601cc2 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 984 time: 0.0718548 Nov 12 03:32:01.406974 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.441720 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.469424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2040d4fd-4296-48e9-964f-990a2ba544d8 req-b8edf195-f923-4709-8f58-772a56222db1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=4372b45b-8bc7-4873-a85e-344b28263fc6&id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0615301 Nov 12 03:32:01.523907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f63e5b8f-bf36-4752-8de9-314a10105e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.536864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-cb017e68-1d33-445d-8b89-9373290d0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.538375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-cb017e68-1d33-445d-8b89-9373290d0406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1136 time: 0.2031944 Nov 12 03:32:01.628244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f63e5b8f-bf36-4752-8de9-314a10105e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.635901 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f63e5b8f-bf36-4752-8de9-314a10105e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.696831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e5b8f-bf36-4752-8de9-314a10105e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc96eb76-07d9-4cac-8ede-f0bc6c027dd0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.707958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f63e5b8f-bf36-4752-8de9-314a10105e01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cde1a863b5e44aa91c712cec062d9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676279 Nov 12 03:32:01.708651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46124) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.735663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2c5eb73-04e6-47d9-925f-52c32758f59b req-07261344-79bc-4493-a2c1-c31c092c366f tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/1e194756-656e-4f12-9acb-fe0aeb9a890b HTTP/1.1" status: 200 len: 1832 time: 0.2918730 Nov 12 03:32:01.750545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03affeb-7c32-41c9-b2c3-38ec0341ff73 req-36ae955a-0a52-4b08-ac4b-be2dbe109ba7 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.751991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c03affeb-7c32-41c9-b2c3-38ec0341ff73 req-36ae955a-0a52-4b08-ac4b-be2dbe109ba7 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 945 time: 0.0956776 Nov 12 03:32:01.757682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.808783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-467c5dc5-e81a-4d75-ae50-f9e955097b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.825446 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Floating IP d1c62b39-1b8b-4066-a8e0-f8359de3f644 associated. External IP: 172.25.0.181, port: 71ee0c62-30cc-4c65-9f68-bab1101ab758. Nov 12 03:32:01.856001 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-467c5dc5-e81a-4d75-ae50-f9e955097b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.862799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c03affeb-7c32-41c9-b2c3-38ec0341ff73 req-5d7dc24e-105f-4bef-b976-69805f3a2200 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890272 Nov 12 03:32:01.912834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-65ef4588-ad91-435d-b00b-6bdffffc6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.913538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-65ef4588-ad91-435d-b00b-6bdffffc6c26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 914 time: 0.3152447 Nov 12 03:32:01.935379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-4600e122-8e6c-4263-b888-eb673a8f67b0 req-b79113fd-8383-4e83-95b4-865299b42784 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-681795965', 'description': 'tempest-description-879015540'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:01.943396 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-467c5dc5-e81a-4d75-ae50-f9e955097b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.946363 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-467c5dc5-e81a-4d75-ae50-f9e955097b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.950758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-467c5dc5-e81a-4d75-ae50-f9e955097b3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc96eb76-07d9-4cac-8ede-f0bc6c027dd0 HTTP/1.1" status: 204 len: 168 time: 0.2380123 Nov 12 03:32:01.981057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c5dc5-e81a-4d75-ae50-f9e955097b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc96eb76-07d9-4cac-8ede-f0bc6c027dd0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.001913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-85cd4fb7-bf66-44ae-a9cf-b6ef2f186835 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 200 len: 217 time: 0.0756521 Nov 12 03:32:02.030901 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4600e122-8e6c-4263-b888-eb673a8f67b0 req-b79113fd-8383-4e83-95b4-865299b42784 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.121890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4600e122-8e6c-4263-b888-eb673a8f67b0 req-b79113fd-8383-4e83-95b4-865299b42784 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.126672 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4600e122-8e6c-4263-b888-eb673a8f67b0 req-b79113fd-8383-4e83-95b4-865299b42784 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.160181 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4600e122-8e6c-4263-b888-eb673a8f67b0 req-b79113fd-8383-4e83-95b4-865299b42784 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.165433 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4600e122-8e6c-4263-b888-eb673a8f67b0 req-b79113fd-8383-4e83-95b4-865299b42784 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2357466 Nov 12 03:32:02.169657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-84966345-7858-473f-9e29-b8cfcebf589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.171100 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-84966345-7858-473f-9e29-b8cfcebf589b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.1341527 Nov 12 03:32:02.176361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79113fd-8383-4e83-95b4-865299b42784 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e569d-83eb-4ddf-8c9d-9e96eebfde49,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.229319 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87af6d1d-1826-4c07-89bf-73433bbb9456 req-89369784-9880-42ac-8f6f-a4f2cf32233b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/1e5e569d-83eb-4ddf-8c9d-9e96eebfde49 HTTP/1.1" status: 200 len: 1830 time: 0.0415893 Nov 12 03:32:02.250531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-70512028-e59a-4841-ad17-f3ddd5280983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697622 Nov 12 03:32:02.259188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f426b849-8a0f-4cc7-aa9a-f2126e5b3428 req-f94e7bb2-ba05-4651-848c-89994ef33dae tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1062977463', 'description': 'tempest-description-690502320'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:02.264605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4461d5-1a79-4e46-8ab8-9f05f39a7185 req-a9237423-0ac0-4d57-ab25-5a64a69038a3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.266168 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b4461d5-1a79-4e46-8ab8-9f05f39a7185 req-a9237423-0ac0-4d57-ab25-5a64a69038a3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 945 time: 0.2179248 Nov 12 03:32:02.281311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.288972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f426b849-8a0f-4cc7-aa9a-f2126e5b3428 req-f94e7bb2-ba05-4651-848c-89994ef33dae tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.345368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46144) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.373477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cac280b-6d40-4aef-960a-e7313997588b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.390516 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f426b849-8a0f-4cc7-aa9a-f2126e5b3428 req-f94e7bb2-ba05-4651-848c-89994ef33dae tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.397194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f426b849-8a0f-4cc7-aa9a-f2126e5b3428 req-f94e7bb2-ba05-4651-848c-89994ef33dae tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.430606 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f426b849-8a0f-4cc7-aa9a-f2126e5b3428 req-f94e7bb2-ba05-4651-848c-89994ef33dae tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.433090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f426b849-8a0f-4cc7-aa9a-f2126e5b3428 req-f94e7bb2-ba05-4651-848c-89994ef33dae tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1821997 Nov 12 03:32:02.458095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e7bb2-ba05-4651-848c-89994ef33dae tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd3a778-6a8b-4dd4-bf46-e22f276137de,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.538941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cac280b-6d40-4aef-960a-e7313997588b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.543635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cac280b-6d40-4aef-960a-e7313997588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.597336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce187f-db47-45f8-8856-310f7332259d req-c2d0af0b-4650-4bd7-a225-01dae5f440ab tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.598943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90ce187f-db47-45f8-8856-310f7332259d req-c2d0af0b-4650-4bd7-a225-01dae5f440ab tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 945 time: 0.1042283 Nov 12 03:32:02.604625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5cac280b-6d40-4aef-960a-e7313997588b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f4ade3b43c84816afd1f0f7c0f86f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558222 Nov 12 03:32:02.604625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac280b-6d40-4aef-960a-e7313997588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02734fbd-7622-4dfe-b58a-f5b3ebaae267,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.606713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.679016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90ce187f-db47-45f8-8856-310f7332259d req-57326069-d6a2-489d-8f3d-0fb6ae0ef62c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730069 Nov 12 03:32:02.700560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3c11-8cb4-461d-9f6f-8d1c90ec5b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.745205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3c11-8cb4-461d-9f6f-8d1c90ec5b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.783100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-272c35da-f72b-4e9c-8b49-1260822bfe88 req-8ab0ef84-05ea-4f1e-a456-09d223c156d9 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/6fd3a778-6a8b-4dd4-bf46-e22f276137de HTTP/1.1" status: 200 len: 1831 time: 0.0697842 Nov 12 03:32:02.810121 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3c11-8cb4-461d-9f6f-8d1c90ec5b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.813102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea9b3c11-8cb4-461d-9f6f-8d1c90ec5b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.816765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ea9b3c11-8cb4-461d-9f6f-8d1c90ec5b13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02734fbd-7622-4dfe-b58a-f5b3ebaae267 HTTP/1.1" status: 204 len: 168 time: 0.2066691 Nov 12 03:32:02.828628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b3c11-8cb4-461d-9f6f-8d1c90ec5b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02734fbd-7622-4dfe-b58a-f5b3ebaae267,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.848456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Router b43ddb2d-813b-490a-b945-15d6d13212bf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:02.858678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b4461d5-1a79-4e46-8ab8-9f05f39a7185 req-39993ff0-4f3e-4409-8cf5-90796d85eb46 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786932 Nov 12 03:32:02.866892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-5fc6c3e6-a74d-46ad-93eb-f492a28f9769 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982270 Nov 12 03:32:02.940650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483e50c-6a47-4816-8f44-f5d1421fdb97 req-91d68d0f-c65e-4970-9e4d-34f5a00f00d6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.942728 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2483e50c-6a47-4816-8f44-f5d1421fdb97 req-91d68d0f-c65e-4970-9e4d-34f5a00f00d6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 984 time: 0.0574613 Nov 12 03:32:02.950514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-76141d1a-a70e-4f2a-8791-57eb9778dfe3 req-0e4d2a8c-7b66-4878-a8c6-d38c54906137 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-796852381', 'description': 'tempest-description-816329903'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:03.031701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2483e50c-6a47-4816-8f44-f5d1421fdb97 req-eb23fa80-838e-4f06-a63e-eab32f3c1b15 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=4372b45b-8bc7-4873-a85e-344b28263fc6&id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0762568 Nov 12 03:32:03.080121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-76141d1a-a70e-4f2a-8791-57eb9778dfe3 req-0e4d2a8c-7b66-4878-a8c6-d38c54906137 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.117244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Router 8a33fd85-1a2f-440c-ba7f-a826d39007bf is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:03.148488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1058dace-dbe3-4036-a17c-5ebab4dbe70f req-71dc806d-448b-4137-af45-9250e5cf33db service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688203 Nov 12 03:32:03.158565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:03.158565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.177204 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] Sync routers for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:03.193039 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:03.194172 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:03.195583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e11528-8fd2-45c6-b207-0f33bfb35403 req-9b50e2bd-d0e5-4d63-a886-9306ca475b07 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.204015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39e11528-8fd2-45c6-b207-0f33bfb35403 req-9b50e2bd-d0e5-4d63-a886-9306ca475b07 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 945 time: 0.1078689 Nov 12 03:32:03.236568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-98a31291-732d-4df3-a281-69c7361a5b18 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "PUT /v2.0/floatingips/d1c62b39-1b8b-4066-a8e0-f8359de3f644 HTTP/1.1" status: 200 len: 992 time: 3.8309758 Nov 12 03:32:03.243405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:03.244270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-8d6a71d3-2057-4210-b8d5-5bf8396c8abb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.245765 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f203b509-e587-42af-817e-158bc2c92748" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:03.247461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-8d6a71d3-2057-4210-b8d5-5bf8396c8abb tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 945 time: 0.1180892 Nov 12 03:32:03.310650 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39e11528-8fd2-45c6-b207-0f33bfb35403 req-b08f8ec9-ab22-4cbe-aa19-7dd3e582b4fb tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009071 Nov 12 03:32:03.355733 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-76141d1a-a70e-4f2a-8791-57eb9778dfe3 req-0e4d2a8c-7b66-4878-a8c6-d38c54906137 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.366081 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-76141d1a-a70e-4f2a-8791-57eb9778dfe3 req-0e4d2a8c-7b66-4878-a8c6-d38c54906137 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.371831 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:03.426109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:03.441060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eb082f-bf88-4707-86b3-f25fe506cd73 None None] Sync routers for ids ['8a33fd85-1a2f-440c-ba7f-a826d39007bf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:03.446112 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-76141d1a-a70e-4f2a-8791-57eb9778dfe3 req-0e4d2a8c-7b66-4878-a8c6-d38c54906137 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.460891 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76141d1a-a70e-4f2a-8791-57eb9778dfe3 req-0e4d2a8c-7b66-4878-a8c6-d38c54906137 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5162699 Nov 12 03:32:03.461722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb082f-bf88-4707-86b3-f25fe506cd73 None None] Routers {'8a33fd85-1a2f-440c-ba7f-a826d39007bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:03.463715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-93eb082f-bf88-4707-86b3-f25fe506cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8a33fd85-1a2f-440c-ba7f-a826d39007bf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:03.472935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Deleting port 7ec1a12a-7962-49fa-ac46-52b900c98271 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:03.473430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.504811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d2a8c-7b66-4878-a8c6-d38c54906137 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40376891-d679-4a2f-82f5-b6cecb3a87cd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.517103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.520349 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-336f2dee-f0c6-48b1-a9e9-7ce6bb8c56a7 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8547907 Nov 12 03:32:03.524045 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb96e702-2e59-4b42-ac71-1325d0c855c0 x-openstack-request-id: req-fb96e702-2e59-4b42-ac71-1325d0c855c0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:03.530825 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:03.531281 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb96e702-2e59-4b42-ac71-1325d0c855c0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:03.531863 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'status': 'completed', 'code': 200} Nov 12 03:32:03.532456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46176) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.609895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-93eb082f-bf88-4707-86b3-f25fe506cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:03.668116 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ca68643d-fc02-4b63-9a0a-73fa8e700028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.675730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb082f-bf88-4707-86b3-f25fe506cd73 None None] Routers {'8a33fd85-1a2f-440c-ba7f-a826d39007bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:03.676840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-93eb082f-bf88-4707-86b3-f25fe506cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8a33fd85-1a2f-440c-ba7f-a826d39007bf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:03.693946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-8e1c96ed-4ebe-431d-aa05-4cdda4466e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.694423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-8e1c96ed-4ebe-431d-aa05-4cdda4466e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.694895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-8e1c96ed-4ebe-431d-aa05-4cdda4466e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.695360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-8e1c96ed-4ebe-431d-aa05-4cdda4466e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.695826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-8e1c96ed-4ebe-431d-aa05-4cdda4466e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.696289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-8e1c96ed-4ebe-431d-aa05-4cdda4466e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.696769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-8e1c96ed-4ebe-431d-aa05-4cdda4466e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.698726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f203b509-e587-42af-817e-158bc2c92748 req-8e1c96ed-4ebe-431d-aa05-4cdda4466e30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6498 time: 0.1129875 Nov 12 03:32:03.707529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-021b8270-144f-4fa9-8835-656078437c9c tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/routers/8a33fd85-1a2f-440c-ba7f-a826d39007bf HTTP/1.1" status: 200 len: 924 time: 0.1737704 Nov 12 03:32:03.710859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.759734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ace99c36-ebd1-4d8a-b436-060bd2c281b2 req-72cc0b82-7d2e-47fd-9353-c4c190c8a48b tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/40376891-d679-4a2f-82f5-b6cecb3a87cd HTTP/1.1" status: 200 len: 1830 time: 0.1812272 Nov 12 03:32:03.774803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1d1f4a2f-82bd-40af-89cf-60eb58699f03 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:03.832845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 1d1f4a2f-82bd-40af-89cf-60eb58699f03 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:03.833199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1d1f4a2f-82bd-40af-89cf-60eb58699f03 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:03.841119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-93eb082f-bf88-4707-86b3-f25fe506cd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:03.844254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eb082f-bf88-4707-86b3-f25fe506cd73 None None] The sync data for ids ['8a33fd85-1a2f-440c-ba7f-a826d39007bf'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:03.861754 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bb5ab68d-4fda-44d1-89c9-a763f6a8f3cb tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a33fd85-1a2f-440c-ba7f-a826d39007bf HTTP/1.1" status: 200 len: 205 time: 0.1473503 Nov 12 03:32:03.874302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46198) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.938138 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd1c62b39-1b8b-4066-a8e0-f8359de3f644', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'port_id': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'mac_address': 'fa:16:3e:50:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:32:01Z', 'revision_number': 1, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 5, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:03.970279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-c3ef0b42-23d1-4924-b97e-2df97f0ed53f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.973152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-c3ef0b42-23d1-4924-b97e-2df97f0ed53f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 945 time: 0.1547487 Nov 12 03:32:03.974423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-c5752907-3171-486e-9381-004745423e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.976212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f203b509-e587-42af-817e-158bc2c92748 req-c5752907-3171-486e-9381-004745423e93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 HTTP/1.1" status: 200 len: 914 time: 0.2558866 Nov 12 03:32:03.980461 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] Checking router: b43ddb2d-813b-490a-b945-15d6d13212bf for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:03.990353 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:03.991336 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:04.079885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f203b509-e587-42af-817e-158bc2c92748 req-d22a0561-a2b6-424d-8f01-185172972d65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758 HTTP/1.1" status: 200 len: 1000 time: 0.0827153 Nov 12 03:32:04.080288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] For port 7ec1a12a-7962-49fa-ac46-52b900c98271, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ec1a12a-7962-49fa-ac46-52b900c98271,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:04.081138 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.130263 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-dbc3fad9-9a12-4cd4-9bd7-3c2934ad0d38 req-01a46a0f-ea44-4deb-b1c3-2e0ff4551423 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] show failed (client error): The resource could not be found. Nov 12 03:32:04.131299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbc3fad9-9a12-4cd4-9bd7-3c2934ad0d38 req-01a46a0f-ea44-4deb-b1c3-2e0ff4551423 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/032d0b52-8447-4fd1-baea-7960360b2d1a HTTP/1.1" status: 404 len: 352 time: 0.0288775 Nov 12 03:32:04.182448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Calling delete_port for 7ec1a12a-7962-49fa-ac46-52b900c98271 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:04.212578 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:04.216832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-f114d822-1422-41db-9d23-99e264a2ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.218299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f203b509-e587-42af-817e-158bc2c92748 req-f114d822-1422-41db-9d23-99e264a2ba49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3c55d2-fd78-4d1f-b13a-a9c9b443388e HTTP/1.1" status: 200 len: 851 time: 0.1122966 Nov 12 03:32:04.278898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Deleting port effeaec5-c0a4-4015-abdc-23b15f426e5b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:04.279140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.305099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07dba-b6aa-49c1-b175-d34ff61d9c34 req-ca0e634e-63b2-4b73-8cdf-80dc8336163d tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.312449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76f07dba-b6aa-49c1-b175-d34ff61d9c34 req-ca0e634e-63b2-4b73-8cdf-80dc8336163d tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 945 time: 0.2905428 Nov 12 03:32:04.376498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.400293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63c4c3-0cf4-4b04-97a3-2f48e94bacb9 req-fdf7f5a9-f195-40f7-92b5-e59440fb3fb1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.401913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c63c4c3-0cf4-4b04-97a3-2f48e94bacb9 req-fdf7f5a9-f195-40f7-92b5-e59440fb3fb1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3c686bb-1a7d-4c79-bfae-3b87c7b785aa HTTP/1.1" status: 200 len: 945 time: 0.1166756 Nov 12 03:32:04.409781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b509-e587-42af-817e-158bc2c92748 req-980bae06-a0ef-4895-bc6e-cbb2e96957f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.411423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f203b509-e587-42af-817e-158bc2c92748 req-980bae06-a0ef-4895-bc6e-cbb2e96957f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1781712 Nov 12 03:32:04.477407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76f07dba-b6aa-49c1-b175-d34ff61d9c34 req-33900dec-b4fc-4d5e-abf6-4efc8d9b68a5 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639769 Nov 12 03:32:04.539069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f203b509-e587-42af-817e-158bc2c92748 req-f09f1c10-87f3-4936-a7f1-92bd926807fa service neutron] 10.222.0.20 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062708 Nov 12 03:32:04.560695 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd1c62b39-1b8b-4066-a8e0-f8359de3f644', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'port_id': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'mac_address': 'fa:16:3e:50:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:32:01Z', 'revision_number': 1, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 5, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:04.605067 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62bc00-8e7b-476b-80e8-7df8257c1018 None None] The sync data for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 is: [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd1c62b39-1b8b-4066-a8e0-f8359de3f644', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'port_id': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'mac_address': 'fa:16:3e:50:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:32:01Z', 'revision_number': 1, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 5, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:04.628711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.663563 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f203b509-e587-42af-817e-158bc2c92748 req-0627c66e-b0ba-467a-b8e1-c97d0c015a3b service neutron] 10.222.0.20 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031120 Nov 12 03:32:04.699614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] For port effeaec5-c0a4-4015-abdc-23b15f426e5b, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=effeaec5-c0a4-4015-abdc-23b15f426e5b,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:04.699986 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.722314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Calling delete_port for effeaec5-c0a4-4015-abdc-23b15f426e5b owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:04.739033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c63c4c3-0cf4-4b04-97a3-2f48e94bacb9 req-107573fc-21ee-4249-b9d6-ab5d8af411a3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214412 Nov 12 03:32:04.746641 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.759231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7643b8fc-dc71-44e6-b753-d9a711d36b5d', '03e0944b-bfdb-45d3-9dba-c7c904877e81', '2c56efcf-f6c3-4941-9b2a-632773d9571f', '7ec1a12a-7962-49fa-ac46-52b900c98271'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:04.790476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Pushing event deleted for resources: {'Port': ['ID=7ec1a12a-7962-49fa-ac46-52b900c98271,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.804103 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-1eeac75d-531c-4c37-b295-3b7f29ce169f req-d76ef729-b252-437a-909b-2e16e2db5afe tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] show failed (client error): The resource could not be found. Nov 12 03:32:04.815304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1eeac75d-531c-4c37-b295-3b7f29ce169f req-d76ef729-b252-437a-909b-2e16e2db5afe tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-group-rules/c8153cc5-2148-4840-9712-949ae6cda492 HTTP/1.1" status: 404 len: 361 time: 0.0439093 Nov 12 03:32:04.820880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Deleting port c191117c-3804-47c7-8ca0-9e9263e89e51 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:04.821527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.840764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f2b76-c74c-41de-bb7f-be971ef7296c req-563c0fd1-e39c-4a59-abf4-f0f66b2768aa tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.851009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a2f2b76-c74c-41de-bb7f-be971ef7296c req-563c0fd1-e39c-4a59-abf4-f0f66b2768aa tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 984 time: 0.1710184 Nov 12 03:32:04.878851 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.926147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] No DVR routers for this DVR port 7ec1a12a-7962-49fa-ac46-52b900c98271 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:04.933308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.937594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-74d55758-a629-4863-8d6d-bfe7d77d9bb1 req-c63c2891-febc-48cd-8d41-fe53910369a0 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "DELETE /v2.0/ports/7ec1a12a-7962-49fa-ac46-52b900c98271 HTTP/1.1" status: 204 len: 173 time: 1.6565063 Nov 12 03:32:04.938054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66121c7b-d3c9-44e0-ac73-a8f901240841', 'name': 'network-vif-deleted', 'tag': '7ec1a12a-7962-49fa-ac46-52b900c98271'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:04.942007 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4a7385-06e6-4e41-a108-1cc627da6264" -d '{"events": [{"server_uuid": "66121c7b-d3c9-44e0-ac73-a8f901240841", "name": "network-vif-deleted", "tag": "7ec1a12a-7962-49fa-ac46-52b900c98271"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:05.044279 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4899737-421e-4d3f-aece-34a6b98af5fb None None] New status for floating IP d1c62b39-1b8b-4066-a8e0-f8359de3f644: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:32:05.045259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a2f2b76-c74c-41de-bb7f-be971ef7296c req-b8bd0649-2d72-4fb0-b5f4-faf57ff016fa tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=4372b45b-8bc7-4873-a85e-344b28263fc6&id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1930654 Nov 12 03:32:05.063103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.098834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Calling delete_port for c191117c-3804-47c7-8ca0-9e9263e89e51 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:05.148254 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8840f8d5-1c27-42ef-aba5-7df54672c37e req-6f151001-2bae-48ad-aad2-92cc99fdda51 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/40376891-d679-4a2f-82f5-b6cecb3a87cd HTTP/1.1" status: 200 len: 1830 time: 0.1516757 Nov 12 03:32:05.184983 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.202567 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0593b8e-3409-45d1-8e14-82c1ad3cea68 x-openstack-request-id: req-f0593b8e-3409-45d1-8e14-82c1ad3cea68 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:05.203268 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66121c7b-d3c9-44e0-ac73-a8f901240841", "name": "network-vif-deleted", "tag": "7ec1a12a-7962-49fa-ac46-52b900c98271", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:05.204107 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0593b8e-3409-45d1-8e14-82c1ad3cea68 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:05.207436 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66121c7b-d3c9-44e0-ac73-a8f901240841', 'name': 'network-vif-deleted', 'tag': '7ec1a12a-7962-49fa-ac46-52b900c98271', 'status': 'completed', 'code': 200} Nov 12 03:32:05.252077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event deleted for resources: {'Port': ['ID=effeaec5-c0a4-4015-abdc-23b15f426e5b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.312270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] No DVR routers for this DVR port effeaec5-c0a4-4015-abdc-23b15f426e5b on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:05.317841 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.326024 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb75cf25-a514-4cf3-8ca5-8b2cf8e1c680 req-f3a881d0-8a93-4e14-acb5-862ffc2d10e2 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "DELETE /v2.0/ports/effeaec5-c0a4-4015-abdc-23b15f426e5b HTTP/1.1" status: 204 len: 173 time: 1.3400576 Nov 12 03:32:05.383701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2badfdb9-d812-4680-a76a-d65a2f2a704f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-241727837&fields=id&tenant_id=929da0da474b44a79c31662eeb735de2 HTTP/1.1" status: 200 len: 267 time: 0.1394174 Nov 12 03:32:05.415675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8840f8d5-1c27-42ef-aba5-7df54672c37e req-2c76ad09-0881-44b9-b3db-3647fe5d11eb tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.482524 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8840f8d5-1c27-42ef-aba5-7df54672c37e req-2c76ad09-0881-44b9-b3db-3647fe5d11eb tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.508964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-3e88af40-1df4-45b1-a8e8-4a8d732316ff tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.522858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-3e88af40-1df4-45b1-a8e8-4a8d732316ff tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 984 time: 0.1382091 Nov 12 03:32:05.547644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c686bb-1a7d-4c79-bfae-3b87c7b785aa', 'name': 'network-vif-deleted', 'tag': 'effeaec5-c0a4-4015-abdc-23b15f426e5b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:05.548687 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'port': {'security_groups': ['4372b45b-8bc7-4873-a85e-344b28263fc6', '45fbfa13-fe9a-41ab-bb4f-22322175809d', '7068947c-bb08-4052-9541-0785ba31d240']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:05.550581 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47afd94f-d973-4860-a889-435b2d9ee1dd" -d '{"events": [{"server_uuid": "d3c686bb-1a7d-4c79-bfae-3b87c7b785aa", "name": "network-vif-deleted", "tag": "effeaec5-c0a4-4015-abdc-23b15f426e5b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:05.573776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8840f8d5-1c27-42ef-aba5-7df54672c37e req-2c76ad09-0881-44b9-b3db-3647fe5d11eb tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.581413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8840f8d5-1c27-42ef-aba5-7df54672c37e req-2c76ad09-0881-44b9-b3db-3647fe5d11eb tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.582981 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.584127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8840f8d5-1c27-42ef-aba5-7df54672c37e req-2c76ad09-0881-44b9-b3db-3647fe5d11eb tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "DELETE /v2.0/security-groups/40376891-d679-4a2f-82f5-b6cecb3a87cd HTTP/1.1" status: 204 len: 173 time: 0.4350193 Nov 12 03:32:05.616022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76ad09-0881-44b9-b3db-3647fe5d11eb tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40376891-d679-4a2f-82f5-b6cecb3a87cd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.636686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event deleted for resources: {'Port': ['ID=c191117c-3804-47c7-8ca0-9e9263e89e51,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.697266 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.714111 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c90e16d7-def0-41db-8c63-8dc9c9181e3a req-fe49d00e-55b2-48a7-bbb6-889211faae81 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=66121c7b-d3c9-44e0-ac73-a8f901240841 HTTP/1.1" status: 200 len: 210 time: 0.0368731 Nov 12 03:32:05.753577 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11610f82-b137-40ee-a419-e6a6147b6ba8 x-openstack-request-id: req-11610f82-b137-40ee-a419-e6a6147b6ba8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:05.754135 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c686bb-1a7d-4c79-bfae-3b87c7b785aa", "name": "network-vif-deleted", "tag": "effeaec5-c0a4-4015-abdc-23b15f426e5b", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:05.754461 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11610f82-b137-40ee-a419-e6a6147b6ba8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:05.754981 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c686bb-1a7d-4c79-bfae-3b87c7b785aa', 'name': 'network-vif-deleted', 'tag': 'effeaec5-c0a4-4015-abdc-23b15f426e5b', 'status': 'completed', 'code': 200} Nov 12 03:32:05.755932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3040539e-d28b-4712-b059-dd963ac57f3a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:05.874449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3040539e-d28b-4712-b059-dd963ac57f3a,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:05.913452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '3040539e-d28b-4712-b059-dd963ac57f3a', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'port_id': '3040539e-d28b-4712-b059-dd963ac57f3a', 'mac_address': 'fa:16:3e:d5:a4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67f6c8-b665-4ca5-b155-c93c0793db74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:05.917149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.937370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dbfc347-a4b8-420c-bd2e-220fe64e011c req-77df93a5-f809-4fba-88bd-68c76dcf2fce tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/6fd3a778-6a8b-4dd4-bf46-e22f276137de HTTP/1.1" status: 200 len: 1831 time: 0.0769632 Nov 12 03:32:05.980991 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.020972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3040539e-d28b-4712-b059-dd963ac57f3a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:06.036383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2dbfc347-a4b8-420c-bd2e-220fe64e011c req-44c80d82-f602-4349-860b-0b0346da9066 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.062723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3040539e-d28b-4712-b059-dd963ac57f3a,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:06.063030 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2dbfc347-a4b8-420c-bd2e-220fe64e011c req-44c80d82-f602-4349-860b-0b0346da9066 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.063683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.068184 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.069566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.084794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46272) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.116877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2dbfc347-a4b8-420c-bd2e-220fe64e011c req-44c80d82-f602-4349-860b-0b0346da9066 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.120183 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2dbfc347-a4b8-420c-bd2e-220fe64e011c req-44c80d82-f602-4349-860b-0b0346da9066 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.133976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dbfc347-a4b8-420c-bd2e-220fe64e011c req-44c80d82-f602-4349-860b-0b0346da9066 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "DELETE /v2.0/security-groups/6fd3a778-6a8b-4dd4-bf46-e22f276137de HTTP/1.1" status: 204 len: 173 time: 0.1938663 Nov 12 03:32:06.141256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.141797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Fanout notify agent at l3_agent the message router_deleted on router 8a33fd85-1a2f-440c-ba7f-a826d39007bf {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:06.151743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3040539e-d28b-4712-b059-dd963ac57f3a,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.152549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.157529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a2100a49-36b1-45d0-9f62-4b7127d7a422 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/8a33fd85-1a2f-440c-ba7f-a826d39007bf HTTP/1.1" status: 204 len: 168 time: 2.2795525 Nov 12 03:32:06.158191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.160984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] For port b312c9de-5352-42d9-a5c7-d3ab06713efc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:06.166532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1719210557', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': False}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:06.173874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c80d82-f602-4349-860b-0b0346da9066 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd3a778-6a8b-4dd4-bf46-e22f276137de,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.220644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.224760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.225849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.235198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.246636 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.270644 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.271323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.272755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a1f6941-5dd2-4e6f-bb0a-0f800fb0e085 req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "PUT /v2.0/ports/b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 200 len: 1020 time: 0.7475054 Nov 12 03:32:06.355070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.361573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['3040539e-d28b-4712-b059-dd963ac57f3a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:06.366592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:06.382338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5527a6ad-08e7-4578-a033-bd151c480ac1 req-a3facaf5-ac26-447a-ba8b-033261529c03 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/7068947c-bb08-4052-9541-0785ba31d240 HTTP/1.1" status: 200 len: 1819 time: 0.0489879 Nov 12 03:32:06.436666 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-5527a6ad-08e7-4578-a033-bd151c480ac1 req-96fb86b5-82cc-481c-870c-7471f9b4b381 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:32:06.437984 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5527a6ad-08e7-4578-a033-bd151c480ac1 req-96fb86b5-82cc-481c-870c-7471f9b4b381 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/7068947c-bb08-4052-9541-0785ba31d240 HTTP/1.1" status: 409 len: 341 time: 0.0481379 Nov 12 03:32:06.515682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b312c9de-5352-42d9-a5c7-d3ab06713efc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:06.631944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-bdac368b-70d6-40a2-9a5d-ec56925b5a5e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.633453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-bdac368b-70d6-40a2-9a5d-ec56925b5a5e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.1159260 Nov 12 03:32:06.650881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-aa0ccc0b-70af-4199-b164-34a5c30e20af tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/quotas/49c3a70a1bdb40208d0bee143bfdc83d HTTP/1.1" status: 200 len: 375 time: 0.0107536 Nov 12 03:32:06.709152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-dff565f9-279b-4b54-bb34-1500d667c413 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518494 Nov 12 03:32:06.732886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6e5e3-4cad-4417-a467-e49e25cef7ec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'Port': ['ID=b312c9de-5352-42d9-a5c7-d3ab06713efc,revision_number=7']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.761705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-346e8d5f-8648-48f1-925b-10f87bd065ff req-5c62f1d4-d8d1-4cb9-ac4d-466a4c7e7eb9 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/1e5e569d-83eb-4ddf-8c9d-9e96eebfde49 HTTP/1.1" status: 200 len: 1830 time: 0.4629748 Nov 12 03:32:06.797332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.816474 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-acb6beea-140b-44d9-95d1-627d0609e4ea service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986297 Nov 12 03:32:06.859854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.913216 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-a6857fd6-d805-4a64-a1ce-3d8551803b38 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907006 Nov 12 03:32:06.960246 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-346e8d5f-8648-48f1-925b-10f87bd065ff req-b480b63b-b633-4aa1-b7c9-05ed57788e64 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.967408 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.976543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd', 'b312c9de-5352-42d9-a5c7-d3ab06713efc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:06.981024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:07.020508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-346e8d5f-8648-48f1-925b-10f87bd065ff req-b480b63b-b633-4aa1-b7c9-05ed57788e64 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.098727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.111633 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-346e8d5f-8648-48f1-925b-10f87bd065ff req-b480b63b-b633-4aa1-b7c9-05ed57788e64 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.114370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-346e8d5f-8648-48f1-925b-10f87bd065ff req-b480b63b-b633-4aa1-b7c9-05ed57788e64 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.115584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-346e8d5f-8648-48f1-925b-10f87bd065ff req-b480b63b-b633-4aa1-b7c9-05ed57788e64 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "DELETE /v2.0/security-groups/1e5e569d-83eb-4ddf-8c9d-9e96eebfde49 HTTP/1.1" status: 204 len: 173 time: 0.3195200 Nov 12 03:32:07.165804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480b63b-b633-4aa1-b7c9-05ed57788e64 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e569d-83eb-4ddf-8c9d-9e96eebfde49,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:07.211141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:07.218373 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2183dc1-44be-421c-9328-38639e335fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:07.342815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.345021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Allocated IP 172.25.0.236 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/533b4c4c-9c15-459c-8581-64b4eec46c34) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:07.372475 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.526748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b7b531ca-5d89-4f05-812a-60806d7ce880 req-b8edb9bf-18b8-43f4-aeb8-2a89cc64580b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 210 time: 0.0813515 Nov 12 03:32:07.538007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ea747648-2f28-4c08-8493-20412995a3ad req-b3b58b63-5f25-4fb2-847a-5353f16e85f2 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/1e194756-656e-4f12-9acb-fe0aeb9a890b HTTP/1.1" status: 200 len: 1832 time: 0.1049175 Nov 12 03:32:07.614629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.618131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ea747648-2f28-4c08-8493-20412995a3ad req-69848b60-5aba-4ab3-aa2b-13128a8b89d3 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.651449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ea747648-2f28-4c08-8493-20412995a3ad req-69848b60-5aba-4ab3-aa2b-13128a8b89d3 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.658629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.668419 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c9f50d-78b6-4091-8642-241e2725440d x-openstack-request-id: req-25c9f50d-78b6-4091-8642-241e2725440d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:07.668706 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:07.669084 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25c9f50d-78b6-4091-8642-241e2725440d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:07.669937 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc', 'status': 'completed', 'code': 200} Nov 12 03:32:07.739770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ea747648-2f28-4c08-8493-20412995a3ad req-69848b60-5aba-4ab3-aa2b-13128a8b89d3 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.743767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ea747648-2f28-4c08-8493-20412995a3ad req-69848b60-5aba-4ab3-aa2b-13128a8b89d3 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.765705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ea747648-2f28-4c08-8493-20412995a3ad req-69848b60-5aba-4ab3-aa2b-13128a8b89d3 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "DELETE /v2.0/security-groups/1e194756-656e-4f12-9acb-fe0aeb9a890b HTTP/1.1" status: 204 len: 173 time: 0.2267814 Nov 12 03:32:07.771480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3040539e-d28b-4712-b059-dd963ac57f3a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:07.810671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:07.827656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'Port': ['ID=533b4c4c-9c15-459c-8581-64b4eec46c34,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:07.853360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:07.861284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:07.897924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69848b60-5aba-4ab3-aa2b-13128a8b89d3 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e194756-656e-4f12-9acb-fe0aeb9a890b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:07.965795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Allocated IP 172.25.0.240 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/62a73763-ed22-4bd0-a147-60c9e98c0bce) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:07.997663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183dc1-44be-421c-9328-38639e335fc8 req-2871b5fa-c1e8-4c54-84da-9d733909c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.003363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2183dc1-44be-421c-9328-38639e335fc8 req-2871b5fa-c1e8-4c54-84da-9d733909c442 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=929da0da474b44a79c31662eeb735de2&device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1175 time: 0.2758510 Nov 12 03:32:08.030098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 3040539e-d28b-4712-b059-dd963ac57f3a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:08.030658 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.101206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b673be-6d85-4ce9-94b1-e20112aa6ac9 req-3c741ae2-03f8-457b-9118-d988d74143c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.102822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16b673be-6d85-4ce9-94b1-e20112aa6ac9 req-3c741ae2-03f8-457b-9118-d988d74143c0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1023 time: 0.2081985 Nov 12 03:32:08.151103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34f4fbfd-525b-43ac-81be-9a4592ab3747 req-b93b4416-8e9e-4078-b3ee-f1ddf50e2967 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "GET /v2.0/security-groups/e423aecd-cf7e-408b-98bf-c216a0c36c65 HTTP/1.1" status: 200 len: 1830 time: 0.2578738 Nov 12 03:32:08.179082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.203664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3040539e-d28b-4712-b059-dd963ac57f3a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:08.206880 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3470301-4c12-46c1-89bc-18b3d6e9f117" -d '{"events": [{"server_uuid": "5f2090f6-101f-4f7b-9a90-4604d32b6aec", "name": "network-vif-plugged", "status": "completed", "tag": "3040539e-d28b-4712-b059-dd963ac57f3a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:08.222489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3040539e-d28b-4712-b059-dd963ac57f3a,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:08.227884 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.229058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device effeaec5-c0a4-4015-abdc-23b15f426e5b no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:08.254305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: effeaec5-c0a4-4015-abdc-23b15f426e5b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:08.255271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device effeaec5-c0a4-4015-abdc-23b15f426e5b not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:08.255758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7ec1a12a-7962-49fa-ac46-52b900c98271 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:08.319462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16b673be-6d85-4ce9-94b1-e20112aa6ac9 req-ebbf000a-bea1-4a40-982c-8c55446f3a37 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=4372b45b-8bc7-4873-a85e-344b28263fc6&id=7068947c-bb08-4052-9541-0785ba31d240&id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1626234 Nov 12 03:32:08.323069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7ec1a12a-7962-49fa-ac46-52b900c98271 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:08.323590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7ec1a12a-7962-49fa-ac46-52b900c98271 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:08.359818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183dc1-44be-421c-9328-38639e335fc8 req-e8dd8762-11d5-4e54-ae9e-db6e60dc9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.361332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2183dc1-44be-421c-9328-38639e335fc8 req-e8dd8762-11d5-4e54-ae9e-db6e60dc9982 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 200 len: 914 time: 0.3485866 Nov 12 03:32:08.377456 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.394271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3040539e-d28b-4712-b059-dd963ac57f3a,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.406519 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6e12d-2dee-4b5c-a4f9-9338e5599173 x-openstack-request-id: req-a8b6e12d-2dee-4b5c-a4f9-9338e5599173 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:08.406855 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2090f6-101f-4f7b-9a90-4604d32b6aec", "name": "network-vif-plugged", "status": "completed", "tag": "3040539e-d28b-4712-b059-dd963ac57f3a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:08.407208 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8b6e12d-2dee-4b5c-a4f9-9338e5599173 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:08.407699 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3040539e-d28b-4712-b059-dd963ac57f3a', 'code': 200} Nov 12 03:32:08.431352 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2183dc1-44be-421c-9328-38639e335fc8 req-921c6ab6-45b3-4346-99e7-acf5647b19a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 200 len: 217 time: 0.0593681 Nov 12 03:32:08.446131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-34f4fbfd-525b-43ac-81be-9a4592ab3747 req-c25a71f8-7b24-4c17-a9c3-e5c115ba3f09 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.482041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.533839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.567009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183dc1-44be-421c-9328-38639e335fc8 req-f14b6c28-94c1-4fed-9170-d503694a1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.569381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2183dc1-44be-421c-9328-38639e335fc8 req-f14b6c28-94c1-4fed-9170-d503694a1c94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 200 len: 852 time: 0.1301877 Nov 12 03:32:08.609859 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2183dc1-44be-421c-9328-38639e335fc8 req-af2fcd63-e24d-45e6-bee3-3149f72e1ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5817e48-97b4-4f31-a39a-8f33d4bcf472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300446 Nov 12 03:32:08.645194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-34f4fbfd-525b-43ac-81be-9a4592ab3747 req-c25a71f8-7b24-4c17-a9c3-e5c115ba3f09 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.649334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.669722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:08.700629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:08.714368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:08.763032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'Port': ['ID=62a73763-ed22-4bd0-a147-60c9e98c0bce,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.779209 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fc050a0-6639-4cc5-9edc-25937d322773 req-ecb57b99-b895-4a53-b6e3-a285e55e6196 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 210 time: 0.1381476 Nov 12 03:32:08.897973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-34f4fbfd-525b-43ac-81be-9a4592ab3747 req-c25a71f8-7b24-4c17-a9c3-e5c115ba3f09 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.900626 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-34f4fbfd-525b-43ac-81be-9a4592ab3747 req-c25a71f8-7b24-4c17-a9c3-e5c115ba3f09 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.901856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34f4fbfd-525b-43ac-81be-9a4592ab3747 req-c25a71f8-7b24-4c17-a9c3-e5c115ba3f09 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] 10.222.0.49 "DELETE /v2.0/security-groups/e423aecd-cf7e-408b-98bf-c216a0c36c65 HTTP/1.1" status: 204 len: 173 time: 0.6892519 Nov 12 03:32:08.910911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.020320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a71f8-7b24-4c17-a9c3-e5c115ba3f09 tempest-SecurityGroupRulesNegativeTestJSON-2125943073 tempest-SecurityGroupRulesNegativeTestJSON-2125943073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e423aecd-cf7e-408b-98bf-c216a0c36c65,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.052334 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2183dc1-44be-421c-9328-38639e335fc8 req-b7e15d53-559c-4644-b3a1-92ba27647b49 service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301281 Nov 12 03:32:09.056966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc94155-63f7-4137-b7ac-ba65a6e5a586 admin admin] Deleting subnet a03847cb-bdfe-4d86-9f13-f63f5778474d {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:09.064029 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dc94155-63f7-4137-b7ac-ba65a6e5a586 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.183315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-df2b52c1-13aa-4b52-bea8-b213d1029e3a tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.184836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-df2b52c1-13aa-4b52-bea8-b213d1029e3a tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.20 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1023 time: 0.2141297 Nov 12 03:32:09.190853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dc94155-63f7-4137-b7ac-ba65a6e5a586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.286939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.319421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dc94155-63f7-4137-b7ac-ba65a6e5a586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.354039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2183dc1-44be-421c-9328-38639e335fc8 req-79aac33f-0763-4673-95ba-9c0cb438092d service neutron] 10.222.0.20 "GET /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917936 Nov 12 03:32:09.416987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Deleting port b312c9de-5352-42d9-a5c7-d3ab06713efc {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:09.417394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.433825 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dc94155-63f7-4137-b7ac-ba65a6e5a586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.504467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc94155-63f7-4137-b7ac-ba65a6e5a586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03847cb-bdfe-4d86-9f13-f63f5778474d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.506768 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dc94155-63f7-4137-b7ac-ba65a6e5a586 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.509964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5dc94155-63f7-4137-b7ac-ba65a6e5a586 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a03847cb-bdfe-4d86-9f13-f63f5778474d HTTP/1.1" status: 204 len: 168 time: 0.5978615 Nov 12 03:32:09.513000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46378) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.557733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-d808b945-01bb-4ace-a1ad-e6b8b29be6df tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.559261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-d808b945-01bb-4ace-a1ad-e6b8b29be6df tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.6493692 Nov 12 03:32:09.561697 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.583145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Request body: {'port': {'device_id': '90ae78af-417b-4dea-9aca-f97823f56637', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'admin_state_up': True, 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:09.597644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.640918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] For port b312c9de-5352-42d9-a5c7-d3ab06713efc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b312c9de-5352-42d9-a5c7-d3ab06713efc,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:09.641280 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.690678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Calling delete_port for b312c9de-5352-42d9-a5c7-d3ab06713efc owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:09.742708 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.745060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.839818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d225a89-4066-453d-ac04-a0524e2d17f2 req-00f0d4b5-aa7d-40bc-a9be-787d3cf3f12a tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.848649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d225a89-4066-453d-ac04-a0524e2d17f2 req-00f0d4b5-aa7d-40bc-a9be-787d3cf3f12a tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=4056e302-5f5d-48fb-9935-c744ebb7ce64 HTTP/1.1" status: 200 len: 1023 time: 0.3515801 Nov 12 03:32:09.911759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37384a9-5cfc-4666-b0ae-e30fb1a9489a']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:09.915649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.928106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd', 'b312c9de-5352-42d9-a5c7-d3ab06713efc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:09.934360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:09.939803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.976188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'Port': ['ID=533b4c4c-9c15-459c-8581-64b4eec46c34,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.993937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.510421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cd3ad6-08ab-4634-a83d-9395e8c28155') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:10.510621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cd3ad6-08ab-4634-a83d-9395e8c28155') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:10.516055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'Port': ['ID=b312c9de-5352-42d9-a5c7-d3ab06713efc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.540166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.581251 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.582516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0b9505d0-2106-4383-8325-b405fd6f99e1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4634907 Nov 12 03:32:10.588534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ca7e7d7-43e1-4048-b70d-9091c1c83aa4 req-8ea91833-f7d7-4e01-8899-fa9198b0575f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 210 time: 0.0827403 Nov 12 03:32:10.589470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46394) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.608995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-492491341'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:10.631987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d225a89-4066-453d-ac04-a0524e2d17f2 req-cfacce38-48e3-40f5-8fa0-2c38b12af1aa tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=4372b45b-8bc7-4873-a85e-344b28263fc6&id=7068947c-bb08-4052-9541-0785ba31d240&id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.7823863 Nov 12 03:32:10.640334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.665853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.679789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:10.679789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:10.747694 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:10.754278 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.773857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Made reservation on behalf of 8ca7d3ac84d84d44a69a0cbe95465582 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:10.778550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] No DVR routers for this DVR port b312c9de-5352-42d9-a5c7-d3ab06713efc on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:10.782416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.808934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.815920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f37384a9-5cfc-4666-b0ae-e30fb1a9489a HTTP/1.1" status: 204 len: 168 time: 1.3018289 Nov 12 03:32:10.817506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.821748 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e767312f-37ce-426d-8592-17b38f5cf3c9 req-11df25d9-c50e-4f5f-b2fd-94eb953930ad tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.20 "DELETE /v2.0/ports/b312c9de-5352-42d9-a5c7-d3ab06713efc HTTP/1.1" status: 204 len: 173 time: 1.6291125 Nov 12 03:32:10.822321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'name': 'network-vif-deleted', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:10.824868 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba32c662-e32b-4d30-90c4-4e353d99e585" -d '{"events": [{"server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "name": "network-vif-deleted", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:10.828658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0c2dc-ecc1-498b-b71a-c3fc486b8ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37384a9-5cfc-4666-b0ae-e30fb1a9489a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.871634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Allocated IP 172.20.0.11 (cb1b6f72-6312-4e02-90bc-25b52609eef7/e94314c6-3250-47e1-a1fe-ce606b32ef01/43ca9720-bca0-436d-92b2-58f2a88deb60) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:10.966317 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5304b9bf-3763-4c56-a5ae-ffe4c3dbea25 x-openstack-request-id: req-5304b9bf-3763-4c56-a5ae-ffe4c3dbea25 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:10.966881 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4056e302-5f5d-48fb-9935-c744ebb7ce64", "name": "network-vif-deleted", "tag": "b312c9de-5352-42d9-a5c7-d3ab06713efc", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:10.967148 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5304b9bf-3763-4c56-a5ae-ffe4c3dbea25 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:10.967558 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056e302-5f5d-48fb-9935-c744ebb7ce64', 'name': 'network-vif-deleted', 'tag': 'b312c9de-5352-42d9-a5c7-d3ab06713efc', 'status': 'completed', 'code': 200} Nov 12 03:32:11.026572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.055722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46412) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.074653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.105648 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a822f87a-14fb-43d0-9e83-96278922240e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7624d225d78d469a95e0cadd0bc7f84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484517 Nov 12 03:32:11.108587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46414) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.203528 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89b190a6-f767-47f0-8eab-ad258adf98f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.207127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Router a63549dc-404a-4c2f-b3c8-7fd76bbfda3a is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:11.216299 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.236455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89b190a6-f767-47f0-8eab-ad258adf98f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.242369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:11.307930 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89b190a6-f767-47f0-8eab-ad258adf98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.315772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89b190a6-f767-47f0-8eab-ad258adf98f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.321246 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-89b190a6-f767-47f0-8eab-ad258adf98f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bfcd4d6-2581-436a-bf22-7ac8b2605743 HTTP/1.1" status: 204 len: 168 time: 0.2093580 Nov 12 03:32:11.354690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b190a6-f767-47f0-8eab-ad258adf98f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfcd4d6-2581-436a-bf22-7ac8b2605743,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.370973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.375034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event updated for resources: {'Port': ['ID=43ca9720-bca0-436d-92b2-58f2a88deb60,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.387430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:11.421683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:11.423698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.437382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:11.450162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.450734 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Added segment 38126bbf-0964-44ae-864d-eeeee75fd7d5 of type vlan for network 75706e45-0d11-4cca-83e6-bcc3d610e868 Nov 12 03:32:11.498188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.529972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:11.570607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77dc2f7-91bd-46c5-96b1-d64339634106,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.573569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.581382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.582011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.744731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'Network': ['ID=75706e45-0d11-4cca-83e6-bcc3d610e868,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.751306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-24d2fdbd-fab8-4cc5-9187-757048c67bc4 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1538742 Nov 12 03:32:11.754132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46424) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.763085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Request body: {'subnet': {'network_id': '75706e45-0d11-4cca-83e6-bcc3d610e868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:11.821635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:11.892347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401477d-1f9e-4e2f-be80-49837fbac013 req-ea4e86ca-6a5f-465a-bff9-ccef9fd481d8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.894586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3401477d-1f9e-4e2f-be80-49837fbac013 req-ea4e86ca-6a5f-465a-bff9-ccef9fd481d8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 932 time: 0.0873916 Nov 12 03:32:11.902190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.902895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.973443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3401477d-1f9e-4e2f-be80-49837fbac013 req-c5b967a0-d8bd-47e3-9d3d-d3e83d3c650d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556421 Nov 12 03:32:11.977041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c20ab644-3bdf-4337-ba02-6bee554b86cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3984456 Nov 12 03:32:12.009171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Request body: {'port': {'device_id': '90ae78af-417b-4dea-9aca-f97823f56637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:12.135539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.168227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:12.229400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Sync routers for ids ['a63549dc-404a-4c2f-b3c8-7fd76bbfda3a'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:12.258056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Made reservation on behalf of 8ca7d3ac84d84d44a69a0cbe95465582 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:12.262589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.369813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Routers {'a63549dc-404a-4c2f-b3c8-7fd76bbfda3a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:12.370511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a63549dc-404a-4c2f-b3c8-7fd76bbfda3a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:12.416543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee141f30-0246-4b14-82b1-49618e253fea req-e07844d4-7530-4599-b7b5-8f1da7553535 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/4372b45b-8bc7-4873-a85e-344b28263fc6 HTTP/1.1" status: 200 len: 1820 time: 0.3675485 Nov 12 03:32:12.538369 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.542203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a66c2a8a-4a3e-418b-935d-d47d211acacf tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3789735 Nov 12 03:32:12.546855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46450) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:12.638742 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ee141f30-0246-4b14-82b1-49618e253fea req-bf350e33-937b-4f16-bdf4-3a98c62b0a61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.729993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.807381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ee141f30-0246-4b14-82b1-49618e253fea req-bf350e33-937b-4f16-bdf4-3a98c62b0a61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.860303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Checking segment: {'id': '38126bbf-0964-44ae-864d-eeeee75fd7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '75706e45-0d11-4cca-83e6-bcc3d610e868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:12.860725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Network hostable DHCP agents. Network: 75706e45-0d11-4cca-83e6-bcc3d610e868, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:12.892808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'Subnet': ['ID=097dfff3-82c3-4a60-852e-51fcd7864d4e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:12.897669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:12.910560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 75706e45-0d11-4cca-83e6-bcc3d610e868) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:12.918334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.918564 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.940604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4e3a83e6-73f5-4e8f-8be6-4bf3a62e97b9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1842530 Nov 12 03:32:12.942250 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ee141f30-0246-4b14-82b1-49618e253fea req-bf350e33-937b-4f16-bdf4-3a98c62b0a61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.945462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ee141f30-0246-4b14-82b1-49618e253fea req-bf350e33-937b-4f16-bdf4-3a98c62b0a61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.946907 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee141f30-0246-4b14-82b1-49618e253fea req-bf350e33-937b-4f16-bdf4-3a98c62b0a61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/4372b45b-8bc7-4873-a85e-344b28263fc6 HTTP/1.1" status: 204 len: 173 time: 0.5133832 Nov 12 03:32:12.951017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-68d6e650-e8d9-4cc7-811a-72281a1006ec tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/routers/a63549dc-404a-4c2f-b3c8-7fd76bbfda3a HTTP/1.1" status: 200 len: 909 time: 0.3958302 Nov 12 03:32:12.951017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46458) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:12.951017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46460) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:12.970517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-909126341', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:12.973223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f73f68-80d3-4f05-9891-2603d965ae67 None None] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:12.976668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350e33-937b-4f16-bdf4-3a98c62b0a61 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372b45b-8bc7-4873-a85e-344b28263fc6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:13.020773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1719210557', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': True}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:13.046278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.047554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.051920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.053032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.305761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46478) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:13.333628 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.337431 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a031304-70aa-4cf2-92ab-77a6e0eee1ad req-fc6c6d34-58b4-4550-833d-357b8b5ceb2f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.339409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.347258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a031304-70aa-4cf2-92ab-77a6e0eee1ad req-fc6c6d34-58b4-4550-833d-357b8b5ceb2f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 932 time: 0.0866365 Nov 12 03:32:13.350009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5bf1d0be-f7ab-4917-b25f-cc39ea1a67e4 req-ad451ce3-d899-41c2-9b7f-f8f06c604b24 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/7068947c-bb08-4052-9541-0785ba31d240 HTTP/1.1" status: 200 len: 1819 time: 0.3048191 Nov 12 03:32:13.391487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-75706e45-0d11-4cca-83e6-bcc3d610e868', 'network_id': '75706e45-0d11-4cca-83e6-bcc3d610e868', 'tenant_id': '8ca7d3ac84d84d44a69a0cbe95465582', 'fixed_ips': [{'subnet_id': '097dfff3-82c3-4a60-852e-51fcd7864d4e'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:13.394372 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.439802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a031304-70aa-4cf2-92ab-77a6e0eee1ad req-8fd82aad-a9a2-405b-aeb6-7399405ef375 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908239 Nov 12 03:32:13.626834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-221996780-network', 'tenant_id': '7b64d1b058f846328f64fa41616eba13'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:13.694302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-e4b8a9bf-03e5-43db-8590-0527ce24cc70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1717961 Nov 12 03:32:13.695527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Made reservation on behalf of 7b64d1b058f846328f64fa41616eba13 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:13.697882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.703477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.706929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5bf1d0be-f7ab-4917-b25f-cc39ea1a67e4 req-5d86a8fd-f747-4e8d-8723-1b6930f6b962 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.714311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Allocated IP 172.20.0.2 (75706e45-0d11-4cca-83e6-bcc3d610e868/097dfff3-82c3-4a60-852e-51fcd7864d4e/554ff765-e1d0-4364-b7f1-3d23c3a46e48) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:13.716181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.764624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5bf1d0be-f7ab-4917-b25f-cc39ea1a67e4 req-5d86a8fd-f747-4e8d-8723-1b6930f6b962 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.883378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5bf1d0be-f7ab-4917-b25f-cc39ea1a67e4 req-5d86a8fd-f747-4e8d-8723-1b6930f6b962 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.886062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5bf1d0be-f7ab-4917-b25f-cc39ea1a67e4 req-5d86a8fd-f747-4e8d-8723-1b6930f6b962 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.900504 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5bf1d0be-f7ab-4917-b25f-cc39ea1a67e4 req-5d86a8fd-f747-4e8d-8723-1b6930f6b962 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/7068947c-bb08-4052-9541-0785ba31d240 HTTP/1.1" status: 204 len: 173 time: 0.5497136 Nov 12 03:32:13.902967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ca9720-bca0-436d-92b2-58f2a88deb60 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:13.905383 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.919660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Set router a63549dc-404a-4c2f-b3c8-7fd76bbfda3a gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:13.965832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.984862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-6c7894d5-d073-4c34-8146-3dd5eba02772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.986393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-6c7894d5-d073-4c34-8146-3dd5eba02772 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 1097 time: 0.2491088 Nov 12 03:32:13.995809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-d17f2779-d7ac-43af-8303-350e6c001eb3 req-694ffb3b-e638-4af1-b8ee-d58269521620 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-932144856', 'description': 'tempest-description-156661044'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:14.001655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b312c9de-5352-42d9-a5c7-d3ab06713efc no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:14.029414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: b312c9de-5352-42d9-a5c7-d3ab06713efc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:14.029757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b312c9de-5352-42d9-a5c7-d3ab06713efc not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:14.031536 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.066711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b3a4-669e-4356-9000-075ace50cf00 req-7f5a63fc-650a-402f-88c0-8b91811c6e63 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.073927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c539b3a4-669e-4356-9000-075ace50cf00 req-7f5a63fc-650a-402f-88c0-8b91811c6e63 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 946 time: 0.2715602 Nov 12 03:32:14.133247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:14.148406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:14.155757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:14.167962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Pushing event updated for resources: {'Port': ['ID=554ff765-e1d0-4364-b7f1-3d23c3a46e48,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.182359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.246725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d17f2779-d7ac-43af-8303-350e6c001eb3 req-694ffb3b-e638-4af1-b8ee-d58269521620 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.248663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Attempting to bind port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:14.249961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Attempting to bind port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '38126bbf-0964-44ae-864d-eeeee75fd7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '75706e45-0d11-4cca-83e6-bcc3d610e868'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:14.251115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Attempting to bind port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 on network 75706e45-0d11-4cca-83e6-bcc3d610e868 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:14.272125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a8fd-f747-4e8d-8723-1b6930f6b962 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7068947c-bb08-4052-9541-0785ba31d240,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.276509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:14.276953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Checking segment: {'id': '38126bbf-0964-44ae-864d-eeeee75fd7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '75706e45-0d11-4cca-83e6-bcc3d610e868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:14.277356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.277748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Bound using segment: {'id': '38126bbf-0964-44ae-864d-eeeee75fd7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '75706e45-0d11-4cca-83e6-bcc3d610e868'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:14.278229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Bound port: 554ff765-e1d0-4364-b7f1-3d23c3a46e48, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38126bbf-0964-44ae-864d-eeeee75fd7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '75706e45-0d11-4cca-83e6-bcc3d610e868'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:14.278604 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.333783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c539b3a4-669e-4356-9000-075ace50cf00 req-18385dd6-cdd4-4cd9-9473-f6c93fd51f0b tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588799 Nov 12 03:32:14.432254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.466542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63549dc-404a-4c2f-b3c8-7fd76bbfda3a', 'name': 'tempest-snat-router-1719210557', 'tenant_id': '05cc5d2d0ec446f48579f424b19097c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': False}, 'gw_port_id': '62a73763-ed22-4bd0-a147-60c9e98c0bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 3, 'project_id': '05cc5d2d0ec446f48579f424b19097c1', 'gw_port': {'id': '62a73763-ed22-4bd0-a147-60c9e98c0bce', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63549dc-404a-4c2f-b3c8-7fd76bbfda3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:07Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:14.481722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d17f2779-d7ac-43af-8303-350e6c001eb3 req-694ffb3b-e638-4af1-b8ee-d58269521620 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.485365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Transition to ACTIVE for port object 43ca9720-bca0-436d-92b2-58f2a88deb60 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:14.485611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.506394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d17f2779-d7ac-43af-8303-350e6c001eb3 req-694ffb3b-e638-4af1-b8ee-d58269521620 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.560265 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.575447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Checking router: a63549dc-404a-4c2f-b3c8-7fd76bbfda3a for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:14.575765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Updating router a63549dc-404a-4c2f-b3c8-7fd76bbfda3a port 62a73763-ed22-4bd0-a147-60c9e98c0bce binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:14.580040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] For port 554ff765-e1d0-4364-b7f1-3d23c3a46e48, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:14.636103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5127ab6a-cd77-4183-ba22-813a3fe0f113,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.642090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:14.676597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.679494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] For port 554ff765-e1d0-4364-b7f1-3d23c3a46e48, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=554ff765-e1d0-4364-b7f1-3d23c3a46e48,segment=NetworkSegment(38126bbf-0964-44ae-864d-eeeee75fd7d5),segment_id=38126bbf-0964-44ae-864d-eeeee75fd7d5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:14.690827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-adf41969-5b18-4eb2-b55b-6ca911648496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.697754 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-adf41969-5b18-4eb2-b55b-6ca911648496 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.6886592 Nov 12 03:32:14.719926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ffb3b-e638-4af1-b8ee-d58269521620 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438a16e4-5214-4e51-8c64-376ffcc2af30,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.728258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.784218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d17f2779-d7ac-43af-8303-350e6c001eb3 req-694ffb3b-e638-4af1-b8ee-d58269521620 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.799648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d17f2779-d7ac-43af-8303-350e6c001eb3 req-694ffb3b-e638-4af1-b8ee-d58269521620 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8509960 Nov 12 03:32:14.829240 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.837237 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Added segment 44b9c6c7-1244-4329-833c-2c75cfe0ad2d of type vlan for network 3fd12b05-a641-48f7-9c95-186efddc31cd Nov 12 03:32:14.887918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-1a8f5603-5a03-4f2b-881f-8942041d3868 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3180e6-dfb2-4303-bea7-9d4dfab056dd HTTP/1.1" status: 200 len: 217 time: 0.1805007 Nov 12 03:32:14.900127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b68291-7e04-4d35-b740-261eb7327884 None None] Pushing event updated for resources: {'Port': ['ID=554ff765-e1d0-4364-b7f1-3d23c3a46e48,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.012566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-a036c714-481f-4e91-b666-9a5439646a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.014112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-a036c714-481f-4e91-b666-9a5439646a8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.1080852 Nov 12 03:32:15.211446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b596b9-fa26-418e-a81c-6dbd7801e40f req-970ae5f5-df8a-4800-adc3-dff75bb0e640 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.220794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37b596b9-fa26-418e-a81c-6dbd7801e40f req-970ae5f5-df8a-4800-adc3-dff75bb0e640 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 944 time: 0.5798016 Nov 12 03:32:15.243427 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-020d163e-5c4c-4d56-be0d-2f59fdd349f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815031 Nov 12 03:32:15.252425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.400129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.413866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:32:15.418745 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.485126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-04296a31-7a5d-4e8b-90ff-7b35e2182339 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.486702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-04296a31-7a5d-4e8b-90ff-7b35e2182339 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 946 time: 0.5787089 Nov 12 03:32:15.487423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.488334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.493429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.515970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ddb14-f14b-4b16-a939-bf38b549a1d4 None None] Pushing event updated for resources: {'Port': ['ID=62a73763-ed22-4bd0-a147-60c9e98c0bce,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.556505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Attempting to bind port 62a73763-ed22-4bd0-a147-60c9e98c0bce on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:15.557762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Attempting to bind port 62a73763-ed22-4bd0-a147-60c9e98c0bce by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:15.557762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Attempting to bind port 62a73763-ed22-4bd0-a147-60c9e98c0bce on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:15.587236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:15.587603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:15.588004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.588400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:15.595841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Bound port: 62a73763-ed22-4bd0-a147-60c9e98c0bce, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:15.595841 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.595841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 554ff765-e1d0-4364-b7f1-3d23c3a46e48 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:15.725454 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37b596b9-fa26-418e-a81c-6dbd7801e40f req-9a523367-b0e6-41d2-a9a6-2c86567bce36 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994147 Nov 12 03:32:15.732222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] For port 62a73763-ed22-4bd0-a147-60c9e98c0bce, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:15.743820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] For port 62a73763-ed22-4bd0-a147-60c9e98c0bce, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=62a73763-ed22-4bd0-a147-60c9e98c0bce,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:15.763522 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.810009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd12b05-a641-48f7-9c95-186efddc31cd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.854998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:15.856693 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.860005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 3fd12b05-a641-48f7-9c95-186efddc31cd details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:15.875128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Pushing event updated for resources: {'Port': ['ID=43ca9720-bca0-436d-92b2-58f2a88deb60,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.886191 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-871e727a-22e9-4087-ab02-a9e07ae06013 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5780158 Nov 12 03:32:15.895694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46510) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.910666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Request body: {'subnet': {'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-221996780-subnet', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:16.032026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Deleting port 2c56efcf-f6c3-4941-9b2a-632773d9571f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:16.032619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.085160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c880644-4ac0-4472-915a-eb9961970f57 req-d06150bf-1da7-49a7-8fe1-28dc433ff6d2 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/438a16e4-5214-4e51-8c64-376ffcc2af30 HTTP/1.1" status: 200 len: 1818 time: 0.9601085 Nov 12 03:32:16.089308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Made reservation on behalf of 7b64d1b058f846328f64fa41616eba13 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:16.093168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Routers {'a63549dc-404a-4c2f-b3c8-7fd76bbfda3a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:16.095486 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.096259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a63549dc-404a-4c2f-b3c8-7fd76bbfda3a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:16.108703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ddb14-f14b-4b16-a939-bf38b549a1d4 None None] Pushing event updated for resources: {'Port': ['ID=62a73763-ed22-4bd0-a147-60c9e98c0bce,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.170364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-6c880644-4ac0-4472-915a-eb9961970f57 req-80a17360-fd9e-4fc6-a96a-512b3899cd3d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1592973318', 'description': 'tempest-description-hth-848215033'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:16.185037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] For port 2c56efcf-f6c3-4941-9b2a-632773d9571f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2c56efcf-f6c3-4941-9b2a-632773d9571f,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:16.185037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.196096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Attempting to bind port 43ca9720-bca0-436d-92b2-58f2a88deb60 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:16.196341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Attempting to bind port 43ca9720-bca0-436d-92b2-58f2a88deb60 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:16.199074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Attempting to bind port 43ca9720-bca0-436d-92b2-58f2a88deb60 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:16.203449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Calling delete_port for 2c56efcf-f6c3-4941-9b2a-632773d9571f owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:16.293125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Port 43ca9720-bca0-436d-92b2-58f2a88deb60 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:16.293585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Attempting to bind port 43ca9720-bca0-436d-92b2-58f2a88deb60 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:16.372625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.375131 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:16.375671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:16.376253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Bound using segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:16.377062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Bound port: 43ca9720-bca0-436d-92b2-58f2a88deb60, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:16.379623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.398014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.405435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-1223a007-a74c-46ab-b050-47104837ee94 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1258750 Nov 12 03:32:16.465182 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.486619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] Set router a63549dc-404a-4c2f-b3c8-7fd76bbfda3a gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:16.493417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Pushing event deleted for resources: {'Port': ['ID=2c56efcf-f6c3-4941-9b2a-632773d9571f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.504811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638985a-3809-4a9f-91cd-96de75cf34f6 req-53274483-c115-4a36-8791-686a93b9a427 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.511769 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6c880644-4ac0-4472-915a-eb9961970f57 req-80a17360-fd9e-4fc6-a96a-512b3899cd3d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.513186 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9638985a-3809-4a9f-91cd-96de75cf34f6 req-53274483-c115-4a36-8791-686a93b9a427 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=795ef076-2a33-4d45-a97f-97bced498bc1 HTTP/1.1" status: 200 len: 867 time: 0.6177399 Nov 12 03:32:16.573655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] No DVR routers for this DVR port 2c56efcf-f6c3-4941-9b2a-632773d9571f on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:16.582700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7643b8fc-dc71-44e6-b753-d9a711d36b5d', '03e0944b-bfdb-45d3-9dba-c7c904877e81', '2c56efcf-f6c3-4941-9b2a-632773d9571f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:16.585237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f391e4e4-cbab-494c-8e75-ca632411496f None None] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:16.585636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.590038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b56b7847-6e09-4fd5-bc68-3e5e3eb10053 req-62a9f9cd-2be5-4276-88b1-1e44c8912409 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "DELETE /v2.0/ports/2c56efcf-f6c3-4941-9b2a-632773d9571f HTTP/1.1" status: 204 len: 173 time: 1.0741069 Nov 12 03:32:16.594696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795ef076-2a33-4d45-a97f-97bced498bc1', 'name': 'network-vif-deleted', 'tag': '2c56efcf-f6c3-4941-9b2a-632773d9571f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:16.598029 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f69479a-bd27-4cbd-a340-db3c5732faf8" -d '{"events": [{"server_uuid": "795ef076-2a33-4d45-a97f-97bced498bc1", "name": "network-vif-deleted", "tag": "2c56efcf-f6c3-4941-9b2a-632773d9571f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:16.687142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9638985a-3809-4a9f-91cd-96de75cf34f6 req-7a9e39a8-3157-49be-ae9d-92b34426524f tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726973 Nov 12 03:32:16.753598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2dd852d-9e0f-43b7-bb11-d3ca2d290f24 req-3e36ca0f-519d-4267-9785-55543ecfd86b service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619946 Nov 12 03:32:16.815951 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.832694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6c880644-4ac0-4472-915a-eb9961970f57 req-80a17360-fd9e-4fc6-a96a-512b3899cd3d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.842198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.856593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f036a0cb-48ef-4884-847a-dc148afa298c None None] Provisioning complete for port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:16.857125 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f036a0cb-48ef-4884-847a-dc148afa298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.888079 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6c880644-4ac0-4472-915a-eb9961970f57 req-80a17360-fd9e-4fc6-a96a-512b3899cd3d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.891730 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6c880644-4ac0-4472-915a-eb9961970f57 req-80a17360-fd9e-4fc6-a96a-512b3899cd3d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.908313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c880644-4ac0-4472-915a-eb9961970f57 req-80a17360-fd9e-4fc6-a96a-512b3899cd3d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "PUT /v2.0/security-groups/438a16e4-5214-4e51-8c64-376ffcc2af30 HTTP/1.1" status: 200 len: 1793 time: 0.8199136 Nov 12 03:32:16.913137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] For port 43ca9720-bca0-436d-92b2-58f2a88deb60, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:16.947372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.972144 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefff50e-9434-4b6c-b840-94e99c7c35dc x-openstack-request-id: req-cefff50e-9434-4b6c-b840-94e99c7c35dc {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:16.972476 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795ef076-2a33-4d45-a97f-97bced498bc1", "name": "network-vif-deleted", "tag": "2c56efcf-f6c3-4941-9b2a-632773d9571f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:16.973066 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cefff50e-9434-4b6c-b840-94e99c7c35dc {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:16.974097 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795ef076-2a33-4d45-a97f-97bced498bc1', 'name': 'network-vif-deleted', 'tag': '2c56efcf-f6c3-4941-9b2a-632773d9571f', 'status': 'completed', 'code': 200} Nov 12 03:32:17.010330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] For port 43ca9720-bca0-436d-92b2-58f2a88deb60, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=43ca9720-bca0-436d-92b2-58f2a88deb60,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:17.058111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c802a3-8396-487c-95e0-529528388018 req-0a3d1d2e-aa01-4207-9e96-4708b0a740f4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.061664 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.064327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Allocated IP 172.25.0.109 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/43d58f0c-0778-4eca-860c-0d93ec3e01b6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:17.067751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70c802a3-8396-487c-95e0-529528388018 req-0a3d1d2e-aa01-4207-9e96-4708b0a740f4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 944 time: 0.0715854 Nov 12 03:32:17.087050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 554ff765-e1d0-4364-b7f1-3d23c3a46e48, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=554ff765-e1d0-4364-b7f1-3d23c3a46e48,segment=NetworkSegment(38126bbf-0964-44ae-864d-eeeee75fd7d5),segment_id=38126bbf-0964-44ae-864d-eeeee75fd7d5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:17.097935 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f036a0cb-48ef-4884-847a-dc148afa298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.137096 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70c802a3-8396-487c-95e0-529528388018 req-2113fcdd-689e-4e06-ab11-76b59e94e5e8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Nov 12 03:32:17.145531 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.242129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a17360-fd9e-4fc6-a96a-512b3899cd3d tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438a16e4-5214-4e51-8c64-376ffcc2af30,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.293439 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-f036a0cb-48ef-4884-847a-dc148afa298c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:32:17.296492 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-f036a0cb-48ef-4884-847a-dc148afa298c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:32:17.352178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.352503 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.353994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] 10.222.0.20 "PUT /v2.0/ports/43ca9720-bca0-436d-92b2-58f2a88deb60 HTTP/1.1" status: 200 len: 1093 time: 5.3674438 Nov 12 03:32:17.358062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ae78af-417b-4dea-9aca-f97823f56637', 'tag': '43ca9720-bca0-436d-92b2-58f2a88deb60'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:17.367741 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4" -d '{"events": [{"name": "network-changed", "server_uuid": "90ae78af-417b-4dea-9aca-f97823f56637", "tag": "43ca9720-bca0-436d-92b2-58f2a88deb60"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:17.390399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=554ff765-e1d0-4364-b7f1-3d23c3a46e48,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.458248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8cd56279-70c1-40ba-b2a0-40c93aacea33 req-fefbd49d-92f9-4ad7-a95d-a29fba4714be tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/438a16e4-5214-4e51-8c64-376ffcc2af30 HTTP/1.1" status: 200 len: 1793 time: 0.4612279 Nov 12 03:32:17.474636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.476579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2706a-f1c0-4424-bc58-9edd52b79f14 service neutron] Pushing event updated for resources: {'Port': ['ID=43ca9720-bca0-436d-92b2-58f2a88deb60,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.490215 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ce6d36-f15f-45e0-92ed-d3d4c4fec956 x-openstack-request-id: req-94ce6d36-f15f-45e0-92ed-d3d4c4fec956 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:17.490503 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ae78af-417b-4dea-9aca-f97823f56637", "tag": "43ca9720-bca0-436d-92b2-58f2a88deb60", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:17.490755 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94ce6d36-f15f-45e0-92ed-d3d4c4fec956 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:17.491153 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ae78af-417b-4dea-9aca-f97823f56637', 'tag': '43ca9720-bca0-436d-92b2-58f2a88deb60', 'status': 'completed', 'code': 200} Nov 12 03:32:17.501301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63549dc-404a-4c2f-b3c8-7fd76bbfda3a', 'name': 'tempest-snat-router-1719210557', 'tenant_id': '05cc5d2d0ec446f48579f424b19097c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': False}, 'gw_port_id': '62a73763-ed22-4bd0-a147-60c9e98c0bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 3, 'project_id': '05cc5d2d0ec446f48579f424b19097c1', 'gw_port': {'id': '62a73763-ed22-4bd0-a147-60c9e98c0bce', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63549dc-404a-4c2f-b3c8-7fd76bbfda3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:07Z', 'updated_at': '2021-11-12T03:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:17.539049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973fa4ba-75b6-4d5e-bdc9-eb2700ff5338 None None] The sync data for ids ['a63549dc-404a-4c2f-b3c8-7fd76bbfda3a'] in n-d-789963-21 is: [{'id': 'a63549dc-404a-4c2f-b3c8-7fd76bbfda3a', 'name': 'tempest-snat-router-1719210557', 'tenant_id': '05cc5d2d0ec446f48579f424b19097c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': False}, 'gw_port_id': '62a73763-ed22-4bd0-a147-60c9e98c0bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 3, 'project_id': '05cc5d2d0ec446f48579f424b19097c1', 'gw_port': {'id': '62a73763-ed22-4bd0-a147-60c9e98c0bce', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:55:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63549dc-404a-4c2f-b3c8-7fd76bbfda3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:07Z', 'updated_at': '2021-11-12T03:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:17.692814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.695638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72d5ff7-7be8-46d0-a742-51477de96fe8,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.740400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-01953634-a214-4d47-a08f-b1fa8cd6801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.741899 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-01953634-a214-4d47-a08f-b1fa8cd6801a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 1096 time: 0.2430129 Nov 12 03:32:17.744805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-937ae25f-bc62-4faf-b179-5465eae684b4 req-92ddaa41-42b2-4281-aa74-aa26dc6f3aa7 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/438a16e4-5214-4e51-8c64-376ffcc2af30 HTTP/1.1" status: 200 len: 1793 time: 0.2737858 Nov 12 03:32:17.748036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Checking segment: {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:17.748036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Network hostable DHCP agents. Network: 3fd12b05-a641-48f7-9c95-186efddc31cd, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:17.856005 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-74d21b98-ee83-4f49-aaff-2e9f2f186af8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43ca9720-bca0-436d-92b2-58f2a88deb60 HTTP/1.1" status: 200 len: 217 time: 0.1038208 Nov 12 03:32:17.962070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Network 3fd12b05-a641-48f7-9c95-186efddc31cd is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:18.002778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fe4a49be-6996-464d-8fd0-7f7b51735cb1 None None] Provisioning complete for port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:18.003367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe4a49be-6996-464d-8fd0-7f7b51735cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.047284 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.089955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-937ae25f-bc62-4faf-b179-5465eae684b4 req-70edba35-028e-412a-a785-8895340fff0f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.145952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-937ae25f-bc62-4faf-b179-5465eae684b4 req-70edba35-028e-412a-a785-8895340fff0f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.161292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 3fd12b05-a641-48f7-9c95-186efddc31cd) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:18.174192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dcb646-3638-4131-b5a9-e368d345c921 None None] Network 3fd12b05-a641-48f7-9c95-186efddc31cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:18.204127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'Port': ['ID=43d58f0c-0778-4eca-860c-0d93ec3e01b6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.238092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.238942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.270599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-48699c8f-b91c-48ed-b069-9c549253102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.274988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-48699c8f-b91c-48ed-b069-9c549253102a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.4093454 Nov 12 03:32:18.276535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Allocated IP 172.25.0.34 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/59946914-8a8d-4ee0-b05f-d6324af7b626) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:18.374283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:18.378519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ccc0-2af5-42e2-8550-18caa392a8c2 req-7644c31e-e01f-4c63-8979-a52542920bef tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.387220 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-3884d09d-448d-49dd-a8d1-d84c6c60fc7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901940 Nov 12 03:32:18.388903 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3623ccc0-2af5-42e2-8550-18caa392a8c2 req-7644c31e-e01f-4c63-8979-a52542920bef tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 946 time: 0.0960460 Nov 12 03:32:18.390402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:18.400633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:18.413711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-426acc9c-251b-4b6d-9c4d-00eaa5385c59 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5123656 Nov 12 03:32:18.417410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46558) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.425944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:18.522403 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.524384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.533173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-3fd12b05-a641-48f7-9c95-186efddc31cd', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:18.534195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.566049 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-937ae25f-bc62-4faf-b179-5465eae684b4 req-70edba35-028e-412a-a785-8895340fff0f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.575251 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-937ae25f-bc62-4faf-b179-5465eae684b4 req-70edba35-028e-412a-a785-8895340fff0f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.589960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-937ae25f-bc62-4faf-b179-5465eae684b4 req-70edba35-028e-412a-a785-8895340fff0f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/438a16e4-5214-4e51-8c64-376ffcc2af30 HTTP/1.1" status: 204 len: 173 time: 0.8213809 Nov 12 03:32:18.700808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3623ccc0-2af5-42e2-8550-18caa392a8c2 req-8a3f010f-8fb1-4953-a74b-7577f74d722a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964618 Nov 12 03:32:18.760784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.811239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Allocated IP 172.20.0.2 (3fd12b05-a641-48f7-9c95-186efddc31cd/e72d5ff7-7be8-46d0-a742-51477de96fe8/1f1e6070-9566-4696-8475-3b9689004ebe) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:18.825994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-771c53fa-bd08-4201-8d27-b55903cf5699 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223144 Nov 12 03:32:18.836637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edba35-028e-412a-a785-8895340fff0f tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438a16e4-5214-4e51-8c64-376ffcc2af30,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.018671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.059480 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-8a2c3152-ade5-48e5-a295-319b5be23294 req-6ee9adde-0343-4543-bab6-c2a5f6ffddb2 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:32:19.078561 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a2c3152-ade5-48e5-a295-319b5be23294 req-6ee9adde-0343-4543-bab6-c2a5f6ffddb2 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/7068947c-bb08-4052-9541-0785ba31d240 HTTP/1.1" status: 404 len: 352 time: 0.0544350 Nov 12 03:32:19.135813 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.145949 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.148359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.216918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Network 3fd12b05-a641-48f7-9c95-186efddc31cd is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:19.229717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:19.236135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:19.280580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Pushing event updated for resources: {'Port': ['ID=1f1e6070-9566-4696-8475-3b9689004ebe,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.288755 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-874988c4-27a5-4370-affe-37959ee17154 req-7ce9fca9-0d84-4fc8-8320-24b701d085f2 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:32:19.308418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-874988c4-27a5-4370-affe-37959ee17154 req-7ce9fca9-0d84-4fc8-8320-24b701d085f2 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/4372b45b-8bc7-4873-a85e-344b28263fc6 HTTP/1.1" status: 404 len: 352 time: 0.0476635 Nov 12 03:32:19.326534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed770-2e49-434d-8ce0-08e07a924c39 req-a8de49b6-99ac-4de7-871d-3b0193f007d7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.330441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a1ed770-2e49-434d-8ce0-08e07a924c39 req-a8de49b6-99ac-4de7-871d-3b0193f007d7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 944 time: 0.4979541 Nov 12 03:32:19.334057 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca133f2-cfd7-49b4-81bc-58637309d6ed req-9dfc4742-7b07-4517-b5ca-a3b1d6ca1b78 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849989 Nov 12 03:32:19.349151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Attempting to bind port 1f1e6070-9566-4696-8475-3b9689004ebe on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:19.349519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Attempting to bind port 1f1e6070-9566-4696-8475-3b9689004ebe by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:19.349926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Attempting to bind port 1f1e6070-9566-4696-8475-3b9689004ebe on network 3fd12b05-a641-48f7-9c95-186efddc31cd {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:19.357792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:19.358347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Checking segment: {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:19.359703 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.360111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Bound using segment: {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:19.361412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Bound port: 1f1e6070-9566-4696-8475-3b9689004ebe, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:19.362070 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.511125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] For port 1f1e6070-9566-4696-8475-3b9689004ebe, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:19.516876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] For port 1f1e6070-9566-4696-8475-3b9689004ebe, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f1e6070-9566-4696-8475-3b9689004ebe,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:19.522101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.594083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a1ed770-2e49-434d-8ce0-08e07a924c39 req-7edd5f51-5bcc-4030-bcf6-736bafc2e0a6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547755 Nov 12 03:32:19.630342 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [req-5c866147-342b-4be1-8205-0cf31bd6a504 req-227cd86a-34d1-4b03-a77b-98b6f1d3fcdd tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:32:19.638254 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c866147-342b-4be1-8205-0cf31bd6a504 req-227cd86a-34d1-4b03-a77b-98b6f1d3fcdd tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/11e2c93b-f470-4d36-946d-bdcd34f6c9d2 HTTP/1.1" status: 404 len: 352 time: 0.1765327 Nov 12 03:32:19.661837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4f527-9b53-4cc2-9bf8-397193509283 None None] Pushing event updated for resources: {'Port': ['ID=1f1e6070-9566-4696-8475-3b9689004ebe,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.678121 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.692128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 554ff765-e1d0-4364-b7f1-3d23c3a46e48 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:19.711222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-b7b7239e-0161-4199-9dd7-b4c49eef4b45 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.736528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'Port': ['ID=59946914-8a8d-4ee0-b05f-d6324af7b626,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.737286 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-b7b7239e-0161-4199-9dd7-b4c49eef4b45 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 946 time: 0.2434075 Nov 12 03:32:19.820993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-2c81eed2-06e7-45ee-a9c2-b50f60e99a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.828975 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-2c81eed2-06e7-45ee-a9c2-b50f60e99a05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 1096 time: 0.3891671 Nov 12 03:32:19.861727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.866772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:19.899066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:19.902317 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.922286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:19.966877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.999149 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-c37e3db6-8478-41b3-a170-b0f5e908531b req-975c21d5-eb4c-4004-bbea-11fde1bdd3f6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:32:20.000857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c37e3db6-8478-41b3-a170-b0f5e908531b req-975c21d5-eb4c-4004-bbea-11fde1bdd3f6 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/d137e3d6-7c51-4531-b072-cddd407781af HTTP/1.1" status: 404 len: 352 time: 0.3201156 Nov 12 03:32:20.172265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2c56efcf-f6c3-4941-9b2a-632773d9571f no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:20.228387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 2c56efcf-f6c3-4941-9b2a-632773d9571f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:20.228670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2c56efcf-f6c3-4941-9b2a-632773d9571f not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:20.246105 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:20.246479 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.266719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Allocated IP 172.25.0.168 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/5087f796-6069-49ed-8b86-d9d88d0fd097) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:20.292870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003097b-ccc7-4ae4-a40f-49b51268ddfd req-8de52541-8f9d-4875-a9ee-1ffd0c445f8c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.294359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9003097b-ccc7-4ae4-a40f-49b51268ddfd req-8de52541-8f9d-4875-a9ee-1ffd0c445f8c tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 946 time: 0.3419130 Nov 12 03:32:20.312363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Deleting port 03e0944b-bfdb-45d3-9dba-c7c904877e81 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:20.312620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.412221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 62a73763-ed22-4bd0-a147-60c9e98c0bce up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:20.494400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 62a73763-ed22-4bd0-a147-60c9e98c0bce triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:20.495015 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.513245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9003097b-ccc7-4ae4-a40f-49b51268ddfd req-fd48e627-6be8-4aa0-8261-f582e63f3d26 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076399 Nov 12 03:32:20.652767 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.670844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] For port 03e0944b-bfdb-45d3-9dba-c7c904877e81, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=03e0944b-bfdb-45d3-9dba-c7c904877e81,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:20.671902 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.721839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 62a73763-ed22-4bd0-a147-60c9e98c0bce, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=62a73763-ed22-4bd0-a147-60c9e98c0bce,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:20.726671 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.782258 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.789270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Calling delete_port for 03e0944b-bfdb-45d3-9dba-c7c904877e81 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:20.797218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-12149f00-b68b-454e-bb41-777af8159217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.799223 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-12149f00-b68b-454e-bb41-777af8159217 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.9265790 Nov 12 03:32:20.852151 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-9fe1e95e-52da-4082-beb7-244484756c5b req-9a3c61ea-9689-44d0-b3f7-fa0f5eac7645 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:32:20.872683 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9fe1e95e-52da-4082-beb7-244484756c5b req-9a3c61ea-9689-44d0-b3f7-fa0f5eac7645 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/187cd0d2-8719-4e6d-b3ba-4ee545a65c0e HTTP/1.1" status: 404 len: 352 time: 0.2283580 Nov 12 03:32:20.889482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=62a73763-ed22-4bd0-a147-60c9e98c0bce,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.981710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-ec5b94ce-afc5-42c3-90a1-8f022f1c4795 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43ca9720-bca0-436d-92b2-58f2a88deb60 HTTP/1.1" status: 200 len: 217 time: 0.1040273 Nov 12 03:32:21.017354 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-b415c47a-c222-42d7-8201-2d5fdc908b1e req-2a7a7638-87a2-4aa6-a8fa-5b2d2747c46b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] show failed (client error): The resource could not be found. Nov 12 03:32:21.031821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b415c47a-c222-42d7-8201-2d5fdc908b1e req-2a7a7638-87a2-4aa6-a8fa-5b2d2747c46b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/9caffaae-2045-4b02-93d6-4d293e0fbf39 HTTP/1.1" status: 404 len: 352 time: 0.1385727 Nov 12 03:32:21.033836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.107513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d50d4-a99b-468c-adbe-31197ae1db35 req-26f5c142-4757-450d-80ea-58388dbbbb42 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.120962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b26d50d4-a99b-468c-adbe-31197ae1db35 req-26f5c142-4757-450d-80ea-58388dbbbb42 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 944 time: 0.1781852 Nov 12 03:32:21.186612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:21.195211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=5087f796-6069-49ed-8b86-d9d88d0fd097,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.207635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.207974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.208315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.208651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.209079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.209407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.209733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.210053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.210375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.210691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.211010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.211325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:21.226022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:21.228523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:21.361597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b26d50d4-a99b-468c-adbe-31197ae1db35 req-0a8f9a48-e1d7-4051-85ec-3f7c4a11c0fd tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418294 Nov 12 03:32:21.391314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4730a-7611-4a71-bac6-64bf053e18a5 None None] Network 3fd12b05-a641-48f7-9c95-186efddc31cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:21.432203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.434171 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.500208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Pushing event deleted for resources: {'Port': ['ID=03e0944b-bfdb-45d3-9dba-c7c904877e81,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.572077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7643b8fc-dc71-44e6-b753-d9a711d36b5d', '03e0944b-bfdb-45d3-9dba-c7c904877e81'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:21.601323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] No DVR routers for this DVR port 03e0944b-bfdb-45d3-9dba-c7c904877e81 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:21.608065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.611722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f0df079-4f6f-4d9f-ba76-df06c2e48e26 req-4923e072-43b5-4744-b70e-6d89eb84e72a tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "DELETE /v2.0/ports/03e0944b-bfdb-45d3-9dba-c7c904877e81 HTTP/1.1" status: 204 len: 173 time: 1.8735473 Nov 12 03:32:21.612310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c014b9d2-96b5-47b4-baa8-8548f407d0a7', 'name': 'network-vif-deleted', 'tag': '03e0944b-bfdb-45d3-9dba-c7c904877e81'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:21.614698 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e981a10-2f2f-4f41-93c0-64e5d6bd29e0" -d '{"events": [{"server_uuid": "c014b9d2-96b5-47b4-baa8-8548f407d0a7", "name": "network-vif-deleted", "tag": "03e0944b-bfdb-45d3-9dba-c7c904877e81"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:21.735577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5fb2a37d-4c4a-4484-9e34-0ae1d7bcf26d None None] Provisioning complete for port 1f1e6070-9566-4696-8475-3b9689004ebe triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:21.736195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a37d-4c4a-4484-9e34-0ae1d7bcf26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.742791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 62a73763-ed22-4bd0-a147-60c9e98c0bce up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:21.788694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb850d67-57ad-463f-8929-8b605564fb74 req-e69cce2f-3e78-4e96-91c9-f35018ae7ec6 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=c014b9d2-96b5-47b4-baa8-8548f407d0a7 HTTP/1.1" status: 200 len: 210 time: 0.0565448 Nov 12 03:32:21.861158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.868559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-fca0549a-7114-42d5-9db0-306c85b66d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.870119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-fca0549a-7114-42d5-9db0-306c85b66d3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.8345304 Nov 12 03:32:21.936097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664e83e-e8cb-4658-b029-e4c28b0cc317 req-1e8b2e34-2e28-4531-89c3-e9c5d30f648b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.938195 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6664e83e-e8cb-4658-b029-e4c28b0cc317 req-1e8b2e34-2e28-4531-89c3-e9c5d30f648b tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1023 time: 0.5120416 Nov 12 03:32:21.972015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-5632a373-6e71-4046-a981-8eda1ea65cf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892189 Nov 12 03:32:22.139191 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a37d-4c4a-4484-9e34-0ae1d7bcf26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.163674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 62a73763-ed22-4bd0-a147-60c9e98c0bce triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:22.164042 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.198209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6664e83e-e8cb-4658-b029-e4c28b0cc317 req-1d8622ff-63b2-45b1-9a18-cd3052bc0aa9 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=f408039a-3692-4f6e-b86f-a91a5a540044&id=86e15297-b26e-47d8-9b28-ecc7e2ad9d3d&id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2291017 Nov 12 03:32:22.244350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5fb2a37d-4c4a-4484-9e34-0ae1d7bcf26d None None] For port 1f1e6070-9566-4696-8475-3b9689004ebe, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f1e6070-9566-4696-8475-3b9689004ebe,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:22.289209 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5fb2a37d-4c4a-4484-9e34-0ae1d7bcf26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.389146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2a37d-4c4a-4484-9e34-0ae1d7bcf26d None None] Pushing event updated for resources: {'Port': ['ID=1f1e6070-9566-4696-8475-3b9689004ebe,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.442993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.517144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f1e6070-9566-4696-8475-3b9689004ebe up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:22.529465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32146254-9222-43e7-ae59-aaaac7f85ef3 req-f818accf-4682-40cc-84e6-f127ccf40b25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2051401 Nov 12 03:32:22.549384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-3794312d-54d3-4bac-87d2-2680aad081a6 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248966 Nov 12 03:32:22.583971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1f1e6070-9566-4696-8475-3b9689004ebe triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:22.585120 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.647787 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d10d7-6982-4e0b-8d72-86d131e24951 x-openstack-request-id: req-3d1d10d7-6982-4e0b-8d72-86d131e24951 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:22.648007 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c014b9d2-96b5-47b4-baa8-8548f407d0a7", "name": "network-vif-deleted", "tag": "03e0944b-bfdb-45d3-9dba-c7c904877e81", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:22.648191 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d1d10d7-6982-4e0b-8d72-86d131e24951 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:22.648614 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c014b9d2-96b5-47b4-baa8-8548f407d0a7', 'name': 'network-vif-deleted', 'tag': '03e0944b-bfdb-45d3-9dba-c7c904877e81', 'status': 'completed', 'code': 200} Nov 12 03:32:22.721305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e623d8b1-5cc2-436f-806e-87e99094973e None None] Provisioning complete for port 1f1e6070-9566-4696-8475-3b9689004ebe triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:22.722025 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e623d8b1-5cc2-436f-806e-87e99094973e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.738879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32146254-9222-43e7-ae59-aaaac7f85ef3 req-8eb94dab-0f3f-4e6b-aff3-e9aa81e64296 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0756762 Nov 12 03:32:22.745019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Router 87e51e69-32b2-472a-836f-f70d2e0cef6c is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:22.745246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287873cc-bc9c-4305-bf97-32fdda228450 req-06b55c53-6b23-491d-9ec0-5124b1b24c48 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.747090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-287873cc-bc9c-4305-bf97-32fdda228450 req-06b55c53-6b23-491d-9ec0-5124b1b24c48 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 944 time: 0.0974338 Nov 12 03:32:22.751332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.849039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32146254-9222-43e7-ae59-aaaac7f85ef3 req-2180d28d-4cfb-4c20-8e2d-9e82c151604c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732632 Nov 12 03:32:23.011212 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ffef96c-ec89-437d-9e9d-7ce4cf7d83f4 req-a328388a-d8cc-4db2-b49f-cc07222e21ba service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522321 Nov 12 03:32:23.109834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-50e5cb4c-2fb9-4c12-aefb-d6c5404edf8c tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.112524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-50e5cb4c-2fb9-4c12-aefb-d6c5404edf8c tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.20 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1023 time: 0.2498078 Nov 12 03:32:23.145108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-287873cc-bc9c-4305-bf97-32fdda228450 req-5d60ea48-4933-48ac-a88d-e1af2a498ceb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818525 Nov 12 03:32:23.161597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:23.168835 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bb3ba-6193-4640-812a-85073f468634 None None] Sync routers for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:23.169389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146254-9222-43e7-ae59-aaaac7f85ef3 req-a304cf64-29c9-4d07-a78a-a860875e7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.172005 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32146254-9222-43e7-ae59-aaaac7f85ef3 req-a304cf64-29c9-4d07-a78a-a860875e7158 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2893085 Nov 12 03:32:23.177211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Router ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:23.197662 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bb3ba-6193-4640-812a-85073f468634 None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:23.199862 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f6bb3ba-6193-4640-812a-85073f468634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:23.207255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.208544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-84e9ea38-9be4-4c88-93ce-e0e93358dc3f tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.2571275 Nov 12 03:32:23.213421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46642) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.245733 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.275460 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f6bb3ba-6193-4640-812a-85073f468634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:23.317251 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bb3ba-6193-4640-812a-85073f468634 None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:23.318161 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f6bb3ba-6193-4640-812a-85073f468634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:23.417562 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f6bb3ba-6193-4640-812a-85073f468634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:23.420958 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bb3ba-6193-4640-812a-85073f468634 None None] The sync data for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:23.526772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f1e6070-9566-4696-8475-3b9689004ebe up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:23.554091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f537d90-bc6d-47dd-8f63-2e338e02b82d req-edc813f6-f8cf-4c3d-b784-e5ac8c066e07 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.563351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f537d90-bc6d-47dd-8f63-2e338e02b82d req-edc813f6-f8cf-4c3d-b784-e5ac8c066e07 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 1023 time: 0.1832783 Nov 12 03:32:23.639449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1f1e6070-9566-4696-8475-3b9689004ebe triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:23.640069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.757150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Deleting port 066bc276-d865-42ee-a2f2-30fc963d2bdd {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:23.757620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.813166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 43ca9720-bca0-436d-92b2-58f2a88deb60 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:23.826400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 03e0944b-bfdb-45d3-9dba-c7c904877e81 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:23.883158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 03e0944b-bfdb-45d3-9dba-c7c904877e81 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:23.883500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 03e0944b-bfdb-45d3-9dba-c7c904877e81 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:23.915563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] For port 066bc276-d865-42ee-a2f2-30fc963d2bdd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=066bc276-d865-42ee-a2f2-30fc963d2bdd,segment=NetworkSegment(b6890064-9596-464b-ad78-0b4ad19e6c74),segment_id=b6890064-9596-464b-ad78-0b4ad19e6c74)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:23.915923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.944371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Calling delete_port for 066bc276-d865-42ee-a2f2-30fc963d2bdd owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:24.055565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:24.068439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f537d90-bc6d-47dd-8f63-2e338e02b82d req-1ad556c2-f804-4868-9450-4fce8657a591 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups?id=f408039a-3692-4f6e-b86f-a91a5a540044&id=86e15297-b26e-47d8-9b28-ecc7e2ad9d3d&id=45fbfa13-fe9a-41ab-bb4f-22322175809d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4975677 Nov 12 03:32:24.091210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 43ca9720-bca0-436d-92b2-58f2a88deb60, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=43ca9720-bca0-436d-92b2-58f2a88deb60,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:24.114738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '43ca9720-bca0-436d-92b2-58f2a88deb60', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'port_id': '43ca9720-bca0-436d-92b2-58f2a88deb60', 'mac_address': 'fa:16:3e:b7:ab:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94314c6-3250-47e1-a1fe-ce606b32ef01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:24.118522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Sync routers for ids ['ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:24.136807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Routers {'ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:24.138186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.215068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Router a9152750-5d37-4aff-8a08-f0698692245f is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:24.230758 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.235423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46656) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.237349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d00932b3-ef46-49d5-baec-3364e65a3af6 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.2841659 Nov 12 03:32:24.337864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.410573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ca9720-bca0-436d-92b2-58f2a88deb60 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:24.417564 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.455715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 43ca9720-bca0-436d-92b2-58f2a88deb60, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=43ca9720-bca0-436d-92b2-58f2a88deb60,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:24.465265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['066bc276-d865-42ee-a2f2-30fc963d2bdd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:24.500168 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.552431 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.562995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Set router ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:24.686730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=43ca9720-bca0-436d-92b2-58f2a88deb60,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.690712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'Port': ['ID=066bc276-d865-42ee-a2f2-30fc963d2bdd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.811846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19117c1c-51bc-46bb-a4ab-d7d37cf45c2e req-83f187ac-ac25-4143-b398-7b76bbd021d9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.812475 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.813715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19117c1c-51bc-46bb-a4ab-d7d37cf45c2e req-83f187ac-ac25-4143-b398-7b76bbd021d9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 944 time: 0.4516659 Nov 12 03:32:24.843923 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c', 'name': 'tempest-snat-router-1719210557', 'tenant_id': '05cc5d2d0ec446f48579f424b19097c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '59946914-8a8d-4ee0-b05f-d6324af7b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:13Z', 'updated_at': '2021-11-12T03:32:21Z', 'revision_number': 3, 'project_id': '05cc5d2d0ec446f48579f424b19097c1', 'gw_port': {'id': '59946914-8a8d-4ee0-b05f-d6324af7b626', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:17Z', 'updated_at': '2021-11-12T03:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.872656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Checking router: ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:24.873138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Updating router ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c port 59946914-8a8d-4ee0-b05f-d6324af7b626 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:24.876334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:24.895876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] No DVR routers for this DVR port 066bc276-d865-42ee-a2f2-30fc963d2bdd on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:24.900488 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Sync routers for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:24.912654 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-df5f97da-6e91-4060-9f88-b1679c7a2685 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/routers/ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c HTTP/1.1" status: 200 len: 907 time: 0.6689618 Nov 12 03:32:24.914211 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.919289 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:24.919919 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.929125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.932725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4739af72-88dc-4d3b-a643-49b39fc78e13 req-a5cc3626-39e6-4d4d-a7ce-be93753f9de0 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.20 "DELETE /v2.0/ports/066bc276-d865-42ee-a2f2-30fc963d2bdd HTTP/1.1" status: 204 len: 173 time: 1.7769303 Nov 12 03:32:24.966369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46668) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.967225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'name': 'network-vif-deleted', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:24.969904 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41042ec3-214d-4f06-a32f-95bb9f77ff72" -d '{"events": [{"server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "name": "network-vif-deleted", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:25.169806 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d0b80-b311-42e4-8f85-8d54368ffccf x-openstack-request-id: req-593d0b80-b311-42e4-8f85-8d54368ffccf {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:25.170172 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ad8308-6c6c-426b-b307-567e0939f9d5", "name": "network-vif-deleted", "tag": "066bc276-d865-42ee-a2f2-30fc963d2bdd", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:25.173224 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-593d0b80-b311-42e4-8f85-8d54368ffccf {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:25.173680 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ad8308-6c6c-426b-b307-567e0939f9d5', 'name': 'network-vif-deleted', 'tag': '066bc276-d865-42ee-a2f2-30fc963d2bdd', 'status': 'completed', 'code': 200} Nov 12 03:32:25.278577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.294586 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9698fe16-d413-4675-a1d4-8fb45c393cf6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8728294 Nov 12 03:32:25.295604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.425621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.431344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['43ca9720-bca0-436d-92b2-58f2a88deb60'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:25.501229 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.536046 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:25.658832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Allocated IP 172.20.0.1 (75706e45-0d11-4cca-83e6-bcc3d610e868/097dfff3-82c3-4a60-852e-51fcd7864d4e/d83a5743-96c3-4697-bcdd-3bd3054951ef) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:25.805264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19117c1c-51bc-46bb-a4ab-d7d37cf45c2e req-95805974-9a51-48fd-bafe-abb5b5626717 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9815695 Nov 12 03:32:25.898795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.987507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.006366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 066bc276-d865-42ee-a2f2-30fc963d2bdd no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:26.009040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671dff3-77c9-4834-b208-63885e1cdcec None None] Pushing event updated for resources: {'Port': ['ID=59946914-8a8d-4ee0-b05f-d6324af7b626,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.052413 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:21Z', 'revision_number': 3, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:26.058575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 066bc276-d865-42ee-a2f2-30fc963d2bdd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:26.059073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 066bc276-d865-42ee-a2f2-30fc963d2bdd not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:26.061140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b347f135-1cc6-4ba8-9ea5-49c15a0d5306 req-b92c6aea-6bcb-4c7e-bb67-6a29c00e8809 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ad8308-6c6c-426b-b307-567e0939f9d5 HTTP/1.1" status: 200 len: 210 time: 0.1238444 Nov 12 03:32:26.065573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Attempting to bind port 59946914-8a8d-4ee0-b05f-d6324af7b626 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:26.066675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Attempting to bind port 59946914-8a8d-4ee0-b05f-d6324af7b626 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:26.067167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Attempting to bind port 59946914-8a8d-4ee0-b05f-d6324af7b626 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:26.074481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:26.075030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:26.075559 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.076248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:26.076896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Bound port: 59946914-8a8d-4ee0-b05f-d6324af7b626, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:26.077433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.082400 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.110043 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Checking router: a9152750-5d37-4aff-8a08-f0698692245f for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:26.110691 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Updating router a9152750-5d37-4aff-8a08-f0698692245f port 5087f796-6069-49ed-8b86-d9d88d0fd097 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:26.151647 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.198055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] For port 59946914-8a8d-4ee0-b05f-d6324af7b626, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:26.205084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] For port 59946914-8a8d-4ee0-b05f-d6324af7b626, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=59946914-8a8d-4ee0-b05f-d6324af7b626,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:26.215126 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.219462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:26.234928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:26.245525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:26.255201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'Port': ['ID=d83a5743-96c3-4697-bcdd-3bd3054951ef,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.312176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671dff3-77c9-4834-b208-63885e1cdcec None None] Pushing event updated for resources: {'Port': ['ID=59946914-8a8d-4ee0-b05f-d6324af7b626,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.317958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Routers {'ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:26.318758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:26.384285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.494603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] Set router ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:26.578154 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.588896 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.740330 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Pushing event updated for resources: {'Port': ['ID=5087f796-6069-49ed-8b86-d9d88d0fd097,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.760235 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Attempting to bind port 5087f796-6069-49ed-8b86-d9d88d0fd097 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:26.760912 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Attempting to bind port 5087f796-6069-49ed-8b86-d9d88d0fd097 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:26.761464 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Attempting to bind port 5087f796-6069-49ed-8b86-d9d88d0fd097 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:26.776148 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.781109 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.782163 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.782694 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.783189 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.783668 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.784709 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.785223 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.786265 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.788038 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.788533 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.789037 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:26.810546 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:26.811196 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:26.812040 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.816777 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:26.817693 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Bound port: 5087f796-6069-49ed-8b86-d9d88d0fd097, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:26.818261 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.841741 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.872423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9a0bb9c1-8dd6-4d48-b11a-59eb0dbaa5eb None None] Provisioning complete for port d83a5743-96c3-4697-bcdd-3bd3054951ef triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:26.874441 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb9c1-8dd6-4d48-b11a-59eb0dbaa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.898382 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.969505 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] For port 5087f796-6069-49ed-8b86-d9d88d0fd097, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:26.974350 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] For port 5087f796-6069-49ed-8b86-d9d88d0fd097, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5087f796-6069-49ed-8b86-d9d88d0fd097,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:26.981853 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.998416 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bb9c1-8dd6-4d48-b11a-59eb0dbaa5eb None None] Port d83a5743-96c3-4697-bcdd-3bd3054951ef cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:27.031490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c', 'name': 'tempest-snat-router-1719210557', 'tenant_id': '05cc5d2d0ec446f48579f424b19097c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '59946914-8a8d-4ee0-b05f-d6324af7b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:13Z', 'updated_at': '2021-11-12T03:32:21Z', 'revision_number': 3, 'project_id': '05cc5d2d0ec446f48579f424b19097c1', 'gw_port': {'id': '59946914-8a8d-4ee0-b05f-d6324af7b626', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:17Z', 'updated_at': '2021-11-12T03:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:27.103571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573cf4e1-f27a-4410-b663-b3a00d11ee7d None None] The sync data for ids ['ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c'] in n-d-789963-21 is: [{'id': 'ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c', 'name': 'tempest-snat-router-1719210557', 'tenant_id': '05cc5d2d0ec446f48579f424b19097c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '59946914-8a8d-4ee0-b05f-d6324af7b626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:13Z', 'updated_at': '2021-11-12T03:32:21Z', 'revision_number': 3, 'project_id': '05cc5d2d0ec446f48579f424b19097c1', 'gw_port': {'id': '59946914-8a8d-4ee0-b05f-d6324af7b626', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:17Z', 'updated_at': '2021-11-12T03:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:27.114876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Deleting port 59946914-8a8d-4ee0-b05f-d6324af7b626 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:27.115550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.124941 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:27.125820 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:27.150920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb52c-f107-4caf-ae39-55f9e5eeb65b req-c7b091c4-7771-4a23-b1fc-89610fdd67cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.160124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7acdb52c-f107-4caf-ae39-55f9e5eeb65b req-c7b091c4-7771-4a23-b1fc-89610fdd67cc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 945 time: 0.1721513 Nov 12 03:32:27.231388 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e1a31-62bf-490c-967b-3d2638487188 None None] Pushing event updated for resources: {'Port': ['ID=5087f796-6069-49ed-8b86-d9d88d0fd097,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.363160 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:27.493737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] For port 59946914-8a8d-4ee0-b05f-d6324af7b626, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=59946914-8a8d-4ee0-b05f-d6324af7b626,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:27.495379 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.554323 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:32:27.563128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Calling delete_port for 59946914-8a8d-4ee0-b05f-d6324af7b626 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:27.636504 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.647342 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.654473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.746273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'Port': ['ID=d83a5743-96c3-4697-bcdd-3bd3054951ef,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.766685 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:21Z', 'revision_number': 3, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:27.785538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0382479-2f98-4605-ba5b-9be150d44070 req-75239e8c-82d1-4efd-ab42-8b4275c055de tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/86e15297-b26e-47d8-9b28-ecc7e2ad9d3d HTTP/1.1" status: 200 len: 1820 time: 0.3697319 Nov 12 03:32:27.790108 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7acdb52c-f107-4caf-ae39-55f9e5eeb65b req-fcbfcf42-03dd-4ae7-a4d3-ba5de6966d47 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290572 Nov 12 03:32:27.826100 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ce9d5-79df-4502-8619-f6992b15abcb None None] The sync data for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 is: [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:21Z', 'revision_number': 3, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:27.839559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 43ca9720-bca0-436d-92b2-58f2a88deb60 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:27.861763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.953089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 43ca9720-bca0-436d-92b2-58f2a88deb60 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:27.962437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 43ca9720-bca0-436d-92b2-58f2a88deb60 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:27.962816 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.139525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:28.142291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:28.209861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.280566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae78af-417b-4dea-9aca-f97823f56637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ca9720-bca0-436d-92b2-58f2a88deb60'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:28.303766 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5801a18c-67a7-4b1f-bf62-4d5b8674c7d7" -d '{"events": [{"server_uuid": "90ae78af-417b-4dea-9aca-f97823f56637", "name": "network-vif-plugged", "status": "completed", "tag": "43ca9720-bca0-436d-92b2-58f2a88deb60"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:28.433741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 43ca9720-bca0-436d-92b2-58f2a88deb60, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=43ca9720-bca0-436d-92b2-58f2a88deb60,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:28.441984 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.557484 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57127bb7-3bc6-4425-a445-55cb3fb7fabf x-openstack-request-id: req-57127bb7-3bc6-4425-a445-55cb3fb7fabf {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:28.557859 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ae78af-417b-4dea-9aca-f97823f56637", "name": "network-vif-plugged", "status": "completed", "tag": "43ca9720-bca0-436d-92b2-58f2a88deb60", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:28.558081 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57127bb7-3bc6-4425-a445-55cb3fb7fabf {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:28.558508 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ae78af-417b-4dea-9aca-f97823f56637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ca9720-bca0-436d-92b2-58f2a88deb60', 'code': 200} Nov 12 03:32:28.684605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=43ca9720-bca0-436d-92b2-58f2a88deb60,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.732891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Router 87e51e69-32b2-472a-836f-f70d2e0cef6c has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:28.791177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-171897b9-96ac-4a96-9be4-29152e1e3ffb None None] Provisioning complete for port d83a5743-96c3-4697-bcdd-3bd3054951ef triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:28.792279 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-171897b9-96ac-4a96-9be4-29152e1e3ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.865689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-171897b9-96ac-4a96-9be4-29152e1e3ffb None None] Port d83a5743-96c3-4697-bcdd-3bd3054951ef cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:29.039883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Allocated IP 172.20.0.1 (3fd12b05-a641-48f7-9c95-186efddc31cd/e72d5ff7-7be8-46d0-a742-51477de96fe8/c8bd29fc-a5af-402f-a78d-a4e7656038ac) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:29.137035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762fa5-f75e-4c19-b6e3-a1aa065d989c req-fc40a956-2abe-41ef-9f19-da95f0ec6b01 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.146287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9762fa5-f75e-4c19-b6e3-a1aa065d989c req-fc40a956-2abe-41ef-9f19-da95f0ec6b01 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 0.1723475 Nov 12 03:32:29.184610 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.210027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:29.222216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7cf18f-2fc2-4e93-89ad-c233d6af2183 None None] Sync routers for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:29.227208 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-76beac1e-3840-4422-a0ea-751c73e262c1 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "PUT /v2.0/routers/87e51e69-32b2-472a-836f-f70d2e0cef6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0127003 Nov 12 03:32:29.243983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46734) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.254706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Request body: {'port': {'network_id': '75706e45-0d11-4cca-83e6-bcc3d610e868', 'name': 'tempest-FloatingIPAdminTestJSON-432168739'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:29.266622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7cf18f-2fc2-4e93-89ad-c233d6af2183 None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:29.267496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3a7cf18f-2fc2-4e93-89ad-c233d6af2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.335546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9762fa5-f75e-4c19-b6e3-a1aa065d989c req-9daf58e8-70d2-46a3-a8f8-a40d2ca8a1bc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884029 Nov 12 03:32:29.348005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3a7cf18f-2fc2-4e93-89ad-c233d6af2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.377641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7cf18f-2fc2-4e93-89ad-c233d6af2183 None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:29.382626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3a7cf18f-2fc2-4e93-89ad-c233d6af2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.391839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.486460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3a7cf18f-2fc2-4e93-89ad-c233d6af2183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.487447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7cf18f-2fc2-4e93-89ad-c233d6af2183 None None] The sync data for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:29.501977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bd29fc-a5af-402f-a78d-a4e7656038ac,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.631532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Network 3fd12b05-a641-48f7-9c95-186efddc31cd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:29.644731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:29.649477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:29.653997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7667-c86e-4ca0-8562-513ec534d041 req-b0ac3e8b-ed48-40f0-a5b9-464572c1aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.655814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f8e7667-c86e-4ca0-8562-513ec534d041 req-b0ac3e8b-ed48-40f0-a5b9-464572c1aecf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 1098 time: 0.8739100 Nov 12 03:32:29.728072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 59946914-8a8d-4ee0-b05f-d6324af7b626 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:29.810708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Made reservation on behalf of 8ca7d3ac84d84d44a69a0cbe95465582 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:29.822524 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.918210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 59946914-8a8d-4ee0-b05f-d6324af7b626 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:29.919198 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.015459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e0382479-2f98-4605-ba5b-9be150d44070 req-ee491909-859a-4485-8ed5-9ab7f1acd7b1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.017870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.050253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] device_id is not set on port 0a0a0792-34eb-4be6-a70a-0ef0acbbb929 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:30.122195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.218634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f1b5e064-3080-4a33-a9b5-1939a6a13976 None None] Provisioning complete for port c8bd29fc-a5af-402f-a78d-a4e7656038ac triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:30.219465 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1b5e064-3080-4a33-a9b5-1939a6a13976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.357880 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e0382479-2f98-4605-ba5b-9be150d44070 req-ee491909-859a-4485-8ed5-9ab7f1acd7b1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.361308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5e064-3080-4a33-a9b5-1939a6a13976 None None] Port c8bd29fc-a5af-402f-a78d-a4e7656038ac cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:30.363087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f8e7667-c86e-4ca0-8562-513ec534d041 req-e8090ad3-13b0-40ac-b098-73da40d3e757 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477728 Nov 12 03:32:30.493918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Allocated IP 172.20.0.13 (75706e45-0d11-4cca-83e6-bcc3d610e868/097dfff3-82c3-4a60-852e-51fcd7864d4e/0a0a0792-34eb-4be6-a70a-0ef0acbbb929) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:30.509410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.523619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5087f796-6069-49ed-8b86-d9d88d0fd097 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:30.565332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f450885-b9c4-4f02-abbf-2cf344e4ecd3 req-d0015fd1-627b-47e4-b51a-7bcdbac906b7 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.568420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f450885-b9c4-4f02-abbf-2cf344e4ecd3 req-d0015fd1-627b-47e4-b51a-7bcdbac906b7 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 945 time: 0.1336720 Nov 12 03:32:30.571164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event deleted for resources: {'Port': ['ID=59946914-8a8d-4ee0-b05f-d6324af7b626,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.614917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5087f796-6069-49ed-8b86-d9d88d0fd097 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:30.616561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.626509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e0382479-2f98-4605-ba5b-9be150d44070 req-ee491909-859a-4485-8ed5-9ab7f1acd7b1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.629929 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e0382479-2f98-4605-ba5b-9be150d44070 req-ee491909-859a-4485-8ed5-9ab7f1acd7b1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.631147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0382479-2f98-4605-ba5b-9be150d44070 req-ee491909-859a-4485-8ed5-9ab7f1acd7b1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/86e15297-b26e-47d8-9b28-ecc7e2ad9d3d HTTP/1.1" status: 204 len: 173 time: 2.8144410 Nov 12 03:32:30.717056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.724644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f450885-b9c4-4f02-abbf-2cf344e4ecd3 req-d0958ae5-7b77-4db8-845c-3c227ac94e26 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457918 Nov 12 03:32:30.752872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee491909-859a-4485-8ed5-9ab7f1acd7b1 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e15297-b26e-47d8-9b28-ecc7e2ad9d3d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.876201 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.904935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 5087f796-6069-49ed-8b86-d9d88d0fd097, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5087f796-6069-49ed-8b86-d9d88d0fd097,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:30.917148 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.956912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e23f21e-1453-4066-8829-d16a2a36650d req-10648fa3-ad35-4a5b-9847-d669b86feaec tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "GET /v2.0/security-groups/f408039a-3692-4f6e-b86f-a91a5a540044 HTTP/1.1" status: 200 len: 1819 time: 0.0951085 Nov 12 03:32:31.014954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=5087f796-6069-49ed-8b86-d9d88d0fd097,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:31.017926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.055557 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3e23f21e-1453-4066-8829-d16a2a36650d req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.098619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3e23f21e-1453-4066-8829-d16a2a36650d req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.106810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.157303 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3e23f21e-1453-4066-8829-d16a2a36650d req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.161061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3e23f21e-1453-4066-8829-d16a2a36650d req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.177286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e23f21e-1453-4066-8829-d16a2a36650d req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] 10.222.0.49 "DELETE /v2.0/security-groups/f408039a-3692-4f6e-b86f-a91a5a540044 HTTP/1.1" status: 204 len: 173 time: 0.2194831 Nov 12 03:32:31.179473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46762) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.209507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.227161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:31.237580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f408039a-3692-4f6e-b86f-a91a5a540044,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:31.266725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.267329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.267820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.268989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.269489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.269975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.277331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.277902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.278394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.278905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.279374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.279850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba1b08-86bf-48c1-ab63-10673b4126a4 tempest-SecurityGroupsTestJSON-1772305462 tempest-SecurityGroupsTestJSON-1772305462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:31.319383 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-643530d1-f378-4775-a243-19f298ad1c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.325595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ccbb09-8565-4007-b7bd-03d3c089da86 admin admin] Deleting subnet 1da21716-8dcb-4424-83be-8ef2a0114aae {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:31.328534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:31.332028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb09-8565-4007-b7bd-03d3c089da86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.423485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb09-8565-4007-b7bd-03d3c089da86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.445815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.449252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.510984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb09-8565-4007-b7bd-03d3c089da86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.517440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event updated for resources: {'Port': ['ID=0a0a0792-34eb-4be6-a70a-0ef0acbbb929,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:31.559498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:31.562444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.562971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:31.635335 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.636870 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ccc14e23-b9da-440a-817b-cf71b1b9fd04 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "DELETE /v2.0/routers/ce1566b3-4fc7-4d0c-80f6-cd7bb47fd76c HTTP/1.1" status: 204 len: 168 time: 6.6508334 Nov 12 03:32:31.646740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46772) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.759772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5087f796-6069-49ed-8b86-d9d88d0fd097 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:31.782908 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.811438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca14122-47d2-4751-b5d3-5ed30639f182 req-fae275e7-05c9-48fc-9dce-acf8b9095d8f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.817391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ca14122-47d2-4751-b5d3-5ed30639f182 req-fae275e7-05c9-48fc-9dce-acf8b9095d8f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 0.7332318 Nov 12 03:32:31.847213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.890299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5087f796-6069-49ed-8b86-d9d88d0fd097 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:31.890716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.973931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.980995 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb09-8565-4007-b7bd-03d3c089da86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.992792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a1a5bd21-f6b0-411b-a7ef-700433e22d76 None None] Provisioning complete for port 0a0a0792-34eb-4be6-a70a-0ef0acbbb929 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:31.993216 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1a5bd21-f6b0-411b-a7ef-700433e22d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.002129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bd29fc-a5af-402f-a78d-a4e7656038ac,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.034471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccbb09-8565-4007-b7bd-03d3c089da86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da21716-8dcb-4424-83be-8ef2a0114aae,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.044363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.045028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.048126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63ccbb09-8565-4007-b7bd-03d3c089da86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.052925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-63ccbb09-8565-4007-b7bd-03d3c089da86 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1da21716-8dcb-4424-83be-8ef2a0114aae HTTP/1.1" status: 204 len: 168 time: 0.8694389 Nov 12 03:32:32.058950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46778) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.077978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd6cc4-601f-4959-811d-ea537445573e req-e7ee4c1d-2900-4ca7-99dc-55ff397b7e5d tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.079899 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6dd6cc4-601f-4959-811d-ea537445573e req-e7ee4c1d-2900-4ca7-99dc-55ff397b7e5d tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 945 time: 0.2196443 Nov 12 03:32:32.091912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.119083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a1a5bd21-f6b0-411b-a7ef-700433e22d76 None None] Port 0a0a0792-34eb-4be6-a70a-0ef0acbbb929 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:32.243701 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ca14122-47d2-4751-b5d3-5ed30639f182 req-e0528016-26b0-4aa0-b658-2326b59722e1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171963 Nov 12 03:32:32.251366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Network 3fd12b05-a641-48f7-9c95-186efddc31cd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:32.253903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:32.275338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6dd6cc4-601f-4959-811d-ea537445573e req-e681465f-e1fa-43c9-a486-4067d0074f1e tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ea298c8-096e-411c-9974-72bbf879d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805155 Nov 12 03:32:32.279877 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.314881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cbb72e17-dbf0-430c-87db-c39ef63e7f8a tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0661027 Nov 12 03:32:32.316074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46786) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.486709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-570c1734-9ab0-4d6f-9004-ad2cab90a106 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.488309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-570c1734-9ab0-4d6f-9004-ad2cab90a106 tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 945 time: 0.2097826 Nov 12 03:32:32.573364 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.577421 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.583751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'project_id': '8ca7d3ac84d84d44a69a0cbe95465582', 'port_id': '0a0a0792-34eb-4be6-a70a-0ef0acbbb929'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:32.625929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5817e48-97b4-4f31-a39a-8f33d4bcf472']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.662464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Router a9152750-5d37-4aff-8a08-f0698692245f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:32.663784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.666149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6890064-9596-464b-ad78-0b4ad19e6c74') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.667428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6890064-9596-464b-ad78-0b4ad19e6c74') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.687726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.715680 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.727505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:32.727890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:32.729655 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:32.761202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-97db9253-2ec3-44bf-b769-105c4f595249 None None] Provisioning complete for port c8bd29fc-a5af-402f-a78d-a4e7656038ac triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:32.761896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Deleting port 7643b8fc-dc71-44e6-b753-d9a711d36b5d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:32.762360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.762722 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-97db9253-2ec3-44bf-b769-105c4f595249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.799273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Deleting port 62a73763-ed22-4bd0-a147-60c9e98c0bce {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:32.799807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.809126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-97db9253-2ec3-44bf-b769-105c4f595249 None None] Port c8bd29fc-a5af-402f-a78d-a4e7656038ac cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:32.875097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.891541 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.898501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] 10.222.0.49 "DELETE /v2.0/networks/c5817e48-97b4-4f31-a39a-8f33d4bcf472 HTTP/1.1" status: 204 len: 168 time: 0.8364716 Nov 12 03:32:32.901623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61643d-018e-47e3-a14a-8b2f738d10cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c5817e48-97b4-4f31-a39a-8f33d4bcf472,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.923619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:32.932519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d1fab009-45ef-41b2-aff7-8c5f25804f36 admin admin] 10.222.0.49 "PUT /v2.0/routers/a9152750-5d37-4aff-8a08-f0698692245f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6308982 Nov 12 03:32:32.937466 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Sync routers for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:32.946776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] For port 62a73763-ed22-4bd0-a147-60c9e98c0bce, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=62a73763-ed22-4bd0-a147-60c9e98c0bce,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:32.947249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.952154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] For port 7643b8fc-dc71-44e6-b753-d9a711d36b5d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7643b8fc-dc71-44e6-b753-d9a711d36b5d,segment=NetworkSegment(d5780341-5f08-40c2-a3b8-8af0612d7a5a),segment_id=d5780341-5f08-40c2-a3b8-8af0612d7a5a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:32.952508 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.960234 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:32.961535 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.965184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Calling delete_port for 62a73763-ed22-4bd0-a147-60c9e98c0bce owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:32.970186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Calling delete_port for 7643b8fc-dc71-44e6-b753-d9a711d36b5d owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:33.029527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.180947 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:33.220854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46802) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.289828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Allocated IP 172.25.0.189 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/e7114d77-67ae-4dac-a15c-ea40e6c1aa73) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:33.447425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.468065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 59946914-8a8d-4ee0-b05f-d6324af7b626 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:33.501381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event deleted for resources: {'Port': ['ID=62a73763-ed22-4bd0-a147-60c9e98c0bce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.515165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b8d411b6-3a80-4811-b23e-26b27828a4ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=929da0da474b44a79c31662eeb735de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880476 Nov 12 03:32:33.525843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46812) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.546722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 59946914-8a8d-4ee0-b05f-d6324af7b626 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:33.547041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 59946914-8a8d-4ee0-b05f-d6324af7b626 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:33.597241 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:31Z', 'revision_number': 2, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.598300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33041f1b-f74d-4f10-b26a-e181d751737f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.624569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.641707 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Checking router: a9152750-5d37-4aff-8a08-f0698692245f for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:33.642096 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Updating router a9152750-5d37-4aff-8a08-f0698692245f port c8bd29fc-a5af-402f-a78d-a4e7656038ac binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:33.676615 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.699084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-900763f8-61f8-4335-84ed-bc53c565c8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.706482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.735465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.810445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:33.825284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:33.830107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:33.864155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-900763f8-61f8-4335-84ed-bc53c565c8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.960060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.971858 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.101292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46814) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.109693 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.114482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f7275559-b36b-4fc3-955c-684db571ac38 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113187665', 'description': 'tempest-description--2106023197'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:34.123807 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.161005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Pushing event updated for resources: {'Port': ['ID=e7114d77-67ae-4dac-a15c-ea40e6c1aa73,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.166244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.194227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-900763f8-61f8-4335-84ed-bc53c565c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.196988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-900763f8-61f8-4335-84ed-bc53c565c8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.200536 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-900763f8-61f8-4335-84ed-bc53c565c8bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45fbfa13-fe9a-41ab-bb4f-22322175809d HTTP/1.1" status: 204 len: 168 time: 0.6714296 Nov 12 03:32:34.216029 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.216583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a63549dc-404a-4c2f-b3c8-7fd76bbfda3a {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:34.218019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Pushing event deleted for resources: {'Port': ['ID=7643b8fc-dc71-44e6-b753-d9a711d36b5d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.219830 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd54d8f6-1f48-45a7-ac77-efbbbec23dba req-431ccea3-5be2-42a5-81ba-06399099f8dc tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 210 time: 0.0757031 Nov 12 03:32:34.260030 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.263729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c5f763e9-2114-410b-b263-66dac4e747b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "DELETE /v2.0/routers/a63549dc-404a-4c2f-b3c8-7fd76bbfda3a HTTP/1.1" status: 204 len: 168 time: 2.6158674 Nov 12 03:32:34.304081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46818) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.330286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7275559-b36b-4fc3-955c-684db571ac38 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.348159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-636137814', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:34.352634 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Attempting to bind port c8bd29fc-a5af-402f-a78d-a4e7656038ac on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:34.353338 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Attempting to bind port c8bd29fc-a5af-402f-a78d-a4e7656038ac by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:34.353881 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Attempting to bind port c8bd29fc-a5af-402f-a78d-a4e7656038ac on network 3fd12b05-a641-48f7-9c95-186efddc31cd {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:34.372693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900763f8-61f8-4335-84ed-bc53c565c8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fbfa13-fe9a-41ab-bb4f-22322175809d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.407464 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:34.409471 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Checking segment: {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:34.411050 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.413399 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Bound using segment: {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:34.414914 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Bound port: c8bd29fc-a5af-402f-a78d-a4e7656038ac, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:34.416123 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.617153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.619635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.695955 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] For port c8bd29fc-a5af-402f-a78d-a4e7656038ac, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:34.707775 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] For port c8bd29fc-a5af-402f-a78d-a4e7656038ac, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c8bd29fc-a5af-402f-a78d-a4e7656038ac,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:34.717494 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.734485 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b896f5-d04e-4f8d-b5eb-772e1b0366c6 None None] Pushing event updated for resources: {'Port': ['ID=c8bd29fc-a5af-402f-a78d-a4e7656038ac,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.784992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-16207b6c-15a7-494d-a02d-d2b5476fd3f7 None None] Provisioning complete for port c8bd29fc-a5af-402f-a78d-a4e7656038ac triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:34.785460 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16207b6c-15a7-494d-a02d-d2b5476fd3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.847868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7275559-b36b-4fc3-955c-684db571ac38 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.850035 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:34.850841 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:34.851595 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.884347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7275559-b36b-4fc3-955c-684db571ac38 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.943198 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.950311 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b896f5-d04e-4f8d-b5eb-772e1b0366c6 None None] Pushing event updated for resources: {'Port': ['ID=c8bd29fc-a5af-402f-a78d-a4e7656038ac,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.065701 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16207b6c-15a7-494d-a02d-d2b5476fd3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.176382 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:35.217897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-16207b6c-15a7-494d-a02d-d2b5476fd3f7 None None] For port c8bd29fc-a5af-402f-a78d-a4e7656038ac, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c8bd29fc-a5af-402f-a78d-a4e7656038ac,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:35.246038 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16207b6c-15a7-494d-a02d-d2b5476fd3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.437503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16207b6c-15a7-494d-a02d-d2b5476fd3f7 None None] Pushing event updated for resources: {'Port': ['ID=c8bd29fc-a5af-402f-a78d-a4e7656038ac,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.458082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-75957cc8-864c-4825-b1af-176f7d1e4cc7 None None] Provisioning complete for port c8bd29fc-a5af-402f-a78d-a4e7656038ac triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:35.458456 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-75957cc8-864c-4825-b1af-176f7d1e4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.467949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256543e-03bf-4d51-bd7c-4d70c4003789 req-93417731-078d-4d75-bad3-1df9acd1d0c0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.469581 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3256543e-03bf-4d51-bd7c-4d70c4003789 req-93417731-078d-4d75-bad3-1df9acd1d0c0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 2.0536764 Nov 12 03:32:35.582682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] No DVR routers for this DVR port 7643b8fc-dc71-44e6-b753-d9a711d36b5d on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:35.604882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.606230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 62a73763-ed22-4bd0-a147-60c9e98c0bce no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:35.615094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84b4ff09-a6b8-475d-bd1d-8f03427c7366 req-536cb496-3140-4e42-9d88-953a79d427ea tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.20 "DELETE /v2.0/ports/7643b8fc-dc71-44e6-b753-d9a711d36b5d HTTP/1.1" status: 204 len: 173 time: 3.0949945 Nov 12 03:32:35.615640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8', 'name': 'network-vif-deleted', 'tag': '7643b8fc-dc71-44e6-b753-d9a711d36b5d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:35.618027 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61abd57-5537-4473-8b6c-747c50cebbf7" -d '{"events": [{"server_uuid": "d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8", "name": "network-vif-deleted", "tag": "7643b8fc-dc71-44e6-b753-d9a711d36b5d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:35.652503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 62a73763-ed22-4bd0-a147-60c9e98c0bce {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:35.653523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 62a73763-ed22-4bd0-a147-60c9e98c0bce not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:35.763400 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:34Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:35.781422 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3256543e-03bf-4d51-bd7c-4d70c4003789 req-3c596424-6cad-403f-b215-b983404831e0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371233 Nov 12 03:32:35.794330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.798578 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850a978a-ad71-424c-88e6-f16075a8a869 None None] The sync data for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 is: [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:34Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:35.885536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7643b8fc-dc71-44e6-b753-d9a711d36b5d no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:35.968600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7643b8fc-dc71-44e6-b753-d9a711d36b5d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:35.969398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7643b8fc-dc71-44e6-b753-d9a711d36b5d not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:36.003457 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.111366 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bf4dd1-c2d3-4bcf-a79e-3675871d43b3 x-openstack-request-id: req-41bf4dd1-c2d3-4bcf-a79e-3675871d43b3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:36.111727 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8", "name": "network-vif-deleted", "tag": "7643b8fc-dc71-44e6-b753-d9a711d36b5d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:36.112087 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41bf4dd1-c2d3-4bcf-a79e-3675871d43b3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:36.114422 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8', 'name': 'network-vif-deleted', 'tag': '7643b8fc-dc71-44e6-b753-d9a711d36b5d', 'status': 'completed', 'code': 200} Nov 12 03:32:36.256976 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.317315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.387946 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7275559-b36b-4fc3-955c-684db571ac38 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.391023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f7275559-b36b-4fc3-955c-684db571ac38 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.2853484 Nov 12 03:32:36.391849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7275559-b36b-4fc3-955c-684db571ac38 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.404712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46874) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.420040 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.429982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7c86d4a1-b6ad-43d8-9a1b-15efb409e1aa tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Request body: {'security_group_rule': {'security_group_id': '9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:36.440994 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.514486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac26f66d-0826-4b96-867d-94258a413476 req-c4dd9b09-1371-47f8-9359-cb8cd806d9be tempest-AttachVolumeNegativeTest-2117508103 tempest-AttachVolumeNegativeTest-2117508103-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5519a66-ffde-4d0a-ad71-bb1e9d4a7ec8 HTTP/1.1" status: 200 len: 210 time: 0.1872463 Nov 12 03:32:36.562585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Pushing event updated for resources: {'Port': ['ID=e7114d77-67ae-4dac-a15c-ea40e6c1aa73,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.625538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.651324 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4a1-b6ad-43d8-9a1b-15efb409e1aa tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.791221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4a1-b6ad-43d8-9a1b-15efb409e1aa tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.795263 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Floating IP 561a37d5-e721-4405-adf2-15bf00c3c933 associated. External IP: 172.25.0.189, port: 0a0a0792-34eb-4be6-a70a-0ef0acbbb929. Nov 12 03:32:36.801698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4a1-b6ad-43d8-9a1b-15efb409e1aa tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.813966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429ad42-3e2a-4056-af95-f639f40ba681 req-c2df22c6-91a9-46f3-8041-2c3f65dfb428 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.815913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e429ad42-3e2a-4056-af95-f639f40ba681 req-c2df22c6-91a9-46f3-8041-2c3f65dfb428 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 0.1696479 Nov 12 03:32:36.855627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86d4a1-b6ad-43d8-9a1b-15efb409e1aa tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c3493e-9750-4e2a-8013-d5addb66deaa,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.868663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4a1-b6ad-43d8-9a1b-15efb409e1aa tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.871782 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7c86d4a1-b6ad-43d8-9a1b-15efb409e1aa tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4585264 Nov 12 03:32:36.874519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46890) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.879125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b305f8f4-ea5b-4264-9af2-c2b2e6609f48 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Request body: {'security_group_rule': {'security_group_id': '9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:36.964078 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.074917 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e429ad42-3e2a-4056-af95-f639f40ba681 req-406682b1-7105-4fcb-a7cc-6b259b19c956 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431118 Nov 12 03:32:37.080158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b305f8f4-ea5b-4264-9af2-c2b2e6609f48 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.105449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Router 87e51e69-32b2-472a-836f-f70d2e0cef6c has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:37.130588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.171971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46920) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.207354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.344058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b305f8f4-ea5b-4264-9af2-c2b2e6609f48 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.349843 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b305f8f4-ea5b-4264-9af2-c2b2e6609f48 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.367383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:37.383552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af178fc-1b78-4ee7-86b8-209d2636ad33 None None] Sync routers for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:37.385667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0697-2adf-400f-9dda-784c85d20aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.400418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af178fc-1b78-4ee7-86b8-209d2636ad33 None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:37.401426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4af178fc-1b78-4ee7-86b8-209d2636ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:37.404131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd00ef-71be-490e-a313-048f900c362f req-6d7e4664-1416-4b70-8c9f-0669066d48a9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:37.405773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1dd00ef-71be-490e-a313-048f900c362f req-6d7e4664-1416-4b70-8c9f-0669066d48a9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 0.1927419 Nov 12 03:32:37.418480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.457381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ee2bb5ac-60a7-409a-ac50-519f6c7afebe tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.1205037 Nov 12 03:32:37.459667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46934) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.465579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b305f8f4-ea5b-4264-9af2-c2b2e6609f48 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.469422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b305f8f4-ea5b-4264-9af2-c2b2e6609f48 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5914922 Nov 12 03:32:37.470748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46936) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.472122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305f8f4-ea5b-4264-9af2-c2b2e6609f48 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ffbe1a-e9cd-4e7c-80b9-b5461d15b297,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.489514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:37.516081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4af178fc-1b78-4ee7-86b8-209d2636ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:37.533340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af178fc-1b78-4ee7-86b8-209d2636ad33 None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:37.534877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4af178fc-1b78-4ee7-86b8-209d2636ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:37.546549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Allocated IP 172.25.0.152 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/437fcb38-f74c-43b5-b337-dff515433f60) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:37.601386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4af178fc-1b78-4ee7-86b8-209d2636ad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:37.602803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af178fc-1b78-4ee7-86b8-209d2636ad33 None None] The sync data for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:37.626212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c8bd29fc-a5af-402f-a78d-a4e7656038ac up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:37.668776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.716286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c8bd29fc-a5af-402f-a78d-a4e7656038ac triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:37.716642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.771609 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.776231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9feb96ae-d88a-4afc-84a8-1de98c15fa93 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] 10.222.0.49 "GET /v2.0/floatingips/561a37d5-e721-4405-adf2-15bf00c3c933 HTTP/1.1" status: 200 len: 983 time: 0.3102188 Nov 12 03:32:37.788315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1dd00ef-71be-490e-a313-048f900c362f req-fc34c95b-aa18-4583-8d0a-25210d5a816d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740759 Nov 12 03:32:37.791178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46946) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.885993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46962) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.929280 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0697-2adf-400f-9dda-784c85d20aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.948658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.961113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0697-2adf-400f-9dda-784c85d20aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.998061 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e6c0697-2adf-400f-9dda-784c85d20aeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=462999284f564f2d8b6208332a9f9227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8250179 Nov 12 03:32:38.008580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dd13eb-2133-4453-89f3-1e0448358e32 admin admin] Deleting subnet dd6289d9-3efa-4b44-a770-800f817e10bb {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:38.015714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.027292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59dd13eb-2133-4453-89f3-1e0448358e32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.053096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:38.063559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5ec56c7d-d91b-4aa9-bdac-27cce5fe292b tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.2617230 Nov 12 03:32:38.067541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46974) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.075362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c0697-2adf-400f-9dda-784c85d20aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c589972-ba42-4dca-989a-8573921c4280,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.082911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event updated for resources: {'Port': ['ID=437fcb38-f74c-43b5-b337-dff515433f60,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.088989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:38.097346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:38.145524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.159019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59dd13eb-2133-4453-89f3-1e0448358e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.244365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88562e-c207-43ee-a542-dee74721c476 req-5e5e681e-a119-49c2-8fb2-1d828b6f1dfe tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.247688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf88562e-c207-43ee-a542-dee74721c476 req-5e5e681e-a119-49c2-8fb2-1d828b6f1dfe tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 0.0768397 Nov 12 03:32:38.261484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d844f940-84b1-4b5e-a235-82cd3c1e766a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.309386 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59dd13eb-2133-4453-89f3-1e0448358e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.380353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf88562e-c207-43ee-a542-dee74721c476 req-f9d1440a-5678-44d4-ac21-751697b5404f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040356 Nov 12 03:32:38.410440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Deleting port e7114d77-67ae-4dac-a15c-ea40e6c1aa73 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:38.410440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.454945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d844f940-84b1-4b5e-a235-82cd3c1e766a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.490315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.490713 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.516206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Calling delete_port for e7114d77-67ae-4dac-a15c-ea40e6c1aa73 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:38.541595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Allocated IP 172.25.0.157 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/ec9d5188-d7f1-4e96-b4c8-7da710e01d9d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:38.549109 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59dd13eb-2133-4453-89f3-1e0448358e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.625778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd13eb-2133-4453-89f3-1e0448358e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6289d9-3efa-4b44-a770-800f817e10bb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.631485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59dd13eb-2133-4453-89f3-1e0448358e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.636066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-59dd13eb-2133-4453-89f3-1e0448358e32 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dd6289d9-3efa-4b44-a770-800f817e10bb HTTP/1.1" status: 204 len: 168 time: 0.7447395 Nov 12 03:32:38.638605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46994) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.655707 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d844f940-84b1-4b5e-a235-82cd3c1e766a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.658084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d844f940-84b1-4b5e-a235-82cd3c1e766a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.659565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d844f940-84b1-4b5e-a235-82cd3c1e766a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c589972-ba42-4dca-989a-8573921c4280 HTTP/1.1" status: 204 len: 168 time: 0.6422670 Nov 12 03:32:38.733240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844f940-84b1-4b5e-a235-82cd3c1e766a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c589972-ba42-4dca-989a-8573921c4280,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.758288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-520afefd-581a-4d97-b16d-4e1ec85a4d60 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.762090 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.765707 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-520afefd-581a-4d97-b16d-4e1ec85a4d60 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 804 time: 0.2667336 Nov 12 03:32:38.805987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-fd6ab160-14e6-4ae2-8b26-167a7caef894 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/quotas/e24d994ad64c4ca1acfdd3e4430a1d30 HTTP/1.1" status: 200 len: 375 time: 0.0361645 Nov 12 03:32:38.812223 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.836515 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.942282 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-6502ca77-bf35-4d36-aaa9-fd74feb6a70d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1274750 Nov 12 03:32:38.951859 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.989283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.029168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:39.036277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb23f82b-b71d-4764-b20e-7c4c0ff724db']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:39.038022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:39.045449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:39.053782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event updated for resources: {'Port': ['ID=ec9d5188-d7f1-4e96-b4c8-7da710e01d9d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.068218 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.080377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5780341-5f08-40c2-a3b8-8af0612d7a5a') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:39.081384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5780341-5f08-40c2-a3b8-8af0612d7a5a') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:39.093147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.116588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event deleted for resources: {'Port': ['ID=e7114d77-67ae-4dac-a15c-ea40e6c1aa73,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.123196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.181319 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.197381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:39.197681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:39.199542 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:39.214919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-45feef49-ddc9-413e-8989-b12079a06b8b service neutron] 10.222.0.49 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395623 Nov 12 03:32:39.223739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.274658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.288346 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.288689 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Floating IP 561a37d5-e721-4405-adf2-15bf00c3c933 disassociated (deleted). External IP: 172.25.0.189, port: 0a0a0792-34eb-4be6-a70a-0ef0acbbb929. Nov 12 03:32:39.331746 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.335440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Router 713712d6-2305-4cab-b5bd-5cfeb9d82da5 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:39.368539 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.372494 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] 10.222.0.49 "DELETE /v2.0/networks/eb23f82b-b71d-4764-b20e-7c4c0ff724db HTTP/1.1" status: 204 len: 168 time: 0.7312737 Nov 12 03:32:39.391285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027fb51-be1b-4d9c-9b00-b50e4e2baf99 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb23f82b-b71d-4764-b20e-7c4c0ff724db,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.529643 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-03b23029-6fa4-4fc2-bd59-80d8746bf6b7 service neutron] 10.222.0.49 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796531 Nov 12 03:32:39.535495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:39.550295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.552175 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faccc633-a22d-4d8e-bd0c-fe4a1b634106 None None] Sync routers for ids ['713712d6-2305-4cab-b5bd-5cfeb9d82da5'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:39.559147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.575025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.579455 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5b6dd880-153f-4b95-84f3-18eaa2283750 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2563262 Nov 12 03:32:39.580418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47022) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.589279 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faccc633-a22d-4d8e-bd0c-fe4a1b634106 None None] Routers {'713712d6-2305-4cab-b5bd-5cfeb9d82da5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:39.591436 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-faccc633-a22d-4d8e-bd0c-fe4a1b634106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['713712d6-2305-4cab-b5bd-5cfeb9d82da5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:39.605499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c38f2249-d1a8-4eff-be13-efdfd512f436 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': False}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:39.703505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47024) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.744260 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-faccc633-a22d-4d8e-bd0c-fe4a1b634106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:39.804286 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faccc633-a22d-4d8e-bd0c-fe4a1b634106 None None] Routers {'713712d6-2305-4cab-b5bd-5cfeb9d82da5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:39.805493 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-faccc633-a22d-4d8e-bd0c-fe4a1b634106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['713712d6-2305-4cab-b5bd-5cfeb9d82da5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:39.900293 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-faccc633-a22d-4d8e-bd0c-fe4a1b634106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:39.901230 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faccc633-a22d-4d8e-bd0c-fe4a1b634106 None None] The sync data for ids ['713712d6-2305-4cab-b5bd-5cfeb9d82da5'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:40.037969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47028) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.157345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event updated for resources: {'Port': ['ID=ec9d5188-d7f1-4e96-b4c8-7da710e01d9d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:40.181300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1460809823-network', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:40.226150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8c01d2e-76e3-45b2-abf0-ad45e0df6ad4 req-a6e55d1d-a37e-4dde-b906-0c7bded1e322 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 210 time: 0.0508385 Nov 12 03:32:40.234707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-b420388d-9f77-422e-8af6-c0bd946304fc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.236317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-b420388d-9f77-422e-8af6-c0bd946304fc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 0.6632679 Nov 12 03:32:40.244813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.286579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Made reservation on behalf of 4eaaa9939aac450abdc0c49be0075843 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:40.289241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.293796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77595098-3d9d-4401-a9a4-c34797d575a9 req-d025d8ca-837a-4086-b68e-3a96825faa4a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.295177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77595098-3d9d-4401-a9a4-c34797d575a9 req-d025d8ca-837a-4086-b68e-3a96825faa4a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 0.2589669 Nov 12 03:32:40.301577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fd5dd5ca-183c-4edf-8034-5e0c0a9aca36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f41b0edb26a45d2addc948e8bf6c298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625997 Nov 12 03:32:40.304716 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.305939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-645c232b-0f6e-45db-b3b9-f1a4ebd8032f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8211386 Nov 12 03:32:40.306622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47040) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.326490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.350208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Router 87e51e69-32b2-472a-836f-f70d2e0cef6c has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:40.356205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-5282b5d8-8f23-421e-8b0e-41d71bcf4b6e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.357868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-5282b5d8-8f23-421e-8b0e-41d71bcf4b6e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2090f6-101f-4f7b-9a90-4604d32b6aec HTTP/1.1" status: 200 len: 945 time: 0.1654863 Nov 12 03:32:40.553442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77595098-3d9d-4401-a9a4-c34797d575a9 req-4a290f04-a8d7-48a6-8cff-581f77bb18e5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441258 Nov 12 03:32:40.588145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-99ecef51-305a-46b7-80de-624c12ebf685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.657552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:40.679124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.681023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd08e7-01f4-4013-9414-c355a153bb7c None None] Sync routers for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:40.692039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-99ecef51-305a-46b7-80de-624c12ebf685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.726781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd08e7-01f4-4013-9414-c355a153bb7c None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:40.727436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6bdd08e7-01f4-4013-9414-c355a153bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:40.755360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Deleting port 3040539e-d28b-4712-b059-dd963ac57f3a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:40.755701 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.755959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Deleting port 43ca9720-bca0-436d-92b2-58f2a88deb60 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:40.756287 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.835261 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6bdd08e7-01f4-4013-9414-c355a153bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:40.853493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd08e7-01f4-4013-9414-c355a153bb7c None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:40.855225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6bdd08e7-01f4-4013-9414-c355a153bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:40.888839 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-85165878-977c-4a9a-af94-77b3d54d4566 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "DELETE /v2.0/floatingips/561a37d5-e721-4405-adf2-15bf00c3c933 HTTP/1.1" status: 204 len: 168 time: 2.8186271 Nov 12 03:32:40.890095 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c38f2249-d1a8-4eff-be13-efdfd512f436 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.896786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47084) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.903403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:40.932614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-99ecef51-305a-46b7-80de-624c12ebf685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.937377 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.946960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] For port 43ca9720-bca0-436d-92b2-58f2a88deb60, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=43ca9720-bca0-436d-92b2-58f2a88deb60,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:40.947500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.949209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-99ecef51-305a-46b7-80de-624c12ebf685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.950197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.954123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-99ecef51-305a-46b7-80de-624c12ebf685 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ea298c8-096e-411c-9974-72bbf879d4e1 HTTP/1.1" status: 204 len: 168 time: 0.6415813 Nov 12 03:32:41.011919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Calling delete_port for 43ca9720-bca0-436d-92b2-58f2a88deb60 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:41.019827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] For port 3040539e-d28b-4712-b059-dd963ac57f3a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3040539e-d28b-4712-b059-dd963ac57f3a,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:41.020564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.029466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecef51-305a-46b7-80de-624c12ebf685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea298c8-096e-411c-9974-72bbf879d4e1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.044340 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.053637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Calling delete_port for 3040539e-d28b-4712-b059-dd963ac57f3a owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:41.083129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:41.088394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6bdd08e7-01f4-4013-9414-c355a153bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:41.089121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd08e7-01f4-4013-9414-c355a153bb7c None None] The sync data for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:41.170200 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.170866 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Added segment 92376425-addd-439a-a270-86bcd5098a30 of type vlan for network 6ae951c8-0431-4ed5-82ea-521d84707b46 Nov 12 03:32:41.235410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4014c33-7a39-4667-8a57-7d27ccd81d96,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.268891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.406610 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:32:41.442471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.479596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5e91913-84f0-43e7-b443-ecc48fef9680 req-264aa34b-4571-4db0-a8a7-a712afb5194b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 210 time: 0.0740397 Nov 12 03:32:41.507043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Pushing event deleted for resources: {'Port': ['ID=3040539e-d28b-4712-b059-dd963ac57f3a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.607252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] No DVR routers for this DVR port 3040539e-d28b-4712-b059-dd963ac57f3a on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:41.611319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.617543 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-209d0f6a-6c08-4eaa-a1de-6b77206abf6b req-e9d1b554-f2ac-4f40-9add-66ade26d83de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "DELETE /v2.0/ports/3040539e-d28b-4712-b059-dd963ac57f3a HTTP/1.1" status: 204 len: 173 time: 1.2201140 Nov 12 03:32:41.621344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'name': 'network-vif-deleted', 'tag': '3040539e-d28b-4712-b059-dd963ac57f3a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:41.624069 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78dfb4b-778f-4c69-a1d5-71c16a0d0a34" -d '{"events": [{"server_uuid": "5f2090f6-101f-4f7b-9a90-4604d32b6aec", "name": "network-vif-deleted", "tag": "3040539e-d28b-4712-b059-dd963ac57f3a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:41.649809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-84e91a4c-3d63-480f-a30b-9beeb633ce5e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:41.662680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-84e91a4c-3d63-480f-a30b-9beeb633ce5e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 804 time: 0.3246865 Nov 12 03:32:41.700418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Request body: {'port': {'device_id': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'admin_state_up': True, 'tenant_id': 'e24d994ad64c4ca1acfdd3e4430a1d30'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:41.709810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.715025 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca57087-df67-4f88-a67a-9c3f2fd89999 x-openstack-request-id: req-6ca57087-df67-4f88-a67a-9c3f2fd89999 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:41.723711 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2090f6-101f-4f7b-9a90-4604d32b6aec", "name": "network-vif-deleted", "tag": "3040539e-d28b-4712-b059-dd963ac57f3a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:41.724828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:41.725833 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ca57087-df67-4f88-a67a-9c3f2fd89999 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:41.727194 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2090f6-101f-4f7b-9a90-4604d32b6aec', 'name': 'network-vif-deleted', 'tag': '3040539e-d28b-4712-b059-dd963ac57f3a', 'status': 'completed', 'code': 200} Nov 12 03:32:41.727432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.881477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1746531 Nov 12 03:32:41.886960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47142) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.901935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Request body: {'subnet': {'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1460809823-subnet', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:41.952254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3040539e-d28b-4712-b059-dd963ac57f3a no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:41.977957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Made reservation on behalf of 4eaaa9939aac450abdc0c49be0075843 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:41.980539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.007472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 3040539e-d28b-4712-b059-dd963ac57f3a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:42.014001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3040539e-d28b-4712-b059-dd963ac57f3a not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:42.014440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 43ca9720-bca0-436d-92b2-58f2a88deb60 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:42.086120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814e429-36ae-488b-8301-29c1119f5681 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae951c8-0431-4ed5-82ea-521d84707b46,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.132681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:42.137771 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.154845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2598c-a0bf-428b-895a-f54a8e27b1b1 req-b83998b1-5277-4bca-aa0d-e9efbb3ddd5d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:42.163591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8d2598c-a0bf-428b-895a-f54a8e27b1b1 req-b83998b1-5277-4bca-aa0d-e9efbb3ddd5d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ae78af-417b-4dea-9aca-f97823f56637 HTTP/1.1" status: 200 len: 946 time: 0.3366086 Nov 12 03:32:42.195471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:42.314770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event deleted for resources: {'Port': ['ID=43ca9720-bca0-436d-92b2-58f2a88deb60,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.326178 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.331638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.366305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No active binding found for port 43ca9720-bca0-436d-92b2-58f2a88deb60 {{(pid=102630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:32:42.366813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 43ca9720-bca0-436d-92b2-58f2a88deb60 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:42.397967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c38f2249-d1a8-4eff-be13-efdfd512f436 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.410105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c38f2249-d1a8-4eff-be13-efdfd512f436 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.563365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c1a326-0124-49c6-8fad-ac747ddc0c6c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.569140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Checking segment: {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:42.569577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Network hostable DHCP agents. Network: 6ae951c8-0431-4ed5-82ea-521d84707b46, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:42.633607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:42.653932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Allocated IP 172.25.0.97 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/88adac8e-7087-41d6-8136-ea05f9858b24) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:42.678593 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1978ea03-3fdb-49aa-816c-c44c24d6cb7c req-deaba8eb-be51-4e16-8fee-cbdc895fa5da tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 210 time: 0.0424881 Nov 12 03:32:42.681057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 6ae951c8-0431-4ed5-82ea-521d84707b46) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:42.691876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:42.692248 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.696613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38f2249-d1a8-4eff-be13-efdfd512f436 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Router 713712d6-2305-4cab-b5bd-5cfeb9d82da5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:42.717765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd579bc-8855-49ba-a5f9-4f3b63124577 None None] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:42.804114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] No DVR routers for this DVR port 43ca9720-bca0-436d-92b2-58f2a88deb60 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:42.817043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8d2598c-a0bf-428b-895a-f54a8e27b1b1 req-e0b0b887-f5f7-4eb0-83d0-092fe997e7c3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523709 Nov 12 03:32:42.828584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.834790 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.838576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8dcd5fbc-a856-4d6b-9291-44755a4c9063 req-c451a6a5-4e56-438c-963c-3ea3c5f0aec1 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "DELETE /v2.0/ports/43ca9720-bca0-436d-92b2-58f2a88deb60 HTTP/1.1" status: 204 len: 173 time: 2.5943093 Nov 12 03:32:42.839201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae78af-417b-4dea-9aca-f97823f56637', 'name': 'network-vif-deleted', 'tag': '43ca9720-bca0-436d-92b2-58f2a88deb60'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:42.842671 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf9f96e-94a0-43f7-91c9-2dd3a4152936" -d '{"events": [{"server_uuid": "90ae78af-417b-4dea-9aca-f97823f56637", "name": "network-vif-deleted", "tag": "43ca9720-bca0-436d-92b2-58f2a88deb60"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:42.878199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Made reservation on behalf of e24d994ad64c4ca1acfdd3e4430a1d30 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:42.888376 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.916605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5022f43d-2df6-4ac6-84ea-4638b7d93842 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0233085 Nov 12 03:32:42.920538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47162) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.939945 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41a255c-28aa-44ab-9041-28d4d475eb27 x-openstack-request-id: req-d41a255c-28aa-44ab-9041-28d4d475eb27 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:42.945851 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ae78af-417b-4dea-9aca-f97823f56637", "name": "network-vif-deleted", "tag": "43ca9720-bca0-436d-92b2-58f2a88deb60", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:42.945851 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d41a255c-28aa-44ab-9041-28d4d475eb27 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:42.945851 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ae78af-417b-4dea-9aca-f97823f56637', 'name': 'network-vif-deleted', 'tag': '43ca9720-bca0-436d-92b2-58f2a88deb60', 'status': 'completed', 'code': 200} Nov 12 03:32:42.946472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:43.001852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38f2249-d1a8-4eff-be13-efdfd512f436 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:43.004840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-6ae951c8-0431-4ed5-82ea-521d84707b46', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:43.006382 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.022990 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f05186a-1589-4bfa-b4b3-75e7fbba85c5 None None] Sync routers for ids ['713712d6-2305-4cab-b5bd-5cfeb9d82da5'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:43.026979 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c38f2249-d1a8-4eff-be13-efdfd512f436 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.034790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c38f2249-d1a8-4eff-be13-efdfd512f436 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "PUT /v2.0/routers/713712d6-2305-4cab-b5bd-5cfeb9d82da5 HTTP/1.1" status: 200 len: 925 time: 3.4335070 Nov 12 03:32:43.037508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47164) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.056153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.058973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.072634 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05186a-1589-4bfa-b4b3-75e7fbba85c5 None None] Routers {'713712d6-2305-4cab-b5bd-5cfeb9d82da5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:43.074314 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f05186a-1589-4bfa-b4b3-75e7fbba85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['713712d6-2305-4cab-b5bd-5cfeb9d82da5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:43.087054 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.147199 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f05186a-1589-4bfa-b4b3-75e7fbba85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:43.181789 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05186a-1589-4bfa-b4b3-75e7fbba85c5 None None] Routers {'713712d6-2305-4cab-b5bd-5cfeb9d82da5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:43.183458 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f05186a-1589-4bfa-b4b3-75e7fbba85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['713712d6-2305-4cab-b5bd-5cfeb9d82da5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:43.271329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:43.295039 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f05186a-1589-4bfa-b4b3-75e7fbba85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:43.299929 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f05186a-1589-4bfa-b4b3-75e7fbba85c5 None None] The sync data for ids ['713712d6-2305-4cab-b5bd-5cfeb9d82da5'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:43.341536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Allocated IP 172.20.0.2 (883fc87c-67e1-41e6-93f9-c008ab8fca7a/9e67f6c8-b665-4ca5-b155-c93c0793db74/e545f735-20be-426b-8f53-e0e0fca6a501) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:43.453324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Allocated IP 172.20.0.2 (6ae951c8-0431-4ed5-82ea-521d84707b46/57c1a326-0124-49c6-8fad-ac747ddc0c6c/d61943d7-b5f6-402d-a1e5-4384011739f6) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:43.501857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:43.531413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:43.641856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Pushing event updated for resources: {'Port': ['ID=88adac8e-7087-41d6-8136-ea05f9858b24,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.664438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.682337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-861e87ea-652c-47b8-a01f-4eeb0a5ac2d3 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/routers/713712d6-2305-4cab-b5bd-5cfeb9d82da5 HTTP/1.1" status: 200 len: 925 time: 0.6412468 Nov 12 03:32:43.683217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47178) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.738507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.753318 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.762767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.817440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:43.821837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:43.825341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:43.852721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Pushing event updated for resources: {'Port': ['ID=d61943d7-b5f6-402d-a1e5-4384011739f6,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.873280 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.942946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Attempting to bind port d61943d7-b5f6-402d-a1e5-4384011739f6 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:43.942946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Attempting to bind port d61943d7-b5f6-402d-a1e5-4384011739f6 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:43.942946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Attempting to bind port d61943d7-b5f6-402d-a1e5-4384011739f6 on network 6ae951c8-0431-4ed5-82ea-521d84707b46 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:43.954189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:43.954773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Checking segment: {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:43.955181 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.955654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Bound using segment: {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:43.956277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Bound port: d61943d7-b5f6-402d-a1e5-4384011739f6, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:43.956652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.986921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.015514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55c78bcb-4649-4267-8a32-68d29d68e811 req-d0a4999c-d0a1-4045-b5d3-b1704c97d9e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 210 time: 0.1316640 Nov 12 03:32:44.029312 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.038905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1a6ba-0b65-48fc-8e32-f80e379b4aff tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:44.043294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46f1a6ba-0b65-48fc-8e32-f80e379b4aff tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=713712d6-2305-4cab-b5bd-5cfeb9d82da5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3582182 Nov 12 03:32:44.052284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47188) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.110529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] For port d61943d7-b5f6-402d-a1e5-4384011739f6, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:44.118651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] For port d61943d7-b5f6-402d-a1e5-4384011739f6, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d61943d7-b5f6-402d-a1e5-4384011739f6,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:44.127442 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.191640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43bb11-5c72-448e-9dbd-9dd3cd3b1abb None None] Pushing event updated for resources: {'Port': ['ID=d61943d7-b5f6-402d-a1e5-4384011739f6,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:44.365080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.392020 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.418218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.663874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Allocated IP 172.25.0.23 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/5c742a66-215b-4c68-bc5a-b0053efffb23) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:44.694312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:44.718850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:44.722339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:44.740057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Pushing event updated for resources: {'Port': ['ID=e545f735-20be-426b-8f53-e0e0fca6a501,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:44.795861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f598df-bcb4-4c57-acce-7d8a5eae171f tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:44.799919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-57f598df-bcb4-4c57-acce-7d8a5eae171f tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 881 time: 0.7468746 Nov 12 03:32:44.806784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47204) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.807987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.844332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-24928dbc-e3bf-4a6e-8ad0-f6ef59b4304f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:44.846297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-24928dbc-e3bf-4a6e-8ad0-f6ef59b4304f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.5021794 Nov 12 03:32:44.855619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-046ea235-912a-46f9-b4eb-b29204b06051 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=713712d6-2305-4cab-b5bd-5cfeb9d82da5 HTTP/1.1" status: 200 len: 205 time: 0.0459824 Nov 12 03:32:44.856341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.859190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47206) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.923061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.937880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:44.938531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.956287 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-d348d8e0-5d1b-487d-b561-77fdec30cb70 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/quotas/49c3a70a1bdb40208d0bee143bfdc83d HTTP/1.1" status: 200 len: 375 time: 0.1010132 Nov 12 03:32:45.010677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-b9cf21a5-a554-40cd-b59f-b79058d8c17b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3264124 Nov 12 03:32:45.011536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.022196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.026291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.033114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Request body: {'port': {'device_id': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:45.035611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Pushing event updated for resources: {'Port': ['ID=88adac8e-7087-41d6-8136-ea05f9858b24,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.065679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.066991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5d3d6cd3-f8fe-434b-8480-bc5612bc2353 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1674788 Nov 12 03:32:45.072568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47212) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:45.154129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:45.160126 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-fcff2f65-6f42-43be-8b67-c10043019428 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943264 Nov 12 03:32:45.189853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.214095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:45.266886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:45.318478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Pushing event updated for resources: {'Port': ['ID=5c742a66-215b-4c68-bc5a-b0053efffb23,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.366588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdb271-0940-40a4-b849-b4e32cec7bb5 req-e6b0d691-9259-4f2d-8d56-adfe22ec289c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:45.368369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70cdb271-0940-40a4-b849-b4e32cec7bb5 req-e6b0d691-9259-4f2d-8d56-adfe22ec289c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 931 time: 0.2300177 Nov 12 03:32:45.399871 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.612957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:45.639353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d61943d7-b5f6-402d-a1e5-4384011739f6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:45.730159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d61943d7-b5f6-402d-a1e5-4384011739f6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:45.730779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.740638 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70cdb271-0940-40a4-b849-b4e32cec7bb5 req-9b2e8d40-52b0-4044-84c7-d63a293cd89f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497465 Nov 12 03:32:45.742849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.788887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82395b7e-c6d0-49ad-ac01-14ec92be5b19 None None] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:45.828101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-6a0e5ca7-fdfd-493a-a1b5-2f6a7d3a6a8d service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517270 Nov 12 03:32:45.888101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-238318f1-3fa9-49a3-bc92-d9548c73243e None None] Provisioning complete for port d61943d7-b5f6-402d-a1e5-4384011739f6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:45.888755 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-238318f1-3fa9-49a3-bc92-d9548c73243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.938741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Deleting port 437fcb38-f74c-43b5-b337-dff515433f60 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:45.939257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.038313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.055336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Calling delete_port for 437fcb38-f74c-43b5-b337-dff515433f60 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:46.066957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-1e8ed8ea-7f61-47a1-b4ce-d3209d6d4221 service neutron] 10.222.0.49 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268705 Nov 12 03:32:46.113796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.195569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.220361 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-238318f1-3fa9-49a3-bc92-d9548c73243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.220837 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e545f735-20be-426b-8f53-e0e0fca6a501 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:46.229567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port d61943d7-b5f6-402d-a1e5-4384011739f6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d61943d7-b5f6-402d-a1e5-4384011739f6,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:46.239587 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.249495 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.310783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.313086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Transition to ACTIVE for port object e545f735-20be-426b-8f53-e0e0fca6a501 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:46.317530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.350014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event deleted for resources: {'Port': ['ID=437fcb38-f74c-43b5-b337-dff515433f60,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:46.415454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.448701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac1b3103-d8df-401d-8cd9-7e1a0439f752 req-c7d33f2a-eecb-4858-8e5a-6f24c8f0c2aa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 210 time: 0.0373120 Nov 12 03:32:46.542531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Pushing event updated for resources: {'Port': ['ID=e545f735-20be-426b-8f53-e0e0fca6a501,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:46.544225 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.545138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=d61943d7-b5f6-402d-a1e5-4384011739f6,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:46.568410 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-238318f1-3fa9-49a3-bc92-d9548c73243e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:32:46.568846 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-238318f1-3fa9-49a3-bc92-d9548c73243e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:32:46.764770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Allocated IP 172.25.0.136 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/ee3413ad-4485-4bb0-800d-4cac97cc0419) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:46.844713 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.856388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.932654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.970433 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.971138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Fanout notify agent at l3_agent the message router_deleted on router 713712d6-2305-4cab-b5bd-5cfeb9d82da5 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:46.991914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.993406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-27e8fab8-850e-4034-a88b-2db6508ea390 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/713712d6-2305-4cab-b5bd-5cfeb9d82da5 HTTP/1.1" status: 204 len: 168 time: 2.1333139 Nov 12 03:32:46.998538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47248) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:47.008094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5364f90b-ce07-41ee-9971-31cd9fa81c32 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-314572543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:47.041788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Attempting to bind port e545f735-20be-426b-8f53-e0e0fca6a501 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:47.042396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Attempting to bind port e545f735-20be-426b-8f53-e0e0fca6a501 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:47.042956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Attempting to bind port e545f735-20be-426b-8f53-e0e0fca6a501 on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:47.055927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Port e545f735-20be-426b-8f53-e0e0fca6a501 on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:47.056266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Attempting to bind port e545f735-20be-426b-8f53-e0e0fca6a501 on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:47.090389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5364f90b-ce07-41ee-9971-31cd9fa81c32 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.095277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5364f90b-ce07-41ee-9971-31cd9fa81c32 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.106137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab531a9a-086c-468a-b1c9-a9f2c5765045 req-5b11559e-c029-4cbd-9db4-dc21faeed26c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.108093 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab531a9a-086c-468a-b1c9-a9f2c5765045 req-5b11559e-c029-4cbd-9db4-dc21faeed26c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 943 time: 0.2054117 Nov 12 03:32:47.108972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:47.109523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Checking segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:47.110363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Bound using segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:47.110994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Bound port: e545f735-20be-426b-8f53-e0e0fca6a501, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:47.111538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.124473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.207122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab531a9a-086c-468a-b1c9-a9f2c5765045 req-fbd1b293-2546-41ab-8796-5655aff8c939 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755496 Nov 12 03:32:47.227825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5364f90b-ce07-41ee-9971-31cd9fa81c32 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.234850 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5364f90b-ce07-41ee-9971-31cd9fa81c32 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.266706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.290634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-436c8638-6f59-48af-b727-ab0c7503e9b1 None None] Provisioning complete for port d61943d7-b5f6-402d-a1e5-4384011739f6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:47.291231 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-436c8638-6f59-48af-b727-ab0c7503e9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.327143 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5364f90b-ce07-41ee-9971-31cd9fa81c32 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.328732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5364f90b-ce07-41ee-9971-31cd9fa81c32 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3270617 Nov 12 03:32:47.332040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47250) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:47.336834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:47.340084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:47.349262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:47.352809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:47.491637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.502356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:47.581317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Pushing event updated for resources: {'Port': ['ID=ee3413ad-4485-4bb0-800d-4cac97cc0419,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.602713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d61943d7-b5f6-402d-a1e5-4384011739f6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:47.608410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e545f735-20be-426b-8f53-e0e0fca6a501,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:47.622310 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.631070 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.663627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d61943d7-b5f6-402d-a1e5-4384011739f6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:47.664457 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.695082 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66566af7-4c7e-4870-a0e4-413de98ce886 req-009141c4-8218-490d-9bc1-9581845f5149 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 210 time: 0.0927136 Nov 12 03:32:47.790975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Pushing event updated for resources: {'Port': ['ID=e545f735-20be-426b-8f53-e0e0fca6a501,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.803107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.804048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.806486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-33fe6818-48ad-42b3-94e3-f1bc45076d2d service neutron] 10.222.0.20 "PUT /v2.0/ports/e545f735-20be-426b-8f53-e0e0fca6a501 HTTP/1.1" status: 200 len: 1092 time: 2.7795238 Nov 12 03:32:47.809348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'tag': 'e545f735-20be-426b-8f53-e0e0fca6a501'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:47.822551 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2", "tag": "e545f735-20be-426b-8f53-e0e0fca6a501"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:47.979948 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8181d1-55e9-4c30-8238-99416a769433 x-openstack-request-id: req-7c8181d1-55e9-4c30-8238-99416a769433 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:47.980260 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2", "tag": "e545f735-20be-426b-8f53-e0e0fca6a501", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:47.980491 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c8181d1-55e9-4c30-8238-99416a769433 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:47.981036 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'tag': 'e545f735-20be-426b-8f53-e0e0fca6a501', 'status': 'completed', 'code': 200} Nov 12 03:32:48.215316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-4f69699c-ed80-417f-9eea-dcfa09e22176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.217056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-4f69699c-ed80-417f-9eea-dcfa09e22176 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 1095 time: 0.2351780 Nov 12 03:32:48.247360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Router e65dee17-f317-48c7-b1a5-efb62559c748 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:48.256436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.310049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-39776e98-6ba4-419b-97ac-3b54fe7387c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e545f735-20be-426b-8f53-e0e0fca6a501 HTTP/1.1" status: 200 len: 217 time: 0.0780573 Nov 12 03:32:48.328045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-37c93457-db5e-48e1-ae8d-41eeb78abbeb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.329664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-37c93457-db5e-48e1-ae8d-41eeb78abbeb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 806 time: 0.3698845 Nov 12 03:32:48.367529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Request body: {'port': {'device_id': '941a003f-cb90-45c8-bce8-999df32165e6', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'admin_state_up': True, 'tenant_id': '49c3a70a1bdb40208d0bee143bfdc83d'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:48.376499 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.422125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.463542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:48.478164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Sync routers for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:48.494635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.496048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:48.496190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e85f0cb-62fa-4add-8600-d5a92eab3c16 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5715942 Nov 12 03:32:48.496662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:48.502345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47264) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:48.553058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-a4a0e4f7-82e4-45cd-9bff-0ef143140a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.554337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-a4a0e4f7-82e4-45cd-9bff-0ef143140a82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 200 len: 844 time: 0.2060480 Nov 12 03:32:48.579562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bc532-68c9-4a46-b316-11cece6542d8 req-592d928d-cd48-420c-b8d7-f8ab1b9fda7f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.582231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa4bc532-68c9-4a46-b316-11cece6542d8 req-592d928d-cd48-420c-b8d7-f8ab1b9fda7f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 943 time: 0.2777872 Nov 12 03:32:48.625681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Pushing event updated for resources: {'Port': ['ID=ee3413ad-4485-4bb0-800d-4cac97cc0419,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.661945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-1acbfa1d-2bc9-4a63-9639-42590c158223 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=883fc87c-67e1-41e6-93f9-c008ab8fca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762713 Nov 12 03:32:48.691937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.753926 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.794632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.798629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2beebd39-f662-42f3-920e-5f25a8424bdb tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7250426 Nov 12 03:32:48.804718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47270) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:48.814301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:48.824933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa4bc532-68c9-4a46-b316-11cece6542d8 req-b542b995-a751-4701-9f43-87630e5152c8 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141812 Nov 12 03:32:48.840911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.905004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Made reservation on behalf of 49c3a70a1bdb40208d0bee143bfdc83d for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:48.910789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.912955 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01083bdc-f6ba-4591-ad30-c4cc1f77cbf4 req-49f94598-1405-48cf-8318-f2500cc6c66f tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 210 time: 0.0509744 Nov 12 03:32:48.970442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-15724ada-f19a-4a47-b096-81d111edb374 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2917 time: 0.1632762 Nov 12 03:32:48.977856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47278) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:49.189872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Allocated IP 172.25.0.248 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/15617867-536f-44a1-ae50-3ff0644bdfe0) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:49.210684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:45Z', 'revision_number': 3, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:49.241372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Checking router: e65dee17-f317-48c7-b1a5-efb62559c748 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:49.241768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Updating router e65dee17-f317-48c7-b1a5-efb62559c748 port 5c742a66-215b-4c68-bc5a-b0053efffb23 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:49.281951 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.411693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-53403992-6b82-44bd-836b-83bd8b7630f2 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328331 Nov 12 03:32:49.449164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1bf38d7e-efaa-4966-bcfc-10bd8cc7b5aa tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4681010 Nov 12 03:32:49.453604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47284) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:49.461515 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.628731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5f0a19ed-8e01-439c-a666-0feebbd1ab40 req-438ba8af-8a0d-4672-82a8-42ac7b7244c6 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018445 Nov 12 03:32:49.644387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Allocated IP 172.20.0.7 (cb1b6f72-6312-4e02-90bc-25b52609eef7/e94314c6-3250-47e1-a1fe-ce606b32ef01/69d99121-2b2a-4733-94e2-58cfb217acb2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:49.716432 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.838023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:49.842609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Deleting port ee3413ad-4485-4bb0-800d-4cac97cc0419 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:49.843182 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.845450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-1d0794d4-f5c2-4054-a6a0-d9a4d8b1e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.848395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-1d0794d4-f5c2-4054-a6a0-d9a4d8b1e571 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 1095 time: 0.1559319 Nov 12 03:32:49.899723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.904528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:49.911544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:49.927370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event updated for resources: {'Port': ['ID=15617867-536f-44a1-ae50-3ff0644bdfe0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:49.979903 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.995379 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.063509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.155240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Attempting to bind port 5c742a66-215b-4c68-bc5a-b0053efffb23 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:50.156056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Attempting to bind port 5c742a66-215b-4c68-bc5a-b0053efffb23 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:50.156911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Attempting to bind port 5c742a66-215b-4c68-bc5a-b0053efffb23 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:50.159881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828f138-3056-4b31-9ac4-5b3259980fd5 None None] Pushing event updated for resources: {'Port': ['ID=5c742a66-215b-4c68-bc5a-b0053efffb23,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:50.168033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:50.168711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:50.169451 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.170071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:50.171034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Bound port: 5c742a66-215b-4c68-bc5a-b0053efffb23, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:50.171815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.184838 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.210886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:50.283296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] For port 5c742a66-215b-4c68-bc5a-b0053efffb23, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:50.290790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] For port 5c742a66-215b-4c68-bc5a-b0053efffb23, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5c742a66-215b-4c68-bc5a-b0053efffb23,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:50.305953 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.312981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Network cb1b6f72-6312-4e02-90bc-25b52609eef7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:50.319898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:50.336047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:50.349912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.350371 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.395088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Calling delete_port for ee3413ad-4485-4bb0-800d-4cac97cc0419 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:50.397427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:50.398269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:50.444498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.445150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.484130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828f138-3056-4b31-9ac4-5b3259980fd5 None None] Pushing event updated for resources: {'Port': ['ID=5c742a66-215b-4c68-bc5a-b0053efffb23,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:50.489874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1274436 Nov 12 03:32:50.502011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c669ae9-0c72-459f-82d2-e9192fe7abcf req-6db550cc-7efc-4d3b-bdba-f988d0e86a06 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.521442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6c669ae9-0c72-459f-82d2-e9192fe7abcf req-6db550cc-7efc-4d3b-bdba-f988d0e86a06 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 943 time: 0.5309763 Nov 12 03:32:50.528663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-000ad96e-b3b2-4db3-96e1-fb4414b40532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.532903 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-000ad96e-b3b2-4db3-96e1-fb4414b40532 service neutron] 10.222.0.20 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 906 time: 0.6741216 Nov 12 03:32:50.535463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fea41-1c76-4727-aa8e-65ea95d547eb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event updated for resources: {'Port': ['ID=69d99121-2b2a-4733-94e2-58cfb217acb2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:50.558946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Allocated IP 172.20.0.1 (6ae951c8-0431-4ed5-82ea-521d84707b46/57c1a326-0124-49c6-8fad-ac747ddc0c6c/a3da5759-eab1-454b-b05d-3ecf9867c2bd) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:50.587898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Request body: {'port': {'device_id': '941a003f-cb90-45c8-bce8-999df32165e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:50.698797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e984766-ddc9-4736-a92c-2fb40a0dff8d req-8d3eb273-aef4-47df-886a-98d1dd9e56d6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.700249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:50.700836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e984766-ddc9-4736-a92c-2fb40a0dff8d req-8d3eb273-aef4-47df-886a-98d1dd9e56d6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 931 time: 0.5726171 Nov 12 03:32:50.765110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-6cabeac2-bab2-422c-9458-be2d6e94b476 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e545f735-20be-426b-8f53-e0e0fca6a501 HTTP/1.1" status: 200 len: 217 time: 0.1685021 Nov 12 03:32:50.875680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6c669ae9-0c72-459f-82d2-e9192fe7abcf req-673a03ea-f0a2-4230-9b66-fbaba1124b9f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101859 Nov 12 03:32:50.879256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.929143 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e984766-ddc9-4736-a92c-2fb40a0dff8d req-84319e5e-5096-4c54-a630-654f51fb2214 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629081 Nov 12 03:32:50.979173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.012252 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.037978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:45Z', 'revision_number': 3, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:51.056427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-890ebb22-4755-4c4d-aa87-b63e55500975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.057933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-890ebb22-4755-4c4d-aa87-b63e55500975 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 200 len: 844 time: 0.2806466 Nov 12 03:32:51.072187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb6cdd-6c12-4467-b48a-916226a984b5 None None] The sync data for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 is: [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:45Z', 'revision_number': 3, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:51.115145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-d4b51263-5134-4750-b690-ceb541c6ac0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=883fc87c-67e1-41e6-93f9-c008ab8fca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474207 Nov 12 03:32:51.132086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.190216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Pushing event deleted for resources: {'Port': ['ID=ee3413ad-4485-4bb0-800d-4cac97cc0419,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.310280 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-53fb7ced-ac68-4ca4-af5a-5ef970d5b036 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832149 Nov 12 03:32:51.477386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19c2d6a8-4cb6-4601-a62a-b18eae3dc846 req-5a227034-e03d-4d5e-9aaf-2a832f22caaf service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580188 Nov 12 03:32:51.479638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d99121-2b2a-4733-94e2-58cfb217acb2 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:51.502326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.540672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Transition to ACTIVE for port object 69d99121-2b2a-4733-94e2-58cfb217acb2 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:51.545251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.646359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Pushing event updated for resources: {'Port': ['ID=69d99121-2b2a-4733-94e2-58cfb217acb2,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.709974 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.730643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Attempting to bind port 69d99121-2b2a-4733-94e2-58cfb217acb2 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:51.731831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Attempting to bind port 69d99121-2b2a-4733-94e2-58cfb217acb2 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:51.732182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Attempting to bind port 69d99121-2b2a-4733-94e2-58cfb217acb2 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:51.744664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Port 69d99121-2b2a-4733-94e2-58cfb217acb2 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:51.745114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Attempting to bind port 69d99121-2b2a-4733-94e2-58cfb217acb2 on network cb1b6f72-6312-4e02-90bc-25b52609eef7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:51.754647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:51.755056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Checking segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:51.755522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Bound using segment: {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:51.755904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Bound port: 69d99121-2b2a-4733-94e2-58cfb217acb2, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfeab9d-15b1-408c-9b72-a6794a000aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:51.756217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.817646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.823728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.848389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] For port 69d99121-2b2a-4733-94e2-58cfb217acb2, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:51.851680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] For port 69d99121-2b2a-4733-94e2-58cfb217acb2, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=69d99121-2b2a-4733-94e2-58cfb217acb2,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:51.857162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.885143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:51.904712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.905356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.906802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] 10.222.0.20 "PUT /v2.0/ports/69d99121-2b2a-4733-94e2-58cfb217acb2 HTTP/1.1" status: 200 len: 1092 time: 1.3834686 Nov 12 03:32:51.907255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941a003f-cb90-45c8-bce8-999df32165e6', 'tag': '69d99121-2b2a-4733-94e2-58cfb217acb2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:51.909914 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67affcc-ca00-470d-bcc8-d53c7b321665" -d '{"events": [{"name": "network-changed", "server_uuid": "941a003f-cb90-45c8-bce8-999df32165e6", "tag": "69d99121-2b2a-4733-94e2-58cfb217acb2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:51.936546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Pushing event updated for resources: {'Port': ['ID=a3da5759-eab1-454b-b05d-3ecf9867c2bd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.948234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a476497-e23c-4550-9f93-1aa40a640a30 service neutron] Pushing event updated for resources: {'Port': ['ID=69d99121-2b2a-4733-94e2-58cfb217acb2,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.967894 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.975747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.988168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-98c14720-8503-4ea3-8fd6-53688acf5353 tempest-FloatingIPAdminTestJSON-1774700558 tempest-FloatingIPAdminTestJSON-1774700558-project] 10.222.0.49 "DELETE /v2.0/floatingips/b2ac83af-3a6c-4c8b-bccd-5704bd89d286 HTTP/1.1" status: 204 len: 168 time: 2.5295336 Nov 12 03:32:51.991632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47320) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:51.992969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:52.044387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-e605a04f-58f2-45e1-975c-1bcbdd33a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.049149 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-e605a04f-58f2-45e1-975c-1bcbdd33a1cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 1095 time: 0.0757482 Nov 12 03:32:52.150778 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c084fb0b-c1fb-492f-bd0f-c9559a9ca07e x-openstack-request-id: req-c084fb0b-c1fb-492f-bd0f-c9559a9ca07e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:52.151079 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941a003f-cb90-45c8-bce8-999df32165e6", "tag": "69d99121-2b2a-4733-94e2-58cfb217acb2", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:52.151365 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c084fb0b-c1fb-492f-bd0f-c9559a9ca07e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:52.151840 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941a003f-cb90-45c8-bce8-999df32165e6', 'tag': '69d99121-2b2a-4733-94e2-58cfb217acb2', 'status': 'completed', 'code': 200} Nov 12 03:32:52.168490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:52.180265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-a99e14d3-2806-407c-8b69-056c4519f8f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d99121-2b2a-4733-94e2-58cfb217acb2 HTTP/1.1" status: 200 len: 217 time: 0.1226881 Nov 12 03:32:52.278602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-00f87253-b2f6-472e-9b00-fbcb7c018f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.280200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-00f87253-b2f6-472e-9b00-fbcb7c018f2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.0791366 Nov 12 03:32:52.349851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-c8689cff-1e1b-4703-9c2a-07e34015f285 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594156 Nov 12 03:32:52.359641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81037d-9f98-49ab-93a6-1d6dd129f68e req-4daf5ae2-d06d-4d18-bb16-bf489bb10820 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.373920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c81037d-9f98-49ab-93a6-1d6dd129f68e req-4daf5ae2-d06d-4d18-bb16-bf489bb10820 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 943 time: 0.2308445 Nov 12 03:32:52.431542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dbd84961-abec-4f7d-a389-b5bea56f7e9a None None] Provisioning complete for port a3da5759-eab1-454b-b05d-3ecf9867c2bd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:52.432129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dbd84961-abec-4f7d-a389-b5bea56f7e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.448092 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.508004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c81037d-9f98-49ab-93a6-1d6dd129f68e req-17bf0e9a-4f38-4588-97b3-7fd900ef2303 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293743 Nov 12 03:32:52.530561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dbd84961-abec-4f7d-a389-b5bea56f7e9a None None] Port a3da5759-eab1-454b-b05d-3ecf9867c2bd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:52.563805 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-b354b5ea-790c-4b41-897e-1b87fdaabe93 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794231 Nov 12 03:32:52.595666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffbf99-ff18-44d3-b56d-d603ec30252d req-68168fb8-04cc-4683-95a0-007e0ee4a37d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.598530 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4bffbf99-ff18-44d3-b56d-d603ec30252d req-68168fb8-04cc-4683-95a0-007e0ee4a37d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 943 time: 0.4314222 Nov 12 03:32:52.683133 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.707924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b3097bc-f853-4b8f-8e48-04b742c3b40f req-492368f0-a3c0-40ce-8c45-71942e673753 service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402328 Nov 12 03:32:52.788727 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4bffbf99-ff18-44d3-b56d-d603ec30252d req-2b7d750e-1889-4f94-847b-27a047172e7f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639540 Nov 12 03:32:52.790293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Deleting port 88adac8e-7087-41d6-8136-ea05f9858b24 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:52.790750 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.843651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-475d6765-7efd-4fcc-9552-b2811afd149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.845488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-475d6765-7efd-4fcc-9552-b2811afd149a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 1095 time: 0.0761597 Nov 12 03:32:52.872520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Router c40fe99d-2929-476a-92b7-2bc9c6ee0f7c is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:52.979915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-d5212898-46f5-4ce1-b5ec-801aa0a1ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.986386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-d5212898-46f5-4ce1-b5ec-801aa0a1ccc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 200 len: 908 time: 0.1334100 Nov 12 03:32:53.055786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-cc3d4447-01a8-4f5b-a6ae-e144c039a6ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69d99121-2b2a-4733-94e2-58cfb217acb2 HTTP/1.1" status: 200 len: 217 time: 0.0551550 Nov 12 03:32:53.063992 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.064310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.100853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Calling delete_port for 88adac8e-7087-41d6-8136-ea05f9858b24 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:53.130058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-318afc3f-8505-4906-b6b9-21520c6fc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:53.131548 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-318afc3f-8505-4906-b6b9-21520c6fc53f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 200 len: 846 time: 0.0689819 Nov 12 03:32:53.174215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:53.187076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-2d3282f8-bc33-4ce9-9e68-612130cc2c8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb1b6f72-6312-4e02-90bc-25b52609eef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469122 Nov 12 03:32:53.189459 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d1ad2-46fa-45ee-9fa3-eeef6efba32f None None] Sync routers for ids ['c40fe99d-2929-476a-92b7-2bc9c6ee0f7c'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:53.204219 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d1ad2-46fa-45ee-9fa3-eeef6efba32f None None] Routers {'c40fe99d-2929-476a-92b7-2bc9c6ee0f7c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:53.205300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.207349 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b38d1ad2-46fa-45ee-9fa3-eeef6efba32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c40fe99d-2929-476a-92b7-2bc9c6ee0f7c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:53.210186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-25cd589f-c04b-4070-bb99-e88a1b5eb6ab tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "PUT /v2.0/routers/c40fe99d-2929-476a-92b7-2bc9c6ee0f7c HTTP/1.1" status: 200 len: 883 time: 5.8768187 Nov 12 03:32:53.212972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47342) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:53.231067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.322504 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.334610 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b38d1ad2-46fa-45ee-9fa3-eeef6efba32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:53.360791 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d1ad2-46fa-45ee-9fa3-eeef6efba32f None None] Routers {'c40fe99d-2929-476a-92b7-2bc9c6ee0f7c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:53.363628 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b38d1ad2-46fa-45ee-9fa3-eeef6efba32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c40fe99d-2929-476a-92b7-2bc9c6ee0f7c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:53.391391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-6019dfb2-a903-4d04-952e-ed04f5eefe8b service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954837 Nov 12 03:32:53.477953 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b38d1ad2-46fa-45ee-9fa3-eeef6efba32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:53.479305 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d1ad2-46fa-45ee-9fa3-eeef6efba32f None None] The sync data for ids ['c40fe99d-2929-476a-92b7-2bc9c6ee0f7c'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:53.505475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Pushing event updated for resources: {'Port': ['ID=a3da5759-eab1-454b-b05d-3ecf9867c2bd,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:53.548819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.615550 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d67affcc-ca00-470d-bcc8-d53c7b321665 req-e85b3700-bf21-42a0-860b-5ef678ab1f0d service neutron] 10.222.0.20 "GET /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138395 Nov 12 03:32:53.645617 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-11bb12eb-9a77-4f30-b7f8-f6f579ec6df1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/routers/c40fe99d-2929-476a-92b7-2bc9c6ee0f7c HTTP/1.1" status: 200 len: 924 time: 0.4302809 Nov 12 03:32:53.656149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47356) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:53.697686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5c742a66-215b-4c68-bc5a-b0053efffb23 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:53.754635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554f9c-3fbb-4a78-a7b2-c68294d65ec4 req-4ccc8d1b-f07b-4b06-a882-3dc7ff38deb0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:53.766175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4554f9c-3fbb-4a78-a7b2-c68294d65ec4 req-4ccc8d1b-f07b-4b06-a882-3dc7ff38deb0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 943 time: 0.1182730 Nov 12 03:32:53.783424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.798236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5c742a66-215b-4c68-bc5a-b0053efffb23 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:53.798752 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.842910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4554f9c-3fbb-4a78-a7b2-c68294d65ec4 req-1546a78e-3c70-43e6-8daa-e68e719fdfea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756755 Nov 12 03:32:53.882909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Pushing event deleted for resources: {'Port': ['ID=88adac8e-7087-41d6-8136-ea05f9858b24,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:53.906256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12c2a9-a2bb-49f3-9743-e7855f15a302 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:53.911656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:53.925112 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe12c2a9-a2bb-49f3-9743-e7855f15a302 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=c40fe99d-2929-476a-92b7-2bc9c6ee0f7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2655811 Nov 12 03:32:53.992088 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.012186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.015819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.016127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 5c742a66-215b-4c68-bc5a-b0053efffb23, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5c742a66-215b-4c68-bc5a-b0053efffb23,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:54.019893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e545f735-20be-426b-8f53-e0e0fca6a501 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:54.022999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f61b4a14-f0dd-4776-9843-260fa7b764d0 tempest-FloatingIPAdminTestJSON-726549724 tempest-FloatingIPAdminTestJSON-726549724-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/2fb29992-91a8-42d6-824c-14d23b2fe5f0 HTTP/1.1" status: 204 len: 168 time: 1.9061754 Nov 12 03:32:54.024474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47372) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:54.026553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:54.032380 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.060391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:54.078222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ccb64-b77f-4b56-9f5a-3344b119ac13 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.083148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7a1ccb64-b77f-4b56-9f5a-3344b119ac13 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 881 time: 0.1703715 Nov 12 03:32:54.084138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47374) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:54.094716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=5c742a66-215b-4c68-bc5a-b0053efffb23,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.124814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.125210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.125746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.126262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.126762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.127260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.128305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.128821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.129326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.129818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.130308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.130810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:54.173222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0ade2c66-0478-4d58-84b5-f35dc5fcf2e8 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40fe99d-2929-476a-92b7-2bc9c6ee0f7c HTTP/1.1" status: 200 len: 205 time: 0.0874181 Nov 12 03:32:54.177598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47376) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:54.286655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7a6b2-6086-451f-8590-3303835be497 req-49db35a8-cd52-4270-abd6-473a04239405 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.291260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ca7a6b2-6086-451f-8590-3303835be497 req-49db35a8-cd52-4270-abd6-473a04239405 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 943 time: 0.2633157 Nov 12 03:32:54.302468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e545f735-20be-426b-8f53-e0e0fca6a501,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:54.330165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'e545f735-20be-426b-8f53-e0e0fca6a501', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'port_id': 'e545f735-20be-426b-8f53-e0e0fca6a501', 'mac_address': 'fa:16:3e:82:74:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67f6c8-b665-4ca5-b155-c93c0793db74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:54.425704 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.452576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e545f735-20be-426b-8f53-e0e0fca6a501 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:54.485180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e545f735-20be-426b-8f53-e0e0fca6a501,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:54.507303 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.559130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dbb29ca3-6338-4145-9ce7-bff081f8f967 None None] Provisioning complete for port a3da5759-eab1-454b-b05d-3ecf9867c2bd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:54.559510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dbb29ca3-6338-4145-9ce7-bff081f8f967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.609795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Router e65dee17-f317-48c7-b1a5-efb62559c748 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:54.617943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ca7a6b2-6086-451f-8590-3303835be497 req-73b19c10-d1c6-48b2-9cdf-43204682a7e8 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069561 Nov 12 03:32:54.624401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbd7b5-3010-45f7-84a0-fcba47fe05c3 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Deleting port 0a0a0792-34eb-4be6-a70a-0ef0acbbb929 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:54.624800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd7b5-3010-45f7-84a0-fcba47fe05c3 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.707774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dbb29ca3-6338-4145-9ce7-bff081f8f967 None None] Port a3da5759-eab1-454b-b05d-3ecf9867c2bd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:54.710770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e545f735-20be-426b-8f53-e0e0fca6a501,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.716339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.748667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.821602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e545f735-20be-426b-8f53-e0e0fca6a501'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:54.933389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.056302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f76a5-4ad8-45ea-851a-4eba7f0b6167 req-8ad25f3b-0d6a-436f-8464-42bbb9b11afc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.058914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-801f76a5-4ad8-45ea-851a-4eba7f0b6167 req-8ad25f3b-0d6a-436f-8464-42bbb9b11afc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 943 time: 0.0791738 Nov 12 03:32:55.119998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Deleting port 15617867-536f-44a1-ae50-3ff0644bdfe0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:55.121115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.199898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-801f76a5-4ad8-45ea-851a-4eba7f0b6167 req-8aba31bb-4ff9-453e-9269-55664e06b0bc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283746 Nov 12 03:32:55.240480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.246295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd7b5-3010-45f7-84a0-fcba47fe05c3 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.255074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Calling delete_port for 15617867-536f-44a1-ae50-3ff0644bdfe0 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:55.265119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbd7b5-3010-45f7-84a0-fcba47fe05c3 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Calling delete_port for 0a0a0792-34eb-4be6-a70a-0ef0acbbb929 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:55.272964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:55.289005 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4bad8750-d201-47cf-b6f3-84bfcc3e8aef admin admin] 10.222.0.49 "PUT /v2.0/routers/e65dee17-f317-48c7-b1a5-efb62559c748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7770052 Nov 12 03:32:55.292930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Sync routers for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:55.304795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:55.305708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:55.495615 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd7b5-3010-45f7-84a0-fcba47fe05c3 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.533219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbd7b5-3010-45f7-84a0-fcba47fe05c3 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event deleted for resources: {'Port': ['ID=0a0a0792-34eb-4be6-a70a-0ef0acbbb929,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:55.564125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.602792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event deleted for resources: {'Port': ['ID=15617867-536f-44a1-ae50-3ff0644bdfe0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:55.637731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5c742a66-215b-4c68-bc5a-b0053efffb23 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:55.702267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1cbd7b5-3010-45f7-84a0-fcba47fe05c3 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.708901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1cbd7b5-3010-45f7-84a0-fcba47fe05c3 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "DELETE /v2.0/ports/0a0a0792-34eb-4be6-a70a-0ef0acbbb929 HTTP/1.1" status: 204 len: 168 time: 1.6681662 Nov 12 03:32:55.711805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47396) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:55.753108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.959975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:55.960550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.966721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 69d99121-2b2a-4733-94e2-58cfb217acb2 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:55.968631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e545f735-20be-426b-8f53-e0e0fca6a501 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:55.970254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac2ad-640f-46d3-9fd4-6c66b8206387 req-d9c38d6d-dea6-4cc9-a7b0-db5f01ca14b9 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.981332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a35ac2ad-640f-46d3-9fd4-6c66b8206387 req-d9c38d6d-dea6-4cc9-a7b0-db5f01ca14b9 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 944 time: 0.1817639 Nov 12 03:32:56.002589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.035554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955df7cf-2441-45ef-a4c9-9bfe8f3b2e79 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.037618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-955df7cf-2441-45ef-a4c9-9bfe8f3b2e79 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "GET /v2.0/ports?device_id=87e51e69-32b2-472a-836f-f70d2e0cef6c HTTP/1.1" status: 200 len: 913 time: 0.3248489 Nov 12 03:32:56.040333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47398) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:56.051186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5c742a66-215b-4c68-bc5a-b0053efffb23 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:56.051563 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.100248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a35ac2ad-640f-46d3-9fd4-6c66b8206387 req-746de43e-1d6d-4a85-8566-43a289d3d916 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179557 Nov 12 03:32:56.124848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.124848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Fanout notify agent at l3_agent the message router_deleted on router c40fe99d-2929-476a-92b7-2bc9c6ee0f7c {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:56.140179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.141341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8c4e5af1-c049-4074-9ef5-9fd9cddcdded tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/c40fe99d-2929-476a-92b7-2bc9c6ee0f7c HTTP/1.1" status: 204 len: 168 time: 1.9612644 Nov 12 03:32:56.148061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47402) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:56.156960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-04249406-ac28-4e22-9b70-5b080b6607fe tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-306909739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:56.216949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04249406-ac28-4e22-9b70-5b080b6607fe tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.218535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04249406-ac28-4e22-9b70-5b080b6607fe tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.325292 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04249406-ac28-4e22-9b70-5b080b6607fe tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.336771 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04249406-ac28-4e22-9b70-5b080b6607fe tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.359054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47408) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:56.366043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5a1f264e-cdd1-4559-a5ce-f33d2bc55f71 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454716104', 'description': 'tempest-description--1412913712'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:56.376532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04249406-ac28-4e22-9b70-5b080b6607fe tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.380727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-04249406-ac28-4e22-9b70-5b080b6607fe tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2291238 Nov 12 03:32:56.391333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47410) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:56.406607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': True}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:56.549057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 69d99121-2b2a-4733-94e2-58cfb217acb2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=69d99121-2b2a-4733-94e2-58cfb217acb2,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:56.585924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1f264e-cdd1-4559-a5ce-f33d2bc55f71 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.609499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '69d99121-2b2a-4733-94e2-58cfb217acb2', 'network_id': 'cb1b6f72-6312-4e02-90bc-25b52609eef7', 'port_id': '69d99121-2b2a-4733-94e2-58cfb217acb2', 'mac_address': 'fa:16:3e:7a:b1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94314c6-3250-47e1-a1fe-ce606b32ef01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:56.633565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port e545f735-20be-426b-8f53-e0e0fca6a501 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:56.695684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port e545f735-20be-426b-8f53-e0e0fca6a501 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:56.696047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.708076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63c075-f248-41f4-bb5d-ae5005f6d048 req-0f4fa577-3de8-40ac-b794-349bc3762fa7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.709619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b63c075-f248-41f4-bb5d-ae5005f6d048 req-0f4fa577-3de8-40ac-b794-349bc3762fa7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 943 time: 0.2797935 Nov 12 03:32:56.759918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.787390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d99121-2b2a-4733-94e2-58cfb217acb2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:56.817341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 69d99121-2b2a-4733-94e2-58cfb217acb2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=69d99121-2b2a-4733-94e2-58cfb217acb2,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:56.837961 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.854437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.856936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.888148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b63c075-f248-41f4-bb5d-ae5005f6d048 req-f1e14ba2-0b62-411e-a5c4-32815cfb4953 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687121 Nov 12 03:32:56.924127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1f264e-cdd1-4559-a5ce-f33d2bc55f71 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.962844 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1f264e-cdd1-4559-a5ce-f33d2bc55f71 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.012250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f264e-cdd1-4559-a5ce-f33d2bc55f71 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.020349 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a1f264e-cdd1-4559-a5ce-f33d2bc55f71 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.021667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5a1f264e-cdd1-4559-a5ce-f33d2bc55f71 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6606808 Nov 12 03:32:57.024407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47414) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:57.025499 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.029692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-824075e6-9228-4821-a41b-c22dbb9af3a7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Request body: {'security_group_rule': {'security_group_id': '7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:57.062017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 2, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:57.085627 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-824075e6-9228-4821-a41b-c22dbb9af3a7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.107489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=69d99121-2b2a-4733-94e2-58cfb217acb2,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.149706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Checking router: e65dee17-f317-48c7-b1a5-efb62559c748 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:57.150202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Updating router e65dee17-f317-48c7-b1a5-efb62559c748 port a3da5759-eab1-454b-b05d-3ecf9867c2bd binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:57.179389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['69d99121-2b2a-4733-94e2-58cfb217acb2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:57.182833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545f735-20be-426b-8f53-e0e0fca6a501'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:57.185184 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d65e46-daaf-4f2b-b3c7-2c4cc6d17266" -d '{"events": [{"server_uuid": "ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2", "name": "network-vif-plugged", "status": "completed", "tag": "e545f735-20be-426b-8f53-e0e0fca6a501"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:57.237441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e545f735-20be-426b-8f53-e0e0fca6a501,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:57.262517 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.274983 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.328870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.369382 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dad496e-9e80-40bd-a53b-a4b94419821f x-openstack-request-id: req-7dad496e-9e80-40bd-a53b-a4b94419821f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:57.369746 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2", "name": "network-vif-plugged", "status": "completed", "tag": "e545f735-20be-426b-8f53-e0e0fca6a501", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:57.370464 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dad496e-9e80-40bd-a53b-a4b94419821f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:57.370464 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545f735-20be-426b-8f53-e0e0fca6a501', 'code': 200} Nov 12 03:32:57.373075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.409384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-824075e6-9228-4821-a41b-c22dbb9af3a7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.427915 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-824075e6-9228-4821-a41b-c22dbb9af3a7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.464608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d39b-dd00-4224-a7df-5d5c2d6f2d8c req-74a9ba9d-4802-40e6-97d3-ac6dc441d62e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.466340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2643d39b-dd00-4224-a7df-5d5c2d6f2d8c req-74a9ba9d-4802-40e6-97d3-ac6dc441d62e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1960404 Nov 12 03:32:57.498772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e545f735-20be-426b-8f53-e0e0fca6a501,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.527691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824075e6-9228-4821-a41b-c22dbb9af3a7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f6ced0-cfdd-4f4c-83b9-b0df16e3044d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.575405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Deleting port d83a5743-96c3-4697-bcdd-3bd3054951ef {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:57.575405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.629040 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-824075e6-9228-4821-a41b-c22dbb9af3a7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.633135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-824075e6-9228-4821-a41b-c22dbb9af3a7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6074915 Nov 12 03:32:57.638795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47424) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:57.641591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2643d39b-dd00-4224-a7df-5d5c2d6f2d8c req-5831af00-ff97-439f-ab2e-55ad368bc074 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658628 Nov 12 03:32:57.653129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bba87e3e-7f8b-4c0b-914c-738bac00a491 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Request body: {'security_group_rule': {'security_group_id': '7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:57.683155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04fead-1d80-47fb-9be3-64ba32342c5b req-3bafcea8-9407-4e9a-9249-8bd86009288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.684948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b04fead-1d80-47fb-9be3-64ba32342c5b req-3bafcea8-9407-4e9a-9249-8bd86009288e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 1097 time: 0.2728105 Nov 12 03:32:57.719275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.731633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Allocated IP 172.25.0.18 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/c031659b-9507-48ed-a73c-9543576b1def) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:57.749947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Calling delete_port for d83a5743-96c3-4697-bcdd-3bd3054951ef owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:57.774319 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba87e3e-7f8b-4c0b-914c-738bac00a491 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.781667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b04fead-1d80-47fb-9be3-64ba32342c5b req-5c21cdd4-56c3-423c-b0cc-e94126671c53 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892551 Nov 12 03:32:57.882135 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.892929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.920673 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba87e3e-7f8b-4c0b-914c-738bac00a491 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.928961 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba87e3e-7f8b-4c0b-914c-738bac00a491 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.946796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba87e3e-7f8b-4c0b-914c-738bac00a491 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb36f0c-e388-4826-9dbf-0f4ce8bbbe94,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.985364 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba87e3e-7f8b-4c0b-914c-738bac00a491 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.991520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47430) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:57.992118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bba87e3e-7f8b-4c0b-914c-738bac00a491 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3522689 Nov 12 03:32:57.995156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dafd9-cfc4-4c51-b078-c9b66eb78ae0 None None] Pushing event updated for resources: {'Port': ['ID=a3da5759-eab1-454b-b05d-3ecf9867c2bd,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.995834 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.013812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:58.106499 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.112212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Attempting to bind port a3da5759-eab1-454b-b05d-3ecf9867c2bd on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:58.114188 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.121573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Attempting to bind port a3da5759-eab1-454b-b05d-3ecf9867c2bd by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:58.121962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Attempting to bind port a3da5759-eab1-454b-b05d-3ecf9867c2bd on network 6ae951c8-0431-4ed5-82ea-521d84707b46 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:58.128452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:58.128879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Checking segment: {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:58.129253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.129648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Bound using segment: {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:58.130131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Bound port: a3da5759-eab1-454b-b05d-3ecf9867c2bd, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:58.130508 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.131228 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.188691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabbf38-90f5-4f92-a35e-e06e99341701 req-e4242578-c774-4343-8979-466b5e838bdc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:58.205478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7aabbf38-90f5-4f92-a35e-e06e99341701 req-e4242578-c774-4343-8979-466b5e838bdc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 944 time: 0.1456959 Nov 12 03:32:58.251921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:58.262482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:58.266194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event deleted for resources: {'Port': ['ID=d83a5743-96c3-4697-bcdd-3bd3054951ef,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.271927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:58.274843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] For port a3da5759-eab1-454b-b05d-3ecf9867c2bd, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:58.279535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] For port a3da5759-eab1-454b-b05d-3ecf9867c2bd, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a3da5759-eab1-454b-b05d-3ecf9867c2bd,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:58.305560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.341901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'Port': ['ID=c031659b-9507-48ed-a73c-9543576b1def,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.368630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7aabbf38-90f5-4f92-a35e-e06e99341701 req-2e685949-6cff-4871-8c3f-026b635bfddf tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613538 Nov 12 03:32:58.554780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:58.555176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.696272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dafd9-cfc4-4c51-b078-c9b66eb78ae0 None None] Pushing event updated for resources: {'Port': ['ID=a3da5759-eab1-454b-b05d-3ecf9867c2bd,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.798029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1b04a5b4-4bcd-4dc3-9f63-f4b7d8b0d9d7 None None] Provisioning complete for port a3da5759-eab1-454b-b05d-3ecf9867c2bd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:58.798512 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1b04a5b4-4bcd-4dc3-9f63-f4b7d8b0d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.962648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.011372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a186b-d29f-4370-8cd9-c4da93a1a831 req-9093bfec-adc4-4c4e-b6b7-beafa5e61728 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.021741 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b8a186b-d29f-4370-8cd9-c4da93a1a831 req-9093bfec-adc4-4c4e-b6b7-beafa5e61728 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1655104 Nov 12 03:32:59.031076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.076932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:59.271966 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1b04a5b4-4bcd-4dc3-9f63-f4b7d8b0d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.677382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b8a186b-d29f-4370-8cd9-c4da93a1a831 req-bcb97383-2997-4159-ba5c-24356c41f1d2 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496675 Nov 12 03:32:59.745182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Allocated IP 172.25.0.203 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/d6258432-d5eb-4e40-bb0b-36a315acda92) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:59.771698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Router 87e51e69-32b2-472a-836f-f70d2e0cef6c has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:59.772408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.899324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1b04a5b4-4bcd-4dc3-9f63-f4b7d8b0d9d7 None None] For port a3da5759-eab1-454b-b05d-3ecf9867c2bd, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a3da5759-eab1-454b-b05d-3ecf9867c2bd,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:59.912763 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1b04a5b4-4bcd-4dc3-9f63-f4b7d8b0d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.992569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 69d99121-2b2a-4733-94e2-58cfb217acb2 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:00.027970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1617d2-532c-4011-ab88-9f7c52a6fc48 req-5696f7ff-f60e-4a17-8403-7700b529117e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.039562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed1617d2-532c-4011-ab88-9f7c52a6fc48 req-5696f7ff-f60e-4a17-8403-7700b529117e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 944 time: 0.4986997 Nov 12 03:33:00.132180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04a5b4-4bcd-4dc3-9f63-f4b7d8b0d9d7 None None] Pushing event updated for resources: {'Port': ['ID=a3da5759-eab1-454b-b05d-3ecf9867c2bd,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:00.140222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 69d99121-2b2a-4733-94e2-58cfb217acb2 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:00.147003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 69d99121-2b2a-4733-94e2-58cfb217acb2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:00.147679 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.184344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-109ed233-a715-4d29-9e2a-07930ccdf193 None None] Provisioning complete for port a3da5759-eab1-454b-b05d-3ecf9867c2bd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:00.185014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-109ed233-a715-4d29-9e2a-07930ccdf193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.245338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed1617d2-532c-4011-ab88-9f7c52a6fc48 req-1a99b49a-2b85-48f5-a7db-cf630e02030d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048213 Nov 12 03:33:00.272540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:58Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.371268 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.373102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c2bf8a-f4ab-4607-a4a6-b37dcc238070 None None] The sync data for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 is: [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:58Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:00.383768 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.418511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:00.442976 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.467295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e3e998a7-8b82-4454-8124-d146d4a3dea7 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "PUT /v2.0/routers/87e51e69-32b2-472a-836f-f70d2e0cef6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4257419 Nov 12 03:33:00.472034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47452) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:00.484513 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d4674-1ad1-4831-a2a2-b20638a73978 None None] Sync routers for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:00.511365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d4674-1ad1-4831-a2a2-b20638a73978 None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:00.512004 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-696d4674-1ad1-4831-a2a2-b20638a73978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.564388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 69d99121-2b2a-4733-94e2-58cfb217acb2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=69d99121-2b2a-4733-94e2-58cfb217acb2,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:00.571780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941a003f-cb90-45c8-bce8-999df32165e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d99121-2b2a-4733-94e2-58cfb217acb2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:00.576783 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1291db24-89e8-4227-9231-d943b6aca0d7" -d '{"events": [{"server_uuid": "941a003f-cb90-45c8-bce8-999df32165e6", "name": "network-vif-plugged", "status": "completed", "tag": "69d99121-2b2a-4733-94e2-58cfb217acb2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:00.599504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.632956 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.720890 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-696d4674-1ad1-4831-a2a2-b20638a73978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.780383 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d4674-1ad1-4831-a2a2-b20638a73978 None None] Routers {'87e51e69-32b2-472a-836f-f70d2e0cef6c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:00.781053 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-696d4674-1ad1-4831-a2a2-b20638a73978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['87e51e69-32b2-472a-836f-f70d2e0cef6c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.784314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=69d99121-2b2a-4733-94e2-58cfb217acb2,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:00.822112 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fd20b8-a447-45b7-8c00-1b4ec6a16801 x-openstack-request-id: req-47fd20b8-a447-45b7-8c00-1b4ec6a16801 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:00.822499 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941a003f-cb90-45c8-bce8-999df32165e6", "name": "network-vif-plugged", "status": "completed", "tag": "69d99121-2b2a-4733-94e2-58cfb217acb2", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:00.822759 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47fd20b8-a447-45b7-8c00-1b4ec6a16801 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:00.823165 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941a003f-cb90-45c8-bce8-999df32165e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d99121-2b2a-4733-94e2-58cfb217acb2', 'code': 200} Nov 12 03:33:00.898612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ffdd-2d7c-46df-b493-e626787ca68d req-81f69a98-4000-4e71-92e6-d6d6087286c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.900109 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84f6ffdd-2d7c-46df-b493-e626787ca68d req-81f69a98-4000-4e71-92e6-d6d6087286c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 1097 time: 0.1046610 Nov 12 03:33:00.900732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Router 997b65f9-e3c7-4c60-816d-c11d9abb1618 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:00.965071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb8923-7f6a-4306-92c4-e219ac911e71 req-88da8ac5-9e54-4323-93f1-a0e51185c2d4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.966587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13bb8923-7f6a-4306-92c4-e219ac911e71 req-88da8ac5-9e54-4323-93f1-a0e51185c2d4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1401799 Nov 12 03:33:00.991514 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-696d4674-1ad1-4831-a2a2-b20638a73978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.992210 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d4674-1ad1-4831-a2a2-b20638a73978 None None] The sync data for ids ['87e51e69-32b2-472a-836f-f70d2e0cef6c'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:01.001903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.007039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.200212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:01.212344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c054c6-314e-4d9b-8c37-3ffe003030a2 None None] Sync routers for ids ['997b65f9-e3c7-4c60-816d-c11d9abb1618'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:01.217263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.221018 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0a4ee46f-f292-4ed9-8112-cf35750d97b1 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "PUT /v2.0/routers/997b65f9-e3c7-4c60-816d-c11d9abb1618 HTTP/1.1" status: 200 len: 917 time: 4.8217423 Nov 12 03:33:01.224785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47464) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.278534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c054c6-314e-4d9b-8c37-3ffe003030a2 None None] Routers {'997b65f9-e3c7-4c60-816d-c11d9abb1618'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:01.284982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-53c054c6-314e-4d9b-8c37-3ffe003030a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['997b65f9-e3c7-4c60-816d-c11d9abb1618'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:01.359739 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9ebdc104-b4f7-4b3a-8ff0-184470615591 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/routers/997b65f9-e3c7-4c60-816d-c11d9abb1618 HTTP/1.1" status: 200 len: 923 time: 0.1337531 Nov 12 03:33:01.367445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84f6ffdd-2d7c-46df-b493-e626787ca68d req-99cfde7d-2f7c-463b-9646-cfab90b803d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591045 Nov 12 03:33:01.369506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47468) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.379602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-53c054c6-314e-4d9b-8c37-3ffe003030a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:01.392507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c054c6-314e-4d9b-8c37-3ffe003030a2 None None] Routers {'997b65f9-e3c7-4c60-816d-c11d9abb1618'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:01.394122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-53c054c6-314e-4d9b-8c37-3ffe003030a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['997b65f9-e3c7-4c60-816d-c11d9abb1618'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:01.396275 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4f0d73ca-0274-4266-8958-9299614706c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.482672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-53c054c6-314e-4d9b-8c37-3ffe003030a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:01.482818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c054c6-314e-4d9b-8c37-3ffe003030a2 None None] The sync data for ids ['997b65f9-e3c7-4c60-816d-c11d9abb1618'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:01.561204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d989f-3957-47c4-9de6-834bdd0f9a7f tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.578414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e58d989f-3957-47c4-9de6-834bdd0f9a7f tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=997b65f9-e3c7-4c60-816d-c11d9abb1618&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2069933 Nov 12 03:33:01.588079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47470) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.642623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a3da5759-eab1-454b-b05d-3ecf9867c2bd up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:01.653616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca098ec0-3925-49a0-9537-d75497111e10 req-ebeae778-b34f-4c10-a9a3-e35043b4f9ae tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.655925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca098ec0-3925-49a0-9537-d75497111e10 req-ebeae778-b34f-4c10-a9a3-e35043b4f9ae tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.2874668 Nov 12 03:33:01.747321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a3da5759-eab1-454b-b05d-3ecf9867c2bd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:01.747693 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.761073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca098ec0-3925-49a0-9537-d75497111e10 req-9b676660-f087-4a01-8452-e930e3defe7b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646458 Nov 12 03:33:01.821921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9e4d4-92c5-48ab-bc7e-9306be1b3fb8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.827451 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cae9e4d4-92c5-48ab-bc7e-9306be1b3fb8 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 881 time: 0.2379200 Nov 12 03:33:01.828370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47472) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.872831 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b5c1d3c6-132a-445e-bfc8-caa9d25b6a76 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=997b65f9-e3c7-4c60-816d-c11d9abb1618 HTTP/1.1" status: 200 len: 205 time: 0.0429900 Nov 12 03:33:01.873532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47474) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.964075 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13bb8923-7f6a-4306-92c4-e219ac911e71 req-d083d42e-75a9-43ea-aa29-d808551caa5b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9834566 Nov 12 03:33:01.982840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:01.990078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:02.004411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.008114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:02.067227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.089151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event updated for resources: {'Port': ['ID=d6258432-d5eb-4e40-bb0b-36a315acda92,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:02.176697 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.217086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Deleting port 43d58f0c-0778-4eca-860c-0d93ec3e01b6 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:02.217471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.283008 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.324383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.403012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Deleting port c031659b-9507-48ed-a73c-9543576b1def {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:02.403483 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.413160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.448634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Calling delete_port for 43d58f0c-0778-4eca-860c-0d93ec3e01b6 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:02.564041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.585595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Calling delete_port for c031659b-9507-48ed-a73c-9543576b1def owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:02.708427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf32b5-8ba9-4977-b8cb-374456f8d8ca req-54094e1f-d08b-41af-b2aa-4c96e4b96b57 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.710328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dddf32b5-8ba9-4977-b8cb-374456f8d8ca req-54094e1f-d08b-41af-b2aa-4c96e4b96b57 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1466036 Nov 12 03:33:02.730405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.778063 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.857813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.872332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dddf32b5-8ba9-4977-b8cb-374456f8d8ca req-a6c49097-3a48-4b3b-8e80-11839150477f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546252 Nov 12 03:33:02.889938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event updated for resources: {'Port': ['ID=d6258432-d5eb-4e40-bb0b-36a315acda92,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:02.894997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.920384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event deleted for resources: {'Port': ['ID=c031659b-9507-48ed-a73c-9543576b1def,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:02.941405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event deleted for resources: {'Port': ['ID=43d58f0c-0778-4eca-860c-0d93ec3e01b6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:02.944477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.002539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.003826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f8716b9d-5b9b-42de-a146-35d9e73d1889 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0061669 Nov 12 03:33:03.039481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.066338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.147430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ac2b-ce8c-45e6-b809-96ec262ef606 req-eda610f3-c72a-4589-9e48-3c2e118b600b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.149517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5084ac2b-ce8c-45e6-b809-96ec262ef606 req-eda610f3-c72a-4589-9e48-3c2e118b600b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.2205729 Nov 12 03:33:03.162032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.165126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.247496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.247929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Fanout notify agent at l3_agent the message router_deleted on router 87e51e69-32b2-472a-836f-f70d2e0cef6c {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:03.265349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.266849 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-69deef88-6182-4bd6-92c6-b56bfa71bd8c tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "DELETE /v2.0/routers/87e51e69-32b2-472a-836f-f70d2e0cef6c HTTP/1.1" status: 204 len: 168 time: 2.7915215 Nov 12 03:33:03.277625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47512) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:03.302007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.311274 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.322535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-c0d47047-50a1-49cd-9454-a70045f403cb tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1454716104&fields=id&tenant_id=4eaaa9939aac450abdc0c49be0075843 HTTP/1.1" status: 200 len: 267 time: 0.1060498 Nov 12 03:33:03.338650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5084ac2b-ce8c-45e6-b809-96ec262ef606 req-f2bfc5a1-8139-4abe-9939-86b6614604f6 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276643 Nov 12 03:33:03.382815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.383697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Fanout notify agent at l3_agent the message router_deleted on router 997b65f9-e3c7-4c60-816d-c11d9abb1618 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:03.392128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.394082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a8cb701c-2346-486d-a40b-70f1a1f7be25 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/997b65f9-e3c7-4c60-816d-c11d9abb1618 HTTP/1.1" status: 204 len: 168 time: 1.5189931 Nov 12 03:33:03.398139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47518) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:03.404464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-51cdeca3-5106-4cc7-a5ab-b53c2047fd2c tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-47099451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:03.422938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9143d9df-1a09-42bf-bdb2-3230421dfe66 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Deleting subnet 097dfff3-82c3-4a60-852e-51fcd7864d4e {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:03.428317 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9143d9df-1a09-42bf-bdb2-3230421dfe66 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.470590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51cdeca3-5106-4cc7-a5ab-b53c2047fd2c tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.473518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51cdeca3-5106-4cc7-a5ab-b53c2047fd2c tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.533094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9143d9df-1a09-42bf-bdb2-3230421dfe66 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.545666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5fa6622c-754a-4155-aa28-55726d5ebf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.562297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51cdeca3-5106-4cc7-a5ab-b53c2047fd2c tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.575435 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51cdeca3-5106-4cc7-a5ab-b53c2047fd2c tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.609117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51cdeca3-5106-4cc7-a5ab-b53c2047fd2c tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.610933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-51cdeca3-5106-4cc7-a5ab-b53c2047fd2c tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2111096 Nov 12 03:33:03.614033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47530) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:03.618950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': False}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:03.717976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3693ed-5816-4f92-a047-b9233f21ed1f req-5790d5cf-8aee-4bbf-abb1-6c4849226727 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.719757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd3693ed-5816-4f92-a047-b9233f21ed1f req-5790d5cf-8aee-4bbf-abb1-6c4849226727 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.0619388 Nov 12 03:33:03.785993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9143d9df-1a09-42bf-bdb2-3230421dfe66 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.793440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd3693ed-5816-4f92-a047-b9233f21ed1f req-0dcd4b20-5cd6-42e9-9266-059f2d9074bc tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646987 Nov 12 03:33:03.919150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-0433f25d-6021-401e-9637-4775b8bd285c tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.920724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-0433f25d-6021-401e-9637-4775b8bd285c tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/networks?id=6ae951c8-0431-4ed5-82ea-521d84707b46 HTTP/1.1" status: 200 len: 812 time: 0.5867078 Nov 12 03:33:03.928094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650b2cc-2f03-4307-9904-1a8ec2ef620b req-bd79af8b-8f37-4acf-8653-f325e567ada7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.930208 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7650b2cc-2f03-4307-9904-1a8ec2ef620b req-bd79af8b-8f37-4acf-8653-f325e567ada7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.0626476 Nov 12 03:33:03.983363 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-f723f1c8-f71e-4205-b44f-de3a51a8b5dc tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/quotas/4eaaa9939aac450abdc0c49be0075843 HTTP/1.1" status: 200 len: 375 time: 0.0519054 Nov 12 03:33:03.986710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7650b2cc-2f03-4307-9904-1a8ec2ef620b req-5b6626ed-f2a2-4a0e-b590-063d506624be tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Nov 12 03:33:04.032056 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.039783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9143d9df-1a09-42bf-bdb2-3230421dfe66 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.098572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9143d9df-1a09-42bf-bdb2-3230421dfe66 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.103889 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9143d9df-1a09-42bf-bdb2-3230421dfe66 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "DELETE /v2.0/subnets/097dfff3-82c3-4a60-852e-51fcd7864d4e HTTP/1.1" status: 204 len: 168 time: 0.8288319 Nov 12 03:33:04.106516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47538) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:04.106755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a72b64-682b-4cad-a04d-eca8384fd449 None None] Network 75706e45-0d11-4cca-83e6-bcc3d610e868 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:04.111539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143d9df-1a09-42bf-bdb2-3230421dfe66 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event deleted for resources: {'Subnet': ['ID=097dfff3-82c3-4a60-852e-51fcd7864d4e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:04.141619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-c33d6cba-f1fc-49a8-97ff-079f79bb2cf3 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4eaaa9939aac450abdc0c49be0075843&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234193 Nov 12 03:33:04.217233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-118ea291-6b1e-4eb7-ab39-c075789769fd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:33:04.218255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-118ea291-6b1e-4eb7-ab39-c075789769fd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114186 Nov 12 03:33:04.236424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcadb0-6941-43bf-b980-f7d4a812ecb1 req-08336cc5-346b-495e-b5c0-63ad354e2a0e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.250034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1fcadb0-6941-43bf-b980-f7d4a812ecb1 req-08336cc5-346b-495e-b5c0-63ad354e2a0e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1990259 Nov 12 03:33:04.289574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.453122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] DHCP port deletion for 75706e45-0d11-4cca-83e6-bcc3d610e868 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:04.483936 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1fcadb0-6941-43bf-b980-f7d4a812ecb1 req-eb2e4f68-404b-4568-b505-3392d2eda517 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158427 Nov 12 03:33:04.534792 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:04.581412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Deleting port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:04.582038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.606797 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.643877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] Deleting port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:04.644664 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.664225 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.682438 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8044fd66-5bd4-46aa-bdf8-ab6575d08589 service neutron] 10.222.0.49 "GET /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542139 Nov 12 03:33:04.751774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] For port 554ff765-e1d0-4364-b7f1-3d23c3a46e48, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=554ff765-e1d0-4364-b7f1-3d23c3a46e48,segment=NetworkSegment(38126bbf-0964-44ae-864d-eeeee75fd7d5),segment_id=38126bbf-0964-44ae-864d-eeeee75fd7d5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:04.753370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.782462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] Calling delete_port for 554ff765-e1d0-4364-b7f1-3d23c3a46e48 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:04.835637 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] For port 554ff765-e1d0-4364-b7f1-3d23c3a46e48, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=554ff765-e1d0-4364-b7f1-3d23c3a46e48,segment=NetworkSegment(38126bbf-0964-44ae-864d-eeeee75fd7d5),segment_id=38126bbf-0964-44ae-864d-eeeee75fd7d5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:04.840899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.865469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Calling delete_port for 554ff765-e1d0-4364-b7f1-3d23c3a46e48 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:04.984000 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.017798 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8a6b6fe2-d468-445a-8f68-0e2b38f6ef44 service neutron] 10.222.0.49 "GET /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211173 Nov 12 03:33:05.020107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Allocated IP 172.25.0.28 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/5ff9343a-37f7-4923-a363-0564e1c46028) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:05.031191 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.082919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] Pushing event deleted for resources: {'Port': ['ID=554ff765-e1d0-4364-b7f1-3d23c3a46e48,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:05.102148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64044e49-b519-4ffa-812f-e27ea470d7ab None None] No DVR routers for this DVR port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:05.269006 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.325823 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.406728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:05.434447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:05.442803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:05.468602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76eabc2a-5ee9-44a4-a014-518c23820271 req-e7dcf2a7-120e-4238-9d8c-b51506250fbb tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 210 time: 0.0654802 Nov 12 03:33:05.495751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff9343a-37f7-4923-a363-0564e1c46028,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:05.650572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 554ff765-e1d0-4364-b7f1-3d23c3a46e48 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:05.651417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826324d-423c-47e5-9483-b2820bbb7677 req-ac846244-370b-4e74-8f92-3eb3378d8665 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.659688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4826324d-423c-47e5-9483-b2820bbb7677 req-ac846244-370b-4e74-8f92-3eb3378d8665 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.6754811 Nov 12 03:33:05.679651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 554ff765-e1d0-4364-b7f1-3d23c3a46e48 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:05.680303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 554ff765-e1d0-4364-b7f1-3d23c3a46e48 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:05.704182 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.743343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] No DVR routers for this DVR port 554ff765-e1d0-4364-b7f1-3d23c3a46e48 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:05.745018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event deleted for resources: {'Port': ['ID=554ff765-e1d0-4364-b7f1-3d23c3a46e48,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:05.836218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4826324d-423c-47e5-9483-b2820bbb7677 req-e310d010-32ca-449e-8a8c-91f3b4e73121 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755900 Nov 12 03:33:05.871745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535106f-849e-45f0-b3f7-c8b424f3aed4 req-5b1f06f9-0d1c-4b3e-82ef-7deb909fdf28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.880002 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7535106f-849e-45f0-b3f7-c8b424f3aed4 req-5b1f06f9-0d1c-4b3e-82ef-7deb909fdf28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1557131 Nov 12 03:33:05.933916 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.963635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75706e45-0d11-4cca-83e6-bcc3d610e868']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.985012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38126bbf-0964-44ae-864d-eeeee75fd7d5') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.985303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38126bbf-0964-44ae-864d-eeeee75fd7d5') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.996132 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.013711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.020839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:06.021397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:06.025518 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:06.063923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7535106f-849e-45f0-b3f7-c8b424f3aed4 req-2f1435e5-94b3-45cc-92f3-d4364090a371 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832712 Nov 12 03:33:06.084626 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.114879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.122121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.127962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "DELETE /v2.0/networks/75706e45-0d11-4cca-83e6-bcc3d610e868 HTTP/1.1" status: 204 len: 168 time: 2.0184669 Nov 12 03:33:06.135774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47582) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:06.152061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc140704-c82b-4d8a-98a5-8590fa02c9b5 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event deleted for resources: {'Network': ['ID=75706e45-0d11-4cca-83e6-bcc3d610e868,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:06.242384 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.396675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Deleting port 533b4c4c-9c15-459c-8581-64b4eec46c34 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:06.397671 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.593823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3483967b-cf42-4124-ad91-8f638aa4597b req-08d102cf-0a96-4b92-b194-f6b6c11428eb tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 210 time: 0.0335536 Nov 12 03:33:06.914091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.919198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.967369 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.016113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.016554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.061514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Calling delete_port for 533b4c4c-9c15-459c-8581-64b4eec46c34 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:07.093622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-9ecdde49-ecea-4315-9849-359d9b7a6391 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.095411 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-9ecdde49-ecea-4315-9849-359d9b7a6391 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.20 "GET /v2.0/networks?id=6ae951c8-0431-4ed5-82ea-521d84707b46 HTTP/1.1" status: 200 len: 812 time: 0.2566648 Nov 12 03:33:07.131672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c471310-77f3-488e-a04b-7b50fc8a6507 req-8e4a208c-db40-4140-98fe-5ec9f3c17a84 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.133235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c471310-77f3-488e-a04b-7b50fc8a6507 req-8e4a208c-db40-4140-98fe-5ec9f3c17a84 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1288776 Nov 12 03:33:07.247881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-e28ba8a4-82e8-4636-8bc3-1547ff415f34 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eaaa9939aac450abdc0c49be0075843 HTTP/1.1" status: 200 len: 380 time: 0.1343844 Nov 12 03:33:07.257357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c471310-77f3-488e-a04b-7b50fc8a6507 req-91ecd7f7-c108-4447-ae16-88bc5a567980 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846460 Nov 12 03:33:07.299040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Request body: {'port': {'device_id': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'admin_state_up': True, 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'security_groups': ['7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:07.312132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Router 34568906-d0fb-4431-85b4-4f60693cb48c is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:07.399992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd813fd-37b2-4218-86e5-c65ac1236b1b req-bdd78a08-26c8-4b67-b42d-7a89222ba959 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.401829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fd813fd-37b2-4218-86e5-c65ac1236b1b req-bdd78a08-26c8-4b67-b42d-7a89222ba959 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1637528 Nov 12 03:33:07.463290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.495197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fd813fd-37b2-4218-86e5-c65ac1236b1b req-3f890ca0-2106-4c87-9e28-ca47c0ebaef5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822484 Nov 12 03:33:07.505733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Made reservation on behalf of 4eaaa9939aac450abdc0c49be0075843 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:07.510244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.532801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Pushing event deleted for resources: {'Port': ['ID=533b4c4c-9c15-459c-8581-64b4eec46c34,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:07.648467 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.651361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.652709 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-94d49090-d97c-4c8f-97af-7f71ab1295e9 tempest-FloatingIPAdminTestJSON-1094910779 tempest-FloatingIPAdminTestJSON-1094910779-project] 10.222.0.49 "DELETE /v2.0/floatingips/e961197c-835e-42ef-bc29-c9050dcc1145 HTTP/1.1" status: 204 len: 168 time: 1.5160530 Nov 12 03:33:07.655872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Allocated IP 172.20.0.3 (6ae951c8-0431-4ed5-82ea-521d84707b46/57c1a326-0124-49c6-8fad-ac747ddc0c6c/fd971889-93dd-4921-b676-b41482ff585a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:07.660241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:07.666539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.672788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c82d047e-e898-42d3-9f75-50aa8d478f74 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "PUT /v2.0/routers/34568906-d0fb-4431-85b4-4f60693cb48c HTTP/1.1" status: 200 len: 917 time: 4.0552621 Nov 12 03:33:07.673531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:07.676293 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889ac52-784e-4fa3-8b93-8fd5f638effe None None] Sync routers for ids ['34568906-d0fb-4431-85b4-4f60693cb48c'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:07.693948 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889ac52-784e-4fa3-8b93-8fd5f638effe None None] Routers {'34568906-d0fb-4431-85b4-4f60693cb48c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:07.694843 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3889ac52-784e-4fa3-8b93-8fd5f638effe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['34568906-d0fb-4431-85b4-4f60693cb48c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:07.766192 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3889ac52-784e-4fa3-8b93-8fd5f638effe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:07.788435 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889ac52-784e-4fa3-8b93-8fd5f638effe None None] Routers {'34568906-d0fb-4431-85b4-4f60693cb48c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:07.793498 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3889ac52-784e-4fa3-8b93-8fd5f638effe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['34568906-d0fb-4431-85b4-4f60693cb48c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:07.890778 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.904063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6192c797-b764-4c4f-8eda-a7484683ad1e tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/routers/34568906-d0fb-4431-85b4-4f60693cb48c HTTP/1.1" status: 200 len: 923 time: 0.2128587 Nov 12 03:33:07.904063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47608) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:07.916228 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3889ac52-784e-4fa3-8b93-8fd5f638effe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:07.918047 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889ac52-784e-4fa3-8b93-8fd5f638effe None None] The sync data for ids ['34568906-d0fb-4431-85b4-4f60693cb48c'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:07.929845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dca192c2-df6d-4b9b-9def-b241dc05f52f req-ebef4893-259e-4a77-8f5d-dabe518b0b59 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 210 time: 0.0412192 Nov 12 03:33:07.955134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.973692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4826569-aff2-4892-9122-ec1f2ca361da tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.979446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f4826569-aff2-4892-9122-ec1f2ca361da tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=34568906-d0fb-4431-85b4-4f60693cb48c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0743132 Nov 12 03:33:07.979753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47610) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.033311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:08.059698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:08.063757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:08.084716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1957d1-5484-465e-83c8-052fc9a483f2 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.088823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0d1957d1-5484-465e-83c8-052fc9a483f2 tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 881 time: 0.1054342 Nov 12 03:33:08.089069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47614) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.091855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event updated for resources: {'Port': ['ID=fd971889-93dd-4921-b676-b41482ff585a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.145151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-89b0d445-352d-45e7-b361-934d1237b335 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=34568906-d0fb-4431-85b4-4f60693cb48c HTTP/1.1" status: 200 len: 205 time: 0.0527480 Nov 12 03:33:08.146258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47616) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.201913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.203505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.210158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47622) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.259699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4f8996a3-8a02-4b37-ad3e-1acb7a8bb33f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9645205 Nov 12 03:33:08.274343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Request body: {'port': {'device_id': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:08.346994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47628) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.384652 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.388016 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.582617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-620dc4ca-8723-4974-9cc3-c864baaa1a53 None None] Provisioning complete for port fd971889-93dd-4921-b676-b41482ff585a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:08.583146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-620dc4ca-8723-4974-9cc3-c864baaa1a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.609017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecb3e0-9851-48c1-8533-c3daada723c2 req-08e70d4f-35bd-4836-801b-6dec74740f1a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.610712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5ecb3e0-9851-48c1-8533-c3daada723c2 req-08e70d4f-35bd-4836-801b-6dec74740f1a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.2197895 Nov 12 03:33:08.627354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.697832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-620dc4ca-8723-4974-9cc3-c864baaa1a53 None None] Port fd971889-93dd-4921-b676-b41482ff585a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:08.708916 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5ecb3e0-9851-48c1-8533-c3daada723c2 req-cf6ee387-c7b2-4a29-aa52-e927c1f12383 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906093 Nov 12 03:33:08.746926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Deleting port 5ff9343a-37f7-4923-a363-0564e1c46028 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:08.747269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.759923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef3661c0-c1b4-4b28-a225-91ed61882a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.886134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-47fa2f12-58b4-426f-ac7a-ecb69cfa7ed6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ca7d3ac84d84d44a69a0cbe95465582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6746128 Nov 12 03:33:08.890215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.892140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47638) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.903847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cb3a5-8521-4fce-a98e-712936bb85dc req-347d8570-dd75-43e1-9593-a30b01ad8685 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.913023 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-517cb3a5-8521-4fce-a98e-712936bb85dc req-347d8570-dd75-43e1-9593-a30b01ad8685 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.2230718 Nov 12 03:33:08.914154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Calling delete_port for 5ff9343a-37f7-4923-a363-0564e1c46028 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:09.082433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-517cb3a5-8521-4fce-a98e-712936bb85dc req-eb93cba3-f289-4b17-a54f-ec10efc798a0 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628740 Nov 12 03:33:09.135892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef3661c0-c1b4-4b28-a225-91ed61882a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.166403 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef3661c0-c1b4-4b28-a225-91ed61882a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.172487 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe123-54dc-438c-be56-dd6813a4148e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.179329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.216126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd971889-93dd-4921-b676-b41482ff585a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:09.247619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.261408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe123-54dc-438c-be56-dd6813a4148e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.263340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event deleted for resources: {'Port': ['ID=5ff9343a-37f7-4923-a363-0564e1c46028,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:09.277132 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ef3661c0-c1b4-4b28-a225-91ed61882a71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cc871c4bddb43a8bcdc7285ff881101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9279656 Nov 12 03:33:09.278009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3661c0-c1b4-4b28-a225-91ed61882a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6799d27c-92cc-43fc-8e30-38dbfe11a78a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:09.282983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47642) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:09.316531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Transition to ACTIVE for port object fd971889-93dd-4921-b676-b41482ff585a will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:09.328429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93764980-b319-4904-adb0-1a335a2052cb req-4fbc48e1-8dcd-4bdd-bb4f-883274b92183 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:09.330116 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93764980-b319-4904-adb0-1a335a2052cb req-4fbc48e1-8dcd-4bdd-bb4f-883274b92183 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 931 time: 0.1654315 Nov 12 03:33:09.348315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.383819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.482163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd971889-93dd-4921-b676-b41482ff585a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:09.522781 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93764980-b319-4904-adb0-1a335a2052cb req-c3f9c7c1-818b-4a1d-9410-dcb83f5f265d tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842680 Nov 12 03:33:09.554620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe123-54dc-438c-be56-dd6813a4148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.560324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e5fe123-54dc-438c-be56-dd6813a4148e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.561579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e5fe123-54dc-438c-be56-dd6813a4148e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d77dc2f7-91bd-46c5-96b1-d64339634106 HTTP/1.1" status: 204 len: 168 time: 0.6462777 Nov 12 03:33:09.580978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.585197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.638649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f6e2-44fc-45d4-91cc-a153e61bde2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.678170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fe123-54dc-438c-be56-dd6813a4148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77dc2f7-91bd-46c5-96b1-d64339634106,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:09.701425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.702174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Fanout notify agent at l3_agent the message router_deleted on router 34568906-d0fb-4431-85b4-4f60693cb48c {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:09.713771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.715785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f6e2-44fc-45d4-91cc-a153e61bde2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.728463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9753b20a-6e89-4ced-8a2f-4938625c833a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/34568906-d0fb-4431-85b4-4f60693cb48c HTTP/1.1" status: 204 len: 168 time: 1.5764086 Nov 12 03:33:09.738650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47650) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:09.744589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-141862211', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:09.803244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.804846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.822337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Attempting to bind port fd971889-93dd-4921-b676-b41482ff585a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:09.822901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Attempting to bind port fd971889-93dd-4921-b676-b41482ff585a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:09.823427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Attempting to bind port fd971889-93dd-4921-b676-b41482ff585a on network 6ae951c8-0431-4ed5-82ea-521d84707b46 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:09.872414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Port fd971889-93dd-4921-b676-b41482ff585a on network 6ae951c8-0431-4ed5-82ea-521d84707b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:09.872782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Attempting to bind port fd971889-93dd-4921-b676-b41482ff585a on network 6ae951c8-0431-4ed5-82ea-521d84707b46 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:09.889626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:09.889626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Checking segment: {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:09.890022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Bound using segment: {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:09.891192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Bound port: fd971889-93dd-4921-b676-b41482ff585a, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92376425-addd-439a-a270-86bcd5098a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:09.891192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.927328 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.929616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360e83c-0585-4202-ba9a-dcc27cb02e48 req-e7adcd28-1661-4667-827c-4973f15362cb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:09.938190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9360e83c-0585-4202-ba9a-dcc27cb02e48 req-e7adcd28-1661-4667-827c-4973f15362cb tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1082516 Nov 12 03:33:09.962524 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f6e2-44fc-45d4-91cc-a153e61bde2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.965202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f6e2-44fc-45d4-91cc-a153e61bde2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.969336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a0a8f6e2-44fc-45d4-91cc-a153e61bde2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6799d27c-92cc-43fc-8e30-38dbfe11a78a HTTP/1.1" status: 204 len: 168 time: 0.6815774 Nov 12 03:33:10.024406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f6e2-44fc-45d4-91cc-a153e61bde2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6799d27c-92cc-43fc-8e30-38dbfe11a78a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:10.101754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] For port fd971889-93dd-4921-b676-b41482ff585a, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:10.118093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] For port fd971889-93dd-4921-b676-b41482ff585a, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fd971889-93dd-4921-b676-b41482ff585a,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:10.129694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9360e83c-0585-4202-ba9a-dcc27cb02e48 req-a415d668-cf3b-48b9-b5a5-27c3e0b264e7 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914523 Nov 12 03:33:10.138959 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.182158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.201031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.202429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.204093 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd971889-93dd-4921-b676-b41482ff585a HTTP/1.1" status: 200 len: 1092 time: 1.9376271 Nov 12 03:33:10.204692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'tag': 'fd971889-93dd-4921-b676-b41482ff585a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:10.213221 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4731dde-d4d5-4826-a93a-e5e40ce738ee", "tag": "fd971889-93dd-4921-b676-b41482ff585a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:10.296017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47662) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:10.303650 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445b5cbd-a72c-469e-b9d0-9eb343e80990 x-openstack-request-id: req-445b5cbd-a72c-469e-b9d0-9eb343e80990 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:10.304249 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4731dde-d4d5-4826-a93a-e5e40ce738ee", "tag": "fd971889-93dd-4921-b676-b41482ff585a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:10.304367 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-445b5cbd-a72c-469e-b9d0-9eb343e80990 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:10.305005 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'tag': 'fd971889-93dd-4921-b676-b41482ff585a', 'status': 'completed', 'code': 200} Nov 12 03:33:10.305801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004a6b3-f8d4-4934-b38e-bb89bc2aa8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd971889-93dd-4921-b676-b41482ff585a,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:10.347331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-934ae875-e85e-4bd0-a97d-c0d724a80110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.354863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-05b3abd4-3b37-4298-8c98-3cde4e12b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.356798 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-05b3abd4-3b37-4298-8c98-3cde4e12b413 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4eaaa9939aac450abdc0c49be0075843&device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 1095 time: 0.0838649 Nov 12 03:33:10.434319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5697ff8-ed69-4916-b7c3-e046a8c4a56a req-296b824b-7e57-49cf-b9e4-9c71ec6bb4c3 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.436015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5697ff8-ed69-4916-b7c3-e046a8c4a56a req-296b824b-7e57-49cf-b9e4-9c71ec6bb4c3 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.2195611 Nov 12 03:33:10.463143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-e539e45e-e919-4152-abd0-0e5659bce383 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd971889-93dd-4921-b676-b41482ff585a HTTP/1.1" status: 200 len: 217 time: 0.0892935 Nov 12 03:33:10.583441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-cb3b4270-7dd0-4197-9820-b2f6db8657c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.585597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-cb3b4270-7dd0-4197-9820-b2f6db8657c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57c1a326-0124-49c6-8fad-ac747ddc0c6c HTTP/1.1" status: 200 len: 851 time: 0.1100957 Nov 12 03:33:10.654540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5697ff8-ed69-4916-b7c3-e046a8c4a56a req-5567db92-58d3-448a-a514-4b9e3accdf0e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713734 Nov 12 03:33:10.701665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-76de915c-18c3-4e1d-bd94-0af7bf911f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.703207 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-76de915c-18c3-4e1d-bd94-0af7bf911f23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae951c8-0431-4ed5-82ea-521d84707b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016970 Nov 12 03:33:10.725932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-934ae875-e85e-4bd0-a97d-c0d724a80110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.735911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-934ae875-e85e-4bd0-a97d-c0d724a80110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.758603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5756c-483c-4a85-9743-e466dcc6d7c3 req-7e142558-4d90-4f23-a473-8e1100b1b8d5 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.767401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47d5756c-483c-4a85-9743-e466dcc6d7c3 req-7e142558-4d90-4f23-a473-8e1100b1b8d5 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 943 time: 0.1148980 Nov 12 03:33:10.842156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-934ae875-e85e-4bd0-a97d-c0d724a80110 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfa74cdebaa049efa0d6c7af5a88cda6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5423024 Nov 12 03:33:10.855946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:10.867120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47d5756c-483c-4a85-9743-e466dcc6d7c3 req-966d591e-3f9c-4df8-bf0a-907af1b36283 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987258 Nov 12 03:33:10.871627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ae875-e85e-4bd0-a97d-c0d724a80110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b08217-452b-46d8-a4a7-0ba76245a3cb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:10.920570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.933227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-4c6a244c-d37f-4d3f-ab50-0f16a0a34b44 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204065 Nov 12 03:33:10.945443 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.029024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8540e888-f9e6-47c8-8e86-1d59ed1dfc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.066821 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8540e888-f9e6-47c8-8e86-1d59ed1dfc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.086986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f56a993-b3a2-4cf7-bed3-92f60baae05a req-b7db4719-602a-40bc-8394-81ac0a287594 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454940 Nov 12 03:33:11.118430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Allocated IP 172.25.0.2 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/ee541cea-a386-4f3e-83da-733f12ce6b15) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:11.156494 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8540e888-f9e6-47c8-8e86-1d59ed1dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.159785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8540e888-f9e6-47c8-8e86-1d59ed1dfc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.161029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8540e888-f9e6-47c8-8e86-1d59ed1dfc07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8b08217-452b-46d8-a4a7-0ba76245a3cb HTTP/1.1" status: 204 len: 168 time: 0.2930074 Nov 12 03:33:11.221014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540e888-f9e6-47c8-8e86-1d59ed1dfc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b08217-452b-46d8-a4a7-0ba76245a3cb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:11.273638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-3be50b17-98ba-4589-a930-89b1a5dc5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.278062 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-3be50b17-98ba-4589-a930-89b1a5dc5f4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4eaaa9939aac450abdc0c49be0075843&device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 1095 time: 0.1160173 Nov 12 03:33:11.282215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.363506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.402266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdb46e-6479-41d5-bf4d-50cf31d3bd5a req-2923a09b-7d50-47cd-b418-b9ee19b2f39a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.411292 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44bdb46e-6479-41d5-bf4d-50cf31d3bd5a req-2923a09b-7d50-47cd-b418-b9ee19b2f39a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1064703 Nov 12 03:33:11.445024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:11.448906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-fd5941b3-1eaa-4504-bf01-868f9f77c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.450926 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-fd5941b3-1eaa-4504-bf01-868f9f77c6d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ae951c8-0431-4ed5-82ea-521d84707b46 HTTP/1.1" status: 200 len: 914 time: 0.1638825 Nov 12 03:33:11.460617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:11.486274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:11.536997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event updated for resources: {'Port': ['ID=ee541cea-a386-4f3e-83da-733f12ce6b15,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:11.566118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-4e46a6a3-f3b7-4674-a3ea-3f0d17612a24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd971889-93dd-4921-b676-b41482ff585a HTTP/1.1" status: 200 len: 217 time: 0.1021302 Nov 12 03:33:11.591302 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44bdb46e-6479-41d5-bf4d-50cf31d3bd5a req-e8cf9483-2ce2-41ae-a65c-a3ef54a2d9b3 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787014 Nov 12 03:33:11.663390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-c90e0c09-504e-47a4-8c8a-dd0d0a0e47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.665298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-c90e0c09-504e-47a4-8c8a-dd0d0a0e47d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57c1a326-0124-49c6-8fad-ac747ddc0c6c HTTP/1.1" status: 200 len: 851 time: 0.0917838 Nov 12 03:33:11.743823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-0b20ac56-5d39-4262-b909-7056f1c3455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.745634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-0b20ac56-5d39-4262-b909-7056f1c3455f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae951c8-0431-4ed5-82ea-521d84707b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705607 Nov 12 03:33:11.772590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47704) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:11.827148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fb348b6-1d90-42af-af57-3a6b3602a9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.862671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-32cee7eb-d4db-4d65-a58a-61c6813041fb service neutron] 10.222.0.20 "GET /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079826 Nov 12 03:33:11.909484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b04278-34a3-48c7-a65e-732a6a3e1acd req-4aa53694-9a4d-474c-ad6f-7292d6e36f08 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.916721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12b04278-34a3-48c7-a65e-732a6a3e1acd req-4aa53694-9a4d-474c-ad6f-7292d6e36f08 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1345088 Nov 12 03:33:12.011368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46fb1c28-9f28-4863-be04-e5dc6c3b1cf4 req-9260ff1e-8788-4ed6-b076-2cb3baccce87 service neutron] 10.222.0.20 "GET /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349776 Nov 12 03:33:12.036844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d70e3-d997-4937-b808-76fa4a9ba7f3 req-82d12efd-1d69-4acd-8df7-87e1bd4d92e3 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.038803 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-182d70e3-d997-4937-b808-76fa4a9ba7f3 req-82d12efd-1d69-4acd-8df7-87e1bd4d92e3 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 943 time: 0.0680840 Nov 12 03:33:12.042937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12b04278-34a3-48c7-a65e-732a6a3e1acd req-cba3cf72-2905-4897-aeda-a39f1581c9bf tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252718 Nov 12 03:33:12.074404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.093694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-182d70e3-d997-4937-b808-76fa4a9ba7f3 req-3d5e6fd4-cf77-4933-be4b-0188155d1370 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486362 Nov 12 03:33:12.116782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fb348b6-1d90-42af-af57-3a6b3602a9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.123529 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fb348b6-1d90-42af-af57-3a6b3602a9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.207913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb348b6-1d90-42af-af57-3a6b3602a9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809538c7-ccc2-4ef3-b431-c42decd24ad9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:12.218758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0fb348b6-1d90-42af-af57-3a6b3602a9cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=002f7e747f634722b89a18a81d8a1fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450867 Nov 12 03:33:12.223207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47724) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:12.278853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbacc-6c56-4409-a244-27e466741657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.301876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbacc-6c56-4409-a244-27e466741657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.380598 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbacc-6c56-4409-a244-27e466741657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.383868 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbacc-6c56-4409-a244-27e466741657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.385423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dbcfbacc-6c56-4409-a244-27e466741657 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/809538c7-ccc2-4ef3-b431-c42decd24ad9 HTTP/1.1" status: 204 len: 168 time: 0.1608300 Nov 12 03:33:12.395563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfbacc-6c56-4409-a244-27e466741657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809538c7-ccc2-4ef3-b431-c42decd24ad9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:12.753897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8279e61-6c7f-476f-ab17-62e5293a4d13 req-7dc801fa-5464-426c-ba95-ee5115232591 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.755596 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.763212 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-71a2c231-f35d-44d1-9cd1-c3c38a92ee23 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1113187665&fields=id&tenant_id=7b64d1b058f846328f64fa41616eba13 HTTP/1.1" status: 200 len: 267 time: 0.0650017 Nov 12 03:33:12.770331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8279e61-6c7f-476f-ab17-62e5293a4d13 req-7dc801fa-5464-426c-ba95-ee5115232591 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.0757315 Nov 12 03:33:12.822958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8279e61-6c7f-476f-ab17-62e5293a4d13 req-465dea87-1e98-430b-92e4-83c5a9eebd1a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516551 Nov 12 03:33:12.958878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-5793aeb6-9c0b-4acf-a1dd-e87c8b00c2d2 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.960367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-5793aeb6-9c0b-4acf-a1dd-e87c8b00c2d2 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/networks?id=3fd12b05-a641-48f7-9c95-186efddc31cd HTTP/1.1" status: 200 len: 815 time: 0.1629672 Nov 12 03:33:12.983715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-2b2fba95-57fb-4958-9d21-55fa7d6bd490 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/quotas/7b64d1b058f846328f64fa41616eba13 HTTP/1.1" status: 200 len: 375 time: 0.0165999 Nov 12 03:33:13.005154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Router c7e93119-ee2d-42ed-aad1-638a413bdc2f is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:13.084023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-41c2f751-199d-4f85-8747-04469e6a7704 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b64d1b058f846328f64fa41616eba13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922687 Nov 12 03:33:13.207268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:13.210758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca93f3-c434-431b-96ce-ec08f8d8a03f req-7f619909-eb3d-4f63-92f4-df5f9136e634 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.213338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71ca93f3-c434-431b-96ce-ec08f8d8a03f req-7f619909-eb3d-4f63-92f4-df5f9136e634 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.0690048 Nov 12 03:33:13.219506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd2ef5-085c-47be-856b-4f5573e03b71 None None] Sync routers for ids ['c7e93119-ee2d-42ed-aad1-638a413bdc2f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:13.243717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd2ef5-085c-47be-856b-4f5573e03b71 None None] Routers {'c7e93119-ee2d-42ed-aad1-638a413bdc2f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:13.244706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7ffd2ef5-085c-47be-856b-4f5573e03b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c7e93119-ee2d-42ed-aad1-638a413bdc2f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:13.280805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.282027 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f74cea43-f3a7-4fc7-8548-465b2f3b7bb2 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5417271 Nov 12 03:33:13.287172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7ffd2ef5-085c-47be-856b-4f5573e03b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:13.289198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47768) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:13.296790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd2ef5-085c-47be-856b-4f5573e03b71 None None] Routers {'c7e93119-ee2d-42ed-aad1-638a413bdc2f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:13.297644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7ffd2ef5-085c-47be-856b-4f5573e03b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c7e93119-ee2d-42ed-aad1-638a413bdc2f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:13.309933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71ca93f3-c434-431b-96ce-ec08f8d8a03f req-0c26043c-1f61-4999-b7f9-5ec4eaa606be tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864966 Nov 12 03:33:13.328659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:13.351686 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-efc7f58e-bbe7-4690-803f-4c97d798667e service neutron] 10.222.0.49 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213469 Nov 12 03:33:13.365314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7ffd2ef5-085c-47be-856b-4f5573e03b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:13.365969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd2ef5-085c-47be-856b-4f5573e03b71 None None] The sync data for ids ['c7e93119-ee2d-42ed-aad1-638a413bdc2f'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:13.504972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-0146fec1-9e8e-431f-adb8-50dc12647a25 service neutron] 10.222.0.49 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511636 Nov 12 03:33:13.525194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e518c21-5590-482a-b6b9-81fb71b10fa5 req-bdcef3cf-b2ea-4ea7-9c09-e9c95d943385 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.526708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e518c21-5590-482a-b6b9-81fb71b10fa5 req-bdcef3cf-b2ea-4ea7-9c09-e9c95d943385 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 943 time: 0.1001163 Nov 12 03:33:13.634542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e518c21-5590-482a-b6b9-81fb71b10fa5 req-7e43e8a0-f297-4da5-a097-f997da388806 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985100 Nov 12 03:33:13.959768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3d5ec65-9e43-4228-a15d-82c769fbadb0 req-4a0e721c-a2f4-4962-a195-354fa07105cb tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0358732 Nov 12 03:33:14.011093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fd971889-93dd-4921-b676-b41482ff585a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:14.108227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.151759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.187210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fd971889-93dd-4921-b676-b41482ff585a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fd971889-93dd-4921-b676-b41482ff585a,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:14.201279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'fd971889-93dd-4921-b676-b41482ff585a', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'port_id': 'fd971889-93dd-4921-b676-b41482ff585a', 'mac_address': 'fa:16:3e:fe:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:14.217323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0024b9f-9ee4-4c99-960b-229b39fdfccf req-2e97308d-3fd0-4aed-bdaa-86b53ece98b5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.225576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c0024b9f-9ee4-4c99-960b-229b39fdfccf req-2e97308d-3fd0-4aed-bdaa-86b53ece98b5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1110001 Nov 12 03:33:14.266712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.293060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd971889-93dd-4921-b676-b41482ff585a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:14.322289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fd971889-93dd-4921-b676-b41482ff585a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fd971889-93dd-4921-b676-b41482ff585a,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:14.329190 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.345707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47812) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:14.386138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c0024b9f-9ee4-4c99-960b-229b39fdfccf req-22139eca-6ce9-4f60-b697-6de9fe3a8475 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595738 Nov 12 03:33:14.402545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Deleting port ee541cea-a386-4f3e-83da-733f12ce6b15 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:14.403097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.434235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=fd971889-93dd-4921-b676-b41482ff585a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:14.505370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea4250-552f-4486-a244-4cca0a080c79 req-c47af833-11a6-4fd9-a88c-45ead5e55940 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.513949 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65ea4250-552f-4486-a244-4cca0a080c79 req-c47af833-11a6-4fd9-a88c-45ead5e55940 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.0824676 Nov 12 03:33:14.536515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.551780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Calling delete_port for ee541cea-a386-4f3e-83da-733f12ce6b15 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:14.588679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65ea4250-552f-4486-a244-4cca0a080c79 req-8853d930-38c7-425d-abaa-efd5de945f02 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738618 Nov 12 03:33:14.606208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2140fff9-e009-4b07-93b3-2e415a433e4d tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-395206700'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:14.629917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2140fff9-e009-4b07-93b3-2e415a433e4d tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.631154 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2140fff9-e009-4b07-93b3-2e415a433e4d tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.711030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['fd971889-93dd-4921-b676-b41482ff585a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:14.713049 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2140fff9-e009-4b07-93b3-2e415a433e4d tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.728229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2140fff9-e009-4b07-93b3-2e415a433e4d tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.758844 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2140fff9-e009-4b07-93b3-2e415a433e4d tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.760544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2140fff9-e009-4b07-93b3-2e415a433e4d tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4126389 Nov 12 03:33:14.763423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47824) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:14.871490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5daad18-a29f-49e4-a6fa-18b76d73565a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.880243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.977902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6fbc2-8899-43ce-93e8-711041266028 req-23ab9762-df91-4f8a-a218-a4408da82e31 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.985600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ac6fbc2-8899-43ce-93e8-711041266028 req-23ab9762-df91-4f8a-a218-a4408da82e31 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 944 time: 0.2342126 Nov 12 03:33:14.998705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Pushing event deleted for resources: {'Port': ['ID=ee541cea-a386-4f3e-83da-733f12ce6b15,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.071519 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6b684fa-d9ce-466f-b9b2-eaa35fa1dd4c req-ecb90b88-3513-4f0a-b9db-c549e3d0df1c tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0369782 Nov 12 03:33:15.138491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47832) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:15.203754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5daad18-a29f-49e4-a6fa-18b76d73565a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.209259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5daad18-a29f-49e4-a6fa-18b76d73565a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.217414 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.300195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ac6fbc2-8899-43ce-93e8-711041266028 req-a106f93f-58c8-4585-b8a1-cba7f6bfc08e tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116288 Nov 12 03:33:15.334724 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89d8a74e-caa7-425d-830a-87f7fc6fbb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.373378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5daad18-a29f-49e4-a6fa-18b76d73565a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.373880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5daad18-a29f-49e4-a6fa-18b76d73565a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7030d54f-d68a-43e4-8a31-c9febd221611 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:15.384703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5daad18-a29f-49e4-a6fa-18b76d73565a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.385916 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f5daad18-a29f-49e4-a6fa-18b76d73565a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "DELETE /v2.0/routers/7030d54f-d68a-43e4-8a31-c9febd221611 HTTP/1.1" status: 204 len: 168 time: 0.6214914 Nov 12 03:33:15.389210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:15.395564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5929e0eb-3ab4-4c07-8f95-f872c62bd0e6 tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Request body: {'router': {'name': 'tempest-router-923882081', 'distributed': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:15.450718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5929e0eb-3ab4-4c07-8f95-f872c62bd0e6 tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.452412 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5929e0eb-3ab4-4c07-8f95-f872c62bd0e6 tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.557829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5929e0eb-3ab4-4c07-8f95-f872c62bd0e6 tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.577295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5929e0eb-3ab4-4c07-8f95-f872c62bd0e6 tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.581260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89d8a74e-caa7-425d-830a-87f7fc6fbb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.583159 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.593967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-2117c5a1-f8e4-4145-b48e-904ee3b955e5 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.595447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-2117c5a1-f8e4-4145-b48e-904ee3b955e5 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.20 "GET /v2.0/networks?id=3fd12b05-a641-48f7-9c95-186efddc31cd HTTP/1.1" status: 200 len: 815 time: 0.2918723 Nov 12 03:33:15.596650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.596923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89d8a74e-caa7-425d-830a-87f7fc6fbb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.621021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd28d43-0463-43ea-8d88-4dcd022976d6 req-34219878-414d-4422-9dec-ca532e12b0ae tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.622547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8cd28d43-0463-43ea-8d88-4dcd022976d6 req-34219878-414d-4422-9dec-ca532e12b0ae tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1605377 Nov 12 03:33:15.635147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5929e0eb-3ab4-4c07-8f95-f872c62bd0e6 tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.638316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5929e0eb-3ab4-4c07-8f95-f872c62bd0e6 tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2454617 Nov 12 03:33:15.645977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47844) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:15.675476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8a74e-caa7-425d-830a-87f7fc6fbb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96821343-4f27-4ee7-9b41-12690287fb0c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.685090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-89d8a74e-caa7-425d-830a-87f7fc6fbb8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=400906ae91f14305bf2d305d700ad34a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5425255 Nov 12 03:33:15.686322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47846) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:15.745413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8cd28d43-0463-43ea-8d88-4dcd022976d6 req-9a1e8f53-2dc2-44e7-bb0d-fd6b618eaa88 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050396 Nov 12 03:33:15.766332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08eeaffb-b0e9-4452-961f-e25823fe71e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.791956 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08eeaffb-b0e9-4452-961f-e25823fe71e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.834417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Router c7e93119-ee2d-42ed-aad1-638a413bdc2f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:15.843615 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08eeaffb-b0e9-4452-961f-e25823fe71e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.844296 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ee0e-8ddc-4e02-a2c0-3038202f596c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.846846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08eeaffb-b0e9-4452-961f-e25823fe71e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.848275 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-08eeaffb-b0e9-4452-961f-e25823fe71e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96821343-4f27-4ee7-9b41-12690287fb0c HTTP/1.1" status: 204 len: 168 time: 0.1611645 Nov 12 03:33:15.856538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeaffb-b0e9-4452-961f-e25823fe71e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96821343-4f27-4ee7-9b41-12690287fb0c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.961594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f61a9-625e-463f-9f74-8c0e57d1b76f req-c12c6837-bb3e-4cf8-961e-af16530d6189 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.966524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d88f61a9-625e-463f-9f74-8c0e57d1b76f req-c12c6837-bb3e-4cf8-961e-af16530d6189 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.2625525 Nov 12 03:33:16.011708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-eb9b73a9-001d-4227-9465-7804db2b1f4a tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b64d1b058f846328f64fa41616eba13 HTTP/1.1" status: 200 len: 380 time: 0.3740227 Nov 12 03:33:16.027455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fd971889-93dd-4921-b676-b41482ff585a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:16.104275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port fd971889-93dd-4921-b676-b41482ff585a completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:16.111732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port fd971889-93dd-4921-b676-b41482ff585a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:16.112829 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.214288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47856) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.217922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c8fc96fe-c064-4e02-a5bd-907ed12df7b4 req-3ad691d9-2f78-4f9c-a817-e30612b6d6db tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0434964 Nov 12 03:33:16.229961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72aa492a-071e-4439-bc04-ffe3392f91d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.232852 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.279807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd971889-93dd-4921-b676-b41482ff585a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:16.283028 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a4e2dc-05b6-41b0-a3e0-1ed911d369b3" -d '{"events": [{"server_uuid": "e4731dde-d4d5-4826-a93a-e5e40ce738ee", "name": "network-vif-plugged", "status": "completed", "tag": "fd971889-93dd-4921-b676-b41482ff585a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:16.304516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fd971889-93dd-4921-b676-b41482ff585a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fd971889-93dd-4921-b676-b41482ff585a,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:16.310670 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.340213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72aa492a-071e-4439-bc04-ffe3392f91d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.350430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-72aa492a-071e-4439-bc04-ffe3392f91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.396374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Request body: {'port': {'device_id': '90a7735d-03c0-401f-9705-b87d2b486a75', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'admin_state_up': True, 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'security_groups': ['9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:16.400608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa492a-071e-4439-bc04-ffe3392f91d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74990b28-2cf9-4e89-a742-512e06fcdf52,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.412662 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a17fe4-2562-4cda-ace6-e65b271c7d11 x-openstack-request-id: req-11a17fe4-2562-4cda-ace6-e65b271c7d11 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:16.413693 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4731dde-d4d5-4826-a93a-e5e40ce738ee", "name": "network-vif-plugged", "status": "completed", "tag": "fd971889-93dd-4921-b676-b41482ff585a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:16.413950 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11a17fe4-2562-4cda-ace6-e65b271c7d11 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:16.414343 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd971889-93dd-4921-b676-b41482ff585a', 'code': 200} Nov 12 03:33:16.417018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-72aa492a-071e-4439-bc04-ffe3392f91d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ada706cdae442709f7b288e706b4e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015088 Nov 12 03:33:16.419549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47862) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.442344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=fd971889-93dd-4921-b676-b41482ff585a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.483888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67f93e76-bc6a-4616-ac01-2315ce3b2533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.495420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:16.511649 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cef6e-a5c1-4f16-95df-d2d53da6f3ea None None] Sync routers for ids ['c7e93119-ee2d-42ed-aad1-638a413bdc2f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:16.521306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67f93e76-bc6a-4616-ac01-2315ce3b2533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.523113 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cef6e-a5c1-4f16-95df-d2d53da6f3ea None None] Routers {'c7e93119-ee2d-42ed-aad1-638a413bdc2f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:16.523844 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e60cef6e-a5c1-4f16-95df-d2d53da6f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c7e93119-ee2d-42ed-aad1-638a413bdc2f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:16.538136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.539199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7954545f-e8b4-42ee-8605-a80c6dea3ae3 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "PUT /v2.0/routers/c7e93119-ee2d-42ed-aad1-638a413bdc2f HTTP/1.1" status: 200 len: 709 time: 3.2282767 Nov 12 03:33:16.559280 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e60cef6e-a5c1-4f16-95df-d2d53da6f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:16.568028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.571303 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cef6e-a5c1-4f16-95df-d2d53da6f3ea None None] Routers {'c7e93119-ee2d-42ed-aad1-638a413bdc2f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:16.572024 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e60cef6e-a5c1-4f16-95df-d2d53da6f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c7e93119-ee2d-42ed-aad1-638a413bdc2f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:16.609914 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e60cef6e-a5c1-4f16-95df-d2d53da6f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:16.610721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cef6e-a5c1-4f16-95df-d2d53da6f3ea None None] The sync data for ids ['c7e93119-ee2d-42ed-aad1-638a413bdc2f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:16.632790 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67f93e76-bc6a-4616-ac01-2315ce3b2533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.635581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67f93e76-bc6a-4616-ac01-2315ce3b2533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.636758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-67f93e76-bc6a-4616-ac01-2315ce3b2533 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74990b28-2cf9-4e89-a742-512e06fcdf52 HTTP/1.1" status: 204 len: 168 time: 0.2161615 Nov 12 03:33:16.647681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ee0e-8ddc-4e02-a2c0-3038202f596c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.649062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f93e76-bc6a-4616-ac01-2315ce3b2533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74990b28-2cf9-4e89-a742-512e06fcdf52,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.660244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ee0e-8ddc-4e02-a2c0-3038202f596c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.683756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3903c7-38db-4606-aba3-11ddc65ae3db req-b575a44e-e25c-419e-81b2-34b2d6260b58 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.685612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc3903c7-38db-4606-aba3-11ddc65ae3db req-b575a44e-e25c-419e-81b2-34b2d6260b58 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.0877168 Nov 12 03:33:16.765022 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d9183fb2-8cc2-49eb-8b0a-e9e9a60dd57f tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/routers/c7e93119-ee2d-42ed-aad1-638a413bdc2f HTTP/1.1" status: 200 len: 744 time: 0.1920662 Nov 12 03:33:16.768926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.776219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d88f61a9-625e-463f-9f74-8c0e57d1b76f req-a4b2d6dd-dc25-45c8-a235-0e54a63416f9 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7622836 Nov 12 03:33:16.795799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc3903c7-38db-4606-aba3-11ddc65ae3db req-9c709d75-07f6-4dba-91fc-100e46536e8d tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042900 Nov 12 03:33:16.847452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e5d0b9bf-fc78-4b12-bfe5-47d98b737bed tempest-RoutersIpV6AdminTest-1571577268 tempest-RoutersIpV6AdminTest-1571577268-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=c7e93119-ee2d-42ed-aad1-638a413bdc2f HTTP/1.1" status: 200 len: 205 time: 0.0696344 Nov 12 03:33:16.850290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47872) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.852562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44687000-b91e-49ce-bd6a-652472ee0f50 req-152b22a3-a04f-4ee4-aad6-e0bd068e7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.855143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44687000-b91e-49ce-bd6a-652472ee0f50 req-152b22a3-a04f-4ee4-aad6-e0bd068e7636 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 1097 time: 0.3642123 Nov 12 03:33:16.855976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ee0e-8ddc-4e02-a2c0-3038202f596c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.857032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b1ee0e-8ddc-4e02-a2c0-3038202f596c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43f54fc1-b9cf-401c-b352-948f0facad30 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:16.885048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ee0e-8ddc-4e02-a2c0-3038202f596c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.886339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d9b1ee0e-8ddc-4e02-a2c0-3038202f596c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "DELETE /v2.0/routers/43f54fc1-b9cf-401c-b352-948f0facad30 HTTP/1.1" status: 204 len: 168 time: 1.2393963 Nov 12 03:33:16.891359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47876) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.896284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7dea1920-a70e-4bc4-bd39-5c4e28dbe5bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Request body: {'router': {'name': 'tempest-router-80334070', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '79c2e40feaa541d8b097afc7e54dcde8'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:16.900651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9b75d234-4309-4097-98d6-524277c35a03 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7e93119-ee2d-42ed-aad1-638a413bdc2f HTTP/1.1" status: 200 len: 205 time: 0.0492904 Nov 12 03:33:16.903358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47878) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.911310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Made reservation on behalf of 7b64d1b058f846328f64fa41616eba13 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:16.915178 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.986216 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9129-29fb-4595-b834-bbdc576531cf tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.021181 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44687000-b91e-49ce-bd6a-652472ee0f50 req-d5e94155-0cdc-4951-8bb0-1e3108cc8b7a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398325 Nov 12 03:33:17.028289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7dea1920-a70e-4bc4-bd39-5c4e28dbe5bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.029351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7dea1920-a70e-4bc4-bd39-5c4e28dbe5bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.044947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42e774-17e5-4233-9759-2d10e1e46b04 req-d4674047-bb81-46f3-bd5e-c825af007eab tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.046782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db42e774-17e5-4233-9759-2d10e1e46b04 req-d4674047-bb81-46f3-bd5e-c825af007eab tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1528075 Nov 12 03:33:17.147336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db42e774-17e5-4233-9759-2d10e1e46b04 req-5cdb0410-75c0-435a-9f2c-1618fa171db5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895288 Nov 12 03:33:17.152221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Allocated IP 172.20.0.8 (3fd12b05-a641-48f7-9c95-186efddc31cd/e72d5ff7-7be8-46d0-a742-51477de96fe8/01800c74-8f67-4bcd-a658-9fe9381d2b38) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:17.214915 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9129-29fb-4595-b834-bbdc576531cf tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.218027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9129-29fb-4595-b834-bbdc576531cf tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.310420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7dea1920-a70e-4bc4-bd39-5c4e28dbe5bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.324961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7dea1920-a70e-4bc4-bd39-5c4e28dbe5bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.350611 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9129-29fb-4595-b834-bbdc576531cf tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.350876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcc9129-29fb-4595-b834-bbdc576531cf tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Fanout notify agent at l3_agent the message router_deleted on router c7e93119-ee2d-42ed-aad1-638a413bdc2f {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:17.354224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.357924 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ddcc9129-29fb-4595-b834-bbdc576531cf tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.369927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ddcc9129-29fb-4595-b834-bbdc576531cf tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/c7e93119-ee2d-42ed-aad1-638a413bdc2f HTTP/1.1" status: 204 len: 168 time: 0.4655499 Nov 12 03:33:17.373664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47894) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.384604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b7ae658-d8dd-4ce0-ba84-b1fc37601422 req-379d874c-47b0-4ec1-8507-0facb442cf8d tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0726357 Nov 12 03:33:17.387661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7dea1920-a70e-4bc4-bd39-5c4e28dbe5bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.388836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7dea1920-a70e-4bc4-bd39-5c4e28dbe5bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4963589 Nov 12 03:33:17.393577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47896) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.401042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:17.434801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ee88798f-fa6f-446d-9eed-eff616513d24 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7e93119-ee2d-42ed-aad1-638a413bdc2f HTTP/1.1" status: 200 len: 205 time: 0.0577271 Nov 12 03:33:17.435371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47900) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.516029 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-09f13331-104c-44ce-8362-424ce2662545 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] delete failed (client error): The resource could not be found. Nov 12 03:33:17.517191 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09f13331-104c-44ce-8362-424ce2662545 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/c7e93119-ee2d-42ed-aad1-638a413bdc2f HTTP/1.1" status: 404 len: 336 time: 0.0810075 Nov 12 03:33:17.520515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47904) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.537054 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.561562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-37007a3f-d154-46c6-8856-8c5248e4a100 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=34568906-d0fb-4431-85b4-4f60693cb48c HTTP/1.1" status: 200 len: 205 time: 0.0399027 Nov 12 03:33:17.579388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47906) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.606460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Network 3fd12b05-a641-48f7-9c95-186efddc31cd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:17.609813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:17.615055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:17.618795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event updated for resources: {'Port': ['ID=01800c74-8f67-4bcd-a658-9fe9381d2b38,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:17.662277 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-a6a79d62-a2d1-4664-b543-caa8613c7ce6 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] delete failed (client error): The resource could not be found. Nov 12 03:33:17.663326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a6a79d62-a2d1-4664-b543-caa8613c7ce6 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/34568906-d0fb-4431-85b4-4f60693cb48c HTTP/1.1" status: 404 len: 336 time: 0.0829952 Nov 12 03:33:17.665955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47910) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.693593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.694279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.716273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d3c0f31e-3699-44e6-924b-acaf1bf8873a tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=997b65f9-e3c7-4c60-816d-c11d9abb1618 HTTP/1.1" status: 200 len: 205 time: 0.0478456 Nov 12 03:33:17.718304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3b879b3a-a534-4560-bf96-7e710df8092e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6714332 Nov 12 03:33:17.718831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47912) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.773555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Request body: {'port': {'device_id': '90a7735d-03c0-401f-9705-b87d2b486a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:17.778619 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-bbfd4b7c-2407-43da-8a07-fb546821aad8 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] delete failed (client error): The resource could not be found. Nov 12 03:33:17.780068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bbfd4b7c-2407-43da-8a07-fb546821aad8 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/997b65f9-e3c7-4c60-816d-c11d9abb1618 HTTP/1.1" status: 404 len: 336 time: 0.0601571 Nov 12 03:33:17.791865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.828994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e0bc5198-8a48-4764-a857-1a273a196a32 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40fe99d-2929-476a-92b7-2bc9c6ee0f7c HTTP/1.1" status: 200 len: 205 time: 0.0359752 Nov 12 03:33:17.831477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47922) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.833464 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.833795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.874134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.949735 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-b370c0ee-e54f-4a59-bce1-f3af5c737165 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] delete failed (client error): The resource could not be found. Nov 12 03:33:17.950923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b370c0ee-e54f-4a59-bce1-f3af5c737165 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/c40fe99d-2929-476a-92b7-2bc9c6ee0f7c HTTP/1.1" status: 404 len: 336 time: 0.1153219 Nov 12 03:33:17.961804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47926) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.982752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d6b98da2-5051-43b2-bf90-a63a1a630789 None None] Provisioning complete for port 01800c74-8f67-4bcd-a658-9fe9381d2b38 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:17.983785 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d6b98da2-5051-43b2-bf90-a63a1a630789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.028718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4db7fc31-2f2e-433a-8d62-743e54e9cc2b tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=713712d6-2305-4cab-b5bd-5cfeb9d82da5 HTTP/1.1" status: 200 len: 205 time: 0.0610337 Nov 12 03:33:18.029216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47928) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.036712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d6b98da2-5051-43b2-bf90-a63a1a630789 None None] Port 01800c74-8f67-4bcd-a658-9fe9381d2b38 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:18.040680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102628) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 03:33:18.041060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Router ce8e5d22-4c7e-401d-a48b-cfc95f3614fb migrating from provider to provider. {{(pid=102628) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 03:33:18.041495 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.083695 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-cb2ed81a-55bf-4b4e-9a50-68927b3d0a3f tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] delete failed (client error): The resource could not be found. Nov 12 03:33:18.087286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cb2ed81a-55bf-4b4e-9a50-68927b3d0a3f tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/713712d6-2305-4cab-b5bd-5cfeb9d82da5 HTTP/1.1" status: 404 len: 336 time: 0.0537007 Nov 12 03:33:18.087286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.088455 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47930) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.104638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.128969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a00dfb32-eb6e-4987-b8fa-469beb0289db tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a33fd85-1a2f-440c-ba7f-a826d39007bf HTTP/1.1" status: 200 len: 205 time: 0.0372853 Nov 12 03:33:18.130380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47934) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.137154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ad5c-303a-452b-b19d-7231970d2660 req-eec7325b-648e-493c-90ad-7d14ab025164 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.139273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-daa3ad5c-303a-452b-b19d-7231970d2660 req-eec7325b-648e-493c-90ad-7d14ab025164 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.1736639 Nov 12 03:33:18.139850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c237cf-2c0b-4501-b72d-cdceddb614b8 req-3de5c806-72bf-4402-9707-048df45d24fe tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.148602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9c237cf-2c0b-4501-b72d-cdceddb614b8 req-3de5c806-72bf-4402-9707-048df45d24fe tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.2023273 Nov 12 03:33:18.277263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-daa3ad5c-303a-452b-b19d-7231970d2660 req-7f3eb719-4152-45f5-8e36-231261906bad tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269834 Nov 12 03:33:18.299864 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-c260b797-21c5-4d0e-ab91-e07f1466735f tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] delete failed (client error): The resource could not be found. Nov 12 03:33:18.299864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c260b797-21c5-4d0e-ab91-e07f1466735f tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/routers/8a33fd85-1a2f-440c-ba7f-a826d39007bf HTTP/1.1" status: 404 len: 336 time: 0.1642547 Nov 12 03:33:18.300402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47942) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.335222 n-d-789963-21 neutron-server[102628]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] No L3 agents can host the router ce8e5d22-4c7e-401d-a48b-cfc95f3614fb Nov 12 03:33:18.360264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9c237cf-2c0b-4501-b72d-cdceddb614b8 req-732a9c0e-0554-4c94-9189-ab88d2072000 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088797 Nov 12 03:33:18.370607 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0515c9-ec47-48c3-ba98-31245de49d23 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] DELETE failed (client error): The resource could not be found. Nov 12 03:33:18.374567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0515c9-ec47-48c3-ba98-31245de49d23 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:33:18.378044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ca0515c9-ec47-48c3-ba98-31245de49d23 tempest-RoutersIpV6AdminTest-1887315943 tempest-RoutersIpV6AdminTest-1887315943-project] 10.222.0.49 "DELETE /v2.0/subnets/cef2c5c1-5e18-4a9b-8867-4d0b9f5deef0 HTTP/1.1" status: 404 len: 337 time: 0.0766606 Nov 12 03:33:18.493357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519198e-5728-439e-8753-40f4be3314d9 req-80ccd992-c451-460d-9772-3c79ef6e9550 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.501176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7519198e-5728-439e-8753-40f4be3314d9 req-80ccd992-c451-460d-9772-3c79ef6e9550 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1132686 Nov 12 03:33:18.570465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01800c74-8f67-4bcd-a658-9fe9381d2b38 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:18.585811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.611234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7519198e-5728-439e-8753-40f4be3314d9 req-8b4f33ef-0a1f-4880-9de1-e97512c9e466 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090674 Nov 12 03:33:18.622162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Transition to ACTIVE for port object 01800c74-8f67-4bcd-a658-9fe9381d2b38 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:18.636030 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.674539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Hosts for router ce8e5d22-4c7e-401d-a48b-cfc95f3614fb: [] {{(pid=102628) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 03:33:18.710137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c820a5-f1dd-4553-9c9f-0d5e2bf7be6f req-6690aaa8-3638-4f94-94ae-e1c43abaf2f5 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.719493 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03c820a5-f1dd-4553-9c9f-0d5e2bf7be6f req-6690aaa8-3638-4f94-94ae-e1c43abaf2f5 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 931 time: 0.1556768 Nov 12 03:33:18.731605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Hosts for other DVR routers connected to router ce8e5d22-4c7e-401d-a48b-cfc95f3614fb: set() {{(pid=102628) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 03:33:18.735881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.737922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9ba9a973-69e0-4eb1-9277-07b429fb5b2a tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "PUT /v2.0/routers/ce8e5d22-4c7e-401d-a48b-cfc95f3614fb HTTP/1.1" status: 200 len: 715 time: 1.3403196 Nov 12 03:33:18.759321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47954) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.762499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Pushing event updated for resources: {'Port': ['ID=01800c74-8f67-4bcd-a658-9fe9381d2b38,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.802737 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03c820a5-f1dd-4553-9c9f-0d5e2bf7be6f req-daab4b2a-5f22-4023-a25d-39189be3e30e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822065 Nov 12 03:33:18.893310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.977347 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-20f7d279-9382-449a-bef9-0144c7cc08c7 tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "GET /v2.0/routers/ce8e5d22-4c7e-401d-a48b-cfc95f3614fb HTTP/1.1" status: 200 len: 715 time: 0.2139618 Nov 12 03:33:18.978316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47966) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.992113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Attempting to bind port 01800c74-8f67-4bcd-a658-9fe9381d2b38 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:18.992547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Attempting to bind port 01800c74-8f67-4bcd-a658-9fe9381d2b38 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:18.992774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Attempting to bind port 01800c74-8f67-4bcd-a658-9fe9381d2b38 on network 3fd12b05-a641-48f7-9c95-186efddc31cd {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:19.006075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Port 01800c74-8f67-4bcd-a658-9fe9381d2b38 on network 3fd12b05-a641-48f7-9c95-186efddc31cd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:19.006367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Attempting to bind port 01800c74-8f67-4bcd-a658-9fe9381d2b38 on network 3fd12b05-a641-48f7-9c95-186efddc31cd {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:19.012798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:19.013142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Checking segment: {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:19.013525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Bound using segment: {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:19.013961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Bound port: 01800c74-8f67-4bcd-a658-9fe9381d2b38, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b9c6c7-1244-4329-833c-2c75cfe0ad2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:19.014324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.080354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75d338aa-e7f5-491f-aab8-ae1f4b057c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.134669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] For port 01800c74-8f67-4bcd-a658-9fe9381d2b38, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:19.144422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] For port 01800c74-8f67-4bcd-a658-9fe9381d2b38, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:19.163022 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.232158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.233349 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.235220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] 10.222.0.20 "PUT /v2.0/ports/01800c74-8f67-4bcd-a658-9fe9381d2b38 HTTP/1.1" status: 200 len: 1092 time: 1.5063589 Nov 12 03:33:19.238873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7735d-03c0-401f-9705-b87d2b486a75', 'tag': '01800c74-8f67-4bcd-a658-9fe9381d2b38'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:19.241611 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebc44f6-2656-4859-8bc8-e14c7a40793a" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7735d-03c0-401f-9705-b87d2b486a75", "tag": "01800c74-8f67-4bcd-a658-9fe9381d2b38"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:19.358025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75d338aa-e7f5-491f-aab8-ae1f4b057c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.395007 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8abe4f3-382e-4d1c-b030-f922948b7b18 x-openstack-request-id: req-d8abe4f3-382e-4d1c-b030-f922948b7b18 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:19.397249 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7735d-03c0-401f-9705-b87d2b486a75", "tag": "01800c74-8f67-4bcd-a658-9fe9381d2b38", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:19.397509 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8abe4f3-382e-4d1c-b030-f922948b7b18 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:19.398068 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7735d-03c0-401f-9705-b87d2b486a75', 'tag': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'status': 'completed', 'code': 200} Nov 12 03:33:19.400375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cac54-2861-4669-af59-3c94215bcd48 service neutron] Pushing event updated for resources: {'Port': ['ID=01800c74-8f67-4bcd-a658-9fe9381d2b38,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:19.403316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75d338aa-e7f5-491f-aab8-ae1f4b057c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.422180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-265ea01b-2101-407f-8e2c-b0bc6db650f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.423699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-265ea01b-2101-407f-8e2c-b0bc6db650f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b64d1b058f846328f64fa41616eba13&device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 1095 time: 0.1370573 Nov 12 03:33:19.501284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-a4772266-98e7-455a-8b42-3bf5c268bd1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38 HTTP/1.1" status: 200 len: 217 time: 0.0651529 Nov 12 03:33:19.524698 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46476d94-40c9-49dc-a7ab-49ebf950899e tempest-RoutersTestDVR-1364502333 tempest-RoutersTestDVR-1364502333-project] 10.222.0.49 "GET /v2.0/routers/ce8e5d22-4c7e-401d-a48b-cfc95f3614fb HTTP/1.1" status: 200 len: 681 time: 0.5450587 Nov 12 03:33:19.528551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47990) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:19.609409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b5ccd-fdf9-4e24-8e60-aa5b126f28c6 req-0e59daa1-ef21-43fe-a4f6-35548afd8fc9 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.617706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad8b5ccd-fdf9-4e24-8e60-aa5b126f28c6 req-0e59daa1-ef21-43fe-a4f6-35548afd8fc9 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1152842 Nov 12 03:33:19.629047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-9dfc8dae-34e4-4db5-a28b-27e882caafca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.630489 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-9dfc8dae-34e4-4db5-a28b-27e882caafca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e72d5ff7-7be8-46d0-a742-51477de96fe8 HTTP/1.1" status: 200 len: 854 time: 0.1150582 Nov 12 03:33:19.656663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-75d338aa-e7f5-491f-aab8-ae1f4b057c17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=278401929e7a455c93a03bdcba5e161e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7585065 Nov 12 03:33:19.656663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d338aa-e7f5-491f-aab8-ae1f4b057c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedaeec2-d52e-4647-a431-72a5c6bad676,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:19.659802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:19.673037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3e8cd6c-08a9-405a-bc36-cf75c9de58bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.721882 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad8b5ccd-fdf9-4e24-8e60-aa5b126f28c6 req-21a6b22f-e6fb-4fde-8585-1d92d07733a7 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026800 Nov 12 03:33:19.739778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-8df7eb9c-a5d4-4c00-a3c1-4b28812f9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.741710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-8df7eb9c-a5d4-4c00-a3c1-4b28812f9e2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fd12b05-a641-48f7-9c95-186efddc31cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927947 Nov 12 03:33:19.749001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173829b5-0932-483f-8808-72c12967828e req-a6d98d69-1cd1-4d06-ac27-43dc7bed74b4 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.751214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-173829b5-0932-483f-8808-72c12967828e req-a6d98d69-1cd1-4d06-ac27-43dc7bed74b4 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.2970593 Nov 12 03:33:19.916948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad588d1-0056-4fbc-8a79-994e5f1f1f3f req-8e154217-ee09-470a-a475-c36a86ea3e06 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.918864 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ad588d1-0056-4fbc-8a79-994e5f1f1f3f req-8e154217-ee09-470a-a475-c36a86ea3e06 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.0885837 Nov 12 03:33:19.921513 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-3a65decc-ec71-4748-92cc-91c8ebacaf09 service neutron] 10.222.0.20 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669958 Nov 12 03:33:20.020567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48008) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.072458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ad588d1-0056-4fbc-8a79-994e5f1f1f3f req-89ab03b9-5682-43bc-b0d2-4b7769871b8c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444991 Nov 12 03:33:20.113702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42cb0c4-532d-42f1-8870-a1b25926a116 req-11f894ea-70a6-4471-9083-6dae76c50698 service neutron] 10.222.0.20 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608319 Nov 12 03:33:20.264511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49912234-d6e0-4e0d-b8cd-e952871e657e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.281069 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d41316be-94d9-4e79-9534-10b374084fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.293638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-5dc5a17c-89c1-488b-8a61-d61837be1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.295119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-5dc5a17c-89c1-488b-8a61-d61837be1bca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b64d1b058f846328f64fa41616eba13&device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 1095 time: 0.1194718 Nov 12 03:33:20.320015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3e8cd6c-08a9-405a-bc36-cf75c9de58bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.328437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-173829b5-0932-483f-8808-72c12967828e req-3b821300-c6b0-4a41-b5e8-129e41bef734 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197003 Nov 12 03:33:20.332637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3e8cd6c-08a9-405a-bc36-cf75c9de58bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.335308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49912234-d6e0-4e0d-b8cd-e952871e657e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.349459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b9b7-52bb-47be-bacd-5bc7b6d55f78 req-8a4a05f1-df5c-47ed-8373-b70b7ff32fe3 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.350973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-53a9b9b7-52bb-47be-bacd-5bc7b6d55f78 req-8a4a05f1-df5c-47ed-8373-b70b7ff32fe3 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.1194744 Nov 12 03:33:20.416407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3e8cd6c-08a9-405a-bc36-cf75c9de58bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.416924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e8cd6c-08a9-405a-bc36-cf75c9de58bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce8e5d22-4c7e-401d-a48b-cfc95f3614fb {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:20.421857 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3e8cd6c-08a9-405a-bc36-cf75c9de58bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.428131 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c3e8cd6c-08a9-405a-bc36-cf75c9de58bc tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "DELETE /v2.0/routers/ce8e5d22-4c7e-401d-a48b-cfc95f3614fb HTTP/1.1" status: 204 len: 168 time: 0.8966920 Nov 12 03:33:20.429382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.436107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7c0f204d-b66e-48bd-9646-591b60abeebe tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Request body: {'router': {'name': 'tempest-router-1840625533', 'distributed': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:20.467838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49912234-d6e0-4e0d-b8cd-e952871e657e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.472249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49912234-d6e0-4e0d-b8cd-e952871e657e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.475055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-49912234-d6e0-4e0d-b8cd-e952871e657e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aedaeec2-d52e-4647-a431-72a5c6bad676 HTTP/1.1" status: 204 len: 168 time: 0.8125470 Nov 12 03:33:20.481949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c0f204d-b66e-48bd-9646-591b60abeebe tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.483412 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c0f204d-b66e-48bd-9646-591b60abeebe tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.496693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49912234-d6e0-4e0d-b8cd-e952871e657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedaeec2-d52e-4647-a431-72a5c6bad676,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.505934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-de9a2472-eab4-411f-a148-f1aa1537bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.507456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-de9a2472-eab4-411f-a148-f1aa1537bc63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fd12b05-a641-48f7-9c95-186efddc31cd HTTP/1.1" status: 200 len: 917 time: 0.2022758 Nov 12 03:33:20.529299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-53a9b9b7-52bb-47be-bacd-5bc7b6d55f78 req-d34069cc-1bda-4672-a3d5-e4e798141d1e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388052 Nov 12 03:33:20.618350 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c0f204d-b66e-48bd-9646-591b60abeebe tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.622698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d41316be-94d9-4e79-9534-10b374084fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.626161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-36812ee3-2922-49da-ad25-fea5b8d8b12e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38 HTTP/1.1" status: 200 len: 217 time: 0.0958009 Nov 12 03:33:20.628347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e9f91-69ca-43d6-99ac-72410403124f req-6e9d6913-1e01-4727-94e7-6655b4039126 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.629974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eb3e9f91-69ca-43d6-99ac-72410403124f req-6e9d6913-1e01-4727-94e7-6655b4039126 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.1368234 Nov 12 03:33:20.631425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d41316be-94d9-4e79-9534-10b374084fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.631945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c0f204d-b66e-48bd-9646-591b60abeebe tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.644371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.650465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Request body: {'floatingip': {'port_id': 'fd971889-93dd-4921-b676-b41482ff585a'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:20.657525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c0f204d-b66e-48bd-9646-591b60abeebe tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.662931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7c0f204d-b66e-48bd-9646-591b60abeebe tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2321873 Nov 12 03:33:20.663445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.736845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.740352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-247f6861-0897-4ab2-943a-1b90f781edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.742851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-247f6861-0897-4ab2-943a-1b90f781edd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e72d5ff7-7be8-46d0-a742-51477de96fe8 HTTP/1.1" status: 200 len: 854 time: 0.1057177 Nov 12 03:33:20.743933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41316be-94d9-4e79-9534-10b374084fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f7f800-636c-40ed-a4c4-2aa928f2d011,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.776930 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d41316be-94d9-4e79-9534-10b374084fc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2dfba629088a4b598731032c8d6b6928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7538505 Nov 12 03:33:20.779587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48026) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.831871 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6f879cf-d331-4c8d-8c97-629560afa91c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.892084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-265546ad-d121-4320-92c4-6d6731764827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.894158 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-265546ad-d121-4320-92c4-6d6731764827 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fd12b05-a641-48f7-9c95-186efddc31cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321974 Nov 12 03:33:20.923498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48028) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.934295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.959533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c276-e2a2-4d5c-9591-6f80dddcb196 req-a40cdd80-1587-4638-9d76-b70262d2353c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.961495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ad3c276-e2a2-4d5c-9591-6f80dddcb196 req-a40cdd80-1587-4638-9d76-b70262d2353c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1219134 Nov 12 03:33:20.996415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.101955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ad3c276-e2a2-4d5c-9591-6f80dddcb196 req-9c9edc06-7877-4267-b06a-93b3b75fa0f5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255252 Nov 12 03:33:21.102538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6f879cf-d331-4c8d-8c97-629560afa91c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.116150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6f879cf-d331-4c8d-8c97-629560afa91c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.121535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-44a773a2-1e99-4885-819f-192cdd67320b service neutron] 10.222.0.20 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061300 Nov 12 03:33:21.128711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.131776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.135222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90f7f800-636c-40ed-a4c4-2aa928f2d011 HTTP/1.1" status: 204 len: 168 time: 0.3508370 Nov 12 03:33:21.138202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ccc19393-0e4d-4615-a8ce-7bac4005d377 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05cc5d2d0ec446f48579f424b19097c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136180 Nov 12 03:33:21.144374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48034) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.278472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ebc44f6-2656-4859-8bc8-e14c7a40793a req-c9bbc599-271b-4e4f-b5c2-6b111cdd9f61 service neutron] 10.222.0.20 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441052 Nov 12 03:33:21.279906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f7f800-636c-40ed-a4c4-2aa928f2d011,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:21.290233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.290608 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.290933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.291267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.291594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.291989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.292427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.292732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.293080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.293402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.293722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.294039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4802b-1f7c-42be-ab1e-46d1789472dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:21.335787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6f879cf-d331-4c8d-8c97-629560afa91c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.336345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f879cf-d331-4c8d-8c97-629560afa91c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d215c773-f2c7-4fc9-8196-b66f48d49edb {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:21.349205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6f879cf-d331-4c8d-8c97-629560afa91c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.350393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f6f879cf-d331-4c8d-8c97-629560afa91c tempest-RoutersTestDVR-1188050605 tempest-RoutersTestDVR-1188050605-project-admin] 10.222.0.49 "DELETE /v2.0/routers/d215c773-f2c7-4fc9-8196-b66f48d49edb HTTP/1.1" status: 204 len: 168 time: 0.6560388 Nov 12 03:33:21.468178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fdddc-b48c-48ef-8392-38851c7e768c req-bc7cd9ca-3e60-4a37-8736-3c9215f7dc09 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.477155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac8fdddc-b48c-48ef-8392-38851c7e768c req-bc7cd9ca-3e60-4a37-8736-3c9215f7dc09 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.2732406 Nov 12 03:33:21.500491 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ab693f5-5cb3-4599-982a-a578158cb28c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.561854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac8fdddc-b48c-48ef-8392-38851c7e768c req-4f4ca662-02fb-47d2-b0b5-2ce317051b16 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839856 Nov 12 03:33:21.608705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ab693f5-5cb3-4599-982a-a578158cb28c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.624369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48044) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.656602 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9343019-a6c9-4a74-9d7a-18f5f1f26f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.791754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816788d-782b-4e98-9295-cee8b00e5f9b req-494c2f05-50fc-47f3-9367-b1bf37726ecc tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.793503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a816788d-782b-4e98-9295-cee8b00e5f9b req-494c2f05-50fc-47f3-9367-b1bf37726ecc tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.1392310 Nov 12 03:33:21.812689 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.814319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48048) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.825854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ab693f5-5cb3-4599-982a-a578158cb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.829563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ab693f5-5cb3-4599-982a-a578158cb28c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.830289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9343019-a6c9-4a74-9d7a-18f5f1f26f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.842724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0ab693f5-5cb3-4599-982a-a578158cb28c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/289340d4-242a-431c-8b13-99927b106b13 HTTP/1.1" status: 204 len: 168 time: 0.6963196 Nov 12 03:33:21.855901 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.860007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9343019-a6c9-4a74-9d7a-18f5f1f26f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.928453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab693f5-5cb3-4599-982a-a578158cb28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289340d4-242a-431c-8b13-99927b106b13,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:21.981499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a816788d-782b-4e98-9295-cee8b00e5f9b req-7959e168-d9e0-4e1e-afc4-95721c51fe79 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771159 Nov 12 03:33:21.988057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c9343019-a6c9-4a74-9d7a-18f5f1f26f32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8ec9f4a280347bda5743629aecd074c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616564 Nov 12 03:33:21.989809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48054) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:22.021287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9343019-a6c9-4a74-9d7a-18f5f1f26f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dd795e-e2ba-43f5-84e2-e23d240cf774,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:22.056151 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Floating IP f9864a42-7d5f-460b-a644-9ec9dfb93cd2 associated. External IP: 172.25.0.203, port: fd971889-93dd-4921-b676-b41482ff585a. Nov 12 03:33:22.064469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22ef778e-a892-4e3a-87dc-fd4637fe5ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.099771 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22ef778e-a892-4e3a-87dc-fd4637fe5ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.125118 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64b57610-7c93-4372-832b-fce67bad98e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.166889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22ef778e-a892-4e3a-87dc-fd4637fe5ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.170211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22ef778e-a892-4e3a-87dc-fd4637fe5ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.171587 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22ef778e-a892-4e3a-87dc-fd4637fe5ed2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91dd795e-e2ba-43f5-84e2-e23d240cf774 HTTP/1.1" status: 204 len: 168 time: 0.1708882 Nov 12 03:33:22.187037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef778e-a892-4e3a-87dc-fd4637fe5ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dd795e-e2ba-43f5-84e2-e23d240cf774,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:22.390519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e820fb-3cdf-4d0f-9742-c88a28d0139b req-1def1d56-4041-4537-99c3-79faf0f91326 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.392121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5e820fb-3cdf-4d0f-9742-c88a28d0139b req-1def1d56-4041-4537-99c3-79faf0f91326 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1590662 Nov 12 03:33:22.438548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64b57610-7c93-4372-832b-fce67bad98e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.445124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64b57610-7c93-4372-832b-fce67bad98e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.540673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b57610-7c93-4372-832b-fce67bad98e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c84e1-08b6-4830-af62-05301017a8f3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:22.553142 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-64b57610-7c93-4372-832b-fce67bad98e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79c2e40feaa541d8b097afc7e54dcde8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7363892 Nov 12 03:33:22.555820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48080) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:22.560279 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5e820fb-3cdf-4d0f-9742-c88a28d0139b req-18707468-f1d0-4c25-b6e5-d49d531fdd28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557434 Nov 12 03:33:22.578827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Router e65dee17-f317-48c7-b1a5-efb62559c748 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:22.693774 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e093c9f-66f7-4c75-9f38-4281e5b3eab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.715614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:22.728616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] Sync routers for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:22.731103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.732009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e093c9f-66f7-4c75-9f38-4281e5b3eab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.755834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:22.756498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:22.782620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e42916c4-07c0-4825-a792-876f5095679a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "PUT /v2.0/floatingips/f9864a42-7d5f-460b-a644-9ec9dfb93cd2 HTTP/1.1" status: 200 len: 991 time: 2.1366985 Nov 12 03:33:22.786135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'tag': 'fd971889-93dd-4921-b676-b41482ff585a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:22.791582 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d6632-66d2-4aaa-88b5-8232fe4c8910" -d '{"events": [{"name": "network-changed", "server_uuid": "e4731dde-d4d5-4826-a93a-e5e40ce738ee", "tag": "fd971889-93dd-4921-b676-b41482ff585a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:22.798088 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e093c9f-66f7-4c75-9f38-4281e5b3eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.801965 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e093c9f-66f7-4c75-9f38-4281e5b3eab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.803232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6e093c9f-66f7-4c75-9f38-4281e5b3eab7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c28c84e1-08b6-4830-af62-05301017a8f3 HTTP/1.1" status: 204 len: 168 time: 0.2463002 Nov 12 03:33:22.845537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e093c9f-66f7-4c75-9f38-4281e5b3eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c84e1-08b6-4830-af62-05301017a8f3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:22.873272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5afb90-e27d-44c6-ad7d-34d98110e26c req-00d3897b-f125-4289-a60f-91c45301fd49 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.882933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e5afb90-e27d-44c6-ad7d-34d98110e26c req-00d3897b-f125-4289-a60f-91c45301fd49 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1021602 Nov 12 03:33:22.934196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:22.953471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e5afb90-e27d-44c6-ad7d-34d98110e26c req-1bef95e3-2331-455b-95c4-369f065e349e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647888 Nov 12 03:33:22.985619 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf2d337-fd70-4c45-bad0-ae6d68db59f8 x-openstack-request-id: req-1bf2d337-fd70-4c45-bad0-ae6d68db59f8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:22.985619 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4731dde-d4d5-4826-a93a-e5e40ce738ee", "tag": "fd971889-93dd-4921-b676-b41482ff585a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:22.985878 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bf2d337-fd70-4c45-bad0-ae6d68db59f8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:22.986300 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'tag': 'fd971889-93dd-4921-b676-b41482ff585a', 'status': 'completed', 'code': 200} Nov 12 03:33:23.078852 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91e70448-8bf3-49ab-b8c9-3c4517447021 req-7870e00e-0b1e-4968-8282-d9258a40fc38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0503178 Nov 12 03:33:23.113875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-df93d7b0-5de5-428a-b3b3-56153d381bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.117349 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-df93d7b0-5de5-428a-b3b3-56153d381bcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4eaaa9939aac450abdc0c49be0075843&device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 1097 time: 0.1014612 Nov 12 03:33:23.173735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91e70448-8bf3-49ab-b8c9-3c4517447021 req-30bf29f0-07e1-4999-a6f1-764187f87a21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0307684 Nov 12 03:33:23.240033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91e70448-8bf3-49ab-b8c9-3c4517447021 req-ac9d2f52-ef35-427b-a6e6-2402bbffec54 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380311 Nov 12 03:33:23.423688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'f9864a42-7d5f-460b-a644-9ec9dfb93cd2', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'port_id': 'fd971889-93dd-4921-b676-b41482ff585a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'mac_address': 'fa:16:3e:fe:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:33:02Z', 'updated_at': '2021-11-12T03:33:21Z', 'revision_number': 1, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:59Z', 'revision_number': 5, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.460951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e70448-8bf3-49ab-b8c9-3c4517447021 req-2e4604c1-badf-4587-8c41-5fda905ae675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.464252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] Checking router: e65dee17-f317-48c7-b1a5-efb62559c748 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:23.465122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91e70448-8bf3-49ab-b8c9-3c4517447021 req-2e4604c1-badf-4587-8c41-5fda905ae675 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2158983 Nov 12 03:33:23.491905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:23.492549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.518773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48112) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:23.546183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd1a9-71cf-4fe4-bb56-0bc3c1af8601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.593936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db65d70-eeb6-4a60-b075-d37eed571c9f req-e7b3761c-c062-4066-8771-ceb375860b76 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.595605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0db65d70-eeb6-4a60-b075-d37eed571c9f req-e7b3761c-c062-4066-8771-ceb375860b76 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.4677329 Nov 12 03:33:23.637223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-e0349363-f992-4ca2-82b4-3a8f580772a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.639136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-e0349363-f992-4ca2-82b4-3a8f580772a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ae951c8-0431-4ed5-82ea-521d84707b46 HTTP/1.1" status: 200 len: 914 time: 0.4990666 Nov 12 03:33:23.640157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:23.716280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48116) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:23.718018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd1a9-71cf-4fe4-bb56-0bc3c1af8601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.723784 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c2bd1a9-71cf-4fe4-bb56-0bc3c1af8601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.735501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0db65d70-eeb6-4a60-b075-d37eed571c9f req-b0f3250c-6c14-47c5-bba7-fd98714d408a tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268988 Nov 12 03:33:23.751416 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-64bf730f-3a22-4411-b64b-9363aadef854 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd971889-93dd-4921-b676-b41482ff585a HTTP/1.1" status: 200 len: 999 time: 0.1028955 Nov 12 03:33:23.770636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bd1a9-71cf-4fe4-bb56-0bc3c1af8601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c3a9ed-5a8b-4332-be02-a4779a6abb5e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.813154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-b1c5cb27-abcb-46ba-afe3-314abb9a8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.815920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-b1c5cb27-abcb-46ba-afe3-314abb9a8386 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57c1a326-0124-49c6-8fad-ac747ddc0c6c HTTP/1.1" status: 200 len: 851 time: 0.0496457 Nov 12 03:33:23.850056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8c2bd1a9-71cf-4fe4-bb56-0bc3c1af8601 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55510e30bfc3468facdd3f398761df98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3294594 Nov 12 03:33:23.851080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48120) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:23.898421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-e3add4e4-8d6c-4e29-b413-edd8a1db6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.905129 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-e3add4e4-8d6c-4e29-b413-edd8a1db6a4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ae951c8-0431-4ed5-82ea-521d84707b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753086 Nov 12 03:33:23.928847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4709a7-dbe8-4ab4-9ecd-907f8332b0cd req-7987b34b-6dec-4024-b12e-22fb53dc6d49 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.931711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f4709a7-dbe8-4ab4-9ecd-907f8332b0cd req-7987b34b-6dec-4024-b12e-22fb53dc6d49 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1621509 Nov 12 03:33:23.967203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57a9409a-169b-490b-aca4-4209009a3c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.016186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57a9409a-169b-490b-aca4-4209009a3c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.098224 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f4709a7-dbe8-4ab4-9ecd-907f8332b0cd req-1860e658-705c-452a-966e-9b1566aff93a tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531818 Nov 12 03:33:24.102456 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57a9409a-169b-490b-aca4-4209009a3c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.108454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57a9409a-169b-490b-aca4-4209009a3c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.110105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-57a9409a-169b-490b-aca4-4209009a3c73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41c3a9ed-5a8b-4332-be02-a4779a6abb5e HTTP/1.1" status: 204 len: 168 time: 0.2565100 Nov 12 03:33:24.120377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9409a-169b-490b-aca4-4209009a3c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c3a9ed-5a8b-4332-be02-a4779a6abb5e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:24.138390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-a386d9e2-3b17-4566-9e65-172c2ddc57ec service neutron] 10.222.0.20 "GET /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216027 Nov 12 03:33:24.141908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1073071003'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:24.243534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e28d6632-66d2-4aaa-88b5-8232fe4c8910 req-a1e01f46-e757-4afc-be46-c25f81b07b2a service neutron] 10.222.0.20 "GET /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898988 Nov 12 03:33:24.278721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3588d-3f70-47b7-b10b-a5ad18eb79e7 req-3a29c4d5-cdd7-45f0-99d4-45c596e27e39 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.287143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75e3588d-3f70-47b7-b10b-a5ad18eb79e7 req-3a29c4d5-cdd7-45f0-99d4-45c596e27e39 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.2017300 Nov 12 03:33:24.288648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'f9864a42-7d5f-460b-a644-9ec9dfb93cd2', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'port_id': 'fd971889-93dd-4921-b676-b41482ff585a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'mac_address': 'fa:16:3e:fe:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:33:02Z', 'updated_at': '2021-11-12T03:33:21Z', 'revision_number': 1, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:59Z', 'revision_number': 5, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:24.307566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Made reservation on behalf of 450dc53e40cf481aac00eade897697ac for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:24.311263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.324222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6fc2-062f-4ec0-8f82-7284effdc2ab None None] The sync data for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 is: [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'f9864a42-7d5f-460b-a644-9ec9dfb93cd2', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'port_id': 'fd971889-93dd-4921-b676-b41482ff585a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'mac_address': 'fa:16:3e:fe:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:33:02Z', 'updated_at': '2021-11-12T03:33:21Z', 'revision_number': 1, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:59Z', 'revision_number': 5, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:24.326407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.443295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75e3588d-3f70-47b7-b10b-a5ad18eb79e7 req-a31e0cfc-aae9-411e-99bc-d491d2ab76a9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549892 Nov 12 03:33:24.446353 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.452531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.483614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:24.497569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1876fc2a-20ee-43eb-a99a-22492b0c7516,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:24.502767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.503299 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Added segment 16682faf-7e9c-448e-9197-25f542b2cf05 of type vlan for network 5d0d4fec-785f-4f62-8f89-124de4d666be Nov 12 03:33:24.511104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.556108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.597536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.605255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.606253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.628063 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3c032-3756-41ed-b35d-e8fd28d44239 None None] New status for floating IP f9864a42-7d5f-460b-a644-9ec9dfb93cd2: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:33:24.691468 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9711785 Nov 12 03:33:24.691812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48152) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:24.696908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'subnet': {'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:24.744956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023d364-c6da-4580-94ba-9ca558b05301 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Network': ['ID=5d0d4fec-785f-4f62-8f89-124de4d666be,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:24.759145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 5d0d4fec-785f-4f62-8f89-124de4d666be details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:24.895273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Made reservation on behalf of 450dc53e40cf481aac00eade897697ac for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:24.898997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.928015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa858-762f-4f68-9bba-d527841ed91c req-c90ab51c-73bc-4de2-9946-bb8a2eb58f3c tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.941914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da3aa858-762f-4f68-9bba-d527841ed91c req-c90ab51c-73bc-4de2-9946-bb8a2eb58f3c tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.0812845 Nov 12 03:33:25.007788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da3aa858-762f-4f68-9bba-d527841ed91c req-6c580e4a-fdbc-4e15-95ef-f2975d120ae4 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646260 Nov 12 03:33:25.125687 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.193802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48174) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:25.251940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a654b49-6b16-4caf-bd46-5e6930c5cf0e req-7fac7462-f720-4c7d-b534-6bfee220af12 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.254518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a654b49-6b16-4caf-bd46-5e6930c5cf0e req-7fac7462-f720-4c7d-b534-6bfee220af12 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.0546088 Nov 12 03:33:25.318607 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a654b49-6b16-4caf-bd46-5e6930c5cf0e req-28082936-28ff-44b7-8ba2-308188dd1dc1 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575917 Nov 12 03:33:25.489788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-73f6b883-ffdc-4589-b716-04ca40f0ecd1 tempest-AgentManagementNegativeTest-1145581587 tempest-AgentManagementNegativeTest-1145581587-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2945619 Nov 12 03:33:25.597501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Subnet': ['ID=73730921-127b-4c66-9520-81787406a384,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:25.608876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Checking segment: {'id': '16682faf-7e9c-448e-9197-25f542b2cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:25.609240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Network hostable DHCP agents. Network: 5d0d4fec-785f-4f62-8f89-124de4d666be, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:25.624988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a864248-e05d-41be-bdc1-a35fb1699928 req-d4e5c9c3-3cd6-4c57-9d70-780b1a8993da tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.626484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a864248-e05d-41be-bdc1-a35fb1699928 req-d4e5c9c3-3cd6-4c57-9d70-780b1a8993da tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.0921562 Nov 12 03:33:25.651171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Network 5d0d4fec-785f-4f62-8f89-124de4d666be is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:25.674916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 5d0d4fec-785f-4f62-8f89-124de4d666be) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:25.684455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b10f7ab-6358-457f-ab6d-42d5df115b41 None None] Network 5d0d4fec-785f-4f62-8f89-124de4d666be requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:25.690395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.690688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.711893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a864248-e05d-41be-bdc1-a35fb1699928 req-a561f96e-2a9e-4801-a1ba-c71286758f76 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777438 Nov 12 03:33:25.739937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-26beb602-acf9-4698-90de-b680e9e1fba1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0468936 Nov 12 03:33:25.742588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48194) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:25.748555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be', 'name': 'tempest-AllowedAddressPairTestJSON-839874706'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:25.858313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48200) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:25.880368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-5d0d4fec-785f-4f62-8f89-124de4d666be', 'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be', 'tenant_id': '450dc53e40cf481aac00eade897697ac', 'fixed_ips': [{'subnet_id': '73730921-127b-4c66-9520-81787406a384'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:25.881300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.885016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Made reservation on behalf of 450dc53e40cf481aac00eade897697ac for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:25.889923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.920299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] device_id is not set on port d62fd08d-a9fd-407e-aaed-fb5e9334dba2 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:26.004880 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fe11dfe-7819-4145-89fb-06a326b45c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.050030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Allocated IP 172.20.0.2 (5d0d4fec-785f-4f62-8f89-124de4d666be/73730921-127b-4c66-9520-81787406a384/220b1f64-5e78-4133-9294-701a7da6a7e9) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:26.097262 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fe11dfe-7819-4145-89fb-06a326b45c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.104506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fe11dfe-7819-4145-89fb-06a326b45c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.148208 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9fe11dfe-7819-4145-89fb-06a326b45c84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27743f0fd8d84493b654ab7a7c3585db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882895 Nov 12 03:33:26.150856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48214) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:26.159305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe11dfe-7819-4145-89fb-06a326b45c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d8510-119c-45e7-85ee-1a0b521bb416,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.195261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36ccec-a58a-47ec-93a7-b31e65618bc9 req-eb2ff617-631c-4c0e-bfb9-c499d08fcd00 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.197856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9c36ccec-a58a-47ec-93a7-b31e65618bc9 req-eb2ff617-631c-4c0e-bfb9-c499d08fcd00 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.1068516 Nov 12 03:33:26.215227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f771f9-8281-4a82-9bc5-73865f8aedeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.241885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f771f9-8281-4a82-9bc5-73865f8aedeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.272525 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9c36ccec-a58a-47ec-93a7-b31e65618bc9 req-93c63f40-a036-413c-b5c0-25e6cade9c60 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648239 Nov 12 03:33:26.273589 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.293885 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.310358 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f771f9-8281-4a82-9bc5-73865f8aedeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.314023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12f771f9-8281-4a82-9bc5-73865f8aedeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.316607 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-12f771f9-8281-4a82-9bc5-73865f8aedeb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc6d8510-119c-45e7-85ee-1a0b521bb416 HTTP/1.1" status: 204 len: 168 time: 0.1639171 Nov 12 03:33:26.345064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f771f9-8281-4a82-9bc5-73865f8aedeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d8510-119c-45e7-85ee-1a0b521bb416,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.356280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Network 5d0d4fec-785f-4f62-8f89-124de4d666be is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:26.368983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Allocated IP 172.20.0.6 (5d0d4fec-785f-4f62-8f89-124de4d666be/73730921-127b-4c66-9520-81787406a384/d62fd08d-a9fd-407e-aaed-fb5e9334dba2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:26.376501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:26.385873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:26.407605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Pushing event updated for resources: {'Port': ['ID=220b1f64-5e78-4133-9294-701a7da6a7e9,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.476290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Attempting to bind port 220b1f64-5e78-4133-9294-701a7da6a7e9 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:26.476290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Attempting to bind port 220b1f64-5e78-4133-9294-701a7da6a7e9 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '16682faf-7e9c-448e-9197-25f542b2cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:26.476290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Attempting to bind port 220b1f64-5e78-4133-9294-701a7da6a7e9 on network 5d0d4fec-785f-4f62-8f89-124de4d666be {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:26.480894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:26.481269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Checking segment: {'id': '16682faf-7e9c-448e-9197-25f542b2cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:26.481666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.482054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Bound using segment: {'id': '16682faf-7e9c-448e-9197-25f542b2cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:26.482518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Bound port: 220b1f64-5e78-4133-9294-701a7da6a7e9, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16682faf-7e9c-448e-9197-25f542b2cf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:26.482889 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.513817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed0a9-f891-466f-8e95-71fcbdaefcb4 req-62d5b6c0-01e9-4961-ad9f-e09cc0c2f020 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.525507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9daed0a9-f891-466f-8e95-71fcbdaefcb4 req-62d5b6c0-01e9-4961-ad9f-e09cc0c2f020 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.0820558 Nov 12 03:33:26.554292 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] For port 220b1f64-5e78-4133-9294-701a7da6a7e9, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:26.557852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] For port 220b1f64-5e78-4133-9294-701a7da6a7e9, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=220b1f64-5e78-4133-9294-701a7da6a7e9,segment=NetworkSegment(16682faf-7e9c-448e-9197-25f542b2cf05),segment_id=16682faf-7e9c-448e-9197-25f542b2cf05)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:26.567455 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.591008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9daed0a9-f891-466f-8e95-71fcbdaefcb4 req-060b3ca3-d46e-4ce8-b450-392e0d45f61b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643227 Nov 12 03:33:26.614982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48224) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:26.648291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cb7bb-ec02-4539-9e48-2234c1ad0a92 None None] Pushing event updated for resources: {'Port': ['ID=220b1f64-5e78-4133-9294-701a7da6a7e9,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.668356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.715928 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.805232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=d62fd08d-a9fd-407e-aaed-fb5e9334dba2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.819815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Network 5d0d4fec-785f-4f62-8f89-124de4d666be is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:26.823572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:26.833651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:26.905632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1670057d-4fc4-475d-8069-8ca0fcc4b104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.949102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.949934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.980382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700302a-362e-47cb-aa3f-1b43dde9f737 req-d7981e26-4b8e-49f3-a182-a6ce7b2e6497 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.981990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b700302a-362e-47cb-aa3f-1b43dde9f737 req-d7981e26-4b8e-49f3-a182-a6ce7b2e6497 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1606436 Nov 12 03:33:26.992792 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7d6c350e-051b-44fa-abb2-37434cdb56c1 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2484026 Nov 12 03:33:26.998187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48240) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.009737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be', 'name': 'tempest-AllowedAddressPairTestJSON-173968963', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:60:6c:67'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:27.048412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b700302a-362e-47cb-aa3f-1b43dde9f737 req-551cf5d5-c664-45fb-9f82-1e3284820aa0 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490849 Nov 12 03:33:27.050071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1670057d-4fc4-475d-8069-8ca0fcc4b104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.089037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1670057d-4fc4-475d-8069-8ca0fcc4b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.142803 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1670057d-4fc4-475d-8069-8ca0fcc4b104 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0e6929139ba46d38a1d6320db87c33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266125 Nov 12 03:33:27.145945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48246) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.150732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670057d-4fc4-475d-8069-8ca0fcc4b104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c207af5b-6230-428a-9881-425a7454a039,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:27.197958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Made reservation on behalf of 450dc53e40cf481aac00eade897697ac for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:27.209833 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-607aa361-71fb-4064-a0c9-5a0b364ea01c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.245117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-607aa361-71fb-4064-a0c9-5a0b364ea01c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.310324 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-607aa361-71fb-4064-a0c9-5a0b364ea01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.314816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-607aa361-71fb-4064-a0c9-5a0b364ea01c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.316281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-607aa361-71fb-4064-a0c9-5a0b364ea01c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c207af5b-6230-428a-9881-425a7454a039 HTTP/1.1" status: 204 len: 168 time: 0.1692743 Nov 12 03:33:27.317680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.326002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aa361-71fb-4064-a0c9-5a0b364ea01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207af5b-6230-428a-9881-425a7454a039,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:27.339389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] device_id is not set on port 43efdc3c-dc80-4631-84b9-21ac018afa2a yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:27.481295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401d87a-60d9-4c42-8297-84899c1d548c req-a84b382c-7966-40fb-b8e5-3d6a58d8f2f5 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.482985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2401d87a-60d9-4c42-8297-84899c1d548c req-a84b382c-7966-40fb-b8e5-3d6a58d8f2f5 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.0921035 Nov 12 03:33:27.483476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48260) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.509145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Allocated IP 172.20.0.7 (5d0d4fec-785f-4f62-8f89-124de4d666be/73730921-127b-4c66-9520-81787406a384/43efdc3c-dc80-4631-84b9-21ac018afa2a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:27.577466 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2401d87a-60d9-4c42-8297-84899c1d548c req-d754ba8b-e0e2-41f9-970c-c25e91e5a637 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842402 Nov 12 03:33:27.642960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 220b1f64-5e78-4133-9294-701a7da6a7e9 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:27.754805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 220b1f64-5e78-4133-9294-701a7da6a7e9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:27.755178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.774909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.845846 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.897529 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.915282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Network 5d0d4fec-785f-4f62-8f89-124de4d666be is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:27.929193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48270) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.932413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f40f3-248b-44a9-b20b-aa777266fd60 req-fea8da78-d219-4e25-97c0-6499b8048d27 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.940974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b9f40f3-248b-44a9-b20b-aa777266fd60 req-fea8da78-d219-4e25-97c0-6499b8048d27 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1363535 Nov 12 03:33:27.943279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:27.945553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa043fdf-cfed-41eb-a6a3-3e3a2c61cd3d None None] Network 5d0d4fec-785f-4f62-8f89-124de4d666be requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:27.946482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:27.953868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-1464525489'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:27.955878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=43efdc3c-dc80-4631-84b9-21ac018afa2a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:27.958325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c45981c5-c2e7-48a1-bbfb-3358609d9fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.013755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:28.018948 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.036190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.051208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.051890 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.057922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 220b1f64-5e78-4133-9294-701a7da6a7e9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=220b1f64-5e78-4133-9294-701a7da6a7e9,segment=NetworkSegment(16682faf-7e9c-448e-9197-25f542b2cf05),segment_id=16682faf-7e9c-448e-9197-25f542b2cf05)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:28.067068 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.080443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b9f40f3-248b-44a9-b20b-aa777266fd60 req-2a7cc763-6dbb-4130-9116-e6ed0ffd814d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382799 Nov 12 03:33:28.104339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c7398efc-9617-46fe-83a6-6363ff4e23e4 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.1005976 Nov 12 03:33:28.104661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48274) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.139885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=220b1f64-5e78-4133-9294-701a7da6a7e9,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.151394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-32f5d103-2420-4596-a5e2-3722836caf04 None None] Provisioning complete for port 220b1f64-5e78-4133-9294-701a7da6a7e9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:28.151889 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32f5d103-2420-4596-a5e2-3722836caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.157389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c45981c5-c2e7-48a1-bbfb-3358609d9fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.164989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c45981c5-c2e7-48a1-bbfb-3358609d9fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.229389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45981c5-c2e7-48a1-bbfb-3358609d9fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b51056-b047-4310-8be7-c0e4f5430cc6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.233789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.238461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c45981c5-c2e7-48a1-bbfb-3358609d9fd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e4837f7adca4d5f95042f8e94ed069c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3079166 Nov 12 03:33:28.241452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48276) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.249799 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.291987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98eaf88-3fb0-4700-bad0-8fcc64783ae8 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.294910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8254c562-903d-4340-a16c-8c23176059d8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.298895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98eaf88-3fb0-4700-bad0-8fcc64783ae8 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.307484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98eaf88-3fb0-4700-bad0-8fcc64783ae8 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.309573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e98eaf88-3fb0-4700-bad0-8fcc64783ae8 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2039580 Nov 12 03:33:28.313220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48280) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.325456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:28.343578 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.344027 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment 11875d67-a093-459e-ba2e-886defd93406 of type vlan for network c1df27be-ff36-4d67-a7c8-b7f2834f1081 Nov 12 03:33:28.389577 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48068-f850-424f-a82c-05394148b08a req-eefa6e65-2cf9-46dd-9cbd-40e2b0330ee4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.397472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-23e48068-f850-424f-a82c-05394148b08a req-eefa6e65-2cf9-46dd-9cbd-40e2b0330ee4 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.2053680 Nov 12 03:33:28.400867 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f25a8804-b0ef-4fcc-b644-1b735ac8bc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.422509 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.451571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f25a8804-b0ef-4fcc-b644-1b735ac8bc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.466920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-23e48068-f850-424f-a82c-05394148b08a req-9b12415c-a773-42d5-8d61-4f72895fc870 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686333 Nov 12 03:33:28.470535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e36115c8-080e-4f02-8ebb-b9bdf5f2c92b tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Deleting port 43efdc3c-dc80-4631-84b9-21ac018afa2a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:28.470535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e36115c8-080e-4f02-8ebb-b9bdf5f2c92b tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.500592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.506809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.507439 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.573762 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e36115c8-080e-4f02-8ebb-b9bdf5f2c92b tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.589106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e36115c8-080e-4f02-8ebb-b9bdf5f2c92b tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Calling delete_port for 43efdc3c-dc80-4631-84b9-21ac018afa2a owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:28.590007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=c1df27be-ff36-4d67-a7c8-b7f2834f1081,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.594937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-70d3dbc0-aa27-4df6-a5c0-58b64bb56904 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1103764 Nov 12 03:33:28.598112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48282) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.603120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-522354134'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:28.613227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c1df27be-ff36-4d67-a7c8-b7f2834f1081 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:28.621967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f25a8804-b0ef-4fcc-b644-1b735ac8bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.625097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f25a8804-b0ef-4fcc-b644-1b735ac8bc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.628724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f25a8804-b0ef-4fcc-b644-1b735ac8bc4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38b51056-b047-4310-8be7-c0e4f5430cc6 HTTP/1.1" status: 204 len: 168 time: 0.3836970 Nov 12 03:33:28.640366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a8804-b0ef-4fcc-b644-1b735ac8bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b51056-b047-4310-8be7-c0e4f5430cc6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.644428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:28.648497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.686339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:28.702868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.703210 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment 78114812-6fa7-4bda-9edd-af98d369d664 of type vlan for network f49c91ad-064e-4570-8448-acfb719580ff Nov 12 03:33:28.747170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8f31881e-ab79-4daf-9f15-e5d392b8e9b5 None None] Provisioning complete for port 220b1f64-5e78-4133-9294-701a7da6a7e9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:28.747612 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8f31881e-ab79-4daf-9f15-e5d392b8e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.849442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.855973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e36115c8-080e-4f02-8ebb-b9bdf5f2c92b tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.866200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8f31881e-ab79-4daf-9f15-e5d392b8e9b5 None None] Provisioning complete for port 43efdc3c-dc80-4631-84b9-21ac018afa2a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:28.866574 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8f31881e-ab79-4daf-9f15-e5d392b8e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.882534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54918be-88a2-4fd9-8394-3fc23b0a0fb8 req-19485db2-2f29-4baf-afb1-ea9d979f6f0d tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.884252 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b54918be-88a2-4fd9-8394-3fc23b0a0fb8 req-19485db2-2f29-4baf-afb1-ea9d979f6f0d tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.1576445 Nov 12 03:33:28.895556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8f31881e-ab79-4daf-9f15-e5d392b8e9b5 None None] Port 43efdc3c-dc80-4631-84b9-21ac018afa2a was deleted so its status cannot be updated. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:33:28.904086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.912296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.913134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.913680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8f31881e-ab79-4daf-9f15-e5d392b8e9b5 None None] Provisioning complete for port d62fd08d-a9fd-407e-aaed-fb5e9334dba2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:28.914172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8f31881e-ab79-4daf-9f15-e5d392b8e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.927709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36115c8-080e-4f02-8ebb-b9bdf5f2c92b tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Port': ['ID=43efdc3c-dc80-4631-84b9-21ac018afa2a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.959470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3570862 Nov 12 03:33:28.967159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48290) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.972596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': 'c1df27be-ff36-4d67-a7c8-b7f2834f1081', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:28.981521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8f31881e-ab79-4daf-9f15-e5d392b8e9b5 None None] Port d62fd08d-a9fd-407e-aaed-fb5e9334dba2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:29.094953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643ac03-2b1b-456a-ab9d-e6dd9d71afa3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=f49c91ad-064e-4570-8448-acfb719580ff,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.110462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f49c91ad-064e-4570-8448-acfb719580ff details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:29.114170 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b54918be-88a2-4fd9-8394-3fc23b0a0fb8 req-45c3d4de-7683-4824-a854-b2b4f027db5d tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194555 Nov 12 03:33:29.171488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:29.181702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.216906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-384d70bb-8a1b-4877-b8aa-21d165b1bbc1 None None] Provisioning complete for port d62fd08d-a9fd-407e-aaed-fb5e9334dba2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:29.217276 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-384d70bb-8a1b-4877-b8aa-21d165b1bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.279517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e36115c8-080e-4f02-8ebb-b9bdf5f2c92b tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.283282 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e36115c8-080e-4f02-8ebb-b9bdf5f2c92b tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "DELETE /v2.0/ports/43efdc3c-dc80-4631-84b9-21ac018afa2a HTTP/1.1" status: 204 len: 168 time: 0.9688580 Nov 12 03:33:29.286520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48300) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:29.311890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-384d70bb-8a1b-4877-b8aa-21d165b1bbc1 None None] Port d62fd08d-a9fd-407e-aaed-fb5e9334dba2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:29.327509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0f1f9-5327-4ed4-b53b-5ddd743d277d req-7f67926a-3ed7-4995-966b-866579ca1d74 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:29.329667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42e0f1f9-5327-4ed4-b53b-5ddd743d277d req-7f67926a-3ed7-4995-966b-866579ca1d74 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.1339967 Nov 12 03:33:29.368964 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed38f62-1849-4306-b57d-8c37c39d8177 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] GET failed (client error): The resource could not be found. Nov 12 03:33:29.374828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5ed38f62-1849-4306-b57d-8c37c39d8177 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "GET /v2.0/ports/43efdc3c-dc80-4631-84b9-21ac018afa2a HTTP/1.1" status: 404 len: 333 time: 0.0832629 Nov 12 03:33:29.375757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48306) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:29.383209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be', 'name': 'tempest-AllowedAddressPairTestJSON-206390533'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:29.402799 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42e0f1f9-5327-4ed4-b53b-5ddd743d277d req-f4af70b6-90a2-441f-b9c4-73e23dfc292f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543799 Nov 12 03:33:29.426250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f0ebd463-f4ae-4da5-a7a1-c432960ef982 None None] Could not find standard attr ID for object 43efdc3c-dc80-4631-84b9-21ac018afa2a. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:33:29.610530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 220b1f64-5e78-4133-9294-701a7da6a7e9 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:29.624162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.663746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 220b1f64-5e78-4133-9294-701a7da6a7e9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:29.664121 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.686079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Made reservation on behalf of 450dc53e40cf481aac00eade897697ac for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:29.690744 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.723315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b294d-6aaa-446f-a8c1-50a62cdee401 req-f7d992b4-f654-4eb5-b00b-8099c60c55ab tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:29.725442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-069b294d-6aaa-446f-a8c1-50a62cdee401 req-f7d992b4-f654-4eb5-b00b-8099c60c55ab tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1639292 Nov 12 03:33:29.733185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=fb85388a-602b-4e6e-9f41-e178ae8b2344,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.747711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] device_id is not set on port 980b4463-7a49-4c85-a1b1-1ed61a9921e5 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:29.818990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': '11875d67-a093-459e-ba2e-886defd93406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'c1df27be-ff36-4d67-a7c8-b7f2834f1081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:29.819356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: c1df27be-ff36-4d67-a7c8-b7f2834f1081, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:29.864251 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-069b294d-6aaa-446f-a8c1-50a62cdee401 req-0327e497-6ec5-4a18-9328-6bc033556fe9 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241994 Nov 12 03:33:29.896128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network c1df27be-ff36-4d67-a7c8-b7f2834f1081 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:29.915175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c1df27be-ff36-4d67-a7c8-b7f2834f1081) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:29.919643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:29.920257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.925474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea5820-bd57-4a38-a913-3a1059c79fc4 None None] Network c1df27be-ff36-4d67-a7c8-b7f2834f1081 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:29.945177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Allocated IP 172.20.0.13 (5d0d4fec-785f-4f62-8f89-124de4d666be/73730921-127b-4c66-9520-81787406a384/980b4463-7a49-4c85-a1b1-1ed61a9921e5) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:29.950677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9a37b4cd-b184-4024-a60c-13451a149f67 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9823296 Nov 12 03:33:29.953389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48324) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:29.959260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': 'f49c91ad-064e-4570-8448-acfb719580ff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:30.064558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:30.069883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.119918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c1df27be-ff36-4d67-a7c8-b7f2834f1081', 'network_id': 'c1df27be-ff36-4d67-a7c8-b7f2834f1081', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': 'fb85388a-602b-4e6e-9f41-e178ae8b2344'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:30.121074 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.151269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.217375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.285072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Network 5d0d4fec-785f-4f62-8f89-124de4d666be is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:30.289237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:30.296647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:30.311354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Allocated IP 172.20.0.2 (c1df27be-ff36-4d67-a7c8-b7f2834f1081/fb85388a-602b-4e6e-9f41-e178ae8b2344/8346c981-f338-4e40-8219-323fe0b3a519) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:30.358013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.359194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.377450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=980b4463-7a49-4c85-a1b1-1ed61a9921e5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:30.385840 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1455ee9d-a551-423a-a523-e534eaff1c2a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0094097 Nov 12 03:33:30.391359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48336) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:30.407128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:60:6c:67'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:30.423421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886e0a3-ef46-47a1-a5b4-f68b1e19e1a1 req-bb8f2531-7bc8-40a0-be07-7f898159be2f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.425876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b886e0a3-ef46-47a1-a5b4-f68b1e19e1a1 req-bb8f2531-7bc8-40a0-be07-7f898159be2f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.1800878 Nov 12 03:33:30.504651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.604214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45965efc-4436-41bc-9a17-4506f7921aed req-25139947-701b-45de-9fb7-60532ac03fc9 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.615053 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45965efc-4436-41bc-9a17-4506f7921aed req-25139947-701b-45de-9fb7-60532ac03fc9 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.0783792 Nov 12 03:33:30.632137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.639559 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.648515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b886e0a3-ef46-47a1-a5b4-f68b1e19e1a1 req-c5561c26-998c-4e79-be91-0a0ae5d69684 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965015 Nov 12 03:33:30.656892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.677657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=5b68fb34-3c75-49bb-84b3-8f2657e54c37,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:30.701003 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45965efc-4436-41bc-9a17-4506f7921aed req-f040a8f9-2f66-4dbf-be85-8c7afe93af5a tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810568 Nov 12 03:33:30.730699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': '78114812-6fa7-4bda-9edd-af98d369d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'f49c91ad-064e-4570-8448-acfb719580ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:30.731266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: f49c91ad-064e-4570-8448-acfb719580ff, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:30.736367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Network c1df27be-ff36-4d67-a7c8-b7f2834f1081 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:30.745816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:30.748512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:30.755374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Pushing event updated for resources: {'Port': ['ID=8346c981-f338-4e40-8219-323fe0b3a519,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:30.777782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-29059e49-17db-4e46-9633-82242b159fa9 None None] Provisioning complete for port 980b4463-7a49-4c85-a1b1-1ed61a9921e5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:30.778560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-29059e49-17db-4e46-9633-82242b159fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.787842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network f49c91ad-064e-4570-8448-acfb719580ff is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:30.829838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f49c91ad-064e-4570-8448-acfb719580ff) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:30.841647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.842244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.843975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b01f0-6e74-43a4-a089-bbd39c1c19ec None None] Network f49c91ad-064e-4570-8448-acfb719580ff requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:30.872134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dbf4f560-01f0-4b36-b1e2-88e4f76034fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9176264 Nov 12 03:33:30.872397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48354) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:30.883568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-29059e49-17db-4e46-9633-82242b159fa9 None None] Port 980b4463-7a49-4c85-a1b1-1ed61a9921e5 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:30.886161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Attempting to bind port 8346c981-f338-4e40-8219-323fe0b3a519 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:30.886161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Attempting to bind port 8346c981-f338-4e40-8219-323fe0b3a519 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '11875d67-a093-459e-ba2e-886defd93406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'c1df27be-ff36-4d67-a7c8-b7f2834f1081'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:30.886161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Attempting to bind port 8346c981-f338-4e40-8219-323fe0b3a519 on network c1df27be-ff36-4d67-a7c8-b7f2834f1081 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:30.887153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-06e9681d-0aef-4fe9-90a6-6d378e941d65 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1223951364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:30.894263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:30.894550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Checking segment: {'id': '11875d67-a093-459e-ba2e-886defd93406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'c1df27be-ff36-4d67-a7c8-b7f2834f1081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:30.894826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.896218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Bound using segment: {'id': '11875d67-a093-459e-ba2e-886defd93406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'c1df27be-ff36-4d67-a7c8-b7f2834f1081'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:30.896218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Bound port: 8346c981-f338-4e40-8219-323fe0b3a519, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11875d67-a093-459e-ba2e-886defd93406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'c1df27be-ff36-4d67-a7c8-b7f2834f1081'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:30.896218 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.942513 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06e9681d-0aef-4fe9-90a6-6d378e941d65 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.945242 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06e9681d-0aef-4fe9-90a6-6d378e941d65 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.949213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.999294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.021867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] For port 8346c981-f338-4e40-8219-323fe0b3a519, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:31.025909 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06e9681d-0aef-4fe9-90a6-6d378e941d65 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.026851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] For port 8346c981-f338-4e40-8219-323fe0b3a519, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8346c981-f338-4e40-8219-323fe0b3a519,segment=NetworkSegment(11875d67-a093-459e-ba2e-886defd93406),segment_id=11875d67-a093-459e-ba2e-886defd93406)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:31.031719 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06e9681d-0aef-4fe9-90a6-6d378e941d65 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.056475 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.070768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d9b4e-c7fa-48c2-9520-ffd4fca99ea1 req-c59e7604-d6cc-46e3-b282-9c6920b1c06a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.071001 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06e9681d-0aef-4fe9-90a6-6d378e941d65 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.074873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e91d9b4e-c7fa-48c2-9520-ffd4fca99ea1 req-c59e7604-d6cc-46e3-b282-9c6920b1c06a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1122901 Nov 12 03:33:31.079990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-06e9681d-0aef-4fe9-90a6-6d378e941d65 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2058039 Nov 12 03:33:31.081958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48362) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:31.147681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] In _notify_port_updated(), no bound segment for port 980b4463-7a49-4c85-a1b1-1ed61a9921e5 on network 5d0d4fec-785f-4f62-8f89-124de4d666be {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:33:31.157053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.157727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.159767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "PUT /v2.0/ports/980b4463-7a49-4c85-a1b1-1ed61a9921e5 HTTP/1.1" status: 200 len: 993 time: 0.7673070 Nov 12 03:33:31.165652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48366) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:31.367239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-f49c91ad-064e-4570-8448-acfb719580ff', 'network_id': 'f49c91ad-064e-4570-8448-acfb719580ff', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': '5b68fb34-3c75-49bb-84b3-8f2657e54c37'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:31.368109 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.382592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeefac-2ae0-40b3-bb63-458e581c4c2f None None] Pushing event updated for resources: {'Port': ['ID=8346c981-f338-4e40-8219-323fe0b3a519,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.391684 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9313b59-25c9-4d96-b67e-ab6dc3d0799e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.622925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2db665ae-dd42-4da3-a1cf-d014424fdfb4 None None] Provisioning complete for port 980b4463-7a49-4c85-a1b1-1ed61a9921e5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:31.627519 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2db665ae-dd42-4da3-a1cf-d014424fdfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.665816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.700156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24daeb-8df3-40d9-a2ef-8730ffa5c7a3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=980b4463-7a49-4c85-a1b1-1ed61a9921e5,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.749449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8346c981-f338-4e40-8219-323fe0b3a519 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:31.775148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e91d9b4e-c7fa-48c2-9520-ffd4fca99ea1 req-c99d33dc-c211-4e62-8671-789eb4e6e59a tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140168 Nov 12 03:33:31.805925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2db665ae-dd42-4da3-a1cf-d014424fdfb4 None None] Port 980b4463-7a49-4c85-a1b1-1ed61a9921e5 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:31.825670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a2552b78-d601-480f-a4c6-e2e3dc845d1e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Deleting port 980b4463-7a49-4c85-a1b1-1ed61a9921e5 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:31.826084 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2552b78-d601-480f-a4c6-e2e3dc845d1e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.872910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Allocated IP 172.21.0.2 (f49c91ad-064e-4570-8448-acfb719580ff/5b68fb34-3c75-49bb-84b3-8f2657e54c37/78de9240-f435-4035-abc5-fef6fc5ce268) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:31.927347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8346c981-f338-4e40-8219-323fe0b3a519 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:31.927722 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.947588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2552b78-d601-480f-a4c6-e2e3dc845d1e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.969411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a2552b78-d601-480f-a4c6-e2e3dc845d1e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Calling delete_port for 980b4463-7a49-4c85-a1b1-1ed61a9921e5 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:32.002078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fc33d-fd20-4b25-a387-cb1aeea4e96a req-498700b3-b93f-4fa8-8ef2-34930e74dc81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:32.010518 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e16fc33d-fd20-4b25-a387-cb1aeea4e96a req-498700b3-b93f-4fa8-8ef2-34930e74dc81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 943 time: 0.1874733 Nov 12 03:33:32.059872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 01800c74-8f67-4bcd-a658-9fe9381d2b38 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:32.123528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e16fc33d-fd20-4b25-a387-cb1aeea4e96a req-7ee146e8-3417-4bfd-87b5-ee7a31cf4f97 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119192 Nov 12 03:33:32.152853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2552b78-d601-480f-a4c6-e2e3dc845d1e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.181624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.20.0.1 (c1df27be-ff36-4d67-a7c8-b7f2834f1081/fb85388a-602b-4e6e-9f41-e178ae8b2344/ff2df2d4-9a32-4878-9a2c-6f4681f64f7e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:32.185284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 01800c74-8f67-4bcd-a658-9fe9381d2b38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:32.206384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'port_id': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'mac_address': 'fa:16:3e:20:6d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:32.214133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2552b78-d601-480f-a4c6-e2e3dc845d1e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Port': ['ID=980b4463-7a49-4c85-a1b1-1ed61a9921e5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.227835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.376377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83809e-a71e-4918-90c0-7e4f301e7119 req-2b1a85ab-1ff6-4e87-b7f0-33693e836d18 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:32.386099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e83809e-a71e-4918-90c0-7e4f301e7119 req-2b1a85ab-1ff6-4e87-b7f0-33693e836d18 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.2493978 Nov 12 03:33:32.445356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.449411 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.464101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8346c981-f338-4e40-8219-323fe0b3a519, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8346c981-f338-4e40-8219-323fe0b3a519,segment=NetworkSegment(11875d67-a093-459e-ba2e-886defd93406),segment_id=11875d67-a093-459e-ba2e-886defd93406)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:32.480304 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.484410 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.505784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48398) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:32.522413 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.553127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2552b78-d601-480f-a4c6-e2e3dc845d1e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.556303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a2552b78-d601-480f-a4c6-e2e3dc845d1e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "DELETE /v2.0/ports/980b4463-7a49-4c85-a1b1-1ed61a9921e5 HTTP/1.1" status: 204 len: 168 time: 1.3896883 Nov 12 03:33:32.561931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48402) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:32.567119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e83809e-a71e-4918-90c0-7e4f301e7119 req-7e3618a1-1b0c-4aa0-9b2d-15ce9d447e6f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512640 Nov 12 03:33:32.578738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01800c74-8f67-4bcd-a658-9fe9381d2b38 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:32.606422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 01800c74-8f67-4bcd-a658-9fe9381d2b38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:32.624517 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.629522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Network f49c91ad-064e-4570-8448-acfb719580ff is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:32.630808 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5421d33b-1637-4732-818e-8fda946c1ae2 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] GET failed (client error): The resource could not be found. Nov 12 03:33:32.638067 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5421d33b-1637-4732-818e-8fda946c1ae2 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "GET /v2.0/ports/980b4463-7a49-4c85-a1b1-1ed61a9921e5 HTTP/1.1" status: 404 len: 333 time: 0.0571027 Nov 12 03:33:32.638300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:32.638300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Pushing event updated for resources: {'Port': ['ID=78de9240-f435-4035-abc5-fef6fc5ce268,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.638463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:32.644487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be', 'name': 'tempest-AllowedAddressPairTestJSON-943611344'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:32.651635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:32.660200 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.707768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network c1df27be-ff36-4d67-a7c8-b7f2834f1081 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:32.713155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:32.717856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:32.752018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c357fbf-5f00-4358-a85c-13a24918ffdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.755097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=ff2df2d4-9a32-4878-9a2c-6f4681f64f7e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.765497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.765844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.766376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.766725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.767065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.767396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.767723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.768873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.770717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.771267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.771619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.772003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:32.800216 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.825756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8346c981-f338-4e40-8219-323fe0b3a519,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.851974 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c357fbf-5f00-4358-a85c-13a24918ffdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.853426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2efc36a-a48e-44c0-b950-6e072b05b6c8 None None] Network c1df27be-ff36-4d67-a7c8-b7f2834f1081 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:32.863832 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c357fbf-5f00-4358-a85c-13a24918ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.937293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Attempting to bind port 78de9240-f435-4035-abc5-fef6fc5ce268 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:32.937984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Attempting to bind port 78de9240-f435-4035-abc5-fef6fc5ce268 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '78114812-6fa7-4bda-9edd-af98d369d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'f49c91ad-064e-4570-8448-acfb719580ff'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:32.938816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Attempting to bind port 78de9240-f435-4035-abc5-fef6fc5ce268 on network f49c91ad-064e-4570-8448-acfb719580ff {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:32.941959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c357fbf-5f00-4358-a85c-13a24918ffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f4ce94-224c-4153-9ed4-2cfb77ff8acd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.948955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3c357fbf-5f00-4358-a85c-13a24918ffdb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78de09fa067746e787c0a722b8625bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390848 Nov 12 03:33:32.950461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Made reservation on behalf of 450dc53e40cf481aac00eade897697ac for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:32.956429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.957552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48408) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:32.978801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] device_id is not set on port 906aa052-cddc-45bf-ae9f-9548a3b25df1 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:32.989152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:32.989558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Checking segment: {'id': '78114812-6fa7-4bda-9edd-af98d369d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'f49c91ad-064e-4570-8448-acfb719580ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:32.991198 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.991198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Bound using segment: {'id': '78114812-6fa7-4bda-9edd-af98d369d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'f49c91ad-064e-4570-8448-acfb719580ff'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:32.991198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Bound port: 78de9240-f435-4035-abc5-fef6fc5ce268, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78114812-6fa7-4bda-9edd-af98d369d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'f49c91ad-064e-4570-8448-acfb719580ff'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:32.991198 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.018743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['01800c74-8f67-4bcd-a658-9fe9381d2b38'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:33.020524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3f964d92-bad7-44a6-a963-053132c2057e None None] Provisioning complete for port 8346c981-f338-4e40-8219-323fe0b3a519 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:33.020916 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f964d92-bad7-44a6-a963-053132c2057e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.025076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c664c-f187-4839-99b7-5fc565d1805e req-0f70eb79-74c1-4bc9-900a-a649a9847729 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.028364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=01800c74-8f67-4bcd-a658-9fe9381d2b38,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.029210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453c664c-f187-4839-99b7-5fc565d1805e req-0f70eb79-74c1-4bc9-900a-a649a9847729 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1292298 Nov 12 03:33:33.029820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.115824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Allocated IP 172.20.0.5 (5d0d4fec-785f-4f62-8f89-124de4d666be/73730921-127b-4c66-9520-81787406a384/906aa052-cddc-45bf-ae9f-9548a3b25df1) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:33.131335 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c2c31d55-745a-4f12-a892-4bf8312e686a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.203963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453c664c-f187-4839-99b7-5fc565d1805e req-7dcd8624-4e38-4e94-8e61-8ffa52b23fea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686542 Nov 12 03:33:33.214374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] For port 78de9240-f435-4035-abc5-fef6fc5ce268, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:33.256814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c2c31d55-745a-4f12-a892-4bf8312e686a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.279490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] For port 78de9240-f435-4035-abc5-fef6fc5ce268, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=78de9240-f435-4035-abc5-fef6fc5ce268,segment=NetworkSegment(78114812-6fa7-4bda-9edd-af98d369d664),segment_id=78114812-6fa7-4bda-9edd-af98d369d664)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:33.299663 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.344105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa0ac6-5cc3-475b-a923-f999511d3868 req-60f3c8f9-b78a-4faf-a2ef-d2f50f2600de tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.345695 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8aa0ac6-5cc3-475b-a923-f999511d3868 req-60f3c8f9-b78a-4faf-a2ef-d2f50f2600de tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 944 time: 0.1453631 Nov 12 03:33:33.379368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d985b38-6200-44d1-8db3-6e6333abec12 None None] Pushing event updated for resources: {'Port': ['ID=78de9240-f435-4035-abc5-fef6fc5ce268,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.412015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.458266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8aa0ac6-5cc3-475b-a923-f999511d3868 req-63f504b4-4898-4dbd-8b18-d79a8e9b0f70 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039197 Nov 12 03:33:33.462244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c2c31d55-745a-4f12-a892-4bf8312e686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.467135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c2c31d55-745a-4f12-a892-4bf8312e686a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.468338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c2c31d55-745a-4f12-a892-4bf8312e686a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66f4ce94-224c-4153-9ed4-2cfb77ff8acd HTTP/1.1" status: 204 len: 168 time: 0.5094759 Nov 12 03:33:33.519118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.529142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c31d55-745a-4f12-a892-4bf8312e686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f4ce94-224c-4153-9ed4-2cfb77ff8acd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.574116 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-430b85bb-13b8-49ba-850e-80f0a6ce0325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.609842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.619803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Network 5d0d4fec-785f-4f62-8f89-124de4d666be is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:33.625429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.642197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:33.651383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:33.689063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8346c981-f338-4e40-8219-323fe0b3a519 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:33.718944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.742361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=906aa052-cddc-45bf-ae9f-9548a3b25df1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.803837 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.804503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.818044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8346c981-f338-4e40-8219-323fe0b3a519 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:33.825267 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.837372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-372b2e76-fd7d-4fc3-863b-d8684df0c2dc tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1967490 Nov 12 03:33:33.840435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48422) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.870667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:60:6c:67'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:34.132206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-330a35de-4b9f-4148-a69c-83852d50bc25 None None] Provisioning complete for port ff2df2d4-9a32-4878-9a2c-6f4681f64f7e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:34.132523 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-330a35de-4b9f-4148-a69c-83852d50bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.170101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48424) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:34.192469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0f8f-66c4-4d66-9d77-6d070804cc62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.196148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.203417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-330a35de-4b9f-4148-a69c-83852d50bc25 None None] Port ff2df2d4-9a32-4878-9a2c-6f4681f64f7e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:34.218696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-330a35de-4b9f-4148-a69c-83852d50bc25 None None] Provisioning complete for port 8346c981-f338-4e40-8219-323fe0b3a519 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:34.219936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-330a35de-4b9f-4148-a69c-83852d50bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.385730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=ff2df2d4-9a32-4878-9a2c-6f4681f64f7e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:34.397643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555876c-90dd-44cc-a480-093968dc7ccb req-f1a8c5b0-7e08-4a5e-a1f5-1ab6ca3e80d1 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:34.399157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5555876c-90dd-44cc-a480-093968dc7ccb req-f1a8c5b0-7e08-4a5e-a1f5-1ab6ca3e80d1 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.6881506 Nov 12 03:33:34.467692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0f8f-66c4-4d66-9d77-6d070804cc62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.480566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7003f-ca1e-4ce0-a8b8-4b94ad31a904 req-c36bdaf0-196d-497d-bdbf-44d3b8fcff1d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:34.482660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71e7003f-ca1e-4ce0-a8b8-4b94ad31a904 req-c36bdaf0-196d-497d-bdbf-44d3b8fcff1d tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1649978 Nov 12 03:33:34.486491 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0f8f-66c4-4d66-9d77-6d070804cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.494601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-02ef5bcb-c823-4060-9fca-2d98795fc61f None None] Provisioning complete for port 906aa052-cddc-45bf-ae9f-9548a3b25df1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:34.495320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02ef5bcb-c823-4060-9fca-2d98795fc61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.511939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5555876c-90dd-44cc-a480-093968dc7ccb req-7fd8d3cc-e80d-4992-9bc2-aed5bd0c8923 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860517 Nov 12 03:33:34.527580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network c1df27be-ff36-4d67-a7c8-b7f2834f1081 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:34.530372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:34.557201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9bfd0f8f-66c4-4d66-9d77-6d070804cc62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74172cb2255c40db950983421bdf3ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3861809 Nov 12 03:33:34.569236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48436) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:34.569442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-02ef5bcb-c823-4060-9fca-2d98795fc61f None None] Port 906aa052-cddc-45bf-ae9f-9548a3b25df1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:34.595276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-02ef5bcb-c823-4060-9fca-2d98795fc61f None None] Provisioning complete for port ff2df2d4-9a32-4878-9a2c-6f4681f64f7e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:34.595648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02ef5bcb-c823-4060-9fca-2d98795fc61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.598373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd0f8f-66c4-4d66-9d77-6d070804cc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5c6292-b100-49a2-8df0-358604abce9c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:34.656622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-02ef5bcb-c823-4060-9fca-2d98795fc61f None None] Port ff2df2d4-9a32-4878-9a2c-6f4681f64f7e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:34.686123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.704401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.707405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 23f3fb9b-016f-409a-8b64-c247d15e1545 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:34.782784 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71e7003f-ca1e-4ce0-a8b8-4b94ad31a904 req-48819787-9770-4390-95fa-016a250aa432 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833126 Nov 12 03:33:34.866635 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.888961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:34.900120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] In _notify_port_updated(), no bound segment for port 906aa052-cddc-45bf-ae9f-9548a3b25df1 on network 5d0d4fec-785f-4f62-8f89-124de4d666be {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:33:34.906122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc07590-09c0-45e6-b564-d281dc72ff8f None None] Sync routers for ids ['23f3fb9b-016f-409a-8b64-c247d15e1545'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:34.906862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-00a231a4-3d18-473d-aa56-df80e0f18b86 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/23f3fb9b-016f-409a-8b64-c247d15e1545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8237169 Nov 12 03:33:34.907544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48442) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:34.913659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:34.919646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.925973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "PUT /v2.0/ports/906aa052-cddc-45bf-ae9f-9548a3b25df1 HTTP/1.1" status: 200 len: 995 time: 1.0839143 Nov 12 03:33:34.931514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc07590-09c0-45e6-b564-d281dc72ff8f None None] Routers {'23f3fb9b-016f-409a-8b64-c247d15e1545'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:34.932155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ffc07590-09c0-45e6-b564-d281dc72ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['23f3fb9b-016f-409a-8b64-c247d15e1545'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:34.935959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48444) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.004213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d3390-a69e-428a-a1f0-063146fa2ba1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:35.005728 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8c9d3390-a69e-428a-a1f0-063146fa2ba1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports/ff2df2d4-9a32-4878-9a2c-6f4681f64f7e HTTP/1.1" status: 200 len: 910 time: 0.0971041 Nov 12 03:33:35.008545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48446) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.021202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ffc07590-09c0-45e6-b564-d281dc72ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:35.047326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1c90-c7a2-4ffd-aa4e-4ad5809b3be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.047547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc07590-09c0-45e6-b564-d281dc72ff8f None None] Routers {'23f3fb9b-016f-409a-8b64-c247d15e1545'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:35.048231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ffc07590-09c0-45e6-b564-d281dc72ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['23f3fb9b-016f-409a-8b64-c247d15e1545'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:35.230031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e22ed-fe2c-4b33-9954-a4fe137df27d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=906aa052-cddc-45bf-ae9f-9548a3b25df1,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.279924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1c90-c7a2-4ffd-aa4e-4ad5809b3be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.324160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3668a4d-ad50-438a-8d7d-a62f66ade050 req-97222110-79f3-4035-9acc-bb9904d39866 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:35.329464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a3668a4d-ad50-438a-8d7d-a62f66ade050 req-97222110-79f3-4035-9acc-bb9904d39866 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 944 time: 0.3014975 Nov 12 03:33:35.383814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5d901e-8516-47bc-8b10-6f15a1624385 None None] Network f49c91ad-064e-4570-8448-acfb719580ff requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:35.403477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ffc07590-09c0-45e6-b564-d281dc72ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:35.404400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc07590-09c0-45e6-b564-d281dc72ff8f None None] The sync data for ids ['23f3fb9b-016f-409a-8b64-c247d15e1545'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:35.408576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-29632ad1-72e3-42a9-9161-93670ed0bd74 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Deleting port 906aa052-cddc-45bf-ae9f-9548a3b25df1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:35.409541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29632ad1-72e3-42a9-9161-93670ed0bd74 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.459419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a3668a4d-ad50-438a-8d7d-a62f66ade050 req-f16b669d-ff1a-4c70-85fc-1b958b58f415 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850050 Nov 12 03:33:35.475790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-496e8aed-74ac-42e7-9ae5-221b80090838 None None] Provisioning complete for port ff2df2d4-9a32-4878-9a2c-6f4681f64f7e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:35.476334 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-496e8aed-74ac-42e7-9ae5-221b80090838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.513382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-496e8aed-74ac-42e7-9ae5-221b80090838 None None] Port ff2df2d4-9a32-4878-9a2c-6f4681f64f7e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:35.544293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1c90-c7a2-4ffd-aa4e-4ad5809b3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.551759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1c90-c7a2-4ffd-aa4e-4ad5809b3be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.552998 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ec9a1c90-c7a2-4ffd-aa4e-4ad5809b3be2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e5c6292-b100-49a2-8df0-358604abce9c HTTP/1.1" status: 204 len: 168 time: 0.9827633 Nov 12 03:33:35.576595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a1c90-c7a2-4ffd-aa4e-4ad5809b3be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5c6292-b100-49a2-8df0-358604abce9c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.642171 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29632ad1-72e3-42a9-9161-93670ed0bd74 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.669172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-29632ad1-72e3-42a9-9161-93670ed0bd74 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Calling delete_port for 906aa052-cddc-45bf-ae9f-9548a3b25df1 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:35.703374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 78de9240-f435-4035-abc5-fef6fc5ce268 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:35.720301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] Provisioning complete for port 906aa052-cddc-45bf-ae9f-9548a3b25df1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:35.720664 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.721513 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.888497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] Port 906aa052-cddc-45bf-ae9f-9548a3b25df1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:35.919078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] Provisioning complete for port 78de9240-f435-4035-abc5-fef6fc5ce268 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:35.920036 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.938852 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29632ad1-72e3-42a9-9161-93670ed0bd74 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.983927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 78de9240-f435-4035-abc5-fef6fc5ce268 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:35.984416 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.046036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29632ad1-72e3-42a9-9161-93670ed0bd74 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Port': ['ID=906aa052-cddc-45bf-ae9f-9548a3b25df1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.083543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 01800c74-8f67-4bcd-a658-9fe9381d2b38 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:36.149810 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.180913 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29632ad1-72e3-42a9-9161-93670ed0bd74 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.187041 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-29632ad1-72e3-42a9-9161-93670ed0bd74 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "DELETE /v2.0/ports/906aa052-cddc-45bf-ae9f-9548a3b25df1 HTTP/1.1" status: 204 len: 168 time: 1.2500603 Nov 12 03:33:36.187652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48476) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:36.193268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572faa-19fb-4b16-b4ed-a8eacec955db req-1bec63ee-c653-4d12-abec-7a6759dd6e2c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.202305 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52572faa-19fb-4b16-b4ed-a8eacec955db req-1bec63ee-c653-4d12-abec-7a6759dd6e2c tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.2869539 Nov 12 03:33:36.236530 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-67001cb2-fc19-4cd1-ba29-ed063847e2cb tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] GET failed (client error): The resource could not be found. Nov 12 03:33:36.244950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-67001cb2-fc19-4cd1-ba29-ed063847e2cb tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "GET /v2.0/ports/906aa052-cddc-45bf-ae9f-9548a3b25df1 HTTP/1.1" status: 404 len: 333 time: 0.0498216 Nov 12 03:33:36.254067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48480) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:36.260540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be', 'name': 'tempest-AllowedAddressPairTestJSON-248552481'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:36.299046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] For port 78de9240-f435-4035-abc5-fef6fc5ce268, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=78de9240-f435-4035-abc5-fef6fc5ce268,segment=NetworkSegment(78114812-6fa7-4bda-9edd-af98d369d664),segment_id=78114812-6fa7-4bda-9edd-af98d369d664)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:36.328137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.342384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.21.0.1 (f49c91ad-064e-4570-8448-acfb719580ff/5b68fb34-3c75-49bb-84b3-8f2657e54c37/8ee6ca47-49ca-4c82-ad40-6dad2a50f56b) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:36.386142 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52572faa-19fb-4b16-b4ed-a8eacec955db req-fe18db15-fdcc-4bad-936f-520a7d5dd9f8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827955 Nov 12 03:33:36.401667 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.402345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.404302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9efd3-2158-4423-b956-f1b646e99a69 None None] Pushing event updated for resources: {'Port': ['ID=78de9240-f435-4035-abc5-fef6fc5ce268,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.425573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 01800c74-8f67-4bcd-a658-9fe9381d2b38 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:36.444125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Made reservation on behalf of 450dc53e40cf481aac00eade897697ac for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:36.447873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.458312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 01800c74-8f67-4bcd-a658-9fe9381d2b38 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:36.460525 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.466066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] device_id is not set on port 677ca4f2-2448-4a83-a384-224ce0ba24e2 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:36.614227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f651ccd8-0906-49a7-93f5-867bd4d4f22d None None] Provisioning complete for port 78de9240-f435-4035-abc5-fef6fc5ce268 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:36.614607 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f651ccd8-0906-49a7-93f5-867bd4d4f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.615698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.683305 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:33:36.683856 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:33:36.698086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Allocated IP 172.20.0.7 (5d0d4fec-785f-4f62-8f89-124de4d666be/73730921-127b-4c66-9520-81787406a384/677ca4f2-2448-4a83-a384-224ce0ba24e2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:36.736234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c2d58-cf01-4332-a749-4450236a6fc7 req-58266198-78f8-42f3-819d-c0a8ff76bcfa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.738036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.738277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.740017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab1c2d58-cf01-4332-a749-4450236a6fc7 req-58266198-78f8-42f3-819d-c0a8ff76bcfa tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.0937002 Nov 12 03:33:36.794556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7735d-03c0-401f-9705-b87d2b486a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01800c74-8f67-4bcd-a658-9fe9381d2b38'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:36.797117 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdc4e04-db72-46dd-a52c-c506e406ba42" -d '{"events": [{"server_uuid": "90a7735d-03c0-401f-9705-b87d2b486a75", "name": "network-vif-plugged", "status": "completed", "tag": "01800c74-8f67-4bcd-a658-9fe9381d2b38"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:36.806103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d670f64-ec7a-4876-99dd-f4e140849a96 req-96856302-ba0c-483f-97a1-c70d10b9f1ba tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.807658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d670f64-ec7a-4876-99dd-f4e140849a96 req-96856302-ba0c-483f-97a1-c70d10b9f1ba tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 944 time: 0.1652288 Nov 12 03:33:36.821466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 01800c74-8f67-4bcd-a658-9fe9381d2b38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:36.823980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network f49c91ad-064e-4570-8448-acfb719580ff is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:36.826452 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.858425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:36.868682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:36.868953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab1c2d58-cf01-4332-a749-4450236a6fc7 req-c66e2b4b-3b66-4d00-a780-97d94d1d9e2b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171939 Nov 12 03:33:36.885538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=01800c74-8f67-4bcd-a658-9fe9381d2b38,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.904307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=8ee6ca47-49ca-4c82-ad40-6dad2a50f56b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.920848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d670f64-ec7a-4876-99dd-f4e140849a96 req-ccf6cd3a-bbca-4f62-b0a0-9f40a8f14595 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061802 Nov 12 03:33:36.939388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.979803 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.040391 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73d37fb-a46b-40f4-8bd2-4f3f971386ae x-openstack-request-id: req-d73d37fb-a46b-40f4-8bd2-4f3f971386ae {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:37.040770 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7735d-03c0-401f-9705-b87d2b486a75", "name": "network-vif-plugged", "status": "completed", "tag": "01800c74-8f67-4bcd-a658-9fe9381d2b38", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:37.041277 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d73d37fb-a46b-40f4-8bd2-4f3f971386ae {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:37.041732 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a7735d-03c0-401f-9705-b87d2b486a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'code': 200} Nov 12 03:33:37.051988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.207144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.222072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.241269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2c0ab945-69ff-4a99-ac11-b394ee01a9a7 None None] Provisioning complete for port 8ee6ca47-49ca-4c82-ad40-6dad2a50f56b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:37.241739 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab945-69ff-4a99-ac11-b394ee01a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.268686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=677ca4f2-2448-4a83-a384-224ce0ba24e2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.277973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71eaf9-bc2a-45ad-9fec-531e90570aec req-3b063dc9-c555-4bbc-86df-7a74986640d5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.283751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ab945-69ff-4a99-ac11-b394ee01a9a7 None None] Port 8ee6ca47-49ca-4c82-ad40-6dad2a50f56b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:37.285884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d71eaf9-bc2a-45ad-9fec-531e90570aec req-3b063dc9-c555-4bbc-86df-7a74986640d5 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1001799 Nov 12 03:33:37.287927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e8f7b-3453-4a8d-ad5d-05752b3f2643 req-485b5e1d-0b42-4ffb-9229-44625d1a149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.290405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-863e8f7b-3453-4a8d-ad5d-05752b3f2643 req-485b5e1d-0b42-4ffb-9229-44625d1a149e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 1097 time: 0.1588824 Nov 12 03:33:37.302445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Network 5d0d4fec-785f-4f62-8f89-124de4d666be is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:37.309613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:37.319662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:37.403506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.404339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.416989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-863e8f7b-3453-4a8d-ad5d-05752b3f2643 req-a00798f7-e9ed-421e-a26a-acdacaf52bcb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166432 Nov 12 03:33:37.427145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07f7d53b-9e58-4b27-886f-af26950ba0aa tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1706340 Nov 12 03:33:37.430912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48530) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.436989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'network_id': '5d0d4fec-785f-4f62-8f89-124de4d666be', 'name': 'tempest-AllowedAddressPairTestJSON-658758944'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:37.447074 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d71eaf9-bc2a-45ad-9fec-531e90570aec req-66a8d8f5-675f-4b06-ac58-d36402e59434 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604002 Nov 12 03:33:37.509112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.613814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 78de9240-f435-4035-abc5-fef6fc5ce268 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:37.678280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Made reservation on behalf of 450dc53e40cf481aac00eade897697ac for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:37.682058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.719001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] device_id is not set on port 18ce739f-5b3f-447f-b221-431f34db6fed yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:37.730329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 78de9240-f435-4035-abc5-fef6fc5ce268 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:37.730796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.733182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a003d7b9-0f90-426a-9bca-b7d515ead148 None None] Provisioning complete for port 677ca4f2-2448-4a83-a384-224ce0ba24e2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:37.733654 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a003d7b9-0f90-426a-9bca-b7d515ead148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.742380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.744310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ac74ee5-9741-43b7-8ca3-2869756bd5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.753137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.775606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a003d7b9-0f90-426a-9bca-b7d515ead148 None None] Port 677ca4f2-2448-4a83-a384-224ce0ba24e2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:37.848395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Allocated IP 172.20.0.8 (5d0d4fec-785f-4f62-8f89-124de4d666be/73730921-127b-4c66-9520-81787406a384/18ce739f-5b3f-447f-b221-431f34db6fed) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:37.865555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=8ee6ca47-49ca-4c82-ad40-6dad2a50f56b,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.905144 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.930378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401833ae-9ae4-4991-9007-31855d38d9ca req-520edc31-3c87-491e-869c-9a8f0b2b4793 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.931870 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-401833ae-9ae4-4991-9007-31855d38d9ca req-520edc31-3c87-491e-869c-9a8f0b2b4793 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1334159 Nov 12 03:33:38.019080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.052840 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ac74ee5-9741-43b7-8ca3-2869756bd5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.065770 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ac74ee5-9741-43b7-8ca3-2869756bd5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.074394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56b79d-4960-4180-9795-419211f5063f req-21a4b359-e58b-4d46-8102-6d7e4d5129b7 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.075865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb56b79d-4960-4180-9795-419211f5063f req-21a4b359-e58b-4d46-8102-6d7e4d5129b7 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.0703080 Nov 12 03:33:38.079478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e545f735-20be-426b-8f53-e0e0fca6a501 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:38.103150 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-401833ae-9ae4-4991-9007-31855d38d9ca req-ff394028-0f7f-4a37-9f8c-e1a3c031ce15 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612995 Nov 12 03:33:38.110288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.133373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network f49c91ad-064e-4570-8448-acfb719580ff is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:38.134153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac74ee5-9741-43b7-8ca3-2869756bd5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70588fd-2707-4d57-a4d5-5405414882ce,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.138816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0ac74ee5-9741-43b7-8ca3-2869756bd5bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63749d4addee43afbc17aea84dfd1cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286781 Nov 12 03:33:38.140320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:38.141894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48556) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.170607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Network 5d0d4fec-785f-4f62-8f89-124de4d666be is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:38.182877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:38.195149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:38.253668 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb56b79d-4960-4180-9795-419211f5063f req-2b8eaa26-b644-475d-829a-0f709c9613b5 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580019 Nov 12 03:33:38.257533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=18ce739f-5b3f-447f-b221-431f34db6fed,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.303172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e545f735-20be-426b-8f53-e0e0fca6a501,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:38.319356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.319996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.327507 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-624f2852-04d9-4d65-9e97-04cb08eed33e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.339925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'e545f735-20be-426b-8f53-e0e0fca6a501', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'port_id': 'e545f735-20be-426b-8f53-e0e0fca6a501', 'mac_address': 'fa:16:3e:82:74:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67f6c8-b665-4ca5-b155-c93c0793db74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:38.353772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e03a8206-5da7-49b4-9a20-2af834060866 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9228196 Nov 12 03:33:38.356483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48558) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.358452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-624f2852-04d9-4d65-9e97-04cb08eed33e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.363051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:60:6c:67'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:0b:15:c0'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:38.434733 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.451779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e545f735-20be-426b-8f53-e0e0fca6a501 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:38.467336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 23f3fb9b-016f-409a-8b64-c247d15e1545 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:38.478996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e545f735-20be-426b-8f53-e0e0fca6a501,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:38.483021 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.509010 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.590401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e545f735-20be-426b-8f53-e0e0fca6a501,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.602377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-624f2852-04d9-4d65-9e97-04cb08eed33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.605937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-624f2852-04d9-4d65-9e97-04cb08eed33e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.612630 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-624f2852-04d9-4d65-9e97-04cb08eed33e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f70588fd-2707-4d57-a4d5-5405414882ce HTTP/1.1" status: 204 len: 168 time: 0.4663568 Nov 12 03:33:38.614001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:38.625727 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b42e607d-ec1f-4d85-bf67-107f6fdd8461 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/23f3fb9b-016f-409a-8b64-c247d15e1545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6139042 Nov 12 03:33:38.625904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-40d4b5fd-1302-46e0-9837-870b472c63ec None None] Provisioning complete for port 18ce739f-5b3f-447f-b221-431f34db6fed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:38.626353 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01587bf-1f06-43b6-9d02-bff392239c0b None None] Sync routers for ids ['23f3fb9b-016f-409a-8b64-c247d15e1545'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:38.626714 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5fd-1302-46e0-9837-870b472c63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.628686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.643547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f2852-04d9-4d65-9e97-04cb08eed33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70588fd-2707-4d57-a4d5-5405414882ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.670051 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01587bf-1f06-43b6-9d02-bff392239c0b None None] Routers {'23f3fb9b-016f-409a-8b64-c247d15e1545'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:38.670693 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e01587bf-1f06-43b6-9d02-bff392239c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['23f3fb9b-016f-409a-8b64-c247d15e1545'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:38.675476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-40d4b5fd-1302-46e0-9837-870b472c63ec None None] Port 18ce739f-5b3f-447f-b221-431f34db6fed cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:38.677873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e545f735-20be-426b-8f53-e0e0fca6a501'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:38.718462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-40d4b5fd-1302-46e0-9837-870b472c63ec None None] Provisioning complete for port 8ee6ca47-49ca-4c82-ad40-6dad2a50f56b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:38.718750 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5fd-1302-46e0-9837-870b472c63ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.829718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-40d4b5fd-1302-46e0-9837-870b472c63ec None None] Port 8ee6ca47-49ca-4c82-ad40-6dad2a50f56b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:38.865762 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e01587bf-1f06-43b6-9d02-bff392239c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:38.891909 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01587bf-1f06-43b6-9d02-bff392239c0b None None] Routers {'23f3fb9b-016f-409a-8b64-c247d15e1545'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:38.894344 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e01587bf-1f06-43b6-9d02-bff392239c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['23f3fb9b-016f-409a-8b64-c247d15e1545'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:38.969885 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e01587bf-1f06-43b6-9d02-bff392239c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:38.970995 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01587bf-1f06-43b6-9d02-bff392239c0b None None] The sync data for ids ['23f3fb9b-016f-409a-8b64-c247d15e1545'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:39.114215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86667b74-1e02-410e-9f4b-5c9a605c95e6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.115602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86667b74-1e02-410e-9f4b-5c9a605c95e6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports/8ee6ca47-49ca-4c82-ad40-6dad2a50f56b HTTP/1.1" status: 200 len: 910 time: 0.4856226 Nov 12 03:33:39.118524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48596) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:39.386973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.399749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b693a-fe5a-47be-b401-f9df65d1279f req-26f6642c-52df-42a8-baa2-1cb6af085a0e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.406312 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.407438 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d0b693a-fe5a-47be-b401-f9df65d1279f req-26f6642c-52df-42a8-baa2-1cb6af085a0e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.0682878 Nov 12 03:33:39.421952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13bb4-17a2-494f-a39a-d096228f3314 req-5b4c5198-2b6d-4324-91d4-957ac8afdfca tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.430015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27c13bb4-17a2-494f-a39a-d096228f3314 req-5b4c5198-2b6d-4324-91d4-957ac8afdfca tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.2175756 Nov 12 03:33:39.513658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d0b693a-fe5a-47be-b401-f9df65d1279f req-6e15e222-9ff7-4ec7-bf02-dff7632745b2 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053114 Nov 12 03:33:39.625873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-f265e3a2-4e3d-4cb8-9ee2-68cff767f372 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.627886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-f265e3a2-4e3d-4cb8-9ee2-68cff767f372 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.3420384 Nov 12 03:33:39.750546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event updated for resources: {'Port': ['ID=18ce739f-5b3f-447f-b221-431f34db6fed,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:39.903254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353f234-fafa-4c07-8a49-057627558534 req-b939408e-2bfb-410f-aa6d-8055c2b04b46 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.918168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8353f234-fafa-4c07-8a49-057627558534 req-b939408e-2bfb-410f-aa6d-8055c2b04b46 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.0814478 Nov 12 03:33:39.918844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48636) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:39.919869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] In _notify_port_updated(), no bound segment for port 18ce739f-5b3f-447f-b221-431f34db6fed on network 5d0d4fec-785f-4f62-8f89-124de4d666be {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:33:39.926076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.926717 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.928065 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-580002c9-7e87-477e-9a35-52e124411f2d tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "PUT /v2.0/ports/18ce739f-5b3f-447f-b221-431f34db6fed HTTP/1.1" status: 200 len: 1054 time: 1.5702717 Nov 12 03:33:39.929380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Request body: {'floatingip': {'port_id': '01800c74-8f67-4bcd-a658-9fe9381d2b38'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:39.933642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48640) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:39.945023 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27c13bb4-17a2-494f-a39a-d096228f3314 req-46788c6a-afa8-46a2-9960-4bcace952d93 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140398 Nov 12 03:33:39.983993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d4134212-51a7-4000-ba2d-03fac6e6dca6 None None] Provisioning complete for port 18ce739f-5b3f-447f-b221-431f34db6fed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:39.984671 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d4134212-51a7-4000-ba2d-03fac6e6dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.094413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e545f735-20be-426b-8f53-e0e0fca6a501 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:40.108979 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.133585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Deleting port 69d99121-2b2a-4733-94e2-58cfb217acb2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:40.134620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.150279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d4134212-51a7-4000-ba2d-03fac6e6dca6 None None] Port 18ce739f-5b3f-447f-b221-431f34db6fed cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:40.180099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port e545f735-20be-426b-8f53-e0e0fca6a501 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:40.180474 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.263138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-711911c9-eaea-4a3c-8571-b8b86f54f6b3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Deleting port 18ce739f-5b3f-447f-b221-431f34db6fed {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:40.263743 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-711911c9-eaea-4a3c-8571-b8b86f54f6b3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.295451 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.347251 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.411549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e545f735-20be-426b-8f53-e0e0fca6a501,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:40.412728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545f735-20be-426b-8f53-e0e0fca6a501'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:40.417117 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f759c6-2652-4fcf-ab7f-f2f32a7a7241" -d '{"events": [{"server_uuid": "ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2", "name": "network-vif-plugged", "status": "completed", "tag": "e545f735-20be-426b-8f53-e0e0fca6a501"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:40.421779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.532342 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c1fd4c-d1fd-4ee9-b7d4-bae925f09d8b x-openstack-request-id: req-01c1fd4c-d1fd-4ee9-b7d4-bae925f09d8b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:40.532641 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2", "name": "network-vif-plugged", "status": "completed", "tag": "e545f735-20be-426b-8f53-e0e0fca6a501", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:40.532957 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01c1fd4c-d1fd-4ee9-b7d4-bae925f09d8b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:40.537541 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545f735-20be-426b-8f53-e0e0fca6a501', 'code': 200} Nov 12 03:33:40.539312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e545f735-20be-426b-8f53-e0e0fca6a501,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.573973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] For port 69d99121-2b2a-4733-94e2-58cfb217acb2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=69d99121-2b2a-4733-94e2-58cfb217acb2,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:40.574577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.640046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Calling delete_port for 69d99121-2b2a-4733-94e2-58cfb217acb2 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:40.738550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-711911c9-eaea-4a3c-8571-b8b86f54f6b3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.803061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-711911c9-eaea-4a3c-8571-b8b86f54f6b3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Calling delete_port for 18ce739f-5b3f-447f-b221-431f34db6fed owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:40.941115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.947270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.214716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd13e23-b2f7-49ce-a484-4608677e4e01 req-69f92bc3-c6ed-418f-a902-f94864191056 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:41.223995 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efd13e23-b2f7-49ce-a484-4608677e4e01 req-69f92bc3-c6ed-418f-a902-f94864191056 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 945 time: 0.1152444 Nov 12 03:33:41.247373 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Floating IP 8678e27a-69e2-4ee1-8c6f-9dee549d3c75 associated. External IP: 172.25.0.157, port: 01800c74-8f67-4bcd-a658-9fe9381d2b38. Nov 12 03:33:41.435464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-711911c9-eaea-4a3c-8571-b8b86f54f6b3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.548823 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:41.579435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711911c9-eaea-4a3c-8571-b8b86f54f6b3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Port': ['ID=18ce739f-5b3f-447f-b221-431f34db6fed,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.582395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efd13e23-b2f7-49ce-a484-4608677e4e01 req-d2b958e3-4659-4fc7-841d-85a8857da3df tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568811 Nov 12 03:33:41.592351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Router a9152750-5d37-4aff-8a08-f0698692245f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:41.620895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48686) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:41.661664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.674291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5a3180e6-dfb2-4303-bea7-9d4dfab056dd', '69d99121-2b2a-4733-94e2-58cfb217acb2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:41.724402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event deleted for resources: {'Port': ['ID=69d99121-2b2a-4733-94e2-58cfb217acb2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.733026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 8ee6ca47-49ca-4c82-ad40-6dad2a50f56b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:41.733392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.856858 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34c37af7-65b9-404c-b05e-be85aa64d24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.871467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:41.876351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.896169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] Sync routers for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:41.955234 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-802a810e-93f2-4273-abdf-74c16762da81 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "PUT /v2.0/floatingips/8678e27a-69e2-4ee1-8c6f-9dee549d3c75 HTTP/1.1" status: 200 len: 991 time: 2.0326321 Nov 12 03:33:41.966787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:41.966787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:41.967124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a7735d-03c0-401f-9705-b87d2b486a75', 'tag': '01800c74-8f67-4bcd-a658-9fe9381d2b38'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:41.974809 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c07bff1-22d5-41ba-94e9-e069fe647c94" -d '{"events": [{"name": "network-changed", "server_uuid": "90a7735d-03c0-401f-9705-b87d2b486a75", "tag": "01800c74-8f67-4bcd-a658-9fe9381d2b38"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:42.071379 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8242339-26b6-4c08-b293-4d94b9e4f30a x-openstack-request-id: req-c8242339-26b6-4c08-b293-4d94b9e4f30a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:42.072029 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a7735d-03c0-401f-9705-b87d2b486a75", "tag": "01800c74-8f67-4bcd-a658-9fe9381d2b38", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:42.072491 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8242339-26b6-4c08-b293-4d94b9e4f30a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:42.073231 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a7735d-03c0-401f-9705-b87d2b486a75', 'tag': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'status': 'completed', 'code': 200} Nov 12 03:33:42.078326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34c37af7-65b9-404c-b05e-be85aa64d24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.084213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34c37af7-65b9-404c-b05e-be85aa64d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.101190 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.116196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c37af7-65b9-404c-b05e-be85aa64d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c612eb4c-d6fd-44c1-a279-6cf1fafea7aa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:42.168186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-34c37af7-65b9-404c-b05e-be85aa64d24c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5edc76ec6564fb2a249803a4d2a330d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5393274 Nov 12 03:33:42.171301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48704) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:42.231993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] No DVR routers for this DVR port 69d99121-2b2a-4733-94e2-58cfb217acb2 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:42.255151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:42.257764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 8ee6ca47-49ca-4c82-ad40-6dad2a50f56b owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:42.264837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9af10f9-9485-48c9-be40-2dccd330633e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.267921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-711911c9-eaea-4a3c-8571-b8b86f54f6b3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.274265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-711911c9-eaea-4a3c-8571-b8b86f54f6b3 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "DELETE /v2.0/ports/18ce739f-5b3f-447f-b221-431f34db6fed HTTP/1.1" status: 204 len: 168 time: 2.3281927 Nov 12 03:33:42.276316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.280375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bdf2d5f2-1d5a-46bf-b2d1-91e2d20c6a72 req-c97e4957-773c-4183-8fbf-88e727ae03ea tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "DELETE /v2.0/ports/69d99121-2b2a-4733-94e2-58cfb217acb2 HTTP/1.1" status: 204 len: 173 time: 2.5762851 Nov 12 03:33:42.285054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941a003f-cb90-45c8-bce8-999df32165e6', 'name': 'network-vif-deleted', 'tag': '69d99121-2b2a-4733-94e2-58cfb217acb2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:42.285255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48710) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:42.288044 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695dd347-e198-43eb-8f0b-0dda2a388df4" -d '{"events": [{"server_uuid": "941a003f-cb90-45c8-bce8-999df32165e6", "name": "network-vif-deleted", "tag": "69d99121-2b2a-4733-94e2-58cfb217acb2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:42.324761 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba909461-9211-4839-82ba-d5b3ef55b07a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] GET failed (client error): The resource could not be found. Nov 12 03:33:42.329535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ba909461-9211-4839-82ba-d5b3ef55b07a tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "GET /v2.0/ports/18ce739f-5b3f-447f-b221-431f34db6fed HTTP/1.1" status: 404 len: 333 time: 0.0432446 Nov 12 03:33:42.331573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48714) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:42.338241 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9af10f9-9485-48c9-be40-2dccd330633e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.360716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-92da3ab0-84e3-4266-8836-7b6a3801a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:42.365004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-92da3ab0-84e3-4266-8836-7b6a3801a048 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b64d1b058f846328f64fa41616eba13&device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 1097 time: 0.1810594 Nov 12 03:33:42.426295 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5d7db2-a857-4d2f-920d-619998dd3b13 x-openstack-request-id: req-8e5d7db2-a857-4d2f-920d-619998dd3b13 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:42.426972 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941a003f-cb90-45c8-bce8-999df32165e6", "name": "network-vif-deleted", "tag": "69d99121-2b2a-4733-94e2-58cfb217acb2", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:42.427378 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e5d7db2-a857-4d2f-920d-619998dd3b13 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:42.427927 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941a003f-cb90-45c8-bce8-999df32165e6', 'name': 'network-vif-deleted', 'tag': '69d99121-2b2a-4733-94e2-58cfb217acb2', 'status': 'completed', 'code': 200} Nov 12 03:33:42.495812 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9af10f9-9485-48c9-be40-2dccd330633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.504520 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9af10f9-9485-48c9-be40-2dccd330633e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.506430 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b9af10f9-9485-48c9-be40-2dccd330633e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c612eb4c-d6fd-44c1-a279-6cf1fafea7aa HTTP/1.1" status: 204 len: 168 time: 0.3343236 Nov 12 03:33:42.534616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af10f9-9485-48c9-be40-2dccd330633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c612eb4c-d6fd-44c1-a279-6cf1fafea7aa,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:42.588629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7012e-c75d-4222-af09-ded7ae9f9334 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Deleting port 677ca4f2-2448-4a83-a384-224ce0ba24e2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:42.593917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4b7012e-c75d-4222-af09-ded7ae9f9334 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.608567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-cd3cdca5-5182-443a-8771-a3bf7929aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:42.609974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-cd3cdca5-5182-443a-8771-a3bf7929aa70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fd12b05-a641-48f7-9c95-186efddc31cd HTTP/1.1" status: 200 len: 917 time: 0.2359383 Nov 12 03:33:42.687377 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-5bdf3d04-0f60-4782-a6cf-a2e6a2ab49e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38 HTTP/1.1" status: 200 len: 999 time: 0.0664079 Nov 12 03:33:42.807750 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4b7012e-c75d-4222-af09-ded7ae9f9334 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.822823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-358c5958-7ecd-4ebd-8131-6b95310198d8 req-97e093d7-79ab-4814-86ee-e32115c3be10 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=941a003f-cb90-45c8-bce8-999df32165e6 HTTP/1.1" status: 200 len: 210 time: 0.0630417 Nov 12 03:33:42.847007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7012e-c75d-4222-af09-ded7ae9f9334 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Calling delete_port for 677ca4f2-2448-4a83-a384-224ce0ba24e2 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:42.871972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-45d6eaba-ae18-4e43-8cca-2dbf23af4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:42.876213 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-45d6eaba-ae18-4e43-8cca-2dbf23af4fdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e72d5ff7-7be8-46d0-a742-51477de96fe8 HTTP/1.1" status: 200 len: 854 time: 0.1786089 Nov 12 03:33:42.878126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.036145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '8678e27a-69e2-4ee1-8c6f-9dee549d3c75', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'port_id': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'mac_address': 'fa:16:3e:20:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7735d-03c0-401f-9705-b87d2b486a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:33:40Z', 'revision_number': 1, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:35Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:43.081576 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4b7012e-c75d-4222-af09-ded7ae9f9334 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.100495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] Checking router: a9152750-5d37-4aff-8a08-f0698692245f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:43.125470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=8ee6ca47-49ca-4c82-ad40-6dad2a50f56b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:43.143155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:43.145057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:43.209904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7012e-c75d-4222-af09-ded7ae9f9334 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Port': ['ID=677ca4f2-2448-4a83-a384-224ce0ba24e2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:43.350685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:43.398800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4b7012e-c75d-4222-af09-ded7ae9f9334 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.410698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:43.411056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48740) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:43.413069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d4b7012e-c75d-4222-af09-ded7ae9f9334 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "DELETE /v2.0/ports/677ca4f2-2448-4a83-a384-224ce0ba24e2 HTTP/1.1" status: 204 len: 168 time: 1.0770652 Nov 12 03:33:43.438651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-6c195cf8-25d8-42b6-a4a9-718dabccf95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:43.441664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-6c195cf8-25d8-42b6-a4a9-718dabccf95c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fd12b05-a641-48f7-9c95-186efddc31cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5226521 Nov 12 03:33:43.482555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63a1829f-52cc-4ffc-8874-196da2b91af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.494342 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7641343-9437-4ffe-b9cd-01e1a94209d6 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] GET failed (client error): The resource could not be found. Nov 12 03:33:43.500138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48742) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:43.512427 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d7641343-9437-4ffe-b9cd-01e1a94209d6 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "GET /v2.0/ports/677ca4f2-2448-4a83-a384-224ce0ba24e2 HTTP/1.1" status: 404 len: 333 time: 0.0917737 Nov 12 03:33:43.644959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-849ef138-c788-4785-9224-fe2282b4d5a9 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Deleting port d62fd08d-a9fd-407e-aaed-fb5e9334dba2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:43.645176 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-849ef138-c788-4785-9224-fe2282b4d5a9 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.671829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '8678e27a-69e2-4ee1-8c6f-9dee549d3c75', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'port_id': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'mac_address': 'fa:16:3e:20:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7735d-03c0-401f-9705-b87d2b486a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:33:40Z', 'revision_number': 1, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:35Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:43.709568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3707c-e80d-427a-a161-8ff2d2825844 None None] The sync data for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 is: [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '8678e27a-69e2-4ee1-8c6f-9dee549d3c75', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'port_id': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'mac_address': 'fa:16:3e:20:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a7735d-03c0-401f-9705-b87d2b486a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:39Z', 'updated_at': '2021-11-12T03:33:40Z', 'revision_number': 1, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:35Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:43.779368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.783097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-849ef138-c788-4785-9224-fe2282b4d5a9 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.805404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-849ef138-c788-4785-9224-fe2282b4d5a9 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Calling delete_port for d62fd08d-a9fd-407e-aaed-fb5e9334dba2 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:43.813792 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-78ead34d-40b9-4c15-8eeb-8581d970b56e service neutron] 10.222.0.20 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556859 Nov 12 03:33:44.078541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63a1829f-52cc-4ffc-8874-196da2b91af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.088914 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63a1829f-52cc-4ffc-8874-196da2b91af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.104466 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ed20c-b29b-4c02-87f0-9bb7521c17ca None None] New status for floating IP 8678e27a-69e2-4ee1-8c6f-9dee549d3c75: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:33:44.131619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 69d99121-2b2a-4733-94e2-58cfb217acb2 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:44.193329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1829f-52cc-4ffc-8874-196da2b91af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e56d8b-6577-4993-9b40-67962b5dc5a4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:44.209481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 69d99121-2b2a-4733-94e2-58cfb217acb2 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:44.212468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 69d99121-2b2a-4733-94e2-58cfb217acb2 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:44.242793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c07bff1-22d5-41ba-94e9-e069fe647c94 req-2127f659-45e8-496e-b2ff-f9cbed184789 service neutron] 10.222.0.20 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209404 Nov 12 03:33:44.246738 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-63a1829f-52cc-4ffc-8874-196da2b91af2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f1ac52dda1340fc9e33e6683f7a5c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8339667 Nov 12 03:33:44.316779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:44.445764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 23f3fb9b-016f-409a-8b64-c247d15e1545 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:44.520560 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e641ae6-f475-4724-b78e-68c695e43198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.648782 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e641ae6-f475-4724-b78e-68c695e43198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.669522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:44.675942 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e2375a57-45b0-4c09-bd5e-51ffda06fc58 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/23f3fb9b-016f-409a-8b64-c247d15e1545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5564308 Nov 12 03:33:44.680069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:44.685844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e46f5-2370-4b12-a18e-d34089c5915a None None] Sync routers for ids ['23f3fb9b-016f-409a-8b64-c247d15e1545'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:44.707418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e46f5-2370-4b12-a18e-d34089c5915a None None] Routers {'23f3fb9b-016f-409a-8b64-c247d15e1545'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:44.708044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d23e46f5-2370-4b12-a18e-d34089c5915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['23f3fb9b-016f-409a-8b64-c247d15e1545'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:44.758667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e641ae6-f475-4724-b78e-68c695e43198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.768079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e641ae6-f475-4724-b78e-68c695e43198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.774009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e641ae6-f475-4724-b78e-68c695e43198 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77e56d8b-6577-4993-9b40-67962b5dc5a4 HTTP/1.1" status: 204 len: 168 time: 0.4561775 Nov 12 03:33:44.775644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-849ef138-c788-4785-9224-fe2282b4d5a9 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.790002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d23e46f5-2370-4b12-a18e-d34089c5915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:44.800652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e46f5-2370-4b12-a18e-d34089c5915a None None] Routers {'23f3fb9b-016f-409a-8b64-c247d15e1545'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:44.801851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d23e46f5-2370-4b12-a18e-d34089c5915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['23f3fb9b-016f-409a-8b64-c247d15e1545'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:44.805987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e641ae6-f475-4724-b78e-68c695e43198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e56d8b-6577-4993-9b40-67962b5dc5a4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:44.855062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d23e46f5-2370-4b12-a18e-d34089c5915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:44.855896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e46f5-2370-4b12-a18e-d34089c5915a None None] The sync data for ids ['23f3fb9b-016f-409a-8b64-c247d15e1545'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:44.912344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ef138-c788-4785-9224-fe2282b4d5a9 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Port': ['ID=d62fd08d-a9fd-407e-aaed-fb5e9334dba2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:45.209634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-849ef138-c788-4785-9224-fe2282b4d5a9 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.220570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-849ef138-c788-4785-9224-fe2282b4d5a9 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "DELETE /v2.0/ports/d62fd08d-a9fd-407e-aaed-fb5e9334dba2 HTTP/1.1" status: 204 len: 168 time: 1.7188599 Nov 12 03:33:45.223833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48802) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:45.338991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-51443998-7c9f-4d1f-b80d-c3f04b44b87e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Deleting subnet 73730921-127b-4c66-9520-81787406a384 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:45.351205 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51443998-7c9f-4d1f-b80d-c3f04b44b87e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.449190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.466513 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51443998-7c9f-4d1f-b80d-c3f04b44b87e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.731973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51443998-7c9f-4d1f-b80d-c3f04b44b87e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.779131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3704033-b46d-4443-b3ae-fac083908294 req-d2eacda1-baa6-41e5-9f27-a42995831a3e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:45.780853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3704033-b46d-4443-b3ae-fac083908294 req-d2eacda1-baa6-41e5-9f27-a42995831a3e tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 945 time: 0.1151826 Nov 12 03:33:45.860391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3704033-b46d-4443-b3ae-fac083908294 req-a1f49283-2be2-471b-9f19-5226b01554e8 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687280 Nov 12 03:33:45.869086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51443998-7c9f-4d1f-b80d-c3f04b44b87e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.907531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f7d60-f810-403f-ad8b-fd9d29cdf743 None None] Network 5d0d4fec-785f-4f62-8f89-124de4d666be requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:45.910228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51443998-7c9f-4d1f-b80d-c3f04b44b87e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.922201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-51443998-7c9f-4d1f-b80d-c3f04b44b87e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "DELETE /v2.0/subnets/73730921-127b-4c66-9520-81787406a384 HTTP/1.1" status: 204 len: 168 time: 0.6970537 Nov 12 03:33:45.922849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48830) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:45.961976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51443998-7c9f-4d1f-b80d-c3f04b44b87e tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Subnet': ['ID=73730921-127b-4c66-9520-81787406a384,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.055398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port ff2df2d4-9a32-4878-9a2c-6f4681f64f7e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:46.057043 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.072368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.151678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Deleting port 220b1f64-5e78-4133-9294-701a7da6a7e9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:46.152254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.220595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] DHCP port deletion for 5d0d4fec-785f-4f62-8f89-124de4d666be request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:46.235903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.255874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for ff2df2d4-9a32-4878-9a2c-6f4681f64f7e owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:46.256559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] For port 220b1f64-5e78-4133-9294-701a7da6a7e9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=220b1f64-5e78-4133-9294-701a7da6a7e9,segment=NetworkSegment(16682faf-7e9c-448e-9197-25f542b2cf05),segment_id=16682faf-7e9c-448e-9197-25f542b2cf05)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:46.258705 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.291140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] Deleting port 220b1f64-5e78-4133-9294-701a7da6a7e9 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:46.291724 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.297703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Calling delete_port for 220b1f64-5e78-4133-9294-701a7da6a7e9 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:46.388059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] For port 220b1f64-5e78-4133-9294-701a7da6a7e9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=220b1f64-5e78-4133-9294-701a7da6a7e9,segment=NetworkSegment(16682faf-7e9c-448e-9197-25f542b2cf05),segment_id=16682faf-7e9c-448e-9197-25f542b2cf05)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:46.388931 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.416906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] Calling delete_port for 220b1f64-5e78-4133-9294-701a7da6a7e9 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:46.438448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.526655 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.527656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Port': ['ID=220b1f64-5e78-4133-9294-701a7da6a7e9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.543475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] No DVR routers for this DVR port 220b1f64-5e78-4133-9294-701a7da6a7e9 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:46.548697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] No DVR routers for this DVR port 220b1f64-5e78-4133-9294-701a7da6a7e9 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:46.583456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0107c-3739-4e13-a865-cac22997b88e None None] Pushing event deleted for resources: {'Port': ['ID=220b1f64-5e78-4133-9294-701a7da6a7e9,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.588116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.635667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=ff2df2d4-9a32-4878-9a2c-6f4681f64f7e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.765247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.809203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0d4fec-785f-4f62-8f89-124de4d666be']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:46.823374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16682faf-7e9c-448e-9197-25f542b2cf05') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:46.823750 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16682faf-7e9c-448e-9197-25f542b2cf05') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:46.840291 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.871212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.887201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:46.887608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:46.894329 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:46.951931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.113463 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.132382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-a490ded1-df80-4774-b13d-361ce4796f66 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:47.135319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-a490ded1-df80-4774-b13d-361ce4796f66 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 945 time: 0.1923823 Nov 12 03:33:47.145436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.160274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] 10.222.0.49 "DELETE /v2.0/networks/5d0d4fec-785f-4f62-8f89-124de4d666be HTTP/1.1" status: 204 len: 168 time: 1.2063086 Nov 12 03:33:47.218757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802bb09-a769-4253-8873-3d60dbbcc173 tempest-AllowedAddressPairTestJSON-356058363 tempest-AllowedAddressPairTestJSON-356058363-project] Pushing event deleted for resources: {'Network': ['ID=5d0d4fec-785f-4f62-8f89-124de4d666be,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.400992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2c71-38de-4a12-9a9a-a515231b8c6d req-cd67a96d-7c06-486a-9d54-19e4767c35ac tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:47.411392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c15c2c71-38de-4a12-9a9a-a515231b8c6d req-cd67a96d-7c06-486a-9d54-19e4767c35ac tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 945 time: 0.3768888 Nov 12 03:33:47.468015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 23f3fb9b-016f-409a-8b64-c247d15e1545 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:47.480322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c15c2c71-38de-4a12-9a9a-a515231b8c6d req-bdf94469-fe05-4f7d-bd39-2ab40dda8770 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/security-groups?id=202d875d-a489-4506-817b-876f917d2779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665333 Nov 12 03:33:47.592771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:47.619127 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dc5a46-4309-447d-8fa0-a3f32933ced5 None None] Sync routers for ids ['23f3fb9b-016f-409a-8b64-c247d15e1545'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:47.625262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46333013-6c07-40ad-bd83-2f943c8b3f9a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/23f3fb9b-016f-409a-8b64-c247d15e1545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9386230 Nov 12 03:33:47.627541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48880) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:47.627915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48882) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:47.646493 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc5a46-4309-447d-8fa0-a3f32933ced5 None None] Routers {'23f3fb9b-016f-409a-8b64-c247d15e1545'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:47.647468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 220b1f64-5e78-4133-9294-701a7da6a7e9 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:47.661651 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d7dc5a46-4309-447d-8fa0-a3f32933ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['23f3fb9b-016f-409a-8b64-c247d15e1545'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:47.688278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 220b1f64-5e78-4133-9294-701a7da6a7e9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:47.688844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 220b1f64-5e78-4133-9294-701a7da6a7e9 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:47.734856 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d7dc5a46-4309-447d-8fa0-a3f32933ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:47.749638 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc5a46-4309-447d-8fa0-a3f32933ced5 None None] Routers {'23f3fb9b-016f-409a-8b64-c247d15e1545'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:47.750911 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d7dc5a46-4309-447d-8fa0-a3f32933ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['23f3fb9b-016f-409a-8b64-c247d15e1545'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:47.779149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cf0e7fa9-a366-4e26-ab0f-592078bb1859 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=23f3fb9b-016f-409a-8b64-c247d15e1545 HTTP/1.1" status: 200 len: 205 time: 0.1345601 Nov 12 03:33:47.786264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48894) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:47.811948 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d7dc5a46-4309-447d-8fa0-a3f32933ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:47.813090 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dc5a46-4309-447d-8fa0-a3f32933ced5 None None] The sync data for ids ['23f3fb9b-016f-409a-8b64-c247d15e1545'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:47.950102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8433f83-0a41-4304-b29d-ff18cfed5a9f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.951122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Deleting port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:47.951819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.153601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8433f83-0a41-4304-b29d-ff18cfed5a9f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.156966 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8433f83-0a41-4304-b29d-ff18cfed5a9f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.172695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] For port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,segment=NetworkSegment(ccfeab9d-15b1-408c-9b72-a6794a000aad),segment_id=ccfeab9d-15b1-408c-9b72-a6794a000aad)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:48.173487 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.202300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Calling delete_port for 5a3180e6-dfb2-4303-bea7-9d4dfab056dd owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:48.231507 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8433f83-0a41-4304-b29d-ff18cfed5a9f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.232389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8433f83-0a41-4304-b29d-ff18cfed5a9f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Fanout notify agent at l3_agent the message router_deleted on router 23f3fb9b-016f-409a-8b64-c247d15e1545 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:48.245014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8433f83-0a41-4304-b29d-ff18cfed5a9f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.246342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e8433f83-0a41-4304-b29d-ff18cfed5a9f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/23f3fb9b-016f-409a-8b64-c247d15e1545 HTTP/1.1" status: 204 len: 168 time: 0.4591014 Nov 12 03:33:48.258980 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-09dc6f3f-73f0-428a-b8b7-c6a87863fb2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=450dc53e40cf481aac00eade897697ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286449 Nov 12 03:33:48.259949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48904) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:48.260601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48906) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:48.363691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-86578f2f-a806-4774-8210-348bc9728be4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet 5b68fb34-3c75-49bb-84b3-8f2657e54c37 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:48.367603 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86578f2f-a806-4774-8210-348bc9728be4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.406766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a62ceb44-45d8-40d6-b5f1-825cf6e107ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.427388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86578f2f-a806-4774-8210-348bc9728be4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.469038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a62ceb44-45d8-40d6-b5f1-825cf6e107ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.530506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.586139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Pushing event deleted for resources: {'Port': ['ID=5a3180e6-dfb2-4303-bea7-9d4dfab056dd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:48.670266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] No DVR routers for this DVR port 5a3180e6-dfb2-4303-bea7-9d4dfab056dd on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:48.673503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.678284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf22aa25-6d15-43bb-bfda-9c5bc1bfc861 req-d9646b62-7440-4124-93bb-ba75e080ec92 tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.20 "DELETE /v2.0/ports/5a3180e6-dfb2-4303-bea7-9d4dfab056dd HTTP/1.1" status: 204 len: 173 time: 1.5089037 Nov 12 03:33:48.678876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0', 'name': 'network-vif-deleted', 'tag': '5a3180e6-dfb2-4303-bea7-9d4dfab056dd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:48.682083 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944ce4cc-c96b-4133-b39f-1f512f6648c7" -d '{"events": [{"server_uuid": "a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0", "name": "network-vif-deleted", "tag": "5a3180e6-dfb2-4303-bea7-9d4dfab056dd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:48.716260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a62ceb44-45d8-40d6-b5f1-825cf6e107ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.719597 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a62ceb44-45d8-40d6-b5f1-825cf6e107ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.722325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a62ceb44-45d8-40d6-b5f1-825cf6e107ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1876fc2a-20ee-43eb-a99a-22492b0c7516 HTTP/1.1" status: 204 len: 168 time: 0.4591544 Nov 12 03:33:48.764969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58ae5ef7-c58e-41ae-997b-8260d9b8a6ac req-f62cff4e-6bd2-4482-8f27-28ed3ff4027b tempest-ServersTestJSON-579732962 tempest-ServersTestJSON-579732962-project] 10.222.0.49 "GET /v2.0/ports?device_id=a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0 HTTP/1.1" status: 200 len: 210 time: 0.0836761 Nov 12 03:33:48.782684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ceb44-45d8-40d6-b5f1-825cf6e107ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1876fc2a-20ee-43eb-a99a-22492b0c7516,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:48.820703 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86578f2f-a806-4774-8210-348bc9728be4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.833387 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8811f57-2089-4c72-90da-024f27cf450a x-openstack-request-id: req-c8811f57-2089-4c72-90da-024f27cf450a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:48.834232 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0", "name": "network-vif-deleted", "tag": "5a3180e6-dfb2-4303-bea7-9d4dfab056dd", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:48.835278 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8811f57-2089-4c72-90da-024f27cf450a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:48.836225 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37c7bf1-5a8b-4849-b7d6-9deb48fad2c0', 'name': 'network-vif-deleted', 'tag': '5a3180e6-dfb2-4303-bea7-9d4dfab056dd', 'status': 'completed', 'code': 200} Nov 12 03:33:48.940181 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86578f2f-a806-4774-8210-348bc9728be4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.978903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9888c-354d-4946-b196-6783875b90bc None None] Network f49c91ad-064e-4570-8448-acfb719580ff requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:48.984195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86578f2f-a806-4774-8210-348bc9728be4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.993329 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-86578f2f-a806-4774-8210-348bc9728be4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/5b68fb34-3c75-49bb-84b3-8f2657e54c37 HTTP/1.1" status: 204 len: 168 time: 0.7271531 Nov 12 03:33:48.993329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86578f2f-a806-4774-8210-348bc9728be4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=5b68fb34-3c75-49bb-84b3-8f2657e54c37,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:48.994575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48944) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:49.076658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9a4696-283c-46c5-b654-99b64d89853a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet fb85388a-602b-4e6e-9f41-e178ae8b2344 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:49.085534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4696-283c-46c5-b654-99b64d89853a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.163102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4696-283c-46c5-b654-99b64d89853a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.394484 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4696-283c-46c5-b654-99b64d89853a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.444514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] DHCP port deletion for f49c91ad-064e-4570-8448-acfb719580ff request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:49.559445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] Deleting port 78de9240-f435-4035-abc5-fef6fc5ce268 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:49.563491 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.623342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4696-283c-46c5-b654-99b64d89853a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.638110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 78de9240-f435-4035-abc5-fef6fc5ce268 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:49.677949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a4696-283c-46c5-b654-99b64d89853a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=fb85388a-602b-4e6e-9f41-e178ae8b2344,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:49.682924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4696-283c-46c5-b654-99b64d89853a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.688767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cc9a4696-283c-46c5-b654-99b64d89853a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/fb85388a-602b-4e6e-9f41-e178ae8b2344 HTTP/1.1" status: 204 len: 168 time: 0.6911263 Nov 12 03:33:49.689439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48994) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:49.725581 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a573f-11a6-4847-a593-6ce475872afe None None] Network c1df27be-ff36-4d67-a7c8-b7f2834f1081 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:49.891749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49020) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:49.907816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] For port 78de9240-f435-4035-abc5-fef6fc5ce268, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=78de9240-f435-4035-abc5-fef6fc5ce268,segment=NetworkSegment(78114812-6fa7-4bda-9edd-af98d369d664),segment_id=78114812-6fa7-4bda-9edd-af98d369d664)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:49.909093 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.936799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] Calling delete_port for 78de9240-f435-4035-abc5-fef6fc5ce268 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:50.030046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-670beda0-0d69-43ac-a40b-e7ffcad0e75e admin admin] Deleting subnet e94314c6-3250-47e1-a1fe-ce606b32ef01 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:50.042630 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-670beda0-0d69-43ac-a40b-e7ffcad0e75e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.146074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-670beda0-0d69-43ac-a40b-e7ffcad0e75e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.204724 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.227022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5a3180e6-dfb2-4303-bea7-9d4dfab056dd no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:50.289182 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-670beda0-0d69-43ac-a40b-e7ffcad0e75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.355367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 5a3180e6-dfb2-4303-bea7-9d4dfab056dd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:50.355711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5a3180e6-dfb2-4303-bea7-9d4dfab056dd not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:50.363070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.405879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-670beda0-0d69-43ac-a40b-e7ffcad0e75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.413069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 78de9240-f435-4035-abc5-fef6fc5ce268, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=78de9240-f435-4035-abc5-fef6fc5ce268,segment=NetworkSegment(78114812-6fa7-4bda-9edd-af98d369d664),segment_id=78114812-6fa7-4bda-9edd-af98d369d664)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:50.421197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.431597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.490971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event deleted for resources: {'Port': ['ID=78de9240-f435-4035-abc5-fef6fc5ce268,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.499932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 78de9240-f435-4035-abc5-fef6fc5ce268 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:50.500261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.528601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-670beda0-0d69-43ac-a40b-e7ffcad0e75e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.536563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] Pushing event deleted for resources: {'Port': ['ID=78de9240-f435-4035-abc5-fef6fc5ce268,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.538675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49038) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:50.540710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-670beda0-0d69-43ac-a40b-e7ffcad0e75e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e94314c6-3250-47e1-a1fe-ce606b32ef01 HTTP/1.1" status: 204 len: 168 time: 0.6477463 Nov 12 03:33:50.542243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] DHCP port deletion for c1df27be-ff36-4d67-a7c8-b7f2834f1081 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:50.542966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670beda0-0d69-43ac-a40b-e7ffcad0e75e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94314c6-3250-47e1-a1fe-ce606b32ef01,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.556544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890cd3c-b348-45d4-8cee-5b5e0683b1e4 None None] No DVR routers for this DVR port 78de9240-f435-4035-abc5-fef6fc5ce268 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:50.584322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49040) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:50.609650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49044) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:50.640196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] Deleting port 8346c981-f338-4e40-8219-323fe0b3a519 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:50.640860 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.663230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.720541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 78de9240-f435-4035-abc5-fef6fc5ce268, host n-d-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:50.722055 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.725263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] For port 8346c981-f338-4e40-8219-323fe0b3a519, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8346c981-f338-4e40-8219-323fe0b3a519,segment=NetworkSegment(11875d67-a093-459e-ba2e-886defd93406),segment_id=11875d67-a093-459e-ba2e-886defd93406)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:50.725699 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.742143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] Calling delete_port for 8346c981-f338-4e40-8219-323fe0b3a519 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:50.764639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 78de9240-f435-4035-abc5-fef6fc5ce268 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:50.774950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Port 78de9240-f435-4035-abc5-fef6fc5ce268 was not found and therefore no delete operation was performed {{(pid=102628) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:33:50.780951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.828666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No DVR routers for this DVR port 78de9240-f435-4035-abc5-fef6fc5ce268 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:50.834810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1037270664'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:50.862115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.891097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:50.899703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.905021 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.909654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=78de9240-f435-4035-abc5-fef6fc5ce268,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.928247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.953173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a339ab68-87d8-4dbc-941e-c718a004b026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.007283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.040195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49c91ad-064e-4570-8448-acfb719580ff']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.053999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78114812-6fa7-4bda-9edd-af98d369d664') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.054277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78114812-6fa7-4bda-9edd-af98d369d664') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.067263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.083404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.092092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:51.092541 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.107501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] Pushing event deleted for resources: {'Port': ['ID=8346c981-f338-4e40-8219-323fe0b3a519,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.117984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af346cb-829d-4cd9-8eb7-11bbb1d6a0d5 None None] No DVR routers for this DVR port 8346c981-f338-4e40-8219-323fe0b3a519 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:51.133661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.142532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.158794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a339ab68-87d8-4dbc-941e-c718a004b026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:51.165575 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:51.179518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a339ab68-87d8-4dbc-941e-c718a004b026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.183032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1b6f72-6312-4e02-90bc-25b52609eef7']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.199242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfeab9d-15b1-408c-9b72-a6794a000aad') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.199562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfeab9d-15b1-408c-9b72-a6794a000aad') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.207945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.225501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:51.238069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825928e7-ecb3-4138-9014-0ddd63f98db6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.238401 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.244309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/f49c91ad-064e-4570-8448-acfb719580ff HTTP/1.1" status: 204 len: 168 time: 1.5537789 Nov 12 03:33:51.250018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49062) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.251898 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.273088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339ab68-87d8-4dbc-941e-c718a004b026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff99c35-96a5-46c0-9f37-c980811f4327,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.287577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a339ab68-87d8-4dbc-941e-c718a004b026 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1316b673d5e54c54bcdf4209b734989b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6765795 Nov 12 03:33:51.288627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49064) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.299155 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.300412 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 645a6734-9270-4b6e-b143-2244529933b5 of type vlan for network 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 Nov 12 03:33:51.316342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d4ccb-79a3-4b10-bec6-9ff151f88632 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=f49c91ad-064e-4570-8448-acfb719580ff,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.348492 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.367405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:51.367874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:51.369884 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:51.427649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.447451 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0082fba-9e13-46c1-ba74-012d9c73d49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.476202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.489252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.493435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.496260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:51.497210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.498365 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.505991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cb1b6f72-6312-4e02-90bc-25b52609eef7 HTTP/1.1" status: 204 len: 168 time: 0.9601457 Nov 12 03:33:51.506150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0082fba-9e13-46c1-ba74-012d9c73d49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.542291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe6fc7-94fa-4b19-ae83-bda5e793d918 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1b6f72-6312-4e02-90bc-25b52609eef7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.641135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.647275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8346c981-f338-4e40-8219-323fe0b3a519 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:51.684436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0982227 Nov 12 03:33:51.684836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1df27be-ff36-4d67-a7c8-b7f2834f1081']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.687281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602536bb-df45-4caf-90c7-4c3ec8b7517f tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=94e0e49e-f51c-46b5-9b6d-baec3fd83d20,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.712251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11875d67-a093-459e-ba2e-886defd93406') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.712604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11875d67-a093-459e-ba2e-886defd93406') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.715867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0082fba-9e13-46c1-ba74-012d9c73d49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.719107 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0082fba-9e13-46c1-ba74-012d9c73d49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.720456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b0082fba-9e13-46c1-ba74-012d9c73d49b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fff99c35-96a5-46c0-9f37-c980811f4327 HTTP/1.1" status: 204 len: 168 time: 0.4288619 Nov 12 03:33:51.730637 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0082fba-9e13-46c1-ba74-012d9c73d49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff99c35-96a5-46c0-9f37-c980811f4327,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.748124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.765136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:51.765272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49072) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.787312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.802101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8346c981-f338-4e40-8219-323fe0b3a519 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:51.802101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8346c981-f338-4e40-8219-323fe0b3a519 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:51.805602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:51.806007 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:51.824871 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:51.853457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.856197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bbc925b1-8903-447f-bd55-e733a0823cf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49c3a70a1bdb40208d0bee143bfdc83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903387 Nov 12 03:33:51.859144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49076) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.862105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': '94e0e49e-f51c-46b5-9b6d-baec3fd83d20', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:51.923143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4172f0e-50a0-49f5-861b-0cb752bdec84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.953016 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4172f0e-50a0-49f5-861b-0cb752bdec84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.023656 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4172f0e-50a0-49f5-861b-0cb752bdec84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.040065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4172f0e-50a0-49f5-861b-0cb752bdec84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.045564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.045761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d4172f0e-50a0-49f5-861b-0cb752bdec84 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/202d875d-a489-4506-817b-876f917d2779 HTTP/1.1" status: 204 len: 168 time: 0.1829193 Nov 12 03:33:52.058477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.067054 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/c1df27be-ff36-4d67-a7c8-b7f2834f1081 HTTP/1.1" status: 204 len: 168 time: 0.8070037 Nov 12 03:33:52.077197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c0b61-9cc8-4aaf-9424-6cfd48db5992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=c1df27be-ff36-4d67-a7c8-b7f2834f1081,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.078490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49090) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.101121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-238950081'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:52.109340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4172f0e-50a0-49f5-861b-0cb752bdec84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202d875d-a489-4506-817b-876f917d2779,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.113196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:52.118056 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.179301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:52.183712 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.219903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:52.230898 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.231371 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment f9ff91fb-a8f4-4fdd-81a1-dca0bc295811 of type vlan for network 97142e31-945b-4422-b003-4b2e44ef4a21 Nov 12 03:33:52.308478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.380282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.401071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:52.401744 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.427314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49100) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.453613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25e5d2e7-639f-4304-8c15-11a014ca9588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.473315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3850574 Nov 12 03:33:52.473571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49104) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.479204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': '97142e31-945b-4422-b003-4b2e44ef4a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:52.491794 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.637681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072ef1d-9858-459f-8cc3-4494c44712e9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=97142e31-945b-4422-b003-4b2e44ef4a21,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.652979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 97142e31-945b-4422-b003-4b2e44ef4a21 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:52.661682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=eae8ab4a-cf8d-4b0f-8672-bf492891fc61,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.718185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '645a6734-9270-4b6e-b143-2244529933b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '94e0e49e-f51c-46b5-9b6d-baec3fd83d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:52.718789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: 94e0e49e-f51c-46b5-9b6d-baec3fd83d20, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:52.727335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:52.731167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.787045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25e5d2e7-639f-4304-8c15-11a014ca9588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.821829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25e5d2e7-639f-4304-8c15-11a014ca9588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.837852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:52.882808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 94e0e49e-f51c-46b5-9b6d-baec3fd83d20) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:52.887312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:52.887920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.893939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0327a47-f32e-4606-90e5-f199737fae21 None None] Network 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:52.906849 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-25e5d2e7-639f-4304-8c15-11a014ca9588 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=645422be27aa4361a37bc1274063475d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4781797 Nov 12 03:33:52.907745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5d2e7-639f-4304-8c15-11a014ca9588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43db364-d082-45d6-b129-62f5a602ab17,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.910154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49116) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.924974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f8e055f1-7872-447a-9658-fe50aa6e0ca7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0696914 Nov 12 03:33:52.929592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49118) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.934731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1910946765'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:52.994939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:52.998917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.019924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d7332d-f316-4987-bd0a-1cac979552c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.057410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:53.067998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.068359 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment fd9387c3-e03c-4254-aa2d-ae29eebb375b of type vlan for network 94f4046a-44a3-4dbc-bc93-261f0af7579f Nov 12 03:33:53.095742 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d7332d-f316-4987-bd0a-1cac979552c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.129098 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.160960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.205498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-94e0e49e-f51c-46b5-9b6d-baec3fd83d20', 'network_id': '94e0e49e-f51c-46b5-9b6d-baec3fd83d20', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': 'eae8ab4a-cf8d-4b0f-8672-bf492891fc61'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:53.207429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.218621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.219470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.246311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d7332d-f316-4987-bd0a-1cac979552c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.250680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d7332d-f316-4987-bd0a-1cac979552c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.256807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a1d7332d-f316-4987-bd0a-1cac979552c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f43db364-d082-45d6-b129-62f5a602ab17 HTTP/1.1" status: 204 len: 168 time: 0.3432364 Nov 12 03:33:53.267686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7332d-f316-4987-bd0a-1cac979552c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43db364-d082-45d6-b129-62f5a602ab17,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:53.352596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4188952 Nov 12 03:33:53.353046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49138) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:53.364798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': '94f4046a-44a3-4dbc-bc93-261f0af7579f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:53.397695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Allocated IP 172.20.255.242 (94e0e49e-f51c-46b5-9b6d-baec3fd83d20/eae8ab4a-cf8d-4b0f-8672-bf492891fc61/e6ed57a9-d2e2-4995-a316-20bf31ae7b1f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:53.451700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b0fd8-50f0-4e57-9646-5df102c0b821 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=94f4046a-44a3-4dbc-bc93-261f0af7579f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:53.472493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.478778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 94f4046a-44a3-4dbc-bc93-261f0af7579f details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:53.510528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:53.527642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.622505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=b6ea9ae2-c2f5-4137-b66a-8936d3d72586,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:53.634642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': 'f9ff91fb-a8f4-4fdd-81a1-dca0bc295811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '97142e31-945b-4422-b003-4b2e44ef4a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:53.640607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: 97142e31-945b-4422-b003-4b2e44ef4a21, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:53.692713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 97142e31-945b-4422-b003-4b2e44ef4a21 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:53.714751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 97142e31-945b-4422-b003-4b2e44ef4a21) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:53.719991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.720695 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.736039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cca135-d5be-4874-8c06-a0720346f0b1 None None] Network 97142e31-945b-4422-b003-4b2e44ef4a21 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:53.758903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-14ceea21-7418-43e5-a7dc-f13ea52dab3f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2825739 Nov 12 03:33:53.759559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49152) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:53.777838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6e49c24f-768f-4531-9c07-516169ad0d85 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1366263336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:53.857107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e49c24f-768f-4531-9c07-516169ad0d85 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.858171 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e49c24f-768f-4531-9c07-516169ad0d85 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.004573 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e49c24f-768f-4531-9c07-516169ad0d85 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.015112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e49c24f-768f-4531-9c07-516169ad0d85 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.061653 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.082763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.111544 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e49c24f-768f-4531-9c07-516169ad0d85 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.119884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6e49c24f-768f-4531-9c07-516169ad0d85 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3588905 Nov 12 03:33:54.122666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.122890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49168) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:54.132528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'port': {'network_id': '97142e31-945b-4422-b003-4b2e44ef4a21', 'name': 'tempest-RoutersTest-1438844255'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:54.249460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Network 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:54.257815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:54.280868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=7344e2db-c5b5-4196-aa8f-3bea64b43335,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:54.282183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:54.287804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Pushing event updated for resources: {'Port': ['ID=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:54.298255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.299351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.299351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.299545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.299832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.300198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.300532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.300975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.301313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.301641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.301977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.302530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:54.312609 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-97142e31-945b-4422-b003-4b2e44ef4a21', 'network_id': '97142e31-945b-4422-b003-4b2e44ef4a21', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': 'b6ea9ae2-c2f5-4137-b66a-8936d3d72586'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:54.313698 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.399360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': 'fd9387c3-e03c-4254-aa2d-ae29eebb375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '94f4046a-44a3-4dbc-bc93-261f0af7579f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:54.399808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: 94f4046a-44a3-4dbc-bc93-261f0af7579f, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:54.443946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network 94f4046a-44a3-4dbc-bc93-261f0af7579f is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:54.460889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 94f4046a-44a3-4dbc-bc93-261f0af7579f) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:54.466895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.467519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.504471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8f0f70e-2302-43fd-860c-3017dcb6e86b req-46f74e79-ee01-4bf5-8c40-8952f34ba356 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0822775 Nov 12 03:33:54.532181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:54.545977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-73306011-c73f-4aaf-a568-29bcfd029e4e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1916845 Nov 12 03:33:54.547817 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.548609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49192) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:54.615054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] device_id is not set on port 62000029-489b-4117-8fda-6262120f7286 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:54.767777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Allocated IP 172.20.0.2 (97142e31-945b-4422-b003-4b2e44ef4a21/b6ea9ae2-c2f5-4137-b66a-8936d3d72586/4adaf545-2667-4413-b93c-357ecc8b7d1e) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:54.825244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.907190 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.997959 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.023481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca4a21-3336-4f03-a63f-4a2155b29eb0 None None] Network 94f4046a-44a3-4dbc-bc93-261f0af7579f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:55.074025 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.133687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.135276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Attempting to bind port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:55.136794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Attempting to bind port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '645a6734-9270-4b6e-b143-2244529933b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '94e0e49e-f51c-46b5-9b6d-baec3fd83d20'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:55.145195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Attempting to bind port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f on network 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:55.159582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.20.0.6 (97142e31-945b-4422-b003-4b2e44ef4a21/b6ea9ae2-c2f5-4137-b66a-8936d3d72586/62000029-489b-4117-8fda-6262120f7286) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:55.259971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=7344e2db-c5b5-4196-aa8f-3bea64b43335,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:55.365683 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.372626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:55.382863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Checking segment: {'id': '645a6734-9270-4b6e-b143-2244529933b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '94e0e49e-f51c-46b5-9b6d-baec3fd83d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:55.383321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.387640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Bound using segment: {'id': '645a6734-9270-4b6e-b143-2244529933b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '94e0e49e-f51c-46b5-9b6d-baec3fd83d20'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:55.388226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Bound port: e6ed57a9-d2e2-4995-a316-20bf31ae7b1f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645a6734-9270-4b6e-b143-2244529933b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '94e0e49e-f51c-46b5-9b6d-baec3fd83d20'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:55.388781 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.418641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Network 97142e31-945b-4422-b003-4b2e44ef4a21 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:55.458567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.494362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:55.496498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Pushing event updated for resources: {'Port': ['ID=4adaf545-2667-4413-b93c-357ecc8b7d1e,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:55.515433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f4046a-44a3-4dbc-bc93-261f0af7579f']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:55.524222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:55.554653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9387c3-e03c-4254-aa2d-ae29eebb375b') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:55.555209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9387c3-e03c-4254-aa2d-ae29eebb375b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:55.624039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.663274 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.718653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.730094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-52c8431c-83cf-4183-99a7-1818e3129604 req-1c5fd495-06e4-4f36-83f7-3f5cb9a7f0fa tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0873303 Nov 12 03:33:55.746483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] For port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:55.747742 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.751660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] For port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,segment=NetworkSegment(645a6734-9270-4b6e-b143-2244529933b5),segment_id=645a6734-9270-4b6e-b143-2244529933b5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:55.773364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:55.775170 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.785246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:55.790519 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:55.834767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 97142e31-945b-4422-b003-4b2e44ef4a21 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:55.854289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:55.869404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:55.991594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.993042 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.011188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=62000029-489b-4117-8fda-6262120f7286,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.029025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1a7bba2-6949-41cd-8a98-872d7b9b6774 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9049125 Nov 12 03:33:56.032067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49250) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:56.091843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe27334-24c9-452d-b2e3-d9e745be9992 None None] Network 94f4046a-44a3-4dbc-bc93-261f0af7579f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:56.106924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.129599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Attempting to bind port 4adaf545-2667-4413-b93c-357ecc8b7d1e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:56.130970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Attempting to bind port 4adaf545-2667-4413-b93c-357ecc8b7d1e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'f9ff91fb-a8f4-4fdd-81a1-dca0bc295811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '97142e31-945b-4422-b003-4b2e44ef4a21'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:56.132578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Attempting to bind port 4adaf545-2667-4413-b93c-357ecc8b7d1e on network 97142e31-945b-4422-b003-4b2e44ef4a21 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:56.172581 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.187560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49256) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:56.197291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1008181129'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:56.199234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/94f4046a-44a3-4dbc-bc93-261f0af7579f HTTP/1.1" status: 204 len: 168 time: 1.6489954 Nov 12 03:33:56.223355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:56.225983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Checking segment: {'id': 'f9ff91fb-a8f4-4fdd-81a1-dca0bc295811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '97142e31-945b-4422-b003-4b2e44ef4a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:56.226688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.229758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Bound using segment: {'id': 'f9ff91fb-a8f4-4fdd-81a1-dca0bc295811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '97142e31-945b-4422-b003-4b2e44ef4a21'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:56.231067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Bound port: 4adaf545-2667-4413-b93c-357ecc8b7d1e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ff91fb-a8f4-4fdd-81a1-dca0bc295811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '97142e31-945b-4422-b003-4b2e44ef4a21'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:56.233224 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.242663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447862d6-ba8f-4255-ae05-728315fdd8f8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=94f4046a-44a3-4dbc-bc93-261f0af7579f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.257657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:56.263480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.316255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe27334-24c9-452d-b2e3-d9e745be9992 None None] Network 94f4046a-44a3-4dbc-bc93-261f0af7579f could not be found, it might have been deleted concurrently. {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:33:56.338014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:56.368565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.369023 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 04fe51e8-8c1d-47eb-adce-0be5a2023a43 of type vlan for network 9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6 Nov 12 03:33:56.431722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098576b-bb83-490a-8d40-979bdb692797 None None] Pushing event updated for resources: {'Port': ['ID=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.477356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.548637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.577181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.577974 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.584542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] For port 4adaf545-2667-4413-b93c-357ecc8b7d1e, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:56.587975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] For port 4adaf545-2667-4413-b93c-357ecc8b7d1e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4adaf545-2667-4413-b93c-357ecc8b7d1e,segment=NetworkSegment(f9ff91fb-a8f4-4fdd-81a1-dca0bc295811),segment_id=f9ff91fb-a8f4-4fdd-81a1-dca0bc295811)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:56.593834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.680066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4883506 Nov 12 03:33:56.680766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49276) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:56.696622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbe167-bc7d-457f-8073-6ad02d1cc5dd None None] Pushing event updated for resources: {'Port': ['ID=4adaf545-2667-4413-b93c-357ecc8b7d1e,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.751460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': '9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:56.831587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0b3f4-cc77-4dab-8c20-5eab94a3a505 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.846565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:57.055877 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d6de643-1f1d-49c4-9075-c6333ed94759 req-92ebe1de-2fed-4955-a71e-f49d4ff2c8ab tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.1522131 Nov 12 03:33:57.060678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:57.078011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.194996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.230937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Performing IP validity checks on allocation pools {{(pid=102628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:33:57.231488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:33:57.499039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.632606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=c07d5648-87ab-4011-a7c3-3e9ce47c65a2,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:57.716029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '04fe51e8-8c1d-47eb-adce-0be5a2023a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:57.716469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: 9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:57.788477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network 9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:57.803063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc8459fb-175c-4ff3-89a6-12fb2f819d5a req-dfbf8b2f-4500-4966-989d-867cc6951251 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0549717 Nov 12 03:33:57.821780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:57.832648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9512b53e-128c-476b-a3b4-b50231b161c8 None None] Network 9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:57.845307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.852872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.905825 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-898b46d7-5971-4755-b892-e362ea7600be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1600146 Nov 12 03:33:57.908352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49340) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.958271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.977377 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.029589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4adaf545-2667-4413-b93c-357ecc8b7d1e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:58.050276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=62000029-489b-4117-8fda-6262120f7286,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:58.134612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.226307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24ed7a-85d3-4aa2-8f7c-95b6252469f9 None None] Network 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:58.355050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.491348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.498529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.722886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.770766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b45638-73e9-4f0a-b6d7-e816dce194a0 None None] Network 97142e31-945b-4422-b003-4b2e44ef4a21 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:58.774446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.819763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:58.855379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fe51e8-8c1d-47eb-adce-0be5a2023a43') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:58.855854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fe51e8-8c1d-47eb-adce-0be5a2023a43') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:58.883111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.923940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0c97637c-1c49-4d61-9ad0-8e2d431f1082 None None] Provisioning complete for port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:58.937315 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c97637c-1c49-4d61-9ad0-8e2d431f1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.941315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.960279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:58.961804 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:59.107088 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:59.115518 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6bc3ce96-7139-46fa-a730-d31c02b94b69 req-dde818b4-c367-46b6-875d-d108c9d0392a tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.7616980 Nov 12 03:33:59.151173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4adaf545-2667-4413-b93c-357ecc8b7d1e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:59.152853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.178581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=c07d5648-87ab-4011-a7c3-3e9ce47c65a2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.201862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.240405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.244135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6 HTTP/1.1" status: 204 len: 168 time: 1.3337412 Nov 12 03:33:59.246041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabf19a-0988-49ce-ae78-5413e1ff2816 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.250411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49412) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:59.258267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-923843556'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:59.335724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:59.353406 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.382235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347ab08-c093-46bf-a504-6643f6f39c07 None None] Network 9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:59.402062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:59.424348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.425338 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 2d3c76a3-4986-4bd6-bd05-b2e99a95d1d8 of type vlan for network bae14ac9-cf3a-4d11-843c-d88a9d3fce99 Nov 12 03:33:59.494528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347ab08-c093-46bf-a504-6643f6f39c07 None None] Network 9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6 could not be found, it might have been deleted concurrently. {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:33:59.559621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.621489 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.650354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:59.651091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.660033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.670881 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.722442 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.745166 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c97637c-1c49-4d61-9ad0-8e2d431f1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.750456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4986360 Nov 12 03:33:59.753462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49432) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:59.799075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': 'bae14ac9-cf3a-4d11-843c-d88a9d3fce99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:59.855388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 4adaf545-2667-4413-b93c-357ecc8b7d1e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4adaf545-2667-4413-b93c-357ecc8b7d1e,segment=NetworkSegment(f9ff91fb-a8f4-4fdd-81a1-dca0bc295811),segment_id=f9ff91fb-a8f4-4fdd-81a1-dca0bc295811)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:59.861070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0c97637c-1c49-4d61-9ad0-8e2d431f1082 None None] For port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,segment=NetworkSegment(645a6734-9270-4b6e-b143-2244529933b5),segment_id=645a6734-9270-4b6e-b143-2244529933b5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:59.872359 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.873602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e6ed57a9-d2e2-4995-a316-20bf31ae7b1f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:59.879781 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c97637c-1c49-4d61-9ad0-8e2d431f1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.025195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=62000029-489b-4117-8fda-6262120f7286,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:00.051139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.134176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=4adaf545-2667-4413-b93c-357ecc8b7d1e,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:00.156507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3ff57178-add3-4d6d-abb2-5f64a4638178 None None] Provisioning complete for port 4adaf545-2667-4413-b93c-357ecc8b7d1e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:00.157974 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ff57178-add3-4d6d-abb2-5f64a4638178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.220246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3a3f9-c2d5-422a-be7e-4be64ad01a8a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=bae14ac9-cf3a-4d11-843c-d88a9d3fce99,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:00.380576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network bae14ac9-cf3a-4d11-843c-d88a9d3fce99 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:00.448929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:00.454981 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.573460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3cbb0c7-bee1-440b-ab63-36f9d7efa887 req-30ef5bb5-55f2-451d-b27f-61075363a2d0 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.1359715 Nov 12 03:34:00.686857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 97142e31-945b-4422-b003-4b2e44ef4a21 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:00.689238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:00.743917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:00.744485 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.972286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97637c-1c49-4d61-9ad0-8e2d431f1082 None None] Pushing event updated for resources: {'Port': ['ID=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.125993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.262668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 69209c7f-0fbb-41ab-863a-acd3f22e1745 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:01.305138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=2bc219cf-3712-4011-9103-db715c7a35fa,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.401902 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-515c7e44-9c65-4920-8397-192643f3bea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.464147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3b337ddb-79ff-40b0-8a7f-1fcb7987dd5f None None] Provisioning complete for port 4adaf545-2667-4413-b93c-357ecc8b7d1e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:01.466180 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3b337ddb-79ff-40b0-8a7f-1fcb7987dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.472191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:01.477269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '2d3c76a3-4986-4bd6-bd05-b2e99a95d1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'bae14ac9-cf3a-4d11-843c-d88a9d3fce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:01.478004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: bae14ac9-cf3a-4d11-843c-d88a9d3fce99, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:01.496102 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-70805a24-7f78-4094-a69a-ab8810cf4920 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/69209c7f-0fbb-41ab-863a-acd3f22e1745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4624569 Nov 12 03:34:01.499343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49496) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:01.512941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db640708-73a3-43b5-862f-dae4a0960f4b None None] Sync routers for ids ['69209c7f-0fbb-41ab-863a-acd3f22e1745'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:01.528319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db640708-73a3-43b5-862f-dae4a0960f4b None None] Routers {'69209c7f-0fbb-41ab-863a-acd3f22e1745'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:01.529234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-db640708-73a3-43b5-862f-dae4a0960f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['69209c7f-0fbb-41ab-863a-acd3f22e1745'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:01.645972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-db640708-73a3-43b5-862f-dae4a0960f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:01.678380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721475b-04c5-41a2-aa8b-9d53210bdca6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.679975 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3721475b-04c5-41a2-aa8b-9d53210bdca6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports/62000029-489b-4117-8fda-6262120f7286 HTTP/1.1" status: 200 len: 977 time: 0.1792643 Nov 12 03:34:01.686494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49500) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:01.803402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network bae14ac9-cf3a-4d11-843c-d88a9d3fce99 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:01.804700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4adaf545-2667-4413-b93c-357ecc8b7d1e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:01.826489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, bae14ac9-cf3a-4d11-843c-d88a9d3fce99) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:01.834330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.835182 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.839445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db640708-73a3-43b5-862f-dae4a0960f4b None None] Routers {'69209c7f-0fbb-41ab-863a-acd3f22e1745'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:01.840171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-db640708-73a3-43b5-862f-dae4a0960f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:33:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['69209c7f-0fbb-41ab-863a-acd3f22e1745'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:01.855165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe9b05-bdc3-4dba-8818-868ebbfbecb8 None None] Network bae14ac9-cf3a-4d11-843c-d88a9d3fce99 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:01.876329 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c4df6e78-ab44-4d82-b61f-ab704d6ca3bb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0877893 Nov 12 03:34:01.877372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49508) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:01.970314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49520) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:02.057371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cebc38d3-3b83-4238-a1d2-56e1ea2e16f9 req-20689c41-57cc-467d-9212-922d66d820f9 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.1051471 Nov 12 03:34:02.293883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-db640708-73a3-43b5-862f-dae4a0960f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.295234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db640708-73a3-43b5-862f-dae4a0960f4b None None] The sync data for ids ['69209c7f-0fbb-41ab-863a-acd3f22e1745'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:02.327749 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.414094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4adaf545-2667-4413-b93c-357ecc8b7d1e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:02.415083 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.420957 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.444517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3b337ddb-79ff-40b0-8a7f-1fcb7987dd5f None None] Provisioning complete for port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:02.445239 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3b337ddb-79ff-40b0-8a7f-1fcb7987dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.494173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.586801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2703ca07-5142-4517-ace2-eecc8c363134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-bae14ac9-cf3a-4d11-843c-d88a9d3fce99', 'network_id': 'bae14ac9-cf3a-4d11-843c-d88a9d3fce99', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': '2bc219cf-3712-4011-9103-db715c7a35fa'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:02.587857 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2703ca07-5142-4517-ace2-eecc8c363134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.629373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc219cf-3712-4011-9103-db715c7a35fa,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.669709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-236f8cb8-1c68-425c-aa95-2d1714bb7479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.683263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.699877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923caf22-279a-45f0-b335-cf67583a916b None None] Network bae14ac9-cf3a-4d11-843c-d88a9d3fce99 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:02.709521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae14ac9-cf3a-4d11-843c-d88a9d3fce99']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.720803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3c76a3-4986-4bd6-bd05-b2e99a95d1d8') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.721864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3c76a3-4986-4bd6-bd05-b2e99a95d1d8') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.733094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.748379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.757072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:02.757522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:02.761274 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:02.865905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.880577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.884790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/bae14ac9-cf3a-4d11-843c-d88a9d3fce99 HTTP/1.1" status: 204 len: 168 time: 1.0061722 Nov 12 03:34:02.903474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:02.904472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fb467-a1f0-4da6-9974-eda6493171ef tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=bae14ac9-cf3a-4d11-843c-d88a9d3fce99,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.916260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-806625001'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:02.962412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:02.973481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.990368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.025375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:03.056259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.056641 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 81a740d1-61e9-4530-906b-d9bf2ca3deaf of type vlan for network 8f90464a-fa28-49f4-a4a3-565e91cacfdd Nov 12 03:34:03.130470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-236f8cb8-1c68-425c-aa95-2d1714bb7479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.141017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.197214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3b337ddb-79ff-40b0-8a7f-1fcb7987dd5f None None] Provisioning complete for port 62000029-489b-4117-8fda-6262120f7286 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:03.197695 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3b337ddb-79ff-40b0-8a7f-1fcb7987dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.201036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.208915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.215470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e6ed57a9-d2e2-4995-a316-20bf31ae7b1f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:03.215807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.222618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-236f8cb8-1c68-425c-aa95-2d1714bb7479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.356458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f7e738d-b8f2-49f2-89ed-b572ec8984ef req-a20ce0c5-7059-417f-9f28-0191cff3a8f6 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.1033957 Nov 12 03:34:03.364699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-236f8cb8-1c68-425c-aa95-2d1714bb7479 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca29952d8cad468c8f0da25540b8be93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3931723 Nov 12 03:34:03.371628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4595585 Nov 12 03:34:03.374815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49562) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:03.374919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49560) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:03.380823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3b337ddb-79ff-40b0-8a7f-1fcb7987dd5f None None] Port 62000029-489b-4117-8fda-6262120f7286 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:03.382561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f8cb8-1c68-425c-aa95-2d1714bb7479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8032a4d-205d-4aba-912d-5614c2066110,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:03.386859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': '8f90464a-fa28-49f4-a4a3-565e91cacfdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:03.437483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fc7ed-7bf2-4269-b2c8-142049ffd27a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=8f90464a-fa28-49f4-a4a3-565e91cacfdd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:03.443264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:03.443791 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.483230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8f90464a-fa28-49f4-a4a3-565e91cacfdd details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:03.521738 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d65a6214-9e8f-4dba-a408-0c184278527d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.551644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d65a6214-9e8f-4dba-a408-0c184278527d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.559632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:03.565637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.596893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3c6d5716-74fc-40fb-b444-98de45243857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.605561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-012a64e9-9661-4722-be14-688104001e4a None None] Provisioning complete for port 62000029-489b-4117-8fda-6262120f7286 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:03.605989 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-012a64e9-9661-4722-be14-688104001e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.626865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 62000029-489b-4117-8fda-6262120f7286 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:03.627546 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.683853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-012a64e9-9661-4722-be14-688104001e4a None None] Port 62000029-489b-4117-8fda-6262120f7286 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:03.695501 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d65a6214-9e8f-4dba-a408-0c184278527d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.698436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d65a6214-9e8f-4dba-a408-0c184278527d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.699647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d65a6214-9e8f-4dba-a408-0c184278527d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8032a4d-205d-4aba-912d-5614c2066110 HTTP/1.1" status: 204 len: 168 time: 0.3189716 Nov 12 03:34:03.713950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a6214-9e8f-4dba-a408-0c184278527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8032a4d-205d-4aba-912d-5614c2066110,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:03.747344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.760302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 62000029-489b-4117-8fda-6262120f7286 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:03.829653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.898419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=e05e6a15-36ed-46a9-9daa-0a5843fcaf08,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:03.908005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '81a740d1-61e9-4530-906b-d9bf2ca3deaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '8f90464a-fa28-49f4-a4a3-565e91cacfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:03.908407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: 8f90464a-fa28-49f4-a4a3-565e91cacfdd, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:03.933848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network 8f90464a-fa28-49f4-a4a3-565e91cacfdd is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:03.951167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8f90464a-fa28-49f4-a4a3-565e91cacfdd) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:03.955534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.956262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.962986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6ded49-c9ad-4d75-9c47-f95792a6f79d None None] Network 8f90464a-fa28-49f4-a4a3-565e91cacfdd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:03.984450 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c68eba04-f869-4ff8-9ac3-e2bfcec33b2b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6085589 Nov 12 03:34:03.985021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:03.995149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.040450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=62000029-489b-4117-8fda-6262120f7286,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:04.210559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cfe8f5-453b-4d6a-93a7-e19299dda387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-8f90464a-fa28-49f4-a4a3-565e91cacfdd', 'network_id': '8f90464a-fa28-49f4-a4a3-565e91cacfdd', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': 'e05e6a15-36ed-46a9-9daa-0a5843fcaf08'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:04.211587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99cfe8f5-453b-4d6a-93a7-e19299dda387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.219310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.238946 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.307807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.413566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.465912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=e05e6a15-36ed-46a9-9daa-0a5843fcaf08,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-99cfe8f5-453b-4d6a-93a7-e19299dda387 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e05e6a15-36ed-46a9-9daa-0a5843fcaf08: This subnet is being modified by another concurrent operation. Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:34:04.494553 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e05e6a15-36ed-46a9-9daa-0a5843fcaf08: This subnet is being modified by another concurrent operation. Nov 12 03:34:04.499616 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:34:04.542726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 69209c7f-0fbb-41ab-863a-acd3f22e1745 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:04.544120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473395a0-9e06-4c20-8554-c84d6c41d155 None None] Network 8f90464a-fa28-49f4-a4a3-565e91cacfdd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:04.559772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.585931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f90464a-fa28-49f4-a4a3-565e91cacfdd']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.598024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a740d1-61e9-4530-906b-d9bf2ca3deaf') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.598386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a740d1-61e9-4530-906b-d9bf2ca3deaf') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.612226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.649731 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.659249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:04.659721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:04.663021 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:04.688530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aedfa83-d1f4-437c-8265-e51ff4579f3f req-0262a75b-4b5f-42d2-b8ff-ccbc80e6f3cd tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0702209 Nov 12 03:34:04.714193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:04.719807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dbb27385-1aec-486a-b830-af861d291f6e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/69209c7f-0fbb-41ab-863a-acd3f22e1745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0319512 Nov 12 03:34:04.725616 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447c1f4-2f17-40a2-9f46-027bf2121b6e None None] Sync routers for ids ['69209c7f-0fbb-41ab-863a-acd3f22e1745'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:04.733919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49626) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.750880 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447c1f4-2f17-40a2-9f46-027bf2121b6e None None] Routers {'69209c7f-0fbb-41ab-863a-acd3f22e1745'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:04.751514 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6447c1f4-2f17-40a2-9f46-027bf2121b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['69209c7f-0fbb-41ab-863a-acd3f22e1745'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.782096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c125a-ed70-4592-aadc-7647cb70e280 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:34:04.826183 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6447c1f4-2f17-40a2-9f46-027bf2121b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.836438 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447c1f4-2f17-40a2-9f46-027bf2121b6e None None] Routers {'69209c7f-0fbb-41ab-863a-acd3f22e1745'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:04.837247 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6447c1f4-2f17-40a2-9f46-027bf2121b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['69209c7f-0fbb-41ab-863a-acd3f22e1745'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.838587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.849963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.858516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/8f90464a-fa28-49f4-a4a3-565e91cacfdd HTTP/1.1" status: 204 len: 168 time: 0.8723953 Nov 12 03:34:04.866419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49632) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.901062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684406777'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:04.903671 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6447c1f4-2f17-40a2-9f46-027bf2121b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.904416 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447c1f4-2f17-40a2-9f46-027bf2121b6e None None] The sync data for ids ['69209c7f-0fbb-41ab-863a-acd3f22e1745'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:04.906146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc4281-f292-411a-91b7-cb5342b4317b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=8f90464a-fa28-49f4-a4a3-565e91cacfdd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:04.930490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:04.937788 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.978461 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.992330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:05.012852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.013186 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 3a8e1183-8bdd-447b-b655-520851feb718 of type vlan for network 5ae825e1-98f8-4bb0-a348-528b15a8bfc1 Nov 12 03:34:05.086538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.103027 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-f608dce9-56ab-4d4f-8a79-e910f48be867 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:34:05.104266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f608dce9-56ab-4d4f-8a79-e910f48be867 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/69209c7f-0fbb-41ab-863a-acd3f22e1745/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3691921 Nov 12 03:34:05.107068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49650) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.123764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.133321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.134267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.143779 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-917218d6-3058-4dde-9eda-48fcb5cea955 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=69209c7f-0fbb-41ab-863a-acd3f22e1745 HTTP/1.1" status: 200 len: 205 time: 0.0320101 Nov 12 03:34:05.144332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c125a-ed70-4592-aadc-7647cb70e280 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:34:05.144436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49654) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.261592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b2879d8-2c59-4b59-b1e0-b0f475d9080c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.631529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b2879d8-2c59-4b59-b1e0-b0f475d9080c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.634187 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b2879d8-2c59-4b59-b1e0-b0f475d9080c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.693044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=5ae825e1-98f8-4bb0-a348-528b15a8bfc1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.701481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a09463eb-abae-40d7-8785-33ba51b1cd34 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8308382 Nov 12 03:34:05.701481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49692) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.708681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': '5ae825e1-98f8-4bb0-a348-528b15a8bfc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:05.721996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b2879d8-2c59-4b59-b1e0-b0f475d9080c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.723175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2879d8-2c59-4b59-b1e0-b0f475d9080c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Fanout notify agent at l3_agent the message router_deleted on router 69209c7f-0fbb-41ab-863a-acd3f22e1745 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:05.742762 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b2879d8-2c59-4b59-b1e0-b0f475d9080c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.746669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1b2879d8-2c59-4b59-b1e0-b0f475d9080c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/69209c7f-0fbb-41ab-863a-acd3f22e1745 HTTP/1.1" status: 204 len: 168 time: 0.6011777 Nov 12 03:34:05.747456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49700) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.753462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 5ae825e1-98f8-4bb0-a348-528b15a8bfc1 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:05.872200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b64bad-1511-4759-84ae-2880f949cd4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet b6ea9ae2-c2f5-4137-b66a-8936d3d72586 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:05.881149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b64bad-1511-4759-84ae-2880f949cd4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.916148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:05.916148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.928082 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf363d33-2daa-4835-98d6-87f0f497bd21 req-ae176487-2153-48f5-8921-e0aa74504f2b tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0647829 Nov 12 03:34:05.962857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Provisioning complete for port ec9d5188-d7f1-4e96-b4c8-7da710e01d9d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:05.963256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.993133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b64bad-1511-4759-84ae-2880f949cd4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.008493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Port ec9d5188-d7f1-4e96-b4c8-7da710e01d9d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:06.026361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Provisioning complete for port ba5ecf9a-7997-41c2-9d1f-b87876f24abb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:06.027520 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.061597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Performing IP validity checks on allocation pools {{(pid=102628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:34:06.062586 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:34:06.074511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Port ba5ecf9a-7997-41c2-9d1f-b87876f24abb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:06.089170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Provisioning complete for port 32fa65af-8175-49fe-83d7-99c86ec26918 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:06.089621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.095503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b64bad-1511-4759-84ae-2880f949cd4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.184230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b64bad-1511-4759-84ae-2880f949cd4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.220412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d9b64bad-1511-4759-84ae-2880f949cd4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.232639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49728) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.234003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d9b64bad-1511-4759-84ae-2880f949cd4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/b6ea9ae2-c2f5-4137-b66a-8936d3d72586 HTTP/1.1" status: 204 len: 168 time: 0.4849348 Nov 12 03:34:06.242598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f426baf5-5c23-4b3a-83d5-64a79054a35b None None] Network 97142e31-945b-4422-b003-4b2e44ef4a21 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:06.285136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b64bad-1511-4759-84ae-2880f949cd4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ea9ae2-c2f5-4137-b66a-8936d3d72586,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.345744 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.357131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.366291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Provisioning complete for port d6258432-d5eb-4e40-bb0b-36a315acda92 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:06.366661 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.387875 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.546753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=c619f3dd-ec22-4568-90cd-9862e9a66ad7,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.584510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Port d6258432-d5eb-4e40-bb0b-36a315acda92 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:06.603118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Provisioning complete for port 5087f796-6069-49ed-8b86-d9d88d0fd097 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:06.603290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c8dad85a-3fcd-4802-ba25-2ba81ee54a71 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.603423 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.605141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c8dad85a-3fcd-4802-ba25-2ba81ee54a71 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 804 time: 0.2696097 Nov 12 03:34:06.617827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '3a8e1183-8bdd-447b-b655-520851feb718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5ae825e1-98f8-4bb0-a348-528b15a8bfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:06.618196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: 5ae825e1-98f8-4bb0-a348-528b15a8bfc1, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:06.630359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 4adaf545-2667-4413-b93c-357ecc8b7d1e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:06.630712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.635480 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-5aa9e034-e1ac-42ca-8e07-acd9f094c6aa tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/quotas/e24d994ad64c4ca1acfdd3e4430a1d30 HTTP/1.1" status: 200 len: 375 time: 0.0210829 Nov 12 03:34:06.696971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] DHCP port deletion for 97142e31-945b-4422-b003-4b2e44ef4a21 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:06.744131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Provisioning complete for port e545f735-20be-426b-8f53-e0e0fca6a501 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:06.744496 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.748191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network 5ae825e1-98f8-4bb0-a348-528b15a8bfc1 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:06.759465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 4adaf545-2667-4413-b93c-357ecc8b7d1e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4adaf545-2667-4413-b93c-357ecc8b7d1e,segment=NetworkSegment(f9ff91fb-a8f4-4fdd-81a1-dca0bc295811),segment_id=f9ff91fb-a8f4-4fdd-81a1-dca0bc295811)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:06.759827 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.782250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 4adaf545-2667-4413-b93c-357ecc8b7d1e owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:06.784637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 5ae825e1-98f8-4bb0-a348-528b15a8bfc1) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:06.797300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.798006 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.799288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e600c9c-a96d-45a4-aa38-33c61073fe37 None None] Network 5ae825e1-98f8-4bb0-a348-528b15a8bfc1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:06.805675 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-194a758f-0e4c-432a-8dd3-072681364378 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1530838 Nov 12 03:34:06.883357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-abd0ddc4-6aad-4d25-bfb4-08670e2d38f6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1808863 Nov 12 03:34:06.887627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49766) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.896061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] Deleting port 4adaf545-2667-4413-b93c-357ecc8b7d1e {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:06.896433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.985757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c752131b-254b-4535-a746-940eeafa39f4 service neutron] 10.222.0.49 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398842 Nov 12 03:34:06.988768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.025213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.047289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=4adaf545-2667-4413-b93c-357ecc8b7d1e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.062100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No DVR routers for this DVR port 4adaf545-2667-4413-b93c-357ecc8b7d1e on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:07.084909 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.088611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] For port 4adaf545-2667-4413-b93c-357ecc8b7d1e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4adaf545-2667-4413-b93c-357ecc8b7d1e,segment=NetworkSegment(f9ff91fb-a8f4-4fdd-81a1-dca0bc295811),segment_id=f9ff91fb-a8f4-4fdd-81a1-dca0bc295811)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:07.089067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.117212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] Calling delete_port for 4adaf545-2667-4413-b93c-357ecc8b7d1e owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:07.160084 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.163476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Provisioning complete for port 5c742a66-215b-4c68-bc5a-b0053efffb23 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:07.163904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.203441 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.213740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96b42ce0-e067-418d-a69f-a465ee700f2a req-17a08a02-9028-4ba7-a5ad-bbb4aba33c0e tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0987737 Nov 12 03:34:07.228546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-35e7a729-c2af-4ac4-9e12-112b99d33fd1 service neutron] 10.222.0.49 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336993 Nov 12 03:34:07.250596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97142e31-945b-4422-b003-4b2e44ef4a21']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.267434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ff91fb-a8f4-4fdd-81a1-dca0bc295811') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.268643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ff91fb-a8f4-4fdd-81a1-dca0bc295811') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.287136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.305009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.313737 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.319100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712e657-eb44-4014-aa06-686ecf65f741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-5ae825e1-98f8-4bb0-a348-528b15a8bfc1', 'network_id': '5ae825e1-98f8-4bb0-a348-528b15a8bfc1', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': 'c619f3dd-ec22-4568-90cd-9862e9a66ad7'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:07.322510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2712e657-eb44-4014-aa06-686ecf65f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.328264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:07.330546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:07.336268 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:07.371375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=c619f3dd-ec22-4568-90cd-9862e9a66ad7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.414954 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.428283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.433064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/97142e31-945b-4422-b003-4b2e44ef4a21 HTTP/1.1" status: 204 len: 168 time: 1.1992354 Nov 12 03:34:07.451618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49790) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:07.453784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3286ca-66e7-4128-a111-d5f7bbab1ec7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=97142e31-945b-4422-b003-4b2e44ef4a21,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.471575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-2016300892'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:07.504842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:07.510195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.577660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:07.583841 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44d0283f-a13b-47c7-bdb2-9f9026e383c1 req-961bdafb-2093-4c34-8e61-0d7e1d5bcacd tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 210 time: 0.1148393 Nov 12 03:34:07.588569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.617597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8c521-8317-4877-b926-d025f1a25e43 None None] Network 5ae825e1-98f8-4bb0-a348-528b15a8bfc1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:07.620035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.620521 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment b63fb556-c598-46e3-83fb-35babca1a18e of type vlan for network b80cec14-2b1e-44ac-8df1-86eef40987de Nov 12 03:34:07.622846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Provisioning complete for port 32bbfbfa-a429-48aa-933c-eacf8afd5b15 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:07.622846 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56067491-01ea-48a1-a0de-3294934ad0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.666377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae825e1-98f8-4bb0-a348-528b15a8bfc1']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.715756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8e1183-8bdd-447b-b655-520851feb718') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.716049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8e1183-8bdd-447b-b655-520851feb718') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.743553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-dd69ea8b-24e4-4787-9807-8ff5b5ddd56f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.747697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-dd69ea8b-24e4-4787-9807-8ff5b5ddd56f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2 HTTP/1.1" status: 200 len: 945 time: 0.2231495 Nov 12 03:34:07.752185 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.776244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.782906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] Network 97142e31-945b-4422-b003-4b2e44ef4a21 is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:34:07.785921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] No DVR routers for this DVR port 4adaf545-2667-4413-b93c-357ecc8b7d1e on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:07.787307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.869892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.873239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.885913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:07.887009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:07.891444 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:07.896064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.896764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.917917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4adaf545-2667-4413-b93c-357ecc8b7d1e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:07.929840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424c19f-de8f-4fe2-a141-9d81c44f8973 None None] Pushing event deleted for resources: {'Port': ['ID=4adaf545-2667-4413-b93c-357ecc8b7d1e,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.987308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=b80cec14-2b1e-44ac-8df1-86eef40987de,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.994592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-25bbfcb6-c613-43f2-b047-3bf0cc468377 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5380528 Nov 12 03:34:07.996314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4adaf545-2667-4413-b93c-357ecc8b7d1e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:07.997377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4adaf545-2667-4413-b93c-357ecc8b7d1e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:07.997526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49822) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.004228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': 'b80cec14-2b1e-44ac-8df1-86eef40987de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:08.014807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.037006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network b80cec14-2b1e-44ac-8df1-86eef40987de details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:08.046811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.054705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/5ae825e1-98f8-4bb0-a348-528b15a8bfc1 HTTP/1.1" status: 204 len: 168 time: 1.1654985 Nov 12 03:34:08.055760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81a028-654b-421b-b26b-ca85c6425b03 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=5ae825e1-98f8-4bb0-a348-528b15a8bfc1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.057787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49826) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.070451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006012491'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:08.083994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Deleting port e545f735-20be-426b-8f53-e0e0fca6a501 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:08.084708 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.135990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:08.140339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.228163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:08.231774 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.267379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] For port e545f735-20be-426b-8f53-e0e0fca6a501, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e545f735-20be-426b-8f53-e0e0fca6a501,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:08.267939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.282620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e545f735-20be-426b-8f53-e0e0fca6a501 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:08.287997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Calling delete_port for e545f735-20be-426b-8f53-e0e0fca6a501 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:08.294937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:08.314266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.315614 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 43818321-2c00-48ac-b0eb-9a5fb8ed2883 of type vlan for network 19ef3ad6-75e8-404d-9c18-edb8bfd67d37 Nov 12 03:34:08.399312 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a2538f6-f1f3-4a2a-a3d1-393964c46fc1 req-a25aa91b-ebcb-45c6-b55c-bcf8a8a93f28 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0556393 Nov 12 03:34:08.455972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.511642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.521891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.522912 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.523876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.528258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.609976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=80758f94-382a-465b-85aa-fff1b6f3b7c9,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.636582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': 'b63fb556-c598-46e3-83fb-35babca1a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'b80cec14-2b1e-44ac-8df1-86eef40987de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:08.636997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: b80cec14-2b1e-44ac-8df1-86eef40987de, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:08.651863 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5900257 Nov 12 03:34:08.653221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49866) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.660205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': '19ef3ad6-75e8-404d-9c18-edb8bfd67d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:08.664306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19b1aa-1cdf-4d9f-bfe0-1bb80d4d6442 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=19ef3ad6-75e8-404d-9c18-edb8bfd67d37,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.677787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 19ef3ad6-75e8-404d-9c18-edb8bfd67d37 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:08.696553 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.711188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network b80cec14-2b1e-44ac-8df1-86eef40987de is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:08.767289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-790662fc-6239-46bd-bf4d-87e08e505426 req-d5390133-7140-49d6-9d96-de6919d7a8c7 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 210 time: 0.0854549 Nov 12 03:34:08.770466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Pushing event deleted for resources: {'Port': ['ID=e545f735-20be-426b-8f53-e0e0fca6a501,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.774494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, b80cec14-2b1e-44ac-8df1-86eef40987de) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:08.780830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.781657 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.783475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a862df-7025-40c8-a586-0a356a1b298d None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:08.804256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272c82b-7021-4b45-8b7e-1351377faafd None None] Network b80cec14-2b1e-44ac-8df1-86eef40987de requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:08.844401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7aa072ae-6828-4efa-8dee-eece23985cb0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8436768 Nov 12 03:34:08.844821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49878) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.849443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bf2e7c6d-4f0a-4fa8-9cf5-aec2c85271fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-452613000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:08.891535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:08.897163 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.947892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] No DVR routers for this DVR port e545f735-20be-426b-8f53-e0e0fca6a501 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:08.952928 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.961749 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14db3f2e-62a4-4255-b5ea-6998ae14854b req-60292bde-1e9f-493f-827a-ccf7e084cc31 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "DELETE /v2.0/ports/e545f735-20be-426b-8f53-e0e0fca6a501 HTTP/1.1" status: 204 len: 173 time: 1.1969321 Nov 12 03:34:08.962330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'name': 'network-vif-deleted', 'tag': 'e545f735-20be-426b-8f53-e0e0fca6a501'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:08.981951 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64452866-0f08-4243-8bbf-fe22a9493ee3" -d '{"events": [{"server_uuid": "ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2", "name": "network-vif-deleted", "tag": "e545f735-20be-426b-8f53-e0e0fca6a501"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:09.012865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7c6d-4f0a-4fa8-9cf5-aec2c85271fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.014683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7c6d-4f0a-4fa8-9cf5-aec2c85271fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.094880 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cec51a-c49a-4d1e-a6fa-d93eb769898c x-openstack-request-id: req-54cec51a-c49a-4d1e-a6fa-d93eb769898c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:09.095160 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2", "name": "network-vif-deleted", "tag": "e545f735-20be-426b-8f53-e0e0fca6a501", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:09.096719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-b80cec14-2b1e-44ac-8df1-86eef40987de', 'network_id': 'b80cec14-2b1e-44ac-8df1-86eef40987de', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': '80758f94-382a-465b-85aa-fff1b6f3b7c9'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:09.098165 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.098543 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54cec51a-c49a-4d1e-a6fa-d93eb769898c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:09.098969 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbd0c2b-438d-4826-b4dc-ddf5a0781cf2', 'name': 'network-vif-deleted', 'tag': 'e545f735-20be-426b-8f53-e0e0fca6a501', 'status': 'completed', 'code': 200} Nov 12 03:34:09.209044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7c6d-4f0a-4fa8-9cf5-aec2c85271fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.216543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7c6d-4f0a-4fa8-9cf5-aec2c85271fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.244254 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2e7c6d-4f0a-4fa8-9cf5-aec2c85271fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.245499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bf2e7c6d-4f0a-4fa8-9cf5-aec2c85271fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3997488 Nov 12 03:34:09.251929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:09.292320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-80d6be1d-be60-4bff-9e56-9ed5a99e4588 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.294654 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-80d6be1d-be60-4bff-9e56-9ed5a99e4588 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 804 time: 0.2911794 Nov 12 03:34:09.333189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Request body: {'port': {'device_id': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'admin_state_up': True, 'tenant_id': 'e24d994ad64c4ca1acfdd3e4430a1d30'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:09.359085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Allocated IP 172.20.0.2 (b80cec14-2b1e-44ac-8df1-86eef40987de/80758f94-382a-465b-85aa-fff1b6f3b7c9/8b53c5a4-f1a9-4555-b0ce-80395bbcdda5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:09.477286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Made reservation on behalf of e24d994ad64c4ca1acfdd3e4430a1d30 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:09.481593 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.612926 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.621445 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.695203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Network b80cec14-2b1e-44ac-8df1-86eef40987de is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:09.705721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:09.714656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:09.719328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Allocated IP 172.20.0.9 (883fc87c-67e1-41e6-93f9-c008ab8fca7a/9e67f6c8-b665-4ca5-b155-c93c0793db74/14d11b07-09b4-49a4-9f27-532ac0c758da) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:09.740070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.740550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Pushing event updated for resources: {'Port': ['ID=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.751069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c64a6d8e-cd5c-4296-86aa-8a381ed802f4 req-2266c512-4bfc-4a1d-9851-231831c9addd tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.1463022 Nov 12 03:34:09.816120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.831752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Attempting to bind port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:09.832258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Attempting to bind port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'b63fb556-c598-46e3-83fb-35babca1a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'b80cec14-2b1e-44ac-8df1-86eef40987de'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:09.832652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Attempting to bind port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 on network b80cec14-2b1e-44ac-8df1-86eef40987de {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:09.849310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:09.849709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Checking segment: {'id': 'b63fb556-c598-46e3-83fb-35babca1a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'b80cec14-2b1e-44ac-8df1-86eef40987de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:09.850121 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.850525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Bound using segment: {'id': 'b63fb556-c598-46e3-83fb-35babca1a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'b80cec14-2b1e-44ac-8df1-86eef40987de'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:09.854140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Bound port: 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63fb556-c598-46e3-83fb-35babca1a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'b80cec14-2b1e-44ac-8df1-86eef40987de'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:09.854587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.923718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-67cc7e9a-ee07-4ec0-b9ad-e35108840ab4 req-4820d47a-6e68-4cf2-8a2b-fcab216c2a47 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 210 time: 0.0357881 Nov 12 03:34:09.927095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=11977e29-87b3-4d54-9825-ce96ae283905,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.003607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '43818321-2c00-48ac-b0eb-9a5fb8ed2883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '19ef3ad6-75e8-404d-9c18-edb8bfd67d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:10.003962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: 19ef3ad6-75e8-404d-9c18-edb8bfd67d37, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:10.034263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] For port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:10.042996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] For port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,segment=NetworkSegment(b63fb556-c598-46e3-83fb-35babca1a18e),segment_id=b63fb556-c598-46e3-83fb-35babca1a18e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:10.053844 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.069131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.079128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network 19ef3ad6-75e8-404d-9c18-edb8bfd67d37 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:10.095347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 19ef3ad6-75e8-404d-9c18-edb8bfd67d37) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:10.121098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.121707 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.134390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2be816-096f-451e-942b-043e86eab706 None None] Network 19ef3ad6-75e8-404d-9c18-edb8bfd67d37 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:10.172007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c79a5395-e9ff-4b73-98ed-ba1d65a7d54e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5178404 Nov 12 03:34:10.177511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49968) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.188175 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.188857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.20.0.1 (b80cec14-2b1e-44ac-8df1-86eef40987de/80758f94-382a-465b-85aa-fff1b6f3b7c9/59c3ab26-9f98-4eeb-8279-1c382d0c0989) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:10.258044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:10.262337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:10.267842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:10.305767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d2eca-6fe3-402f-ae70-35cda46ea1d0 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:10.335589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5416d19-90f7-4b14-b8f0-714c05908316 None None] Pushing event updated for resources: {'Port': ['ID=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.366941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Pushing event updated for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.381885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.383588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.407797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-a2fb8e25-5661-4319-a1aa-979dccd58e28 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818894 Nov 12 03:34:10.421177 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.442966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Request body: {'port': {'device_id': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:10.482898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e1e33bb7-a8c5-4b09-aa2a-9c694b6052d4 None None] Provisioning complete for port 14d11b07-09b4-49a4-9f27-532ac0c758da triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:10.483282 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1e33bb7-a8c5-4b09-aa2a-9c694b6052d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.532872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.562363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d122ad-f9f0-4083-bebf-401799458da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-19ef3ad6-75e8-404d-9c18-edb8bfd67d37', 'network_id': '19ef3ad6-75e8-404d-9c18-edb8bfd67d37', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': '11977e29-87b3-4d54-9825-ce96ae283905'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:10.563892 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9d122ad-f9f0-4083-bebf-401799458da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.569983 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.744465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.764885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.875274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=11977e29-87b3-4d54-9825-ce96ae283905,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.901441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network b80cec14-2b1e-44ac-8df1-86eef40987de is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:10.944090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e1e33bb7-a8c5-4b09-aa2a-9c694b6052d4 None None] Port 14d11b07-09b4-49a4-9f27-532ac0c758da cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:10.967638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e38ef3cd-0093-40e3-813f-1cd794d2243e req-8cfdd551-98dc-41dc-a559-15236e38ff1f tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0537956 Nov 12 03:34:10.981911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.999535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.007408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ef3ad6-75e8-404d-9c18-edb8bfd67d37']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:11.020168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43818321-2c00-48ac-b0eb-9a5fb8ed2883') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:11.020465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43818321-2c00-48ac-b0eb-9a5fb8ed2883') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:11.044936 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.066271 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.071128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548252d-712d-4492-a392-06d907de8a72 None None] Network 19ef3ad6-75e8-404d-9c18-edb8bfd67d37 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:11.092529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:11.099221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:11.099635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:11.104014 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:11.172704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:11.321704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=59c3ab26-9f98-4eeb-8279-1c382d0c0989,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.391275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.417483 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.425320 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/19ef3ad6-75e8-404d-9c18-edb8bfd67d37 HTTP/1.1" status: 204 len: 168 time: 1.2427254 Nov 12 03:34:11.425956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2307c-7182-499a-afb4-d86a3318a62a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=19ef3ad6-75e8-404d-9c18-edb8bfd67d37,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.426086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50028) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.428967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.437528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-495339288'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:11.521090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488bc57-6822-4f60-8774-536b6d4039b6 req-9d655813-7ded-4d6d-9d22-75628e9c2d37 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.528513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4488bc57-6822-4f60-8774-536b6d4039b6 req-9d655813-7ded-4d6d-9d22-75628e9c2d37 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 931 time: 0.4418299 Nov 12 03:34:11.543851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:11.547534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.581831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d11b07-09b4-49a4-9f27-532ac0c758da {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:11.595352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.604380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:11.618544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Transition to ACTIVE for port object 14d11b07-09b4-49a4-9f27-532ac0c758da will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:11.622904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.623184 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 7972aa0b-25a2-485b-95d6-b3ba58d7f595 of type vlan for network fbe5739a-6a19-40ae-afe5-6eee31a6f897 Nov 12 03:34:11.637602 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.653315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4488bc57-6822-4f60-8774-536b6d4039b6 req-80167805-cf81-47af-b11c-e5c588141ba2 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235247 Nov 12 03:34:11.690435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c1799-6e1b-45b0-bbfd-45a449ed3dd6 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:11.722455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.738584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.798767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Pushing event updated for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.835173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.846739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.847866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.902744 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86329d55-bb32-4215-bc4a-e119219ade6b None None] Network b80cec14-2b1e-44ac-8df1-86eef40987de requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:11.903913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4771123 Nov 12 03:34:11.917206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50052) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.926864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': 'fbe5739a-6a19-40ae-afe5-6eee31a6f897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:11.938000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:12.045908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-487ce1f2-f613-4d08-a8ab-25bc90a1597c None None] Provisioning complete for port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:12.046401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-487ce1f2-f613-4d08-a8ab-25bc90a1597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.051032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Attempting to bind port 14d11b07-09b4-49a4-9f27-532ac0c758da on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:12.051391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Attempting to bind port 14d11b07-09b4-49a4-9f27-532ac0c758da by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:12.051755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Attempting to bind port 14d11b07-09b4-49a4-9f27-532ac0c758da on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:12.059131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f578c5d-f018-4fdb-9197-2f2ea0f00a0c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=fbe5739a-6a19-40ae-afe5-6eee31a6f897,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.070999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Port 14d11b07-09b4-49a4-9f27-532ac0c758da on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:12.071325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Attempting to bind port 14d11b07-09b4-49a4-9f27-532ac0c758da on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:12.084864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:12.085262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Checking segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:12.085447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network fbe5739a-6a19-40ae-afe5-6eee31a6f897 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:12.085793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Bound using segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:12.086321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Bound port: 14d11b07-09b4-49a4-9f27-532ac0c758da, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:12.086739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.139363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:12.144501 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.214616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:12.215000 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.291792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:12.311759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:12.334588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.346752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e545f735-20be-426b-8f53-e0e0fca6a501 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:12.410111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Pushing event updated for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.435378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.436186 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.437812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c1f2b822-ab4a-419f-bb31-4f33df3d338f service neutron] 10.222.0.20 "PUT /v2.0/ports/14d11b07-09b4-49a4-9f27-532ac0c758da HTTP/1.1" status: 200 len: 1092 time: 2.0147116 Nov 12 03:34:12.438290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:12.442578 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a8408-5051-42c3-8024-55350c7c0ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:12.487956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca3363-14ef-4a5c-a4aa-a6bdbf1e6ca4 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:12.529359 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0c25a7-0b23-44ba-86fd-b7a02612b7b3 x-openstack-request-id: req-8f0c25a7-0b23-44ba-86fd-b7a02612b7b3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:12.529662 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:12.529914 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f0c25a7-0b23-44ba-86fd-b7a02612b7b3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:12.530319 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'status': 'completed', 'code': 200} Nov 12 03:34:12.560905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: e545f735-20be-426b-8f53-e0e0fca6a501 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:12.561176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e545f735-20be-426b-8f53-e0e0fca6a501 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:12.613389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c0943f27-729d-450c-bad8-aa9ea75bf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.615269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c0943f27-729d-450c-bad8-aa9ea75bf828 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 1095 time: 0.1154325 Nov 12 03:34:12.618908 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-487ce1f2-f613-4d08-a8ab-25bc90a1597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.630596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b4cb46c-9946-420f-90c3-d628a8192c85 req-a621e568-c842-496c-9847-12d606c75e03 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0843358 Nov 12 03:34:12.637936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.679443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c65395d3-ca31-45cf-9889-85cfdd2d525e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14d11b07-09b4-49a4-9f27-532ac0c758da HTTP/1.1" status: 200 len: 217 time: 0.0537455 Nov 12 03:34:12.711862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-487ce1f2-f613-4d08-a8ab-25bc90a1597c None None] For port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,segment=NetworkSegment(b63fb556-c598-46e3-83fb-35babca1a18e),segment_id=b63fb556-c598-46e3-83fb-35babca1a18e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:12.776146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-487ce1f2-f613-4d08-a8ab-25bc90a1597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.832289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-211e66f3-dac2-414d-b413-a382430926f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.834507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-211e66f3-dac2-414d-b413-a382430926f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 200 len: 844 time: 0.1289372 Nov 12 03:34:12.839649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=b9556685-cf10-448f-b729-9def9e3d3a10,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.867093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ce1f2-f613-4d08-a8ab-25bc90a1597c None None] Pushing event updated for resources: {'Port': ['ID=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.874230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '7972aa0b-25a2-485b-95d6-b3ba58d7f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'fbe5739a-6a19-40ae-afe5-6eee31a6f897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:12.874870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: fbe5739a-6a19-40ae-afe5-6eee31a6f897, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:12.900613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-ebe46f74-2068-4a7f-ac66-30600b85ee3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=883fc87c-67e1-41e6-93f9-c008ab8fca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415013 Nov 12 03:34:12.935365 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.943862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.956376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50098) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:12.966620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40698cde-463d-4f7b-8fd1-11527428937c req-26ede411-6c0e-4c34-a3d6-8a521f5ddb48 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.968162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-40698cde-463d-4f7b-8fd1-11527428937c req-26ede411-6c0e-4c34-a3d6-8a521f5ddb48 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 943 time: 0.1596060 Nov 12 03:34:13.035385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network fbe5739a-6a19-40ae-afe5-6eee31a6f897 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:13.063781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, fbe5739a-6a19-40ae-afe5-6eee31a6f897) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:13.086586 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.089678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=59c3ab26-9f98-4eeb-8279-1c382d0c0989,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.090131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157d22e-f179-47c8-8623-9b60c409a08a None None] Network fbe5739a-6a19-40ae-afe5-6eee31a6f897 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:13.091505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.092311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.141347 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-40698cde-463d-4f7b-8fd1-11527428937c req-86cf852e-9c69-4231-bbd8-eca08bb47058 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515675 Nov 12 03:34:13.166911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-c19a672b-83a9-4ee6-9e96-76ebcd0e612e service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507343 Nov 12 03:34:13.180560 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92aa5d46-35f8-4f58-bb84-0db731e07afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.186211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2081cd59-82b7-4266-ba1e-a03f4f3b7ef1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2651076 Nov 12 03:34:13.192418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50102) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:13.315755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.338173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb5702f5-2470-4ef9-8883-c866adb4406e req-45811b68-97ae-4847-9c52-a41e0ba49a97 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698895 Nov 12 03:34:13.355590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d0ea4b48-c5de-4508-98fc-e06373bdd998 None None] Provisioning complete for port 59c3ab26-9f98-4eeb-8279-1c382d0c0989 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:13.355866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d0ea4b48-c5de-4508-98fc-e06373bdd998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.364609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network b80cec14-2b1e-44ac-8df1-86eef40987de is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:13.385221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:13.426968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92aa5d46-35f8-4f58-bb84-0db731e07afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.433264 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92aa5d46-35f8-4f58-bb84-0db731e07afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.433455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecaeb6d-d5e3-4fee-9b9e-dd111d236384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-fbe5739a-6a19-40ae-afe5-6eee31a6f897', 'network_id': 'fbe5739a-6a19-40ae-afe5-6eee31a6f897', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': 'b9556685-cf10-448f-b729-9def9e3d3a10'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:13.434866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6ecaeb6d-d5e3-4fee-9b9e-dd111d236384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.473549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-92aa5d46-35f8-4f58-bb84-0db731e07afe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af98267d8b8443b79e8d3c1ea625e44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5150912 Nov 12 03:34:13.477931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50106) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:13.479559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea4b48-c5de-4508-98fc-e06373bdd998 None None] Port 59c3ab26-9f98-4eeb-8279-1c382d0c0989 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:13.496922 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.583705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d0ea4b48-c5de-4508-98fc-e06373bdd998 None None] Provisioning complete for port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:13.584436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d0ea4b48-c5de-4508-98fc-e06373bdd998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.606793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa5d46-35f8-4f58-bb84-0db731e07afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c992c10b-c784-4ade-9e63-95af630b3146,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.621705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.631721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-6a37aec5-c61c-4f67-b845-c15051a89d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.633479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-6a37aec5-c61c-4f67-b845-c15051a89d4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 1095 time: 0.1669283 Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-6ecaeb6d-d5e3-4fee-9b9e-dd111d236384 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9556685-cf10-448f-b729-9def9e3d3a10: This subnet is being modified by another concurrent operation. Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:34:13.634178 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9556685-cf10-448f-b729-9def9e3d3a10: This subnet is being modified by another concurrent operation. Nov 12 03:34:13.638408 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:34:13.642429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cda6-37c3-4f69-8678-2d940437bcd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.643167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router b30d89de-8e96-4245-a157-2ed93521ad1b is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:13.668301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a3d888-1b3b-451b-baa3-9a721a5f0145 None None] Network fbe5739a-6a19-40ae-afe5-6eee31a6f897 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:13.691811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cda6-37c3-4f69-8678-2d940437bcd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.705748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=b9556685-cf10-448f-b729-9def9e3d3a10,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.825839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-bf0490d0-f97e-4810-a8fe-74d15747d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.828050 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-bf0490d0-f97e-4810-a8fe-74d15747d833 service neutron] 10.222.0.20 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 906 time: 0.1837814 Nov 12 03:34:13.829470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cda6-37c3-4f69-8678-2d940437bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.833306 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cda6-37c3-4f69-8678-2d940437bcd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.837525 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8bf9cda6-37c3-4f69-8678-2d940437bcd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c992c10b-c784-4ade-9e63-95af630b3146 HTTP/1.1" status: 204 len: 168 time: 0.3383896 Nov 12 03:34:13.885610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:13.916043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9cda6-37c3-4f69-8678-2d940437bcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c992c10b-c784-4ade-9e63-95af630b3146,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.920370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-bc244dad-821c-43c9-9f4b-9d47498d009f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14d11b07-09b4-49a4-9f27-532ac0c758da HTTP/1.1" status: 200 len: 217 time: 0.0788863 Nov 12 03:34:13.968000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.976486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-9d6e9990-8982-4fa0-a0f4-c5a0271a168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.978637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-9d6e9990-8982-4fa0-a0f4-c5a0271a168c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 200 len: 844 time: 0.0514104 Nov 12 03:34:13.993805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a098d08-ec73-4a72-8820-b337983bb69b req-ba52eb6f-d1df-4b25-a699-90f138252694 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.1712606 Nov 12 03:34:14.031483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-b78591a2-f60f-49b2-a10a-d1987d35a021 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=883fc87c-67e1-41e6-93f9-c008ab8fca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448997 Nov 12 03:34:14.042541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55359b-550f-4eba-9b7d-3b0e71390863 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:34:14.050481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-44d6f4bd-c768-4d7d-afd4-0a6ceb047c78 None None] Provisioning complete for port 59c3ab26-9f98-4eeb-8279-1c382d0c0989 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:14.050860 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-44d6f4bd-c768-4d7d-afd4-0a6ceb047c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.065417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe5739a-6a19-40ae-afe5-6eee31a6f897']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:14.099167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7972aa0b-25a2-485b-95d6-b3ba58d7f595') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:14.099474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7972aa0b-25a2-485b-95d6-b3ba58d7f595') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:14.110157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:14.126586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-353f6151-8fe3-4c76-87c2-373f4242f237 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/b30d89de-8e96-4245-a157-2ed93521ad1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8735073 Nov 12 03:34:14.126879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-44d6f4bd-c768-4d7d-afd4-0a6ceb047c78 None None] Port 59c3ab26-9f98-4eeb-8279-1c382d0c0989 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:14.129538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50118) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.132416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.132868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92b5c8-3d39-4c08-a8ae-11bd3d0094b3 None None] Sync routers for ids ['b30d89de-8e96-4245-a157-2ed93521ad1b'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:14.161411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:14.161411 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.184721 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-9330da0a-cbd6-48b0-b1d4-83b07536a4d8 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442285 Nov 12 03:34:14.203693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd122e-fdff-4714-b938-707e93674e0f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.205141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a7bd122e-fdff-4714-b938-707e93674e0f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports/59c3ab26-9f98-4eeb-8279-1c382d0c0989 HTTP/1.1" status: 200 len: 910 time: 0.0646985 Nov 12 03:34:14.208990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50124) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.234262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92b5c8-3d39-4c08-a8ae-11bd3d0094b3 None None] Routers {'b30d89de-8e96-4245-a157-2ed93521ad1b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:14.235061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d92b5c8-3d39-4c08-a8ae-11bd3d0094b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b30d89de-8e96-4245-a157-2ed93521ad1b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:14.284888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.325428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d02a8408-5051-42c3-8024-55350c7c0ebe req-8ce420f6-bb98-4bdf-ae48-6d25dfaf2742 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261408 Nov 12 03:34:14.327202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d92b5c8-3d39-4c08-a8ae-11bd3d0094b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:14.341904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:14.342235 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:14.348709 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:14.370202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-81de633b-d97c-4ae9-8880-ae64b90b98f2 None None] Provisioning complete for port 59c3ab26-9f98-4eeb-8279-1c382d0c0989 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:14.370585 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81de633b-d97c-4ae9-8880-ae64b90b98f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.379356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92b5c8-3d39-4c08-a8ae-11bd3d0094b3 None None] Routers {'b30d89de-8e96-4245-a157-2ed93521ad1b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:14.379776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d92b5c8-3d39-4c08-a8ae-11bd3d0094b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b30d89de-8e96-4245-a157-2ed93521ad1b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:14.447178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c24df-a955-4caa-8fde-27925ee6d13e req-d708916c-852d-4898-bd52-716fb4323d45 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.454968 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f30c24df-a955-4caa-8fde-27925ee6d13e req-d708916c-852d-4898-bd52-716fb4323d45 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 943 time: 0.1834471 Nov 12 03:34:14.466584 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-e5a0b937-f4b1-4768-8d59-d72680f3ff38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0862713 Nov 12 03:34:14.562270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.586237 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.594907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/fbe5739a-6a19-40ae-afe5-6eee31a6f897 HTTP/1.1" status: 204 len: 168 time: 1.3992753 Nov 12 03:34:14.610524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50134) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.618958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-743733091'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:14.628563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67adaa-0556-4981-920a-8be8d9435fbd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=fbe5739a-6a19-40ae-afe5-6eee31a6f897,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.663472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d92b5c8-3d39-4c08-a8ae-11bd3d0094b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:14.664118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d92b5c8-3d39-4c08-a8ae-11bd3d0094b3 None None] The sync data for ids ['b30d89de-8e96-4245-a157-2ed93521ad1b'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:14.685613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aba5d2c5-082c-437f-847a-54bc6f272be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.687016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aba5d2c5-082c-437f-847a-54bc6f272be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.687967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aba5d2c5-082c-437f-847a-54bc6f272be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.688796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aba5d2c5-082c-437f-847a-54bc6f272be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.690664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aba5d2c5-082c-437f-847a-54bc6f272be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.691523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aba5d2c5-082c-437f-847a-54bc6f272be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.692168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aba5d2c5-082c-437f-847a-54bc6f272be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.695725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aba5d2c5-082c-437f-847a-54bc6f272be2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6498 time: 0.1260476 Nov 12 03:34:14.699211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f30c24df-a955-4caa-8fde-27925ee6d13e req-123bf438-0d0f-43df-8b81-a981b997eabb tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423582 Nov 12 03:34:14.702181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55359b-550f-4eba-9b7d-3b0e71390863 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:34:14.713784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:14.716939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-81de633b-d97c-4ae9-8880-ae64b90b98f2 None None] Port 59c3ab26-9f98-4eeb-8279-1c382d0c0989 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:14.717700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.791847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:14.837432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.837776 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 8b0f917a-bde3-4838-8e36-728abbc569f0 of type vlan for network f71ffda9-efd1-414f-aeb6-431ea084e28b Nov 12 03:34:14.882082 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.940432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.954915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-56d012b6-3874-4976-a062-ab12d90298b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.955211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-56d012b6-3874-4976-a062-ab12d90298b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.956500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-56d012b6-3874-4976-a062-ab12d90298b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.958502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-56d012b6-3874-4976-a062-ab12d90298b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74 HTTP/1.1" status: 200 len: 2296 time: 0.2098527 Nov 12 03:34:15.035838 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.042024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.042696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.097485 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4832902 Nov 12 03:34:15.099339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-7be97d44-077e-4cf8-b3be-b7fcb7b3063e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758 HTTP/1.1" status: 200 len: 1002 time: 0.1270621 Nov 12 03:34:15.099551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:15.107609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2088e388-d41d-454f-84fa-9133cbd84de1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:15.209138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310df0e-4cf1-44cf-ada8-fa2daa386717 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=f71ffda9-efd1-414f-aeb6-431ea084e28b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.219604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d82182af-33ba-41fd-a8a4-2546593b9d1a req-732894e9-1278-43f0-8c8d-76a5135a9987 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0881824 Nov 12 03:34:15.223697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f71ffda9-efd1-414f-aeb6-431ea084e28b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:15.241805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-8d893283-b495-4347-8825-59d645b0563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.243424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-8d893283-b495-4347-8825-59d645b0563a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3c55d2-fd78-4d1f-b13a-a9c9b443388e HTTP/1.1" status: 200 len: 851 time: 0.1103296 Nov 12 03:34:15.317308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-628c9c9d-0e57-4a20-88a9-58f54837ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.319648 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-628c9c9d-0e57-4a20-88a9-58f54837ceb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686357 Nov 12 03:34:15.378941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2088e388-d41d-454f-84fa-9133cbd84de1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.413830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 59c3ab26-9f98-4eeb-8279-1c382d0c0989 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:15.414166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.435869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-fffd3e2d-7ba1-4301-b3e9-6394423cbbf4 service neutron] 10.222.0.20 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082234 Nov 12 03:34:15.496156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2088e388-d41d-454f-84fa-9133cbd84de1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.534209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2088e388-d41d-454f-84fa-9133cbd84de1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network f71ffda9-efd1-414f-aeb6-431ea084e28b is not hosted by any dhcp agent {{(pid=102628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:34:15.539735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2088e388-d41d-454f-84fa-9133cbd84de1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.540331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2088e388-d41d-454f-84fa-9133cbd84de1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.541623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2088e388-d41d-454f-84fa-9133cbd84de1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "PUT /v2.0/networks/f71ffda9-efd1-414f-aeb6-431ea084e28b HTTP/1.1" status: 200 len: 723 time: 0.4396589 Nov 12 03:34:15.576027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50162) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:15.585850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': 'f71ffda9-efd1-414f-aeb6-431ea084e28b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:15.630565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088e388-d41d-454f-84fa-9133cbd84de1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=f71ffda9-efd1-414f-aeb6-431ea084e28b,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.637141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.639722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-5b63ec61-f98d-4f66-a3e9-45183c20d0da service neutron] 10.222.0.20 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952572 Nov 12 03:34:15.651225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f71ffda9-efd1-414f-aeb6-431ea084e28b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:15.703253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 59c3ab26-9f98-4eeb-8279-1c382d0c0989 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:15.713080 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-627fc0f7-c14b-4e76-9e78-90cde088d70f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=dcb4e393-b13d-4b0b-af19-96a884c3c885 HTTP/1.1" status: 200 len: 217 time: 0.0646386 Nov 12 03:34:15.806791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-8599bb52-5458-44a5-b90a-189cebb8e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.808428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-8599bb52-5458-44a5-b90a-189cebb8e6bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.0881124 Nov 12 03:34:15.809154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:15.812670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.867719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-ca780c6f-86b7-41cc-8520-ed32a3ed750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.869633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-ca780c6f-86b7-41cc-8520-ed32a3ed750a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0532184 Nov 12 03:34:15.977181 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-dbc4fe7d-fbad-4449-abd4-39a32888907d service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001670 Nov 12 03:34:15.982122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9920aa-9cad-47ea-8336-038ee6807eef req-59381bda-a23e-4a55-8392-ee3fa15c125b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.990260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d9920aa-9cad-47ea-8336-038ee6807eef req-59381bda-a23e-4a55-8392-ee3fa15c125b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 943 time: 0.1719811 Nov 12 03:34:16.077004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d9920aa-9cad-47ea-8336-038ee6807eef req-e7c82961-6502-4bf2-8cfe-181bc2879671 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858128 Nov 12 03:34:16.086764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.093321 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-5a9735d7-c93a-4382-adf8-8544c8b9d844 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076424 Nov 12 03:34:16.122706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=59c3ab26-9f98-4eeb-8279-1c382d0c0989,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.147248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-4d4c74cd-dde1-4d1e-82de-ac74efe54139 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=c751239b-7e72-46b3-8f2b-fc85880f2cfa HTTP/1.1" status: 200 len: 217 time: 0.0449095 Nov 12 03:34:16.217201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-53d07435-2f26-446f-a00d-2962a11b5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.237114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-53d07435-2f26-446f-a00d-2962a11b5bfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.0728490 Nov 12 03:34:16.329945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-7545518b-4b28-4341-9835-d47d135c6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.332621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-7545518b-4b28-4341-9835-d47d135c6965 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941906 Nov 12 03:34:16.336700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 14d11b07-09b4-49a4-9f27-532ac0c758da details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:16.491140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-9bbb5237-97f9-486c-9042-cec1e6c38e7a service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381779 Nov 12 03:34:16.507274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:16.521119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'port_id': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'mac_address': 'fa:16:3e:be:9e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67f6c8-b665-4ca5-b155-c93c0793db74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:16.576493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.606795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d11b07-09b4-49a4-9f27-532ac0c758da {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:16.621725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-33a0db04-fa95-47de-b4fd-9a2b1a67198b service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207759 Nov 12 03:34:16.629924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:16.639422 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.692245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91099503-a11b-488b-8065-112fcbe74d58 req-97f2d9e7-c667-4f3f-916d-5ff931b78995 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0531540 Nov 12 03:34:16.695352 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-77f8cfbd-67f3-4b18-a6bf-0119e8715710 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=20a56828-4e8d-4ba0-939b-277b349a8408 HTTP/1.1" status: 200 len: 217 time: 0.0642574 Nov 12 03:34:16.697422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.771245 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.781050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-c358e9a6-195c-4c88-b0d9-9655c1fccb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.783055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-c358e9a6-195c-4c88-b0d9-9655c1fccb69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.0765758 Nov 12 03:34:16.801297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.851280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-f2c8701e-4d00-4504-8623-dc05fa36c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.852684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-f2c8701e-4d00-4504-8623-dc05fa36c8e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599377 Nov 12 03:34:16.890013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=e306bebc-c4ad-4b2e-af2f-79c2219fa84e,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.931270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '8b0f917a-bde3-4838-8e36-728abbc569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'f71ffda9-efd1-414f-aeb6-431ea084e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:16.931676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: f71ffda9-efd1-414f-aeb6-431ea084e28b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:16.958289 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-6fa1d9b0-3cb7-4623-a6df-7a4a505bbeff service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935104 Nov 12 03:34:16.962922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['14d11b07-09b4-49a4-9f27-532ac0c758da'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:17.029838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network f71ffda9-efd1-414f-aeb6-431ea084e28b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:17.036907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router b30d89de-8e96-4245-a157-2ed93521ad1b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:17.054511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f71ffda9-efd1-414f-aeb6-431ea084e28b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:17.068780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781b89b6-ccc0-4546-ba0b-cd3461e432a9 None None] Network f71ffda9-efd1-414f-aeb6-431ea084e28b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:17.090917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.091518 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.103679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50230) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.132177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-590687bc-da77-415c-ad0e-bfca828995be service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660032 Nov 12 03:34:17.138370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:17.148152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5eb1f581-d4aa-4ab9-afaf-7d2898babea4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/b30d89de-8e96-4245-a157-2ed93521ad1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9379237 Nov 12 03:34:17.149258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50236) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.152300 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607664bc-1590-4ac7-a1fa-d06110afef2c None None] Sync routers for ids ['b30d89de-8e96-4245-a157-2ed93521ad1b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:17.170741 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607664bc-1590-4ac7-a1fa-d06110afef2c None None] Routers {'b30d89de-8e96-4245-a157-2ed93521ad1b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:17.171636 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-607664bc-1590-4ac7-a1fa-d06110afef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b30d89de-8e96-4245-a157-2ed93521ad1b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.182684 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-79a6b16b-1894-405e-b486-5f27be2f8769 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6054437 Nov 12 03:34:17.190784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50238) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.226960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-36f53dda-8785-4848-adaa-d078ce5bb04a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:17.235108 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-26cee25e-31fc-4b86-b791-982a27b2e131 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30d89de-8e96-4245-a157-2ed93521ad1b HTTP/1.1" status: 200 len: 205 time: 0.0844393 Nov 12 03:34:17.235968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50240) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.236270 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-607664bc-1590-4ac7-a1fa-d06110afef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.243262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-8fc03e14-92f4-4f22-8840-1854508f9518 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dd9a0121-61e9-4a30-bc4e-80759322c917 HTTP/1.1" status: 200 len: 217 time: 0.0976324 Nov 12 03:34:17.259753 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607664bc-1590-4ac7-a1fa-d06110afef2c None None] Routers {'b30d89de-8e96-4245-a157-2ed93521ad1b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:17.260813 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-607664bc-1590-4ac7-a1fa-d06110afef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b30d89de-8e96-4245-a157-2ed93521ad1b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.286511 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8653d87-96c8-4b13-a858-e2d899228209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.303618 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-607664bc-1590-4ac7-a1fa-d06110afef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.304505 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607664bc-1590-4ac7-a1fa-d06110afef2c None None] The sync data for ids ['b30d89de-8e96-4245-a157-2ed93521ad1b'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:17.380542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd96eb-5568-4eb7-ace5-3f7f65147904 req-3d83a4ee-b397-4474-a1fc-f2c57a0d4fa0 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.382119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c9bd96eb-5568-4eb7-ace5-3f7f65147904 req-3d83a4ee-b397-4474-a1fc-f2c57a0d4fa0 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 944 time: 0.1571970 Nov 12 03:34:17.384717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-f71ffda9-efd1-414f-aeb6-431ea084e28b', 'network_id': 'f71ffda9-efd1-414f-aeb6-431ea084e28b', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': 'e306bebc-c4ad-4b2e-af2f-79c2219fa84e'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:17.385725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.402721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-a33988b0-0298-4319-b67a-75df69e01796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.405876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-a33988b0-0298-4319-b67a-75df69e01796 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.1269796 Nov 12 03:34:17.425223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3c73-94c9-4a4d-97ee-23cf9ae33f7d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.491354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c9bd96eb-5568-4eb7-ace5-3f7f65147904 req-d8b0de51-62b3-45f1-aaac-0cc0e833ab7b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992000 Nov 12 03:34:17.507539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36f53dda-8785-4848-adaa-d078ce5bb04a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-536467404'] for subnet, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.507697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-f81566a4-bf01-492e-a018-63180a470df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.509075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-f81566a4-bf01-492e-a018-63180a470df3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931125 Nov 12 03:34:17.518375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8653d87-96c8-4b13-a858-e2d899228209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.527896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8653d87-96c8-4b13-a858-e2d899228209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.549823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Allocated IP 172.20.0.2 (f71ffda9-efd1-414f-aeb6-431ea084e28b/e306bebc-c4ad-4b2e-af2f-79c2219fa84e/ca457aa4-238b-4488-a83b-500a2656bce5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:17.625801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c8653d87-96c8-4b13-a858-e2d899228209 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f105622b0e53422bb3835f6871361666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5186412 Nov 12 03:34:17.627567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8653d87-96c8-4b13-a858-e2d899228209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd1584-932e-4ae7-bc50-52f27129ba22,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:17.629943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50244) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.651881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3c73-94c9-4a4d-97ee-23cf9ae33f7d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.654447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3c73-94c9-4a4d-97ee-23cf9ae33f7d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.678267 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-cdb5e2f4-65b0-4014-92d9-28525580adcb service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584783 Nov 12 03:34:17.709872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3c73-94c9-4a4d-97ee-23cf9ae33f7d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.710525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcc3c73-94c9-4a4d-97ee-23cf9ae33f7d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Fanout notify agent at l3_agent the message router_deleted on router b30d89de-8e96-4245-a157-2ed93521ad1b {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:17.719125 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3c73-94c9-4a4d-97ee-23cf9ae33f7d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.721562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0fcc3c73-94c9-4a4d-97ee-23cf9ae33f7d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/b30d89de-8e96-4245-a157-2ed93521ad1b HTTP/1.1" status: 204 len: 168 time: 0.4811227 Nov 12 03:34:17.723746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50248) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.735891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a66e909-ecd0-4fd8-9362-89d990a7c5d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.762958 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.774089 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.803194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a66e909-ecd0-4fd8-9362-89d990a7c5d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.845072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-aebf5391-3561-439d-ab5a-bc8008654e75 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586740 Nov 12 03:34:17.848870 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Network f71ffda9-efd1-414f-aeb6-431ea084e28b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:17.852605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:17.856756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:17.869617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Pushing event updated for resources: {'Port': ['ID=ca457aa4-238b-4488-a83b-500a2656bce5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:17.912060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e85aeb-b72b-4a2e-8739-5f9ce4e36838 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet 80758f94-382a-465b-85aa-fff1b6f3b7c9 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:17.923765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e62d5947-a4fb-45e9-a17e-f01199fbf414 req-4e282d21-c3b5-447c-b9d2-07a6517d89c7 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0586219 Nov 12 03:34:17.928455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Attempting to bind port ca457aa4-238b-4488-a83b-500a2656bce5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:17.928927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Attempting to bind port ca457aa4-238b-4488-a83b-500a2656bce5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '8b0f917a-bde3-4838-8e36-728abbc569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'f71ffda9-efd1-414f-aeb6-431ea084e28b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:17.929525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Attempting to bind port ca457aa4-238b-4488-a83b-500a2656bce5 on network f71ffda9-efd1-414f-aeb6-431ea084e28b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:17.937488 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3e85aeb-b72b-4a2e-8739-5f9ce4e36838 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.938962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-805fce6c-897c-44c1-9af3-78f3c676fd4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53aba75e-2a7c-4c17-b2ec-80503286a411 HTTP/1.1" status: 200 len: 217 time: 0.0745335 Nov 12 03:34:17.945719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a66e909-ecd0-4fd8-9362-89d990a7c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.948286 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a66e909-ecd0-4fd8-9362-89d990a7c5d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.951734 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9a66e909-ecd0-4fd8-9362-89d990a7c5d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5dd1584-932e-4ae7-bc50-52f27129ba22 HTTP/1.1" status: 204 len: 168 time: 0.3171442 Nov 12 03:34:17.951886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:17.951886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Checking segment: {'id': '8b0f917a-bde3-4838-8e36-728abbc569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'f71ffda9-efd1-414f-aeb6-431ea084e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:17.951886 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.951886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Bound using segment: {'id': '8b0f917a-bde3-4838-8e36-728abbc569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'f71ffda9-efd1-414f-aeb6-431ea084e28b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:17.953178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Bound port: ca457aa4-238b-4488-a83b-500a2656bce5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0f917a-bde3-4838-8e36-728abbc569f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'f71ffda9-efd1-414f-aeb6-431ea084e28b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:17.953178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.960441 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36f53dda-8785-4848-adaa-d078ce5bb04a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745363331467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5215889'] for subnet, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.013997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66e909-ecd0-4fd8-9362-89d990a7c5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd1584-932e-4ae7-bc50-52f27129ba22,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.015313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3e85aeb-b72b-4a2e-8739-5f9ce4e36838 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.022348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f53dda-8785-4848-adaa-d078ce5bb04a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.022941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36f53dda-8785-4848-adaa-d078ce5bb04a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.024238 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-36f53dda-8785-4848-adaa-d078ce5bb04a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "PUT /v2.0/subnets/e306bebc-c4ad-4b2e-af2f-79c2219fa84e HTTP/1.1" status: 200 len: 806 time: 0.8109479 Nov 12 03:34:18.030086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50256) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.055020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f53dda-8785-4848-adaa-d078ce5bb04a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=e306bebc-c4ad-4b2e-af2f-79c2219fa84e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.076016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] For port ca457aa4-238b-4488-a83b-500a2656bce5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:18.084395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] For port ca457aa4-238b-4488-a83b-500a2656bce5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ca457aa4-238b-4488-a83b-500a2656bce5,segment=NetworkSegment(8b0f917a-bde3-4838-8e36-728abbc569f0),segment_id=8b0f917a-bde3-4838-8e36-728abbc569f0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:18.093017 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.127714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-20ca26d9-d3bf-40e5-b4a6-7ad6b98b5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.129224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-20ca26d9-d3bf-40e5-b4a6-7ad6b98b5bcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 200 len: 797 time: 0.1788261 Nov 12 03:34:18.146141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3e85aeb-b72b-4a2e-8739-5f9ce4e36838 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.171198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1270225-4b1b-425f-b422-e7dc94470eeb None None] Pushing event updated for resources: {'Port': ['ID=ca457aa4-238b-4488-a83b-500a2656bce5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.194565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.219157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-c3f4c919-2989-48a6-91b8-283e77b5348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.220804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-c3f4c919-2989-48a6-91b8-283e77b5348d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802794 Nov 12 03:34:18.229825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3e85aeb-b72b-4a2e-8739-5f9ce4e36838 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.263382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e85aeb-b72b-4a2e-8739-5f9ce4e36838 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=80758f94-382a-465b-85aa-fff1b6f3b7c9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.265914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3e85aeb-b72b-4a2e-8739-5f9ce4e36838 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.275094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b076b8e3-ceed-436e-8183-63d559ff6b07 None None] Network b80cec14-2b1e-44ac-8df1-86eef40987de requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:18.279430 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d3e85aeb-b72b-4a2e-8739-5f9ce4e36838 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/80758f94-382a-465b-85aa-fff1b6f3b7c9 HTTP/1.1" status: 204 len: 168 time: 0.5486813 Nov 12 03:34:18.280953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50260) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.361241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Deleting port ca457aa4-238b-4488-a83b-500a2656bce5 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:18.361828 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.374052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50262) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.379218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 14d11b07-09b4-49a4-9f27-532ac0c758da up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:18.410083 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.486940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02053dd6-450b-4651-abbf-826cdc402a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.539286 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:18.577053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 14d11b07-09b4-49a4-9f27-532ac0c758da completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:18.586451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 14d11b07-09b4-49a4-9f27-532ac0c758da triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:18.586679 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.647286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:18.647778 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.678784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] DHCP port deletion for b80cec14-2b1e-44ac-8df1-86eef40987de request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:18.736141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02053dd6-450b-4651-abbf-826cdc402a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.749493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02053dd6-450b-4651-abbf-826cdc402a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.754142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,segment=NetworkSegment(b63fb556-c598-46e3-83fb-35babca1a18e),segment_id=b63fb556-c598-46e3-83fb-35babca1a18e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:18.754482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.759154 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.791532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] Deleting port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:18.792401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.800204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:18.801445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-934ac872-95f1-4545-b68e-f6217367f816 service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534658 Nov 12 03:34:18.802661 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c505b-0c85-400d-bcde-a4b9dc24b059" -d '{"events": [{"server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "name": "network-vif-plugged", "status": "completed", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:18.805305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:18.815884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-02053dd6-450b-4651-abbf-826cdc402a58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3cf99ad24e74c16997104dd8f11c4e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371359 Nov 12 03:34:18.815884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02053dd6-450b-4651-abbf-826cdc402a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57741c6d-12f7-46ea-86e9-cd2cafb76915,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.816654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50270) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.834358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:18.866068 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.914078 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2975592-d502-4da8-859c-4731c31546bb x-openstack-request-id: req-e2975592-d502-4da8-859c-4731c31546bb {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:18.914357 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "name": "network-vif-plugged", "status": "completed", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:18.914611 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2975592-d502-4da8-859c-4731c31546bb {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:18.915002 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'code': 200} Nov 12 03:34:18.931631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] For port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,segment=NetworkSegment(b63fb556-c598-46e3-83fb-35babca1a18e),segment_id=b63fb556-c598-46e3-83fb-35babca1a18e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:18.932030 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.937550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.966386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] Calling delete_port for 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:18.988784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No DVR routers for this DVR port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:19.000494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.006375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.017346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] For port ca457aa4-238b-4488-a83b-500a2656bce5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ca457aa4-238b-4488-a83b-500a2656bce5,segment=NetworkSegment(8b0f917a-bde3-4838-8e36-728abbc569f0),segment_id=8b0f917a-bde3-4838-8e36-728abbc569f0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:19.017467 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.046812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2443944-d891-41b2-b090-696f7cdd4f84 req-d5204b47-ebed-4b4b-b0ad-d4dfb4028ca1 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.054981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2443944-d891-41b2-b090-696f7cdd4f84 req-d5204b47-ebed-4b4b-b0ad-d4dfb4028ca1 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 944 time: 0.2742813 Nov 12 03:34:19.067706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Calling delete_port for ca457aa4-238b-4488-a83b-500a2656bce5 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: from cryptography.utils import int_from_bytes Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: from cryptography.utils import int_from_bytes Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.075707 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:19.078405 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:34:19.084161 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.123619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-c57e869b-ae0d-4b5a-b60d-5b6ec70da1a3 service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057084 Nov 12 03:34:19.124326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b5c808b-9d4d-4474-9b0d-d0b8693f6e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.124709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] No DVR routers for this DVR port 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:19.130531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f732e-fc4b-4aeb-8b72-9a654ff5172c None None] Pushing event deleted for resources: {'Port': ['ID=8b53c5a4-f1a9-4555-b0ce-80395bbcdda5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.161737 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.211135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-879e35d5-d43b-4127-90c2-6bde47a8e25c req-2b8177cc-301e-4751-acbd-29dde290e271 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0630646 Nov 12 03:34:19.215454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80cec14-2b1e-44ac-8df1-86eef40987de']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.232659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63fb556-c598-46e3-83fb-35babca1a18e') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.233179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63fb556-c598-46e3-83fb-35babca1a18e') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.240923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08816-242e-4577-86ce-5384f967b3d4 req-9ef9c51e-af0c-4f62-9254-fb56d89266b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.242703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18d08816-242e-4577-86ce-5384f967b3d4 req-9ef9c51e-af0c-4f62-9254-fb56d89266b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 1097 time: 0.2947602 Nov 12 03:34:19.251938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.275439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-9f7ede8f-cba8-41bb-9bc1-dc3e15323e63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b18dccb2-bf47-4c56-b885-4c20b800c014 HTTP/1.1" status: 200 len: 217 time: 0.1348984 Nov 12 03:34:19.281084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.285600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b5c808b-9d4d-4474-9b0d-d0b8693f6e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.297668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:19.298437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:19.305287 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:19.327892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2443944-d891-41b2-b090-696f7cdd4f84 req-4a1b57bd-29a2-4d0b-ac6b-e2b66959e11f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701235 Nov 12 03:34:19.409422 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.418770 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.422919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/b80cec14-2b1e-44ac-8df1-86eef40987de HTTP/1.1" status: 204 len: 168 time: 1.1405802 Nov 12 03:34:19.427283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.434080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1389251552', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:19.449932 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18d08816-242e-4577-86ce-5384f967b3d4 req-b323c015-5a94-416f-ab93-d93353b57b69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790035 Nov 12 03:34:19.457528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-73350ef6-4243-4d46-b6ab-6c7eafb41af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.459027 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-73350ef6-4243-4d46-b6ab-6c7eafb41af1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 200 len: 797 time: 0.1697032 Nov 12 03:34:19.459201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c7d32-594a-4929-a2f7-2fa572809390 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=b80cec14-2b1e-44ac-8df1-86eef40987de,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.481565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.483116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.516306 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b5c808b-9d4d-4474-9b0d-d0b8693f6e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.520154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b5c808b-9d4d-4474-9b0d-d0b8693f6e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.521372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8b5c808b-9d4d-4474-9b0d-d0b8693f6e86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57741c6d-12f7-46ea-86e9-cd2cafb76915 HTTP/1.1" status: 204 len: 168 time: 0.7007132 Nov 12 03:34:19.538842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c808b-9d4d-4474-9b0d-d0b8693f6e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57741c6d-12f7-46ea-86e9-cd2cafb76915,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.542667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.605447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Port': ['ID=ca457aa4-238b-4488-a83b-500a2656bce5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.648526 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.657689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No DVR routers for this DVR port ca457aa4-238b-4488-a83b-500a2656bce5 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:19.745631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebf40-e945-4af8-8542-299d21e09a26 req-f4393e8d-9f64-497c-8552-4885534cc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.747625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-f4393e8d-9f64-497c-8552-4885534cc1ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020055 Nov 12 03:34:19.754723 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.836334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9932b-8431-4e2f-9ae2-8cbd9db1f5b8 None None] Network f71ffda9-efd1-414f-aeb6-431ea084e28b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:19.848106 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.869372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:19.933222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:19.933222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8b53c5a4-f1a9-4555-b0ce-80395bbcdda5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:19.935833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.938764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c5577f57-8a92-40ad-b70e-482b894ff486 None None] Could not find standard attr ID for object ca457aa4-238b-4488-a83b-500a2656bce5. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:34:19.963187 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-ea18ccb5-fea1-4871-9a2f-8933d99033dc service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055569 Nov 12 03:34:20.063750 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=e306bebc-c4ad-4b2e-af2f-79c2219fa84e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:20.118464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989cd38-827f-4b93-a2d9-69dd2c9454fc None None] DHCP port deletion for f71ffda9-efd1-414f-aeb6-431ea084e28b request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:20.135204 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.136585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.155895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aee383-43e9-4c24-b418-13d7fb8865d2 None None] Network f71ffda9-efd1-414f-aeb6-431ea084e28b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:20.173390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71ffda9-efd1-414f-aeb6-431ea084e28b']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.175451 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.192765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0f917a-bde3-4838-8e36-728abbc569f0') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.193323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0f917a-bde3-4838-8e36-728abbc569f0') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.201745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8feebf40-e945-4af8-8542-299d21e09a26 req-8e70ca2a-1010-4d0f-84e7-6c4069a7bcdf service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177088 Nov 12 03:34:20.206434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.239606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.251675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:20.252868 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:20.280173 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:20.326783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.25.0.124 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/7142dd27-b83f-4850-a817-679f2719f2f6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:20.355097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.389288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.392469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/f71ffda9-efd1-414f-aeb6-431ea084e28b HTTP/1.1" status: 204 len: 168 time: 2.3612926 Nov 12 03:34:20.394334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e6803-499a-453f-b90a-f7e1eccc2d21 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=f71ffda9-efd1-414f-aeb6-431ea084e28b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:20.395803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.413397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16dd3585-58f7-47dd-bfc7-3cf6a3c8b60b req-8eda3750-7317-430d-939d-610c39339fdb tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0597215 Nov 12 03:34:20.477486 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3e168b-789e-4749-9b68-751006f9a882 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:20.478117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3e168b-789e-4749-9b68-751006f9a882 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:20.485181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4b3e168b-789e-4749-9b68-751006f9a882 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/f71ffda9-efd1-414f-aeb6-431ea084e28b HTTP/1.1" status: 404 len: 339 time: 0.0842283 Nov 12 03:34:20.485452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50308) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.492657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2080138049', 'description': 'd1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:20.524502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:20.525587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7718c10-cb9f-4b0b-872b-47ce69f554ab req-b5e23277-8685-46e7-befa-992e641e116e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.527096 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7718c10-cb9f-4b0b-872b-47ce69f554ab req-b5e23277-8685-46e7-befa-992e641e116e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 945 time: 0.0913997 Nov 12 03:34:20.529719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.548884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.557891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:20.582731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.583568 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 3988cb59-dcbd-48de-b9ed-6fec4b615d20 of type vlan for network 6e6f9fad-a246-4855-a0e5-2463e981a865 Nov 12 03:34:20.628155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7718c10-cb9f-4b0b-872b-47ce69f554ab req-840d39f8-dab4-457c-9ef1-8912ddb1f597 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906878 Nov 12 03:34:20.656870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.666526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.703974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:20.706550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.706697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:20.709088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:20.715523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.716366 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562306'] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.722401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1bd20-e954-4dca-a899-2dd2f06d9058 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:20.757233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=7142dd27-b83f-4850-a817-679f2719f2f6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:20.780254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-46049262-43b1-479d-b71c-af8989c46100 None None] Provisioning complete for port 7142dd27-b83f-4850-a817-679f2719f2f6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:20.781049 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-46049262-43b1-479d-b71c-af8989c46100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.788517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2977786 Nov 12 03:34:20.795179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50322) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.832659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-46049262-43b1-479d-b71c-af8989c46100 None None] Port 7142dd27-b83f-4850-a817-679f2719f2f6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:20.900938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3dd45-4700-4fde-abca-7d1146aa57de tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=6e6f9fad-a246-4855-a0e5-2463e981a865,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:20.911823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 6e6f9fad-a246-4855-a0e5-2463e981a865 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:20.929483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d03c1-cb3b-4e4b-b902-249de66ca376 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.931134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b56d03c1-cb3b-4e4b-b902-249de66ca376 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/networks?id=6e6f9fad-a246-4855-a0e5-2463e981a865 HTTP/1.1" status: 200 len: 761 time: 0.1347418 Nov 12 03:34:20.933650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50348) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.939592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-57b5545f-f6a2-4b0a-af77-8c6f70df0318 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'description': 'd2'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:21.078334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.118452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-57b5545f-f6a2-4b0a-af77-8c6f70df0318 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.133741 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-57b5545f-f6a2-4b0a-af77-8c6f70df0318 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.173194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57b5545f-f6a2-4b0a-af77-8c6f70df0318 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network 6e6f9fad-a246-4855-a0e5-2463e981a865 is not hosted by any dhcp agent {{(pid=102629) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:34:21.180491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b5545f-f6a2-4b0a-af77-8c6f70df0318 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.181217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-57b5545f-f6a2-4b0a-af77-8c6f70df0318 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.182756 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-57b5545f-f6a2-4b0a-af77-8c6f70df0318 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "PUT /v2.0/networks/6e6f9fad-a246-4855-a0e5-2463e981a865 HTTP/1.1" status: 200 len: 758 time: 0.2481716 Nov 12 03:34:21.185660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.259593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5545f-f6a2-4b0a-af77-8c6f70df0318 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=6e6f9fad-a246-4855-a0e5-2463e981a865,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.275522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 6e6f9fad-a246-4855-a0e5-2463e981a865 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:21.300573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50370) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.341936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01306ed7-e1e4-43bb-9d46-269a8375c598 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.347743 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-01306ed7-e1e4-43bb-9d46-269a8375c598 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/networks?id=6e6f9fad-a246-4855-a0e5-2463e981a865 HTTP/1.1" status: 200 len: 761 time: 0.1609118 Nov 12 03:34:21.348388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50374) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.354241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-74440569'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:21.378129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:21.382438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.411350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:21.424402 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.424986 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment 0b26c172-4c9e-4795-9728-81ce4690cb97 of type vlan for network baf5e945-bff8-4fea-a705-c48b97e7ccca Nov 12 03:34:21.449071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e907199-e764-432e-8289-9839bcf1c406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.503921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.552521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-52ac2554-f3b8-45e6-90e2-f65da9540aff req-195ab7dc-3b91-486c-a7f6-5509f4019d6b tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0459962 Nov 12 03:34:21.587030 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.593717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.594549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.648176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2985888 Nov 12 03:34:21.651077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50380) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.656178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': 'baf5e945-bff8-4fea-a705-c48b97e7ccca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:21.726912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ca457aa4-238b-4488-a83b-500a2656bce5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:21.729594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=baf5e945-bff8-4fea-a705-c48b97e7ccca,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.756954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ca457aa4-238b-4488-a83b-500a2656bce5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:21.758133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ca457aa4-238b-4488-a83b-500a2656bce5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:21.758418 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.758802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.760359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.760359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.764618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.764787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.765070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.765398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.765721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.766053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.766392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.766711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.767028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a495d71-8130-40a5-b959-6f5be024e9be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.788206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network baf5e945-bff8-4fea-a705-c48b97e7ccca details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:21.797673 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e907199-e764-432e-8289-9839bcf1c406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.802857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e907199-e764-432e-8289-9839bcf1c406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.811984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:21.815823 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.822135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aa43f-e62a-49d5-96e7-b73fd3129869 req-f2e4289f-ab0c-40b1-aa12-4869634bea5d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.823915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-491aa43f-e62a-49d5-96e7-b73fd3129869 req-f2e4289f-ab0c-40b1-aa12-4869634bea5d tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 945 time: 0.1169260 Nov 12 03:34:21.872185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2e907199-e764-432e-8289-9839bcf1c406 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17e2fabdbc5f4da082ae1c8382792feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5704896 Nov 12 03:34:21.880066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50386) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.887741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e907199-e764-432e-8289-9839bcf1c406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7305b56-4771-4d96-8e9e-c1d59c99a507,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.948980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-491aa43f-e62a-49d5-96e7-b73fd3129869 req-6087d3ae-7e73-4719-a68f-af1488ec10c3 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086795 Nov 12 03:34:21.965357 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec0b-9f02-4bd1-be79-082ee54ba10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.988292 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec0b-9f02-4bd1-be79-082ee54ba10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.037689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router c131a918-505d-48f5-a65c-791521b7a82d is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:22.049947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec0b-9f02-4bd1-be79-082ee54ba10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.052846 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec0b-9f02-4bd1-be79-082ee54ba10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.054062 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ecd7ec0b-9f02-4bd1-be79-082ee54ba10f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7305b56-4771-4d96-8e9e-c1d59c99a507 HTTP/1.1" status: 204 len: 168 time: 0.1734426 Nov 12 03:34:22.063536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7ec0b-9f02-4bd1-be79-082ee54ba10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7305b56-4771-4d96-8e9e-c1d59c99a507,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:22.169451 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.244100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5ed45-2fea-4217-b4ed-de28f36f7e23 req-eda2e128-a612-4e0e-9c80-48a137a841a5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.251585 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c3d5ed45-2fea-4217-b4ed-de28f36f7e23 req-eda2e128-a612-4e0e-9c80-48a137a841a5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 945 time: 0.0620937 Nov 12 03:34:22.286925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=0b2f01de-577a-4d18-81ba-00700500bfa9,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:22.300485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': '0b26c172-4c9e-4795-9728-81ce4690cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'baf5e945-bff8-4fea-a705-c48b97e7ccca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:22.300882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: baf5e945-bff8-4fea-a705-c48b97e7ccca, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:22.303366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:22.317254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274a706-e719-48f3-b4a0-e4461f32bb82 None None] Sync routers for ids ['c131a918-505d-48f5-a65c-791521b7a82d'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:22.327111 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c3d5ed45-2fea-4217-b4ed-de28f36f7e23 req-7b8094d6-5b93-4aa1-be79-e9fa1a2ced46 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740423 Nov 12 03:34:22.336300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.337935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c5a7c803-5f44-409d-95c0-8e5fe5561324 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9092093 Nov 12 03:34:22.339404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network baf5e945-bff8-4fea-a705-c48b97e7ccca is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:22.340789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50400) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.350359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274a706-e719-48f3-b4a0-e4461f32bb82 None None] Routers {'c131a918-505d-48f5-a65c-791521b7a82d'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:22.351662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2274a706-e719-48f3-b4a0-e4461f32bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c131a918-505d-48f5-a65c-791521b7a82d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.369244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, baf5e945-bff8-4fea-a705-c48b97e7ccca) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:22.374970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.376017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.388059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2274a706-e719-48f3-b4a0-e4461f32bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.395587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4411098-cf48-4e16-99f6-0767f2c000e8 None None] Network baf5e945-bff8-4fea-a705-c48b97e7ccca requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:22.402470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.402607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8ba49e30-cc6a-4d5a-8d53-2ae30676100c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7502120 Nov 12 03:34:22.404203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274a706-e719-48f3-b4a0-e4461f32bb82 None None] Routers {'c131a918-505d-48f5-a65c-791521b7a82d'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:22.405032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2274a706-e719-48f3-b4a0-e4461f32bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c131a918-505d-48f5-a65c-791521b7a82d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.497379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2274a706-e719-48f3-b4a0-e4461f32bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.498042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274a706-e719-48f3-b4a0-e4461f32bb82 None None] The sync data for ids ['c131a918-505d-48f5-a65c-791521b7a82d'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:22.562453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b9c9ccbb-cbf6-4bfc-ad8c-ef32ae061992 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/routers/c131a918-505d-48f5-a65c-791521b7a82d HTTP/1.1" status: 200 len: 881 time: 0.2197196 Nov 12 03:34:22.563903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50410) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.570297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.611179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-baf5e945-bff8-4fea-a705-c48b97e7ccca', 'network_id': 'baf5e945-bff8-4fea-a705-c48b97e7ccca', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': '0b2f01de-577a-4d18-81ba-00700500bfa9'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:22.623098 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.642296 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.770740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a16eb3c-eac7-423d-ad7a-e3d15961a74e req-1dc4cf7b-aa6e-4dfc-94c5-46c4e12d1448 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0690498 Nov 12 03:34:22.856487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Allocated IP 172.20.0.2 (baf5e945-bff8-4fea-a705-c48b97e7ccca/0b2f01de-577a-4d18-81ba-00700500bfa9/0857e797-419f-4c25-9e8c-1b5a0ac1cf0d) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:22.913713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-145b57a1-9ec6-4777-b9bc-775d5351aad0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3477454 Nov 12 03:34:22.916212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50426) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.921198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-95f1a6fb-8c8e-493e-bd75-73b28045afe9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1389251552'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:23.063210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1ac5e0c-7e4c-4894-9995-2bb025386a16 req-dea087aa-f747-493e-a15a-a22c507b94ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0584276 Nov 12 03:34:23.153021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1ac5e0c-7e4c-4894-9995-2bb025386a16 req-297ceb86-e5af-47d8-8a3d-aed4b3532430 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0324485 Nov 12 03:34:23.188478 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.199152 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.222089 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.226732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1ac5e0c-7e4c-4894-9995-2bb025386a16 req-dfbce4d6-c808-465d-8e9e-d1656c7d8fbd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312359 Nov 12 03:34:23.254915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Network baf5e945-bff8-4fea-a705-c48b97e7ccca is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:23.256865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:23.261747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:23.263185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2f01de-577a-4d18-81ba-00700500bfa9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.321350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Pushing event updated for resources: {'Port': ['ID=0857e797-419f-4c25-9e8c-1b5a0ac1cf0d,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.340305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Attempting to bind port 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:23.340965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Attempting to bind port 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '0b26c172-4c9e-4795-9728-81ce4690cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'baf5e945-bff8-4fea-a705-c48b97e7ccca'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:23.341564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Attempting to bind port 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d on network baf5e945-bff8-4fea-a705-c48b97e7ccca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:23.347986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:23.348639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Checking segment: {'id': '0b26c172-4c9e-4795-9728-81ce4690cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'baf5e945-bff8-4fea-a705-c48b97e7ccca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:23.349257 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.349749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.349986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Bound using segment: {'id': '0b26c172-4c9e-4795-9728-81ce4690cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'baf5e945-bff8-4fea-a705-c48b97e7ccca'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:23.350740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Bound port: 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b26c172-4c9e-4795-9728-81ce4690cb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'baf5e945-bff8-4fea-a705-c48b97e7ccca'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:23.351314 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.387507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf5e945-bff8-4fea-a705-c48b97e7ccca']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.410154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b26c172-4c9e-4795-9728-81ce4690cb97') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.410928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b26c172-4c9e-4795-9728-81ce4690cb97') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.431684 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.447380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac5e0c-7e4c-4894-9995-2bb025386a16 req-1499c137-e9bd-4802-816f-e097002af189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:23.449364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a1ac5e0c-7e4c-4894-9995-2bb025386a16 req-1499c137-e9bd-4802-816f-e097002af189 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2147164 Nov 12 03:34:23.460136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6fb-8c8e-493e-bd75-73b28045afe9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.464362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.475562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:23.476031 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:23.480777 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:23.489910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6fb-8c8e-493e-bd75-73b28045afe9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.506254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] For port 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:23.579177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] For port 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0857e797-419f-4c25-9e8c-1b5a0ac1cf0d,segment=NetworkSegment(0b26c172-4c9e-4795-9728-81ce4690cb97),segment_id=0b26c172-4c9e-4795-9728-81ce4690cb97)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:23.583716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.api [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:34:23.583716 n-d-789963-21 neutron-server[102629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:34:23.583716 n-d-789963-21 neutron-server[102629]: [parameters: {'id': 'baf5e945-bff8-4fea-a705-c48b97e7ccca'}] Nov 12 03:34:23.583716 n-d-789963-21 neutron-server[102629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:34:23.584347 n-d-789963-21 neutron-server[102629]: DEBUG oslo_db.api [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:34:23.586002 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.598427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a8f7c-86cd-4122-8326-e2f92828a047 req-5c837e7f-759f-4380-addd-cd346ac6ba5f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:23.600811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f69a8f7c-86cd-4122-8326-e2f92828a047 req-5c837e7f-759f-4380-addd-cd346ac6ba5f tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 945 time: 0.1031497 Nov 12 03:34:23.664148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f1a6fb-8c8e-493e-bd75-73b28045afe9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router c131a918-505d-48f5-a65c-791521b7a82d has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:23.669512 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f69a8f7c-86cd-4122-8326-e2f92828a047 req-7f2def0a-6b4e-465d-8de0-e21ab5d94970 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625176 Nov 12 03:34:23.687450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf05ce-d694-417a-878d-ff214a30918c None None] Pushing event updated for resources: {'Port': ['ID=0857e797-419f-4c25-9e8c-1b5a0ac1cf0d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.710618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd5fa8-1a92-4464-a555-57468cf8f3ed None None] Network baf5e945-bff8-4fea-a705-c48b97e7ccca requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:23.834720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f1a6fb-8c8e-493e-bd75-73b28045afe9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:23.842469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6fb-8c8e-493e-bd75-73b28045afe9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.846901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50456) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.847450 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-95f1a6fb-8c8e-493e-bd75-73b28045afe9 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/c131a918-505d-48f5-a65c-791521b7a82d HTTP/1.1" status: 200 len: 888 time: 0.9299278 Nov 12 03:34:23.851404 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f862258-33f8-4d65-b2ab-53682cc280e2 None None] Sync routers for ids ['c131a918-505d-48f5-a65c-791521b7a82d'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:23.862800 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f862258-33f8-4d65-b2ab-53682cc280e2 None None] Routers {'c131a918-505d-48f5-a65c-791521b7a82d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:23.864433 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5f862258-33f8-4d65-b2ab-53682cc280e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c131a918-505d-48f5-a65c-791521b7a82d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.882908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb22971-464b-46a5-b849-58f8d9b9562e None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:34:23.932231 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5f862258-33f8-4d65-b2ab-53682cc280e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.960850 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f862258-33f8-4d65-b2ab-53682cc280e2 None None] Routers {'c131a918-505d-48f5-a65c-791521b7a82d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:23.966132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50458) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.968323 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5f862258-33f8-4d65-b2ab-53682cc280e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c131a918-505d-48f5-a65c-791521b7a82d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.006187 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ba5a249-80c1-4f77-9391-4b23d88ef882 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/routers/c131a918-505d-48f5-a65c-791521b7a82d HTTP/1.1" status: 200 len: 888 time: 0.1577804 Nov 12 03:34:24.008928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50464) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.031232 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5f862258-33f8-4d65-b2ab-53682cc280e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.032778 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f862258-33f8-4d65-b2ab-53682cc280e2 None None] The sync data for ids ['c131a918-505d-48f5-a65c-791521b7a82d'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:24.051500 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-380b9687-e77f-4376-ab9e-09b55507d298 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=c131a918-505d-48f5-a65c-791521b7a82d HTTP/1.1" status: 200 len: 205 time: 0.0385506 Nov 12 03:34:24.052001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50466) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.103059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb22971-464b-46a5-b849-58f8d9b9562e None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:34:24.116149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.137305 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8596860e-3457-4903-b9a7-c843599dfd42 req-cb2b5ae7-62a6-4cff-8f6c-9051f76b2a9a tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0920403 Nov 12 03:34:24.209215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-732555407'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:24.262337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Made reservation on behalf of 398a7f082fc84c97b60c3cb040617bb6 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:24.270928 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.283123 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.416889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.421320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.454728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:24.462492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a135d16-f54d-4bcf-85f3-61822cd6e61c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.469570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.470356 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Added segment 7a603a06-a0f3-4b4a-b2d1-d567a472a7a5 of type vlan for network 520f3396-9e46-44ed-8c8e-f256961b4cdf Nov 12 03:34:24.552885 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.569982 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.609944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.616697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.617351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.617967 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.679992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Deleting port 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:24.680343 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.683443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7152174 Nov 12 03:34:24.686100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50484) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.693357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Request body: {'subnet': {'network_id': '520f3396-9e46-44ed-8c8e-f256961b4cdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:24.709545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df1718-eb76-4541-89a2-96078481393c tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event updated for resources: {'Network': ['ID=520f3396-9e46-44ed-8c8e-f256961b4cdf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.720643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 520f3396-9e46-44ed-8c8e-f256961b4cdf details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:24.790307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] For port 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0857e797-419f-4c25-9e8c-1b5a0ac1cf0d,segment=NetworkSegment(0b26c172-4c9e-4795-9728-81ce4690cb97),segment_id=0b26c172-4c9e-4795-9728-81ce4690cb97)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:24.790747 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.792652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Made reservation on behalf of 398a7f082fc84c97b60c3cb040617bb6 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:24.796660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.803929 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.811828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Calling delete_port for 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:24.930993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 7142dd27-b83f-4850-a817-679f2719f2f6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:24.931326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.985214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.012617 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.015837 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Port': ['ID=0857e797-419f-4c25-9e8c-1b5a0ac1cf0d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.025150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No DVR routers for this DVR port 0857e797-419f-4c25-9e8c-1b5a0ac1cf0d on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:25.079272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event updated for resources: {'Subnet': ['ID=9482a666-7ce6-4a8b-802b-faeed7ac6359,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.087464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.087672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Checking segment: {'id': '7a603a06-a0f3-4b4a-b2d1-d567a472a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '520f3396-9e46-44ed-8c8e-f256961b4cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:25.088033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Network hostable DHCP agents. Network: 520f3396-9e46-44ed-8c8e-f256961b4cdf, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:25.105383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Network 520f3396-9e46-44ed-8c8e-f256961b4cdf is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:25.114218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 520f3396-9e46-44ed-8c8e-f256961b4cdf) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:25.118431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:25.119009 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.125601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8888b9c0-d7d6-41f0-a435-8f3bd296add2 None None] Network 520f3396-9e46-44ed-8c8e-f256961b4cdf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:25.129173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.131895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 7142dd27-b83f-4850-a817-679f2719f2f6 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:25.140617 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e608e134-2cc1-4991-a39b-c0497bb49550 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4510314 Nov 12 03:34:25.141355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.147125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Request body: {'port': {'network_id': '520f3396-9e46-44ed-8c8e-f256961b4cdf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-986150463'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:25.166176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf5e945-bff8-4fea-a705-c48b97e7ccca']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.244128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b26c172-4c9e-4795-9728-81ce4690cb97') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.244790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b26c172-4c9e-4795-9728-81ce4690cb97') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.258139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.305784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9b6b255-3202-4b68-8320-dc36279aaf92 req-82b24715-1953-44d8-8245-6efb0032dcc2 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0693529 Nov 12 03:34:25.309307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.325387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:25.325824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.343317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-520f3396-9e46-44ed-8c8e-f256961b4cdf', 'network_id': '520f3396-9e46-44ed-8c8e-f256961b4cdf', 'tenant_id': '398a7f082fc84c97b60c3cb040617bb6', 'fixed_ips': [{'subnet_id': '9482a666-7ce6-4a8b-802b-faeed7ac6359'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:25.343603 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:25.346039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.378356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Made reservation on behalf of 398a7f082fc84c97b60c3cb040617bb6 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:25.382086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.401917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] device_id is not set on port 91290832-403e-4eb1-95ba-62d8ef6c6ebc yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:34:25.440599 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.454232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.458546 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/baf5e945-bff8-4fea-a705-c48b97e7ccca HTTP/1.1" status: 204 len: 168 time: 3.0540709 Nov 12 03:34:25.464434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50504) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.523138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37fec8-4466-4310-b08c-26e427f24599 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=baf5e945-bff8-4fea-a705-c48b97e7ccca,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.527765 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-279ec762-5f4b-41ea-968c-90c8bdb717fc tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] GET failed (client error): The resource could not be found. Nov 12 03:34:25.531582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-279ec762-5f4b-41ea-968c-90c8bdb717fc tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/subnets/0b2f01de-577a-4d18-81ba-00700500bfa9 HTTP/1.1" status: 404 len: 337 time: 0.0638120 Nov 12 03:34:25.531761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Allocated IP 172.20.0.2 (520f3396-9e46-44ed-8c8e-f256961b4cdf/9482a666-7ce6-4a8b-802b-faeed7ac6359/3ca2615b-1cd3-42ca-8333-951f209b2831) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:25.531868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50506) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.561782 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-22de88ef-0bfa-45a2-ae78-16c5982b21ec tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:25.562381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22de88ef-0bfa-45a2-ae78-16c5982b21ec tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:25.566564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22de88ef-0bfa-45a2-ae78-16c5982b21ec tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/baf5e945-bff8-4fea-a705-c48b97e7ccca HTTP/1.1" status: 404 len: 339 time: 0.0337427 Nov 12 03:34:25.572733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50508) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.652899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.727684 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.734578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.735948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=7142dd27-b83f-4850-a817-679f2719f2f6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.768872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd3ced1-2088-4e4b-a16c-5488d2d540f9 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:25.785153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Network 520f3396-9e46-44ed-8c8e-f256961b4cdf is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:25.793702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:25.797930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:25.805820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Pushing event updated for resources: {'Port': ['ID=3ca2615b-1cd3-42ca-8333-951f209b2831,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.862363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Attempting to bind port 3ca2615b-1cd3-42ca-8333-951f209b2831 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:25.862363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Attempting to bind port 3ca2615b-1cd3-42ca-8333-951f209b2831 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7a603a06-a0f3-4b4a-b2d1-d567a472a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '520f3396-9e46-44ed-8c8e-f256961b4cdf'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:25.864021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Attempting to bind port 3ca2615b-1cd3-42ca-8333-951f209b2831 on network 520f3396-9e46-44ed-8c8e-f256961b4cdf {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:25.868898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:25.869274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Checking segment: {'id': '7a603a06-a0f3-4b4a-b2d1-d567a472a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '520f3396-9e46-44ed-8c8e-f256961b4cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:25.869675 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.870072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Bound using segment: {'id': '7a603a06-a0f3-4b4a-b2d1-d567a472a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '520f3396-9e46-44ed-8c8e-f256961b4cdf'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:25.870218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780fa922-712e-4995-b317-4c89cc4e4752 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:25.870543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Bound port: 3ca2615b-1cd3-42ca-8333-951f209b2831, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a603a06-a0f3-4b4a-b2d1-d567a472a7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '520f3396-9e46-44ed-8c8e-f256961b4cdf'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:25.871081 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.871672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-780fa922-712e-4995-b317-4c89cc4e4752 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2977369 Nov 12 03:34:25.874381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50512) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.876004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Allocated IP 172.20.0.4 (520f3396-9e46-44ed-8c8e-f256961b4cdf/9482a666-7ce6-4a8b-802b-faeed7ac6359/91290832-403e-4eb1-95ba-62d8ef6c6ebc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:25.897527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.919327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5f4edb02-9c1a-4d57-9261-2e242a1aa489 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 207 time: 0.0437970 Nov 12 03:34:25.922620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50514) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.950673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] For port 3ca2615b-1cd3-42ca-8333-951f209b2831, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:25.954347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] For port 3ca2615b-1cd3-42ca-8333-951f209b2831, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3ca2615b-1cd3-42ca-8333-951f209b2831,segment=NetworkSegment(7a603a06-a0f3-4b4a-b2d1-d567a472a7a5),segment_id=7a603a06-a0f3-4b4a-b2d1-d567a472a7a5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:25.958830 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.016411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bd837-f805-416c-b6e2-719ed7e5b3c1 None None] Pushing event updated for resources: {'Port': ['ID=3ca2615b-1cd3-42ca-8333-951f209b2831,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.022064 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.024367 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.077074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.077935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Fanout notify agent at l3_agent the message router_deleted on router c131a918-505d-48f5-a65c-791521b7a82d {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:26.085351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.086445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bc3bfd8a-f213-4a5a-9fed-17910be989ef tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/c131a918-505d-48f5-a65c-791521b7a82d HTTP/1.1" status: 204 len: 168 time: 2.0337350 Nov 12 03:34:26.090352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50518) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.111062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-902623613'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:26.132890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da0ce9-103b-4f83-bb1f-062e9acda411 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.138740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da0ce9-103b-4f83-bb1f-062e9acda411 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.145017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da0ce9-103b-4f83-bb1f-062e9acda411 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.151050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da0ce9-103b-4f83-bb1f-062e9acda411 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.152755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-78da0ce9-103b-4f83-bb1f-062e9acda411 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2291670 Nov 12 03:34:26.156522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50520) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.173639 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.187415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:26.191321 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.260097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:26.266820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.315719 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.316100 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment 12265ba1-48d2-4461-ac4e-a00efa38f768 of type vlan for network e6c63806-d88f-49ca-918a-5090ca1d25b4 Nov 12 03:34:26.332095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Network 520f3396-9e46-44ed-8c8e-f256961b4cdf is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:26.342039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:26.385663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 14d11b07-09b4-49a4-9f27-532ac0c758da details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:26.390377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event updated for resources: {'Port': ['ID=91290832-403e-4eb1-95ba-62d8ef6c6ebc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.398099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:26.420800 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eaafc5bd-32ca-45bb-9be8-eae4632ef1bf tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2623992 Nov 12 03:34:26.424138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50526) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.442508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.488790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.489546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.512635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49c6b825-480c-4d73-add3-dec17077b9f2 req-304dbed3-f16a-4b70-a452-11209e2737a4 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0736401 Nov 12 03:34:26.516554 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-28ee9b27-d577-425d-b024-9a9faea11989 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3741183 Nov 12 03:34:26.517244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.528295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.533913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.534551 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.569809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591811e-c856-49e3-a0d1-13eb731801b6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.571500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591811e-c856-49e3-a0d1-13eb731801b6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.577475 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f591811e-c856-49e3-a0d1-13eb731801b6 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1520069 Nov 12 03:34:26.578132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50540) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.596928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5000451 Nov 12 03:34:26.602191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:26.613337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50542) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.618097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': 'e6c63806-d88f-49ca-918a-5090ca1d25b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:26.618890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'port_id': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'mac_address': 'fa:16:3e:be:9e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67f6c8-b665-4ca5-b155-c93c0793db74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:26.661537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.671168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900bf80-b845-4409-ae95-7bbfb7430fac tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=e6c63806-d88f-49ca-918a-5090ca1d25b4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.678554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14d11b07-09b4-49a4-9f27-532ac0c758da {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:26.692494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e6c63806-d88f-49ca-918a-5090ca1d25b4 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:26.700187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-41b5236f-a0e9-4294-9546-1031574bc9e5 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Deleting port 91290832-403e-4eb1-95ba-62d8ef6c6ebc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:26.700528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-41b5236f-a0e9-4294-9546-1031574bc9e5 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.720604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517318c7-edf6-461e-bd82-0dd204317393 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.723269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517318c7-edf6-461e-bd82-0dd204317393 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['shared'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.723989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:26.729158 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-517318c7-edf6-461e-bd82-0dd204317393 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1467285 Nov 12 03:34:26.731833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50546) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.764950 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.794060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-41b5236f-a0e9-4294-9546-1031574bc9e5 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.807091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-41b5236f-a0e9-4294-9546-1031574bc9e5 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Calling delete_port for 91290832-403e-4eb1-95ba-62d8ef6c6ebc owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:26.856176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:26.859889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.867528 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.936404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['14d11b07-09b4-49a4-9f27-532ac0c758da'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:26.993529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8e4c98-007d-4c47-b70c-efaada0be08a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.994865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0a8e4c98-007d-4c47-b70c-efaada0be08a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/networks/94e0e49e-f51c-46b5-9b6d-baec3fd83d20 HTTP/1.1" status: 200 len: 800 time: 0.2619133 Nov 12 03:34:27.000148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50556) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.011656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-41b5236f-a0e9-4294-9546-1031574bc9e5 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.060413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5236f-a0e9-4294-9546-1031574bc9e5 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event deleted for resources: {'Port': ['ID=91290832-403e-4eb1-95ba-62d8ef6c6ebc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:27.172623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-41b5236f-a0e9-4294-9546-1031574bc9e5 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.180871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-41b5236f-a0e9-4294-9546-1031574bc9e5 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "DELETE /v2.0/ports/91290832-403e-4eb1-95ba-62d8ef6c6ebc HTTP/1.1" status: 204 len: 168 time: 0.6609373 Nov 12 03:34:27.181615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50564) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.276801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b618de21-1b69-49c1-9e68-81026910e428 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/networks/94e0e49e-f51c-46b5-9b6d-baec3fd83d20?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2749667 Nov 12 03:34:27.277347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50568) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.348628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50572) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.349106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-71f5b03a-8552-490b-a879-cdf3c2edcdaf tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4482 time: 0.1657987 Nov 12 03:34:27.349506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.357249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1001430814'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:27.378427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ff9c78-97c3-4d0a-8a00-029e7255cecb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:27.379789 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f1ff9c78-97c3-4d0a-8a00-029e7255cecb tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/subnets/eae8ab4a-cf8d-4b0f-8672-bf492891fc61 HTTP/1.1" status: 200 len: 811 time: 0.1010725 Nov 12 03:34:27.384106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.411712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=e577acdb-8fa4-42c8-8424-5856b1756da5,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:27.448699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Made reservation on behalf of 398a7f082fc84c97b60c3cb040617bb6 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:27.452319 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.455891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d2a81-049a-45f5-9ff2-05bc55daec36 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:27.457719 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f54d2a81-049a-45f5-9ff2-05bc55daec36 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "GET /v2.0/subnets/eae8ab4a-cf8d-4b0f-8672-bf492891fc61?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0724812 Nov 12 03:34:27.462494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50582) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.468275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35570153'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:27.477129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186821e-91e6-4df8-9ca2-7d8cd027bc12 None None] Network 520f3396-9e46-44ed-8c8e-f256961b4cdf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:27.497658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': '12265ba1-48d2-4461-ac4e-a00efa38f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e6c63806-d88f-49ca-918a-5090ca1d25b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:27.498023 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: e6c63806-d88f-49ca-918a-5090ca1d25b4, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:27.519756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:27.522468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:27.529348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.549435 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.550039 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Added segment 06a070df-d4d0-42db-bdfe-400c734a1e46 of type vlan for network da471c97-93d5-4260-ab61-cd4de0b0f4e8 Nov 12 03:34:27.552120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network e6c63806-d88f-49ca-918a-5090ca1d25b4 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:27.615874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a5b6377b-fa78-46a7-a898-e871af60da14 None None] Provisioning complete for port 3ca2615b-1cd3-42ca-8333-951f209b2831 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:27.616367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a5b6377b-fa78-46a7-a898-e871af60da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.632259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:27.645170 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.645593 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Added segment fea686e1-7916-4c4a-a003-a3e092e51869 of type vlan for network 81b73ec3-fbfd-420c-9e35-3174c51e5490 Nov 12 03:34:27.651842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.686199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e6c63806-d88f-49ca-918a-5090ca1d25b4) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:27.697276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:27.697654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b3b67f-dffd-446c-afb1-366477405544 None None] Network e6c63806-d88f-49ca-918a-5090ca1d25b4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:27.697876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.743575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e78cf976-c2a3-4cda-93b8-520088cb27b1 req-4100f57e-53e4-4890-9e28-48f38cd0424d tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0849700 Nov 12 03:34:27.765917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-affa5907-0670-47f3-9fec-3997eae14ddd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1481433 Nov 12 03:34:27.766452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.766452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.773617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a0aa4bc4-86a9-4748-a7cc-984f208c24b2 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1731719922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:27.807543 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.811918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0aa4bc4-86a9-4748-a7cc-984f208c24b2 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.813695 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0aa4bc4-86a9-4748-a7cc-984f208c24b2 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.813816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:27.814341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.854801 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.860963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:27.862518 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.952032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5992305 Nov 12 03:34:27.955430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50604) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.964194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0aa4bc4-86a9-4748-a7cc-984f208c24b2 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.982217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5187097 Nov 12 03:34:28.001806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3ca2615b-1cd3-42ca-8333-951f209b2831 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:28.014631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50606) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.015953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a881d-0fe6-4dd2-a552-7039433dd929 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event updated for resources: {'Network': ['ID=da471c97-93d5-4260-ab61-cd4de0b0f4e8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:28.022828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0aa4bc4-86a9-4748-a7cc-984f208c24b2 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.039458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'network_id': '81b73ec3-fbfd-420c-9e35-3174c51e5490', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:28.044133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bea12-0afc-41c0-9586-e0cc6966e9c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Network': ['ID=81b73ec3-fbfd-420c-9e35-3174c51e5490,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:28.056184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network da471c97-93d5-4260-ab61-cd4de0b0f4e8 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:28.071413 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0aa4bc4-86a9-4748-a7cc-984f208c24b2 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.075567 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a0aa4bc4-86a9-4748-a7cc-984f208c24b2 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3059037 Nov 12 03:34:28.078681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50608) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.287644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Made reservation on behalf of e1964463ffb348a5bcebe0cc79a3a914 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:28.301402 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.438635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 81b73ec3-fbfd-420c-9e35-3174c51e5490 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:28.509713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 14d11b07-09b4-49a4-9f27-532ac0c758da up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:28.513433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a5b6377b-fa78-46a7-a898-e871af60da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.514701 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.909317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-e6c63806-d88f-49ca-918a-5090ca1d25b4', 'network_id': 'e6c63806-d88f-49ca-918a-5090ca1d25b4', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': 'e577acdb-8fa4-42c8-8424-5856b1756da5'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:28.921183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.976217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Performing IP validity checks on allocation pools {{(pid=102629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:34:28.977317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:34:28.991387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a5b6377b-fa78-46a7-a898-e871af60da14 None None] For port 3ca2615b-1cd3-42ca-8333-951f209b2831, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3ca2615b-1cd3-42ca-8333-951f209b2831,segment=NetworkSegment(7a603a06-a0f3-4b4a-b2d1-d567a472a7a5),segment_id=7a603a06-a0f3-4b4a-b2d1-d567a472a7a5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:29.072184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.20.0.1 (e6c63806-d88f-49ca-918a-5090ca1d25b4/e577acdb-8fa4-42c8-8424-5856b1756da5/2ed48d56-3ca3-46bc-9045-94b27bec52f4) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:29.089044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a5b6377b-fa78-46a7-a898-e871af60da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.170373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 14d11b07-09b4-49a4-9f27-532ac0c758da triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:29.170746 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.193194 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-09790c08-95a2-4405-b4f2-8f8974ce4b46 req-6651bdf1-4382-4fb5-90c8-9e3b7e75c785 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.1843989 Nov 12 03:34:29.206740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c7eb6f87-f26e-48f5-a25b-92efc1f2924a tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "GET /v2.0/agents/15e1e9b9-fe74-4ff1-aba8-c8c742643da4/dhcp-networks HTTP/1.1" status: 200 len: 9643 time: 1.2487803 Nov 12 03:34:29.211606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50628) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:29.212279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 3ca2615b-1cd3-42ca-8333-951f209b2831 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:29.212660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.291954 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.297276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6377b-fa78-46a7-a898-e871af60da14 None None] Pushing event updated for resources: {'Port': ['ID=3ca2615b-1cd3-42ca-8333-951f209b2831,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.312782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e563cb20-4aeb-42ca-8c68-9a654c7b884b None None] Provisioning complete for port 3ca2615b-1cd3-42ca-8333-951f209b2831 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:29.313562 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e563cb20-4aeb-42ca-8c68-9a654c7b884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.347940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.431272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=2ed48d56-3ca3-46bc-9045-94b27bec52f4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.447849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network e6c63806-d88f-49ca-918a-5090ca1d25b4 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:29.451691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:29.460011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:29.554673 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.558878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83314c-7c22-4fb5-aac7-6cd85df0d415 tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] Network da471c97-93d5-4260-ab61-cd4de0b0f4e8 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:29.577953 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.584980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Allocated IP 172.20.0.2 (e6c63806-d88f-49ca-918a-5090ca1d25b4/e577acdb-8fa4-42c8-8424-5856b1756da5/153832da-26ee-4c9e-a0d7-9a039cf0864a) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:29.586932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.620924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:29.623219 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74517062-4f59-4264-8243-1436c4974323" -d '{"events": [{"server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "name": "network-vif-plugged", "status": "completed", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:29.629781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e563cb20-4aeb-42ca-8c68-9a654c7b884b None None] Could not find standard attr ID for object 91290832-403e-4eb1-95ba-62d8ef6c6ebc. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:34:29.642430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:29.655321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.668728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50634) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:29.670365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a5314-1d80-490e-b1fd-1d672fd8961e None None] Network da471c97-93d5-4260-ab61-cd4de0b0f4e8 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:29.671880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-af83314c-7c22-4fb5-aac7-6cd85df0d415 tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "POST /v2.0/agents/15e1e9b9-fe74-4ff1-aba8-c8c742643da4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4586134 Nov 12 03:34:29.751019 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb73857-f794-4056-8216-68c134fca6c0 x-openstack-request-id: req-cdb73857-f794-4056-8216-68c134fca6c0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:29.751308 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "name": "network-vif-plugged", "status": "completed", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:29.751562 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdb73857-f794-4056-8216-68c134fca6c0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:29.752026 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'code': 200} Nov 12 03:34:29.805987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Checking segment: {'id': 'fea686e1-7916-4c4a-a003-a3e092e51869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '81b73ec3-fbfd-420c-9e35-3174c51e5490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:29.806511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network hostable DHCP agents. Network: 81b73ec3-fbfd-420c-9e35-3174c51e5490, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:29.817262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=c5e46fed-08a8-4dc4-85b9-3f6bcb61e796,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.877334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Network 81b73ec3-fbfd-420c-9e35-3174c51e5490 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:29.879940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.914073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 81b73ec3-fbfd-420c-9e35-3174c51e5490) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:29.945916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.946905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.955709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e457ab2c-da15-4bf2-aab5-5ef721164d64 None None] Network 81b73ec3-fbfd-420c-9e35-3174c51e5490 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:29.957855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3ca2615b-1cd3-42ca-8333-951f209b2831 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:29.993894 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.005712 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-136e54db-8136-4c1c-a876-27b79914a98d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9777935 Nov 12 03:34:30.006823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:30.023700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-62b7f049-bedc-4077-8aea-058ec43501c0 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:30.131671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9e84e19a-eea2-4c72-9662-7123c2cbd148 tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "GET /v2.0/agents/15e1e9b9-fe74-4ff1-aba8-c8c742643da4/dhcp-networks HTTP/1.1" status: 200 len: 10416 time: 0.4616604 Nov 12 03:34:30.140019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50650) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:30.148844 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.174106 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.185676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 3ca2615b-1cd3-42ca-8333-951f209b2831 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:30.186642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.317903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Network e6c63806-d88f-49ca-918a-5090ca1d25b4 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:30.322440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Pushing event updated for resources: {'Port': ['ID=153832da-26ee-4c9e-a0d7-9a039cf0864a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:30.349167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:30.364694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:30.445294 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b7f049-bedc-4077-8aea-058ec43501c0 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-536467404'] for subnet, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.480255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a44cf7e-a8f9-4160-ab03-b05c79fdf846 req-717c4340-fd6b-466f-8057-b120bbdfdaa7 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0766487 Nov 12 03:34:30.522878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Attempting to bind port 153832da-26ee-4c9e-a0d7-9a039cf0864a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:30.522878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Attempting to bind port 153832da-26ee-4c9e-a0d7-9a039cf0864a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '12265ba1-48d2-4461-ac4e-a00efa38f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e6c63806-d88f-49ca-918a-5090ca1d25b4'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:30.523241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Attempting to bind port 153832da-26ee-4c9e-a0d7-9a039cf0864a on network e6c63806-d88f-49ca-918a-5090ca1d25b4 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:30.530063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-072cb4cc-850a-4bfb-8e62-8fd3353f2662 tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "DELETE /v2.0/agents/15e1e9b9-fe74-4ff1-aba8-c8c742643da4/dhcp-networks/da471c97-93d5-4260-ab61-cd4de0b0f4e8 HTTP/1.1" status: 204 len: 168 time: 0.3850963 Nov 12 03:34:30.533732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50658) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:30.542764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:30.546512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Checking segment: {'id': '12265ba1-48d2-4461-ac4e-a00efa38f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e6c63806-d88f-49ca-918a-5090ca1d25b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:30.547008 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.547545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Bound using segment: {'id': '12265ba1-48d2-4461-ac4e-a00efa38f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e6c63806-d88f-49ca-918a-5090ca1d25b4'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:30.551777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Bound port: 153832da-26ee-4c9e-a0d7-9a039cf0864a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12265ba1-48d2-4461-ac4e-a00efa38f768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e6c63806-d88f-49ca-918a-5090ca1d25b4'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:30.552250 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.580973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-81b73ec3-fbfd-420c-9e35-3174c51e5490', 'network_id': '81b73ec3-fbfd-420c-9e35-3174c51e5490', 'tenant_id': 'e1964463ffb348a5bcebe0cc79a3a914', 'fixed_ips': [{'subnet_id': 'c5e46fed-08a8-4dc4-85b9-3f6bcb61e796'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:30.584111 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.823027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.851224 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b7f049-bedc-4077-8aea-058ec43501c0 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745363331467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5215889'] for subnet, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.873836 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.893033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] For port 153832da-26ee-4c9e-a0d7-9a039cf0864a, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:30.914143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-df8ebcd8-e555-4e43-ba9a-3baa3bcf9320 tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "GET /v2.0/agents/15e1e9b9-fe74-4ff1-aba8-c8c742643da4/dhcp-networks HTTP/1.1" status: 200 len: 10437 time: 0.3790114 Nov 12 03:34:30.918621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50670) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:30.926395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] For port 153832da-26ee-4c9e-a0d7-9a039cf0864a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=153832da-26ee-4c9e-a0d7-9a039cf0864a,segment=NetworkSegment(12265ba1-48d2-4461-ac4e-a00efa38f768),segment_id=12265ba1-48d2-4461-ac4e-a00efa38f768)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:30.960677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f1690805-01ae-4256-8219-fc67c4241f41 tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "GET /v2.0/networks/520f3396-9e46-44ed-8c8e-f256961b4cdf/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0391588 Nov 12 03:34:30.962294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50674) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:30.965778 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.994754 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Allocated IP 172.20.0.3 (81b73ec3-fbfd-420c-9e35-3174c51e5490/c5e46fed-08a8-4dc4-85b9-3f6bcb61e796/09f1f392-f781-4c7a-a517-29f22325f644) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:30.996672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f9b3290a-1f70-4ed4-9d45-083b5e167e8d tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "GET /v2.0/networks/520f3396-9e46-44ed-8c8e-f256961b4cdf/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0332329 Nov 12 03:34:30.999012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:31.027139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b7f049-bedc-4077-8aea-058ec43501c0 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.027738 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b7f049-bedc-4077-8aea-058ec43501c0 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.031585 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-62b7f049-bedc-4077-8aea-058ec43501c0 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "PUT /v2.0/subnets/c5e46fed-08a8-4dc4-85b9-3f6bcb61e796 HTTP/1.1" status: 200 len: 877 time: 1.0152662 Nov 12 03:34:31.032279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50678) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:31.095100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7f049-bedc-4077-8aea-058ec43501c0 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event updated for resources: {'Subnet': ['ID=c5e46fed-08a8-4dc4-85b9-3f6bcb61e796,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.104597 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.115633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=2ed48d56-3ca3-46bc-9045-94b27bec52f4,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.147978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e27bb2-7fd0-4afb-9c2f-48df43740cfd None None] Pushing event updated for resources: {'Port': ['ID=153832da-26ee-4c9e-a0d7-9a039cf0864a,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.273901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network e6c63806-d88f-49ca-918a-5090ca1d25b4 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:31.275509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:31.282252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.286619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-807b6ca8-231e-4206-b214-ba8831f46471 tempest-DHCPAgentSchedulersTestJSON-868374001 tempest-DHCPAgentSchedulersTestJSON-868374001-project-admin] 10.222.0.49 "GET /v2.0/agents/15e1e9b9-fe74-4ff1-aba8-c8c742643da4/dhcp-networks HTTP/1.1" status: 200 len: 10437 time: 0.2865503 Nov 12 03:34:31.290251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50682) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:31.400754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.402919 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.434625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 3e665428-fe15-4958-8019-2692fa179303 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:31.439076 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.593776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Network 81b73ec3-fbfd-420c-9e35-3174c51e5490 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:31.602824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Pushing event updated for resources: {'Port': ['ID=09f1f392-f781-4c7a-a517-29f22325f644,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.605807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:31.607837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:31.625000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:31.636021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b1f218fd-fd0f-46eb-bdf1-73ae92984111 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/3e665428-fe15-4958-8019-2692fa179303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5541773 Nov 12 03:34:31.639490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50686) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:31.664317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dc4ca-196d-425b-8935-0a0ba1193db7 None None] Sync routers for ids ['3e665428-fe15-4958-8019-2692fa179303'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:31.670330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ec8d-3078-43e2-941a-1d4dd587d62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.686401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25779b66-c62f-4af7-9333-103a503dbb1e req-dc82ba14-18c9-4863-8d6d-c25714363467 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0329733 Nov 12 03:34:31.698504 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.701750 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.713046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6dc4ca-196d-425b-8935-0a0ba1193db7 None None] Routers {'3e665428-fe15-4958-8019-2692fa179303'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:31.713930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ed6dc4ca-196d-425b-8935-0a0ba1193db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['3e665428-fe15-4958-8019-2692fa179303'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:31.762227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Attempting to bind port 09f1f392-f781-4c7a-a517-29f22325f644 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:31.762624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Attempting to bind port 09f1f392-f781-4c7a-a517-29f22325f644 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'fea686e1-7916-4c4a-a003-a3e092e51869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '81b73ec3-fbfd-420c-9e35-3174c51e5490'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:31.762956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Attempting to bind port 09f1f392-f781-4c7a-a517-29f22325f644 on network 81b73ec3-fbfd-420c-9e35-3174c51e5490 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:31.771138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ed6dc4ca-196d-425b-8935-0a0ba1193db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:31.776866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:31.777247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Checking segment: {'id': 'fea686e1-7916-4c4a-a003-a3e092e51869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '81b73ec3-fbfd-420c-9e35-3174c51e5490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:31.777664 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.778055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Bound using segment: {'id': 'fea686e1-7916-4c4a-a003-a3e092e51869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '81b73ec3-fbfd-420c-9e35-3174c51e5490'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:31.778540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Bound port: 09f1f392-f781-4c7a-a517-29f22325f644, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea686e1-7916-4c4a-a003-a3e092e51869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '81b73ec3-fbfd-420c-9e35-3174c51e5490'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:31.778921 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.786482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da471c97-93d5-4260-ab61-cd4de0b0f4e8']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:31.798185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6dc4ca-196d-425b-8935-0a0ba1193db7 None None] Routers {'3e665428-fe15-4958-8019-2692fa179303'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:31.799373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ed6dc4ca-196d-425b-8935-0a0ba1193db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['3e665428-fe15-4958-8019-2692fa179303'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:31.812075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99aac6c-370f-48ee-a50e-82efe0132c90 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.818637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f99aac6c-370f-48ee-a50e-82efe0132c90 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports/2ed48d56-3ca3-46bc-9045-94b27bec52f4 HTTP/1.1" status: 200 len: 910 time: 0.1769273 Nov 12 03:34:31.819266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50690) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:31.825215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e577acdb-8fa4-42c8-8424-5856b1756da5'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:31.840917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a070df-d4d0-42db-bdfe-400c734a1e46') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:31.845094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a070df-d4d0-42db-bdfe-400c734a1e46') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:31.866984 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.936288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.945260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:31.945678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:32.052396 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:32.058050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.098877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.102917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.109875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "DELETE /v2.0/networks/da471c97-93d5-4260-ab61-cd4de0b0f4e8 HTTP/1.1" status: 204 len: 168 time: 0.8185949 Nov 12 03:34:32.112691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50704) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:32.116676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e46fed-08a8-4dc4-85b9-3f6bcb61e796,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:32.173109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb983b4-4079-457f-ae64-868cc162cad1 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event deleted for resources: {'Network': ['ID=da471c97-93d5-4260-ab61-cd4de0b0f4e8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:32.179843 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.196790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 153832da-26ee-4c9e-a0d7-9a039cf0864a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:32.225642 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb34d40-6cbe-465c-b3e9-63d51d4c51db tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:32.226907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb34d40-6cbe-465c-b3e9-63d51d4c51db tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:32.230461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ddb34d40-6cbe-465c-b3e9-63d51d4c51db tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "DELETE /v2.0/ports/91290832-403e-4eb1-95ba-62d8ef6c6ebc HTTP/1.1" status: 404 len: 333 time: 0.1049838 Nov 12 03:34:32.233957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50706) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:32.302213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] For port 09f1f392-f781-4c7a-a517-29f22325f644, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:32.307023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] For port 09f1f392-f781-4c7a-a517-29f22325f644, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=09f1f392-f781-4c7a-a517-29f22325f644,segment=NetworkSegment(fea686e1-7916-4c4a-a003-a3e092e51869),segment_id=fea686e1-7916-4c4a-a003-a3e092e51869)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:32.321558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ed6dc4ca-196d-425b-8935-0a0ba1193db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.322210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6dc4ca-196d-425b-8935-0a0ba1193db7 None None] The sync data for ids ['3e665428-fe15-4958-8019-2692fa179303'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:32.333729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.342041 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.399038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b73ec3-fbfd-420c-9e35-3174c51e5490']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.399756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 153832da-26ee-4c9e-a0d7-9a039cf0864a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:32.400457 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.415721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-67713248-933a-4a54-a3a0-c11cec2b84d9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Deleting subnet 9482a666-7ce6-4a8b-802b-faeed7ac6359 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:32.438097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea686e1-7916-4c4a-a003-a3e092e51869') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.443995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea686e1-7916-4c4a-a003-a3e092e51869') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.448139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67713248-933a-4a54-a3a0-c11cec2b84d9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.553330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19787ca5-dc80-4ea6-9eaf-864561cf9918 None None] Pushing event updated for resources: {'Port': ['ID=09f1f392-f781-4c7a-a517-29f22325f644,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:32.564267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.602255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.613316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67713248-933a-4a54-a3a0-c11cec2b84d9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.671642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.739891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 153832da-26ee-4c9e-a0d7-9a039cf0864a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=153832da-26ee-4c9e-a0d7-9a039cf0864a,segment=NetworkSegment(12265ba1-48d2-4461-ac4e-a00efa38f768),segment_id=12265ba1-48d2-4461-ac4e-a00efa38f768)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:32.765507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.789234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67713248-933a-4a54-a3a0-c11cec2b84d9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.880068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:32.880619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:32.884023 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:32.904535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4fd0d9-cbbc-4406-9cde-6263bd53e3a5 None None] Network e6c63806-d88f-49ca-918a-5090ca1d25b4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:32.929712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c12e067-2231-4ccf-a1e7-1f9854b61e1e req-ea7b0522-4653-40bc-94d0-262317d9cf3d tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0551157 Nov 12 03:34:33.054704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.api [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:34:33.054704 n-d-789963-21 neutron-server[102629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:34:33.054704 n-d-789963-21 neutron-server[102629]: [parameters: {'id': '81b73ec3-fbfd-420c-9e35-3174c51e5490'}] Nov 12 03:34:33.054704 n-d-789963-21 neutron-server[102629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:34:33.055567 n-d-789963-21 neutron-server[102629]: DEBUG oslo_db.api [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:34:33.091658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=153832da-26ee-4c9e-a0d7-9a039cf0864a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:33.092429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67713248-933a-4a54-a3a0-c11cec2b84d9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.096580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.106031 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-213d215a-3b96-4fc0-8344-328625252040 None None] Provisioning complete for port 153832da-26ee-4c9e-a0d7-9a039cf0864a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:33.108953 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-213d215a-3b96-4fc0-8344-328625252040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.115804 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.163391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67713248-933a-4a54-a3a0-c11cec2b84d9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.177949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-67713248-933a-4a54-a3a0-c11cec2b84d9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "DELETE /v2.0/subnets/9482a666-7ce6-4a8b-802b-faeed7ac6359 HTTP/1.1" status: 204 len: 168 time: 0.9423847 Nov 12 03:34:33.178255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50726) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:33.201830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a6a3d-c6a1-410d-9e27-33400a2d6485 None None] Network 520f3396-9e46-44ed-8c8e-f256961b4cdf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:33.233126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67713248-933a-4a54-a3a0-c11cec2b84d9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event deleted for resources: {'Subnet': ['ID=9482a666-7ce6-4a8b-802b-faeed7ac6359,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:33.556136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.575572 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5301bbd5-6160-4eb6-a549-0b70d3ac6a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.671142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] DHCP port deletion for 520f3396-9e46-44ed-8c8e-f256961b4cdf request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:33.787635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Deleting port 09f1f392-f781-4c7a-a517-29f22325f644 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:33.787987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.796723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.812360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] Deleting port 3ca2615b-1cd3-42ca-8333-951f209b2831 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:33.812360 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.907572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=2ed48d56-3ca3-46bc-9045-94b27bec52f4,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:33.917813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.920600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.921141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.921583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.922020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.922453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.926470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.952497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.953296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.953495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.953940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:33.954384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:34.007535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:34.008643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.012767 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-67e8dcbd-29e7-4eef-9ef7-9dc52892c729 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/ports/2ed48d56-3ca3-46bc-9045-94b27bec52f4 HTTP/1.1" status: 200 len: 910 time: 2.1924856 Nov 12 03:34:34.043138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50736) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:34.072550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] For port 09f1f392-f781-4c7a-a517-29f22325f644, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=09f1f392-f781-4c7a-a517-29f22325f644,segment=NetworkSegment(fea686e1-7916-4c4a-a003-a3e092e51869),segment_id=fea686e1-7916-4c4a-a003-a3e092e51869)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:34.075697 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.106923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Deleting port 3ca2615b-1cd3-42ca-8333-951f209b2831 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:34.115675 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.116546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] For port 3ca2615b-1cd3-42ca-8333-951f209b2831, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3ca2615b-1cd3-42ca-8333-951f209b2831,segment=NetworkSegment(7a603a06-a0f3-4b4a-b2d1-d567a472a7a5),segment_id=7a603a06-a0f3-4b4a-b2d1-d567a472a7a5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:34.116989 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.132100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4cff9be3-22f6-465e-90e3-a6af7c5a26ee None None] Provisioning complete for port 153832da-26ee-4c9e-a0d7-9a039cf0864a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:34.132460 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cff9be3-22f6-465e-90e3-a6af7c5a26ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.203183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] Calling delete_port for 3ca2615b-1cd3-42ca-8333-951f209b2831 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:34.205277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 09f1f392-f781-4c7a-a517-29f22325f644 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:34.289050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Calling delete_port for 09f1f392-f781-4c7a-a517-29f22325f644 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:34.306866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] For port 3ca2615b-1cd3-42ca-8333-951f209b2831, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3ca2615b-1cd3-42ca-8333-951f209b2831,segment=NetworkSegment(7a603a06-a0f3-4b4a-b2d1-d567a472a7a5),segment_id=7a603a06-a0f3-4b4a-b2d1-d567a472a7a5)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:34.307633 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.333857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Calling delete_port for 3ca2615b-1cd3-42ca-8333-951f209b2831 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:34.371490 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae1c0a49-d704-41b6-aab0-5f250b8c1d65 req-31778fd7-0b28-422a-b9e6-bef75e81c4b5 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0840008 Nov 12 03:34:34.669027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.677021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a49b2-5049-403a-829a-989016981eb6 None None] Network 81b73ec3-fbfd-420c-9e35-3174c51e5490 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:34.715670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event deleted for resources: {'Port': ['ID=3ca2615b-1cd3-42ca-8333-951f209b2831,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.717756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] No DVR routers for this DVR port 3ca2615b-1cd3-42ca-8333-951f209b2831 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:34.753027 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.813715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Port': ['ID=09f1f392-f781-4c7a-a517-29f22325f644,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.823973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.830761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No DVR routers for this DVR port 09f1f392-f781-4c7a-a517-29f22325f644 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:34.852290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520f3396-9e46-44ed-8c8e-f256961b4cdf']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:34.863644 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a603a06-a0f3-4b4a-b2d1-d567a472a7a5') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:34.864178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 09f1f392-f781-4c7a-a517-29f22325f644 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:34.864370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a603a06-a0f3-4b4a-b2d1-d567a472a7a5') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:34.864557 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.866240 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.875202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.890015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] No DVR routers for this DVR port 3ca2615b-1cd3-42ca-8333-951f209b2831 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:34.893835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.902354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:34.902967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:34.979992 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:34.988598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.997123 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.000569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] 10.222.0.49 "DELETE /v2.0/networks/520f3396-9e46-44ed-8c8e-f256961b4cdf HTTP/1.1" status: 204 len: 168 time: 1.8194201 Nov 12 03:34:35.015661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.025173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7cac4-fd97-4044-a43d-cb69ce3649e9 tempest-DHCPAgentSchedulersTestJSON-1606551650 tempest-DHCPAgentSchedulersTestJSON-1606551650-project] Pushing event deleted for resources: {'Network': ['ID=520f3396-9e46-44ed-8c8e-f256961b4cdf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:35.076119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b73ec3-fbfd-420c-9e35-3174c51e5490']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:35.095010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea686e1-7916-4c4a-a003-a3e092e51869') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:35.095342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea686e1-7916-4c4a-a003-a3e092e51869') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:35.108302 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.110970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc57091-97d8-44d1-a5d7-862e2ea1599d None None] Pushing event deleted for resources: {'Port': ['ID=3ca2615b-1cd3-42ca-8333-951f209b2831,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:35.125203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Port 09f1f392-f781-4c7a-a517-29f22325f644 was deleted so its status cannot be updated. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:34:35.129284 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.131581 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 153832da-26ee-4c9e-a0d7-9a039cf0864a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:35.146071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaca53b-29ab-40b6-97d7-dd42f3b5957c None None] DHCP port deletion for 81b73ec3-fbfd-420c-9e35-3174c51e5490 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:35.209526 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.213821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da39397-0519-47fa-add5-0bb8a00f26a0 None None] Network 81b73ec3-fbfd-420c-9e35-3174c51e5490 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:35.221583 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.224214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4cff9be3-22f6-465e-90e3-a6af7c5a26ee None None] Provisioning complete for port 2ed48d56-3ca3-46bc-9045-94b27bec52f4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:35.224717 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cff9be3-22f6-465e-90e3-a6af7c5a26ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.249709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66c09819-4092-42a3-ac57-6436dccdab98 req-cd4d5fbf-539f-4231-844a-71da61948a6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0362823 Nov 12 03:34:35.253772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:35.254498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:35.258182 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:35.391823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4cff9be3-22f6-465e-90e3-a6af7c5a26ee None None] Port 2ed48d56-3ca3-46bc-9045-94b27bec52f4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:35.409118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.416888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.435950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/81b73ec3-fbfd-420c-9e35-3174c51e5490 HTTP/1.1" status: 204 len: 168 time: 4.3988230 Nov 12 03:34:35.436177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50762) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:35.461864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 153832da-26ee-4c9e-a0d7-9a039cf0864a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:35.461864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.496161 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0747271-46cb-4d77-93f7-cce41d4f755c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:35.496622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0747271-46cb-4d77-93f7-cce41d4f755c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:35.499635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a0747271-46cb-4d77-93f7-cce41d4f755c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/c5e46fed-08a8-4dc4-85b9-3f6bcb61e796 HTTP/1.1" status: 404 len: 337 time: 0.0614178 Nov 12 03:34:35.503675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50766) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:35.538774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0aab7-ece8-494b-a7f2-4fde2a271a3b tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=81b73ec3-fbfd-420c-9e35-3174c51e5490,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:35.571535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50770) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:35.585967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f1e275a1-a29a-4169-ad0e-bd7dba6129cf req-8fd77221-5b04-4e97-8c5a-f0b23b9491c7 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0563025 Nov 12 03:34:35.587501 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b66463a-5269-4430-b01b-35ecc73bd122 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:35.588103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b66463a-5269-4430-b01b-35ecc73bd122 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:35.591983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1b66463a-5269-4430-b01b-35ecc73bd122 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/81b73ec3-fbfd-420c-9e35-3174c51e5490 HTTP/1.1" status: 404 len: 339 time: 0.0862136 Nov 12 03:34:35.594602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:35.665437 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-669889bc-1721-4bc8-8d87-4cba5e1cfd96 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:35.665843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669889bc-1721-4bc8-8d87-4cba5e1cfd96 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:35.669001 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-669889bc-1721-4bc8-8d87-4cba5e1cfd96 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/0b2f01de-577a-4d18-81ba-00700500bfa9 HTTP/1.1" status: 404 len: 337 time: 0.0731599 Nov 12 03:34:35.671548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50784) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:35.698131 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4996da28-9f2e-4a47-b813-8b8d0385a417 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:35.698958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4996da28-9f2e-4a47-b813-8b8d0385a417 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:35.705822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50788) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:35.706558 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4996da28-9f2e-4a47-b813-8b8d0385a417 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/baf5e945-bff8-4fea-a705-c48b97e7ccca HTTP/1.1" status: 404 len: 339 time: 0.0340080 Nov 12 03:34:35.706693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3071ccf9-b0fb-4f73-b8fb-aa8179ec8c1e None None] Provisioning complete for port 2ed48d56-3ca3-46bc-9045-94b27bec52f4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:35.707141 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3071ccf9-b0fb-4f73-b8fb-aa8179ec8c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.807115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3071ccf9-b0fb-4f73-b8fb-aa8179ec8c1e None None] Port 2ed48d56-3ca3-46bc-9045-94b27bec52f4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:35.816218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3071ccf9-b0fb-4f73-b8fb-aa8179ec8c1e None None] Could not find standard attr ID for object 09f1f392-f781-4c7a-a517-29f22325f644. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:34:35.854091 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.874370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3ca2615b-1cd3-42ca-8333-951f209b2831 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:35.902395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 3ca2615b-1cd3-42ca-8333-951f209b2831 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:35.903109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3ca2615b-1cd3-42ca-8333-951f209b2831 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:35.920369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50790) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:35.920508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d558b92f-df8c-4e88-9eb6-7bed9f044c0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=398a7f082fc84c97b60c3cb040617bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414769 Nov 12 03:34:35.974035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 2ed48d56-3ca3-46bc-9045-94b27bec52f4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:35.974376 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.017921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ff47-ba9f-473e-a199-68eb2e170d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.024410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.042472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 09f1f392-f781-4c7a-a517-29f22325f644 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:36.069416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ff47-ba9f-473e-a199-68eb2e170d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.085219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6f9fad-a246-4855-a0e5-2463e981a865']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:36.086841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 09f1f392-f781-4c7a-a517-29f22325f644 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:36.087423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 09f1f392-f781-4c7a-a517-29f22325f644 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:36.103075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3988cb59-dcbd-48de-b9ed-6fec4b615d20') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:36.103443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3988cb59-dcbd-48de-b9ed-6fec4b615d20') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:36.119071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.143596 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.147118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.163655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:36.164138 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:36.167775 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:36.169842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 2ed48d56-3ca3-46bc-9045-94b27bec52f4 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:36.171072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ff47-ba9f-473e-a199-68eb2e170d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.177149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ff47-ba9f-473e-a199-68eb2e170d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.178367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3bb1ff47-ba9f-473e-a199-68eb2e170d0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a135d16-f54d-4bcf-85f3-61822cd6e61c HTTP/1.1" status: 204 len: 168 time: 0.2579846 Nov 12 03:34:36.208027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1ff47-ba9f-473e-a199-68eb2e170d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a135d16-f54d-4bcf-85f3-61822cd6e61c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:36.255307 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.357127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.361809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.372333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/6e6f9fad-a246-4855-a0e5-2463e981a865 HTTP/1.1" status: 204 len: 168 time: 0.6596107 Nov 12 03:34:36.374516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50794) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.408198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853fc7b-4296-4e0f-a491-3e9297e05ea4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=6e6f9fad-a246-4855-a0e5-2463e981a865,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:36.411972 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2c4cd9-3619-47d8-839e-a5c2433aff7c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.412720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2c4cd9-3619-47d8-839e-a5c2433aff7c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.418538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5e2c4cd9-3619-47d8-839e-a5c2433aff7c tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/e306bebc-c4ad-4b2e-af2f-79c2219fa84e HTTP/1.1" status: 404 len: 337 time: 0.0429657 Nov 12 03:34:36.421927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50796) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.468895 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b799877-c5ff-4041-b63f-4edb12bd13ea tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.478993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b799877-c5ff-4041-b63f-4edb12bd13ea tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.499253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50800) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.500015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2b799877-c5ff-4041-b63f-4edb12bd13ea tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/f71ffda9-efd1-414f-aeb6-431ea084e28b HTTP/1.1" status: 404 len: 339 time: 0.0752263 Nov 12 03:34:36.574324 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a95622-e1cb-4165-86fb-e8c0cbd72c2d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.574791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a95622-e1cb-4165-86fb-e8c0cbd72c2d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.577884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e3a95622-e1cb-4165-86fb-e8c0cbd72c2d tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/b9556685-cf10-448f-b729-9def9e3d3a10 HTTP/1.1" status: 404 len: 337 time: 0.0749631 Nov 12 03:34:36.581187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50804) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.625959 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e45a94-4bf2-43b3-9aa5-7e8cddae0ec1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.629199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e45a94-4bf2-43b3-9aa5-7e8cddae0ec1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.637094 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-32e45a94-4bf2-43b3-9aa5-7e8cddae0ec1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/fbe5739a-6a19-40ae-afe5-6eee31a6f897 HTTP/1.1" status: 404 len: 339 time: 0.0543931 Nov 12 03:34:36.637715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50808) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.660984 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.668676 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11bdd1a-422d-4e96-848c-ebd47812d0c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.673022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11bdd1a-422d-4e96-848c-ebd47812d0c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.682828 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f11bdd1a-422d-4e96-848c-ebd47812d0c4 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/11977e29-87b3-4d54-9825-ce96ae283905 HTTP/1.1" status: 404 len: 337 time: 0.0427179 Nov 12 03:34:36.684732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50814) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.708621 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea20aea-8287-4dba-adb1-56a821babe70 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.709436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea20aea-8287-4dba-adb1-56a821babe70 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.715833 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8ea20aea-8287-4dba-adb1-56a821babe70 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/19ef3ad6-75e8-404d-9c18-edb8bfd67d37 HTTP/1.1" status: 404 len: 339 time: 0.0297017 Nov 12 03:34:36.716611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50820) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.723548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=2ed48d56-3ca3-46bc-9045-94b27bec52f4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:36.800491 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-607d7388-6533-4244-8b90-50c67c89e60e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.800982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607d7388-6533-4244-8b90-50c67c89e60e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.815685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-607d7388-6533-4244-8b90-50c67c89e60e tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/c619f3dd-ec22-4568-90cd-9862e9a66ad7 HTTP/1.1" status: 404 len: 337 time: 0.0970438 Nov 12 03:34:36.819944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50828) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.867617 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-998d1f0f-d909-4ef3-b957-869119265fd8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.872772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998d1f0f-d909-4ef3-b957-869119265fd8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.878301 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-998d1f0f-d909-4ef3-b957-869119265fd8 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/5ae825e1-98f8-4bb0-a348-528b15a8bfc1 HTTP/1.1" status: 404 len: 339 time: 0.0542464 Nov 12 03:34:36.879441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50830) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.977177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50832) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.984671 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf5b895-e2a7-4bdf-bda0-9597ecb7041a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:36.985233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf5b895-e2a7-4bdf-bda0-9597ecb7041a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:36.989501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6cf5b895-e2a7-4bdf-bda0-9597ecb7041a tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/e05e6a15-36ed-46a9-9daa-0a5843fcaf08 HTTP/1.1" status: 404 len: 337 time: 0.1089201 Nov 12 03:34:36.992623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50834) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:36.998443 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.006287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-adaec162-26aa-4391-a542-0f4c0b377795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.109111 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-098d8dcb-7d7b-4490-93c4-abebe75714af tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:37.110347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098d8dcb-7d7b-4490-93c4-abebe75714af tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:37.114569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-098d8dcb-7d7b-4490-93c4-abebe75714af tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/8f90464a-fa28-49f4-a4a3-565e91cacfdd HTTP/1.1" status: 404 len: 339 time: 0.1211591 Nov 12 03:34:37.118215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50836) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.130332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-adaec162-26aa-4391-a542-0f4c0b377795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.138276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-adaec162-26aa-4391-a542-0f4c0b377795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.155453 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb81f3c4-89f3-452b-b908-5d4ed60a4fa7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:37.156085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb81f3c4-89f3-452b-b908-5d4ed60a4fa7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:37.162913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bb81f3c4-89f3-452b-b908-5d4ed60a4fa7 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/2bc219cf-3712-4011-9103-db715c7a35fa HTTP/1.1" status: 404 len: 337 time: 0.0411870 Nov 12 03:34:37.162913 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.164439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50838) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.195070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaec162-26aa-4391-a542-0f4c0b377795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ba4d4-b2c2-4aa6-8363-6f2b0547bbcd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:37.210091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-adaec162-26aa-4391-a542-0f4c0b377795 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94b043db4b644d7e8293514f9a72bd32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315679 Nov 12 03:34:37.212993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50840) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.216659 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a8b9ca-f52b-41fb-85d4-37a0f81d6e32 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:37.217435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a8b9ca-f52b-41fb-85d4-37a0f81d6e32 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:37.221560 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e6a8b9ca-f52b-41fb-85d4-37a0f81d6e32 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/bae14ac9-cf3a-4d11-843c-d88a9d3fce99 HTTP/1.1" status: 404 len: 339 time: 0.0554872 Nov 12 03:34:37.226235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50842) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.226617 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b344c645-77f7-472b-95f3-1cb218fd7dd8 req-3f8f0f81-9e1d-4ac0-baf4-c4a9fa79e001 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0484717 Nov 12 03:34:37.276126 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5912405-8db6-4ea8-aae5-3387772ded15 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:37.276724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5912405-8db6-4ea8-aae5-3387772ded15 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:37.279840 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5912405-8db6-4ea8-aae5-3387772ded15 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/c07d5648-87ab-4011-a7c3-3e9ce47c65a2 HTTP/1.1" status: 404 len: 337 time: 0.0507367 Nov 12 03:34:37.293296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.337082 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b179a4-9d74-4512-931f-fa8f7923a6fd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:37.337889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b179a4-9d74-4512-931f-fa8f7923a6fd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:37.343598 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-90b179a4-9d74-4512-931f-fa8f7923a6fd tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/9041c6d2-dabc-4b1c-b93d-a4eabc1cd1e6 HTTP/1.1" status: 404 len: 339 time: 0.0464649 Nov 12 03:34:37.344917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50848) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.389742 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4cb035-b547-48bd-b58a-64adca7f6909 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:37.390404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4cb035-b547-48bd-b58a-64adca7f6909 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:37.396633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7e4cb035-b547-48bd-b58a-64adca7f6909 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/7344e2db-c5b5-4196-aa8f-3bea64b43335 HTTP/1.1" status: 404 len: 337 time: 0.0483985 Nov 12 03:34:37.401253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50850) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.427966 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64038460-f8fd-4fa3-9cb4-92d095075bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.454646 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3935c0-1fb2-4146-903a-0b701f7386be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:37.456020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3935c0-1fb2-4146-903a-0b701f7386be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:37.462171 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6a3935c0-1fb2-4146-903a-0b701f7386be tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/94f4046a-44a3-4dbc-bc93-261f0af7579f HTTP/1.1" status: 404 len: 339 time: 0.0573742 Nov 12 03:34:37.469219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50852) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.516308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64038460-f8fd-4fa3-9cb4-92d095075bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.564592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df699f8-ad6d-492b-874c-1417a674fcc1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Deleting subnet eae8ab4a-cf8d-4b0f-8672-bf492891fc61 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:37.579908 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df699f8-ad6d-492b-874c-1417a674fcc1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.675816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df699f8-ad6d-492b-874c-1417a674fcc1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.723551 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64038460-f8fd-4fa3-9cb4-92d095075bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.726308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64038460-f8fd-4fa3-9cb4-92d095075bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.727446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-64038460-f8fd-4fa3-9cb4-92d095075bae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a96ba4d4-b2c2-4aa6-8363-6f2b0547bbcd HTTP/1.1" status: 204 len: 168 time: 0.5133150 Nov 12 03:34:37.740532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f26a812-bfd4-493c-810c-57d744034612 req-a124becb-a015-42d4-9899-6b26983ff32b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbebb01b756346648035c7d2c01840d5&device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0435567 Nov 12 03:34:37.768338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64038460-f8fd-4fa3-9cb4-92d095075bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ba4d4-b2c2-4aa6-8363-6f2b0547bbcd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:37.771818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-142337c4-7fee-4241-afed-275d87c1ff26 req-afc67ecb-fb62-49d8-8526-204760adcf8f tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0706167 Nov 12 03:34:37.884959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df699f8-ad6d-492b-874c-1417a674fcc1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.959885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df699f8-ad6d-492b-874c-1417a674fcc1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.994855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df699f8-ad6d-492b-874c-1417a674fcc1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Subnet': ['ID=eae8ab4a-cf8d-4b0f-8672-bf492891fc61,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:37.998888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df699f8-ad6d-492b-874c-1417a674fcc1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.003394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3df699f8-ad6d-492b-874c-1417a674fcc1 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/subnets/eae8ab4a-cf8d-4b0f-8672-bf492891fc61 HTTP/1.1" status: 204 len: 168 time: 0.5319736 Nov 12 03:34:38.006205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eeaded-b6de-45ef-875d-7c539754ab13 None None] Network 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:38.006946 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f26a812-bfd4-493c-810c-57d744034612 req-88a3a862-a2b9-4632-b0e1-dc49fae8705a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cbebb01b756346648035c7d2c01840d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2459273 Nov 12 03:34:38.009561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50874) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:38.110850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 3e665428-fe15-4958-8019-2692fa179303 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:38.250474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] DHCP port deletion for 94e0e49e-f51c-46b5-9b6d-baec3fd83d20 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:38.333993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] Deleting port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:38.334790 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.354994 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.417609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:38.421010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26a812-bfd4-493c-810c-57d744034612 req-80cb0bfe-1030-448a-b13c-e8a279d59699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:38.422841 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f26a812-bfd4-493c-810c-57d744034612 req-80cb0bfe-1030-448a-b13c-e8a279d59699 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4047704 Nov 12 03:34:38.426949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2653bd2d-2e7e-455b-953c-116f41fb3f3c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/3e665428-fe15-4958-8019-2692fa179303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3783476 Nov 12 03:34:38.429845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50886) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:38.433836 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670537f3-5434-4916-aecc-61a60c160060 None None] Sync routers for ids ['3e665428-fe15-4958-8019-2692fa179303'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:38.445993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] For port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,segment=NetworkSegment(645a6734-9270-4b6e-b143-2244529933b5),segment_id=645a6734-9270-4b6e-b143-2244529933b5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:38.450485 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670537f3-5434-4916-aecc-61a60c160060 None None] Routers {'3e665428-fe15-4958-8019-2692fa179303'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:38.451125 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-670537f3-5434-4916-aecc-61a60c160060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['3e665428-fe15-4958-8019-2692fa179303'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.460364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.496157 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-670537f3-5434-4916-aecc-61a60c160060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.502943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Deleting port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:38.503285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.506398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] Calling delete_port for e6ed57a9-d2e2-4995-a316-20bf31ae7b1f owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:38.507816 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670537f3-5434-4916-aecc-61a60c160060 None None] Routers {'3e665428-fe15-4958-8019-2692fa179303'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:38.508490 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-670537f3-5434-4916-aecc-61a60c160060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['3e665428-fe15-4958-8019-2692fa179303'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.528477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-15deaec8-dfef-4046-a69e-47b38b46dbdd tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e665428-fe15-4958-8019-2692fa179303 HTTP/1.1" status: 200 len: 205 time: 0.0972919 Nov 12 03:34:38.531295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50888) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:38.580565 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-670537f3-5434-4916-aecc-61a60c160060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.581533 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670537f3-5434-4916-aecc-61a60c160060 None None] The sync data for ids ['3e665428-fe15-4958-8019-2692fa179303'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:38.651830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] For port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,segment=NetworkSegment(645a6734-9270-4b6e-b143-2244529933b5),segment_id=645a6734-9270-4b6e-b143-2244529933b5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:38.656523 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.708777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Calling delete_port for e6ed57a9-d2e2-4995-a316-20bf31ae7b1f owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:38.713133 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.721682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07209080-a6fc-4a00-8228-2576d456aab3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.730961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] No DVR routers for this DVR port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:38.805309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367037c3-94c1-40d7-9d6f-142a3b34a7c6 None None] Pushing event deleted for resources: {'Port': ['ID=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:38.881238 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.916589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Port': ['ID=e6ed57a9-d2e2-4995-a316-20bf31ae7b1f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:38.926580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] No DVR routers for this DVR port e6ed57a9-d2e2-4995-a316-20bf31ae7b1f on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:38.936625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11a85780-2ea9-4ebd-bcc1-a7449282197f req-04f4c694-ac39-4977-b945-cee2c7d8eeee tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0426519 Nov 12 03:34:39.073488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.111937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e0e49e-f51c-46b5-9b6d-baec3fd83d20']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:39.112716 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07209080-a6fc-4a00-8228-2576d456aab3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.117973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07209080-a6fc-4a00-8228-2576d456aab3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.123997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645a6734-9270-4b6e-b143-2244529933b5') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:39.124798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645a6734-9270-4b6e-b143-2244529933b5') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:39.144870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.174758 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.183538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:39.184203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.188280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07209080-a6fc-4a00-8228-2576d456aab3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:39.188802 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:39.196406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07209080-a6fc-4a00-8228-2576d456aab3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Fanout notify agent at l3_agent the message router_deleted on router 3e665428-fe15-4958-8019-2692fa179303 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:39.204400 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-07209080-a6fc-4a00-8228-2576d456aab3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.208600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-07209080-a6fc-4a00-8228-2576d456aab3 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/3e665428-fe15-4958-8019-2692fa179303 HTTP/1.1" status: 204 len: 168 time: 0.6740072 Nov 12 03:34:39.209421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50918) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:39.273807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.292270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b0d08d-ecab-446c-b56a-9a7e9ace6e4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet e577acdb-8fa4-42c8-8424-5856b1756da5 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:39.295712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1b0d08d-ecab-446c-b56a-9a7e9ace6e4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.299409 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.303551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] 10.222.0.49 "DELETE /v2.0/networks/94e0e49e-f51c-46b5-9b6d-baec3fd83d20 HTTP/1.1" status: 204 len: 168 time: 1.2934473 Nov 12 03:34:39.304585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c078d3-0a48-48c4-b160-bf08f80d7930 tempest-NetworksTest-65948945 tempest-NetworksTest-65948945-project] Pushing event deleted for resources: {'Network': ['ID=94e0e49e-f51c-46b5-9b6d-baec3fd83d20,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:39.347488 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1b0d08d-ecab-446c-b56a-9a7e9ace6e4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.488118 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1b0d08d-ecab-446c-b56a-9a7e9ace6e4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.574804 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1b0d08d-ecab-446c-b56a-9a7e9ace6e4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.609344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0d08d-ecab-446c-b56a-9a7e9ace6e4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=e577acdb-8fa4-42c8-8424-5856b1756da5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:39.617857 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1b0d08d-ecab-446c-b56a-9a7e9ace6e4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.623529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d1b0d08d-ecab-446c-b56a-9a7e9ace6e4a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/e577acdb-8fa4-42c8-8424-5856b1756da5 HTTP/1.1" status: 204 len: 168 time: 0.4086866 Nov 12 03:34:39.625495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50928) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:39.627908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72467f3-f7b4-43d8-917a-effe219808f4 None None] Network e6c63806-d88f-49ca-918a-5090ca1d25b4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:39.703306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50932) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:39.804334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.863400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f26a812-bfd4-493c-810c-57d744034612 req-475d641c-b42a-4e85-8562-0aea3c38fd38 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.20 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.0407603 Nov 12 03:34:39.947621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 153832da-26ee-4c9e-a0d7-9a039cf0864a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:39.948516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.993735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] DHCP port deletion for e6c63806-d88f-49ca-918a-5090ca1d25b4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:40.140885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e6ed57a9-d2e2-4995-a316-20bf31ae7b1f no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:40.230834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: e6ed57a9-d2e2-4995-a316-20bf31ae7b1f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:40.231342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-696cde65-b733-4f68-8ae9-2f019f7c7039 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1964463ffb348a5bcebe0cc79a3a914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5264273 Nov 12 03:34:40.233728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e6ed57a9-d2e2-4995-a316-20bf31ae7b1f not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:40.234042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50950) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:40.291591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1cfc3bf1-27b9-4836-8cc4-56303a9e55fa req-de4972dd-4db1-4426-a0a0-a92caf1f5957 tempest-ServerShowV257Test-1361904125 tempest-ServerShowV257Test-1361904125-project] 10.222.0.49 "GET /v2.0/ports?device_id=93e12608-8503-48f3-93c0-cb5e6617099a HTTP/1.1" status: 200 len: 210 time: 0.1154633 Nov 12 03:34:40.344516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 153832da-26ee-4c9e-a0d7-9a039cf0864a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=153832da-26ee-4c9e-a0d7-9a039cf0864a,segment=NetworkSegment(12265ba1-48d2-4461-ac4e-a00efa38f768),segment_id=12265ba1-48d2-4461-ac4e-a00efa38f768)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:40.344795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.411393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6f580f31-46e8-4750-b0ba-92fe522affbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.418200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50958) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:40.422088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] Deleting port 153832da-26ee-4c9e-a0d7-9a039cf0864a {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:40.426573 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.454816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 153832da-26ee-4c9e-a0d7-9a039cf0864a owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:40.537068 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6f580f31-46e8-4750-b0ba-92fe522affbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.695506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] For port 153832da-26ee-4c9e-a0d7-9a039cf0864a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=153832da-26ee-4c9e-a0d7-9a039cf0864a,segment=NetworkSegment(12265ba1-48d2-4461-ac4e-a00efa38f768),segment_id=12265ba1-48d2-4461-ac4e-a00efa38f768)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:40.695506 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.715012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] Calling delete_port for 153832da-26ee-4c9e-a0d7-9a039cf0864a owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:40.760975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1164d739-9d4d-4389-b206-5dd5fb5a678f tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1917481689'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:40.761570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1164d739-9d4d-4389-b206-5dd5fb5a678f tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Unknown quota resources ['metering_label']. {{(pid=102629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:34:40.764052 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6f580f31-46e8-4750-b0ba-92fe522affbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.766779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6f580f31-46e8-4750-b0ba-92fe522affbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.768777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6f580f31-46e8-4750-b0ba-92fe522affbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/825928e7-ecb3-4138-9014-0ddd63f98db6 HTTP/1.1" status: 204 len: 168 time: 0.5335400 Nov 12 03:34:40.783939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.787358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f580f31-46e8-4750-b0ba-92fe522affbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825928e7-ecb3-4138-9014-0ddd63f98db6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:40.889640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=153832da-26ee-4c9e-a0d7-9a039cf0864a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:40.892163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No DVR routers for this DVR port 153832da-26ee-4c9e-a0d7-9a039cf0864a on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:40.898434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.941072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] No DVR routers for this DVR port 153832da-26ee-4c9e-a0d7-9a039cf0864a on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:40.946888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8376be6-a1e9-4364-a883-3df25c163bad None None] Pushing event deleted for resources: {'Port': ['ID=153832da-26ee-4c9e-a0d7-9a039cf0864a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:41.118737 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1164d739-9d4d-4389-b206-5dd5fb5a678f tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.123253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50976) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.128226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-434580bd-95c0-402c-836d-c3de09ad9f73 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4b048bee-8bf0-4125-b6cf-9d2f3d14537f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:41.128765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-434580bd-95c0-402c-836d-c3de09ad9f73 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:34:41.133295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1164d739-9d4d-4389-b206-5dd5fb5a678f tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7009823 Nov 12 03:34:41.135239 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.194046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c63806-d88f-49ca-918a-5090ca1d25b4']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:41.214809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12265ba1-48d2-4461-ac4e-a00efa38f768') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:41.215139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12265ba1-48d2-4461-ac4e-a00efa38f768') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:41.235139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.265734 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.281788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:41.282188 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:41.286392 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:41.288902 n-d-789963-21 neutron-server[102628]: WARNING neutron.services.metering.metering_plugin [None req-434580bd-95c0-402c-836d-c3de09ad9f73 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:34:41.429714 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.437298 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.445928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/e6c63806-d88f-49ca-918a-5090ca1d25b4 HTTP/1.1" status: 204 len: 168 time: 1.8152835 Nov 12 03:34:41.447532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50992) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.457635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-434580bd-95c0-402c-836d-c3de09ad9f73 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.457635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-434580bd-95c0-402c-836d-c3de09ad9f73 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3330455 Nov 12 03:34:41.466405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50996) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.471608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ef7abdf9-a11a-4e9e-9e12-3f86b65fd4c8 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4b048bee-8bf0-4125-b6cf-9d2f3d14537f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:41.472365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ef7abdf9-a11a-4e9e-9e12-3f86b65fd4c8 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:34:41.474785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d6f0599b-6340-4d81-a9d2-e93702ee4b4f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1981336631', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:41.505473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a228d-79dd-48f8-a646-5c61edc399ae tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=e6c63806-d88f-49ca-918a-5090ca1d25b4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:41.515090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6f0599b-6340-4d81-a9d2-e93702ee4b4f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.516431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6f0599b-6340-4d81-a9d2-e93702ee4b4f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.567604 n-d-789963-21 neutron-server[102628]: WARNING neutron.services.metering.metering_plugin [None req-ef7abdf9-a11a-4e9e-9e12-3f86b65fd4c8 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:34:41.600289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6f0599b-6340-4d81-a9d2-e93702ee4b4f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.607995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6f0599b-6340-4d81-a9d2-e93702ee4b4f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.664409 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6f0599b-6340-4d81-a9d2-e93702ee4b4f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.666610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d6f0599b-6340-4d81-a9d2-e93702ee4b4f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1962943 Nov 12 03:34:41.670086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.684655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-2113192236'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:41.717140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:41.721993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.756241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:41.765460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef7abdf9-a11a-4e9e-9e12-3f86b65fd4c8 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.769927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ef7abdf9-a11a-4e9e-9e12-3f86b65fd4c8 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2993519 Nov 12 03:34:41.774004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51016) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.775628 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.776294 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment 2bdf41ea-b76f-4d49-98be-663b4938a847 of type vlan for network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 Nov 12 03:34:41.796225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0a6b64ef-4164-4e02-8477-49fec3c982c2 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=aee200f1-8ef3-412a-a1a9-f6c0d98712ce HTTP/1.1" status: 200 len: 464 time: 0.0183537 Nov 12 03:34:41.799995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.860661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.944886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.951783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:41.953644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.977445 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5dea-50ae-4bed-967c-dae92bd2a08c tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.981989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c2bf5dea-50ae-4bed-967c-dae92bd2a08c tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/aee200f1-8ef3-412a-a1a9-f6c0d98712ce HTTP/1.1" status: 204 len: 168 time: 0.1804366 Nov 12 03:34:41.982871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.017251 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b3967669-6fa3-418e-876c-781c592e955c tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=aee200f1-8ef3-412a-a1a9-f6c0d98712ce HTTP/1.1" status: 200 len: 221 time: 0.0321953 Nov 12 03:34:42.017879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51028) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.023085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-961c242d-157d-4a0a-88a1-3c66197d4392 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1581311874', 'description': 'label created by tempest'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:42.023546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-961c242d-157d-4a0a-88a1-3c66197d4392 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Unknown quota resources ['metering_label']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:34:42.026168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51030) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.060288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3841889 Nov 12 03:34:42.062579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 153832da-26ee-4c9e-a0d7-9a039cf0864a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:42.064951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51034) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.110088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07929845-18ff-4286-a673-526e4f0e3dcf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:42.116348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:42.129546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 153832da-26ee-4c9e-a0d7-9a039cf0864a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:42.133922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 153832da-26ee-4c9e-a0d7-9a039cf0864a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:42.154546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:42.196634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.297533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:42.303027 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.361992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d7357e7c-dee5-4841-8335-973079d0b49b tempest-ServiceProvidersTest-1740824490 tempest-ServiceProvidersTest-1740824490-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3310857 Nov 12 03:34:42.377889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-961c242d-157d-4a0a-88a1-3c66197d4392 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.383959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-961c242d-157d-4a0a-88a1-3c66197d4392 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3650496 Nov 12 03:34:42.384592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51044) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.509033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe540025-6c8d-4273-8517-c6948b2a7a59 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=677d9862-dd6b-4eae-b31d-0a56513e3026 HTTP/1.1" status: 200 len: 468 time: 0.1232557 Nov 12 03:34:42.510373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51048) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.609776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cede8109-01f4-458b-95e7-0561b2e0cc05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.668241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.685553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51056) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.806879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b56cd036-c6e4-4c07-af3c-65a53cf8dd30 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.808620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b56cd036-c6e4-4c07-af3c-65a53cf8dd30 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/677d9862-dd6b-4eae-b31d-0a56513e3026 HTTP/1.1" status: 204 len: 168 time: 0.2965651 Nov 12 03:34:42.813087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51068) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.823855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=cd139204-48cc-4b66-9221-f45f7d999e06,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:42.865389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c819034-5472-459b-b2df-6338102972a3 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=677d9862-dd6b-4eae-b31d-0a56513e3026 HTTP/1.1" status: 200 len: 216 time: 0.0510631 Nov 12 03:34:42.869027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51070) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.903408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:42.903947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:42.922318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7164c7a9-c771-4228-ae0c-9e2eac2ac90a tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0483735 Nov 12 03:34:42.922732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51072) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.928449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb1d7-5c34-414f-b8be-765c3c5bf925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.939511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6fbe67ee-0c2b-432b-89f6-f0d0941c6655 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0123894 Nov 12 03:34:42.946123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.954665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cede8109-01f4-458b-95e7-0561b2e0cc05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.970779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cede8109-01f4-458b-95e7-0561b2e0cc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.000494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:43.021283 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-db81ad59-83af-474f-8420-fc549ac76d22 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/4b048bee-8bf0-4125-b6cf-9d2f3d14537f HTTP/1.1" status: 200 len: 473 time: 0.0738730 Nov 12 03:34:43.022152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51076) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.039537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e14e195c-74ff-4a04-9754-04629836853c tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/6ed4cd5b-1b85-444f-ad71-4271ae66b04d HTTP/1.1" status: 200 len: 461 time: 0.0157526 Nov 12 03:34:43.041286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51078) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.044620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede8109-01f4-458b-95e7-0561b2e0cc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d826321-c2b9-4a34-b12e-eb6825f2c660,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:43.058026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cede8109-01f4-458b-95e7-0561b2e0cc05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbebb01b756346648035c7d2c01840d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8579628 Nov 12 03:34:43.058568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:43.061125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51080) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.068466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e12449-a063-41fd-95e6-3f3592eafbc4 None None] Network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:43.088733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.097493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.182919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3ca6395f-d99b-4176-9f32-03244adde619 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1161733 Nov 12 03:34:43.190425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51082) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.217586 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c54e489c-0321-4a62-aa8b-d7e7155e11fa tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.219188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c54e489c-0321-4a62-aa8b-d7e7155e11fa tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/6ed4cd5b-1b85-444f-ad71-4271ae66b04d HTTP/1.1" status: 204 len: 168 time: 0.1758151 Nov 12 03:34:43.221823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.331942 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb1d7-5c34-414f-b8be-765c3c5bf925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.355060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e1bb1d7-5c34-414f-b8be-765c3c5bf925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.396561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b069599d-e7a7-47bd-b05a-ef97d19a4705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.486073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-147a30c1-7c34-40a5-a9b1-0a37f6792b40 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.492109 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-147a30c1-7c34-40a5-a9b1-0a37f6792b40 tempest-MeteringTestJSON-11005006 tempest-MeteringTestJSON-11005006-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/4b048bee-8bf0-4125-b6cf-9d2f3d14537f HTTP/1.1" status: 204 len: 168 time: 0.2682219 Nov 12 03:34:43.502790 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b069599d-e7a7-47bd-b05a-ef97d19a4705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.510964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8e1bb1d7-5c34-414f-b8be-765c3c5bf925 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b8b844ef88d4fc6a1e99faf4820a44a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8179545 Nov 12 03:34:43.511796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51090) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.526482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:43.527271 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.556942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bb1d7-5c34-414f-b8be-765c3c5bf925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310d3a57-b88e-41e6-bbe8-ab9a62626270,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:43.656326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94358698-f7e8-4187-b696-bb493bb5f1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.732075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94358698-f7e8-4187-b696-bb493bb5f1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.774917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Allocated IP 172.20.0.2 (5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9/cd139204-48cc-4b66-9221-f45f7d999e06/e75cf2ee-2afc-4049-9864-7188e6210f05) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:43.787183 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.793315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b069599d-e7a7-47bd-b05a-ef97d19a4705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.799835 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b069599d-e7a7-47bd-b05a-ef97d19a4705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.829826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b069599d-e7a7-47bd-b05a-ef97d19a4705 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d826321-c2b9-4a34-b12e-eb6825f2c660 HTTP/1.1" status: 204 len: 168 time: 0.7674415 Nov 12 03:34:43.867641 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94358698-f7e8-4187-b696-bb493bb5f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.872227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94358698-f7e8-4187-b696-bb493bb5f1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.876947 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-94358698-f7e8-4187-b696-bb493bb5f1c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/310d3a57-b88e-41e6-bbe8-ab9a62626270 HTTP/1.1" status: 204 len: 168 time: 0.3618267 Nov 12 03:34:43.894062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94358698-f7e8-4187-b696-bb493bb5f1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d3a57-b88e-41e6-bbe8-ab9a62626270,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:43.949229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51108) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.960601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069599d-e7a7-47bd-b05a-ef97d19a4705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d826321-c2b9-4a34-b12e-eb6825f2c660,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:44.138598 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.165246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.258527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:44.264569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:44.277473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:44.289297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Pushing event updated for resources: {'Port': ['ID=e75cf2ee-2afc-4049-9864-7188e6210f05,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:44.399178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Attempting to bind port e75cf2ee-2afc-4049-9864-7188e6210f05 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:44.401614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Attempting to bind port e75cf2ee-2afc-4049-9864-7188e6210f05 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:44.403072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Attempting to bind port e75cf2ee-2afc-4049-9864-7188e6210f05 on network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:44.411740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:44.416313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Checking segment: {'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:44.417195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.418919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Bound using segment: {'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:44.419592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Bound port: e75cf2ee-2afc-4049-9864-7188e6210f05, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:44.421145 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.458107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.20.0.1 (5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9/cd139204-48cc-4b66-9221-f45f7d999e06/4230ef0a-4e33-4514-84e0-13e17744d331) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:44.532152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] For port e75cf2ee-2afc-4049-9864-7188e6210f05, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:44.535692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] For port e75cf2ee-2afc-4049-9864-7188e6210f05, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e75cf2ee-2afc-4049-9864-7188e6210f05,segment=NetworkSegment(2bdf41ea-b76f-4d49-98be-663b4938a847),segment_id=2bdf41ea-b76f-4d49-98be-663b4938a847)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:44.542443 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.588928 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1b94825-1d4a-4a3c-b19f-28f8c424945b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.638936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41346ba-64ce-4357-95f3-bbfca8acfebe None None] Pushing event updated for resources: {'Port': ['ID=e75cf2ee-2afc-4049-9864-7188e6210f05,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:44.696051 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.752697 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.823831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:44.830397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:44.836931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:44.866465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1b94825-1d4a-4a3c-b19f-28f8c424945b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.878273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1b94825-1d4a-4a3c-b19f-28f8c424945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.878973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=4230ef0a-4e33-4514-84e0-13e17744d331,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:45.006926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1b94825-1d4a-4a3c-b19f-28f8c424945b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0e3c9debf9b4f65824537524c839200&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0561607 Nov 12 03:34:45.009466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51142) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:45.012445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b94825-1d4a-4a3c-b19f-28f8c424945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d04d3-4197-45e8-8b59-455d2a93ed26,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:45.035035 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.223093 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0331499d-f236-44cb-99e2-26b7e625a1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.275241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0331499d-f236-44cb-99e2-26b7e625a1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.295962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.376322 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0331499d-f236-44cb-99e2-26b7e625a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.379609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0331499d-f236-44cb-99e2-26b7e625a1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.383054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0331499d-f236-44cb-99e2-26b7e625a1ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f61d04d3-4197-45e8-8b59-455d2a93ed26 HTTP/1.1" status: 204 len: 168 time: 0.3693957 Nov 12 03:34:45.423480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331499d-f236-44cb-99e2-26b7e625a1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d04d3-4197-45e8-8b59-455d2a93ed26,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:45.814287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51176) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:45.820060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036857 Nov 12 03:34:45.820978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51178) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:45.829715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51180) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:46.011240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-471923275-network', 'tenant_id': 'e11e965154e64fcf9e59e9d014b04966'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:46.022046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51188) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:46.060950 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b243945-c2d2-4b74-9ebd-72fc8c489993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.092523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e75cf2ee-2afc-4049-9864-7188e6210f05 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:46.147020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Made reservation on behalf of e11e965154e64fcf9e59e9d014b04966 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:46.152392 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.196992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e75cf2ee-2afc-4049-9864-7188e6210f05 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:46.197661 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.235536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.322962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-66a02517-c60d-4169-98bc-7d5db17fd935 tempest-NetworksApiDiscovery-2025051096 tempest-NetworksApiDiscovery-2025051096-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4918199 Nov 12 03:34:46.378792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28504575-55a2-4fb2-8f20-bf26aa11954b None None] Network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:46.465364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.526856 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.533745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-49072a55-aa9d-454c-846b-df63c1ee04dc None None] Provisioning complete for port e75cf2ee-2afc-4049-9864-7188e6210f05 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:46.534430 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49072a55-aa9d-454c-846b-df63c1ee04dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.535691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.536983 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b243945-c2d2-4b74-9ebd-72fc8c489993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.551031 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b243945-c2d2-4b74-9ebd-72fc8c489993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.622317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b243945-c2d2-4b74-9ebd-72fc8c489993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43c11f5-496d-4b50-92a2-18d2e5609c1e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.657561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port e75cf2ee-2afc-4049-9864-7188e6210f05, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e75cf2ee-2afc-4049-9864-7188e6210f05,segment=NetworkSegment(2bdf41ea-b76f-4d49-98be-663b4938a847),segment_id=2bdf41ea-b76f-4d49-98be-663b4938a847)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:46.676641 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.691304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8b243945-c2d2-4b74-9ebd-72fc8c489993 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c73df62a7f29464197c773d7f4e8455d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6679671 Nov 12 03:34:46.696054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51206) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:46.696917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.742888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.754729 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.790401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51208) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:46.795674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:46.807034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb68c25e-24cb-408f-aeab-71cb350bf1f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.807459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3553f8d-a34c-4029-a960-ffe0a9b8d96e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.813492 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.814101 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Added segment 78f21f3f-827b-4433-a68b-93a1e0225780 of type vlan for network 51d1d17e-647d-4c3c-a548-90bcb44abb3f Nov 12 03:34:46.829503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=4230ef0a-4e33-4514-84e0-13e17744d331,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.884932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.920252 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.922347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.926011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.961474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=e75cf2ee-2afc-4049-9864-7188e6210f05,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.986116 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb68c25e-24cb-408f-aeab-71cb350bf1f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.065158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] Pushing event updated for resources: {'Network': ['ID=51d1d17e-647d-4c3c-a548-90bcb44abb3f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:47.073836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d69304ee-aff6-402a-8895-32b82dc632db admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2490611 Nov 12 03:34:47.075319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51216) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:47.084250 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81ecfe4b-5c5d-45c6-a4bf-25012872871a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.084468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Request body: {'subnet': {'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-471923275-subnet', 'tenant_id': 'e11e965154e64fcf9e59e9d014b04966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:47.090874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 51d1d17e-647d-4c3c-a548-90bcb44abb3f details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:47.125640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:47.144838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:47.159958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Made reservation on behalf of e11e965154e64fcf9e59e9d014b04966 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:47.170269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.187270 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb68c25e-24cb-408f-aeab-71cb350bf1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.188871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb68c25e-24cb-408f-aeab-71cb350bf1f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.190999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eb68c25e-24cb-408f-aeab-71cb350bf1f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b43c11f5-496d-4b50-92a2-18d2e5609c1e HTTP/1.1" status: 204 len: 168 time: 0.4914794 Nov 12 03:34:47.228136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68c25e-24cb-408f-aeab-71cb350bf1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43c11f5-496d-4b50-92a2-18d2e5609c1e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:47.520787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a7049bb2-a532-4f89-a561-a21114bf5160 None None] Provisioning complete for port 4230ef0a-4e33-4514-84e0-13e17744d331 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:47.522312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7049bb2-a532-4f89-a561-a21114bf5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.549019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81ecfe4b-5c5d-45c6-a4bf-25012872871a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.581571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81ecfe4b-5c5d-45c6-a4bf-25012872871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.605552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a7049bb2-a532-4f89-a561-a21114bf5160 None None] Port 4230ef0a-4e33-4514-84e0-13e17744d331 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:47.636660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.656023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a7049bb2-a532-4f89-a561-a21114bf5160 None None] Provisioning complete for port e75cf2ee-2afc-4049-9864-7188e6210f05 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:47.656402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7049bb2-a532-4f89-a561-a21114bf5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.699862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:47.726328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f55d77-b755-460c-95a5-136ebceb4928,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:47.727551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecfe4b-5c5d-45c6-a4bf-25012872871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d0e283-4806-4dcf-8705-0b7d21cdba1c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:47.751059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51240) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:47.751808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-81ecfe4b-5c5d-45c6-a4bf-25012872871a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d25353b73f746b1afb542b0ddd14bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9464183 Nov 12 03:34:47.913283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Checking segment: {'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:47.913646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Network hostable DHCP agents. Network: 51d1d17e-647d-4c3c-a548-90bcb44abb3f, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:47.961907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:47.970089 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-363df56f-2265-4249-a3ca-5f43caad53dc tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7729168 Nov 12 03:34:47.975163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51250) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:47.980575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:47.996234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:47.998157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-601119455'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:48.000430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:48.050929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:48.055537 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.058329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Network 51d1d17e-647d-4c3c-a548-90bcb44abb3f is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:48.066141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be834942-6e7f-447b-9c75-48dc2b1a2647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.109358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 51d1d17e-647d-4c3c-a548-90bcb44abb3f) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:48.111996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:48.131895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.133831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.134178 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment 7f6592ff-4251-4cb3-8e59-818ba611a749 of type vlan for network c276ef1f-bda7-4809-b637-20bad89d79ad Nov 12 03:34:48.137213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.157095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e75cf2ee-2afc-4049-9864-7188e6210f05 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:48.172774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be834942-6e7f-447b-9c75-48dc2b1a2647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.198534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.243628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9dbd0b-49eb-4534-91a4-974efd475e4f None None] Network 51d1d17e-647d-4c3c-a548-90bcb44abb3f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:48.253935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-355f8360-5e03-4e0b-9014-68b84e45ab20 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1697352 Nov 12 03:34:48.256413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.274535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.275661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.348883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be834942-6e7f-447b-9c75-48dc2b1a2647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.352202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be834942-6e7f-447b-9c75-48dc2b1a2647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.353714 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-be834942-6e7f-447b-9c75-48dc2b1a2647 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26d0e283-4806-4dcf-8705-0b7d21cdba1c HTTP/1.1" status: 204 len: 168 time: 0.5882683 Nov 12 03:34:48.372001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be834942-6e7f-447b-9c75-48dc2b1a2647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d0e283-4806-4dcf-8705-0b7d21cdba1c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:48.374547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3977847 Nov 12 03:34:48.378171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51264) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:48.384333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:48.406077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9738fcb1-e6fc-4d67-b8cd-cfea5abc1332 None None] Provisioning complete for port 4230ef0a-4e33-4514-84e0-13e17744d331 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:48.406459 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9738fcb1-e6fc-4d67-b8cd-cfea5abc1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.443901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbc972-e7b7-4215-8597-ad1134488e72 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=c276ef1f-bda7-4809-b637-20bad89d79ad,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:48.571239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c276ef1f-bda7-4809-b637-20bad89d79ad details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:48.599980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:48.615232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:48.620212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.635186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e75cf2ee-2afc-4049-9864-7188e6210f05 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:48.635560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.718308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9738fcb1-e6fc-4d67-b8cd-cfea5abc1332 None None] Port 4230ef0a-4e33-4514-84e0-13e17744d331 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:48.837246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd85a77-ea3f-4263-acfb-c01939ae7a36 None None] Network 51d1d17e-647d-4c3c-a548-90bcb44abb3f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:48.880725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.963662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=0bdf492a-3500-4e33-a600-cc38e9395543,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:48.978610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:48.979136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: c276ef1f-bda7-4809-b637-20bad89d79ad, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:49.000800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network c276ef1f-bda7-4809-b637-20bad89d79ad is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:49.018017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c276ef1f-bda7-4809-b637-20bad89d79ad) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:49.023019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.023616 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.041618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed5edd-b554-43bf-881f-3917cd1ab582 None None] Network c276ef1f-bda7-4809-b637-20bad89d79ad requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:49.052584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:49.066401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c49b46aa-7e79-4a33-aeef-7977f5c6b8a0 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6819746 Nov 12 03:34:49.143534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b2f30666-2fbd-4f3c-93a0-d41e78f2f8db None None] Provisioning complete for port 4230ef0a-4e33-4514-84e0-13e17744d331 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:49.143910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2f30666-2fbd-4f3c-93a0-d41e78f2f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.296069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b2f30666-2fbd-4f3c-93a0-d41e78f2f8db None None] Port 4230ef0a-4e33-4514-84e0-13e17744d331 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:49.469436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-b5646b20-fa9c-476e-aa67-41bbed813956 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.476842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-b5646b20-fa9c-476e-aa67-41bbed813956 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 813 time: 0.1253009 Nov 12 03:34:49.482806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c276ef1f-bda7-4809-b637-20bad89d79ad', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:49.483685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.499482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:46Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:49.508209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-05336b91-ecb2-49c8-82a2-5f6b106527bb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/quotas/e11e965154e64fcf9e59e9d014b04966 HTTP/1.1" status: 200 len: 375 time: 0.0301681 Nov 12 03:34:49.554154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:49.554766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Updating router d0474594-f6bb-4274-9edb-db0ac42a8f81 port 4230ef0a-4e33-4514-84e0-13e17744d331 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:49.601793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-2ed806ed-f1d0-4008-a94a-64ecf927afef tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922956 Nov 12 03:34:49.655455 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.855715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Allocated IP 172.21.0.2 (c276ef1f-bda7-4809-b637-20bad89d79ad/0bdf492a-3500-4e33-a600-cc38e9395543/7d76e289-3498-4ec4-acc9-3d611cce607b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:49.879832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:49.922603 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.951561 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-2a49e5fb-150b-48c8-80a7-5ac9eee4f940 service neutron] 10.222.0.49 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485839 Nov 12 03:34:50.179432 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.184507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1447427661'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:50.192650 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.239187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Made reservation on behalf of d9148beba9f64e1f8bfb5c052d89270c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:50.243249 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.259588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.262994 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.296498 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.318945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Network c276ef1f-bda7-4809-b637-20bad89d79ad is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:50.326079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Pushing event updated for resources: {'Port': ['ID=7d76e289-3498-4ec4-acc9-3d611cce607b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:50.356851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:50.364865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:50.412848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.418132 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.453514 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-1f61e892-f86e-4efc-9151-a90850e4853e service neutron] 10.222.0.49 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009687 Nov 12 03:34:50.464267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:50.477346 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.477758 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Added segment aa8ce524-ac08-4f38-bf7c-0520f06195c5 of type vlan for network 41f8ec81-e889-4e49-b161-665c7d64ee81 Nov 12 03:34:50.572014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Attempting to bind port 4230ef0a-4e33-4514-84e0-13e17744d331 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:50.572394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Attempting to bind port 4230ef0a-4e33-4514-84e0-13e17744d331 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:50.572790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Attempting to bind port 4230ef0a-4e33-4514-84e0-13e17744d331 on network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:50.578027 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.582722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:50.583109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Checking segment: {'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:50.583559 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.583964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Bound using segment: {'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:50.584516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Bound port: 4230ef0a-4e33-4514-84e0-13e17744d331, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdf41ea-b76f-4d49-98be-663b4938a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:50.585014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.587269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Attempting to bind port 7d76e289-3498-4ec4-acc9-3d611cce607b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:50.587731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Attempting to bind port 7d76e289-3498-4ec4-acc9-3d611cce607b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:50.588095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Attempting to bind port 7d76e289-3498-4ec4-acc9-3d611cce607b on network c276ef1f-bda7-4809-b637-20bad89d79ad {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:50.594871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:50.595280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Checking segment: {'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:50.596344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.596978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Bound using segment: {'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:50.597564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Bound port: 7d76e289-3498-4ec4-acc9-3d611cce607b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:50.597958 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.664036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.670353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ad83f-3b27-4d9e-92d4-5896852e9313 None None] Pushing event updated for resources: {'Port': ['ID=4230ef0a-4e33-4514-84e0-13e17744d331,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:50.686357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:50.686788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.829892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] For port 7d76e289-3498-4ec4-acc9-3d611cce607b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:50.840541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] For port 7d76e289-3498-4ec4-acc9-3d611cce607b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7d76e289-3498-4ec4-acc9-3d611cce607b,segment=NetworkSegment(7f6592ff-4251-4cb3-8e59-818ba611a749),segment_id=7f6592ff-4251-4cb3-8e59-818ba611a749)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:50.859899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.902619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] For port 4230ef0a-4e33-4514-84e0-13e17744d331, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:50.980215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] For port 4230ef0a-4e33-4514-84e0-13e17744d331, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4230ef0a-4e33-4514-84e0-13e17744d331,segment=NetworkSegment(2bdf41ea-b76f-4d49-98be-663b4938a847),segment_id=2bdf41ea-b76f-4d49-98be-663b4938a847)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:50.998700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Pushing event updated for resources: {'Network': ['ID=41f8ec81-e889-4e49-b161-665c7d64ee81,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:51.001640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.009028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5217d3-7e9d-4730-bf58-cf1e6db4ea43,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:51.022659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-497c057d-a32e-4f0a-8b6a-683b403f216f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1416745 Nov 12 03:34:51.037097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 41f8ec81-e889-4e49-b161-665c7d64ee81 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:51.041049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.21.0.1 (c276ef1f-bda7-4809-b637-20bad89d79ad/0bdf492a-3500-4e33-a600-cc38e9395543/f61f9116-0882-482e-980e-76dd7654e52d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:51.194599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee1690-25ed-44f6-8d33-dd5f1c0f9463 None None] Pushing event updated for resources: {'Port': ['ID=7d76e289-3498-4ec4-acc9-3d611cce607b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:51.197147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-820ed639-0910-4199-9e90-99d585534858 None None] Provisioning complete for port 4230ef0a-4e33-4514-84e0-13e17744d331 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:51.197526 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-820ed639-0910-4199-9e90-99d585534858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.258101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16fee756-719c-471a-8263-a9bc0a21739c req-5907f44d-3e4e-4662-b4c2-485572c116b4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 210 time: 0.1013649 Nov 12 03:34:51.492969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.597582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.605791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:51.606699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:51.611216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ad83f-3b27-4d9e-92d4-5896852e9313 None None] Pushing event updated for resources: {'Port': ['ID=4230ef0a-4e33-4514-84e0-13e17744d331,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:51.701860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network c276ef1f-bda7-4809-b637-20bad89d79ad is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:51.743811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=f61f9116-0882-482e-980e-76dd7654e52d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:51.773051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:51.775912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:51.862911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.881405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51460) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:51.886715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Request body: {'port': {'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81', 'binding:host_id': 'n-h1-789963-21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-895553025'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:51.920947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Made reservation on behalf of edc837e85c1f45358b4ccca586d67809 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:51.926487 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.951655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.086321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:52.183366 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.191327 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-820ed639-0910-4199-9e90-99d585534858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.200346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7d76e289-3498-4ec4-acc9-3d611cce607b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:52.207541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.229448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.273274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c5e35-8534-4f70-a4f6-73d4fc65d7a4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.274472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-cc24b058-ee75-4c2e-973e-3ba581e2bc44 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:52.283992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-cc24b058-ee75-4c2e-973e-3ba581e2bc44 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 804 time: 0.3659165 Nov 12 03:34:52.284791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] device_id is not set on port af5e340c-1590-4583-9401-2537a87eb960 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:34:52.331092 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-4226a209-c8a8-4a46-afd7-363c755e9593 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/quotas/e24d994ad64c4ca1acfdd3e4430a1d30 HTTP/1.1" status: 200 len: 375 time: 0.0447812 Nov 12 03:34:52.369388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-820ed639-0910-4199-9e90-99d585534858 None None] For port 4230ef0a-4e33-4514-84e0-13e17744d331, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4230ef0a-4e33-4514-84e0-13e17744d331,segment=NetworkSegment(2bdf41ea-b76f-4d49-98be-663b4938a847),segment_id=2bdf41ea-b76f-4d49-98be-663b4938a847)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:52.402779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-820ed639-0910-4199-9e90-99d585534858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.654547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 14d11b07-09b4-49a4-9f27-532ac0c758da no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:52.718114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e9d78-3b3e-4d16-8458-123f5783bc44 None None] Network c276ef1f-bda7-4809-b637-20bad89d79ad requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:52.733271 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.739267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] device_id is not set on port af5e340c-1590-4583-9401-2537a87eb960 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:34:52.743474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.751253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.768924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ecb0e21-35be-464c-b27b-83b51da918e7 req-f954ceb6-07a1-4ac5-93a9-0f44f7455b34 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 210 time: 0.2967637 Nov 12 03:34:52.774249 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.802813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.848087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-e9cf98a3-4230-4a0d-af5a-3c460eaa7a75 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5132651 Nov 12 03:34:52.896771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7d76e289-3498-4ec4-acc9-3d611cce607b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:52.897176 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.899044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-80708965-0b6c-4cca-bd6f-d8e153c7e44a None None] Provisioning complete for port 4230ef0a-4e33-4514-84e0-13e17744d331 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:52.899403 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80708965-0b6c-4cca-bd6f-d8e153c7e44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.937193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=f61f9116-0882-482e-980e-76dd7654e52d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.946664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=af5e340c-1590-4583-9401-2537a87eb960,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.966206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ed639-0910-4199-9e90-99d585534858 None None] Pushing event updated for resources: {'Port': ['ID=4230ef0a-4e33-4514-84e0-13e17744d331,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.969322 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.002800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Checking segment: {'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:53.003489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Network hostable DHCP agents. Network: 41f8ec81-e889-4e49-b161-665c7d64ee81, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:53.011203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network c276ef1f-bda7-4809-b637-20bad89d79ad is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:53.014249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:53.019495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-d559622a-147e-41f1-8554-8b54a85db867 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.021149 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-d559622a-147e-41f1-8554-8b54a85db867 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.20 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 813 time: 0.2492833 Nov 12 03:34:53.039922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Request body: {'port': {'device_id': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f', 'admin_state_up': True, 'tenant_id': 'e11e965154e64fcf9e59e9d014b04966'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:53.045360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Network 41f8ec81-e889-4e49-b161-665c7d64ee81 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:53.057027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:53.059421 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53ba4c3-edb2-40eb-8371-de107467fa26" -d '{"events": [{"server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "name": "network-vif-unplugged", "status": "completed", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:53.063810 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-3c9b5722-ad43-4ae3-ab28-e0c576c66a32 service neutron] 10.222.0.49 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971943 Nov 12 03:34:53.114393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:53.133275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 41f8ec81-e889-4e49-b161-665c7d64ee81) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:53.141070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:53.148033 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13d7b72-f934-4d53-9843-2d0cb54460df x-openstack-request-id: req-d13d7b72-f934-4d53-9843-2d0cb54460df {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:53.148354 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "name": "network-vif-unplugged", "status": "completed", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:53.148586 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d13d7b72-f934-4d53-9843-2d0cb54460df {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:53.148995 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'code': 200} Nov 12 03:34:53.150611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c509a-9d9b-4a56-8fd9-e950600e3e10 None None] Network 41f8ec81-e889-4e49-b161-665c7d64ee81 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:53.159837 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.164345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:53.164687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:53.165089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:53.173137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:53.175048 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:53.178607 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 2 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:53.233515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:53.239185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:53.239739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:53.239834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:53.249820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:53.250137 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:53.257144 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 3 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:53.292725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:53.293122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:53.293424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:53.312428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-2287cc71-750a-491b-9b9f-144356af2706 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.314100 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-2287cc71-750a-491b-9b9f-144356af2706 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bcab63-8412-41b7-bd9a-871ffd3287ea HTTP/1.1" status: 200 len: 943 time: 0.1211061 Nov 12 03:34:53.316622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Made reservation on behalf of e11e965154e64fcf9e59e9d014b04966 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:53.320251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.322243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:53.322569 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:53.325094 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 4 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:53.353604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-3f7b3f40-be8c-4505-a2d9-668f7ec53cb7 service neutron] 10.222.0.49 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914926 Nov 12 03:34:53.392974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:53.393317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:53.393653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:53.430756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:53.431071 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:53.436311 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.450939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:53.461315 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 5 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:53.479737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 7d76e289-3498-4ec4-acc9-3d611cce607b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7d76e289-3498-4ec4-acc9-3d611cce607b,segment=NetworkSegment(7f6592ff-4251-4cb3-8e59-818ba611a749),segment_id=7f6592ff-4251-4cb3-8e59-818ba611a749)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:53.497953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:53.498318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:53.498609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:53.510687 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.513485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:53.513878 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:53.517959 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 6 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:53.537026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:53.568112 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e236fc7c-5f22-4514-8f1b-4ceb27e98098 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5142775 Nov 12 03:34:53.568974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51492) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:53.575438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-620356933'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:53.578689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:53.579024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:53.579361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:53.606804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:53.607127 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:53.609648 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 7 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:53.616618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Deleting port 14d11b07-09b4-49a4-9f27-532ac0c758da {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:53.618252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.619291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:50Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:53.631077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Allocated IP 172.20.0.3 (51d1d17e-647d-4c3c-a548-90bcb44abb3f/18f55d77-b755-460c-95a5-136ebceb4928/425f44ec-f61a-4a58-8974-68f16cf66596) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:53.641650 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b37d29-1b46-4896-a747-0a1859683a64 req-6b9b12b5-f346-4566-b888-ae0c8fc46694 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 210 time: 0.0587664 Nov 12 03:34:53.659117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:53.675444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.718360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:53.735553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b602d-cf97-4dc9-9cfa-8c87a2a9e2f3 None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:50Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:53.741767 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.744678 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment daf4e053-5cf3-4389-ac6a-ac539dc274e2 of type vlan for network f81a2ebe-2632-429c-bcfc-7b567abd1a90 Nov 12 03:34:53.764417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:53.764825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:53.765247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:53.797362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=7d76e289-3498-4ec4-acc9-3d611cce607b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:53.801518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-891a9ce3-61d2-4139-9287-6c94c0b43c73 None None] Provisioning complete for port 7d76e289-3498-4ec4-acc9-3d611cce607b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:53.802119 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-891a9ce3-61d2-4139-9287-6c94c0b43c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.814814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:53.815030 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:53.829284 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 8 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:53.914395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:53.914634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:53.915955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.929116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:53.935125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] For port 14d11b07-09b4-49a4-9f27-532ac0c758da, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=14d11b07-09b4-49a4-9f27-532ac0c758da,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:53.935691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.970325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.977951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:53.978641 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:53.980867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.981371 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.988430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Calling delete_port for 14d11b07-09b4-49a4-9f27-532ac0c758da owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:53.990273 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 9 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:54.032106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16fe1866-fe5e-4bed-9c32-1c382863d63c req-34534323-305a-4190-b9bb-b37fac26d0ce tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 210 time: 0.0803707 Nov 12 03:34:54.098159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5268137 Nov 12 03:34:54.108515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51506) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:54.122916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:54.123262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:54.123804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:54.136343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:54.148694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a9a3a813-800b-4138-bc9b-8b55812fb8f3 None None] Provisioning complete for port 7d76e289-3498-4ec4-acc9-3d611cce607b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:54.149242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a9a3a813-800b-4138-bc9b-8b55812fb8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.247819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7d76e289-3498-4ec4-acc9-3d611cce607b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:54.277319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:54.277891 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:54.287917 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 10 to bind port af5e340c-1590-4583-9401-2537a87eb960 Nov 12 03:34:54.429309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.452340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79f1fe-ece3-47a3-8e37-10a788e17e48 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=f81a2ebe-2632-429c-bcfc-7b567abd1a90,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:54.490863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:54.494981 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.544306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:54.544648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:54.550255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:54.561949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f81a2ebe-2632-429c-bcfc-7b567abd1a90 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:54.568679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port af5e340c-1590-4583-9401-2537a87eb960 on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:54.572852 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port af5e340c-1590-4583-9401-2537a87eb960 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:34:54.573971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.576514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.802301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7d76e289-3498-4ec4-acc9-3d611cce607b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:54.803319 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.890055 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.922445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a9a3a813-800b-4138-bc9b-8b55812fb8f3 None None] Provisioning complete for port f61f9116-0882-482e-980e-76dd7654e52d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:54.923231 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a9a3a813-800b-4138-bc9b-8b55812fb8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.976997 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.977954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3a813-800b-4138-bc9b-8b55812fb8f3 None None] Port f61f9116-0882-482e-980e-76dd7654e52d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:54.994534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.038694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd6090de-f363-4bbd-b89d-5cbb9fa483d7 req-9bfb3365-a978-44eb-ac30-b82fa395b407 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 210 time: 0.1496563 Nov 12 03:34:55.050655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3f2b2-d065-4dbf-9fef-e436130b5158 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:55.083458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Network 51d1d17e-647d-4c3c-a548-90bcb44abb3f is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:55.091662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=6d48df99-1d42-4efb-b1c8-47fcdfb38bfa,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:55.112331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:55.141141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:55.148733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1c99e636-4018-4624-92d9-5dadc1281f8e None None] Provisioning complete for port f61f9116-0882-482e-980e-76dd7654e52d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:55.150544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] No DVR routers for this DVR port 14d11b07-09b4-49a4-9f27-532ac0c758da on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:55.151371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c99e636-4018-4624-92d9-5dadc1281f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.155645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:55.178869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:55.179223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: f81a2ebe-2632-429c-bcfc-7b567abd1a90, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:55.184830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.200358 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7af09b0e-7be3-4ab5-9603-9400a6f819df req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "DELETE /v2.0/ports/14d11b07-09b4-49a4-9f27-532ac0c758da HTTP/1.1" status: 204 len: 173 time: 1.8758738 Nov 12 03:34:55.200921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'name': 'network-vif-deleted', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:55.203094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network f81a2ebe-2632-429c-bcfc-7b567abd1a90 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:55.203340 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb770937-233f-4522-a057-07647c3afd06" -d '{"events": [{"server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "name": "network-vif-deleted", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:55.225510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f81a2ebe-2632-429c-bcfc-7b567abd1a90) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:55.258527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056006a1-3059-4200-b7fc-98c4a42572e5 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Pushing event deleted for resources: {'Port': ['ID=14d11b07-09b4-49a4-9f27-532ac0c758da,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:55.286188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.287888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.332582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b681ac-5f43-4ab4-8ba4-02d7afec5860 req-29ad0117-6d86-471a-913a-894449e9a59a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.334336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72b681ac-5f43-4ab4-8ba4-02d7afec5860 req-29ad0117-6d86-471a-913a-894449e9a59a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 931 time: 0.1247365 Nov 12 03:34:55.338764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f2b24ab8-9223-4b56-b948-4b5866d4861b tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2279396 Nov 12 03:34:55.341669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:55.499416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-dfb882d1-fab9-4871-a412-897a37e38ac2 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.502844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-dfb882d1-fab9-4871-a412-897a37e38ac2 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 804 time: 0.2031183 Nov 12 03:34:55.504965 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216bedb5-aaed-4f2f-a024-2fafb3eef2f8 x-openstack-request-id: req-216bedb5-aaed-4f2f-a024-2fafb3eef2f8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:55.505543 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bcab63-8412-41b7-bd9a-871ffd3287ea", "name": "network-vif-deleted", "tag": "14d11b07-09b4-49a4-9f27-532ac0c758da", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:55.506359 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-216bedb5-aaed-4f2f-a024-2fafb3eef2f8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:55.507287 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bcab63-8412-41b7-bd9a-871ffd3287ea', 'name': 'network-vif-deleted', 'tag': '14d11b07-09b4-49a4-9f27-532ac0c758da', 'status': 'completed', 'code': 200} Nov 12 03:34:55.510685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72b681ac-5f43-4ab4-8ba4-02d7afec5860 req-343d73da-2dab-431b-aa81-d45bffeb5899 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698937 Nov 12 03:34:55.529726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] For port af5e340c-1590-4583-9401-2537a87eb960, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:55.530807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:34:55.537304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Request body: {'port': {'device_id': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'admin_state_up': True, 'tenant_id': 'e24d994ad64c4ca1acfdd3e4430a1d30'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:55.548316 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:55.581229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.581980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.598252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.671526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=af5e340c-1590-4583-9401-2537a87eb960,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:55.724854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.725855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.735017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-882ce681-3246-497b-ad99-f0b680b14e94 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7022779 Nov 12 03:34:55.748169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1c99e636-4018-4624-92d9-5dadc1281f8e None None] Port f61f9116-0882-482e-980e-76dd7654e52d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:55.755031 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7e90e-203d-41ab-85a8-3e729f80fbb0 None None] Network f81a2ebe-2632-429c-bcfc-7b567abd1a90 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:55.782228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Request body: {'port': {'device_id': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:55.888126 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b216d2a-68c3-4b90-8744-e8ddba931f7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.0055351 Nov 12 03:34:55.890883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51546) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:55.936393 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.969298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Made reservation on behalf of e24d994ad64c4ca1acfdd3e4430a1d30 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:55.974967 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.023143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:56.023953 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.167165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4230ef0a-4e33-4514-84e0-13e17744d331 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:56.218873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.276942 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:56.294518 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:56.295236 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:56.301638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Deleting port af5e340c-1590-4583-9401-2537a87eb960 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:56.302062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.361277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4230ef0a-4e33-4514-84e0-13e17744d331 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:56.361655 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.388494 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd0a0beb-6b13-427f-bf5a-227a1a4670cf req-b94b2137-32cd-45cc-b42e-2bb337a6817e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 210 time: 0.1304574 Nov 12 03:34:56.425905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Allocated IP 172.22.0.2 (f81a2ebe-2632-429c-bcfc-7b567abd1a90/6d48df99-1d42-4efb-b1c8-47fcdfb38bfa/013bbd98-360d-4be5-b72c-906ab2fe9eae) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:56.432689 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:56.446057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Allocated IP 172.20.0.5 (883fc87c-67e1-41e6-93f9-c008ab8fca7a/9e67f6c8-b665-4ca5-b155-c93c0793db74/97e4fd6b-4033-4bbd-b921-96c094ef3921) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:56.452892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] For port af5e340c-1590-4583-9401-2537a87eb960, host n-h1-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:56.453381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.502844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Calling delete_port for af5e340c-1590-4583-9401-2537a87eb960 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:56.560212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 14d11b07-09b4-49a4-9f27-532ac0c758da no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:56.631848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 14d11b07-09b4-49a4-9f27-532ac0c758da {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:56.632197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 14d11b07-09b4-49a4-9f27-532ac0c758da not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:56.731886 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.762936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.774397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.807480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.819143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Network f81a2ebe-2632-429c-bcfc-7b567abd1a90 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:56.822686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:56.828529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79b571-3236-4b57-af0c-5c9e2796979e req-19c59b6d-77e8-45b3-98b5-e251bf7c8ea0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:56.829204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:56.831089 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b79b571-3236-4b57-af0c-5c9e2796979e req-19c59b6d-77e8-45b3-98b5-e251bf7c8ea0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 931 time: 0.1877770 Nov 12 03:34:56.840411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Pushing event updated for resources: {'Port': ['ID=013bbd98-360d-4be5-b72c-906ab2fe9eae,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:56.843830 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 3, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:56.871949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.872225 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.872556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.873030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.873464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.873941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.874392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.874820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.875257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.875785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.876154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.876578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.877395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event deleted for resources: {'Port': ['ID=af5e340c-1590-4583-9401-2537a87eb960,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:56.877869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:56.880768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.22.0.1 (f81a2ebe-2632-429c-bcfc-7b567abd1a90/6d48df99-1d42-4efb-b1c8-47fcdfb38bfa/4635a4b3-f4b8-4755-a142-e8a56a03993d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:56.888197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.895424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1065417c-03e9-448c-8cd5-3a6fc4b93ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "DELETE /v2.0/ports/af5e340c-1590-4583-9401-2537a87eb960 HTTP/1.1" status: 204 len: 168 time: 1.0032754 Nov 12 03:34:56.898244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51560) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.933758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Attempting to bind port 013bbd98-360d-4be5-b72c-906ab2fe9eae on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:56.934184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Attempting to bind port 013bbd98-360d-4be5-b72c-906ab2fe9eae by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:56.934318 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:56.934547 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Updating router d0474594-f6bb-4274-9edb-db0ac42a8f81 port f61f9116-0882-482e-980e-76dd7654e52d binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:56.934687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Attempting to bind port 013bbd98-360d-4be5-b72c-906ab2fe9eae on network f81a2ebe-2632-429c-bcfc-7b567abd1a90 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:56.936159 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-262adbac-63ef-455c-b1a8-647f69cb89d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:34:56.937862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-262adbac-63ef-455c-b1a8-647f69cb89d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "GET /v2.0/ports/af5e340c-1590-4583-9401-2537a87eb960 HTTP/1.1" status: 404 len: 333 time: 0.0386722 Nov 12 03:34:56.942413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51562) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.947828 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:56.948295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Checking segment: {'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:56.948886 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.949296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Bound using segment: {'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:56.949699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Request body: {'port': {'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1109168815'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:56.949903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Bound port: 013bbd98-360d-4be5-b72c-906ab2fe9eae, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:56.950296 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.979874 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.007669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Made reservation on behalf of edc837e85c1f45358b4ccca586d67809 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:57.011019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.021939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:57.035590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:57.038788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:57.055475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7d70b1-c57a-44d4-ad7e-6066fcdc86e3 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:57.074316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] For port 013bbd98-360d-4be5-b72c-906ab2fe9eae, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:57.105277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425f44ec-f61a-4a58-8974-68f16cf66596 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:57.109873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] For port 013bbd98-360d-4be5-b72c-906ab2fe9eae, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=013bbd98-360d-4be5-b72c-906ab2fe9eae,segment=NetworkSegment(daf4e053-5cf3-4389-ac6a-ac539dc274e2),segment_id=daf4e053-5cf3-4389-ac6a-ac539dc274e2)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:57.116280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] device_id is not set on port 495a8bbd-f552-441f-9a23-d59cd9d6c75f yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:34:57.118283 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.124992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b79b571-3236-4b57-af0c-5c9e2796979e req-e8262c3f-5936-46ad-b5ef-ffe6eb453da3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865837 Nov 12 03:34:57.135206 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.140207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Pushing event updated for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.176003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:57.177148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.183569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Transition to ACTIVE for port object 425f44ec-f61a-4a58-8974-68f16cf66596 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:57.193781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.213610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-da06e95b-4852-408b-b32e-fd9b4f096ad4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6811659 Nov 12 03:34:57.231354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-880e2efd-624f-4215-b093-11de7583ce2b None None] Provisioning complete for port 97e4fd6b-4033-4bbd-b921-96c094ef3921 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:57.232866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-880e2efd-624f-4215-b093-11de7583ce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.241956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fe33c-f9c3-4200-8626-4a6a8a18563b None None] Pushing event updated for resources: {'Port': ['ID=013bbd98-360d-4be5-b72c-906ab2fe9eae,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.249744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Request body: {'port': {'device_id': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:57.295962 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.311490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.350926 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.374368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-880e2efd-624f-4215-b093-11de7583ce2b None None] Port 97e4fd6b-4033-4bbd-b921-96c094ef3921 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:57.431842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.435422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Attempting to bind port 425f44ec-f61a-4a58-8974-68f16cf66596 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:57.435761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Attempting to bind port 425f44ec-f61a-4a58-8974-68f16cf66596 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:57.436091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Attempting to bind port 425f44ec-f61a-4a58-8974-68f16cf66596 on network 51d1d17e-647d-4c3c-a548-90bcb44abb3f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:57.473174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Port 425f44ec-f61a-4a58-8974-68f16cf66596 on network 51d1d17e-647d-4c3c-a548-90bcb44abb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:57.473729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Attempting to bind port 425f44ec-f61a-4a58-8974-68f16cf66596 on network 51d1d17e-647d-4c3c-a548-90bcb44abb3f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:57.493327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:57.494087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Checking segment: {'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:57.494699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Bound using segment: {'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:57.495437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Bound port: 425f44ec-f61a-4a58-8974-68f16cf66596, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:57.496228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.510470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network f81a2ebe-2632-429c-bcfc-7b567abd1a90 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:57.532500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:57.549446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:57.562794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=4635a4b3-f4b8-4755-a142-e8a56a03993d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.564795 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.583276 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.619250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:57.637742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:57.662262 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Pushing event updated for resources: {'Port': ['ID=f61f9116-0882-482e-980e-76dd7654e52d,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.680346 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.680694 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.681055 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.681387 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.681715 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.682043 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.682362 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.682685 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.683004 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.683318 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.686068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.695778 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.696129 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:57.780145 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Attempting to bind port f61f9116-0882-482e-980e-76dd7654e52d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:57.780516 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Attempting to bind port f61f9116-0882-482e-980e-76dd7654e52d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:57.780904 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Attempting to bind port f61f9116-0882-482e-980e-76dd7654e52d on network c276ef1f-bda7-4809-b637-20bad89d79ad {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:57.790805 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:57.791177 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Checking segment: {'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:57.791590 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.795145 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Bound using segment: {'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:57.795705 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Bound port: f61f9116-0882-482e-980e-76dd7654e52d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6592ff-4251-4cb3-8e59-818ba611a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:57.796095 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.797083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:57.797815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.800845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] 10.222.0.20 "PUT /v2.0/ports/425f44ec-f61a-4a58-8974-68f16cf66596 HTTP/1.1" status: 200 len: 1092 time: 2.0280523 Nov 12 03:34:57.935170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:57.946610 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b684eaa-40eb-4249-a073-08988bbfe6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:57.964358 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] For port f61f9116-0882-482e-980e-76dd7654e52d, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:57.985039 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] For port f61f9116-0882-482e-980e-76dd7654e52d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f61f9116-0882-482e-980e-76dd7654e52d,segment=NetworkSegment(7f6592ff-4251-4cb3-8e59-818ba611a749),segment_id=7f6592ff-4251-4cb3-8e59-818ba611a749)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:57.999196 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.120535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-49425587-1e25-46ec-a82c-f51162d81d2b None None] Provisioning complete for port f61f9116-0882-482e-980e-76dd7654e52d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:58.120937 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49425587-1e25-46ec-a82c-f51162d81d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.184906 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:58.185435 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:58.187251 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe3b11-f7bd-4657-b875-f4a9bbab4604 None None] Pushing event updated for resources: {'Port': ['ID=f61f9116-0882-482e-980e-76dd7654e52d,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:58.263994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 013bbd98-360d-4be5-b72c-906ab2fe9eae up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:58.309462 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec607be-22fe-4f82-b19c-441a0efc662f x-openstack-request-id: req-4ec607be-22fe-4f82-b19c-441a0efc662f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:58.309919 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:58.316241 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ec607be-22fe-4f82-b19c-441a0efc662f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:58.316812 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596', 'status': 'completed', 'code': 200} Nov 12 03:34:58.427063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-33b374b1-4bca-4989-9907-4285ab149eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.428647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-33b374b1-4bca-4989-9907-4285ab149eec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 1095 time: 0.4781394 Nov 12 03:34:58.431205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72bd68-83fd-49f1-9a71-042e418edc0f service neutron] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:58.498376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49425587-1e25-46ec-a82c-f51162d81d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.586124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-49425587-1e25-46ec-a82c-f51162d81d2b None None] For port f61f9116-0882-482e-980e-76dd7654e52d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f61f9116-0882-482e-980e-76dd7654e52d,segment=NetworkSegment(7f6592ff-4251-4cb3-8e59-818ba611a749),segment_id=7f6592ff-4251-4cb3-8e59-818ba611a749)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:58.593601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49425587-1e25-46ec-a82c-f51162d81d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.629747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 013bbd98-360d-4be5-b72c-906ab2fe9eae triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:58.630265 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.644994 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:58.665175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-9709ad5f-af48-44ed-988b-410d9a411786 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=425f44ec-f61a-4a58-8974-68f16cf66596 HTTP/1.1" status: 200 len: 217 time: 0.2222958 Nov 12 03:34:58.698618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49425587-1e25-46ec-a82c-f51162d81d2b None None] Pushing event updated for resources: {'Port': ['ID=f61f9116-0882-482e-980e-76dd7654e52d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:58.731083 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.761321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5a1bc7e4-48f1-46e1-82d5-4e628defc5ca None None] Provisioning complete for port f61f9116-0882-482e-980e-76dd7654e52d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:58.761822 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a1bc7e4-48f1-46e1-82d5-4e628defc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.767266 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.858166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 013bbd98-360d-4be5-b72c-906ab2fe9eae, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=013bbd98-360d-4be5-b72c-906ab2fe9eae,segment=NetworkSegment(daf4e053-5cf3-4389-ac6a-ac539dc274e2),segment_id=daf4e053-5cf3-4389-ac6a-ac539dc274e2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:58.882454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff8ed2-c5b6-44bb-b83e-a5c81496080c req-0a35b55c-2cae-43cb-90eb-3f9718a8e68a tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.884125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bff8ed2-c5b6-44bb-b83e-a5c81496080c req-0a35b55c-2cae-43cb-90eb-3f9718a8e68a tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 931 time: 0.4509411 Nov 12 03:34:58.898273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.904716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.038160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bff8ed2-c5b6-44bb-b83e-a5c81496080c req-32e2f300-e71c-4a59-9b83-b5967ca573f0 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333060 Nov 12 03:34:59.065738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e901ea73-01cb-4276-98ec-51b9b4d392ea None None] Network f81a2ebe-2632-429c-bcfc-7b567abd1a90 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:59.072110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=013bbd98-360d-4be5-b72c-906ab2fe9eae,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:59.086871 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.104602 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.223087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-69190340-709b-4c60-aff9-0f8b128b4358 None None] Provisioning complete for port 013bbd98-360d-4be5-b72c-906ab2fe9eae triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:59.223296 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 3, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:57Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:59.223796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-69190340-709b-4c60-aff9-0f8b128b4358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.286810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Network 41f8ec81-e889-4e49-b161-665c7d64ee81 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:59.294895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:59.312623 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9873273-58a2-48e9-bb8f-ee2384cee89b None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 3, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:57Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:59.320227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:59.321218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.321861 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.371548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4267850 Nov 12 03:34:59.459634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51598) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:59.519672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:59.559867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa1f3b-8910-4e96-81b0-c22f5528476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=495a8bbd-f552-441f-9a23-d59cd9d6c75f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:59.609276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.647283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f97954-394d-4fbb-ab04-87d09cce21d3 req-8bb68a82-377b-479d-8a35-97eb4152b316 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.648893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-61f97954-394d-4fbb-ab04-87d09cce21d3 req-8bb68a82-377b-479d-8a35-97eb4152b316 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 1.2342665 Nov 12 03:34:59.739273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-3204d02f-b461-49a1-a1e6-3ecfd085d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.740702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-3204d02f-b461-49a1-a1e6-3ecfd085d1d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 200 len: 853 time: 1.0546489 Nov 12 03:34:59.777420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e4fd6b-4033-4bbd-b921-96c094ef3921 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:59.840512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.844659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-0fa17cbb-3c32-461c-82f1-cd837948c71f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51d1d17e-647d-4c3c-a548-90bcb44abb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926170 Nov 12 03:34:59.862369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-61f97954-394d-4fbb-ab04-87d09cce21d3 req-801fb0e8-c866-4a2b-b19e-9a344b7f8617 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023878 Nov 12 03:34:59.926624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Transition to ACTIVE for port object 97e4fd6b-4033-4bbd-b921-96c094ef3921 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:59.996966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.060719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] device_id is not set on port 495a8bbd-f552-441f-9a23-d59cd9d6c75f yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:00.063163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4c8124d8-805c-471c-a1dc-7565a47770b1 None None] Provisioning complete for port 013bbd98-360d-4be5-b72c-906ab2fe9eae triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:00.064024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c8124d8-805c-471c-a1dc-7565a47770b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.078652 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.101224 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.134607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Pushing event updated for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.191610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550521aa-ac15-4cf1-a25e-fc5250a03916 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:00.346974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-4b180956-05e4-4b13-8ef3-6246e7f8898d service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835854 Nov 12 03:35:00.362926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 013bbd98-360d-4be5-b72c-906ab2fe9eae up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:00.435587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=495a8bbd-f552-441f-9a23-d59cd9d6c75f,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.452584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:00.453064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:00.453437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.468236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:00.468562 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:00.480118 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 2 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:00.511410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4c8124d8-805c-471c-a1dc-7565a47770b1 None None] Provisioning complete for port 4635a4b3-f4b8-4755-a142-e8a56a03993d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:00.511797 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c8124d8-805c-471c-a1dc-7565a47770b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.520210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:00.523039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:00.523391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.570229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Attempting to bind port 97e4fd6b-4033-4bbd-b921-96c094ef3921 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:00.572978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Attempting to bind port 97e4fd6b-4033-4bbd-b921-96c094ef3921 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:00.573535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Attempting to bind port 97e4fd6b-4033-4bbd-b921-96c094ef3921 on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.587328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 013bbd98-360d-4be5-b72c-906ab2fe9eae triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:00.587707 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.591709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Port 97e4fd6b-4033-4bbd-b921-96c094ef3921 on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:00.592222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Attempting to bind port 97e4fd6b-4033-4bbd-b921-96c094ef3921 on network 883fc87c-67e1-41e6-93f9-c008ab8fca7a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.596878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37e1fa-d499-46fb-bda9-14f8675901d5 req-b604ed2d-cd0c-40b7-ab2c-540411f0dff4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.604824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:00.609649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Checking segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:00.610924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f37e1fa-d499-46fb-bda9-14f8675901d5 req-b604ed2d-cd0c-40b7-ab2c-540411f0dff4 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 943 time: 0.2978351 Nov 12 03:35:00.611733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Bound using segment: {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:00.612476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Bound port: 97e4fd6b-4033-4bbd-b921-96c094ef3921, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8476ad49-319d-4800-8b8a-1b8a82fa439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:00.613201 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.620011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.633139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4c8124d8-805c-471c-a1dc-7565a47770b1 None None] Port 4635a4b3-f4b8-4755-a142-e8a56a03993d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:00.642989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:00.643413 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:00.651879 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 3 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:00.655893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-531a0c6a-c91c-47a5-8ab8-9895019fde98 req-166fc81a-98b0-4068-96a7-31c4772a0740 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967448 Nov 12 03:35:00.669166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.725669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f61f9116-0882-482e-980e-76dd7654e52d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:00.730474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:00.730624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:00.730880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.780344 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.789336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=4635a4b3-f4b8-4755-a142-e8a56a03993d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.797470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:00.797797 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:00.800470 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 4 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:00.846801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-2ed24a11-d1d7-48c3-bc81-4bac7fe9abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.849659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-2ed24a11-d1d7-48c3-bc81-4bac7fe9abe3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 1095 time: 0.1276960 Nov 12 03:35:00.850746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f37e1fa-d499-46fb-bda9-14f8675901d5 req-ee465e3c-e4bf-4772-9352-aa5c6cc189f9 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388513 Nov 12 03:35:00.854666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:00.859208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:00.868596 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.883479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8d4aa995-1d49-47f5-87af-187fea80985e None None] Provisioning complete for port 4635a4b3-f4b8-4755-a142-e8a56a03993d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:00.883956 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8d4aa995-1d49-47f5-87af-187fea80985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.886768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f61f9116-0882-482e-980e-76dd7654e52d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:00.887201 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.887743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:00.888099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:00.888444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.906520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:00.907328 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:00.937627 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 5 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:00.946925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5123d6-62dd-4f55-a359-83c19fad8b67 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:00.958369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.959255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:00.959606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:00.959944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.960184 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.962487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] 10.222.0.20 "PUT /v2.0/ports/97e4fd6b-4033-4bbd-b921-96c094ef3921 HTTP/1.1" status: 200 len: 1092 time: 3.7238450 Nov 12 03:35:00.973224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8d4aa995-1d49-47f5-87af-187fea80985e None None] Port 4635a4b3-f4b8-4755-a142-e8a56a03993d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:00.974681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:00.975022 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:00.977287 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 6 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:01.022892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:01.054063 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc8440b-5daf-47c5-9d93-207f5797c684" -d '{"events": [{"name": "network-changed", "server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:01.055890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:01.064887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb277e-d395-4fbb-a5f3-66e2386f3420 service neutron] Pushing event updated for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:01.067695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:01.069420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:01.102944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:01.105044 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:01.114793 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 7 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:01.163349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:01.165152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:01.165548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:01.194898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:01.195240 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:01.206539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network f81a2ebe-2632-429c-bcfc-7b567abd1a90 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:01.209936 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 8 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:01.233697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:01.286059 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-853ce78c-b654-43f1-8939-dd209f01b4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.319928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:01.320683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:01.321250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:01.329140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:01.329790 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:01.332320 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f95dc1-8624-4fd4-81ea-7f51bef59e2a x-openstack-request-id: req-92f95dc1-8624-4fd4-81ea-7f51bef59e2a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:01.332607 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:01.333651 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92f95dc1-8624-4fd4-81ea-7f51bef59e2a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:01.333651 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'status': 'completed', 'code': 200} Nov 12 03:35:01.368765 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 9 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:01.395498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-7a29a854-0d1e-4af5-9fbc-9b71b5757996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.396675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:01.397059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:01.397394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:01.398014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-7a29a854-0d1e-4af5-9fbc-9b71b5757996 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 1095 time: 0.2561967 Nov 12 03:35:01.400276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-7d87222e-c297-41ad-bbe4-d0d32e1b54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.401856 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-7d87222e-c297-41ad-bbe4-d0d32e1b54bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 915 time: 0.5405056 Nov 12 03:35:01.415969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:01.416364 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:01.418072 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 10 to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f Nov 12 03:35:01.419296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e7296-15d8-4f7f-9072-aa592723f2aa req-74ba256d-3235-441e-b41e-e1f515371dee tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.420983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-543e7296-15d8-4f7f-9072-aa592723f2aa req-74ba256d-3235-441e-b41e-e1f515371dee tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.2842052 Nov 12 03:35:01.454515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:01.478846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:01.479263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:01.480642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:01.489191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:01.489525 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:01.489893 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.514406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-ab24340b-f713-4e54-8f3b-317d4a2979e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921 HTTP/1.1" status: 200 len: 217 time: 0.0912933 Nov 12 03:35:01.520604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-bad6980a-0b24-4a2f-a875-3a6fb5529815 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=425f44ec-f61a-4a58-8974-68f16cf66596 HTTP/1.1" status: 200 len: 217 time: 0.0986605 Nov 12 03:35:01.584445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d606caf2-da73-4952-af8e-5c27e444e05a None None] Provisioning complete for port 4635a4b3-f4b8-4755-a142-e8a56a03993d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:01.584891 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d606caf2-da73-4952-af8e-5c27e444e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.626585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-e1b73eb1-500a-44fb-8d9d-1fec5c9d0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.627065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d606caf2-da73-4952-af8e-5c27e444e05a None None] Port 4635a4b3-f4b8-4755-a142-e8a56a03993d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:01.628311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-e1b73eb1-500a-44fb-8d9d-1fec5c9d0774 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 200 len: 844 time: 0.1057918 Nov 12 03:35:01.648626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:01.657146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c5e0de96-2675-441a-93fe-da68812cbcf1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3142660 Nov 12 03:35:01.661403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51626) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:01.663122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:01.667551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'network': {'name': 'tempest-RoutersTest-941020981'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:01.679373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:01.680186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:34:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:01.710003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] For port 495a8bbd-f552-441f-9a23-d59cd9d6c75f, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:01.713625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:35:01.722942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.734330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-7cd16f9a-2858-4345-b3db-636123b030cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.740385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] In _notify_port_updated(), no bound segment for port 495a8bbd-f552-441f-9a23-d59cd9d6c75f on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:35:01.740542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-7cd16f9a-2858-4345-b3db-636123b030cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 200 len: 853 time: 0.1937411 Nov 12 03:35:01.741552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.742254 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.743690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "PUT /v2.0/ports/495a8bbd-f552-441f-9a23-d59cd9d6c75f HTTP/1.1" status: 200 len: 980 time: 2.2338860 Nov 12 03:35:01.760339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-543e7296-15d8-4f7f-9072-aa592723f2aa req-e4407710-7e3b-4ce7-9777-721e93eec0bf tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487662 Nov 12 03:35:01.762471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-51ae0c65-aa2d-42a6-9d8e-e77a45d56624 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=883fc87c-67e1-41e6-93f9-c008ab8fca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861342 Nov 12 03:35:01.762950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51630) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:01.782336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:01.787582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.826047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e59d0-4897-4eca-a90e-289ec94a3604 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=495a8bbd-f552-441f-9a23-d59cd9d6c75f,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:01.826668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:01.828509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:01.854559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.855277 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added segment 42736447-9229-43a2-b18b-25e70b4fb71d of type vlan for network 57477af2-ae19-4c7b-a0c8-92a5a240e884 Nov 12 03:35:01.907346 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.939287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.951550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.954553 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.991877 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3294089 Nov 12 03:35:01.997297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:02.038255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'subnet': {'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:02.043391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-ff72596c-53ca-402a-8279-fe8187ca1bfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51d1d17e-647d-4c3c-a548-90bcb44abb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2794507 Nov 12 03:35:02.073967 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-44e4b3ff-cc1f-4dc1-90e3-d2afdb80ac98 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783933 Nov 12 03:35:02.080258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea77a0-7d7b-43f7-81ef-29f6cd420ef7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Network': ['ID=57477af2-ae19-4c7b-a0c8-92a5a240e884,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:02.098884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db0fe1-7562-4e70-a74d-e559bbcdec60 req-abc7ba49-f009-49c5-83e2-7151d727ef0e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.101594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86db0fe1-7562-4e70-a74d-e559bbcdec60 req-abc7ba49-f009-49c5-83e2-7151d727ef0e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 943 time: 0.1299272 Nov 12 03:35:02.110518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:02.166571 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86db0fe1-7562-4e70-a74d-e559bbcdec60 req-cb29d7d9-927f-41de-b405-582a58e58f09 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588279 Nov 12 03:35:02.289316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.289856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.290363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.290817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.291287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.292141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.292245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.292705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.293197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.294189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.294189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.294576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.295035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.295492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.295939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.296406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.296913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.297373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.297991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.298454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.299526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.300111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.300582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.301128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.301585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.302047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.302506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.302960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.303424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.303874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.304326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.304794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.305256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.305715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.306168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.306620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.314542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-363f3a74-de91-455f-9d84-b64b9f51278a tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32549 time: 0.5452070 Nov 12 03:35:02.314910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51636) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:02.365619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:59Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:34:59Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:02.394080 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9973779e-9347-4575-bd38-c0d4152cfa97 req-3bcbd4b0-55b2-4db9-b762-e1bc88b7d049 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850542 Nov 12 03:35:02.394327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:02.394920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Updating router d0474594-f6bb-4274-9edb-db0ac42a8f81 port 4635a4b3-f4b8-4755-a142-e8a56a03993d binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:02.395989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-9ea67b98-7aa0-4a71-88fd-f57fa5817e47 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421192 Nov 12 03:35:02.417737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Made reservation on behalf of e4060a6914c9410fbc81479fee9a34f3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:02.429285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.434102 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.437522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Deleting port 495a8bbd-f552-441f-9a23-d59cd9d6c75f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:02.437864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.569072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] For port 495a8bbd-f552-441f-9a23-d59cd9d6c75f, host n-h1-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:02.569819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.574544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:02.605129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Calling delete_port for 495a8bbd-f552-441f-9a23-d59cd9d6c75f owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:02.693660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-d92c0210-0459-4744-b716-174b7c5bf36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.694438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-d92c0210-0459-4744-b716-174b7c5bf36d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 1095 time: 0.2215695 Nov 12 03:35:02.744829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.802506 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b684eaa-40eb-4249-a073-08988bbfe6b8 req-11835054-f9d2-44ed-a34b-eedd9416fce8 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963623 Nov 12 03:35:02.883313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event deleted for resources: {'Port': ['ID=495a8bbd-f552-441f-9a23-d59cd9d6c75f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:02.887095 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.890973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0d2aac54-017e-437c-83fe-7cbb92c2c87b tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "DELETE /v2.0/ports/495a8bbd-f552-441f-9a23-d59cd9d6c75f HTTP/1.1" status: 204 len: 168 time: 0.5742023 Nov 12 03:35:02.894622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51652) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:02.919101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-c4002248-1ab1-4a74-8f8b-1dd84f2d2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.920588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-c4002248-1ab1-4a74-8f8b-1dd84f2d2065 service neutron] 10.222.0.20 "GET /v2.0/networks?id=883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 200 len: 906 time: 0.2105880 Nov 12 03:35:02.928578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:02.937943 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5003dd-f05a-4036-b9b5-64c1577fcd58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:35:02.941790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7b5003dd-f05a-4036-b9b5-64c1577fcd58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "GET /v2.0/ports/495a8bbd-f552-441f-9a23-d59cd9d6c75f HTTP/1.1" status: 404 len: 333 time: 0.0430658 Nov 12 03:35:02.954554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '425f44ec-f61a-4a58-8974-68f16cf66596', 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f', 'port_id': '425f44ec-f61a-4a58-8974-68f16cf66596', 'mac_address': 'fa:16:3e:38:6b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f55d77-b755-460c-95a5-136ebceb4928', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:02.963998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51654) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:02.969247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-79392980', 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:02.983017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-3d9c9583-0a72-4c2d-8356-7f0cc63e243b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921 HTTP/1.1" status: 200 len: 217 time: 0.0465872 Nov 12 03:35:03.013831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dd193-7608-41c2-b2b4-a34cc8c58c40 req-7202280b-4e1b-4afd-9405-923f36c89c5c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.015639 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e2dd193-7608-41c2-b2b4-a34cc8c58c40 req-7202280b-4e1b-4afd-9405-923f36c89c5c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.0905733 Nov 12 03:35:03.017393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Made reservation on behalf of edc837e85c1f45358b4ccca586d67809 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:03.020286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.055030 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.063016 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.064143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ff7a-36f2-493c-aa17-ba61339da42f req-8e3f8031-5b5f-413a-bf42-84a1a95c6043 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.067581 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.071812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77f7ff7a-36f2-493c-aa17-ba61339da42f req-8e3f8031-5b5f-413a-bf42-84a1a95c6043 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.1938066 Nov 12 03:35:03.086629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e2dd193-7608-41c2-b2b4-a34cc8c58c40 req-5c735397-0e25-44c6-8ec1-6bf56af040d5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636520 Nov 12 03:35:03.087915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] device_id is not set on port 17ecbef6-286a-4f8d-9e5b-eb5f3ec8c9f6 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:03.122244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425f44ec-f61a-4a58-8974-68f16cf66596 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:03.155455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77f7ff7a-36f2-493c-aa17-ba61339da42f req-6b14c7d0-e055-4c48-923d-c33da85e7546 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826459 Nov 12 03:35:03.170493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:03.172630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-129d1b5a-e461-408c-a585-e6068843d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.174436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-129d1b5a-e461-408c-a585-e6068843d3b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 200 len: 844 time: 0.1787987 Nov 12 03:35:03.201117 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34715ec6-b381-4fd6-be9a-87959164c0d2 None None] Pushing event updated for resources: {'Port': ['ID=4635a4b3-f4b8-4755-a142-e8a56a03993d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.231710 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.258301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-5de1435c-10d0-4c9b-a7e0-0f540d108326 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=883fc87c-67e1-41e6-93f9-c008ab8fca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641620 Nov 12 03:35:03.259724 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.280156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Attempting to bind port 4635a4b3-f4b8-4755-a142-e8a56a03993d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:03.280852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Attempting to bind port 4635a4b3-f4b8-4755-a142-e8a56a03993d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:03.281687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Attempting to bind port 4635a4b3-f4b8-4755-a142-e8a56a03993d on network f81a2ebe-2632-429c-bcfc-7b567abd1a90 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:03.293994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:03.293994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Checking segment: {'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:03.294428 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.295006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Bound using segment: {'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:03.295746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Bound port: 4635a4b3-f4b8-4755-a142-e8a56a03993d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf4e053-5cf3-4389-ac6a-ac539dc274e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:03.296189 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.371522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Subnet': ['ID=b1e4372f-a591-420a-8fea-5a7fb421fb5b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.426374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] For port 4635a4b3-f4b8-4755-a142-e8a56a03993d, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:03.431853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] For port 4635a4b3-f4b8-4755-a142-e8a56a03993d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4635a4b3-f4b8-4755-a142-e8a56a03993d,segment=NetworkSegment(daf4e053-5cf3-4389-ac6a-ac539dc274e2),segment_id=daf4e053-5cf3-4389-ac6a-ac539dc274e2)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:03.461257 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.465479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.487101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Checking segment: {'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:03.487552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network hostable DHCP agents. Network: 57477af2-ae19-4c7b-a0c8-92a5a240e884, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:03.539157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3c4bd-365a-48ae-8b0f-66441b449d2c req-ce11cb5b-dced-4b8b-80d7-ed7bf731ae81 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.539493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34715ec6-b381-4fd6-be9a-87959164c0d2 None None] Pushing event updated for resources: {'Port': ['ID=4635a4b3-f4b8-4755-a142-e8a56a03993d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.546788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2b3c4bd-365a-48ae-8b0f-66441b449d2c req-ce11cb5b-dced-4b8b-80d7-ed7bf731ae81 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 943 time: 0.1356723 Nov 12 03:35:03.555756 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.586335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['425f44ec-f61a-4a58-8974-68f16cf66596'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:03.605025 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9134a72-b757-4e10-9c2e-e588ec48168e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.614566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-0df549ed-6bce-4b05-b2bf-8f3d861bb706 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899966 Nov 12 03:35:03.624712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:03.679957 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2b3c4bd-365a-48ae-8b0f-66441b449d2c req-0860025c-ec3f-4a70-a9fe-08848d838db1 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321886 Nov 12 03:35:03.699768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.726179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 57477af2-ae19-4c7b-a0c8-92a5a240e884) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:03.730003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:03.730991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:03.776580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Network 41f8ec81-e889-4e49-b161-665c7d64ee81 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:03.779820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.780300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:03.780436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.784925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:03.786118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.786883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.793062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=17ecbef6-286a-4f8d-9e5b-eb5f3ec8c9f6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.809924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f0beb2b0-1453-4167-ada3-9b779e2798c7 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7798500 Nov 12 03:35:03.810667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51662) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:03.837891 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cc8440b-5daf-47c5-9d93-207f5797c684 req-4bf249f8-fe25-43e3-8dcb-73da556e2816 service neutron] 10.222.0.20 "GET /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148104 Nov 12 03:35:03.952107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b838859e-8c84-4d4d-a172-efe804d32f1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.9867413 Nov 12 03:35:03.954684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51668) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:03.966229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:04.027867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c651042-4623-4e7e-bcbb-e4e0366c122e tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.029301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6c651042-4623-4e7e-bcbb-e4e0366c122e tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "GET /v2.0/ports/17ecbef6-286a-4f8d-9e5b-eb5f3ec8c9f6 HTTP/1.1" status: 200 len: 957 time: 0.0729363 Nov 12 03:35:04.031967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51674) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:04.044847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045147c9-44fa-4509-82f9-5446f9ea3396 None None] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:04.075634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cb6922e1-a404-434f-82bf-e682dfd505ad None None] Provisioning complete for port 4635a4b3-f4b8-4755-a142-e8a56a03993d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:04.076154 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cb6922e1-a404-434f-82bf-e682dfd505ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.224190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ca8f8-6e6d-4500-a1b6-f6d738a113c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Deleting port 17ecbef6-286a-4f8d-9e5b-eb5f3ec8c9f6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:04.224537 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f1ca8f8-6e6d-4500-a1b6-f6d738a113c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.391094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128e2e4-5439-41f8-ab5f-decb6f298a51 req-7bfe4c36-cc67-411c-ac90-93ce4ed9d1c9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.394116 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e128e2e4-5439-41f8-ab5f-decb6f298a51 req-7bfe4c36-cc67-411c-ac90-93ce4ed9d1c9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.1931896 Nov 12 03:35:04.412350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f1ca8f8-6e6d-4500-a1b6-f6d738a113c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.436523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4f1ca8f8-6e6d-4500-a1b6-f6d738a113c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Calling delete_port for 17ecbef6-286a-4f8d-9e5b-eb5f3ec8c9f6 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:04.454439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-57477af2-ae19-4c7b-a0c8-92a5a240e884', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:04.456118 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.511336 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.516132 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e128e2e4-5439-41f8-ab5f-decb6f298a51 req-0b26f95d-58be-4314-bf70-5dfbc03e8c29 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135440 Nov 12 03:35:04.536422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a63e22-5c86-4e7d-967d-7c2729d1127c req-3835ae6e-43b4-4721-9733-bc40435313da tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.544882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06a63e22-5c86-4e7d-967d-7c2729d1127c req-3835ae6e-43b4-4721-9733-bc40435313da tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.1172059 Nov 12 03:35:04.582660 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f1ca8f8-6e6d-4500-a1b6-f6d738a113c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.619206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 97e4fd6b-4033-4bbd-b921-96c094ef3921 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:04.621342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ca8f8-6e6d-4500-a1b6-f6d738a113c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event deleted for resources: {'Port': ['ID=17ecbef6-286a-4f8d-9e5b-eb5f3ec8c9f6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:04.627685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f1ca8f8-6e6d-4500-a1b6-f6d738a113c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.631791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4f1ca8f8-6e6d-4500-a1b6-f6d738a113c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "DELETE /v2.0/ports/17ecbef6-286a-4f8d-9e5b-eb5f3ec8c9f6 HTTP/1.1" status: 204 len: 168 time: 0.5986755 Nov 12 03:35:04.634046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51680) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:04.640100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cb6922e1-a404-434f-82bf-e682dfd505ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.671130 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4253f14-29fe-49e0-a4b2-c2f133c05090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:35:04.673153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b4253f14-29fe-49e0-a4b2-c2f133c05090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "GET /v2.0/ports/17ecbef6-286a-4f8d-9e5b-eb5f3ec8c9f6 HTTP/1.1" status: 404 len: 333 time: 0.0373862 Nov 12 03:35:04.676910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51682) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:04.683380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Request body: {'port': {'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-348898847'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:04.710942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Made reservation on behalf of edc837e85c1f45358b4ccca586d67809 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:04.713882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.732351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] device_id is not set on port fd545b55-af00-4344-9780-90353b3bef0a yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:04.772516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:59Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:03Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:04.874782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a375c6-85d2-4d41-9b4c-f9af0e4a619f None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:59Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:03Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:04.894178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06a63e22-5c86-4e7d-967d-7c2729d1127c req-8b9f8957-79e6-40ad-9e1b-9d68f0ff8c3f tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480909 Nov 12 03:35:04.907791 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.057520 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.078142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ea2be-195c-47ab-b63e-ad40c0de47a4 req-d7670f87-77db-472c-ad97-5754539af2de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.087577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b52ea2be-195c-47ab-b63e-ad40c0de47a4 req-d7670f87-77db-472c-ad97-5754539af2de tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 943 time: 0.1756990 Nov 12 03:35:05.139349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cb6922e1-a404-434f-82bf-e682dfd505ad None None] For port 4635a4b3-f4b8-4755-a142-e8a56a03993d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4635a4b3-f4b8-4755-a142-e8a56a03993d,segment=NetworkSegment(daf4e053-5cf3-4389-ac6a-ac539dc274e2),segment_id=daf4e053-5cf3-4389-ac6a-ac539dc274e2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:05.185449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Allocated IP 172.23.0.2 (57477af2-ae19-4c7b-a0c8-92a5a240e884/b1e4372f-a591-420a-8fea-5a7fb421fb5b/be1d1f3d-502f-4127-b11e-7c2fa98aab9a) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:05.222644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Network 41f8ec81-e889-4e49-b161-665c7d64ee81 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:05.229527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:05.236285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=fd545b55-af00-4344-9780-90353b3bef0a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:05.239187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:05.240121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.240709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.264675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b52ea2be-195c-47ab-b63e-ad40c0de47a4 req-1e8d598b-c236-484d-8205-913f8150b19e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755097 Nov 12 03:35:05.281243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d7ab7001-e955-4760-a9a4-d17fad320694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5989995 Nov 12 03:35:05.281581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51698) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:05.286926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:05.317732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cb6922e1-a404-434f-82bf-e682dfd505ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.334489 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.360362 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.469338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:05.493137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6922e1-a404-434f-82bf-e682dfd505ad None None] Pushing event updated for resources: {'Port': ['ID=4635a4b3-f4b8-4755-a142-e8a56a03993d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:05.502124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6247f824-49d9-4228-96cd-ea790d5dbecd None None] Provisioning complete for port 4635a4b3-f4b8-4755-a142-e8a56a03993d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:05.502693 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6247f824-49d9-4228-96cd-ea790d5dbecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.572041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'port_id': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'mac_address': 'fa:16:3e:0c:c3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67f6c8-b665-4ca5-b155-c93c0793db74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:05.697695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] device_id is not set on port fd545b55-af00-4344-9780-90353b3bef0a yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:05.723192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.731196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd2b0-3f67-4ac3-9730-c54dd8a25998 req-c8a74640-9d7e-48d6-bb26-08cea29c7824 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.734865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.742416 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.743180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9c7cd2b0-3f67-4ac3-9730-c54dd8a25998 req-c8a74640-9d7e-48d6-bb26-08cea29c7824 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.1084838 Nov 12 03:35:05.775630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.805952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c8e5c-fd60-4368-89b8-0e2ac1e6c861 req-1b5e9003-9fda-4067-9358-7d20d6a836b7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.809969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a90c8e5c-fd60-4368-89b8-0e2ac1e6c861 req-1b5e9003-9fda-4067-9358-7d20d6a836b7 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.1290534 Nov 12 03:35:05.811551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e4fd6b-4033-4bbd-b921-96c094ef3921 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:05.821905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9c7cd2b0-3f67-4ac3-9730-c54dd8a25998 req-6ff8b0e6-a0be-446f-bb36-4843faf3dc8a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739682 Nov 12 03:35:05.844188 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.887323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=fd545b55-af00-4344-9780-90353b3bef0a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:05.919542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:05.920208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:05.920600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:05.922444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Pushing event updated for resources: {'Port': ['ID=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:05.930667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:05.935112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:05.937206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:05.938993 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.941858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:05.967336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Allocated IP 172.23.0.1 (57477af2-ae19-4c7b-a0c8-92a5a240e884/b1e4372f-a591-420a-8fea-5a7fb421fb5b/40ba69a8-002f-4182-92a0-1bf9250f62bc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:06.036765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Attempting to bind port be1d1f3d-502f-4127-b11e-7c2fa98aab9a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.037162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Attempting to bind port be1d1f3d-502f-4127-b11e-7c2fa98aab9a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.037526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Attempting to bind port be1d1f3d-502f-4127-b11e-7c2fa98aab9a on network 57477af2-ae19-4c7b-a0c8-92a5a240e884 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.042717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:06.048046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:06.048419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Checking segment: {'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:06.049471 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.049857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Bound using segment: {'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:06.050925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Bound port: be1d1f3d-502f-4127-b11e-7c2fa98aab9a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:06.051315 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.074971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a90c8e5c-fd60-4368-89b8-0e2ac1e6c861 req-bb8d7221-8bda-41cb-99ef-bc4f0783e373 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550294 Nov 12 03:35:06.077760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.078148 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:06.089448 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 2 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:06.125050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.125510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.126025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.141381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4635a4b3-f4b8-4755-a142-e8a56a03993d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:06.158653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.160075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.160392 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:06.160797 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 3 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:06.168591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] For port be1d1f3d-502f-4127-b11e-7c2fa98aab9a, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:06.182511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.182876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.183281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.196268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.196268 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:06.197210 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 4 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:06.209282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] For port be1d1f3d-502f-4127-b11e-7c2fa98aab9a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,segment=NetworkSegment(42736447-9229-43a2-b18b-25e70b4fb71d),segment_id=42736447-9229-43a2-b18b-25e70b4fb71d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:06.225986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.226345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.226681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.226793 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.241097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.241429 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:06.241816 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 5 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:06.278338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.278549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.278720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.286089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.286654 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:06.289300 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 6 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:06.302317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d14ff-47c1-46c7-ace5-ac7db4073cba None None] Pushing event updated for resources: {'Port': ['ID=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:06.315905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['97e4fd6b-4033-4bbd-b921-96c094ef3921'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:06.329139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.344438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.344801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.345141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.368526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.368899 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:06.371651 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 7 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:06.401048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:06.404521 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.410189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:06.412903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:06.456498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.456896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.457183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.475397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4635a4b3-f4b8-4755-a142-e8a56a03993d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:06.477555 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.497044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=40ba69a8-002f-4182-92a0-1bf9250f62bc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:06.512116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.512116 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:06.513271 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 8 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:06.548268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.548647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.549054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.553668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.568815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d19fb-6e30-4b14-b533-03be98c5f121 req-64021c94-f448-4138-a5fe-fef9f63d5136 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:06.568815 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-103d19fb-6e30-4b14-b533-03be98c5f121 req-64021c94-f448-4138-a5fe-fef9f63d5136 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 944 time: 0.1023450 Nov 12 03:35:06.570745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.570745 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:06.586986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:06.603197 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 9 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:06.790784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 425f44ec-f61a-4a58-8974-68f16cf66596 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:06.795682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 425f44ec-f61a-4a58-8974-68f16cf66596 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:06.796153 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.996051 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.063217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef695-5b00-4818-8628-abd94b308536 req-b67a3a47-b09e-44e4-b3de-c89f072dd553 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.066780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ec0ef695-5b00-4818-8628-abd94b308536 req-b67a3a47-b09e-44e4-b3de-c89f072dd553 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.1338358 Nov 12 03:35:07.072650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:07.076180 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e2859-b3c1-41ab-a6bf-8ef6001df8ed" -d '{"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-plugged", "status": "completed", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:07.081763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94095a2-2ec7-4119-9693-198c0f8107bc req-47b67562-007d-4f1d-bef3-d2767a619fca tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.083646 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c94095a2-2ec7-4119-9693-198c0f8107bc req-47b67562-007d-4f1d-bef3-d2767a619fca tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.1045663 Nov 12 03:35:07.083783 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.100868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:07.106808 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.119724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:07.120345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:07.120453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:07.165239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:07.165562 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:07.172598 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempt 10 to bind port fd545b55-af00-4344-9780-90353b3bef0a Nov 12 03:35:07.195027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:07.218167 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c94095a2-2ec7-4119-9693-198c0f8107bc req-0697c20e-26bf-4b74-887d-8aff401e62c4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828109 Nov 12 03:35:07.218777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:07.219112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:07.219442 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempting to bind port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:07.227150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Deleting port fd971889-93dd-4921-b676-b41482ff585a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:07.228205 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.236657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-103d19fb-6e30-4b14-b533-03be98c5f121 req-97f033c1-794f-4f69-ad1b-5f4b03124c4c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230917 Nov 12 03:35:07.243690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:07.244021 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Failed to bind port fd545b55-af00-4344-9780-90353b3bef0a on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa8ce524-ac08-4f38-bf7c-0520f06195c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '41f8ec81-e889-4e49-b161-665c7d64ee81'}] Nov 12 03:35:07.244384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.288890 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cedf4c0-9017-4a8d-8431-4c6e723b7d9b x-openstack-request-id: req-7cedf4c0-9017-4a8d-8431-4c6e723b7d9b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:07.289659 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-plugged", "status": "completed", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:07.289659 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cedf4c0-9017-4a8d-8431-4c6e723b7d9b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:07.289909 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596', 'code': 200} Nov 12 03:35:07.342428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.469599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] For port fd971889-93dd-4921-b676-b41482ff585a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fd971889-93dd-4921-b676-b41482ff585a,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:07.469963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.609459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] For port fd545b55-af00-4344-9780-90353b3bef0a, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:07.609852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:35:07.619773 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.678438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] In _notify_port_updated(), no bound segment for port fd545b55-af00-4344-9780-90353b3bef0a on network 41f8ec81-e889-4e49-b161-665c7d64ee81 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:35:07.679196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.679986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.684601 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "PUT /v2.0/ports/fd545b55-af00-4344-9780-90353b3bef0a HTTP/1.1" status: 200 len: 979 time: 2.3987434 Nov 12 03:35:07.687414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51730) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:07.799097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5e99b-65f8-497f-b090-9d986354f039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event updated for resources: {'Port': ['ID=fd545b55-af00-4344-9780-90353b3bef0a,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:07.878252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Deleting port fd545b55-af00-4344-9780-90353b3bef0a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:07.878589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.981487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6f82ed-44ad-477d-b208-d260c6c7557a None None] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:08.011340 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.017446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] For port fd545b55-af00-4344-9780-90353b3bef0a, host n-h1-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:08.019665 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.037293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.089887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Calling delete_port for fd545b55-af00-4344-9780-90353b3bef0a owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:08.140571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c719d-bdad-481a-8022-e70507b673f2 req-964d3944-344c-4131-a8cc-547e0d14bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.143015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e7c719d-bdad-481a-8022-e70507b673f2 req-964d3944-344c-4131-a8cc-547e0d14bcfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 1097 time: 0.5694845 Nov 12 03:35:08.152919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fade1b-fb79-4565-b094-c29c6f3847aa req-e37bc675-1fce-4295-ac11-3bbf7fbe325a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.161027 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9fade1b-fb79-4565-b094-c29c6f3847aa req-e37bc675-1fce-4295-ac11-3bbf7fbe325a tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 945 time: 0.5887625 Nov 12 03:35:08.168145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.178726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event updated for resources: {'Port': ['ID=40ba69a8-002f-4182-92a0-1bf9250f62bc,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:08.273282 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9fade1b-fb79-4565-b094-c29c6f3847aa req-d3b1a03f-acbf-4d93-b7b4-e3e2ea4eddf4 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040423 Nov 12 03:35:08.274497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be1d1f3d-502f-4127-b11e-7c2fa98aab9a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:08.276885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.318978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd545b55-af00-4344-9780-90353b3bef0a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:08.329253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:08.332476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:08.334813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.339635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8c158844-9526-47df-8d9b-f852714b05fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "DELETE /v2.0/ports/fd545b55-af00-4344-9780-90353b3bef0a HTTP/1.1" status: 204 len: 168 time: 0.6513281 Nov 12 03:35:08.342330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51736) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:08.371307 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1fda5e-e8a3-4ec7-b29f-ae4b9a6bfc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:35:08.373736 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0e1fda5e-e8a3-4ec7-b29f-ae4b9a6bfc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-799495648-project-admin] 10.222.0.49 "GET /v2.0/ports/fd545b55-af00-4344-9780-90353b3bef0a HTTP/1.1" status: 404 len: 333 time: 0.0304446 Nov 12 03:35:08.396555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e149e89a-3777-4999-b18e-64fd9dad5a7b None None] Provisioning complete for port be1d1f3d-502f-4127-b11e-7c2fa98aab9a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:08.397442 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e149e89a-3777-4999-b18e-64fd9dad5a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.397565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:08.506907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2abb82-734e-467b-b86a-45746e5aa9e9 req-4d5973e1-22cd-4189-9475-382821c75756 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.515038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e2abb82-734e-467b-b86a-45746e5aa9e9 req-4d5973e1-22cd-4189-9475-382821c75756 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1057239 Nov 12 03:35:08.519669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e7c719d-bdad-481a-8022-e70507b673f2 req-b072fee4-593c-441e-934a-4717cf340968 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468776 Nov 12 03:35:08.526788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:08.546354 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.546805 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.546999 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Floating IP f9864a42-7d5f-460b-a644-9ec9dfb93cd2 disassociated. External IP: 172.25.0.203, port: fd971889-93dd-4921-b676-b41482ff585a. Nov 12 03:35:08.547312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Calling delete_port for fd971889-93dd-4921-b676-b41482ff585a owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:08.547906 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e149e89a-3777-4999-b18e-64fd9dad5a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.576469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.601589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a54e2-4a66-49ee-9667-6147a6c8c66e req-413735af-7d96-4a91-9ffa-514b05f60d7e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.608830 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e87a54e2-4a66-49ee-9667-6147a6c8c66e req-413735af-7d96-4a91-9ffa-514b05f60d7e tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 944 time: 0.1933324 Nov 12 03:35:08.638018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e149e89a-3777-4999-b18e-64fd9dad5a7b None None] For port be1d1f3d-502f-4127-b11e-7c2fa98aab9a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,segment=NetworkSegment(42736447-9229-43a2-b18b-25e70b4fb71d),segment_id=42736447-9229-43a2-b18b-25e70b4fb71d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:08.657392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 97e4fd6b-4033-4bbd-b921-96c094ef3921 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:08.687383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e2abb82-734e-467b-b86a-45746e5aa9e9 req-44f91777-d3bf-4151-a63e-feb2ac47253c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670454 Nov 12 03:35:08.718200 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e149e89a-3777-4999-b18e-64fd9dad5a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.802248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:08.813169 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-86df9d00-ade7-4f3e-9bcc-8d18855feb30 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9995265 Nov 12 03:35:08.814811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51748) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:08.825237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:08.831007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.831829 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:08.834302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port be1d1f3d-502f-4127-b11e-7c2fa98aab9a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:08.834302 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.865598 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:08.872785 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:08.905822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e87a54e2-4a66-49ee-9667-6147a6c8c66e req-4e88b637-275e-4a1b-9e8a-c9dae8405a2a tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819445 Nov 12 03:35:08.909040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149e89a-3777-4999-b18e-64fd9dad5a7b None None] Pushing event updated for resources: {'Port': ['ID=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:08.940841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 97e4fd6b-4033-4bbd-b921-96c094ef3921 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:08.961474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 97e4fd6b-4033-4bbd-b921-96c094ef3921 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:08.962024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.029100 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:09.096491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f8ec81-e889-4e49-b161-665c7d64ee81']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.136595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8ce524-ac08-4f38-bf7c-0520f06195c5') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.136899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8ce524-ac08-4f38-bf7c-0520f06195c5') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.161205 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.261376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7070e073-8ecd-4f38-80ca-1b34a176c0b2 None None] Provisioning complete for port be1d1f3d-502f-4127-b11e-7c2fa98aab9a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:09.261376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7070e073-8ecd-4f38-80ca-1b34a176c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.282313 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.310365 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.331114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:09.331765 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:09.343385 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:09.370705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:09.373152 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd950759-98d0-4f44-a1a9-b1caae6ba763" -d '{"events": [{"server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "name": "network-vif-plugged", "status": "completed", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:09.393811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:09.401732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.403387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fd971889-93dd-4921-b676-b41482ff585a no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:09.472792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.498505 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:07Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:07Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.538277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: fd971889-93dd-4921-b676-b41482ff585a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:09.538576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fd971889-93dd-4921-b676-b41482ff585a not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:09.561745 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eb11ba-f3b8-4974-9215-b25e1c1d7fb2 x-openstack-request-id: req-97eb11ba-f3b8-4974-9215-b25e1c1d7fb2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:09.562093 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "name": "network-vif-plugged", "status": "completed", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:09.562273 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97eb11ba-f3b8-4974-9215-b25e1c1d7fb2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:09.562952 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'code': 200} Nov 12 03:35:09.646736 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:09.647663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Updating router d0474594-f6bb-4274-9edb-db0ac42a8f81 port 40ba69a8-002f-4182-92a0-1bf9250f62bc binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:09.670121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:09.701278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7070e073-8ecd-4f38-80ca-1b34a176c0b2 None None] Provisioning complete for port 40ba69a8-002f-4182-92a0-1bf9250f62bc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:09.701686 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7070e073-8ecd-4f38-80ca-1b34a176c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.706006 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.846580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b0c74c11-7848-4577-bb8b-fa3ef7291cac req-55a67735-c769-4972-96b4-13d5ff9a2bee tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 210 time: 0.3086402 Nov 12 03:35:09.880661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7070e073-8ecd-4f38-80ca-1b34a176c0b2 None None] Port 40ba69a8-002f-4182-92a0-1bf9250f62bc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:10.011915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5c1d318e-8bb3-489d-941a-e4d439b0a9ce None None] Provisioning complete for port 40ba69a8-002f-4182-92a0-1bf9250f62bc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:10.011915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c1d318e-8bb3-489d-941a-e4d439b0a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.037189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event deleted for resources: {'Port': ['ID=fd971889-93dd-4921-b676-b41482ff585a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:10.094081 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.106176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d318e-8bb3-489d-941a-e4d439b0a9ce None None] Port 40ba69a8-002f-4182-92a0-1bf9250f62bc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:10.130029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6cdc6-0b44-4d79-9fb5-05a1858a490d req-7f47838b-a13c-4408-a3f3-73a179317f34 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.130887 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.134391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] 10.222.0.49 "DELETE /v2.0/networks/41f8ec81-e889-4e49-b161-665c7d64ee81 HTTP/1.1" status: 204 len: 168 time: 1.7346754 Nov 12 03:35:10.140516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc7179-af07-4512-beb6-9ada9e96ca5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1087322618-project] Pushing event deleted for resources: {'Network': ['ID=41f8ec81-e889-4e49-b161-665c7d64ee81,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:10.143528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89c6cdc6-0b44-4d79-9fb5-05a1858a490d req-7f47838b-a13c-4408-a3f3-73a179317f34 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1931705 Nov 12 03:35:10.212880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfe8e1-4dca-4255-835b-36704cfa365d req-9b4f61cd-a8bb-4f9d-b8f4-d8f9e9cda230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.214647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30dfe8e1-4dca-4255-835b-36704cfa365d req-9b4f61cd-a8bb-4f9d-b8f4-d8f9e9cda230 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 1097 time: 0.3560541 Nov 12 03:35:10.270435 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89c6cdc6-0b44-4d79-9fb5-05a1858a490d req-9067285a-c88b-4e12-8bd5-baca0b1f7cc6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259274 Nov 12 03:35:10.332601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be1d1f3d-502f-4127-b11e-7c2fa98aab9a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:10.473348 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30dfe8e1-4dca-4255-835b-36704cfa365d req-2abc1076-4bf0-4c07-9b83-109d6306a6bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441730 Nov 12 03:35:10.571349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d75e6-f2e8-4685-a315-029aa9a391ab req-35839c37-5649-40ae-a1a4-5ce8289de808 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.576526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-187d75e6-f2e8-4685-a315-029aa9a391ab req-35839c37-5649-40ae-a1a4-5ce8289de808 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 945 time: 0.2332821 Nov 12 03:35:10.637133 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.653905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Router e65dee17-f317-48c7-b1a5-efb62559c748 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:10.666118 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.681102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port be1d1f3d-502f-4127-b11e-7c2fa98aab9a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:10.686350 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.704080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:35:10.820284 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb8c73-5d83-468c-a158-dc6b96663499 None None] Pushing event updated for resources: {'Port': ['ID=40ba69a8-002f-4182-92a0-1bf9250f62bc,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:10.991303 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Attempting to bind port 40ba69a8-002f-4182-92a0-1bf9250f62bc on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:10.992154 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Attempting to bind port 40ba69a8-002f-4182-92a0-1bf9250f62bc by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:10.994929 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Attempting to bind port 40ba69a8-002f-4182-92a0-1bf9250f62bc on network 57477af2-ae19-4c7b-a0c8-92a5a240e884 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:11.007873 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:11.009625 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Checking segment: {'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:11.011681 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.013037 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Bound using segment: {'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:11.015111 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Bound port: 40ba69a8-002f-4182-92a0-1bf9250f62bc, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42736447-9229-43a2-b18b-25e70b4fb71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:11.015639 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.097504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:11.112626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] Sync routers for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:11.137374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-187d75e6-f2e8-4685-a315-029aa9a391ab req-ff001b34-e1ec-419a-abd8-a54a9bb1effc tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601840 Nov 12 03:35:11.153329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:11.162760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:11.166083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f714116-d172-4eba-b247-0ec181171b82 req-e6d5180f-c59b-4afc-8dad-1b81e799400b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:11.170739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-e6d5180f-c59b-4afc-8dad-1b81e799400b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 813 time: 0.3901150 Nov 12 03:35:11.185987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Removed routes are [] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:35:11.186391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.206793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-cd9b4a12-f39c-42c4-b8e6-5dcec7a79ed5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/quotas/e11e965154e64fcf9e59e9d014b04966 HTTP/1.1" status: 200 len: 375 time: 0.0273206 Nov 12 03:35:11.213060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] No DVR routers for this DVR port fd971889-93dd-4921-b676-b41482ff585a on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:11.217814 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] For port 40ba69a8-002f-4182-92a0-1bf9250f62bc, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:11.222293 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] For port 40ba69a8-002f-4182-92a0-1bf9250f62bc, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=40ba69a8-002f-4182-92a0-1bf9250f62bc,segment=NetworkSegment(42736447-9229-43a2-b18b-25e70b4fb71d),segment_id=42736447-9229-43a2-b18b-25e70b4fb71d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:11.228495 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.233699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.243800 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ec0ef695-5b00-4818-8628-abd94b308536 req-73e17fc8-c869-436d-a83f-64f42271c056 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.20 "DELETE /v2.0/ports/fd971889-93dd-4921-b676-b41482ff585a HTTP/1.1" status: 204 len: 173 time: 4.1559029 Nov 12 03:35:11.245102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51790) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:11.245809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'name': 'network-vif-deleted', 'tag': 'fd971889-93dd-4921-b676-b41482ff585a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:11.248399 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ac056f-d49b-46ae-9288-270223aad7da" -d '{"events": [{"server_uuid": "e4731dde-d4d5-4826-a93a-e5e40ce738ee", "name": "network-vif-deleted", "tag": "fd971889-93dd-4921-b676-b41482ff585a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:11.374403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79044f72-e235-47f5-93db-1545a2d8e880 req-7e42954f-a317-49d2-8d0e-26c506e8acc2 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4731dde-d4d5-4826-a93a-e5e40ce738ee HTTP/1.1" status: 200 len: 210 time: 0.0338585 Nov 12 03:35:11.383612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-70377b11-9abc-4916-aa7c-128c1c8ad767 None None] Provisioning complete for port 40ba69a8-002f-4182-92a0-1bf9250f62bc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:11.384468 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-70377b11-9abc-4916-aa7c-128c1c8ad767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.441778 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb8c73-5d83-468c-a158-dc6b96663499 None None] Pushing event updated for resources: {'Port': ['ID=40ba69a8-002f-4182-92a0-1bf9250f62bc,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:11.478298 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:11.479976 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:11.520607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-e2ef6d5b-1fe6-4604-a101-5e250f2243c5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2927473 Nov 12 03:35:11.724821 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a858fd-4aa0-481e-a9c3-4bc1d31afdb0 x-openstack-request-id: req-b6a858fd-4aa0-481e-a9c3-4bc1d31afdb0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:11.733924 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4731dde-d4d5-4826-a93a-e5e40ce738ee", "name": "network-vif-deleted", "tag": "fd971889-93dd-4921-b676-b41482ff585a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:11.734293 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6a858fd-4aa0-481e-a9c3-4bc1d31afdb0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:11.734736 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4731dde-d4d5-4826-a93a-e5e40ce738ee', 'name': 'network-vif-deleted', 'tag': 'fd971889-93dd-4921-b676-b41482ff585a', 'status': 'completed', 'code': 200} Nov 12 03:35:11.744434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7c8dcf9f-11f3-42eb-b770-0670e44c6d39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9148beba9f64e1f8bfb5c052d89270c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4835453 Nov 12 03:35:11.749022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51798) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:11.778730 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-519ed0fc-88b5-466e-94a8-0c688c30cc00 service neutron] 10.222.0.49 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570555 Nov 12 03:35:11.795030 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:11.890315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8814f87b-26c8-4f2b-8ef2-0b078a56cb15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.912370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.920799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-18260d39-c3ce-4cc1-8433-c38c660f4059 service neutron] 10.222.0.49 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297357 Nov 12 03:35:11.923335 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.931744 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8814f87b-26c8-4f2b-8ef2-0b078a56cb15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.026965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:12.162567 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-70377b11-9abc-4916-aa7c-128c1c8ad767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.257599 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8814f87b-26c8-4f2b-8ef2-0b078a56cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.262680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8814f87b-26c8-4f2b-8ef2-0b078a56cb15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.266734 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8814f87b-26c8-4f2b-8ef2-0b078a56cb15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e5217d3-7e9d-4730-bf58-cf1e6db4ea43 HTTP/1.1" status: 204 len: 168 time: 0.5135980 Nov 12 03:35:12.292431 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-923c5dff-a775-4023-aa49-f6f9afa02d18 req-d5befc40-d8cb-4f65-ad37-22620c826b7a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 210 time: 0.0817077 Nov 12 03:35:12.387053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814f87b-26c8-4f2b-8ef2-0b078a56cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5217d3-7e9d-4730-bf58-cf1e6db4ea43,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.405235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9b323-b3a1-4535-9d55-af115c1aef66 req-49b00c7e-c90f-4e12-aff2-6402f2de5f62 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:12.425316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7c9b323-b3a1-4535-9d55-af115c1aef66 req-49b00c7e-c90f-4e12-aff2-6402f2de5f62 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 945 time: 0.1496825 Nov 12 03:35:12.513598 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:11Z', 'revision_number': 6, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:11Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:12.546829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:12.585869 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7c9b323-b3a1-4535-9d55-af115c1aef66 req-b6627341-2346-42d3-924d-bae7f5a32e05 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592894 Nov 12 03:35:12.629422 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37eaa9-4fe1-491e-9432-fd29f7b265cc None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:11Z', 'revision_number': 6, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:11Z', 'revision_number': 4, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:12.643814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51824) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:12.681357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-70377b11-9abc-4916-aa7c-128c1c8ad767 None None] For port 40ba69a8-002f-4182-92a0-1bf9250f62bc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=40ba69a8-002f-4182-92a0-1bf9250f62bc,segment=NetworkSegment(42736447-9229-43a2-b18b-25e70b4fb71d),segment_id=42736447-9229-43a2-b18b-25e70b4fb71d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:12.698591 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-70377b11-9abc-4916-aa7c-128c1c8ad767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.848217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:12.870352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.882492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5edc0866-823c-4a94-9ce5-045dbedbdd57 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 200 len: 934 time: 4.0618582 Nov 12 03:35:12.886273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:12.908656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-29b9e782-cfe1-429d-900c-f356d24ffe12 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.959380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377b11-9abc-4916-aa7c-128c1c8ad767 None None] Pushing event updated for resources: {'Port': ['ID=40ba69a8-002f-4182-92a0-1bf9250f62bc,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.978335 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-29b9e782-cfe1-429d-900c-f356d24ffe12 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.000922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-12d48640-86c0-4eb0-8553-c2266fe5af23 None None] Provisioning complete for port 40ba69a8-002f-4182-92a0-1bf9250f62bc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:13.001367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12d48640-86c0-4eb0-8553-c2266fe5af23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.118632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:59Z', 'revision_number': 5, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.128712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-29b9e782-cfe1-429d-900c-f356d24ffe12 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.139159 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-29b9e782-cfe1-429d-900c-f356d24ffe12 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.145110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-29b9e782-cfe1-429d-900c-f356d24ffe12 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "DELETE /v2.0/security-groups/7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad HTTP/1.1" status: 204 len: 168 time: 0.5000639 Nov 12 03:35:13.151776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.192583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] Checking router: e65dee17-f317-48c7-b1a5-efb62559c748 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:13.197172 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-f53fae20-5bb9-49b5-82d0-3b5f521a4a18 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] show failed (client error): The resource could not be found. Nov 12 03:35:13.201923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f53fae20-5bb9-49b5-82d0-3b5f521a4a18 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "GET /v2.0/security-groups/7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad HTTP/1.1" status: 404 len: 347 time: 0.0463207 Nov 12 03:35:13.214266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:13.214923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51840) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.215491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.217834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9e782-cfe1-429d-900c-f356d24ffe12 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae04f35-648e-4c9f-a2fd-8fd5fb4ec5ad,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:13.404125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51848) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.538481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:13.659782 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-628a9404-2222-446e-b5f0-ec7a7e2897e4 req-43633034-0dc4-4f06-a3ce-ba5997d5cba8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 210 time: 0.1978078 Nov 12 03:35:13.740888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-86875e31-16d5-4565-9049-c7283fc96d44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edc837e85c1f45358b4ccca586d67809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255417 Nov 12 03:35:13.745889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51856) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.861685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbabd3fb-1bcf-4167-91ba-722dbccfacc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.945756 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbabd3fb-1bcf-4167-91ba-722dbccfacc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.027675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Deleting port d6258432-d5eb-4e40-bb0b-36a315acda92 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:14.028032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.176026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 40ba69a8-002f-4182-92a0-1bf9250f62bc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:14.238171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c49ec9f9-7a20-45ed-a491-8c61a701d228 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 200 len: 934 time: 1.3499599 Nov 12 03:35:14.241486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51886) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.247690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'routes': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:14.259372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbabd3fb-1bcf-4167-91ba-722dbccfacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.262379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbabd3fb-1bcf-4167-91ba-722dbccfacc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.271327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cbabd3fb-1bcf-4167-91ba-722dbccfacc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/584c5e35-8534-4f70-a4f6-73d4fc65d7a4 HTTP/1.1" status: 204 len: 168 time: 0.5196824 Nov 12 03:35:14.310178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:59Z', 'revision_number': 5, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:14.384303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5eb0c7-1627-4fed-897e-2eb174779900 None None] The sync data for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 is: [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:32:52Z', 'revision_number': 4, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a3da5759-eab1-454b-b05d-3ecf9867c2bd', 'name': '', 'network_id': '6ae951c8-0431-4ed5-82ea-521d84707b46', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'mac_address': 'fa:16:3e:5e:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:50Z', 'updated_at': '2021-11-12T03:32:59Z', 'revision_number': 5, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'subnets': [{'id': '57c1a326-0124-49c6-8fad-ac747ddc0c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:14.390251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabd3fb-1bcf-4167-91ba-722dbccfacc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c5e35-8534-4f70-a4f6-73d4fc65d7a4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:14.390493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f714116-d172-4eba-b247-0ec181171b82 req-c8ce52ce-af0e-4675-bacf-ca50734d5d28 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:14.393211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-c8ce52ce-af0e-4675-bacf-ca50734d5d28 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.20 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 813 time: 0.2543592 Nov 12 03:35:14.488180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 40ba69a8-002f-4182-92a0-1bf9250f62bc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:14.489155 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.504145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.505774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.554068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Calling delete_port for d6258432-d5eb-4e40-bb0b-36a315acda92 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:14.690676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Request body: {'port': {'device_id': '4d34725d-f4ef-411c-80a7-f31be8fe1def', 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f', 'admin_state_up': True, 'tenant_id': 'e11e965154e64fcf9e59e9d014b04966'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:14.763705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d1b5c-dd36-42e5-85ae-6ab53d85192d req-e06b8553-4689-4b39-857f-b8f813e22a4c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:14.765342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c94d1b5c-dd36-42e5-85ae-6ab53d85192d req-e06b8553-4689-4b39-857f-b8f813e22a4c tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 945 time: 0.1953125 Nov 12 03:35:14.874927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c94d1b5c-dd36-42e5-85ae-6ab53d85192d req-d35b9563-2f5a-493d-a419-2e369847b1c3 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009140 Nov 12 03:35:14.931868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2cea1d4d-9d5e-4b9b-a0c1-932df0193cbc req-f73f596a-daed-44b8-aa0f-ed7b0d54ad1b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 210 time: 0.0748312 Nov 12 03:35:14.995210 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9526a9-56a4-47db-918b-ae290e9dfd22 None None] New status for floating IP f9864a42-7d5f-460b-a644-9ec9dfb93cd2: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:15.009116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.060179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Pushing event deleted for resources: {'Port': ['ID=d6258432-d5eb-4e40-bb0b-36a315acda92,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:15.061760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15a5e6-9fe2-4056-bbdd-a602dcb8e87e None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:15.133885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:15.146514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:15.147518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:15.180829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Made reservation on behalf of e11e965154e64fcf9e59e9d014b04966 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:15.186772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.210759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.213465 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.db.api [None req-1d9526a9-56a4-47db-918b-ae290e9dfd22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:35:15.214303 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.215170 n-d-789963-21 neutron-server[102631]: DEBUG oslo_db.api [None req-1d9526a9-56a4-47db-918b-ae290e9dfd22 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:35:15.216295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f4d4525c-9e06-4835-9320-4d1e37db05f1 tempest-ServersTestManualDisk-1656484937 tempest-ServersTestManualDisk-1656484937-project] 10.222.0.49 "DELETE /v2.0/floatingips/f9864a42-7d5f-460b-a644-9ec9dfb93cd2 HTTP/1.1" status: 204 len: 168 time: 1.9995689 Nov 12 03:35:15.219340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:15.342323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added routes are [] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:35:15.343731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:35:15.346266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:15.446038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Allocated IP 172.20.0.13 (51d1d17e-647d-4c3c-a548-90bcb44abb3f/18f55d77-b755-460c-95a5-136ebceb4928/c61d0afe-302a-48e8-b643-4ca2be47eec9) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:15.644464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:11Z', 'revision_number': 6, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:12Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:15.688594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:15.700287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:15.701140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:15.716437 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9526a9-56a4-47db-918b-ae290e9dfd22 None None] New status for floating IP f9864a42-7d5f-460b-a644-9ec9dfb93cd2: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:15.740123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.780582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.829937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:15.900290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.137610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-823015b1-9d8f-4d5b-9750-c18c59c9f0aa req-c8dd100c-052e-40fe-a541-9e16bdfe277b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 210 time: 0.0786173 Nov 12 03:35:16.140272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51936) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:16.195555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-32517293-f54d-4d2c-b1b6-d9c2ee0ca5a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4305782 Nov 12 03:35:16.203674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.255209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['425f44ec-f61a-4a58-8974-68f16cf66596'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:16.280456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38159e-61a3-4e0f-8b54-b0fc248a3de7 req-52f907f1-be8b-4240-8e34-c26c8c9522bf tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.284647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db38159e-61a3-4e0f-8b54-b0fc248a3de7 req-52f907f1-be8b-4240-8e34-c26c8c9522bf tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 945 time: 0.2442856 Nov 12 03:35:16.335160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:11Z', 'revision_number': 6, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:12Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:16.415468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Network 51d1d17e-647d-4c3c-a548-90bcb44abb3f is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:16.417777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Pushing event updated for resources: {'Port': ['ID=c61d0afe-302a-48e8-b643-4ca2be47eec9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.422272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:16.422757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e818b47-ecba-406e-8ede-926f68da7758 None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:11Z', 'revision_number': 6, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:12Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:16.431898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:16.441148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-670739761'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:16.527811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db38159e-61a3-4e0f-8b54-b0fc248a3de7 req-585e6996-7f06-4fc7-b04a-b19352659783 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343938 Nov 12 03:35:16.627411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 97e4fd6b-4033-4bbd-b921-96c094ef3921 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:16.637756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.675294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.695652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.696969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.703560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Made reservation on behalf of e7dc1d91c9e34f35ac082b5cfb4cbdf3 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:16.707588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.721841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-b6bde965-6847-4e98-9ea3-f89d50b14976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.722450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Deleting port a3da5759-eab1-454b-b05d-3ecf9867c2bd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:16.722865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.723350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-b6bde965-6847-4e98-9ea3-f89d50b14976 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b64d1b058f846328f64fa41616eba13&device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 1097 time: 0.4517336 Nov 12 03:35:16.903739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.920425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] For port a3da5759-eab1-454b-b05d-3ecf9867c2bd, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a3da5759-eab1-454b-b05d-3ecf9867c2bd,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:16.921192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.926545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:16.928539 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-80bdf900-50ae-42e5-88f1-5eeced2635da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2502527 Nov 12 03:35:16.938528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Calling delete_port for a3da5759-eab1-454b-b05d-3ecf9867c2bd owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:16.940056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'network_id': '883fc87c-67e1-41e6-93f9-c008ab8fca7a', 'port_id': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'mac_address': 'fa:16:3e:0c:c3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e67f6c8-b665-4ca5-b155-c93c0793db74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:16.946388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:16.956705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Request body: {'port': {'device_id': '4d34725d-f4ef-411c-80a7-f31be8fe1def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:16.982300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.996026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97e4fd6b-4033-4bbd-b921-96c094ef3921 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:17.017975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:17.024093 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.082464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.128810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.140149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['97e4fd6b-4033-4bbd-b921-96c094ef3921'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:17.186790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-17c3245d-af91-4815-8e18-f64ad96f30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.187131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.188757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-17c3245d-af91-4815-8e18-f64ad96f30fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fd12b05-a641-48f7-9c95-186efddc31cd HTTP/1.1" status: 200 len: 917 time: 0.2944534 Nov 12 03:35:17.231527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Pushing event deleted for resources: {'Port': ['ID=a3da5759-eab1-454b-b05d-3ecf9867c2bd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.307987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:17.318202 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:17.331529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.335669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c98d81f1-1d26-418c-b77b-e6932c461356 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 200 len: 700 time: 3.0902343 Nov 12 03:35:17.335669 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.340293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51952) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:17.340483 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:17.341318 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:17.390987 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce47326-c514-478c-8f4b-96cd504fede8 req-a14e38eb-3bba-4fee-af0e-2e94b30511f1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.400681 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fce47326-c514-478c-8f4b-96cd504fede8 req-a14e38eb-3bba-4fee-af0e-2e94b30511f1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 932 time: 0.1740854 Nov 12 03:35:17.432880 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.497320 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:17.505105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-4047fcd0-fa59-4dd2-8c27-a8fa4a0601e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38 HTTP/1.1" status: 200 len: 1001 time: 0.3025789 Nov 12 03:35:17.531004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fce47326-c514-478c-8f4b-96cd504fede8 req-a9e6a7d0-f463-47a7-b748-85f750eb698f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290028 Nov 12 03:35:17.559653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.638555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:17.715908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fdaf66-1546-4684-adbc-9b20ab94d46d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.741905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.742251 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Added segment 132e45c9-89c3-4378-ad4e-c2b9c92bda9f of type vlan for network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 Nov 12 03:35:17.752420 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:15Z', 'revision_number': 7, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:12Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:17.782408 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:17.791137 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:17.791837 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:17.808598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-41fccb77-82c0-441a-99ad-e49ba7d7d5e4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 200 len: 700 time: 0.4613585 Nov 12 03:35:17.811623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:17.824465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-35434e93-0e55-49ac-acbf-a5d027cb2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.825914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-35434e93-0e55-49ac-acbf-a5d027cb2806 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e72d5ff7-7be8-46d0-a742-51477de96fe8 HTTP/1.1" status: 200 len: 854 time: 0.3047066 Nov 12 03:35:17.834199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.890383 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:17.916551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Router e65dee17-f317-48c7-b1a5-efb62559c748 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:18.216815 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:15Z', 'revision_number': 7, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:12Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:18.270236 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6b1fa-6a52-4a51-b557-594fa2b1a711 None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:15Z', 'revision_number': 7, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '40ba69a8-002f-4182-92a0-1bf9250f62bc', 'name': '', 'network_id': '57477af2-ae19-4c7b-a0c8-92a5a240e884', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:46:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:04Z', 'updated_at': '2021-11-12T03:35:12Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'b1e4372f-a591-420a-8fea-5a7fb421fb5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:18.301732 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:35:18.328004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbeaca-d5ae-4289-a400-5ab5558317c4 req-75d9aba3-4171-4d6e-a830-77cd65e1af25 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.329511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ebbeaca-d5ae-4289-a400-5ab5558317c4 req-75d9aba3-4171-4d6e-a830-77cd65e1af25 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 944 time: 0.6685634 Nov 12 03:35:18.337277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.342899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.343490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.526787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-b8160db1-6921-4672-92ab-dd9c1f4d7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.530868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-b8160db1-6921-4672-92ab-dd9c1f4d7915 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fd12b05-a641-48f7-9c95-186efddc31cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6943517 Nov 12 03:35:18.534143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event updated for resources: {'Network': ['ID=0e7d8268-8aa2-4bbd-b9b0-1beef551c309,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:18.545432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:18.601690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-69be7016-c73d-4507-97b5-2f7aad130160 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4437451 Nov 12 03:35:18.603930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51986) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:18.625138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Request body: {'subnet': {'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:18.673926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 97e4fd6b-4033-4bbd-b921-96c094ef3921 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:18.687836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61d0afe-302a-48e8-b643-4ca2be47eec9 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:18.694005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:18.721365 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.721778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] Sync routers for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:18.737935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-67375e97-881d-418f-aa20-49b2429499da admin admin] 10.222.0.49 "PUT /v2.0/routers/e65dee17-f317-48c7-b1a5-efb62559c748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5146198 Nov 12 03:35:18.740115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51990) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:18.757638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:18.758636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:18.785870 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ebbeaca-d5ae-4289-a400-5ab5558317c4 req-4e07867c-d2bc-4770-a5ae-55d0be88d1ae tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367094 Nov 12 03:35:18.793374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Transition to ACTIVE for port object c61d0afe-302a-48e8-b643-4ca2be47eec9 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:18.814715 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.837114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 97e4fd6b-4033-4bbd-b921-96c094ef3921 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:18.837603 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.875269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-7d596817-c492-4da5-991a-54b292bee4ea service neutron] 10.222.0.20 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160510 Nov 12 03:35:18.895615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Pushing event updated for resources: {'Port': ['ID=c61d0afe-302a-48e8-b643-4ca2be47eec9,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:18.974457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:19.031314 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.036989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Attempting to bind port c61d0afe-302a-48e8-b643-4ca2be47eec9 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:19.037267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Attempting to bind port c61d0afe-302a-48e8-b643-4ca2be47eec9 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:19.038875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Attempting to bind port c61d0afe-302a-48e8-b643-4ca2be47eec9 on network 51d1d17e-647d-4c3c-a548-90bcb44abb3f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:19.046257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Port c61d0afe-302a-48e8-b643-4ca2be47eec9 on network 51d1d17e-647d-4c3c-a548-90bcb44abb3f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:19.046579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Attempting to bind port c61d0afe-302a-48e8-b643-4ca2be47eec9 on network 51d1d17e-647d-4c3c-a548-90bcb44abb3f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:19.050728 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcf1fe86-904b-44a3-9eb4-e2b0d4c69ffc req-9b47a603-10d0-4b2e-a357-adad18c62f69 service neutron] 10.222.0.20 "GET /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622136 Nov 12 03:35:19.054751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:19.055084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Checking segment: {'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:19.055459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Bound using segment: {'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:19.055889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Bound port: c61d0afe-302a-48e8-b643-4ca2be47eec9, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f21f3f-827b-4433-a68b-93a1e0225780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:19.056241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.105954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1adb66-f6d6-493d-ad82-35ff5032e7b6 req-ab5a2c5e-1a89-4274-969f-4614558c7569 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.107772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f1adb66-f6d6-493d-ad82-35ff5032e7b6 req-ab5a2c5e-1a89-4274-969f-4614558c7569 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 944 time: 0.2798715 Nov 12 03:35:19.110991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Made reservation on behalf of e7dc1d91c9e34f35ac082b5cfb4cbdf3 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:19.114629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.205745 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] For port c61d0afe-302a-48e8-b643-4ca2be47eec9, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:19.210066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] For port c61d0afe-302a-48e8-b643-4ca2be47eec9, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c61d0afe-302a-48e8-b643-4ca2be47eec9,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:19.227685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.237158 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.295950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:19.298211 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b93ecdd-94d1-4aca-b5e7-8bb9c319774e" -d '{"events": [{"server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "name": "network-vif-plugged", "status": "completed", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:19.308567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.309235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.310763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-13ca1723-457f-404f-b440-aac3893386fd service neutron] 10.222.0.20 "PUT /v2.0/ports/c61d0afe-302a-48e8-b643-4ca2be47eec9 HTTP/1.1" status: 200 len: 1093 time: 2.3614211 Nov 12 03:35:19.311386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d34725d-f4ef-411c-80a7-f31be8fe1def', 'tag': 'c61d0afe-302a-48e8-b643-4ca2be47eec9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:19.320126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:19.326791 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f1d07f-7261-456b-9368-7d80bda2b3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d34725d-f4ef-411c-80a7-f31be8fe1def", "tag": "c61d0afe-302a-48e8-b643-4ca2be47eec9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:19.333054 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.383991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:35:17Z', 'revision_number': 5, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port': {'id': '5c742a66-215b-4c68-bc5a-b0053efffb23', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:44Z', 'updated_at': '2021-11-12T03:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:19.395907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f1adb66-f6d6-493d-ad82-35ff5032e7b6 req-5b8368bb-7f05-459a-afb4-568115df3047 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723012 Nov 12 03:35:19.421059 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.434843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] Checking router: e65dee17-f317-48c7-b1a5-efb62559c748 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:19.451260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca1723-457f-404f-b440-aac3893386fd service neutron] Pushing event updated for resources: {'Port': ['ID=c61d0afe-302a-48e8-b643-4ca2be47eec9,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:19.462919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:19.468869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] Routers {'e65dee17-f317-48c7-b1a5-efb62559c748'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:19.469504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['e65dee17-f317-48c7-b1a5-efb62559c748'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:19.483205 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a26ffda-e036-4870-a689-773bf1cd1fd9 x-openstack-request-id: req-4a26ffda-e036-4870-a689-773bf1cd1fd9 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:19.483497 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d34725d-f4ef-411c-80a7-f31be8fe1def", "tag": "c61d0afe-302a-48e8-b643-4ca2be47eec9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:19.483754 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a26ffda-e036-4870-a689-773bf1cd1fd9 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:19.484289 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d34725d-f4ef-411c-80a7-f31be8fe1def', 'tag': 'c61d0afe-302a-48e8-b643-4ca2be47eec9', 'status': 'completed', 'code': 200} Nov 12 03:35:19.496818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f714116-d172-4eba-b247-0ec181171b82 req-21514837-ffe9-4ea4-a350-2f49f9137597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.507355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-21514837-ffe9-4ea4-a350-2f49f9137597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 1096 time: 0.1317384 Nov 12 03:35:19.545754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.554776 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16802bdb-7eb7-4bc6-b51d-35c4fe72db26 x-openstack-request-id: req-16802bdb-7eb7-4bc6-b51d-35c4fe72db26 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:19.555372 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "name": "network-vif-plugged", "status": "completed", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:19.555372 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16802bdb-7eb7-4bc6-b51d-35c4fe72db26 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:19.555675 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'code': 200} Nov 12 03:35:19.602426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-c971eef1-b19a-48d7-bf83-f1ad8087f679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c61d0afe-302a-48e8-b643-4ca2be47eec9 HTTP/1.1" status: 200 len: 217 time: 0.0859516 Nov 12 03:35:19.622441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] Set router e65dee17-f317-48c7-b1a5-efb62559c748 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:19.669488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f714116-d172-4eba-b247-0ec181171b82 req-2fcb2723-4616-4a8a-8551-9543d48feb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.671303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-2fcb2723-4616-4a8a-8551-9543d48feb61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 200 len: 853 time: 0.0576613 Nov 12 03:35:19.701899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:35:19Z', 'revision_number': 6, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:19.731170 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-f0048bb7-dd61-473d-8957-6ec95242fbc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51d1d17e-647d-4c3c-a548-90bcb44abb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507133 Nov 12 03:35:19.740376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94603b5-ef6a-467d-b3bc-eef25eb097cc None None] The sync data for ids ['e65dee17-f317-48c7-b1a5-efb62559c748'] in n-d-789963-21 is: [{'id': 'e65dee17-f317-48c7-b1a5-efb62559c748', 'name': 'tempest-ServersTestManualDisk-1460809823-router', 'tenant_id': '4eaaa9939aac450abdc0c49be0075843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:43Z', 'updated_at': '2021-11-12T03:35:19Z', 'revision_number': 6, 'project_id': '4eaaa9939aac450abdc0c49be0075843', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:19.804007 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.817699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7496d-8851-4880-9528-36cdb1ec9c79 req-b1ed91d2-2617-4d4f-ae33-f57e0bf89691 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.820179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24a7496d-8851-4880-9528-36cdb1ec9c79 req-b1ed91d2-2617-4d4f-ae33-f57e0bf89691 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 945 time: 0.2181072 Nov 12 03:35:19.828602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Deleting port 5c742a66-215b-4c68-bc5a-b0053efffb23 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:19.828968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.866103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-1af8eb97-dbc9-435e-aeda-cb21913c8ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263490 Nov 12 03:35:19.971885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f714116-d172-4eba-b247-0ec181171b82 req-c789cde6-138b-47c7-bf91-7078555a3b90 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972781 Nov 12 03:35:19.993011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event updated for resources: {'Subnet': ['ID=22c96ea7-e782-4e72-879c-c16fa4591fe1,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.032293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24a7496d-8851-4880-9528-36cdb1ec9c79 req-56b74a35-0cbc-4d5f-822a-2d291b32edf3 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005363 Nov 12 03:35:20.039297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Checking segment: {'id': '132e45c9-89c3-4378-ad4e-c2b9c92bda9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:20.040075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Network hostable DHCP agents. Network: 0e7d8268-8aa2-4bbd-b9b0-1beef551c309, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:20.062220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] For port 5c742a66-215b-4c68-bc5a-b0053efffb23, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5c742a66-215b-4c68-bc5a-b0053efffb23,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:20.062587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.087272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-22c174f8-6931-43bb-8f89-dabcb00f9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.088926 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-22c174f8-6931-43bb-8f89-dabcb00f9519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 1096 time: 0.0501325 Nov 12 03:35:20.107347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Calling delete_port for 5c742a66-215b-4c68-bc5a-b0053efffb23 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:20.126108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a3da5759-eab1-454b-b05d-3ecf9867c2bd no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:20.147909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:20.151958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a3da5759-eab1-454b-b05d-3ecf9867c2bd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:20.153439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a3da5759-eab1-454b-b05d-3ecf9867c2bd not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:20.206796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 0e7d8268-8aa2-4bbd-b9b0-1beef551c309) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:20.221645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1e414-cb40-4d7b-87fa-e27988a6b450 None None] Network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:20.226351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.226951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.233671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-942ee580-c069-4af6-8cac-afc07dc466fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.235717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-942ee580-c069-4af6-8cac-afc07dc466fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 915 time: 0.1387680 Nov 12 03:35:20.297752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-09e9fdef-b3c5-40a0-97e7-9a6dd99900c1 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6854961 Nov 12 03:35:20.303643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 40ba69a8-002f-4182-92a0-1bf9250f62bc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:20.303978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.306558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52016) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.318433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-59fc5573-5c98-48b9-bcf9-6486d4b05ec8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c61d0afe-302a-48e8-b643-4ca2be47eec9 HTTP/1.1" status: 200 len: 217 time: 0.0728641 Nov 12 03:35:20.331609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Request body: {'port': {'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1088247874'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:20.388541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-39f0cfd4-31ab-4c66-8cdd-fe47e1279a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.390249 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-39f0cfd4-31ab-4c66-8cdd-fe47e1279a2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 200 len: 853 time: 0.0632911 Nov 12 03:35:20.442330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-0e7d8268-8aa2-4bbd-b9b0-1beef551c309', 'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309', 'tenant_id': 'e7dc1d91c9e34f35ac082b5cfb4cbdf3', 'fixed_ips': [{'subnet_id': '22c96ea7-e782-4e72-879c-c16fa4591fe1'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:20.445015 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.447090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-e7b9163f-0c34-45a5-925d-8ac712e84166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51d1d17e-647d-4c3c-a548-90bcb44abb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377707 Nov 12 03:35:20.515019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 40ba69a8-002f-4182-92a0-1bf9250f62bc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=40ba69a8-002f-4182-92a0-1bf9250f62bc,segment=NetworkSegment(42736447-9229-43a2-b18b-25e70b4fb71d),segment_id=42736447-9229-43a2-b18b-25e70b4fb71d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:20.515290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.542664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 40ba69a8-002f-4182-92a0-1bf9250f62bc owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:20.574967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.609908 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-4adf90e8-273f-406e-81fd-1c0a922c6527 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528463 Nov 12 03:35:20.636487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 97e4fd6b-4033-4bbd-b921-96c094ef3921 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:20.715787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Made reservation on behalf of e7dc1d91c9e34f35ac082b5cfb4cbdf3 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:20.720225 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.723290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c742a66-215b-4c68-bc5a-b0053efffb23,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.749171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f3d40-5f93-4fb1-9cd4-9bab645a1368 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:20.757059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591caf2f-cf9e-4a31-b717-b3e4b67c2efc req-8fecb56d-d586-482b-bf3c-9f91f79ba8cc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.764469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Allocated IP 172.20.0.2 (0e7d8268-8aa2-4bbd-b9b0-1beef551c309/22c96ea7-e782-4e72-879c-c16fa4591fe1/9871469c-3138-4e5f-b5be-028e585480a4) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:20.781423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-591caf2f-cf9e-4a31-b717-b3e4b67c2efc req-8fecb56d-d586-482b-bf3c-9f91f79ba8cc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 944 time: 0.1879606 Nov 12 03:35:20.803333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] device_id is not set on port ff335397-db35-4540-ba91-2918126aa39f yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:20.882473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-591caf2f-cf9e-4a31-b717-b3e4b67c2efc req-6316ae3b-9a7b-4a36-97db-889eaa39dca4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939684 Nov 12 03:35:20.889851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1d07f-7261-456b-9368-7d80bda2b3a0 req-62e43f1a-5dfe-4417-b4d6-bbdd9971f56b service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523420 Nov 12 03:35:20.901072 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.984905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.993468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:20.999893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.037055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-4000c7f4-cc5a-4857-a62b-b87c34ac1140 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.042684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-4000c7f4-cc5a-4857-a62b-b87c34ac1140 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 945 time: 0.0967152 Nov 12 03:35:21.105831 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.111989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.131392 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.162881 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.183433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Deleting port 97e4fd6b-4033-4bbd-b921-96c094ef3921 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:21.188352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.190834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.237676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:21.241010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:21.244507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:21.262068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Pushing event updated for resources: {'Port': ['ID=9871469c-3138-4e5f-b5be-028e585480a4,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.317869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Attempting to bind port 9871469c-3138-4e5f-b5be-028e585480a4 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:21.318346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Attempting to bind port 9871469c-3138-4e5f-b5be-028e585480a4 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '132e45c9-89c3-4378-ad4e-c2b9c92bda9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:21.319258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Attempting to bind port 9871469c-3138-4e5f-b5be-028e585480a4 on network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:21.326789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:21.326789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Checking segment: {'id': '132e45c9-89c3-4378-ad4e-c2b9c92bda9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:21.327072 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.327429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Bound using segment: {'id': '132e45c9-89c3-4378-ad4e-c2b9c92bda9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:21.327845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] For port 97e4fd6b-4033-4bbd-b921-96c094ef3921, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=97e4fd6b-4033-4bbd-b921-96c094ef3921,segment=NetworkSegment(8476ad49-319d-4800-8b8a-1b8a82fa439e),segment_id=8476ad49-319d-4800-8b8a-1b8a82fa439e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:21.327975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Bound port: 9871469c-3138-4e5f-b5be-028e585480a4, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132e45c9-89c3-4378-ad4e-c2b9c92bda9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:21.328421 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.328549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.331299 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.331822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e65dee17-f317-48c7-b1a5-efb62559c748 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:21.344553 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.348812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-101d364f-bd7a-4a6c-bf7c-a4074bb64c37 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e65dee17-f317-48c7-b1a5-efb62559c748 HTTP/1.1" status: 204 len: 168 time: 2.6047907 Nov 12 03:35:21.351627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52030) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.363222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Allocated IP 172.20.0.8 (0e7d8268-8aa2-4bbd-b9b0-1beef551c309/22c96ea7-e782-4e72-879c-c16fa4591fe1/ff335397-db35-4540-ba91-2918126aa39f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:21.374976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Calling delete_port for 97e4fd6b-4033-4bbd-b921-96c094ef3921 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:21.383574 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.413519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae72ea-9125-4160-92b8-36faffe2c51c req-9a679d8c-2e11-4808-8b00-46f9bf3bf045 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.419025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] For port 9871469c-3138-4e5f-b5be-028e585480a4, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:21.422511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bcae72ea-9125-4160-92b8-36faffe2c51c req-9a679d8c-2e11-4808-8b00-46f9bf3bf045 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 943 time: 0.2142677 Nov 12 03:35:21.435724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] For port 9871469c-3138-4e5f-b5be-028e585480a4, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9871469c-3138-4e5f-b5be-028e585480a4,segment=NetworkSegment(132e45c9-89c3-4378-ad4e-c2b9c92bda9f),segment_id=132e45c9-89c3-4378-ad4e-c2b9c92bda9f)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:21.447945 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.495373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Deleting subnet 57c1a326-0124-49c6-8fad-ac747ddc0c6c {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:21.501059 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.525091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=40ba69a8-002f-4182-92a0-1bf9250f62bc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.610418 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.677247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bcae72ea-9125-4160-92b8-36faffe2c51c req-5af07e5e-db44-45b2-87d8-65756a8939a2 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/security-groups?id=a35b971f-29d0-45d5-b247-53a6af8a9585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535877 Nov 12 03:35:21.734946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:21.738020 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435aa1de-b855-49c6-8836-3098efb3c179" -d '{"events": [{"server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "name": "network-vif-unplugged", "status": "completed", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:21.743603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.801974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7ac57-d2a6-448d-ac98-00603319a207 None None] Pushing event updated for resources: {'Port': ['ID=9871469c-3138-4e5f-b5be-028e585480a4,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.876050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.930126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c1a326-0124-49c6-8fad-ac747ddc0c6c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.940532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.943830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc2978-0418-49a6-86bd-98ed63c17913 None None] Network 6ae951c8-0431-4ed5-82ea-521d84707b46 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:21.946052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/57c1a326-0124-49c6-8fad-ac747ddc0c6c HTTP/1.1" status: 204 len: 168 time: 0.5924573 Nov 12 03:35:21.948803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52044) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.971994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.972345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.973221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.975074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.976305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.976305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.976305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.976553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.976877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.977204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.977611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:21.977938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcfea3-d7cb-4847-afe1-52ed023aec68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.175674 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2827e1f3-89c2-4ba7-824d-607723bc9ea0 x-openstack-request-id: req-2827e1f3-89c2-4ba7-824d-607723bc9ea0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:22.178450 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "name": "network-vif-unplugged", "status": "completed", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:22.178716 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2827e1f3-89c2-4ba7-824d-607723bc9ea0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:22.179178 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'code': 200} Nov 12 03:35:22.247391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.269598 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.326116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5c742a66-215b-4c68-bc5a-b0053efffb23 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:22.352835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Pushing event deleted for resources: {'Port': ['ID=97e4fd6b-4033-4bbd-b921-96c094ef3921,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.380881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd97fd0-0ed9-49e7-af75-112e417294b9 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:22.424571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] No DVR routers for this DVR port 97e4fd6b-4033-4bbd-b921-96c094ef3921 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:22.428902 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.444781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5c742a66-215b-4c68-bc5a-b0053efffb23 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:22.445127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5c742a66-215b-4c68-bc5a-b0053efffb23 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:22.446765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3cec94ff-76f2-4904-ace8-2f7c0dcee079 req-6a1226ef-4527-45a1-93c9-02464e00382b tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.20 "DELETE /v2.0/ports/97e4fd6b-4033-4bbd-b921-96c094ef3921 HTTP/1.1" status: 204 len: 173 time: 1.3931906 Nov 12 03:35:22.449259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'name': 'network-vif-deleted', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:22.451630 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def1c19-61ab-4f6c-9afb-0373f4d80bea" -d '{"events": [{"server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "name": "network-vif-deleted", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:22.535761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Deleting port d61943d7-b5f6-402d-a1e5-4384011739f6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:22.536109 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.586023 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e121d6-534e-440e-8016-582ce7f5ad53 x-openstack-request-id: req-c0e121d6-534e-440e-8016-582ce7f5ad53 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:22.586321 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5701e36b-a81a-4bc8-967e-37a1b6e95542", "name": "network-vif-deleted", "tag": "97e4fd6b-4033-4bbd-b921-96c094ef3921", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:22.586568 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0e121d6-534e-440e-8016-582ce7f5ad53 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:22.587139 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701e36b-a81a-4bc8-967e-37a1b6e95542', 'name': 'network-vif-deleted', 'tag': '97e4fd6b-4033-4bbd-b921-96c094ef3921', 'status': 'completed', 'code': 200} Nov 12 03:35:22.616142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] DHCP port deletion for 6ae951c8-0431-4ed5-82ea-521d84707b46 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:22.668729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] For port d61943d7-b5f6-402d-a1e5-4384011739f6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d61943d7-b5f6-402d-a1e5-4384011739f6,segment=NetworkSegment(92376425-addd-439a-a270-86bcd5098a30),segment_id=92376425-addd-439a-a270-86bcd5098a30)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:22.669347 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.679435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c61d0afe-302a-48e8-b643-4ca2be47eec9 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:22.686765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Calling delete_port for d61943d7-b5f6-402d-a1e5-4384011739f6 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:22.808381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.871529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77e97d19-623a-4fd6-abec-f150d8de00af req-8a9bc1e0-5ef7-4779-8c62-315b6e200c86 tempest-ImagesTestJSON-1316249195 tempest-ImagesTestJSON-1316249195-project] 10.222.0.49 "GET /v2.0/ports?device_id=5701e36b-a81a-4bc8-967e-37a1b6e95542 HTTP/1.1" status: 200 len: 210 time: 0.0299788 Nov 12 03:35:22.874994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61943d7-b5f6-402d-a1e5-4384011739f6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.879741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] No DVR routers for this DVR port d61943d7-b5f6-402d-a1e5-4384011739f6 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:22.901707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c61d0afe-302a-48e8-b643-4ca2be47eec9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c61d0afe-302a-48e8-b643-4ca2be47eec9,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:22.919760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c61d0afe-302a-48e8-b643-4ca2be47eec9', 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f', 'port_id': 'c61d0afe-302a-48e8-b643-4ca2be47eec9', 'mac_address': 'fa:16:3e:d1:b3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f55d77-b755-460c-95a5-136ebceb4928', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:22.965979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.992478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61d0afe-302a-48e8-b643-4ca2be47eec9 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:23.011397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] Deleting port d61943d7-b5f6-402d-a1e5-4384011739f6 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:23.012353 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.019242 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.068296 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.073731 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.110758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] For port d61943d7-b5f6-402d-a1e5-4384011739f6, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:23.115207 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.130966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae951c8-0431-4ed5-82ea-521d84707b46']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.148872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] Calling delete_port for d61943d7-b5f6-402d-a1e5-4384011739f6 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:23.151369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92376425-addd-439a-a270-86bcd5098a30') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.151770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92376425-addd-439a-a270-86bcd5098a30') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.152956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] Port d61943d7-b5f6-402d-a1e5-4384011739f6 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:35:23.171159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.178045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.192860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.217762 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.234567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c61d0afe-302a-48e8-b643-4ca2be47eec9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c61d0afe-302a-48e8-b643-4ca2be47eec9,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:23.236764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:23.237665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:23.239725 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:23.248072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] Pushing event deleted for resources: {'Port': ['ID=d61943d7-b5f6-402d-a1e5-4384011739f6,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.255444 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.271377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3925c13-dc98-4fea-8592-b2bbe9fa9ee5 None None] No DVR routers for this DVR port d61943d7-b5f6-402d-a1e5-4384011739f6 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:23.301006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97668d40-eea9-4bfc-9007-f02bb1d12bd1 req-d8189713-0696-4539-899b-4d78b406f290 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1744666 Nov 12 03:35:23.387834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c61d0afe-302a-48e8-b643-4ca2be47eec9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.418772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.462751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.478436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6ae951c8-0431-4ed5-82ea-521d84707b46 HTTP/1.1" status: 204 len: 168 time: 1.5284257 Nov 12 03:35:23.493475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3ec48-c43a-4b7e-b348-45906324e9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae951c8-0431-4ed5-82ea-521d84707b46,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.576396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c61d0afe-302a-48e8-b643-4ca2be47eec9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:23.584000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:23.595090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:23.602446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:23.607121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97668d40-eea9-4bfc-9007-f02bb1d12bd1 req-bfe1c109-b93a-4fdd-bc81-555c4ae9425f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.1498275 Nov 12 03:35:23.670044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97668d40-eea9-4bfc-9007-f02bb1d12bd1 req-58a6d92d-086a-427f-8530-ca3e42f5ddb2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259681 Nov 12 03:35:23.670741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event updated for resources: {'Port': ['ID=ff335397-db35-4540-ba91-2918126aa39f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.751333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a4312-a1eb-4b27-8ff0-8656dfb08cf1 None None] Network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:23.775615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a24450-37b6-4d5e-aeb9-ff58c5d03878 req-2910a241-ae24-461e-aad5-e6afc78d116c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.777257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76a24450-37b6-4d5e-aeb9-ff58c5d03878 req-2910a241-ae24-461e-aad5-e6afc78d116c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 944 time: 0.6495306 Nov 12 03:35:23.862455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52070) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.886340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.887521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.942952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4d0a1543-4f2b-4465-8c09-0a364c8029a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4eaaa9939aac450abdc0c49be0075843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759606 Nov 12 03:35:23.943726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52074) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.956245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b795f8b-0663-4a88-9e3c-1d234f2dfbde None None] Provisioning complete for port 9871469c-3138-4e5f-b5be-028e585480a4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:23.956828 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b795f8b-0663-4a88-9e3c-1d234f2dfbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.079077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07fd7aa6-a167-41b3-ba47-31387fd6a3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.109080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07fd7aa6-a167-41b3-ba47-31387fd6a3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.183262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668d40-eea9-4bfc-9007-f02bb1d12bd1 req-75d03c55-ca74-442e-82e4-a5a6cbe6a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:24.189689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97668d40-eea9-4bfc-9007-f02bb1d12bd1 req-75d03c55-ca74-442e-82e4-a5a6cbe6a4b5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5002308 Nov 12 03:35:24.225371 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07fd7aa6-a167-41b3-ba47-31387fd6a3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.228462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07fd7aa6-a167-41b3-ba47-31387fd6a3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.229860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07fd7aa6-a167-41b3-ba47-31387fd6a3ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4014c33-7a39-4667-8a57-7d27ccd81d96 HTTP/1.1" status: 204 len: 168 time: 0.2841916 Nov 12 03:35:24.261605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd7aa6-a167-41b3-ba47-31387fd6a3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4014c33-7a39-4667-8a57-7d27ccd81d96,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:24.279052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52094) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:24.289898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ba8e0132-70eb-436d-b6f6-a2c669ecc83b tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9792504 Nov 12 03:35:24.294633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Request body: {'port': {'network_id': '0e7d8268-8aa2-4bbd-b9b0-1beef551c309', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1766241114', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:24.295213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.api.validators [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] bootfile-name is not in valid_values {{(pid=102629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:35:24.295559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.api.validators [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] tftp-server is not in valid_values {{(pid=102629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:35:24.295938 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.api.validators [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] server-ip-address is not in valid_values {{(pid=102629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:35:24.305532 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b795f8b-0663-4a88-9e3c-1d234f2dfbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.309313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9871469c-3138-4e5f-b5be-028e585480a4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:24.355880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:24.364442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76a24450-37b6-4d5e-aeb9-ff58c5d03878 req-ad1ad191-20a0-46c5-ba93-25909ce7c8e2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501688 Nov 12 03:35:24.451420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5b795f8b-0663-4a88-9e3c-1d234f2dfbde None None] For port 9871469c-3138-4e5f-b5be-028e585480a4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9871469c-3138-4e5f-b5be-028e585480a4,segment=NetworkSegment(132e45c9-89c3-4378-ad4e-c2b9c92bda9f),segment_id=132e45c9-89c3-4378-ad4e-c2b9c92bda9f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:24.452888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9871469c-3138-4e5f-b5be-028e585480a4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:24.453874 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.504009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b795f8b-0663-4a88-9e3c-1d234f2dfbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.521914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:24.533421 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-96232f88-709a-41bd-afe1-542a69635d61 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7194579 Nov 12 03:35:24.535883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52110) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:24.538547 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:24.555549 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:24.556948 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:24.658350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 97e4fd6b-4033-4bbd-b921-96c094ef3921 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:24.662421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a29c6e-7eac-49cc-b509-2af4341b5aa6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet b1e4372f-a591-420a-8fea-5a7fb421fb5b {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:24.672574 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a29c6e-7eac-49cc-b509-2af4341b5aa6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.675443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Made reservation on behalf of e7dc1d91c9e34f35ac082b5cfb4cbdf3 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:24.690394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.704862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52118) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:24.755850 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a29c6e-7eac-49cc-b509-2af4341b5aa6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.758860 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.760356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] device_id is not set on port 7ba452b2-2eee-4b73-bd02-e2879e4123b1 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:24.761322 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 97e4fd6b-4033-4bbd-b921-96c094ef3921 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:24.763095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 97e4fd6b-4033-4bbd-b921-96c094ef3921 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:24.787904 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:24.844693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-230422b4-865c-4956-bfa0-7d5d3fff1656 admin admin] Deleting subnet 9e67f6c8-b665-4ca5-b155-c93c0793db74 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:24.853202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b795f8b-0663-4a88-9e3c-1d234f2dfbde None None] Pushing event updated for resources: {'Port': ['ID=9871469c-3138-4e5f-b5be-028e585480a4,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:24.861463 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-230422b4-865c-4956-bfa0-7d5d3fff1656 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.945978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a29c6e-7eac-49cc-b509-2af4341b5aa6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.997170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d61943d7-b5f6-402d-a1e5-4384011739f6 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:25.041651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-230422b4-865c-4956-bfa0-7d5d3fff1656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.075971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d61943d7-b5f6-402d-a1e5-4384011739f6 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:25.076988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d61943d7-b5f6-402d-a1e5-4384011739f6 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:25.102880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a29c6e-7eac-49cc-b509-2af4341b5aa6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.122558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Allocated IP 172.20.0.3 (0e7d8268-8aa2-4bbd-b9b0-1beef551c309/22c96ea7-e782-4e72-879c-c16fa4591fe1/7ba452b2-2eee-4b73-bd02-e2879e4123b1) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:25.140980 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a29c6e-7eac-49cc-b509-2af4341b5aa6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.149489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04899ec-ce3e-49c8-84ac-9954a9ae979b None None] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:25.153465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-62a29c6e-7eac-49cc-b509-2af4341b5aa6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/b1e4372f-a591-420a-8fea-5a7fb421fb5b HTTP/1.1" status: 204 len: 168 time: 0.6153736 Nov 12 03:35:25.241747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52130) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.259972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a29c6e-7eac-49cc-b509-2af4341b5aa6 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e4372f-a591-420a-8fea-5a7fb421fb5b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:25.316200 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-230422b4-865c-4956-bfa0-7d5d3fff1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.321859 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 8, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:25.387477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.426287 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:25.451762 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:25.455354 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:25.575268 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-230422b4-865c-4956-bfa0-7d5d3fff1656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.638911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-20b0e11b-dd2f-404b-a9fa-726152311f77 None None] Provisioning complete for port 9871469c-3138-4e5f-b5be-028e585480a4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:25.644390 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-20b0e11b-dd2f-404b-a9fa-726152311f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.669802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230422b4-865c-4956-bfa0-7d5d3fff1656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e67f6c8-b665-4ca5-b155-c93c0793db74,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:25.706692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port be1d1f3d-502f-4127-b11e-7c2fa98aab9a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:25.707974 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.748178 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-230422b4-865c-4956-bfa0-7d5d3fff1656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.755458 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:25.763797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-230422b4-865c-4956-bfa0-7d5d3fff1656 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9e67f6c8-b665-4ca5-b155-c93c0793db74 HTTP/1.1" status: 204 len: 168 time: 1.0578942 Nov 12 03:35:25.766772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52144) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.795946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4e4d3-86a7-453e-a6fb-4bb4d626233c None None] Network 883fc87c-67e1-41e6-93f9-c008ab8fca7a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:25.809181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.856402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565a9b7-14b2-4056-bf83-873af403d935 req-0490d226-bdf8-42d7-a7c3-29885ad88e41 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:25.865024 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9565a9b7-14b2-4056-bf83-873af403d935 req-0490d226-bdf8-42d7-a7c3-29885ad88e41 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 945 time: 0.1975443 Nov 12 03:35:25.940482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9565a9b7-14b2-4056-bf83-873af403d935 req-d5293e82-72fe-4c76-8560-2203bbcd3e09 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727658 Nov 12 03:35:25.959885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.011818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:26.018662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:26.038762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:26.134123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event updated for resources: {'Port': ['ID=7ba452b2-2eee-4b73-bd02-e2879e4123b1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.204414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] DHCP port deletion for 57477af2-ae19-4c7b-a0c8-92a5a240e884 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:26.213479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port be1d1f3d-502f-4127-b11e-7c2fa98aab9a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,segment=NetworkSegment(42736447-9229-43a2-b18b-25e70b4fb71d),segment_id=42736447-9229-43a2-b18b-25e70b4fb71d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:26.213856 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.219712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd54cd9-68ce-40c8-a71a-105993f6b1a0 None None] DHCP port deletion for 883fc87c-67e1-41e6-93f9-c008ab8fca7a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:26.234324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.235184 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.236716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9871469c-3138-4e5f-b5be-028e585480a4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:26.242945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.263688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for be1d1f3d-502f-4127-b11e-7c2fa98aab9a owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:26.278020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-265590da-be13-42b0-aca9-0a962a34d808 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9958892 Nov 12 03:35:26.280128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52154) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.282681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52156) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.401235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b04f2-d97a-4d18-9749-f233d1b4c03c tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.408537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b04f2-d97a-4d18-9749-f233d1b4c03c tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.424693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b04f2-d97a-4d18-9749-f233d1b4c03c tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.431065 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-865b04f2-d97a-4d18-9749-f233d1b4c03c tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1495826 Nov 12 03:35:26.434150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52160) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.450032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-20b0e11b-dd2f-404b-a9fa-726152311f77 None None] Provisioning complete for port ff335397-db35-4540-ba91-2918126aa39f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:26.452320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-20b0e11b-dd2f-404b-a9fa-726152311f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.505644 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 8, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.542618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-20b0e11b-dd2f-404b-a9fa-726152311f77 None None] Port ff335397-db35-4540-ba91-2918126aa39f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:26.545229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9871469c-3138-4e5f-b5be-028e585480a4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:26.545602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.547784 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282e486-17c0-43f0-9b6d-4f63dd8db231 None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 8, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4635a4b3-f4b8-4755-a142-e8a56a03993d', 'name': '', 'network_id': 'f81a2ebe-2632-429c-bcfc-7b567abd1a90', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a6:92:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:56Z', 'updated_at': '2021-11-12T03:35:04Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '6d48df99-1d42-4efb-b1c8-47fcdfb38bfa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:26.551215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.559650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-164055168-network', 'tenant_id': 'ee00d45827f74f2ea1c2fbcb1974642e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:26.584862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] Deleting port be1d1f3d-502f-4127-b11e-7c2fa98aab9a {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:26.585298 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.597028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Made reservation on behalf of ee00d45827f74f2ea1c2fbcb1974642e for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:26.599636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.599802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883fc87c-67e1-41e6-93f9-c008ab8fca7a']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.612122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8476ad49-319d-4800-8b8a-1b8a82fa439e') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.612122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8476ad49-319d-4800-8b8a-1b8a82fa439e') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.615560 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.622954 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.634491 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.653198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4f02b970-e468-47bf-a9d2-055386d7d3ba tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Deleting port 7ba452b2-2eee-4b73-bd02-e2879e4123b1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:26.653746 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f02b970-e468-47bf-a9d2-055386d7d3ba tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.665970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c61d0afe-302a-48e8-b643-4ca2be47eec9 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:26.678616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No DVR routers for this DVR port be1d1f3d-502f-4127-b11e-7c2fa98aab9a on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:26.680892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.688275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.723074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:26.723531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:26.725776 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:26.813305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4bd33365-a459-48c5-bbf3-8075b103d3f8 None None] Provisioning complete for port 7ba452b2-2eee-4b73-bd02-e2879e4123b1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:26.813551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bd33365-a459-48c5-bbf3-8075b103d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.827476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c61d0afe-302a-48e8-b643-4ca2be47eec9 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:26.851427 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.860372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.860819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c61d0afe-302a-48e8-b643-4ca2be47eec9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:26.861294 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.878064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.881237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] 10.222.0.49 "DELETE /v2.0/networks/883fc87c-67e1-41e6-93f9-c008ab8fca7a HTTP/1.1" status: 204 len: 168 time: 1.1126182 Nov 12 03:35:26.902278 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f02b970-e468-47bf-a9d2-055386d7d3ba tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.902508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9134b-a9d1-449a-bdd0-d25c547c56ba admin admin] Pushing event deleted for resources: {'Network': ['ID=883fc87c-67e1-41e6-93f9-c008ab8fca7a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.906352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57477af2-ae19-4c7b-a0c8-92a5a240e884']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.921189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42736447-9229-43a2-b18b-25e70b4fb71d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.921189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42736447-9229-43a2-b18b-25e70b4fb71d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.934026 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.962068 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.972153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:26.972795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:26.976967 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:26.980668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4f02b970-e468-47bf-a9d2-055386d7d3ba tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Calling delete_port for 7ba452b2-2eee-4b73-bd02-e2879e4123b1 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:27.068210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.115625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.120308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/57477af2-ae19-4c7b-a0c8-92a5a240e884 HTTP/1.1" status: 204 len: 168 time: 1.8773270 Nov 12 03:35:27.123915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0a269-0cd7-4332-aea4-8c401ee23083 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=57477af2-ae19-4c7b-a0c8-92a5a240e884,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.128608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52170) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.137921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.151525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.229248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] For port be1d1f3d-502f-4127-b11e-7c2fa98aab9a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,segment=NetworkSegment(42736447-9229-43a2-b18b-25e70b4fb71d),segment_id=42736447-9229-43a2-b18b-25e70b4fb71d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:27.229692 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.235866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52174) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.263948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4bd33365-a459-48c5-bbf3-8075b103d3f8 None None] Port 7ba452b2-2eee-4b73-bd02-e2879e4123b1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:27.266505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] Calling delete_port for be1d1f3d-502f-4127-b11e-7c2fa98aab9a owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:27.268302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:27.292476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2564d0-fde8-4819-9848-02cec406b5e1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.319390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.320008 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Added segment 15a5550e-aeab-4b0b-b453-b2cc139a7da8 of type vlan for network 9998499a-4433-4d69-850c-e8532315439a Nov 12 03:35:27.355445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5025a7e7-ae24-4714-adca-3d83682c3bbf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e24d994ad64c4ca1acfdd3e4430a1d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1154733 Nov 12 03:35:27.401099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52182) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.406816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4bd33365-a459-48c5-bbf3-8075b103d3f8 None None] Provisioning complete for port ff335397-db35-4540-ba91-2918126aa39f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:27.407194 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4bd33365-a459-48c5-bbf3-8075b103d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.446176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174960a3-ed5e-43f8-9e86-fabb1fba1211 req-63b07473-d895-421b-9d53-6bca9520ba79 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.455347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-174960a3-ed5e-43f8-9e86-fabb1fba1211 req-63b07473-d895-421b-9d53-6bca9520ba79 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 945 time: 0.3522568 Nov 12 03:35:27.482727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.493888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4bd33365-a459-48c5-bbf3-8075b103d3f8 None None] Port ff335397-db35-4540-ba91-2918126aa39f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:27.495387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.529045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34725d-f4ef-411c-80a7-f31be8fe1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61d0afe-302a-48e8-b643-4ca2be47eec9'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:27.531437 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cae09a-ec7f-483b-b75a-13fabec1ffaf" -d '{"events": [{"server_uuid": "4d34725d-f4ef-411c-80a7-f31be8fe1def", "name": "network-vif-plugged", "status": "completed", "tag": "c61d0afe-302a-48e8-b643-4ca2be47eec9"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:27.601921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c61d0afe-302a-48e8-b643-4ca2be47eec9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c61d0afe-302a-48e8-b643-4ca2be47eec9,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:27.611000 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.620612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.623719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.623719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.627175 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da11278-80ee-42f1-81f7-2e327e6e3ebd x-openstack-request-id: req-7da11278-80ee-42f1-81f7-2e327e6e3ebd {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:27.627467 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34725d-f4ef-411c-80a7-f31be8fe1def", "name": "network-vif-plugged", "status": "completed", "tag": "c61d0afe-302a-48e8-b643-4ca2be47eec9", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:27.627781 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7da11278-80ee-42f1-81f7-2e327e6e3ebd {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:27.628949 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34725d-f4ef-411c-80a7-f31be8fe1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61d0afe-302a-48e8-b643-4ca2be47eec9', 'code': 200} Nov 12 03:35:27.646279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f02b970-e468-47bf-a9d2-055386d7d3ba tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.648621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.663414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] Network 57477af2-ae19-4c7b-a0c8-92a5a240e884 is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:35:27.664258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3800144 Nov 12 03:35:27.664967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] No DVR routers for this DVR port be1d1f3d-502f-4127-b11e-7c2fa98aab9a on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:27.674305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52192) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.697756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Request body: {'subnet': {'network_id': '9998499a-4433-4d69-850c-e8532315439a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-164055168-subnet', 'tenant_id': 'ee00d45827f74f2ea1c2fbcb1974642e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:27.701114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02b970-e468-47bf-a9d2-055386d7d3ba tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event deleted for resources: {'Port': ['ID=7ba452b2-2eee-4b73-bd02-e2879e4123b1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.711740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c61d0afe-302a-48e8-b643-4ca2be47eec9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.756370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4042b-80eb-4f51-b8ed-c204e7ce0c90 None None] Pushing event deleted for resources: {'Port': ['ID=be1d1f3d-502f-4127-b11e-7c2fa98aab9a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.791014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f3f65d0-6067-4108-af1c-3c7a711561ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.837388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-174960a3-ed5e-43f8-9e86-fabb1fba1211 req-ccf57e9c-1ec6-4df7-9dca-b24f98678dab tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807218 Nov 12 03:35:27.854092 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f3f65d0-6067-4108-af1c-3c7a711561ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.971663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932bdbd-1b7c-444f-9344-855526e8caf1 admin admin] Pushing event updated for resources: {'Network': ['ID=9998499a-4433-4d69-850c-e8532315439a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.990596 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f3f65d0-6067-4108-af1c-3c7a711561ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.993291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f3f65d0-6067-4108-af1c-3c7a711561ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.997272 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7f3f65d0-6067-4108-af1c-3c7a711561ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a35b971f-29d0-45d5-b247-53a6af8a9585 HTTP/1.1" status: 204 len: 168 time: 0.5927339 Nov 12 03:35:28.008473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Made reservation on behalf of ee00d45827f74f2ea1c2fbcb1974642e for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:28.016152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9998499a-4433-4d69-850c-e8532315439a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:28.025349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f65d0-6067-4108-af1c-3c7a711561ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b971f-29d0-45d5-b247-53a6af8a9585,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.026889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.044652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6849f-3099-4480-b083-207ce4419da3 req-388cc7ba-a7e1-442f-8aaf-554c6eb4bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.060276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cec6849f-3099-4480-b083-207ce4419da3 req-388cc7ba-a7e1-442f-8aaf-554c6eb4bd73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 1098 time: 0.3471420 Nov 12 03:35:28.171068 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.191990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52202) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:28.215230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 40ba69a8-002f-4182-92a0-1bf9250f62bc no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:28.236056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f02b970-e468-47bf-a9d2-055386d7d3ba tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.246046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4f02b970-e468-47bf-a9d2-055386d7d3ba tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "DELETE /v2.0/ports/7ba452b2-2eee-4b73-bd02-e2879e4123b1 HTTP/1.1" status: 204 len: 168 time: 1.8105125 Nov 12 03:35:28.247604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52206) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:28.255678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Request body: {'port': {'name': 'tempest-new-port-name-1721112879', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:28.256362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.api.validators [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] bootfile-name is not in valid_values {{(pid=102629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:35:28.256900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.api.validators [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] tftp-server is not in valid_values {{(pid=102629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:35:28.257517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.api.validators [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] server-ip-address is not in valid_values {{(pid=102629) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:35:28.292536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 40ba69a8-002f-4182-92a0-1bf9250f62bc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:28.293184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 40ba69a8-002f-4182-92a0-1bf9250f62bc not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:28.293353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be1d1f3d-502f-4127-b11e-7c2fa98aab9a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:28.327039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: be1d1f3d-502f-4127-b11e-7c2fa98aab9a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:28.327798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be1d1f3d-502f-4127-b11e-7c2fa98aab9a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:28.378320 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cec6849f-3099-4480-b083-207ce4419da3 req-1fea7928-8fb0-434d-947d-b43528d2ca45 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675941 Nov 12 03:35:28.400608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.630445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 4635a4b3-f4b8-4755-a142-e8a56a03993d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:28.631007 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.652449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4133-723d-459d-852a-529f724aa4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.740952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.770227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 4635a4b3-f4b8-4755-a142-e8a56a03993d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4635a4b3-f4b8-4755-a142-e8a56a03993d,segment=NetworkSegment(daf4e053-5cf3-4389-ac6a-ac539dc274e2),segment_id=daf4e053-5cf3-4389-ac6a-ac539dc274e2)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:28.770693 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.789225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 4635a4b3-f4b8-4755-a142-e8a56a03993d owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:28.896468 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4133-723d-459d-852a-529f724aa4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.915582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4133-723d-459d-852a-529f724aa4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.990257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b4133-723d-459d-852a-529f724aa4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df3fe85-ec04-436c-bfbc-8ecf7fe1c52a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.992855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=975631bf-185d-4f4d-a7ff-fe776d780914,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.007879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0a1b4133-723d-459d-852a-529f724aa4ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67653c57db1c4e80a41caefc5872e889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8095896 Nov 12 03:35:29.022990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52230) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:29.033488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.035238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Checking segment: {'id': '15a5550e-aeab-4b0b-b453-b2cc139a7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '9998499a-4433-4d69-850c-e8532315439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:29.035601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Network hostable DHCP agents. Network: 9998499a-4433-4d69-850c-e8532315439a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:29.069062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.073479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.132732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52232) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:29.137893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event updated for resources: {'Port': ['ID=ff335397-db35-4540-ba91-2918126aa39f,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.156253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=4635a4b3-f4b8-4755-a142-e8a56a03993d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.237211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98eb00-6c94-49dc-8c98-3a5a6d6d3ef7 req-a85cac55-3e50-4e99-a512-165d14e6a907 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.238821 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d98eb00-6c94-49dc-8c98-3a5a6d6d3ef7 req-a85cac55-3e50-4e99-a512-165d14e6a907 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 946 time: 0.2824059 Nov 12 03:35:29.281407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] In _notify_port_updated(), no bound segment for port ff335397-db35-4540-ba91-2918126aa39f on network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:35:29.289825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.290663 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.292242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22950c61-15b6-4236-8bfb-c7ffdebc5655 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "PUT /v2.0/ports/ff335397-db35-4540-ba91-2918126aa39f HTTP/1.1" status: 200 len: 1136 time: 1.0411210 Nov 12 03:35:29.298910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52238) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:29.303233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Network 9998499a-4433-4d69-850c-e8532315439a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:29.345926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9998499a-4433-4d69-850c-e8532315439a) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:29.354223 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88f82014-545d-40a0-b648-f3014659f051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.355942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80462f-d0af-4b7f-b5f8-7faa9890722b None None] Network 9998499a-4433-4d69-850c-e8532315439a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:29.373745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a09b0e-7a2b-4954-9503-c551a4dd9822 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.383591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-40a09b0e-7a2b-4954-9503-c551a4dd9822 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "GET /v2.0/ports/ff335397-db35-4540-ba91-2918126aa39f HTTP/1.1" status: 200 len: 1136 time: 0.0829613 Nov 12 03:35:29.394292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52242) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:29.401896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.403071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.424229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1164085087-network', 'tenant_id': '7e5e6a0a53c14a2ab1400011a6ea698c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:29.455513 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d98eb00-6c94-49dc-8c98-3a5a6d6d3ef7 req-440a2d1e-7e38-4757-98fe-7836e95a6154 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019887 Nov 12 03:35:29.484588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-54e29273-0021-46c4-a201-24d6f4279e8a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7909324 Nov 12 03:35:29.485336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Made reservation on behalf of 7e5e6a0a53c14a2ab1400011a6ea698c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:29.513968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.576800 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.595880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.607736 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88f82014-545d-40a0-b648-f3014659f051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.669328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cd73f-339b-4004-818b-8803b17971ef None None] Network 9998499a-4433-4d69-850c-e8532315439a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:29.720153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-081c49e2-27d7-448f-af63-fd3a022efbac None None] Provisioning complete for port ff335397-db35-4540-ba91-2918126aa39f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:29.721561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-081c49e2-27d7-448f-af63-fd3a022efbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.733761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88f82014-545d-40a0-b648-f3014659f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.737080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88f82014-545d-40a0-b648-f3014659f051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.741403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-88f82014-545d-40a0-b648-f3014659f051 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3df3fe85-ec04-436c-bfbc-8ecf7fe1c52a HTTP/1.1" status: 204 len: 168 time: 0.7150085 Nov 12 03:35:29.758797 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.780686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.807384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-081c49e2-27d7-448f-af63-fd3a022efbac None None] Port ff335397-db35-4540-ba91-2918126aa39f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:29.809949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:29.831159 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.831504 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Added segment dbfc6187-16dd-41b7-bbb0-4c92ef32fba4 of type vlan for network cc7cd072-f689-4411-9289-55ac57982cd7 Nov 12 03:35:29.883045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f82014-545d-40a0-b648-f3014659f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df3fe85-ec04-436c-bfbc-8ecf7fe1c52a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.906780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.949904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ef4363-f5f4-4fc3-b219-f0527c9727eb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.964420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.965862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.966601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.009938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8664341 Nov 12 03:35:30.019078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52256) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:30.026362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Request body: {'subnet': {'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1164085087-subnet', 'tenant_id': '7e5e6a0a53c14a2ab1400011a6ea698c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:30.087101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c2d38-9e73-4ef1-992a-8d8b33496227 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7cd072-f689-4411-9289-55ac57982cd7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.101569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Made reservation on behalf of 7e5e6a0a53c14a2ab1400011a6ea698c for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:30.102309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network cc7cd072-f689-4411-9289-55ac57982cd7 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:30.109875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.194818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbf5fc-5627-42f1-8bff-b6ff1b1d71b4 req-0d4630a9-1799-46c0-94c7-53083c790d8c tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.195903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-60dbf5fc-5627-42f1-8bff-b6ff1b1d71b4 req-0d4630a9-1799-46c0-94c7-53083c790d8c tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.7071123 Nov 12 03:35:30.280761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52264) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:30.299212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4176d334-fecd-4777-b856-f06244b76494 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Deleting port ff335397-db35-4540-ba91-2918126aa39f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:30.299725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4176d334-fecd-4777-b856-f06244b76494 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.313089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-60dbf5fc-5627-42f1-8bff-b6ff1b1d71b4 req-426bc09d-4af6-451f-b4bb-2aef0332edaf tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026471 Nov 12 03:35:30.370980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.386577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d29c5b99-4c27-45b8-a508-135fc71944dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.483465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8969a8f9-b847-4ffe-96a5-cba15047533d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.521505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Checking segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:30.521928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Network hostable DHCP agents. Network: cc7cd072-f689-4411-9289-55ac57982cd7, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:30.532646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4176d334-fecd-4777-b856-f06244b76494 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.536459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8797-ecba-448b-8479-b61d53511e56 req-19a3ea36-1547-4fbd-83e0-0eab82c89ee5 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.538108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-19a3ea36-1547-4fbd-83e0-0eab82c89ee5 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/networks?id=9998499a-4433-4d69-850c-e8532315439a HTTP/1.1" status: 200 len: 813 time: 0.1971033 Nov 12 03:35:30.555610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:30.557786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-92e71a24-8500-4e8e-bb50-9269cf72f609 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/quotas/ee00d45827f74f2ea1c2fbcb1974642e HTTP/1.1" status: 200 len: 375 time: 0.0126684 Nov 12 03:35:30.559556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Network cc7cd072-f689-4411-9289-55ac57982cd7 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:30.565931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4176d334-fecd-4777-b856-f06244b76494 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Calling delete_port for ff335397-db35-4540-ba91-2918126aa39f owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:30.584832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, cc7cd072-f689-4411-9289-55ac57982cd7) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:30.588571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.589426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.604330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6091c3-c1c6-4702-9258-57142cd4a4be None None] Network cc7cd072-f689-4411-9289-55ac57982cd7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:30.618717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-5bb6a876-53b6-4be3-81bf-946fbcc6f20e tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee00d45827f74f2ea1c2fbcb1974642e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475786 Nov 12 03:35:30.662227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a95a1faf-5fbf-4736-a65c-77d2c5046fff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6420202 Nov 12 03:35:30.744246 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-5d8a717c-d35b-4269-9f1a-b53e75e44135 service neutron] 10.222.0.49 "GET /v2.0/networks/9998499a-4433-4d69-850c-e8532315439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240830 Nov 12 03:35:30.765008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13356e4c-ef41-4657-a4b3-5b98e18d3021 None None] Network cc7cd072-f689-4411-9289-55ac57982cd7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:30.775626 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d29c5b99-4c27-45b8-a508-135fc71944dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.787986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2500-9406-4ce2-b0f1-b8694dac4955 req-8bedab57-db26-48c3-a17d-08ea8a264fe7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.795799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-059d2500-9406-4ce2-b0f1-b8694dac4955 req-8bedab57-db26-48c3-a17d-08ea8a264fe7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 946 time: 0.2329485 Nov 12 03:35:30.812979 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d29c5b99-4c27-45b8-a508-135fc71944dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.916248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d29c5b99-4c27-45b8-a508-135fc71944dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b12fee68a9144dbf98b4a2ea6482a7cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6281044 Nov 12 03:35:30.926560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52280) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:30.958791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:30.972185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:30.976201 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d48ed9ba-6eec-4c5d-981c-85d425919e82 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8403907 Nov 12 03:35:30.977406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52282) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:30.981398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c5b99-4c27-45b8-a508-135fc71944dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ce21c-2d22-4017-87c2-afbc50ef0e13,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.986011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:30.987221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:31.046366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-059d2500-9406-4ce2-b0f1-b8694dac4955 req-b997d606-353b-448e-b74a-8d1818a035b7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496665 Nov 12 03:35:31.109379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab9dc4e-0735-488e-9548-ae72f67dbd7e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet 6d48df99-1d42-4efb-b1c8-47fcdfb38bfa {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:31.113740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:31.122279 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dc4e-0735-488e-9548-ae72f67dbd7e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.172791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5fa61ad-fb42-49d1-8e48-07e0cdec62d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.198601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4176d334-fecd-4777-b856-f06244b76494 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.206605 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dc4e-0735-488e-9548-ae72f67dbd7e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.260176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-606969ff-83cc-43ce-81ff-af70e8c4f862 service neutron] 10.222.0.49 "GET /v2.0/networks/9998499a-4433-4d69-850c-e8532315439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089216 Nov 12 03:35:31.266713 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5fa61ad-fb42-49d1-8e48-07e0cdec62d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.269680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176d334-fecd-4777-b856-f06244b76494 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event deleted for resources: {'Port': ['ID=ff335397-db35-4540-ba91-2918126aa39f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:31.370795 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-55e1d4b1-5802-4ae3-a7c0-b733f6718445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.409680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:28Z', 'revision_number': 9, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:31.456675 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4176d334-fecd-4777-b856-f06244b76494 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.464320 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4176d334-fecd-4777-b856-f06244b76494 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "DELETE /v2.0/ports/ff335397-db35-4540-ba91-2918126aa39f HTTP/1.1" status: 204 len: 168 time: 2.0681114 Nov 12 03:35:31.466362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52304) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:31.469960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dc4e-0735-488e-9548-ae72f67dbd7e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.487156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:31.512965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:31.515124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:31.515430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5fa61ad-fb42-49d1-8e48-07e0cdec62d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.530133 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5fa61ad-fb42-49d1-8e48-07e0cdec62d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.532079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e5fa61ad-fb42-49d1-8e48-07e0cdec62d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af2ce21c-2d22-4017-87c2-afbc50ef0e13 HTTP/1.1" status: 204 len: 168 time: 0.6025946 Nov 12 03:35:31.554188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dadf40f-c10e-4500-93c9-e587478dcfd6 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Deleting subnet 22c96ea7-e782-4e72-879c-c16fa4591fe1 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:31.558638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dadf40f-c10e-4500-93c9-e587478dcfd6 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.668397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa61ad-fb42-49d1-8e48-07e0cdec62d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ce21c-2d22-4017-87c2-afbc50ef0e13,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:31.698830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dadf40f-c10e-4500-93c9-e587478dcfd6 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.754093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:31.769474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dc4e-0735-488e-9548-ae72f67dbd7e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.838895 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dadf40f-c10e-4500-93c9-e587478dcfd6 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.871652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-51ba5214-53dd-4ebc-af93-aa72359a23b2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:31.881421 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-51ba5214-53dd-4ebc-af93-aa72359a23b2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.3698258 Nov 12 03:35:31.883591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9dc4e-0735-488e-9548-ae72f67dbd7e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=6d48df99-1d42-4efb-b1c8-47fcdfb38bfa,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:31.900312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ab9dc4e-0735-488e-9548-ae72f67dbd7e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.905962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7ab9dc4e-0735-488e-9548-ae72f67dbd7e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/6d48df99-1d42-4efb-b1c8-47fcdfb38bfa HTTP/1.1" status: 204 len: 168 time: 0.9235392 Nov 12 03:35:31.908466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd6c070-3a6e-4178-b49c-7e07ae162799 None None] Network f81a2ebe-2632-429c-bcfc-7b567abd1a90 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:31.913672 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-0f844305-6e47-4f78-a7bc-9e527800b9dd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/quotas/7e5e6a0a53c14a2ab1400011a6ea698c HTTP/1.1" status: 200 len: 375 time: 0.0312240 Nov 12 03:35:31.916222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52318) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:31.973635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-88704ed2-7553-4935-bd8a-77af059e4fb6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579963 Nov 12 03:35:32.055994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0874bc0d-5419-49ab-997c-02d3f6b3435a req-4cac8fdf-43f9-441a-9ae4-791b2d3ee3b0 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 210 time: 0.1710849 Nov 12 03:35:32.059258 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dadf40f-c10e-4500-93c9-e587478dcfd6 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.111829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadf40f-c10e-4500-93c9-e587478dcfd6 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event deleted for resources: {'Subnet': ['ID=22c96ea7-e782-4e72-879c-c16fa4591fe1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.134096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dadf40f-c10e-4500-93c9-e587478dcfd6 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.145226 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5dadf40f-c10e-4500-93c9-e587478dcfd6 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "DELETE /v2.0/subnets/22c96ea7-e782-4e72-879c-c16fa4591fe1 HTTP/1.1" status: 204 len: 168 time: 0.6771343 Nov 12 03:35:32.148918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52328) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:32.153927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716f16c-5db3-46df-9acb-1af77515cdb3 None None] Network 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:32.251336 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.286319 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.378580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-23883fcc-918d-44bb-82cd-e329c8555fff service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036460 Nov 12 03:35:32.379589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c22c1-b4b3-4547-bf7f-290e3700b0ee req-0882d1c6-6438-4007-bbab-64c2f5b49ead tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.387815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a6c22c1-b4b3-4547-bf7f-290e3700b0ee req-0882d1c6-6438-4007-bbab-64c2f5b49ead tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 946 time: 0.0973887 Nov 12 03:35:32.465566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a6c22c1-b4b3-4547-bf7f-290e3700b0ee req-d01d9a2c-3b5f-4078-9ede-c297b9487e59 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767550 Nov 12 03:35:32.498621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Deleting port 9871469c-3138-4e5f-b5be-028e585480a4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:32.499672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.550986 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:32.581347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] DHCP port deletion for f81a2ebe-2632-429c-bcfc-7b567abd1a90 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:32.599382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 013bbd98-360d-4be5-b72c-906ab2fe9eae {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:32.613627 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.643856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] For port 9871469c-3138-4e5f-b5be-028e585480a4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9871469c-3138-4e5f-b5be-028e585480a4,segment=NetworkSegment(132e45c9-89c3-4378-ad4e-c2b9c92bda9f),segment_id=132e45c9-89c3-4378-ad4e-c2b9c92bda9f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:32.644684 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.688198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:28Z', 'revision_number': 9, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:32.694512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Calling delete_port for 9871469c-3138-4e5f-b5be-028e585480a4 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:32.723358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f11a8-c508-4c6c-843e-fb89d988ac56 None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:28Z', 'revision_number': 9, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f61f9116-0882-482e-980e-76dd7654e52d', 'name': '', 'network_id': 'c276ef1f-bda7-4809-b637-20bad89d79ad', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:7f:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:50Z', 'updated_at': '2021-11-12T03:34:58Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': '0bdf492a-3500-4e33-a600-cc38e9395543', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:32.746033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] Deleting port 013bbd98-360d-4be5-b72c-906ab2fe9eae {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:32.746033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.757115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 013bbd98-360d-4be5-b72c-906ab2fe9eae, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=013bbd98-360d-4be5-b72c-906ab2fe9eae,segment=NetworkSegment(daf4e053-5cf3-4389-ac6a-ac539dc274e2),segment_id=daf4e053-5cf3-4389-ac6a-ac539dc274e2)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:32.757740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.780308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 013bbd98-360d-4be5-b72c-906ab2fe9eae owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:32.786981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] DHCP port deletion for 0e7d8268-8aa2-4bbd-b9b0-1beef551c309 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:32.867735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-b93e3d2e-e30f-460a-9d44-5829fb209e24 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418850 Nov 12 03:35:32.883092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] For port 013bbd98-360d-4be5-b72c-906ab2fe9eae, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=013bbd98-360d-4be5-b72c-906ab2fe9eae,segment=NetworkSegment(daf4e053-5cf3-4389-ac6a-ac539dc274e2),segment_id=daf4e053-5cf3-4389-ac6a-ac539dc274e2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:32.883802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.901843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57e45d-bea8-4aec-b2b8-b45210b2c195 req-14f15f22-25bf-4658-b245-39d32dd1b35e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.912999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad57e45d-bea8-4aec-b2b8-b45210b2c195 req-14f15f22-25bf-4658-b245-39d32dd1b35e tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.2041340 Nov 12 03:35:32.924222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] Calling delete_port for 013bbd98-360d-4be5-b72c-906ab2fe9eae owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:32.929493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.005008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No DVR routers for this DVR port 013bbd98-360d-4be5-b72c-906ab2fe9eae on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:33.006811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] Deleting port 9871469c-3138-4e5f-b5be-028e585480a4 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:33.007366 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.007700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=013bbd98-360d-4be5-b72c-906ab2fe9eae,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:33.008139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.158484 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad57e45d-bea8-4aec-b2b8-b45210b2c195 req-ba6dc9f1-45ba-446c-9516-4390002ea146 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435243 Nov 12 03:35:33.208525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.264540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] For port 9871469c-3138-4e5f-b5be-028e585480a4, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:33.265071 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.274738 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81a2ebe-2632-429c-bcfc-7b567abd1a90']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.293192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf4e053-5cf3-4389-ac6a-ac539dc274e2') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.293585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf4e053-5cf3-4389-ac6a-ac539dc274e2') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.319528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] Calling delete_port for 9871469c-3138-4e5f-b5be-028e585480a4 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:33.323349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] Port 9871469c-3138-4e5f-b5be-028e585480a4 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:35:33.325067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.327187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event deleted for resources: {'Port': ['ID=9871469c-3138-4e5f-b5be-028e585480a4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:33.341146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.342192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] No DVR routers for this DVR port 9871469c-3138-4e5f-b5be-028e585480a4 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:33.374353 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.389649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8797-ecba-448b-8479-b61d53511e56 req-c23c7666-72e1-4f77-b103-0ab392c1942d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.391227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-c23c7666-72e1-4f77-b103-0ab392c1942d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.20 "GET /v2.0/networks?id=9998499a-4433-4d69-850c-e8532315439a HTTP/1.1" status: 200 len: 813 time: 0.2704990 Nov 12 03:35:33.401776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.415733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] Pushing event deleted for resources: {'Port': ['ID=9871469c-3138-4e5f-b5be-028e585480a4,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:33.418566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53def082-fd03-4a2b-8a64-51e5b7a6e71d req-1dc30760-e465-4c05-8f42-797d9b0c307e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 210 time: 0.0689731 Nov 12 03:35:33.422918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc9d76c-395b-4e15-84f0-0278c65e25ae None None] No DVR routers for this DVR port 9871469c-3138-4e5f-b5be-028e585480a4 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:33.433932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:33.435410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ac14410-4239-4ef6-9842-0403d12f19fb req-5825e392-3e71-4b0d-8c07-38543d84b715 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 210 time: 0.0943136 Nov 12 03:35:33.436201 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:33.447114 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:33.454356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Request body: {'port': {'device_id': '766efb27-9f35-4568-9522-d70d142f8ea5', 'network_id': '9998499a-4433-4d69-850c-e8532315439a', 'admin_state_up': True, 'tenant_id': 'ee00d45827f74f2ea1c2fbcb1974642e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:33.485876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] Pushing event deleted for resources: {'Port': ['ID=013bbd98-360d-4be5-b72c-906ab2fe9eae,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:33.489849 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e760e5-2e45-47ed-be54-10ff21dc6f48 None None] No DVR routers for this DVR port 013bbd98-360d-4be5-b72c-906ab2fe9eae on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:33.549386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e69ec3c-ae51-4a72-b6fa-408384dcecaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.613275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-784e1e9f-005c-4440-81bd-ebe46afdd46c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.615553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-784e1e9f-005c-4440-81bd-ebe46afdd46c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 946 time: 0.4936368 Nov 12 03:35:33.631830 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.643025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.652408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/f81a2ebe-2632-429c-bcfc-7b567abd1a90 HTTP/1.1" status: 204 len: 168 time: 1.7349005 Nov 12 03:35:33.656998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:33.694034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e9f91-8855-44e1-8adb-d2b34988ea12 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=f81a2ebe-2632-429c-bcfc-7b567abd1a90,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:33.744952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926575e8-71da-4d0f-baf4-323d237ba8f7 req-91bcf355-1cde-46e1-8f8a-f3d075e9d855 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.747049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-926575e8-71da-4d0f-baf4-323d237ba8f7 req-91bcf355-1cde-46e1-8f8a-f3d075e9d855 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 946 time: 0.0825818 Nov 12 03:35:33.749707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.833825 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-926575e8-71da-4d0f-baf4-323d237ba8f7 req-ba7a3019-cd6f-42ce-8cee-4e2c4a19e5ba tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753992 Nov 12 03:35:33.852178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7d8268-8aa2-4bbd-b9b0-1beef551c309']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.890595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132e45c9-89c3-4378-ad4e-c2b9c92bda9f') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.890797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132e45c9-89c3-4378-ad4e-c2b9c92bda9f') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.911200 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.012049 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.034943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:34.035304 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:34.038462 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:34.099233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 013bbd98-360d-4be5-b72c-906ab2fe9eae no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:34.109345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Made reservation on behalf of ee00d45827f74f2ea1c2fbcb1974642e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:34.112953 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.121447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Deleting port c61d0afe-302a-48e8-b643-4ca2be47eec9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:34.121966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.158610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 013bbd98-360d-4be5-b72c-906ab2fe9eae {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:34.159400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 013bbd98-360d-4be5-b72c-906ab2fe9eae not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:34.160778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4635a4b3-f4b8-4755-a142-e8a56a03993d no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:34.183290 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.194849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da78eb-a33c-485e-b694-0674c7ac0daf req-7c5f0821-eed3-4f61-9e42-65742907fd4f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:34.196701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9da78eb-a33c-485e-b694-0674c7ac0daf req-7c5f0821-eed3-4f61-9e42-65742907fd4f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.0845308 Nov 12 03:35:34.199801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.206477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] 10.222.0.49 "DELETE /v2.0/networks/0e7d8268-8aa2-4bbd-b9b0-1beef551c309 HTTP/1.1" status: 204 len: 168 time: 2.0564528 Nov 12 03:35:34.224655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4635a4b3-f4b8-4755-a142-e8a56a03993d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:34.228302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4635a4b3-f4b8-4755-a142-e8a56a03993d not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:34.229127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9871469c-3138-4e5f-b5be-028e585480a4 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:34.256501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 9871469c-3138-4e5f-b5be-028e585480a4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:34.257106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9871469c-3138-4e5f-b5be-028e585480a4 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:34.263424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174e8c4-04c4-48cf-8f03-75c51f16e692 tempest-ExtraDHCPOptionsTestJSON-1348505927 tempest-ExtraDHCPOptionsTestJSON-1348505927-project] Pushing event deleted for resources: {'Network': ['ID=0e7d8268-8aa2-4bbd-b9b0-1beef551c309,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.311045 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9da78eb-a33c-485e-b694-0674c7ac0daf req-5dd3a8a9-34af-46e7-85d0-24659cc5a760 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967317 Nov 12 03:35:34.441513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] For port c61d0afe-302a-48e8-b643-4ca2be47eec9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c61d0afe-302a-48e8-b643-4ca2be47eec9,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:34.442578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.468426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Calling delete_port for c61d0afe-302a-48e8-b643-4ca2be47eec9 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:34.498423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Allocated IP 172.20.0.4 (9998499a-4433-4d69-850c-e8532315439a/975631bf-185d-4f4d-a7ff-fe776d780914/804c10bc-cc59-4a92-aa50-c9aefcae2ff7) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:34.539118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52396) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:34.581590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b770e0bc-acc3-4709-aa1d-13b885813df3 req-cb446590-ae06-4d2a-86ac-2e162bd2d0f3 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 210 time: 0.0358956 Nov 12 03:35:34.586880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7138023-6f9e-491a-bfcd-db471b8cb27d req-5524bdcc-73f6-4419-9adb-6ceae5605836 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 210 time: 0.0512257 Nov 12 03:35:34.861889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.872173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.880527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.887697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['425f44ec-f61a-4a58-8974-68f16cf66596'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:35.005178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-63fa5021-b992-415f-a9c3-3ef94fe99a7a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.009819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-63fa5021-b992-415f-a9c3-3ef94fe99a7a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.2728302 Nov 12 03:35:35.027585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Pushing event deleted for resources: {'Port': ['ID=c61d0afe-302a-48e8-b643-4ca2be47eec9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.028726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Request body: {'port': {'device_id': '6561e9d0-09fb-4f29-829d-9746f0eaeb46', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'admin_state_up': True, 'tenant_id': '7e5e6a0a53c14a2ab1400011a6ea698c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:35.070728 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d42d89aa-b261-4d3c-a88b-4165a2185938 req-33c61fe3-3f0c-4264-b80e-146ed605ecba tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d34725d-f4ef-411c-80a7-f31be8fe1def HTTP/1.1" status: 200 len: 210 time: 0.1163232 Nov 12 03:35:35.132950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] No DVR routers for this DVR port c61d0afe-302a-48e8-b643-4ca2be47eec9 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:35.143192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.146785 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a82e996b-9992-4aad-b8c8-55e9c6d6c772 req-84cbfa7c-01a5-4aca-a73e-b4d7fa5f6745 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.20 "DELETE /v2.0/ports/c61d0afe-302a-48e8-b643-4ca2be47eec9 HTTP/1.1" status: 204 len: 173 time: 1.4906044 Nov 12 03:35:35.147360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34725d-f4ef-411c-80a7-f31be8fe1def', 'name': 'network-vif-deleted', 'tag': 'c61d0afe-302a-48e8-b643-4ca2be47eec9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:35.149902 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce57f460-5146-492a-87e9-036cbf3faf77" -d '{"events": [{"server_uuid": "4d34725d-f4ef-411c-80a7-f31be8fe1def", "name": "network-vif-deleted", "tag": "c61d0afe-302a-48e8-b643-4ca2be47eec9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:35.156527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.173240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-86ac5d40-2950-48ed-9cb5-e18550f7d50b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7dc1d91c9e34f35ac082b5cfb4cbdf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6329119 Nov 12 03:35:35.176892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52414) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:35.208113 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415ba865-8a1d-41dc-bb58-3aad0afc626d x-openstack-request-id: req-415ba865-8a1d-41dc-bb58-3aad0afc626d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:35.208485 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34725d-f4ef-411c-80a7-f31be8fe1def", "name": "network-vif-deleted", "tag": "c61d0afe-302a-48e8-b643-4ca2be47eec9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:35.208863 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-415ba865-8a1d-41dc-bb58-3aad0afc626d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:35.209474 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34725d-f4ef-411c-80a7-f31be8fe1def', 'name': 'network-vif-deleted', 'tag': 'c61d0afe-302a-48e8-b643-4ca2be47eec9', 'status': 'completed', 'code': 200} Nov 12 03:35:35.278182 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.286982 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.320971 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.362023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Made reservation on behalf of 7e5e6a0a53c14a2ab1400011a6ea698c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:35.365774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.388652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Network 9998499a-4433-4d69-850c-e8532315439a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:35.397578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:35.404078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:35.445669 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.448316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.449478 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04fdaf66-1546-4684-adbc-9b20ab94d46d HTTP/1.1" status: 204 len: 168 time: 0.2713046 Nov 12 03:35:35.464496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Pushing event updated for resources: {'Port': ['ID=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.472138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fdaf66-1546-4684-adbc-9b20ab94d46d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.489077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.489441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.489923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.490645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.490645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.490954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.491357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.491744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.492132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.492531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.493398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.493398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101ce772-896e-4d69-9322-56f6924a960f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:35.525703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.526447 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.557851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954491ad-93ec-49db-8476-e5427438d4ba req-7aadd1e0-d834-4b5e-bfce-afd406d1c979 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.569337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-954491ad-93ec-49db-8476-e5427438d4ba req-7aadd1e0-d834-4b5e-bfce-afd406d1c979 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.1583333 Nov 12 03:35:35.597938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-e9a5aa34-a432-4483-9dc3-00893eb450f7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1868563 Nov 12 03:35:35.602608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Allocated IP 172.20.0.4 (cc7cd072-f689-4411-9289-55ac57982cd7/8969a8f9-b847-4ffe-96a5-cba15047533d/0df016e6-be80-403c-87c6-a3cea111a631) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:35.619447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port f61f9116-0882-482e-980e-76dd7654e52d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:35.620083 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.636201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Request body: {'port': {'device_id': '766efb27-9f35-4568-9522-d70d142f8ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:35.793665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c50ed-f81f-4489-8bd5-6e8ebccf6946 req-a08666e5-157e-43ac-920b-9ce1d186c254 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.795237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a1c50ed-f81f-4489-8bd5-6e8ebccf6946 req-a08666e5-157e-43ac-920b-9ce1d186c254 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 931 time: 0.1204243 Nov 12 03:35:35.878861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a1c50ed-f81f-4489-8bd5-6e8ebccf6946 req-d13f6d16-5c7b-4d77-b445-00d91ea3538d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729594 Nov 12 03:35:35.892953 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.951418 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.972471 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.008585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Network cc7cd072-f689-4411-9289-55ac57982cd7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:36.011885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:36.016049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:36.023479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event updated for resources: {'Port': ['ID=0df016e6-be80-403c-87c6-a3cea111a631,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.028060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port f61f9116-0882-482e-980e-76dd7654e52d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f61f9116-0882-482e-980e-76dd7654e52d,segment=NetworkSegment(7f6592ff-4251-4cb3-8e59-818ba611a749),segment_id=7f6592ff-4251-4cb3-8e59-818ba611a749)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:36.028431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.057133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for f61f9116-0882-482e-980e-76dd7654e52d owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:36.109781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.110474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.131065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5782f39-cf57-4d72-8128-06bbe1b81ad3 req-4653ad2c-98f0-450d-8316-5a8cdf3ab6d9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.138639 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5782f39-cf57-4d72-8128-06bbe1b81ad3 req-4653ad2c-98f0-450d-8316-5a8cdf3ab6d9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 931 time: 0.0779135 Nov 12 03:35:36.179262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-c2e53fb6-9092-4694-9e35-b3bde4c2d7da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1560299 Nov 12 03:35:36.197558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Request body: {'port': {'device_id': '6561e9d0-09fb-4f29-829d-9746f0eaeb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:36.265156 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.288785 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5782f39-cf57-4d72-8128-06bbe1b81ad3 req-61c4a10c-d23c-488b-8318-a7e6a8aa4463 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370242 Nov 12 03:35:36.305666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.601769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-954491ad-93ec-49db-8476-e5427438d4ba req-b6cba31f-0c04-4524-aab5-9c7eae11717f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0167274 Nov 12 03:35:36.620731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-9326d215-453e-4401-9647-7fd7014827b3 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.622495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-9326d215-453e-4401-9647-7fd7014827b3 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.20 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.6842966 Nov 12 03:35:36.680517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08601564-fe41-401c-901a-c53c132473c0 req-b362592c-26f7-4704-8a1b-b5769568134a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.682152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08601564-fe41-401c-901a-c53c132473c0 req-b362592c-26f7-4704-8a1b-b5769568134a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1122160 Nov 12 03:35:36.685750 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52468) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:36.712228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c61d0afe-302a-48e8-b643-4ca2be47eec9 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:36.742685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: c61d0afe-302a-48e8-b643-4ca2be47eec9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:36.743307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c61d0afe-302a-48e8-b643-4ca2be47eec9 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:36.750631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df016e6-be80-403c-87c6-a3cea111a631 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:36.763476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.783978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08601564-fe41-401c-901a-c53c132473c0 req-c7ad9c1d-00c1-408f-ba3a-7d4e4389d999 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913556 Nov 12 03:35:36.789418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Transition to ACTIVE for port object 0df016e6-be80-403c-87c6-a3cea111a631 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:36.796240 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.844867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Pushing event updated for resources: {'Port': ['ID=0df016e6-be80-403c-87c6-a3cea111a631,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.972541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Attempting to bind port 0df016e6-be80-403c-87c6-a3cea111a631 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:36.973056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Attempting to bind port 0df016e6-be80-403c-87c6-a3cea111a631 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:36.973646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Attempting to bind port 0df016e6-be80-403c-87c6-a3cea111a631 on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:36.981453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Port 0df016e6-be80-403c-87c6-a3cea111a631 on network cc7cd072-f689-4411-9289-55ac57982cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:36.981903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Attempting to bind port 0df016e6-be80-403c-87c6-a3cea111a631 on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:36.990344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:36.990775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Checking segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:36.991274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Bound using segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:36.993183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Bound port: 0df016e6-be80-403c-87c6-a3cea111a631, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:36.993183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.003602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.033756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2052530776'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:37.118323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d5031-b3e3-4c43-b548-6f9a63cd6afc req-3e5dcc42-80ec-4d61-8fea-1945bc4899b4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.125734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-759d5031-b3e3-4c43-b548-6f9a63cd6afc req-3e5dcc42-80ec-4d61-8fea-1945bc4899b4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0835886 Nov 12 03:35:37.133157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] For port 0df016e6-be80-403c-87c6-a3cea111a631, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:37.139494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] For port 0df016e6-be80-403c-87c6-a3cea111a631, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0df016e6-be80-403c-87c6-a3cea111a631,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:37.152532 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.158859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:37.162378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.195960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Deleting port 01800c74-8f67-4bcd-a658-9fe9381d2b38 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:37.196572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.206608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.213406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.214100 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.215609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] 10.222.0.20 "PUT /v2.0/ports/0df016e6-be80-403c-87c6-a3cea111a631 HTTP/1.1" status: 200 len: 1092 time: 1.0278752 Nov 12 03:35:37.216125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6561e9d0-09fb-4f29-829d-9746f0eaeb46', 'tag': '0df016e6-be80-403c-87c6-a3cea111a631'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:37.218456 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53345d2e-e657-419b-bade-cba42bb9223d" -d '{"events": [{"name": "network-changed", "server_uuid": "6561e9d0-09fb-4f29-829d-9746f0eaeb46", "tag": "0df016e6-be80-403c-87c6-a3cea111a631"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:37.230051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd892-ee03-413c-a24a-02fd7f29659b req-849b6687-b981-4e04-9943-cd9f664068e7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.231889 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f5bd892-ee03-413c-a24a-02fd7f29659b req-849b6687-b981-4e04-9943-cd9f664068e7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 931 time: 0.2068694 Nov 12 03:35:37.255223 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-759d5031-b3e3-4c43-b548-6f9a63cd6afc req-3e2bd160-8111-447b-a045-21b4fa97f64c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285427 Nov 12 03:35:37.265412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdd6f6-5799-436d-afb0-15bbd9440014 service neutron] Pushing event updated for resources: {'Port': ['ID=0df016e6-be80-403c-87c6-a3cea111a631,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.333321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] For port 01800c74-8f67-4bcd-a658-9fe9381d2b38, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=01800c74-8f67-4bcd-a658-9fe9381d2b38,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:37.333684 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.338318 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e0ff5d-08d5-4403-afd7-4c2d873a8cca x-openstack-request-id: req-15e0ff5d-08d5-4403-afd7-4c2d873a8cca {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:37.338753 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6561e9d0-09fb-4f29-829d-9746f0eaeb46", "tag": "0df016e6-be80-403c-87c6-a3cea111a631", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:37.339022 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15e0ff5d-08d5-4403-afd7-4c2d873a8cca {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:37.339493 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6561e9d0-09fb-4f29-829d-9746f0eaeb46', 'tag': '0df016e6-be80-403c-87c6-a3cea111a631', 'status': 'completed', 'code': 200} Nov 12 03:35:37.352990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-812ca730-aae5-43d2-b7d6-401eb99a671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.354664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-812ca730-aae5-43d2-b7d6-401eb99a671c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 1095 time: 0.0710108 Nov 12 03:35:37.398696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.409152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-6d2050b3-70d7-4de6-be0b-2e75a9e71c94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0df016e6-be80-403c-87c6-a3cea111a631 HTTP/1.1" status: 200 len: 217 time: 0.0455537 Nov 12 03:35:37.489846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-51f010e0-5cb7-47d7-a459-38bb14ac7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.491314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-51f010e0-5cb7-47d7-a459-38bb14ac7ee4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.0733619 Nov 12 03:35:37.499807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59172d8e-68b7-416b-a029-61ef3410da96 req-3082d4ba-d098-4b92-8086-6c1997fc00fb tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.505736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=f61f9116-0882-482e-980e-76dd7654e52d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.507963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59172d8e-68b7-416b-a029-61ef3410da96 req-3082d4ba-d098-4b92-8086-6c1997fc00fb tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 943 time: 0.1022625 Nov 12 03:35:37.556026 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-38045e7b-1d42-4a9b-8c83-b67845c9158c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398695 Nov 12 03:35:37.614780 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59172d8e-68b7-416b-a029-61ef3410da96 req-88ab17ec-e24e-4436-adfd-abbdeed3d56f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058502 Nov 12 03:35:37.709573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f5bd892-ee03-413c-a24a-02fd7f29659b req-06387c85-9222-4269-8702-7890288df19d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555144 Nov 12 03:35:37.757917 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-bead691c-a56c-4f94-b609-d849f0908e26 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922562 Nov 12 03:35:37.899863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116c56e-79c9-46b8-8109-0c511b316ab4 req-f103ab5d-250a-4663-a6a5-e33b6981fdb5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.901365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:37.909429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c116c56e-79c9-46b8-8109-0c511b316ab4 req-f103ab5d-250a-4663-a6a5-e33b6981fdb5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1792703 Nov 12 03:35:37.910171 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.916142 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.984518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Transition to ACTIVE for port object 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:38.022700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.135348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.157607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.158493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.158893 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Floating IP 8678e27a-69e2-4ee1-8c6f-9dee549d3c75 disassociated. External IP: 172.25.0.157, port: 01800c74-8f67-4bcd-a658-9fe9381d2b38. Nov 12 03:35:38.159401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Calling delete_port for 01800c74-8f67-4bcd-a658-9fe9381d2b38 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:38.174383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.229169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.279287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c88dd-ba06-4363-a6ff-519dc74ea53b req-19819751-8f4e-48c3-baf9-2421a045b199 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.280768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de5c88dd-ba06-4363-a6ff-519dc74ea53b req-19819751-8f4e-48c3-baf9-2421a045b199 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 945 time: 0.3315487 Nov 12 03:35:38.306525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:38.336934 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3cc829d-49bf-4035-8a36-69f72d1d653f req-69999667-1dc9-4155-990a-23529461610e service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602033 Nov 12 03:35:38.344109 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c116c56e-79c9-46b8-8109-0c511b316ab4 req-0ee60dcb-8165-4b44-9ebd-b1e72bba32bb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337192 Nov 12 03:35:38.358242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af80a976-5a78-4f68-97fd-e04a228a0f17,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.364972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.365323 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment d5ec8426-3917-4048-ad22-46875739bbbe of type vlan for network 9a4c6105-0a16-412c-9baf-856543d82089 Nov 12 03:35:38.445808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345d2e-e657-419b-bade-cba42bb9223d req-1ff75837-96d5-480a-a383-e6fb5e02188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.447398 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53345d2e-e657-419b-bade-cba42bb9223d req-1ff75837-96d5-480a-a383-e6fb5e02188b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 1095 time: 0.0474186 Nov 12 03:35:38.507304 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.549299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de5c88dd-ba06-4363-a6ff-519dc74ea53b req-8c426e31-9148-4124-a3ba-cbe6a634df99 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437503 Nov 12 03:35:38.551160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345d2e-e657-419b-bade-cba42bb9223d req-56db09aa-b275-4394-9caa-bc312eed5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.552965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53345d2e-e657-419b-bade-cba42bb9223d req-56db09aa-b275-4394-9caa-bc312eed5b02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 914 time: 0.0973668 Nov 12 03:35:38.606826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53345d2e-e657-419b-bade-cba42bb9223d req-0611ef3a-ad80-4952-a509-b2e8271c09a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0df016e6-be80-403c-87c6-a3cea111a631 HTTP/1.1" status: 200 len: 217 time: 0.0467832 Nov 12 03:35:38.616213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Attempting to bind port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:38.616555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Attempting to bind port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '15a5550e-aeab-4b0b-b453-b2cc139a7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '9998499a-4433-4d69-850c-e8532315439a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:38.616914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Attempting to bind port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 on network 9998499a-4433-4d69-850c-e8532315439a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:38.637691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.653921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.660840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.667899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:38.671306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345d2e-e657-419b-bade-cba42bb9223d req-f43ae624-257e-43d8-a7a1-380a318ce9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.672799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53345d2e-e657-419b-bade-cba42bb9223d req-f43ae624-257e-43d8-a7a1-380a318ce9e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.0573497 Nov 12 03:35:38.678369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 on network 9998499a-4433-4d69-850c-e8532315439a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:38.678774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Attempting to bind port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 on network 9998499a-4433-4d69-850c-e8532315439a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:38.689739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:38.690249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Checking segment: {'id': '15a5550e-aeab-4b0b-b453-b2cc139a7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '9998499a-4433-4d69-850c-e8532315439a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:38.690761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Bound using segment: {'id': '15a5550e-aeab-4b0b-b453-b2cc139a7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '9998499a-4433-4d69-850c-e8532315439a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:38.691318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Bound port: 804c10bc-cc59-4a92-aa50-c9aefcae2ff7, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a5550e-aeab-4b0b-b453-b2cc139a7da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '9998499a-4433-4d69-850c-e8532315439a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:38.692209 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.718988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 01800c74-8f67-4bcd-a658-9fe9381d2b38 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:38.720933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53345d2e-e657-419b-bade-cba42bb9223d req-31d5eb29-de7a-4f26-ae5f-ffd2c4e16b05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383971 Nov 12 03:35:38.824469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1374457 Nov 12 03:35:38.834460 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.891392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.894123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e233a-5092-4e6e-b0f6-5891ec66378f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=9a4c6105-0a16-412c-9baf-856543d82089,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.917978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53345d2e-e657-419b-bade-cba42bb9223d req-10dd4f2a-d88b-440a-b5d9-b14e66792cbb service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597953 Nov 12 03:35:38.928930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbf489-ec42-49de-b475-f3cce361e6bf req-f9ce97f3-593b-420e-95c3-f205b344924e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.937248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22dbf489-ec42-49de-b475-f3cce361e6bf req-f9ce97f3-593b-420e-95c3-f205b344924e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 943 time: 0.2142806 Nov 12 03:35:38.952181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9a4c6105-0a16-412c-9baf-856543d82089 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:39.021748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event deleted for resources: {'Port': ['ID=01800c74-8f67-4bcd-a658-9fe9381d2b38,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:39.075292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] For port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:39.083911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22dbf489-ec42-49de-b475-f3cce361e6bf req-c163be12-66c9-4d79-9f1e-0a059d1b4ac3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446083 Nov 12 03:35:39.135542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6489a9-5ae5-4a1c-a6cc-9ffd7302e89c req-451e04d9-21b2-445d-9c63-0bbdbd4feb65 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.138308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c6489a9-5ae5-4a1c-a6cc-9ffd7302e89c req-451e04d9-21b2-445d-9c63-0bbdbd4feb65 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 943 time: 0.3228450 Nov 12 03:35:39.160782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] For port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,segment=NetworkSegment(15a5550e-aeab-4b0b-b453-b2cc139a7da8),segment_id=15a5550e-aeab-4b0b-b453-b2cc139a7da8)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:39.170451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:39.183747 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:39.197161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f0a77498-b051-44b0-95f8-30a7f9007971 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5352516 Nov 12 03:35:39.200829 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:39.201577 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:39.202449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52518) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:39.221899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.375721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53345d2e-e657-419b-bade-cba42bb9223d req-bdd5dad1-e544-40d5-a32d-10c7ea0a15c8 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282396 Nov 12 03:35:39.416899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88fb5c0-5132-4883-aa2c-19bed16631cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet 0bdf492a-3500-4e33-a600-cc38e9395543 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:39.421126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f88fb5c0-5132-4883-aa2c-19bed16631cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.450040 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:39.491910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.493025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.494812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] 10.222.0.20 "PUT /v2.0/ports/804c10bc-cc59-4a92-aa50-c9aefcae2ff7 HTTP/1.1" status: 200 len: 1092 time: 3.8783526 Nov 12 03:35:39.497328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766efb27-9f35-4568-9522-d70d142f8ea5', 'tag': '804c10bc-cc59-4a92-aa50-c9aefcae2ff7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:39.504034 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ec41c1-f120-4242-8047-30f20f2342f5" -d '{"events": [{"name": "network-changed", "server_uuid": "766efb27-9f35-4568-9522-d70d142f8ea5", "tag": "804c10bc-cc59-4a92-aa50-c9aefcae2ff7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:39.512292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f88fb5c0-5132-4883-aa2c-19bed16631cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.626675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c6489a9-5ae5-4a1c-a6cc-9ffd7302e89c req-f6309d1c-85ed-4983-bff5-b8b0896fdaa5 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723763 Nov 12 03:35:39.630038 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965c57ce-0688-42d2-a336-9a5d18d1b302 x-openstack-request-id: req-965c57ce-0688-42d2-a336-9a5d18d1b302 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:39.630902 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766efb27-9f35-4568-9522-d70d142f8ea5", "tag": "804c10bc-cc59-4a92-aa50-c9aefcae2ff7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:39.631586 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-965c57ce-0688-42d2-a336-9a5d18d1b302 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:39.639463 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766efb27-9f35-4568-9522-d70d142f8ea5', 'tag': '804c10bc-cc59-4a92-aa50-c9aefcae2ff7', 'status': 'completed', 'code': 200} Nov 12 03:35:39.761601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f88fb5c0-5132-4883-aa2c-19bed16631cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.893918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f88fb5c0-5132-4883-aa2c-19bed16631cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.906853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Router a9152750-5d37-4aff-8a08-f0698692245f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:39.931847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8797-ecba-448b-8479-b61d53511e56 req-49b69c6b-97e7-4c1c-aac5-3700e98b0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.936105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-49b69c6b-97e7-4c1c-aac5-3700e98b0cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee00d45827f74f2ea1c2fbcb1974642e&device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 1095 time: 0.3416197 Nov 12 03:35:39.941521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94538c1d-6711-4bde-9442-6c0fef402fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:39.947810 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83ffc96b-6a07-4f9e-aa1f-fdd0c271e85b req-ed90691a-67a2-4778-96cf-55704f960623 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0803761 Nov 12 03:35:39.958548 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:37Z', 'revision_number': 10, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:40.011290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fb5c0-5132-4883-aa2c-19bed16631cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdf492a-3500-4e33-a600-cc38e9395543,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.019921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f88fb5c0-5132-4883-aa2c-19bed16631cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.020682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a34c6-edac-4329-be9c-1d60abafa424 None None] Network c276ef1f-bda7-4809-b637-20bad89d79ad requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:40.026068 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:40.027669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f88fb5c0-5132-4883-aa2c-19bed16631cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/0bdf492a-3500-4e33-a600-cc38e9395543 HTTP/1.1" status: 204 len: 168 time: 0.8216364 Nov 12 03:35:40.030143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52528) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:40.045483 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:40.046271 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:40.089910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-d1aab42b-5e98-401b-9551-9a0b60e7a3fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=804c10bc-cc59-4a92-aa50-c9aefcae2ff7 HTTP/1.1" status: 200 len: 217 time: 0.1322773 Nov 12 03:35:40.224985 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.272767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8797-ecba-448b-8479-b61d53511e56 req-564561ca-f01e-45d8-9c5f-1a4eb8012c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.274234 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-564561ca-f01e-45d8-9c5f-1a4eb8012c59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975631bf-185d-4f4d-a7ff-fe776d780914 HTTP/1.1" status: 200 len: 853 time: 0.0827374 Nov 12 03:35:40.284460 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:40.365202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 7d76e289-3498-4ec4-acc9-3d611cce607b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:40.366062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.456367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-1e46932e-f995-4799-99fa-b972fdf60abd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9998499a-4433-4d69-850c-e8532315439a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589091 Nov 12 03:35:40.492421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] DHCP port deletion for c276ef1f-bda7-4809-b637-20bad89d79ad request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:40.602800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 7d76e289-3498-4ec4-acc9-3d611cce607b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7d76e289-3498-4ec4-acc9-3d611cce607b,segment=NetworkSegment(7f6592ff-4251-4cb3-8e59-818ba611a749),segment_id=7f6592ff-4251-4cb3-8e59-818ba611a749)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:40.606700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.625656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b01de-bc9f-4a20-9575-adf3d68c7d9a req-97f1718b-55d6-4c44-9ed1-7edf77e3e673 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.628063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f78b01de-bc9f-4a20-9575-adf3d68c7d9a req-97f1718b-55d6-4c44-9ed1-7edf77e3e673 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 943 time: 0.3489649 Nov 12 03:35:40.676498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 7d76e289-3498-4ec4-acc9-3d611cce607b owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:40.677815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] Deleting port 7d76e289-3498-4ec4-acc9-3d611cce607b {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:40.678337 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.716467 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:37Z', 'revision_number': 10, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:40.729236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0df016e6-be80-403c-87c6-a3cea111a631 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:40.744449 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2c9bf-3c54-479b-a549-25206ddfb508 None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:37Z', 'revision_number': 10, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None, '_interfaces': [{'id': '4230ef0a-4e33-4514-84e0-13e17744d331', 'name': '', 'network_id': '5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'mac_address': 'fa:16:3e:a7:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:44Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 5, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'subnets': [{'id': 'cd139204-48cc-4b66-9221-f45f7d999e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:40.891161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] For port 7d76e289-3498-4ec4-acc9-3d611cce607b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7d76e289-3498-4ec4-acc9-3d611cce607b,segment=NetworkSegment(7f6592ff-4251-4cb3-8e59-818ba611a749),segment_id=7f6592ff-4251-4cb3-8e59-818ba611a749)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:40.897216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:40.902469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.913818 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.914908 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f78b01de-bc9f-4a20-9575-adf3d68c7d9a req-1538bcc3-f374-4160-819b-55755bdc4a74 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308640 Nov 12 03:35:40.938059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-b7f31e6d-c3cb-40f2-aac1-4ad08b4ed38b service neutron] 10.222.0.20 "GET /v2.0/networks/9998499a-4433-4d69-850c-e8532315439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312105 Nov 12 03:35:40.951161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] Sync routers for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:40.963159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No DVR routers for this DVR port 7d76e289-3498-4ec4-acc9-3d611cce607b on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:40.978306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] Calling delete_port for 7d76e289-3498-4ec4-acc9-3d611cce607b owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:41.003734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=7d76e289-3498-4ec4-acc9-3d611cce607b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.088680 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.resource_extend [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:35:41.132238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:41.133289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.150105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.253203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827307f-c0e8-4b91-bdfb-065bee3895ea req-86895f9a-a4dc-4a03-bd39-bc08a2f7c2e0 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:41.258044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0827307f-c0e8-4b91-bdfb-065bee3895ea req-86895f9a-a4dc-4a03-bd39-bc08a2f7c2e0 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 943 time: 0.3587277 Nov 12 03:35:41.269694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c276ef1f-bda7-4809-b637-20bad89d79ad']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.373549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6592ff-4251-4cb3-8e59-818ba611a749') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.374226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6592ff-4251-4cb3-8e59-818ba611a749') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.428632 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.447848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0827307f-c0e8-4b91-bdfb-065bee3895ea req-7a0e3d9c-ccb6-41d4-91c0-aaab9cda385b tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823361 Nov 12 03:35:41.485289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.497174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:41.497594 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:41.537114 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:41.682563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.691565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.695850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/c276ef1f-bda7-4809-b637-20bad89d79ad HTTP/1.1" status: 204 len: 168 time: 1.6646657 Nov 12 03:35:41.715680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:41.722501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.805129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] No DVR routers for this DVR port 01800c74-8f67-4bcd-a658-9fe9381d2b38 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:41.817718 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.819982 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.839881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0df016e6-be80-403c-87c6-a3cea111a631, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0df016e6-be80-403c-87c6-a3cea111a631,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:41.841562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a8ab973-b4dc-4c90-ae6b-325b85e56e8f req-77fc85e4-28ce-44c9-9176-3da9ce161899 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.20 "DELETE /v2.0/ports/01800c74-8f67-4bcd-a658-9fe9381d2b38 HTTP/1.1" status: 204 len: 173 time: 5.2106535 Nov 12 03:35:41.850590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a7735d-03c0-401f-9705-b87d2b486a75', 'name': 'network-vif-deleted', 'tag': '01800c74-8f67-4bcd-a658-9fe9381d2b38'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:41.863516 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17049e3-47e5-4582-83d3-f966a6f7dd3d" -d '{"events": [{"server_uuid": "90a7735d-03c0-401f-9705-b87d2b486a75", "name": "network-vif-deleted", "tag": "01800c74-8f67-4bcd-a658-9fe9381d2b38"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:41.899234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] Network c276ef1f-bda7-4809-b637-20bad89d79ad is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:35:41.900128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] No DVR routers for this DVR port 7d76e289-3498-4ec4-acc9-3d611cce607b on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:41.937939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89ae77-f1bb-44bc-a65e-2221fd3d42cf tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=c276ef1f-bda7-4809-b637-20bad89d79ad,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.953522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a6c95-9e1c-47f4-9bc8-ad37c9b7a5b3 None None] Pushing event deleted for resources: {'Port': ['ID=7d76e289-3498-4ec4-acc9-3d611cce607b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.025517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4dd93901-4c4a-43f5-ab2f-4e7def45e87c req-7a47a2e4-f26c-43be-99ee-4bd65ed68ae0 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.2247758 Nov 12 03:35:42.111857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '0df016e6-be80-403c-87c6-a3cea111a631', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'port_id': '0df016e6-be80-403c-87c6-a3cea111a631', 'mac_address': 'fa:16:3e:8f:ca:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969a8f9-b847-4ffe-96a5-cba15047533d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:42.159524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f17b8797-ecba-448b-8479-b61d53511e56 req-f3578035-c43a-4d17-b718-3fae92d45322 service neutron] 10.222.0.20 "GET /v2.0/networks/9998499a-4433-4d69-850c-e8532315439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1845512 Nov 12 03:35:42.174412 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99726770-7aa1-4847-ab42-b92c32bee243 x-openstack-request-id: req-99726770-7aa1-4847-ab42-b92c32bee243 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:42.175772 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a7735d-03c0-401f-9705-b87d2b486a75", "name": "network-vif-deleted", "tag": "01800c74-8f67-4bcd-a658-9fe9381d2b38", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:42.176283 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99726770-7aa1-4847-ab42-b92c32bee243 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:42.178002 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a7735d-03c0-401f-9705-b87d2b486a75', 'name': 'network-vif-deleted', 'tag': '01800c74-8f67-4bcd-a658-9fe9381d2b38', 'status': 'completed', 'code': 200} Nov 12 03:35:42.202125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7d76e289-3498-4ec4-acc9-3d611cce607b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:42.296152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 7d76e289-3498-4ec4-acc9-3d611cce607b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:42.297557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7d76e289-3498-4ec4-acc9-3d611cce607b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:42.298953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f61f9116-0882-482e-980e-76dd7654e52d no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:42.359544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:42.364215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92ba3d-9ddf-4c0c-b7c1-2a75c1977a05 req-6b0cb227-d84c-433b-bb19-60f7f2084664 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.373519 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca92ba3d-9ddf-4c0c-b7c1-2a75c1977a05 req-6b0cb227-d84c-433b-bb19-60f7f2084664 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.4379556 Nov 12 03:35:42.397536 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.404102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': '9a4c6105-0a16-412c-9baf-856543d82089', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:42.432237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df016e6-be80-403c-87c6-a3cea111a631 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:42.458837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f61f9116-0882-482e-980e-76dd7654e52d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:42.459176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f61f9116-0882-482e-980e-76dd7654e52d not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:42.506651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0df016e6-be80-403c-87c6-a3cea111a631, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0df016e6-be80-403c-87c6-a3cea111a631,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:42.513850 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.520101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca92ba3d-9ddf-4c0c-b7c1-2a75c1977a05 req-d3d25063-2457-4c76-a469-b70d61537ae9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925014 Nov 12 03:35:42.563947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:35Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:42.587997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81900f76-b51f-4b51-aae2-07e84bf85c97 req-ef546d13-d7ef-401b-967b-6ab7de7a24c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.606978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-81900f76-b51f-4b51-aae2-07e84bf85c97 req-ef546d13-d7ef-401b-967b-6ab7de7a24c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 943 time: 0.3536370 Nov 12 03:35:42.646132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-0abd7955-1bb6-4188-b852-f49467ec7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.647736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-0abd7955-1bb6-4188-b852-f49467ec7ca9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee00d45827f74f2ea1c2fbcb1974642e&device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 1095 time: 0.3828766 Nov 12 03:35:42.761533 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-81900f76-b51f-4b51-aae2-07e84bf85c97 req-a136591c-0d60-4b51-b553-2aa737f73e3d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535020 Nov 12 03:35:42.771478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] Checking router: a9152750-5d37-4aff-8a08-f0698692245f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:42.786594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:42.788675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:42.789782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:42.792198 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.829414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccf151-e301-4d8f-bfc0-30d15becaf0a req-563c464f-d3a0-4465-8efd-8e1247e933c3 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.843596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0df016e6-be80-403c-87c6-a3cea111a631,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.845989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37ccf151-e301-4d8f-bfc0-30d15becaf0a req-563c464f-d3a0-4465-8efd-8e1247e933c3 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 943 time: 0.1839547 Nov 12 03:35:42.859241 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.940715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:42.958383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-a6ca92b5-aaf4-47db-b94e-e16ac61ac952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.960345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-a6ca92b5-aaf4-47db-b94e-e16ac61ac952 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9998499a-4433-4d69-850c-e8532315439a HTTP/1.1" status: 200 len: 915 time: 0.3036778 Nov 12 03:35:43.020290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37ccf151-e301-4d8f-bfc0-30d15becaf0a req-e1c67e69-a6bb-40fe-9490-c92021e6d6ca tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649244 Nov 12 03:35:43.097688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-b7a61d04-f3bb-4715-9eda-6bfe26e7ef9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=804c10bc-cc59-4a92-aa50-c9aefcae2ff7 HTTP/1.1" status: 200 len: 217 time: 0.1140401 Nov 12 03:35:43.134289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['0df016e6-be80-403c-87c6-a3cea111a631'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:43.188349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41660f0-e62b-44d2-82b3-1b2c2b267815 req-29374339-a9af-4ee8-a7cf-dc70caf0e895 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.191923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c41660f0-e62b-44d2-82b3-1b2c2b267815 req-29374339-a9af-4ee8-a7cf-dc70caf0e895 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2566090 Nov 12 03:35:43.241793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-b101b12f-29dc-4fb2-8a41-1fb28adaecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.243347 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-b101b12f-29dc-4fb2-8a41-1fb28adaecfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=975631bf-185d-4f4d-a7ff-fe776d780914 HTTP/1.1" status: 200 len: 853 time: 0.1279964 Nov 12 03:35:43.258053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:35Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:43.262334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6cfc9de-5a00-4788-8e0d-063e0e83ebb2 req-f4f4016b-5723-4070-a01c-5be7d4c08629 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0417900 Nov 12 03:35:43.306766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5ca7c-73f7-437c-a628-07e07899311e None None] The sync data for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 is: [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'c8bd29fc-a5af-402f-a78d-a4e7656038ac', 'name': '', 'network_id': '3fd12b05-a641-48f7-9c95-186efddc31cd', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'mac_address': 'fa:16:3e:49:7d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:27Z', 'updated_at': '2021-11-12T03:32:35Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'subnets': [{'id': 'e72d5ff7-7be8-46d0-a742-51477de96fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:43.333862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-bcb5ee46-727f-44b6-a91f-1f715969aafc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9998499a-4433-4d69-850c-e8532315439a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432250 Nov 12 03:35:43.367839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port 4230ef0a-4e33-4514-84e0-13e17744d331 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:43.368384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.433440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c41660f0-e62b-44d2-82b3-1b2c2b267815 req-60418d2c-85e6-4c0f-9231-83955e0a2879 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209363 Nov 12 03:35:43.518612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port 4230ef0a-4e33-4514-84e0-13e17744d331, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4230ef0a-4e33-4514-84e0-13e17744d331,segment=NetworkSegment(2bdf41ea-b76f-4d49-98be-663b4938a847),segment_id=2bdf41ea-b76f-4d49-98be-663b4938a847)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:43.518971 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.544753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for 4230ef0a-4e33-4514-84e0-13e17744d331 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:43.575146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.676276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=9b05dbb6-d37a-4398-a867-8cb271579423,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.693075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-3b34e451-5519-48f0-9869-2afb381b9769 service neutron] 10.222.0.20 "GET /v2.0/networks/9998499a-4433-4d69-850c-e8532315439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494956 Nov 12 03:35:43.783373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': 'd5ec8426-3917-4048-ad22-46875739bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9a4c6105-0a16-412c-9baf-856543d82089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:43.783749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: 9a4c6105-0a16-412c-9baf-856543d82089, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:43.824144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 9a4c6105-0a16-412c-9baf-856543d82089 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:43.848770 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c25581-56ec-47f3-ae9b-f65e0550bdbb None None] New status for floating IP 8678e27a-69e2-4ee1-8c6f-9dee549d3c75: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:43.884119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9a4c6105-0a16-412c-9baf-856543d82089) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:43.895424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c4eb5-3cd7-41f5-a6d0-6549778fe2e1 None None] Network 9a4c6105-0a16-412c-9baf-856543d82089 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:43.895687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.901829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.915394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7ec41c1-f120-4242-8047-30f20f2342f5 req-acd76170-7cc7-4d28-b047-4117ae28d2d8 service neutron] 10.222.0.20 "GET /v2.0/networks/9998499a-4433-4d69-850c-e8532315439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149785 Nov 12 03:35:43.956368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e0868895-42b3-4790-8455-44696ed7cd29 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5900753 Nov 12 03:35:43.960030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52588) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.974604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1619683221'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:43.999391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.035853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=4230ef0a-4e33-4514-84e0-13e17744d331,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.058895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:44.065036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.109446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:44.130277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.131759 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment 0895c9e9-9b64-4bc8-8d69-57dcc050dd4f of type vlan for network 4a120b43-f7fe-49d4-bd4b-cfc5657e3001 Nov 12 03:35:44.162198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93fbe3-7424-4992-8186-d9e2ce1e0837 req-484202d5-1b08-4ade-aeb6-73f5b3461fbb tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.163880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d93fbe3-7424-4992-8186-d9e2ce1e0837 req-484202d5-1b08-4ade-aeb6-73f5b3461fbb tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 944 time: 0.2484503 Nov 12 03:35:44.346778 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d93fbe3-7424-4992-8186-d9e2ce1e0837 req-c7fc71d2-cb13-45d2-a6e6-4eeeb170db36 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636589 Nov 12 03:35:44.371630 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.483320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-9a4c6105-0a16-412c-9baf-856543d82089', 'network_id': '9a4c6105-0a16-412c-9baf-856543d82089', 'tenant_id': '8510e822d59243e09ab36c7a35d21ec9', 'fixed_ips': [{'subnet_id': '9b05dbb6-d37a-4398-a867-8cb271579423'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:44.488310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.522797 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.540764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.541634 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.582561 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.604559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7ac08-59c1-4b7e-9b94-38931355a384 req-e8235fee-d7a2-45f2-b1ae-8590e50c553a tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.611945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aee7ac08-59c1-4b7e-9b94-38931355a384 req-e8235fee-d7a2-45f2-b1ae-8590e50c553a tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 943 time: 0.3288486 Nov 12 03:35:44.648185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6869979 Nov 12 03:35:44.679791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52602) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:44.707862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': '4a120b43-f7fe-49d4-bd4b-cfc5657e3001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:44.746267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:44.748250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0df016e6-be80-403c-87c6-a3cea111a631 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:44.798278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a50f9cd-7956-458f-96f7-4966d8fdb7d5 req-93ad1e04-a6e0-4135-899d-a41b817e968d tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0792952 Nov 12 03:35:44.956175 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Allocated IP 2001:db8:0:ffff::2 (9a4c6105-0a16-412c-9baf-856543d82089/9b05dbb6-d37a-4398-a867-8cb271579423/39a212fd-f18c-4189-95f7-866a4adb0036) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:44.989718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:44.997922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75f12a-dd4e-4724-b1e4-58d2e688e3e6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=4a120b43-f7fe-49d4-bd4b-cfc5657e3001,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.062442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 4a120b43-f7fe-49d4-bd4b-cfc5657e3001 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:45.122766 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aee7ac08-59c1-4b7e-9b94-38931355a384 req-203a83b8-1738-4ce2-aa21-0f3c865ff68c tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717677 Nov 12 03:35:45.170851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:45.174801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.213550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:45.237274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5fd37090-c4e7-46ac-9166-7a1abd566eed tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5135300 Nov 12 03:35:45.238386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52608) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:45.307294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a5edd2-9996-4181-b0b7-1d9bdd87f87d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting subnet cd139204-48cc-4b66-9221-f45f7d999e06 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:45.314997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5edd2-9996-4181-b0b7-1d9bdd87f87d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.352380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:45.505791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5edd2-9996-4181-b0b7-1d9bdd87f87d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.620989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 0df016e6-be80-403c-87c6-a3cea111a631 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:45.665986 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.677866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:45.678894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:45.858101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 0df016e6-be80-403c-87c6-a3cea111a631 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:45.858685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.886364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=4c3e6b7b-2ae4-403e-b158-438278c4f308,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.890015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': '0895c9e9-9b64-4bc8-8d69-57dcc050dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4a120b43-f7fe-49d4-bd4b-cfc5657e3001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:45.890598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: 4a120b43-f7fe-49d4-bd4b-cfc5657e3001, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:46.007776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 4a120b43-f7fe-49d4-bd4b-cfc5657e3001 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:46.020057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,segment=NetworkSegment(15a5550e-aeab-4b0b-b453-b2cc139a7da8),segment_id=15a5550e-aeab-4b0b-b453-b2cc139a7da8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:46.030608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1e09a-1978-4710-b3d0-f6cefc5a9448 req-e733b106-6795-4bcb-a76f-6ec7d962caea tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.041285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed1e09a-1978-4710-b3d0-f6cefc5a9448 req-e733b106-6795-4bcb-a76f-6ec7d962caea tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 944 time: 0.4159045 Nov 12 03:35:46.053239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 4a120b43-f7fe-49d4-bd4b-cfc5657e3001) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:46.062091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.062091 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.092367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e126d321-d98f-4911-9078-e38dcf3b0c6e None None] Network 4a120b43-f7fe-49d4-bd4b-cfc5657e3001 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:46.116803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:46.139778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c7a20ce2-6a87-41a7-ad3e-4a990f17afc1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4510820 Nov 12 03:35:46.155108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52622) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:46.253814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '804c10bc-cc59-4a92-aa50-c9aefcae2ff7', 'network_id': '9998499a-4433-4d69-850c-e8532315439a', 'port_id': '804c10bc-cc59-4a92-aa50-c9aefcae2ff7', 'mac_address': 'fa:16:3e:a7:1b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975631bf-185d-4f4d-a7ff-fe776d780914', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:46.256567 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-98e4b6fc-313d-44e0-a9c9-6794f7b6944f req-872752f9-a7f1-4e43-bfe4-71bd88fb918f tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.1141775 Nov 12 03:35:46.266644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 11, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:46.311486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ed1e09a-1978-4710-b3d0-f6cefc5a9448 req-0a71c524-7f74-43b4-958b-b64e5dd35bd5 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688920 Nov 12 03:35:46.414448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5edd2-9996-4181-b0b7-1d9bdd87f87d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.474772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9ebd4-347c-4c7a-9563-4ce59f6e9166 req-f108532e-ffc1-4a88-9262-f048ba31d87a tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.476588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5cc9ebd4-347c-4c7a-9563-4ce59f6e9166 req-f108532e-ffc1-4a88-9262-f048ba31d87a tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 943 time: 0.0744896 Nov 12 03:35:46.486588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:46.536306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5cc9ebd4-347c-4c7a-9563-4ce59f6e9166 req-f251a879-9ad3-4175-99a8-bcea4bddda6c tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527458 Nov 12 03:35:46.569996 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5edd2-9996-4181-b0b7-1d9bdd87f87d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.598468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:46.598468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:46.626642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5edd2-9996-4181-b0b7-1d9bdd87f87d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Subnet': ['ID=cd139204-48cc-4b66-9221-f45f7d999e06,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.629007 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5edd2-9996-4181-b0b7-1d9bdd87f87d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.632406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-38a5edd2-9996-4181-b0b7-1d9bdd87f87d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/cd139204-48cc-4b66-9221-f45f7d999e06 HTTP/1.1" status: 204 len: 168 time: 1.3882673 Nov 12 03:35:46.635102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52630) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:46.685940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.699155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c573-11c6-49c5-a16b-abc896d6a0d2 req-979ddcb7-ed48-4ed1-a993-94e586f6a468 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.701233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b691c573-11c6-49c5-a16b-abc896d6a0d2 req-979ddcb7-ed48-4ed1-a993-94e586f6a468 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2056227 Nov 12 03:35:46.767201 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.771314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b691c573-11c6-49c5-a16b-abc896d6a0d2 req-d56af626-4078-4a83-b4f3-de4157585cf3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633116 Nov 12 03:35:46.869727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.882084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Deleting port e75cf2ee-2afc-4049-9864-7188e6210f05 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:46.882952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.960130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.984630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] For port e75cf2ee-2afc-4049-9864-7188e6210f05, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e75cf2ee-2afc-4049-9864-7188e6210f05,segment=NetworkSegment(2bdf41ea-b76f-4d49-98be-663b4938a847),segment_id=2bdf41ea-b76f-4d49-98be-663b4938a847)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:46.985122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.003189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Calling delete_port for e75cf2ee-2afc-4049-9864-7188e6210f05 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:47.014870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ad421-93f8-4131-a859-3c726984752d req-88eb6111-57f2-4231-a386-e277c7bd7ab1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.016451 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-318ad421-93f8-4131-a859-3c726984752d req-88eb6111-57f2-4231-a386-e277c7bd7ab1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1124792 Nov 12 03:35:47.022480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3e6b7b-2ae4-403e-b158-438278c4f308,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.079174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-318ad421-93f8-4131-a859-3c726984752d req-06f9b938-2c9f-4dcb-ac5f-9200b78b977f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475614 Nov 12 03:35:47.104101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.120198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb18c7-7a26-4d3a-8af7-b8d825f82242 None None] Network 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:47.133932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a120b43-f7fe-49d4-bd4b-cfc5657e3001']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.146126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0895c9e9-9b64-4bc8-8d69-57dcc050dd4f') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.146497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0895c9e9-9b64-4bc8-8d69-57dcc050dd4f') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.159589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.178721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.193526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:47.194102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:47.199023 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:47.209689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.258226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Port': ['ID=e75cf2ee-2afc-4049-9864-7188e6210f05,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.276434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.287759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.289864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No DVR routers for this DVR port e75cf2ee-2afc-4049-9864-7188e6210f05 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:47.300936 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.310522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/4a120b43-f7fe-49d4-bd4b-cfc5657e3001 HTTP/1.1" status: 204 len: 168 time: 1.1504905 Nov 12 03:35:47.310905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52656) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.339122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-663379645'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:47.352168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4417d8-14ae-418e-9071-403b94fc5fd4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=4a120b43-f7fe-49d4-bd4b-cfc5657e3001,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.388163 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.429944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:47.467926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-623616b2-6b09-4976-b53d-fae8bf74a873 req-da062517-c013-46b0-b615-151968769567 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0824466 Nov 12 03:35:47.472265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb6f0e-a0ee-458b-a7d4-e103fbe25db6 req-391dc8d5-7df9-42d4-8ac0-ed9f384a17fb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.481249 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0bb6f0e-a0ee-458b-a7d4-e103fbe25db6 req-391dc8d5-7df9-42d4-8ac0-ed9f384a17fb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1924527 Nov 12 03:35:47.496216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:47.498077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.500383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.555454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:47.581600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0bb6f0e-a0ee-458b-a7d4-e103fbe25db6 req-44e5aeab-6a31-4e20-8633-ba7aba0039d7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944898 Nov 12 03:35:47.591460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.594137 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment a5ef0266-1393-4a6a-b132-5381e65cf7aa of type vlan for network 538ef2f9-1309-48a8-9d89-0b23dd3fa91b Nov 12 03:35:47.602485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.636526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdf41ea-b76f-4d49-98be-663b4938a847') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.636907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdf41ea-b76f-4d49-98be-663b4938a847') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.655622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.669196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.671435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 11, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.698030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:47.710714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.722911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.740913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:47.741329 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:47.745269 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:47.750347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.756335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f5b6b-5e38-452c-9901-e7154e1db66f None None] Network 4a120b43-f7fe-49d4-bd4b-cfc5657e3001 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:47.771986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5c81-c585-4a6a-bd4a-8f5cd81496bf req-bc506f7d-771f-412e-993b-2af9a8dcafe4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.773131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0feaa15-2c6d-4f56-a895-354cc96b73d8 None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 11, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:47.773830 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e9a5c81-c585-4a6a-bd4a-8f5cd81496bf req-bc506f7d-771f-412e-993b-2af9a8dcafe4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 944 time: 0.1056683 Nov 12 03:35:47.776186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.788505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.789359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.846745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Network 9a4c6105-0a16-412c-9baf-856543d82089 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:47.849266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f5b6b-5e38-452c-9901-e7154e1db66f None None] Network 4a120b43-f7fe-49d4-bd4b-cfc5657e3001 could not be found, it might have been deleted concurrently. {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:35:47.852305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82352-6e23-40f1-b9b6-d22768efd147 req-1ef2a1ad-164b-4041-8ee6-e72d645eee2f tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.855163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,segment=NetworkSegment(15a5550e-aeab-4b0b-b453-b2cc139a7da8),segment_id=15a5550e-aeab-4b0b-b453-b2cc139a7da8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:47.856373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7fb82352-6e23-40f1-b9b6-d22768efd147 req-1ef2a1ad-164b-4041-8ee6-e72d645eee2f tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 943 time: 0.1908648 Nov 12 03:35:47.878365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b873ee60-1d3e-414f-8d9a-3f74720cd59b None None] DHCP port deletion for 5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:47.886646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:47.890776 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.893545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:47.899768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Pushing event updated for resources: {'Port': ['ID=39a212fd-f18c-4189-95f7-866a4adb0036,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.901836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6561e9d0-09fb-4f29-829d-9746f0eaeb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df016e6-be80-403c-87c6-a3cea111a631'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:47.904205 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33d4c7-339c-4652-ae8d-e9880d08cce8" -d '{"events": [{"server_uuid": "6561e9d0-09fb-4f29-829d-9746f0eaeb46", "name": "network-vif-plugged", "status": "completed", "tag": "0df016e6-be80-403c-87c6-a3cea111a631"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:47.915460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5863161 Nov 12 03:35:47.925804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52668) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.937303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': '538ef2f9-1309-48a8-9d89-0b23dd3fa91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:47.946238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4a755-6480-4821-8404-7c3cb2c50529 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=538ef2f9-1309-48a8-9d89-0b23dd3fa91b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.968771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0df016e6-be80-403c-87c6-a3cea111a631, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0df016e6-be80-403c-87c6-a3cea111a631,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:47.982136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 538ef2f9-1309-48a8-9d89-0b23dd3fa91b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:48.018684 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.023369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.030669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/networks/5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9 HTTP/1.1" status: 204 len: 168 time: 1.3944945 Nov 12 03:35:48.031552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52670) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.037929 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e9a5c81-c585-4a6a-bd4a-8f5cd81496bf req-b438e4f9-f366-4ede-9c7e-a260647d062b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439969 Nov 12 03:35:48.059384 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.068678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'routes': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:48.072188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747c09-d8a0-4022-84fa-f0bd563279da tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Pushing event deleted for resources: {'Network': ['ID=5da0a1ef-d905-4861-a1e8-90dd8d8fe9e9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.147611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:48.151929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.175329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7fb82352-6e23-40f1-b9b6-d22768efd147 req-d8ac6654-c96b-4b71-8235-bbc50787c55a tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300894 Nov 12 03:35:48.400905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.522953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Added routes are [] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:35:48.523214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Removed routes are [] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:35:48.524806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.544828 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c8cd82-61b3-4393-8314-1718ae213bb2 x-openstack-request-id: req-45c8cd82-61b3-4393-8314-1718ae213bb2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:48.545246 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6561e9d0-09fb-4f29-829d-9746f0eaeb46", "name": "network-vif-plugged", "status": "completed", "tag": "0df016e6-be80-403c-87c6-a3cea111a631", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:48.545609 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45c8cd82-61b3-4393-8314-1718ae213bb2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:48.546132 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6561e9d0-09fb-4f29-829d-9746f0eaeb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df016e6-be80-403c-87c6-a3cea111a631', 'code': 200} Nov 12 03:35:48.548964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4230ef0a-4e33-4514-84e0-13e17744d331 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:48.551667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Attempting to bind port 39a212fd-f18c-4189-95f7-866a4adb0036 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:48.552196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Attempting to bind port 39a212fd-f18c-4189-95f7-866a4adb0036 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'd5ec8426-3917-4048-ad22-46875739bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9a4c6105-0a16-412c-9baf-856543d82089'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:48.552770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Attempting to bind port 39a212fd-f18c-4189-95f7-866a4adb0036 on network 9a4c6105-0a16-412c-9baf-856543d82089 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:48.555392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['804c10bc-cc59-4a92-aa50-c9aefcae2ff7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:48.613841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0df016e6-be80-403c-87c6-a3cea111a631,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.617412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:48.618145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Checking segment: {'id': 'd5ec8426-3917-4048-ad22-46875739bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9a4c6105-0a16-412c-9baf-856543d82089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:48.618771 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.619365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Bound using segment: {'id': 'd5ec8426-3917-4048-ad22-46875739bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9a4c6105-0a16-412c-9baf-856543d82089'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:48.620063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Bound port: 39a212fd-f18c-4189-95f7-866a4adb0036, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ec8426-3917-4048-ad22-46875739bbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '9a4c6105-0a16-412c-9baf-856543d82089'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:48.620695 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.622886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4230ef0a-4e33-4514-84e0-13e17744d331 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:48.623466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4230ef0a-4e33-4514-84e0-13e17744d331 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:48.624634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e75cf2ee-2afc-4049-9864-7188e6210f05 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:48.624862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.649070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd8863dd-782d-400e-a26f-1f064ffc26ab req-0cac3dc3-0db9-445e-bd8b-c04912f899fd tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0455656 Nov 12 03:35:48.666624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: e75cf2ee-2afc-4049-9864-7188e6210f05 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:48.667214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e75cf2ee-2afc-4049-9864-7188e6210f05 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:48.787676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=25295d3e-abe4-49d3-9151-db1e4230ff19,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.800671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c47ca0-cd5d-410f-92a7-03e8a7bffb2b req-25d9b284-c438-4116-891e-7c543c046bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.802753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06c47ca0-cd5d-410f-92a7-03e8a7bffb2b req-25d9b284-c438-4116-891e-7c543c046bee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 1097 time: 0.1639335 Nov 12 03:35:48.805917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] For port 39a212fd-f18c-4189-95f7-866a4adb0036, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:48.807629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.811979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] For port 39a212fd-f18c-4189-95f7-866a4adb0036, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=39a212fd-f18c-4189-95f7-866a4adb0036,segment=NetworkSegment(d5ec8426-3917-4048-ad22-46875739bbbe),segment_id=d5ec8426-3917-4048-ad22-46875739bbbe)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:48.818804 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.824371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.863073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18495-b815-46b8-b4ef-5615ca79e44f req-9d6141be-7b4d-4618-b382-79357689f841 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.875401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc18495-b815-46b8-b4ef-5615ca79e44f req-9d6141be-7b4d-4618-b382-79357689f841 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.7296305 Nov 12 03:35:48.951921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router d0474594-f6bb-4274-9edb-db0ac42a8f81 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:48.955015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-06c47ca0-cd5d-410f-92a7-03e8a7bffb2b req-333b26da-2b5d-4200-a5d0-8da711b5b456 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434801 Nov 12 03:35:48.963980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': 'a5ef0266-1393-4a6a-b132-5381e65cf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '538ef2f9-1309-48a8-9d89-0b23dd3fa91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:48.964357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: 538ef2f9-1309-48a8-9d89-0b23dd3fa91b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:49.016259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4663aa-1a65-41c1-a515-e1512bc1b568 None None] Pushing event updated for resources: {'Port': ['ID=39a212fd-f18c-4189-95f7-866a4adb0036,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.035358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bc18495-b815-46b8-b4ef-5615ca79e44f req-2fac0479-2cf1-4b83-9b0f-54b7bae471d4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589985 Nov 12 03:35:49.037307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 538ef2f9-1309-48a8-9d89-0b23dd3fa91b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:49.053985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 538ef2f9-1309-48a8-9d89-0b23dd3fa91b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:49.075789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4aa6bb-6f4f-4111-bb16-a98e726f606d None None] Network 538ef2f9-1309-48a8-9d89-0b23dd3fa91b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:49.089928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.091386 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.100385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:49.117427 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] Sync routers for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:49.123874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.136198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c383b076-ae89-4e25-8957-949181250a6f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 200 len: 701 time: 1.0722067 Nov 12 03:35:49.137235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52690) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.143712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0c8c40f6-46e3-448e-b0ed-8ab576d17c1c tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2071924 Nov 12 03:35:49.144566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52692) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.188478 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:49.189746 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.199444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65570394'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:49.223112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-64695652-0a46-4b1c-915e-ec8791d13473 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 200 len: 205 time: 0.0845125 Nov 12 03:35:49.232540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52698) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.333240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b095-2e71-4136-b753-5aee9d28f49f req-a47ea3a6-bca4-4f98-8da7-2b357cb21ddc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.347117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a3b0b095-2e71-4136-b753-5aee9d28f49f req-a47ea3a6-bca4-4f98-8da7-2b357cb21ddc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 945 time: 0.1824369 Nov 12 03:35:49.385759 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:49.467288 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 11, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.470784 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a3b0b095-2e71-4136-b753-5aee9d28f49f req-409763e6-07b9-45b3-944a-9f1b35be5573 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199214 Nov 12 03:35:49.471200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:49.482920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.495170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-538ef2f9-1309-48a8-9d89-0b23dd3fa91b', 'network_id': '538ef2f9-1309-48a8-9d89-0b23dd3fa91b', 'tenant_id': '8510e822d59243e09ab36c7a35d21ec9', 'fixed_ips': [{'subnet_id': '25295d3e-abe4-49d3-9151-db1e4230ff19'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:49.497114 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.506838 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] Checking router: d0474594-f6bb-4274-9edb-db0ac42a8f81 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:49.519815 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] Routers {'d0474594-f6bb-4274-9edb-db0ac42a8f81'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:49.521078 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d0474594-f6bb-4274-9edb-db0ac42a8f81'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.522878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee9539eb-1c30-4879-8be5-bcc8c25a0a2a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.624622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f26be-f765-475a-ae64-cd2598d5c5dc req-bf2a38e8-1ec2-42ad-9161-5384920e50d7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.625194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:49.635928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-600f26be-f765-475a-ae64-cd2598d5c5dc req-bf2a38e8-1ec2-42ad-9161-5384920e50d7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 944 time: 0.0642226 Nov 12 03:35:49.639773 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] Set router d0474594-f6bb-4274-9edb-db0ac42a8f81 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:49.714693 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 11, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.727421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-600f26be-f765-475a-ae64-cd2598d5c5dc req-b2a9a94b-2bf0-4329-bc51-80cd6cf7d48c tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823936 Nov 12 03:35:49.765496 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766a8a1-52b3-400e-92ef-f6cf899f95ff None None] The sync data for ids ['d0474594-f6bb-4274-9edb-db0ac42a8f81'] in n-d-789963-21 is: [{'id': 'd0474594-f6bb-4274-9edb-db0ac42a8f81', 'name': 'tempest-RoutersTest-router-1981336631', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 11, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:49.845054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Allocated IP 2001:db8::3 (538ef2f9-1309-48a8-9d89-0b23dd3fa91b/25295d3e-abe4-49d3-9151-db1e4230ff19/1d7f92dd-5562-4ed5-9f44-ba9d9d899014) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:49.917772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:50.044510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cdd4818f-140d-445c-a7f7-239cb17d9733 req-c47f0e96-b476-4e69-b7db-c1119c7a38d1 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0970075 Nov 12 03:35:50.158411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:50.182673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 39a212fd-f18c-4189-95f7-866a4adb0036 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:50.242702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:50.243035 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.358772 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.367596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 39a212fd-f18c-4189-95f7-866a4adb0036 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:50.371360 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.404400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.530303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Network 538ef2f9-1309-48a8-9d89-0b23dd3fa91b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:50.531456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe02f0c-8374-4618-b9f8-0a21ae8981db None None] Network 9a4c6105-0a16-412c-9baf-856543d82089 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:50.538868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Pushing event updated for resources: {'Port': ['ID=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.561576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:50.575436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.581940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:50.620016 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee9539eb-1c30-4879-8be5-bcc8c25a0a2a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.622283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee9539eb-1c30-4879-8be5-bcc8c25a0a2a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.668108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5231c-d167-4295-8ea1-9047fe967a41 req-8bd7e5a2-5da3-472c-b661-6543fbaa6f44 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.677480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79c5231c-d167-4295-8ea1-9047fe967a41 req-8bd7e5a2-5da3-472c-b661-6543fbaa6f44 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 945 time: 0.0766807 Nov 12 03:35:50.686341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72398de4-5cca-47a8-8cd4-14355d6c8481 req-3047d8b2-85f1-4955-ba9b-43ccb44e9b59 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.687932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72398de4-5cca-47a8-8cd4-14355d6c8481 req-3047d8b2-85f1-4955-ba9b-43ccb44e9b59 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 1.2573733 Nov 12 03:35:50.692520 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee9539eb-1c30-4879-8be5-bcc8c25a0a2a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.693254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9539eb-1c30-4879-8be5-bcc8c25a0a2a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Fanout notify agent at l3_agent the message router_deleted on router d0474594-f6bb-4274-9edb-db0ac42a8f81 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:50.700667 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee9539eb-1c30-4879-8be5-bcc8c25a0a2a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.707759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ee9539eb-1c30-4879-8be5-bcc8c25a0a2a tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 204 len: 168 time: 1.4740748 Nov 12 03:35:50.709880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52710) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:50.721932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-55143854-e595-4d1b-b725-0ee8a7bea4b4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2057249831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:50.728704 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,segment=NetworkSegment(15a5550e-aeab-4b0b-b453-b2cc139a7da8),segment_id=15a5550e-aeab-4b0b-b453-b2cc139a7da8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:50.741082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766efb27-9f35-4568-9522-d70d142f8ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c10bc-cc59-4a92-aa50-c9aefcae2ff7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:50.744764 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9dd0f-c0dd-4f0f-a0c8-6b504095f707" -d '{"events": [{"server_uuid": "766efb27-9f35-4568-9522-d70d142f8ea5", "name": "network-vif-plugged", "status": "completed", "tag": "804c10bc-cc59-4a92-aa50-c9aefcae2ff7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:50.768989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79c5231c-d167-4295-8ea1-9047fe967a41 req-9b864d18-b8f8-4757-b5e2-0a1ad44c16c9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892041 Nov 12 03:35:50.773945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.774292 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment 784a1087-a2cd-484c-ba5e-fa428f02cec5 of type vlan for network b67f26e2-37f4-495b-b169-ebae4b69ed64 Nov 12 03:35:50.817832 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.877550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.901503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83803fe-1884-41e9-878b-8aa0b34ff363 req-facbd9a4-0539-4ce9-8453-9c1fb294562c tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.903384 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a83803fe-1884-41e9-878b-8aa0b34ff363 req-facbd9a4-0539-4ce9-8453-9c1fb294562c tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 945 time: 0.0618985 Nov 12 03:35:50.916825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.932153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.932984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.965604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55143854-e595-4d1b-b725-0ee8a7bea4b4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.968373 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55143854-e595-4d1b-b725-0ee8a7bea4b4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.017160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a83803fe-1884-41e9-878b-8aa0b34ff363 req-9df00777-2f2f-4744-993d-486a6b224814 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045280 Nov 12 03:35:51.080014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72398de4-5cca-47a8-8cd4-14355d6c8481 req-9a5a507a-b94f-43e5-92f6-34fa0f02b53a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686409 Nov 12 03:35:51.101545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9494789 Nov 12 03:35:51.101850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52722) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.105953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': 'b67f26e2-37f4-495b-b169-ebae4b69ed64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:51.133577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e2922c9d-2092-4702-9b4c-5f842bc52d13 None None] Provisioning complete for port 39a212fd-f18c-4189-95f7-866a4adb0036 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:51.133966 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e2922c9d-2092-4702-9b4c-5f842bc52d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.160031 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c612f-2685-4797-865b-9fc65164205d x-openstack-request-id: req-b04c612f-2685-4797-865b-9fc65164205d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:51.160323 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766efb27-9f35-4568-9522-d70d142f8ea5", "name": "network-vif-plugged", "status": "completed", "tag": "804c10bc-cc59-4a92-aa50-c9aefcae2ff7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:51.160591 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b04c612f-2685-4797-865b-9fc65164205d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:51.161022 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766efb27-9f35-4568-9522-d70d142f8ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c10bc-cc59-4a92-aa50-c9aefcae2ff7', 'code': 200} Nov 12 03:35:51.161612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.221827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Attempting to bind port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:51.222473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Attempting to bind port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'a5ef0266-1393-4a6a-b132-5381e65cf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '538ef2f9-1309-48a8-9d89-0b23dd3fa91b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:51.223073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Attempting to bind port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 on network 538ef2f9-1309-48a8-9d89-0b23dd3fa91b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:51.236443 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55143854-e595-4d1b-b725-0ee8a7bea4b4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.238331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617cf6f-dc7f-4ac4-999d-8410270b24a2 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=b67f26e2-37f4-495b-b169-ebae4b69ed64,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.255308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55143854-e595-4d1b-b725-0ee8a7bea4b4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.258121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network b67f26e2-37f4-495b-b169-ebae4b69ed64 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:51.271101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.306338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55143854-e595-4d1b-b725-0ee8a7bea4b4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.311989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-55143854-e595-4d1b-b725-0ee8a7bea4b4 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5997326 Nov 12 03:35:51.313242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52728) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.326047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-69eb0e1e-2afd-4351-8b0b-e666c6736dc8 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:51.332437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:51.333007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Checking segment: {'id': 'a5ef0266-1393-4a6a-b132-5381e65cf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '538ef2f9-1309-48a8-9d89-0b23dd3fa91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:51.333507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.339498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Bound using segment: {'id': 'a5ef0266-1393-4a6a-b132-5381e65cf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '538ef2f9-1309-48a8-9d89-0b23dd3fa91b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:51.340182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Bound port: 1d7f92dd-5562-4ed5-9f44-ba9d9d899014, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ef0266-1393-4a6a-b132-5381e65cf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '538ef2f9-1309-48a8-9d89-0b23dd3fa91b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:51.343769 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.466227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b79e8-30e2-4665-823a-8796eaa616f5 req-a92f0122-848e-429a-bc8e-bf430755aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.469364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c82b79e8-30e2-4665-823a-8796eaa616f5 req-a92f0122-848e-429a-bc8e-bf430755aae4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1311095 Nov 12 03:35:51.474293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:51.479282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.519282 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9372a02-5bc4-4023-b528-b510a3ef9947 req-bc738724-c365-43f5-a8ea-4a7f136b0a5d tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/ports?device_id=90a7735d-03c0-401f-9705-b87d2b486a75 HTTP/1.1" status: 200 len: 210 time: 0.0504789 Nov 12 03:35:51.522237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 39a212fd-f18c-4189-95f7-866a4adb0036, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=39a212fd-f18c-4189-95f7-866a4adb0036,segment=NetworkSegment(d5ec8426-3917-4048-ad22-46875739bbbe),segment_id=d5ec8426-3917-4048-ad22-46875739bbbe)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:51.561934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Performing IP validity checks on allocation pools {{(pid=102629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:35:51.565191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:35:51.576157 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.772360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=39a212fd-f18c-4189-95f7-866a4adb0036,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.819112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c82b79e8-30e2-4665-823a-8796eaa616f5 req-558b954c-396e-49cb-b979-f7db33d5f586 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955049 Nov 12 03:35:51.869640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] For port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:51.874464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] For port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,segment=NetworkSegment(a5ef0266-1393-4a6a-b132-5381e65cf7aa),segment_id=a5ef0266-1393-4a6a-b132-5381e65cf7aa)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:51.888632 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69eb0e1e-2afd-4351-8b0b-e666c6736dc8 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.891839 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.895735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba6cca-2ea5-4048-9f2d-aaa637006823 req-ee11fa26-e525-4b7c-9e3f-939e87d07baf tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.898465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aaba6cca-2ea5-4048-9f2d-aaa637006823 req-ee11fa26-e525-4b7c-9e3f-939e87d07baf tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2829325 Nov 12 03:35:51.959052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943971d7-a069-4221-8c0a-db9afec442e1 req-65c45a3a-114a-4bf7-b952-b7f67b421c81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.969803 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-943971d7-a069-4221-8c0a-db9afec442e1 req-65c45a3a-114a-4bf7-b952-b7f67b421c81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 945 time: 0.2644835 Nov 12 03:35:51.973197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69eb0e1e-2afd-4351-8b0b-e666c6736dc8 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.069472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088b55-b74c-44d4-a86a-3fdd2a58f5d5 None None] Pushing event updated for resources: {'Port': ['ID=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.131709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aaba6cca-2ea5-4048-9f2d-aaa637006823 req-b663e4e1-7422-419c-9d08-bdb12e9a1a05 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950717 Nov 12 03:35:52.183308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 39a212fd-f18c-4189-95f7-866a4adb0036 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:52.242647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.328662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=9b56dcdd-4262-4349-9f45-16c0bb08b25f,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.329182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 39a212fd-f18c-4189-95f7-866a4adb0036 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:52.330753 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.358936 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-943971d7-a069-4221-8c0a-db9afec442e1 req-a6aae1a7-fcd0-40f4-a7d1-c53b9b062db7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879998 Nov 12 03:35:52.404824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': '784a1087-a2cd-484c-ba5e-fa428f02cec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b67f26e2-37f4-495b-b169-ebae4b69ed64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:52.405200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: b67f26e2-37f4-495b-b169-ebae4b69ed64, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:52.418773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eb0e1e-2afd-4351-8b0b-e666c6736dc8 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Router 8890c502-7c90-4342-9894-5713a0d642b2 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:52.509741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c35a3-95a8-4919-b789-f1766df49f05 req-adc68b25-14c1-4910-a8b5-02cb82eb78c7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.519565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-210c35a3-95a8-4919-b789-f1766df49f05 req-adc68b25-14c1-4910-a8b5-02cb82eb78c7 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 945 time: 0.1920826 Nov 12 03:35:52.529561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0e548025-af03-4ce5-960b-6b614ed816d9 None None] Provisioning complete for port 39a212fd-f18c-4189-95f7-866a4adb0036 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:52.537151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0e548025-af03-4ce5-960b-6b614ed816d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.622005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network b67f26e2-37f4-495b-b169-ebae4b69ed64 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:52.656773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-210c35a3-95a8-4919-b789-f1766df49f05 req-f18847ec-89a5-4029-9bd1-c378469e07f3 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358299 Nov 12 03:35:52.662972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, b67f26e2-37f4-495b-b169-ebae4b69ed64) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:52.677804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.678400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.739368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eb0e1e-2afd-4351-8b0b-e666c6736dc8 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:52.748900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dd707e1d-2440-4b8a-8f7a-db87dc07dc09 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6462562 Nov 12 03:35:52.751606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52746) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:52.756131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69eb0e1e-2afd-4351-8b0b-e666c6736dc8 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.762042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868178a1-cf03-416b-a26f-3e51219dbdf9 None None] Network b67f26e2-37f4-495b-b169-ebae4b69ed64 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:52.765693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-69eb0e1e-2afd-4351-8b0b-e666c6736dc8 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "PUT /v2.0/routers/8890c502-7c90-4342-9894-5713a0d642b2 HTTP/1.1" status: 200 len: 694 time: 1.4494848 Nov 12 03:35:52.775353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52748) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:52.786574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] Sync routers for ids ['8890c502-7c90-4342-9894-5713a0d642b2'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:52.822138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52752) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:52.928198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-210a732b-3a82-450e-933e-b98fed175e2e tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/routers/8890c502-7c90-4342-9894-5713a0d642b2 HTTP/1.1" status: 200 len: 700 time: 0.1510653 Nov 12 03:35:52.930677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52754) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:52.965928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] Routers {'8890c502-7c90-4342-9894-5713a0d642b2'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:52.966841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8890c502-7c90-4342-9894-5713a0d642b2'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:52.973953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-06474150-5f1e-41d3-bd5d-5bd9974482f5 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=8890c502-7c90-4342-9894-5713a0d642b2 HTTP/1.1" status: 200 len: 205 time: 0.0421383 Nov 12 03:35:52.976288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52756) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:53.085810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] Set router 8890c502-7c90-4342-9894-5713a0d642b2 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:53.093912 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.101050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba88f351-a265-4110-9aee-30851d2bdd74 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.183589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8890c502-7c90-4342-9894-5713a0d642b2', 'name': 'tempest-RoutersTest-router-2057249831', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:51Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:53.221313 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46ed9098-2d8b-495c-95c6-873101973f72 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.230547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] Checking router: 8890c502-7c90-4342-9894-5713a0d642b2 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:53.250517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] Routers {'8890c502-7c90-4342-9894-5713a0d642b2'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:53.251147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8890c502-7c90-4342-9894-5713a0d642b2'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:53.285751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e05559-c295-4659-b145-3b2cbe895656 req-d736f5f1-748a-4b33-809e-6f8cc0c8f5e2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.287101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6e05559-c295-4659-b145-3b2cbe895656 req-d736f5f1-748a-4b33-809e-6f8cc0c8f5e2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 945 time: 0.2121904 Nov 12 03:35:53.306492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344cfc6-f8eb-4cde-baef-bfd1b44a79ee req-c3006c3d-c91b-4ae4-a4d5-74fa1be812bc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.319585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46ed9098-2d8b-495c-95c6-873101973f72 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.324764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7344cfc6-f8eb-4cde-baef-bfd1b44a79ee req-c3006c3d-c91b-4ae4-a4d5-74fa1be812bc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.5581176 Nov 12 03:35:53.354630 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.407223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] Set router 8890c502-7c90-4342-9894-5713a0d642b2 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:53.536081 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7344cfc6-f8eb-4cde-baef-bfd1b44a79ee req-f247392c-5655-444a-8d4f-7a402e1d8f63 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103200 Nov 12 03:35:53.577019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8890c502-7c90-4342-9894-5713a0d642b2', 'name': 'tempest-RoutersTest-router-2057249831', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:51Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:53.648777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf90a8d-ea8a-4461-9ae1-58affa7048f2 None None] The sync data for ids ['8890c502-7c90-4342-9894-5713a0d642b2'] in n-d-789963-21 is: [{'id': '8890c502-7c90-4342-9894-5713a0d642b2', 'name': 'tempest-RoutersTest-router-2057249831', 'tenant_id': 'e4060a6914c9410fbc81479fee9a34f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:51Z', 'revision_number': 2, 'project_id': 'e4060a6914c9410fbc81479fee9a34f3', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:53.683397 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba88f351-a265-4110-9aee-30851d2bdd74 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.684971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b183e-a0cf-4c3a-9dff-13ed2314f754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-b67f26e2-37f4-495b-b169-ebae4b69ed64', 'network_id': 'b67f26e2-37f4-495b-b169-ebae4b69ed64', 'tenant_id': '8510e822d59243e09ab36c7a35d21ec9', 'fixed_ips': [{'subnet_id': '9b56dcdd-4262-4349-9f45-16c0bb08b25f'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:53.685886 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bf0b183e-a0cf-4c3a-9dff-13ed2314f754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.690808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba88f351-a265-4110-9aee-30851d2bdd74 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.773013 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46ed9098-2d8b-495c-95c6-873101973f72 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.775806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46ed9098-2d8b-495c-95c6-873101973f72 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.776957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-46ed9098-2d8b-495c-95c6-873101973f72 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "DELETE /v2.0/security-groups/9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752 HTTP/1.1" status: 204 len: 168 time: 0.9518671 Nov 12 03:35:53.778167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.792290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52772) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:53.834326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3bc1a-6e40-4b70-8f86-e525fab4a7f0 req-54eee284-4a63-499b-922f-882685953119 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.835963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02c3bc1a-6e40-4b70-8f86-e525fab4a7f0 req-54eee284-4a63-499b-922f-882685953119 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 945 time: 0.3274148 Nov 12 03:35:53.851146 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-a6743f72-16e9-4f5c-ae7b-cd7f16dbcfef tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] show failed (client error): The resource could not be found. Nov 12 03:35:53.855176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a6743f72-16e9-4f5c-ae7b-cd7f16dbcfef tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "GET /v2.0/security-groups/9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752 HTTP/1.1" status: 404 len: 347 time: 0.0566082 Nov 12 03:35:53.855176 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba88f351-a265-4110-9aee-30851d2bdd74 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.856506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba88f351-a265-4110-9aee-30851d2bdd74 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Fanout notify agent at l3_agent the message router_deleted on router 8890c502-7c90-4342-9894-5713a0d642b2 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:53.858863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:53.877925 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba88f351-a265-4110-9aee-30851d2bdd74 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.879398 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ba88f351-a265-4110-9aee-30851d2bdd74 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/8890c502-7c90-4342-9894-5713a0d642b2 HTTP/1.1" status: 204 len: 168 time: 0.9021530 Nov 12 03:35:53.892714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52776) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-bf0b183e-a0cf-4c3a-9dff-13ed2314f754 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b56dcdd-4262-4349-9f45-16c0bb08b25f: This subnet is being modified by another concurrent operation. Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b56dcdd-4262-4349-9f45-16c0bb08b25f: This subnet is being modified by another concurrent operation. Nov 12 03:35:53.900187 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:35:53.929637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de31289-56b7-4d39-9f76-c8257a34dc8d None None] Network 538ef2f9-1309-48a8-9d89-0b23dd3fa91b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:53.941583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b23a80-a498-4e30-a31f-8652f062db2f None None] Network b67f26e2-37f4-495b-b169-ebae4b69ed64 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:53.948687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=9b56dcdd-4262-4349-9f45-16c0bb08b25f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:53.957152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed9098-2d8b-495c-95c6-873101973f72 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccbd7f5-acfb-4d13-bb2d-9fbe74c47752,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:53.994050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02973b-3e31-4b59-a011-0d08e0e0b6a5 req-0d327a1c-e047-45fb-a5a0-ca0faf01f707 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.004369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d02973b-3e31-4b59-a011-0d08e0e0b6a5 req-0d327a1c-e047-45fb-a5a0-ca0faf01f707 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2540011 Nov 12 03:35:54.008256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Deleting port 0df016e6-be80-403c-87c6-a3cea111a631 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:54.008608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.013330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-16eb2372-dd0d-4123-8517-08f44f150454 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=8890c502-7c90-4342-9894-5713a0d642b2 HTTP/1.1" status: 200 len: 205 time: 0.1168137 Nov 12 03:35:54.027818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52778) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.213055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d02973b-3e31-4b59-a011-0d08e0e0b6a5 req-35819369-9b5b-4ae2-8361-c34342b02c25 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072766 Nov 12 03:35:54.252504 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-7efec5a0-1ff4-4383-a111-612d9e2ed851 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] delete failed (client error): The resource could not be found. Nov 12 03:35:54.253848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7efec5a0-1ff4-4383-a111-612d9e2ed851 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/8890c502-7c90-4342-9894-5713a0d642b2 HTTP/1.1" status: 404 len: 336 time: 0.1773078 Nov 12 03:35:54.256490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52784) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.293431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.326941 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02c3bc1a-6e40-4b70-8f86-e525fab4a7f0 req-57a7bab4-15b1-4c66-ac05-95816fa5616e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932004 Nov 12 03:35:54.338860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67f26e2-37f4-495b-b169-ebae4b69ed64']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:54.384110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784a1087-a2cd-484c-ba5e-fa428f02cec5') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:54.384414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784a1087-a2cd-484c-ba5e-fa428f02cec5') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:54.389519 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-410eefed-4ac5-4df1-a80d-bcfa7dc99474 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:54.390365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410eefed-4ac5-4df1-a80d-bcfa7dc99474 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:54.395146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-410eefed-4ac5-4df1-a80d-bcfa7dc99474 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/b1e4372f-a591-420a-8fea-5a7fb421fb5b HTTP/1.1" status: 404 len: 337 time: 0.1372745 Nov 12 03:35:54.398339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52788) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.421754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.429775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:54.432084 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de879db-3cc5-4e27-8fe8-3b9b60bfa50c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:54.432803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de879db-3cc5-4e27-8fe8-3b9b60bfa50c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:54.436448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2d5a76ad-3b6e-4353-9f68-879de286b364 None None] Provisioning complete for port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:54.436866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d5a76ad-3b6e-4353-9f68-879de286b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.437366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4de879db-3cc5-4e27-8fe8-3b9b60bfa50c tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/6d48df99-1d42-4efb-b1c8-47fcdfb38bfa HTTP/1.1" status: 404 len: 337 time: 0.0375700 Nov 12 03:35:54.441905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52792) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.463157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] For port 0df016e6-be80-403c-87c6-a3cea111a631, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0df016e6-be80-403c-87c6-a3cea111a631,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:54.463834 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.467374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.488469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:54.489192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:54.492962 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:54.514336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Calling delete_port for 0df016e6-be80-403c-87c6-a3cea111a631 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:54.539271 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac527e8-fae8-43c5-b265-d9a3f9b7e338 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:54.540069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac527e8-fae8-43c5-b265-d9a3f9b7e338 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:54.546380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7ac527e8-fae8-43c5-b265-d9a3f9b7e338 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/0bdf492a-3500-4e33-a600-cc38e9395543 HTTP/1.1" status: 404 len: 337 time: 0.1019990 Nov 12 03:35:54.567022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52800) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.668725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Deleting port ec9d5188-d7f1-4e96-b4c8-7da710e01d9d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:54.677621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.681680 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a179e9-53eb-4f4d-ab53-47b4987583a1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:54.683080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a179e9-53eb-4f4d-ab53-47b4987583a1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:54.687626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-91a179e9-53eb-4f4d-ab53-47b4987583a1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/cd139204-48cc-4b66-9221-f45f7d999e06 HTTP/1.1" status: 404 len: 337 time: 0.1165140 Nov 12 03:35:54.691018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52802) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.764041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7e4b61cd-22d0-4adb-ac3d-d762c5fdcf76 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 200 len: 205 time: 0.0627353 Nov 12 03:35:54.767666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52804) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.811886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.839450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21ce9-5b76-4396-bf11-a6cf03aa26be req-677b399b-f763-4298-96ad-0fcff9c8feb8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.841054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5cc21ce9-5b76-4396-bf11-a6cf03aa26be req-677b399b-f763-4298-96ad-0fcff9c8feb8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.3042529 Nov 12 03:35:54.861639 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.865000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/b67f26e2-37f4-495b-b169-ebae4b69ed64 HTTP/1.1" status: 204 len: 168 time: 2.1123538 Nov 12 03:35:54.871447 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-9e4e0011-f160-4270-8e01-99b262e654ad tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] delete failed (client error): The resource could not be found. Nov 12 03:35:54.872927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9e4e0011-f160-4270-8e01-99b262e654ad tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/d0474594-f6bb-4274-9edb-db0ac42a8f81 HTTP/1.1" status: 404 len: 336 time: 0.0997915 Nov 12 03:35:54.873689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52806) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.885271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1029971182'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:54.888855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52808) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.911460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842004b-353c-4621-a30b-ad117ab53dad req-1df44f3c-4f26-4c00-9026-2470dbaf8f60 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.913694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3842004b-353c-4621-a30b-ad117ab53dad req-1df44f3c-4f26-4c00-9026-2470dbaf8f60 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 945 time: 0.3887842 Nov 12 03:35:54.919296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0456e-25ce-475e-9278-14136eee7aa7 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=b67f26e2-37f4-495b-b169-ebae4b69ed64,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:55.014705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5cc21ce9-5b76-4396-bf11-a6cf03aa26be req-4a97f901-b7a3-412a-8dae-b0dfaee0792f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202931 Nov 12 03:35:55.026297 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-688c546a-e8ae-43be-a02e-04eade93ed5f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e665428-fe15-4958-8019-2692fa179303 HTTP/1.1" status: 200 len: 205 time: 0.1336212 Nov 12 03:35:55.032412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52812) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.060905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.063058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.120982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52816) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.121499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:55.124887 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.130122 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-ec5f3eed-b1ce-4432-84dc-d317681fc518 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] delete failed (client error): The resource could not be found. Nov 12 03:35:55.131989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ec5f3eed-b1ce-4432-84dc-d317681fc518 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/3e665428-fe15-4958-8019-2692fa179303 HTTP/1.1" status: 404 len: 336 time: 0.0922399 Nov 12 03:35:55.143691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.145618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Calling delete_port for ec9d5188-d7f1-4e96-b4c8-7da710e01d9d owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:55.160507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.225873 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3842004b-353c-4621-a30b-ad117ab53dad req-87e34ee4-2276-4d5d-ae89-aef2e0f5694f tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909329 Nov 12 03:35:55.317935 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-11248ae5-db83-448b-8249-53f3f49e053f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:55.319034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11248ae5-db83-448b-8249-53f3f49e053f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:55.322576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:55.335963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-11248ae5-db83-448b-8249-53f3f49e053f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/e577acdb-8fa4-42c8-8424-5856b1756da5 HTTP/1.1" status: 404 len: 337 time: 0.1885555 Nov 12 03:35:55.340041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52824) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.357084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:55.357458 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.470446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d5a76ad-3b6e-4353-9f68-879de286b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.471119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-672539dd-8dff-45e3-b857-5b0d106a0847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.489848 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.490320 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment b156c594-106a-4efa-b3a8-4d695c09b00c of type vlan for network c3440945-32be-4468-8aab-7749d684b51e Nov 12 03:35:55.504043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-83ae9870-4852-41f5-ae19-c935900c78fe tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=c131a918-505d-48f5-a65c-791521b7a82d HTTP/1.1" status: 200 len: 205 time: 0.1627758 Nov 12 03:35:55.512002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.544171 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.599065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['0df016e6-be80-403c-87c6-a3cea111a631'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:55.688006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2d5a76ad-3b6e-4353-9f68-879de286b364 None None] For port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,segment=NetworkSegment(a5ef0266-1393-4a6a-b132-5381e65cf7aa),segment_id=a5ef0266-1393-4a6a-b132-5381e65cf7aa)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:55.708058 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d5a76ad-3b6e-4353-9f68-879de286b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.753149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.761184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c06e242-7a18-43be-8ac3-d6115f6990d7 req-da63ac56-05eb-4c33-b51e-10975a9f58fb tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 210 time: 0.0769234 Nov 12 03:35:55.795659 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.853275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba06e1-93cb-4bec-a454-d816b6576e96 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:35:55.866075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.872494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.873287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.899228 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.936354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a76ad-3b6e-4353-9f68-879de286b364 None None] Pushing event updated for resources: {'Port': ['ID=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:55.991169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Pushing event deleted for resources: {'Port': ['ID=ec9d5188-d7f1-4e96-b4c8-7da710e01d9d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.000157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1195865 Nov 12 03:35:56.007399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.013175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': 'c3440945-32be-4468-8aab-7749d684b51e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:56.034662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a76d4ca2-7ca8-47f2-b017-2869c95ef2df None None] Provisioning complete for port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:56.035038 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a76d4ca2-7ca8-47f2-b017-2869c95ef2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.074033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:35:56.074430 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:35:56.074797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5f100-229c-4194-a3fc-491f486eab17 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=c3440945-32be-4468-8aab-7749d684b51e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.089067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c3440945-32be-4468-8aab-7749d684b51e details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:56.209967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba06e1-93cb-4bec-a454-d816b6576e96 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:35:56.276857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d33668-764e-4bf6-a936-56dfd060c119 req-e027a71a-ad8f-45f4-af7f-2c8248b7d826 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.286517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93d33668-764e-4bf6-a936-56dfd060c119 req-e027a71a-ad8f-45f4-af7f-2c8248b7d826 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.9484558 Nov 12 03:35:56.295770 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-d2b147d5-67f6-4ed8-b479-93292f744ba1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] delete failed (client error): The resource could not be found. Nov 12 03:35:56.301494 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d2b147d5-67f6-4ed8-b479-93292f744ba1 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/c131a918-505d-48f5-a65c-791521b7a82d HTTP/1.1" status: 404 len: 336 time: 0.7784758 Nov 12 03:35:56.303834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52842) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.355583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-91af2d62-8805-4d73-b722-afb88f8e5fdb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30d89de-8e96-4245-a157-2ed93521ad1b HTTP/1.1" status: 200 len: 205 time: 0.0482810 Nov 12 03:35:56.356799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event deleted for resources: {'Port': ['ID=0df016e6-be80-403c-87c6-a3cea111a631,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.367647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52844) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.463504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] No DVR routers for this DVR port 0df016e6-be80-403c-87c6-a3cea111a631 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:56.466761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.471736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6e05559-c295-4659-b145-3b2cbe895656 req-6fa13ec0-f169-4049-9904-c6797c4b9a81 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "DELETE /v2.0/ports/0df016e6-be80-403c-87c6-a3cea111a631 HTTP/1.1" status: 204 len: 173 time: 3.1756511 Nov 12 03:35:56.472930 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-d836a492-5325-478b-9f2e-6ea55695cfa5 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] delete failed (client error): The resource could not be found. Nov 12 03:35:56.484648 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d836a492-5325-478b-9f2e-6ea55695cfa5 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/b30d89de-8e96-4245-a157-2ed93521ad1b HTTP/1.1" status: 404 len: 336 time: 0.1101942 Nov 12 03:35:56.493794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52846) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.498736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6561e9d0-09fb-4f29-829d-9746f0eaeb46', 'name': 'network-vif-deleted', 'tag': '0df016e6-be80-403c-87c6-a3cea111a631'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:56.503725 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4608e921-93e7-42ce-af9d-a29f48ca26b6" -d '{"events": [{"server_uuid": "6561e9d0-09fb-4f29-829d-9746f0eaeb46", "name": "network-vif-deleted", "tag": "0df016e6-be80-403c-87c6-a3cea111a631"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:56.573409 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7014d7-eb53-434b-bf0e-1cb66cf1d595 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:56.578446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7014d7-eb53-434b-bf0e-1cb66cf1d595 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:56.589331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-af7014d7-eb53-434b-bf0e-1cb66cf1d595 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/80758f94-382a-465b-85aa-fff1b6f3b7c9 HTTP/1.1" status: 404 len: 337 time: 0.0822308 Nov 12 03:35:56.607024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52852) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.654658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61251178-0d80-484f-bb05-bd4eba7032d5 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:56.684715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b85df84a-76ed-4229-8574-b0d803273803 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=69209c7f-0fbb-41ab-863a-acd3f22e1745 HTTP/1.1" status: 200 len: 205 time: 0.0763657 Nov 12 03:35:56.686565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52854) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.695180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f4bb678e-0d8c-48ac-98af-3390bd0628dd None None] Provisioning complete for port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:56.695857 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4bb678e-0d8c-48ac-98af-3390bd0628dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.705446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93d33668-764e-4bf6-a936-56dfd060c119 req-e8f34c99-7606-4ea2-abad-a54049c288d1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169848 Nov 12 03:35:56.806523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:56.824420 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-a8166118-d6e5-4848-a1f7-63c2e0e13c44 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] delete failed (client error): The resource could not be found. Nov 12 03:35:56.830538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a8166118-d6e5-4848-a1f7-63c2e0e13c44 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/69209c7f-0fbb-41ab-863a-acd3f22e1745 HTTP/1.1" status: 404 len: 336 time: 0.1422291 Nov 12 03:35:56.834357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52860) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.850797 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.858211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.860255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f39bcb1d-9530-4d64-a415-551f36a319e8 tempest-ServersTestBootFromVolume-1137578530 tempest-ServersTestBootFromVolume-1137578530-project] 10.222.0.49 "DELETE /v2.0/floatingips/8678e27a-69e2-4ee1-8c6f-9dee549d3c75 HTTP/1.1" status: 204 len: 168 time: 2.9926512 Nov 12 03:35:56.867949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52862) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.873594 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fc2934-0043-40a0-9926-028befe654fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:56.874299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fc2934-0043-40a0-9926-028befe654fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:56.881269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-34fc2934-0043-40a0-9926-028befe654fb tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/b6ea9ae2-c2f5-4137-b66a-8936d3d72586 HTTP/1.1" status: 404 len: 337 time: 0.0456579 Nov 12 03:35:56.883701 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-672539dd-8dff-45e3-b857-5b0d106a0847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.884725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.899199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-672539dd-8dff-45e3-b857-5b0d106a0847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.902271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:56.902666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.929616 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e88923a-baae-4f8e-8337-f9eecc8b59ea x-openstack-request-id: req-7e88923a-baae-4f8e-8337-f9eecc8b59ea {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:56.929938 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6561e9d0-09fb-4f29-829d-9746f0eaeb46", "name": "network-vif-deleted", "tag": "0df016e6-be80-403c-87c6-a3cea111a631", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:56.930200 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e88923a-baae-4f8e-8337-f9eecc8b59ea {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:56.930603 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6561e9d0-09fb-4f29-829d-9746f0eaeb46', 'name': 'network-vif-deleted', 'tag': '0df016e6-be80-403c-87c6-a3cea111a631', 'status': 'completed', 'code': 200} Nov 12 03:35:56.936925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7be599fc-76fb-4eba-9d4c-e7fea87e3a14 tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "GET /v2.0/ports?device_id=23f3fb9b-016f-409a-8b64-c247d15e1545 HTTP/1.1" status: 200 len: 205 time: 0.0507097 Nov 12 03:35:56.945457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52866) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.974014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-672539dd-8dff-45e3-b857-5b0d106a0847 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca38838d168d48c698b4314225032d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8502474 Nov 12 03:35:56.975188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672539dd-8dff-45e3-b857-5b0d106a0847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b824da70-6584-4389-a402-74f3d1fb5e24,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.979089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.006231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f4bb678e-0d8c-48ac-98af-3390bd0628dd None None] Provisioning complete for port 425f44ec-f61a-4a58-8974-68f16cf66596 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:57.017864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4bb678e-0d8c-48ac-98af-3390bd0628dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.054690 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2edfe46e-6f8a-4b75-951b-595d097717e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.060225 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-46a9cbea-a3b4-4918-aaa9-0922bdbe983d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] delete failed (client error): The resource could not be found. Nov 12 03:35:57.064256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46a9cbea-a3b4-4918-aaa9-0922bdbe983d tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/routers/23f3fb9b-016f-409a-8b64-c247d15e1545 HTTP/1.1" status: 404 len: 336 time: 0.1141307 Nov 12 03:35:57.067199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52872) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.084780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2edfe46e-6f8a-4b75-951b-595d097717e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.131464 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18cc3f5-f46a-4a23-8f31-5321035a509f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:57.131464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18cc3f5-f46a-4a23-8f31-5321035a509f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:57.135317 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f18cc3f5-f46a-4a23-8f31-5321035a509f tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/5b68fb34-3c75-49bb-84b3-8f2657e54c37 HTTP/1.1" status: 404 len: 337 time: 0.0645819 Nov 12 03:35:57.147743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52874) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.186354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7295b-9e6b-4118-919e-832d52bd2f11 req-b3802502-c9b9-4585-ac52-922a5fedd013 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.189689 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1be8e6f-942d-45ba-9dfe-2c94c4d114be tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] DELETE failed (client error): The resource could not be found. Nov 12 03:35:57.189689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1be8e6f-942d-45ba-9dfe-2c94c4d114be tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:57.193027 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c1be8e6f-942d-45ba-9dfe-2c94c4d114be tempest-RoutersTest-889459152 tempest-RoutersTest-889459152-project] 10.222.0.49 "DELETE /v2.0/subnets/fb85388a-602b-4e6e-9f41-e178ae8b2344 HTTP/1.1" status: 404 len: 337 time: 0.0464537 Nov 12 03:35:57.197065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0aa7295b-9e6b-4118-919e-832d52bd2f11 req-b3802502-c9b9-4585-ac52-922a5fedd013 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 945 time: 0.3710089 Nov 12 03:35:57.219629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08a2d588-9469-4444-b581-8c0fa2b30865 req-c6915082-517c-4869-8fb8-bd54098dbbaf tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=6561e9d0-09fb-4f29-829d-9746f0eaeb46 HTTP/1.1" status: 200 len: 210 time: 0.0876772 Nov 12 03:35:57.243564 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2edfe46e-6f8a-4b75-951b-595d097717e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.247062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2edfe46e-6f8a-4b75-951b-595d097717e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.248709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2edfe46e-6f8a-4b75-951b-595d097717e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b824da70-6584-4389-a402-74f3d1fb5e24 HTTP/1.1" status: 204 len: 168 time: 0.2682080 Nov 12 03:35:57.259148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:57.262086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfe46e-6f8a-4b75-951b-595d097717e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b824da70-6584-4389-a402-74f3d1fb5e24,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:57.266808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.426096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1c78-74c4-4807-8396-b59cdadcb235 req-c388f5c8-ccbe-470f-ac6b-b04061c71775 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.431180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c8e1c78-74c4-4807-8396-b59cdadcb235 req-c388f5c8-ccbe-470f-ac6b-b04061c71775 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0960083 Nov 12 03:35:57.431503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0aa7295b-9e6b-4118-919e-832d52bd2f11 req-6d3953fb-61f4-45df-af81-29c5b1cbd02b tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b2564d0-fde8-4819-9848-02cec406b5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331953 Nov 12 03:35:57.516567 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c8e1c78-74c4-4807-8396-b59cdadcb235 req-c6f808a7-52a6-4f5f-a9fd-b8538765b1a1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775070 Nov 12 03:35:57.674065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-1d3cce32-a350-48c9-9cba-56f483fc7199 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.676503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-1d3cce32-a350-48c9-9cba-56f483fc7199 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.20 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 945 time: 0.0814478 Nov 12 03:35:57.716482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52888) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.826099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Deleting port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:57.828007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.844856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52894) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.885156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.911693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90de7a-fec6-45ed-bd01-059faec5b331 req-a276872d-f045-4650-b3a4-0a3d7b897087 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.914838 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f90de7a-fec6-45ed-bd01-059faec5b331 req-a276872d-f045-4650-b3a4-0a3d7b897087 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2404225 Nov 12 03:35:57.920478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07b14f88-5729-4b61-a8e3-3a724f74440e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.947221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0df016e6-be80-403c-87c6-a3cea111a631 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:57.997201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 0df016e6-be80-403c-87c6-a3cea111a631 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:57.998946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0df016e6-be80-403c-87c6-a3cea111a631 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:58.045779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] For port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,segment=NetworkSegment(15a5550e-aeab-4b0b-b453-b2cc139a7da8),segment_id=15a5550e-aeab-4b0b-b453-b2cc139a7da8)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:58.045933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.066658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Calling delete_port for 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:58.073697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=3f8195a0-84bf-464a-b360-02e96b1c4305,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.174591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f90de7a-fec6-45ed-bd01-059faec5b331 req-c09a77d2-f769-44ad-8148-5837f3a75141 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066483 Nov 12 03:35:58.178986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': 'b156c594-106a-4efa-b3a8-4d695c09b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'c3440945-32be-4468-8aab-7749d684b51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:58.179571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: c3440945-32be-4468-8aab-7749d684b51e, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:58.245929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network c3440945-32be-4468-8aab-7749d684b51e is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:58.256350 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.295130 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.317222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['804c10bc-cc59-4a92-aa50-c9aefcae2ff7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:58.342385 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07b14f88-5729-4b61-a8e3-3a724f74440e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.389814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c3440945-32be-4468-8aab-7749d684b51e) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:58.401602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e8042-f372-4bf0-84b7-5461eb703f5c None None] Network c3440945-32be-4468-8aab-7749d684b51e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:58.404998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.407553 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.441911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07b14f88-5729-4b61-a8e3-3a724f74440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.526715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07b14f88-5729-4b61-a8e3-3a724f74440e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32317787b6be48528d0a65c7655cca36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6799650 Nov 12 03:35:58.560060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52914) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:58.568132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b4050e49-fe67-4956-8e2d-e72c5ed4453f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5568001 Nov 12 03:35:58.585771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52918) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:58.591075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f765904e-5206-45ad-8511-7c90026a5a7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4060a6914c9410fbc81479fee9a34f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8735132 Nov 12 03:35:58.592595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Pushing event deleted for resources: {'Port': ['ID=804c10bc-cc59-4a92-aa50-c9aefcae2ff7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.623366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52920) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:58.684967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f5a4-7ae2-4385-b9f6-5880b13647fa req-e5b07b90-ed84-44a9-8427-7b6dd52062f5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.694042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f876f5a4-7ae2-4385-b9f6-5880b13647fa req-e5b07b90-ed84-44a9-8427-7b6dd52062f5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 813 time: 0.1369450 Nov 12 03:35:58.701445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b1766-d53e-488b-bc64-dee23a235531 None None] DHCP port deletion for 9998499a-4433-4d69-850c-e8532315439a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:58.729743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f876f5a4-7ae2-4385-b9f6-5880b13647fa req-d620a14f-167d-4ef2-97da-75fa5b28cfbd tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/quotas/e11e965154e64fcf9e59e9d014b04966 HTTP/1.1" status: 200 len: 375 time: 0.0346613 Nov 12 03:35:58.805582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c3440945-32be-4468-8aab-7749d684b51e', 'network_id': 'c3440945-32be-4468-8aab-7749d684b51e', 'tenant_id': '8510e822d59243e09ab36c7a35d21ec9', 'fixed_ips': [{'subnet_id': '3f8195a0-84bf-464a-b360-02e96b1c4305'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:58.806453 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.822836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] No DVR routers for this DVR port 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:58.854493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.859049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d4616abc-5726-4d97-bc7f-a962bad60844 req-d3ef9514-f906-4a29-a959-9f857ddc697d tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.20 "DELETE /v2.0/ports/804c10bc-cc59-4a92-aa50-c9aefcae2ff7 HTTP/1.1" status: 204 len: 173 time: 1.1723092 Nov 12 03:35:58.859207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-82c8b240-f7e4-46e1-b0fd-37237233b3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.886114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7239cf27-95c0-464c-b7ec-63b7e6bb66c3 req-b7f77175-2c0d-434f-9c14-cbf3121abf35 tempest-ServerAddressesTestJSON-30971889 tempest-ServerAddressesTestJSON-30971889-project] 10.222.0.49 "GET /v2.0/ports?device_id=766efb27-9f35-4568-9522-d70d142f8ea5 HTTP/1.1" status: 200 len: 210 time: 0.2438793 Nov 12 03:35:58.893193 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f876f5a4-7ae2-4385-b9f6-5880b13647fa req-a2f81992-7bb1-4d45-8c9f-41b929fc13ab tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624031 Nov 12 03:35:58.910254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b14f88-5729-4b61-a8e3-3a724f74440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255e7946-11ba-4f1b-a150-557c806c9617,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.927506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-82c8b240-f7e4-46e1-b0fd-37237233b3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.008129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Allocated IP 2001:db8::1 (c3440945-32be-4468-8aab-7749d684b51e/3f8195a0-84bf-464a-b360-02e96b1c4305/91cc5f5b-9ec0-49f5-b066-2f1e07fa771b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:59.139427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35861c8a-e500-42b4-ae8f-aa6541768f05 req-55584e0a-b91e-472f-a4e3-006e31f89892 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.144324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766efb27-9f35-4568-9522-d70d142f8ea5', 'name': 'network-vif-deleted', 'tag': '804c10bc-cc59-4a92-aa50-c9aefcae2ff7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:59.147308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35861c8a-e500-42b4-ae8f-aa6541768f05 req-55584e0a-b91e-472f-a4e3-006e31f89892 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1435218 Nov 12 03:35:59.147491 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d729b6-b7d2-4ffd-925f-42a20f88de23" -d '{"events": [{"server_uuid": "766efb27-9f35-4568-9522-d70d142f8ea5", "name": "network-vif-deleted", "tag": "804c10bc-cc59-4a92-aa50-c9aefcae2ff7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:59.155054 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.186895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-82c8b240-f7e4-46e1-b0fd-37237233b3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.190584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-82c8b240-f7e4-46e1-b0fd-37237233b3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.195192 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-82c8b240-f7e4-46e1-b0fd-37237233b3af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/255e7946-11ba-4f1b-a150-557c806c9617 HTTP/1.1" status: 204 len: 168 time: 0.6339190 Nov 12 03:35:59.255969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35861c8a-e500-42b4-ae8f-aa6541768f05 req-eb4623cf-dc2c-46a0-8ece-9d50431a17d2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036420 Nov 12 03:35:59.279168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b240-f7e4-46e1-b0fd-37237233b3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255e7946-11ba-4f1b-a150-557c806c9617,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.321792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Deleting port c8bd29fc-a5af-402f-a78d-a4e7656038ac {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:59.322124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.350937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c39c4dda-404e-4d96-ad7d-5d6acc9934a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.353946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.380426 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.421176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.458483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Network c3440945-32be-4468-8aab-7749d684b51e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:59.461473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:59.493136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:59.509920 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c39c4dda-404e-4d96-ad7d-5d6acc9934a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.516714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Pushing event updated for resources: {'Port': ['ID=91cc5f5b-9ec0-49f5-b066-2f1e07fa771b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.550442 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ae319-fd7c-445b-a868-d67f99472142 x-openstack-request-id: req-3f2ae319-fd7c-445b-a868-d67f99472142 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:59.550743 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766efb27-9f35-4568-9522-d70d142f8ea5", "name": "network-vif-deleted", "tag": "804c10bc-cc59-4a92-aa50-c9aefcae2ff7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:59.551160 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f2ae319-fd7c-445b-a868-d67f99472142 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:59.551390 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766efb27-9f35-4568-9522-d70d142f8ea5', 'name': 'network-vif-deleted', 'tag': '804c10bc-cc59-4a92-aa50-c9aefcae2ff7', 'status': 'completed', 'code': 200} Nov 12 03:35:59.566268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] For port c8bd29fc-a5af-402f-a78d-a4e7656038ac, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c8bd29fc-a5af-402f-a78d-a4e7656038ac,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:59.568413 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.617342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Calling delete_port for c8bd29fc-a5af-402f-a78d-a4e7656038ac owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:59.640250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Attempting to bind port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:59.641005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Attempting to bind port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'b156c594-106a-4efa-b3a8-4d695c09b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'c3440945-32be-4468-8aab-7749d684b51e'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:59.641724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Attempting to bind port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b on network c3440945-32be-4468-8aab-7749d684b51e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:59.663341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.663997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.664521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.665226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.665728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.666222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.666715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.667237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.667727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.668215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.668693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.669228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:59.672691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:59.673470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Checking segment: {'id': 'b156c594-106a-4efa-b3a8-4d695c09b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'c3440945-32be-4468-8aab-7749d684b51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:59.675115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.685004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Bound using segment: {'id': 'b156c594-106a-4efa-b3a8-4d695c09b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'c3440945-32be-4468-8aab-7749d684b51e'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:59.685771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Bound port: 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b156c594-106a-4efa-b3a8-4d695c09b00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'c3440945-32be-4468-8aab-7749d684b51e'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:59.686364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.712048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-4ede8bf3-8a4f-469f-ba9b-2157e36d0e10 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.715355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-4ede8bf3-8a4f-469f-ba9b-2157e36d0e10 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.5498109 Nov 12 03:35:59.761227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-a49e8a0c-3973-480d-b0ef-0f661a52822a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/quotas/7e5e6a0a53c14a2ab1400011a6ea698c HTTP/1.1" status: 200 len: 375 time: 0.0303326 Nov 12 03:35:59.779067 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.827025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] For port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:59.834384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] For port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=91cc5f5b-9ec0-49f5-b066-2f1e07fa771b,segment=NetworkSegment(b156c594-106a-4efa-b3a8-4d695c09b00c),segment_id=b156c594-106a-4efa-b3a8-4d695c09b00c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:59.849332 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.877115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c39c4dda-404e-4d96-ad7d-5d6acc9934a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.879914 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c39c4dda-404e-4d96-ad7d-5d6acc9934a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.883760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c39c4dda-404e-4d96-ad7d-5d6acc9934a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8254c562-903d-4340-a16c-8c23176059d8 HTTP/1.1" status: 204 len: 168 time: 1.2362330 Nov 12 03:35:59.940239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8195a0-84bf-464a-b360-02e96b1c4305,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.965131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-adf2b8ae-669e-446c-81df-7114ed012064 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1261389 Nov 12 03:35:59.974999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1a16d-0a64-4bfe-987b-19b1ec38367e None None] Pushing event updated for resources: {'Port': ['ID=91cc5f5b-9ec0-49f5-b066-2f1e07fa771b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.026506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52946) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:00.036280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c4dda-404e-4d96-ad7d-5d6acc9934a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8254c562-903d-4340-a16c-8c23176059d8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.111823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a09aa-5e11-4c67-9c7b-f04705a7b86f req-6a963216-88f8-4fcc-b45c-bbd9d50b39b7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.122550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-901a09aa-5e11-4c67-9c7b-f04705a7b86f req-6a963216-88f8-4fcc-b45c-bbd9d50b39b7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1425500 Nov 12 03:36:00.125621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.182425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bd29fc-a5af-402f-a78d-a4e7656038ac,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.231658 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-7216a2b9-0d4c-441e-9833-252978603098 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134883 Nov 12 03:36:00.277510 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b55d7ce1-d000-4cc1-bcbf-2435c7c34162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.314434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-901a09aa-5e11-4c67-9c7b-f04705a7b86f req-4d0e14d5-cd88-4aa6-96c0-b149d670a5ed tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906502 Nov 12 03:36:00.315460 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.455547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52954) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:00.604859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3440945-32be-4468-8aab-7749d684b51e']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:00.659275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b156c594-106a-4efa-b3a8-4d695c09b00c') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:00.663215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b156c594-106a-4efa-b3a8-4d695c09b00c') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:00.689918 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.730316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.732277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c060ed-6155-4135-bb14-1ab98c2b5187 admin admin] Deleting subnet 975631bf-185d-4f4d-a7ff-fe776d780914 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:00.740838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9c060ed-6155-4135-bb14-1ab98c2b5187 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.764381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-ff71462c-3d72-440f-a9e3-11adf4118def service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215628 Nov 12 03:36:00.782230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:00.783549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:00.786762 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:00.849241 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.864137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9c060ed-6155-4135-bb14-1ab98c2b5187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.900712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6cbed6ba-63fa-43f2-ba5a-8d0e5c5961e9 req-5eba7d26-5837-4bb3-9024-d5bda3aa78ad tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e11e965154e64fcf9e59e9d014b04966 HTTP/1.1" status: 200 len: 221 time: 0.1288586 Nov 12 03:36:00.940060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.api [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:36:00.940060 n-d-789963-21 neutron-server[102629]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:36:00.940060 n-d-789963-21 neutron-server[102629]: [parameters: {'id': 'c3440945-32be-4468-8aab-7749d684b51e'}] Nov 12 03:36:00.940060 n-d-789963-21 neutron-server[102629]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:00.942309 n-d-789963-21 neutron-server[102629]: DEBUG oslo_db.api [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:00.957873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b55d7ce1-d000-4cc1-bcbf-2435c7c34162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.972079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b55d7ce1-d000-4cc1-bcbf-2435c7c34162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.988583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:01.107508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:01.107887 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.115729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dcb6d403-db71-4c44-b2ea-400d66d2cb0d req-6a28ca88-5ab3-4a7a-9659-4c1ce60d680b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.1016088 Nov 12 03:36:01.123162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52988) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:01.126057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b55d7ce1-d000-4cc1-bcbf-2435c7c34162 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6dceb17f71e43a3abdb479acb551d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0908096 Nov 12 03:36:01.137533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d7ce1-d000-4cc1-bcbf-2435c7c34162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447a2d63-1776-4b4d-a9b3-9b9df35df0eb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.230056 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.306591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=91cc5f5b-9ec0-49f5-b066-2f1e07fa771b,segment=NetworkSegment(b156c594-106a-4efa-b3a8-4d695c09b00c),segment_id=b156c594-106a-4efa-b3a8-4d695c09b00c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:01.310144 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9c060ed-6155-4135-bb14-1ab98c2b5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.325849 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.360337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c68f-82d8-448e-abaf-83a9f7f7e4d2 req-ec19be66-ee3f-44dc-ac15-0f455915daf2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.362048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb12c68f-82d8-448e-abaf-83a9f7f7e4d2 req-ec19be66-ee3f-44dc-ac15-0f455915daf2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.3226850 Nov 12 03:36:01.366007 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a893a0a9-d317-4365-9e83-32fc1c7fa2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.400268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=91cc5f5b-9ec0-49f5-b066-2f1e07fa771b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.414774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c22a8af2-e0ac-4dff-897f-ff367171c675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.444375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.492077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c22a8af2-e0ac-4dff-897f-ff367171c675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.519603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb12c68f-82d8-448e-abaf-83a9f7f7e4d2 req-40be3968-03e4-44c8-9fd1-da8ff57aca09 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307595 Nov 12 03:36:01.543542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:01.543883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.572113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9c060ed-6155-4135-bb14-1ab98c2b5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.588526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83cc339-5780-4134-8210-2f2cd9c86b73 None None] Network c3440945-32be-4468-8aab-7749d684b51e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:01.635519 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9c060ed-6155-4135-bb14-1ab98c2b5187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.641729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f9c060ed-6155-4135-bb14-1ab98c2b5187 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/975631bf-185d-4f4d-a7ff-fe776d780914 HTTP/1.1" status: 204 len: 168 time: 1.1803663 Nov 12 03:36:01.643929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c060ed-6155-4135-bb14-1ab98c2b5187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975631bf-185d-4f4d-a7ff-fe776d780914,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.648975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc8f00-4f8f-4fe5-a71c-60712d36768d None None] Network 9998499a-4433-4d69-850c-e8532315439a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:01.672122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5a7b4902-568d-4750-b59a-e4c192454867 None None] Provisioning complete for port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:01.672620 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4902-568d-4750-b59a-e4c192454867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.672959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53004) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:01.795678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] For port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=91cc5f5b-9ec0-49f5-b066-2f1e07fa771b,segment=NetworkSegment(b156c594-106a-4efa-b3a8-4d695c09b00c),segment_id=b156c594-106a-4efa-b3a8-4d695c09b00c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:01.796230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.823854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c22a8af2-e0ac-4dff-897f-ff367171c675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.827034 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c22a8af2-e0ac-4dff-897f-ff367171c675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.830591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c22a8af2-e0ac-4dff-897f-ff367171c675 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/447a2d63-1776-4b4d-a9b3-9b9df35df0eb HTTP/1.1" status: 204 len: 168 time: 0.6996226 Nov 12 03:36:01.836238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Calling delete_port for 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:01.867926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Router a9152750-5d37-4aff-8a08-f0698692245f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:01.871783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa218ba-f704-46f3-8ed1-4e592abc36b4 req-d308b6c2-9a69-4bff-9e5e-c862ca5d81e0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.873447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.873597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aa218ba-f704-46f3-8ed1-4e592abc36b4 req-d308b6c2-9a69-4bff-9e5e-c862ca5d81e0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1615124 Nov 12 03:36:01.907243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a8af2-e0ac-4dff-897f-ff367171c675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447a2d63-1776-4b4d-a9b3-9b9df35df0eb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.996179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:01.999131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aa218ba-f704-46f3-8ed1-4e592abc36b4 req-c1fd5ef0-1105-4525-9537-7b7b53687af8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105108 Nov 12 03:36:02.040854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.118976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Port': ['ID=91cc5f5b-9ec0-49f5-b066-2f1e07fa771b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.121036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No DVR routers for this DVR port 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:02.146134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.243055 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.305230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3440945-32be-4468-8aab-7749d684b51e']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.328316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b156c594-106a-4efa-b3a8-4d695c09b00c') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.328699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b156c594-106a-4efa-b3a8-4d695c09b00c') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.349846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829ecf4-540a-4747-bd9c-980468b69282 req-de1021f8-46f8-4c61-91af-004b5c596641 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.351621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8829ecf4-540a-4747-bd9c-980468b69282 req-de1021f8-46f8-4c61-91af-004b5c596641 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1334417 Nov 12 03:36:02.353611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.384830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:02.411529 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] Sync routers for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:02.421220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:02.421568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 804c10bc-cc59-4a92-aa50-c9aefcae2ff7 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:02.425563 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:02.432788 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.441439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8829ecf4-540a-4747-bd9c-980468b69282 req-484a27d1-951a-4909-8307-63c952204d92 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716181 Nov 12 03:36:02.442926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53030) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:02.445540 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.448299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff0274d-9eab-4bfb-aa73-be03a18e14db None None] DHCP port deletion for 9998499a-4433-4d69-850c-e8532315439a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:02.449022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1c5b6ef6-87a7-401f-9abe-d4e83723c712 admin admin] 10.222.0.49 "PUT /v2.0/routers/a9152750-5d37-4aff-8a08-f0698692245f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5742307 Nov 12 03:36:02.461310 n-d-789963-21 neutron-server[102630]: INFO neutron.plugins.ml2.db [None req-5a7b4902-568d-4750-b59a-e4c192454867 None None] No ports have port_id starting with 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b Nov 12 03:36:02.501977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9998499a-4433-4d69-850c-e8532315439a']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.514671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9859ec83-c9c5-4b4b-bdcf-dc745f0c768a req-0f795939-b5c3-4083-b463-1be03843ef4a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.1314707 Nov 12 03:36:02.543691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a5550e-aeab-4b0b-b453-b2cc139a7da8') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.543691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a5550e-aeab-4b0b-b453-b2cc139a7da8') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.558018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:02.559533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.560525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:02.565001 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:02.581538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487129f9-f88a-4d9a-a3e7-462b9acb23f2 None None] DHCP port deletion for c3440945-32be-4468-8aab-7749d684b51e request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:02.622233 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:02.651950 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.672502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:02.672722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:02.684076 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:02.790615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:02.837521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:02.840905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.841633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 91cc5f5b-9ec0-49f5-b066-2f1e07fa771b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:02.872968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.882682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9998499a-4433-4d69-850c-e8532315439a HTTP/1.1" status: 204 len: 168 time: 1.2058802 Nov 12 03:36:02.888193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42126740-6428-4e70-83d7-8801b1825bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9998499a-4433-4d69-850c-e8532315439a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:03.018940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-a2f7c1ea-c27d-42c9-9c2f-a26c854ccf9e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.020609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-a2f7c1ea-c27d-42c9-9c2f-a26c854ccf9e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.3111391 Nov 12 03:36:03.026496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.045160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.052357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/c3440945-32be-4468-8aab-7749d684b51e HTTP/1.1" status: 204 len: 168 time: 4.4412513 Nov 12 03:36:03.052823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53048) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:03.059853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739082492'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:03.069769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Request body: {'port': {'device_id': '82da0797-da80-4056-9695-721496f1f432', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'admin_state_up': True, 'tenant_id': '7e5e6a0a53c14a2ab1400011a6ea698c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:03.077078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1695b-57c1-48de-8c24-7540449bc13a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=c3440945-32be-4468-8aab-7749d684b51e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:03.127433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:03.132337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.149382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.161577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53054) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:03.164384 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:35:59Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:03.200988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7e126-5e8e-482e-a05c-d9ae02e810a0 req-8571890a-69eb-4a9d-b320-6547b6292653 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.203926 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] Checking router: a9152750-5d37-4aff-8a08-f0698692245f for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:03.209710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbb7e126-5e8e-482e-a05c-d9ae02e810a0 req-8571890a-69eb-4a9d-b320-6547b6292653 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.5012586 Nov 12 03:36:03.218016 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] Routers {'a9152750-5d37-4aff-8a08-f0698692245f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:03.218724 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:35:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a9152750-5d37-4aff-8a08-f0698692245f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:03.294613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:03.346786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e8ed0d6e-8607-40b0-923b-9a7aada0db80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee00d45827f74f2ea1c2fbcb1974642e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1838727 Nov 12 03:36:03.348175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.348589 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment 88d59865-928f-4781-ab0f-d19a341a3715 of type vlan for network 31c966f7-452d-41e6-b428-8b3030b97180 Nov 12 03:36:03.349758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53062) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:03.380589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbb7e126-5e8e-482e-a05c-d9ae02e810a0 req-d9c3b282-9ad6-4adb-9911-66e9083b9505 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694510 Nov 12 03:36:03.406536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.436830 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] Set router a9152750-5d37-4aff-8a08-f0698692245f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:03.441917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Made reservation on behalf of 7e5e6a0a53c14a2ab1400011a6ea698c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:03.444877 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.460452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.465390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fe4-53fc-4996-bd20-1efde739bac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.503305 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fe4-53fc-4996-bd20-1efde739bac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.513776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.521429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.522186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.554985 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6df9dc7f-726d-4cdb-aaa1-d7be7a906709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.721728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=31c966f7-452d-41e6-b428-8b3030b97180,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:03.725475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324b925-4a6f-44ce-9ec4-17de62b11a8c req-8d91029e-e73f-4390-a520-9bce035c4bf4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.733932 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0324b925-4a6f-44ce-9ec4-17de62b11a8c req-8d91029e-e73f-4390-a520-9bce035c4bf4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1959927 Nov 12 03:36:03.735733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 31c966f7-452d-41e6-b428-8b3030b97180 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:03.780311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Deleting port 5087f796-6069-49ed-8b86-d9d88d0fd097 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:03.780779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.826156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b616b489-774a-4567-937e-e0fbe8993271 req-e4a66ab1-791a-4b13-b9ee-e58a7590d437 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.1029754 Nov 12 03:36:03.846334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9153b538-dbc5-4ee8-b90b-f707b52d86d5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7917335 Nov 12 03:36:03.848511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53080) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:03.850219 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:35:59Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:03.855168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': '31c966f7-452d-41e6-b428-8b3030b97180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:03.887721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Allocated IP 172.20.0.12 (cc7cd072-f689-4411-9289-55ac57982cd7/8969a8f9-b847-4ffe-96a5-cba15047533d/148a99bc-3658-45c2-af1d-a2d460a79bd4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:03.907955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fe4-53fc-4996-bd20-1efde739bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.914595 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fe4-53fc-4996-bd20-1efde739bac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.919466 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8c7d6-01f9-44bc-bdc2-50bbef773564 None None] The sync data for ids ['a9152750-5d37-4aff-8a08-f0698692245f'] in n-d-789963-21 is: [{'id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'name': 'tempest-ServersTestBootFromVolume-221996780-router', 'tenant_id': '7b64d1b058f846328f64fa41616eba13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:18Z', 'updated_at': '2021-11-12T03:35:59Z', 'revision_number': 5, 'project_id': '7b64d1b058f846328f64fa41616eba13', 'gw_port': {'id': '5087f796-6069-49ed-8b86-d9d88d0fd097', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9152750-5d37-4aff-8a08-f0698692245f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:20Z', 'updated_at': '2021-11-12T03:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:03.921365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7d1a0fe4-53fc-4996-bd20-1efde739bac3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b2564d0-fde8-4819-9848-02cec406b5e1 HTTP/1.1" status: 204 len: 168 time: 0.5702169 Nov 12 03:36:03.968651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a0fe4-53fc-4996-bd20-1efde739bac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2564d0-fde8-4819-9848-02cec406b5e1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:04.007956 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0324b925-4a6f-44ce-9ec4-17de62b11a8c req-f62c66fb-ab0b-463b-8f61-5d6eb1646e7c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706265 Nov 12 03:36:04.043316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:04.050280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.070873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] For port 5087f796-6069-49ed-8b86-d9d88d0fd097, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5087f796-6069-49ed-8b86-d9d88d0fd097,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:04.071504 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.094726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Calling delete_port for 5087f796-6069-49ed-8b86-d9d88d0fd097 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:04.325933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.327120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c1eb-b40e-4d6c-a1e6-8bf53f6d4fe4 req-f49a7539-7f85-42c7-a480-9a2cd19242c8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.339240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4772c1eb-b40e-4d6c-a1e6-8bf53f6d4fe4 req-f49a7539-7f85-42c7-a480-9a2cd19242c8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1356471 Nov 12 03:36:04.421556 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.453108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.482796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc55f9-dc66-4a01-bb5c-1a5a10af8f69 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:04.572777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Network cc7cd072-f689-4411-9289-55ac57982cd7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:04.582733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:04.586727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:04.605408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42121050-bc54-4f35-886f-20e93a93180c None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:04.655049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.655694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.687394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.690546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event updated for resources: {'Port': ['ID=148a99bc-3658-45c2-af1d-a2d460a79bd4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:04.707907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c8bd29fc-a5af-402f-a78d-a4e7656038ac no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:04.722504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=5087f796-6069-49ed-8b86-d9d88d0fd097,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:04.728528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3288456e-aca8-4cda-8e1c-3cb68e88e810 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6780450 Nov 12 03:36:04.765429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c8bd29fc-a5af-402f-a78d-a4e7656038ac {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:04.765782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c8bd29fc-a5af-402f-a78d-a4e7656038ac not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:04.781865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1abb7601-bd96-407c-a053-fc919886f088 None None] Provisioning complete for port 148a99bc-3658-45c2-af1d-a2d460a79bd4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:04.782245 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1abb7601-bd96-407c-a053-fc919886f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.874083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Request body: {'port': {'device_id': '82da0797-da80-4056-9695-721496f1f432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:04.930616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1abb7601-bd96-407c-a053-fc919886f088 None None] Port 148a99bc-3658-45c2-af1d-a2d460a79bd4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:04.940615 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.982580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.059922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=c13988f7-b1b5-4507-8f48-f219f0f3a7a8,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.083787 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4772c1eb-b40e-4d6c-a1e6-8bf53f6d4fe4 req-ba3e7281-3216-4cfe-8805-7a2573f4c5ba tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457042 Nov 12 03:36:05.120179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': '88d59865-928f-4781-ab0f-d19a341a3715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '31c966f7-452d-41e6-b428-8b3030b97180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:05.120549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: 31c966f7-452d-41e6-b428-8b3030b97180, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:05.143871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 31c966f7-452d-41e6-b428-8b3030b97180 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:05.171212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 31c966f7-452d-41e6-b428-8b3030b97180) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:05.176653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:05.177109 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.182082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62ea860-8dcd-48ea-be14-d4ddd1e489d1 None None] Network 31c966f7-452d-41e6-b428-8b3030b97180 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:05.248787 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-de7efe45-3e7d-41dc-bfcb-d8df98a4a60d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3979499 Nov 12 03:36:05.254453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53144) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:05.430803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.436297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.506370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143993fa-62b0-40f3-854a-b3cc95da2a90 req-a1a2d642-b50b-4508-b56a-acdd716f95f0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:05.507959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-143993fa-62b0-40f3-854a-b3cc95da2a90 req-a1a2d642-b50b-4508-b56a-acdd716f95f0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0947130 Nov 12 03:36:05.541485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.547317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7276f73-7dbf-4250-93bb-66b429c320eb req-a689b365-24d0-4cf5-b288-8c3baa3b27d1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:05.555548 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d7276f73-7dbf-4250-93bb-66b429c320eb req-a689b365-24d0-4cf5-b288-8c3baa3b27d1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 932 time: 0.5895486 Nov 12 03:36:05.555976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-31c966f7-452d-41e6-b428-8b3030b97180', 'network_id': '31c966f7-452d-41e6-b428-8b3030b97180', 'tenant_id': '8510e822d59243e09ab36c7a35d21ec9', 'fixed_ips': [{'subnet_id': 'c13988f7-b1b5-4507-8f48-f219f0f3a7a8'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:05.557091 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.584572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.585873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53158) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:05.603908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-143993fa-62b0-40f3-854a-b3cc95da2a90 req-9d63bf59-62ff-462d-910a-1c3e89f16955 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859363 Nov 12 03:36:05.633140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.633812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9152750-5d37-4aff-8a08-f0698692245f {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:05.641743 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.643742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-14a4c083-229e-4e06-9219-0f8369511f2e admin admin] 10.222.0.49 "DELETE /v2.0/routers/a9152750-5d37-4aff-8a08-f0698692245f HTTP/1.1" status: 204 len: 168 time: 3.1997290 Nov 12 03:36:05.649916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53164) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:05.824173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Allocated IP 2001:db8::1 (31c966f7-452d-41e6-b428-8b3030b97180/c13988f7-b1b5-4507-8f48-f219f0f3a7a8/d367a031-0713-4c07-82ca-ccf8d175dc1d) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:06.045558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1284388125-network', 'tenant_id': 'fd4dd90a2ed846b894571e3c17a1f8ab'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:06.070354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d7276f73-7dbf-4250-93bb-66b429c320eb req-5bc80593-0974-4f06-ac5e-b3f3b831cee6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125439 Nov 12 03:36:06.102903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148a99bc-3658-45c2-af1d-a2d460a79bd4 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:06.120370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.146040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Transition to ACTIVE for port object 148a99bc-3658-45c2-af1d-a2d460a79bd4 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:06.147899 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.152111 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.176442 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.186243 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.240481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b211b141-88eb-430b-b894-31a0de092f11 admin admin] Deleting subnet e72d5ff7-7be8-46d0-a742-51477de96fe8 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:06.252886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b211b141-88eb-430b-b894-31a0de092f11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.275086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Pushing event updated for resources: {'Port': ['ID=148a99bc-3658-45c2-af1d-a2d460a79bd4,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.342458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6399ea1-2156-48ce-a601-17513b870b38 req-40066432-f9bb-44ba-8fba-e2ac0a02c574 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.363960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c6399ea1-2156-48ce-a601-17513b870b38 req-40066432-f9bb-44ba-8fba-e2ac0a02c574 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.4639733 Nov 12 03:36:06.413280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Made reservation on behalf of fd4dd90a2ed846b894571e3c17a1f8ab for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:06.416302 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.416632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce9e22-d4af-4cce-b0e2-320dbc95e24f None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:06.446925 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b211b141-88eb-430b-b894-31a0de092f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.483520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Network 31c966f7-452d-41e6-b428-8b3030b97180 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:06.491495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:06.494765 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.499094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:06.523241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Pushing event updated for resources: {'Port': ['ID=d367a031-0713-4c07-82ca-ccf8d175dc1d,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.534228 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.581178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c6399ea1-2156-48ce-a601-17513b870b38 req-a03c17f0-7f42-4363-946f-21b560c99cb7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147231 Nov 12 03:36:06.614546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Attempting to bind port 148a99bc-3658-45c2-af1d-a2d460a79bd4 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:06.618773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Attempting to bind port 148a99bc-3658-45c2-af1d-a2d460a79bd4 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:06.619245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Attempting to bind port 148a99bc-3658-45c2-af1d-a2d460a79bd4 on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:06.639081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Port 148a99bc-3658-45c2-af1d-a2d460a79bd4 on network cc7cd072-f689-4411-9289-55ac57982cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:06.639613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Attempting to bind port 148a99bc-3658-45c2-af1d-a2d460a79bd4 on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:06.649798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:06.650688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Checking segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:06.651535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Bound using segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:06.652491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Bound port: 148a99bc-3658-45c2-af1d-a2d460a79bd4, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:06.653687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.757602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Attempting to bind port d367a031-0713-4c07-82ca-ccf8d175dc1d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:06.758336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Attempting to bind port d367a031-0713-4c07-82ca-ccf8d175dc1d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '88d59865-928f-4781-ab0f-d19a341a3715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '31c966f7-452d-41e6-b428-8b3030b97180'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:06.758953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Attempting to bind port d367a031-0713-4c07-82ca-ccf8d175dc1d on network 31c966f7-452d-41e6-b428-8b3030b97180 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:06.761318 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.765986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:06.766692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Checking segment: {'id': '88d59865-928f-4781-ab0f-d19a341a3715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '31c966f7-452d-41e6-b428-8b3030b97180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:06.768287 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.768986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Bound using segment: {'id': '88d59865-928f-4781-ab0f-d19a341a3715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '31c966f7-452d-41e6-b428-8b3030b97180'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:06.769701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Bound port: d367a031-0713-4c07-82ca-ccf8d175dc1d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d59865-928f-4781-ab0f-d19a341a3715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '31c966f7-452d-41e6-b428-8b3030b97180'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:06.770344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.795409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5087f796-6069-49ed-8b86-d9d88d0fd097 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:06.828983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] For port 148a99bc-3658-45c2-af1d-a2d460a79bd4, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:06.838109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] For port 148a99bc-3658-45c2-af1d-a2d460a79bd4, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=148a99bc-3658-45c2-af1d-a2d460a79bd4,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:06.856758 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.858477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5087f796-6069-49ed-8b86-d9d88d0fd097 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:06.859279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5087f796-6069-49ed-8b86-d9d88d0fd097 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:06.893935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b211b141-88eb-430b-b894-31a0de092f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.907239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=c13988f7-b1b5-4507-8f48-f219f0f3a7a8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.939973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] For port d367a031-0713-4c07-82ca-ccf8d175dc1d, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:06.948713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] For port d367a031-0713-4c07-82ca-ccf8d175dc1d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d367a031-0713-4c07-82ca-ccf8d175dc1d,segment=NetworkSegment(88d59865-928f-4781-ab0f-d19a341a3715),segment_id=88d59865-928f-4781-ab0f-d19a341a3715)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:06.957087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f390c-9706-46bd-83d7-19bf93613267 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:06.959885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.961096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.963546 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] 10.222.0.20 "PUT /v2.0/ports/148a99bc-3658-45c2-af1d-a2d460a79bd4 HTTP/1.1" status: 200 len: 1093 time: 2.2037284 Nov 12 03:36:06.967990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82da0797-da80-4056-9695-721496f1f432', 'tag': '148a99bc-3658-45c2-af1d-a2d460a79bd4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:06.971475 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.973044 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58c6eca-75d7-4f74-807d-3e3b593769ec" -d '{"events": [{"name": "network-changed", "server_uuid": "82da0797-da80-4056-9695-721496f1f432", "tag": "148a99bc-3658-45c2-af1d-a2d460a79bd4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:07.024580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a993-79bd-4b9d-aada-26e1e0700db1 service neutron] Pushing event updated for resources: {'Port': ['ID=148a99bc-3658-45c2-af1d-a2d460a79bd4,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.078496 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4aee38-6dc9-4c87-85ae-8a841a544a71 x-openstack-request-id: req-5d4aee38-6dc9-4c87-85ae-8a841a544a71 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:07.078808 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82da0797-da80-4056-9695-721496f1f432", "tag": "148a99bc-3658-45c2-af1d-a2d460a79bd4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:07.079051 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d4aee38-6dc9-4c87-85ae-8a841a544a71 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:07.081154 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82da0797-da80-4056-9695-721496f1f432', 'tag': '148a99bc-3658-45c2-af1d-a2d460a79bd4', 'status': 'completed', 'code': 200} Nov 12 03:36:07.082999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-b33c97ea-8dfe-4c2b-8b43-9372ee37c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.084515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-b33c97ea-8dfe-4c2b-8b43-9372ee37c37a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 1096 time: 0.0724635 Nov 12 03:36:07.193537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-60508e38-55bb-45a0-b94c-a12c2ad790b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148a99bc-3658-45c2-af1d-a2d460a79bd4 HTTP/1.1" status: 200 len: 217 time: 0.1014893 Nov 12 03:36:07.227597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.242583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b0f24-a2d7-4f0b-a291-f2a14818a78a None None] Network 31c966f7-452d-41e6-b428-8b3030b97180 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:07.259635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813afa95-f8b2-4378-9426-e455ec2155e2 None None] Pushing event updated for resources: {'Port': ['ID=d367a031-0713-4c07-82ca-ccf8d175dc1d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.298354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.341347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3160c6b1-d818-44d6-ac32-8e92927dfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.349581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f07aa-1444-4ec6-884e-ad1808ad2196 req-331df2eb-742d-4311-9e94-badec2818a16 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.351302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-3160c6b1-d818-44d6-ac32-8e92927dfdca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.1378512 Nov 12 03:36:07.355896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e53f07aa-1444-4ec6-884e-ad1808ad2196 req-331df2eb-742d-4311-9e94-badec2818a16 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.5815547 Nov 12 03:36:07.364917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf35502-a819-402e-9fda-6d474621bb65 req-c9371cf5-1633-4229-a014-77c154e28850 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.379802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5bf35502-a819-402e-9fda-6d474621bb65 req-c9371cf5-1633-4229-a014-77c154e28850 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 944 time: 0.1895757 Nov 12 03:36:07.442448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-ed124d95-1419-48d9-b0c5-6a494448ff13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613225 Nov 12 03:36:07.461733 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b211b141-88eb-430b-b894-31a0de092f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.466028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c966f7-452d-41e6-b428-8b3030b97180']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:07.497610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1751cf-6b93-4638-a0b8-0274cdbd9150 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:36:07.516777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53198) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:07.561438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d59865-928f-4781-ab0f-d19a341a3715') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:07.565337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d59865-928f-4781-ab0f-d19a341a3715') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:07.590919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211b141-88eb-430b-b894-31a0de092f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72d5ff7-7be8-46d0-a742-51477de96fe8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.636050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.648824 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b211b141-88eb-430b-b894-31a0de092f11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.655213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b211b141-88eb-430b-b894-31a0de092f11 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e72d5ff7-7be8-46d0-a742-51477de96fe8 HTTP/1.1" status: 204 len: 168 time: 2.0042982 Nov 12 03:36:07.663886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53204) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:07.702057 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.703664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5bf35502-a819-402e-9fda-6d474621bb65 req-761b25c8-0e9f-4a5e-9c41-f000240e9bfc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043587 Nov 12 03:36:07.733102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e53f07aa-1444-4ec6-884e-ad1808ad2196 req-3234b655-8caf-4d15-98ab-0c180dd1b994 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655975 Nov 12 03:36:07.735082 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.743735 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.780162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:07.780493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.818548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1751cf-6b93-4638-a0b8-0274cdbd9150 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:07.864049 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:07.898922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd5de6-7cf4-468f-98f5-a443acacded5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.917556 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.api [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:36:07.917556 n-d-789963-21 neutron-server[102628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:36:07.917556 n-d-789963-21 neutron-server[102628]: [parameters: {'id': '31c966f7-452d-41e6-b428-8b3030b97180'}] Nov 12 03:36:07.917556 n-d-789963-21 neutron-server[102628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:07.917986 n-d-789963-21 neutron-server[102628]: DEBUG oslo_db.api [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:07.925691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:07.927330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ab8331a-67d2-4e4b-9cfe-e30d314770fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.953309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.955975 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.956374 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Added segment fd5ebf90-5c1e-4c22-a239-5869b52b357a of type vlan for network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 Nov 12 03:36:07.960563 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-8d2ceed2-10d9-4287-a31c-23153b007e48 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030804 Nov 12 03:36:08.031493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d7bee-9566-4acc-b623-7c5835f593ff req-13fc2645-13ee-4a34-a4d1-19482501dbfc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.034964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-042d7bee-9566-4acc-b623-7c5835f593ff req-13fc2645-13ee-4a34-a4d1-19482501dbfc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1295369 Nov 12 03:36:08.069335 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.133741 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-042d7bee-9566-4acc-b623-7c5835f593ff req-2e269455-1d2c-4326-a86d-92c71be40068 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912659 Nov 12 03:36:08.175388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.176441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.177112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.247473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b82d39-d298-4d0e-80da-af0251187600 None None] Network 3fd12b05-a641-48f7-9c95-186efddc31cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:08.263395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a07bd41-6312-4c7c-8cf4-f00cde605bc7 req-8c588e3a-6a1c-4531-9dae-8afc0431d226 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936368 Nov 12 03:36:08.296544 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ab8331a-67d2-4e4b-9cfe-e30d314770fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.301263 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6936023 Nov 12 03:36:08.301787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Deleting port 1f1e6070-9566-4696-8475-3b9689004ebe {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:08.303979 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.305974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53212) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:08.307323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b069b-98fd-40b5-bb64-91ba8d32ce61 admin admin] Pushing event updated for resources: {'Network': ['ID=072c13dc-3b3c-413e-a577-d68b9d2b9fb2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.313022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Request body: {'subnet': {'network_id': '072c13dc-3b3c-413e-a577-d68b9d2b9fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1284388125-subnet', 'tenant_id': 'fd4dd90a2ed846b894571e3c17a1f8ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:08.327342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ab8331a-67d2-4e4b-9cfe-e30d314770fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.340319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:08.351141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97223e-c235-42d0-a24a-ed4b6a34c844 req-bf0b9a0f-fe5c-4626-a478-40a2d2dad189 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.352731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf97223e-c235-42d0-a24a-ed4b6a34c844 req-bf0b9a0f-fe5c-4626-a478-40a2d2dad189 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0756519 Nov 12 03:36:08.402703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf97223e-c235-42d0-a24a-ed4b6a34c844 req-b7d69091-eba3-42c6-9a6a-6892f83085ae tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Nov 12 03:36:08.419512 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.494671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-cc1662ea-95df-4e84-b3a5-6c5785584da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.496229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-cc1662ea-95df-4e84-b3a5-6c5785584da2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 1096 time: 0.1305828 Nov 12 03:36:08.501017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3ab8331a-67d2-4e4b-9cfe-e30d314770fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e822f19948c44d4689f6a390dcfeea56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9714954 Nov 12 03:36:08.504998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8331a-67d2-4e4b-9cfe-e30d314770fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85260c2b-9ca4-4c57-9451-3007676ad4db,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.507357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53216) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:08.521714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting port d367a031-0713-4c07-82ca-ccf8d175dc1d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:08.522258 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.567557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Made reservation on behalf of fd4dd90a2ed846b894571e3c17a1f8ab for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:08.568534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.575976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] DHCP port deletion for 3fd12b05-a641-48f7-9c95-186efddc31cd request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:08.597065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] For port d367a031-0713-4c07-82ca-ccf8d175dc1d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d367a031-0713-4c07-82ca-ccf8d175dc1d,segment=NetworkSegment(88d59865-928f-4781-ab0f-d19a341a3715),segment_id=88d59865-928f-4781-ab0f-d19a341a3715)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:08.597433 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.611599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Calling delete_port for d367a031-0713-4c07-82ca-ccf8d175dc1d owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:08.613503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] For port 1f1e6070-9566-4696-8475-3b9689004ebe, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f1e6070-9566-4696-8475-3b9689004ebe,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:08.613976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.636588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] Deleting port 1f1e6070-9566-4696-8475-3b9689004ebe {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:08.636980 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.706825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.710085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] For port 1f1e6070-9566-4696-8475-3b9689004ebe, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f1e6070-9566-4696-8475-3b9689004ebe,segment=NetworkSegment(44b9c6c7-1244-4329-833c-2c75cfe0ad2d),segment_id=44b9c6c7-1244-4329-833c-2c75cfe0ad2d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:08.710259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Calling delete_port for 1f1e6070-9566-4696-8475-3b9689004ebe owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:08.710731 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.729492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] Calling delete_port for 1f1e6070-9566-4696-8475-3b9689004ebe owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:08.748110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Port': ['ID=d367a031-0713-4c07-82ca-ccf8d175dc1d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.773731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No DVR routers for this DVR port d367a031-0713-4c07-82ca-ccf8d175dc1d on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:08.847250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f1e6070-9566-4696-8475-3b9689004ebe no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:08.885257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edbc7367-e69e-4e16-8055-d9c5e00fc32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.905594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4028-5268-495c-8db9-f216dda44952 req-01ca5f64-5b62-48a4-9d78-c4143f4c3536 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.907273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2acd4028-5268-495c-8db9-f216dda44952 req-01ca5f64-5b62-48a4-9d78-c4143f4c3536 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.4034128 Nov 12 03:36:08.931090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-92df3d17-8959-4551-88ee-e3672ca549e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.933240 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-92df3d17-8959-4551-88ee-e3672ca549e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 914 time: 0.4202273 Nov 12 03:36:08.944553 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edbc7367-e69e-4e16-8055-d9c5e00fc32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.958459 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.971751 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.980547 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.996659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c946-ad3c-4fce-9ba9-1c4bb64e05e0 req-f68abc1f-6939-4fb2-957c-fc5fe11c719d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.999176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa40c946-ad3c-4fce-9ba9-1c4bb64e05e0 req-f68abc1f-6939-4fb2-957c-fc5fe11c719d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 944 time: 0.1666954 Nov 12 03:36:09.001162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c966f7-452d-41e6-b428-8b3030b97180']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.011210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] Pushing event deleted for resources: {'Port': ['ID=1f1e6070-9566-4696-8475-3b9689004ebe,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.021774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee3cc6-4827-4b7e-b96c-949b3a385f8c None None] No DVR routers for this DVR port 1f1e6070-9566-4696-8475-3b9689004ebe on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:09.038053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.051986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d59865-928f-4781-ab0f-d19a341a3715') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.052521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d59865-928f-4781-ab0f-d19a341a3715') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.078815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.108679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa40c946-ad3c-4fce-9ba9-1c4bb64e05e0 req-4a2f2d55-dbaf-4797-83b7-38dd8b579a44 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980146 Nov 12 03:36:09.109808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.113605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1e6070-9566-4696-8475-3b9689004ebe,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.118928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:09.120668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:09.124092 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:09.179703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-26a8c0d1-7fe9-4117-bf9b-6968d2ad5904 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148a99bc-3658-45c2-af1d-a2d460a79bd4 HTTP/1.1" status: 200 len: 217 time: 0.1339486 Nov 12 03:36:09.183313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] No DVR routers for this DVR port 1f1e6070-9566-4696-8475-3b9689004ebe on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:09.198263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.212479 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.215796 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/31c966f7-452d-41e6-b428-8b3030b97180 HTTP/1.1" status: 204 len: 168 time: 3.9592297 Nov 12 03:36:09.219257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53228) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:09.235166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951718936'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:09.240146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135ab4e-d973-4a69-b0b1-415c61b2adb6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=31c966f7-452d-41e6-b428-8b3030b97180,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.262701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:09.266709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.296513 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2acd4028-5268-495c-8db9-f216dda44952 req-72c90dad-ee19-4586-b3c5-1732d916d936 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769126 Nov 12 03:36:09.316824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:09.332505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edbc7367-e69e-4e16-8055-d9c5e00fc32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.333406 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.333816 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment 4df8f087-aa35-44c3-ae80-c241ad5db4ab of type vlan for network 15807401-ff54-4460-a529-bf6ece5babed Nov 12 03:36:09.335271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edbc7367-e69e-4e16-8055-d9c5e00fc32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.336413 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-edbc7367-e69e-4e16-8055-d9c5e00fc32f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85260c2b-9ca4-4c57-9451-3007676ad4db HTTP/1.1" status: 204 len: 168 time: 0.7942076 Nov 12 03:36:09.397183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.412708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-534919eb-ef51-4fe4-a2e0-939f4469c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.414239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-534919eb-ef51-4fe4-a2e0-939f4469c96f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.1895776 Nov 12 03:36:09.421719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc7367-e69e-4e16-8055-d9c5e00fc32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85260c2b-9ca4-4c57-9451-3007676ad4db,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.430642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.469011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.475069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-aff5d6cc-6332-4df9-893d-2fc3fb0fe221 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415413 Nov 12 03:36:09.476728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.477742 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.504221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2830460 Nov 12 03:36:09.519729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53236) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:09.523058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.524581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': '15807401-ff54-4460-a529-bf6ece5babed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:09.533203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd12b05-a641-48f7-9c95-186efddc31cd']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.551971 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:09.620315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b9c6c7-1244-4329-833c-2c75cfe0ad2d') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.620939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b9c6c7-1244-4329-833c-2c75cfe0ad2d') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.649877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.696297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff79d08-a866-4ca6-b97b-9c35eb2fd89f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=15807401-ff54-4460-a529-bf6ece5babed,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.696634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59978-f7a6-4d5c-addf-b0bc64b6ff5a req-de119e0d-85d2-4d7f-8206-1747b6df74d3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.698389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8f59978-f7a6-4d5c-addf-b0bc64b6ff5a req-de119e0d-85d2-4d7f-8206-1747b6df74d3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2204988 Nov 12 03:36:09.703433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.706080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2927bf9f-2bb2-4ca6-bcb2-3c825697a425,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.707536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 15807401-ff54-4460-a529-bf6ece5babed details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:09.722716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:09.723282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:09.730529 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:09.735196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:09.740846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.809787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53240) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:09.818703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Checking segment: {'id': 'fd5ebf90-5c1e-4c22-a239-5869b52b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '072c13dc-3b3c-413e-a577-d68b9d2b9fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:09.818703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Network hostable DHCP agents. Network: 072c13dc-3b3c-413e-a577-d68b9d2b9fb2, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:09.832659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-55a95094-bf16-4520-9491-3c0266e3486c service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392787 Nov 12 03:36:09.884951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0650-b240-4945-a68d-8035f9a17820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.908061 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.952976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.959372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3fd12b05-a641-48f7-9c95-186efddc31cd HTTP/1.1" status: 204 len: 168 time: 2.2881618 Nov 12 03:36:09.961723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:09.981312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.983211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8f59978-f7a6-4d5c-addf-b0bc64b6ff5a req-6987bc5a-e764-4cb7-9123-6550d763e279 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621624 Nov 12 03:36:09.991141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d24ab-a985-4949-aa79-c8c214089871 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd12b05-a641-48f7-9c95-186efddc31cd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.035581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 072c13dc-3b3c-413e-a577-d68b9d2b9fb2) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:10.055238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e257020-e2f5-4793-8df1-bd6fca70a2b0 None None] Network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:10.070594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.071349 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.094525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=b34a3657-d4ab-4db8-8687-f3707c88a125,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.119674 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f58c6eca-75d7-4f74-807d-3e3b593769ec req-7fd312d8-0956-42fc-a15d-d3bf4b0c86c1 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792969 Nov 12 03:36:10.149001 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8e8f5948-dd2a-4307-af1b-0bcbed7c82fc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8416951 Nov 12 03:36:10.220814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': '4df8f087-aa35-44c3-ae80-c241ad5db4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '15807401-ff54-4460-a529-bf6ece5babed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:10.221187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: 15807401-ff54-4460-a529-bf6ece5babed, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:10.230965 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0650-b240-4945-a68d-8035f9a17820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.246175 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0650-b240-4945-a68d-8035f9a17820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.269493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1919510-2bc9-4711-9e87-eee1981518c6 req-94d02de1-3725-42d0-b231-ef76784c6cf4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.287616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c1919510-2bc9-4711-9e87-eee1981518c6 req-94d02de1-3725-42d0-b231-ef76784c6cf4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1622753 Nov 12 03:36:10.332331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 15807401-ff54-4460-a529-bf6ece5babed is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:10.364525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 15807401-ff54-4460-a529-bf6ece5babed) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:10.364891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf824a-d8ec-47df-862a-218643468aec None None] Network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:10.380401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53256) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.381733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.382332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.398070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7166a-be0b-4ff8-9bab-559b02e07b0e None None] Network 15807401-ff54-4460-a529-bf6ece5babed requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:10.399468 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cd9a0650-b240-4945-a68d-8035f9a17820 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e20a2f96ebc4582a8abb14860b3daa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5784655 Nov 12 03:36:10.401103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a0650-b240-4945-a68d-8035f9a17820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac3c2da-825a-4baa-8577-cce20baec5a7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.403397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53258) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.513358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c1919510-2bc9-4711-9e87-eee1981518c6 req-f99c436c-d8fc-4b34-99f0-ccbeb4275c64 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247548 Nov 12 03:36:10.538099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fed0e3f9-ed1c-48a4-ae32-2806ac03bd1b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0174839 Nov 12 03:36:10.538795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53262) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.557014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067a64-c27e-4226-9b0a-60ba78f4f7d6 req-74a2603c-f068-4303-aba8-629343b1321f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.569082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': '15807401-ff54-4460-a529-bf6ece5babed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:10.577230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65067a64-c27e-4226-9b0a-60ba78f4f7d6 req-74a2603c-f068-4303-aba8-629343b1321f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 944 time: 0.2990527 Nov 12 03:36:10.651050 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c6a39c71-9b39-486e-b565-46d416758948 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b64d1b058f846328f64fa41616eba13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633283 Nov 12 03:36:10.651281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53264) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.802964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65067a64-c27e-4226-9b0a-60ba78f4f7d6 req-32008f71-3dae-4c7f-935d-708498b297b8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243166 Nov 12 03:36:10.806418 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2502-e074-4458-8ecf-3dec9f0e80a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.908364 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-880586b3-6617-42b8-927f-f9559743ced0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.915934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2502-e074-4458-8ecf-3dec9f0e80a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.917339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-15807401-ff54-4460-a529-bf6ece5babed', 'network_id': '15807401-ff54-4460-a529-bf6ece5babed', 'tenant_id': '8510e822d59243e09ab36c7a35d21ec9', 'fixed_ips': [{'subnet_id': 'b34a3657-d4ab-4db8-8687-f3707c88a125'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:10.918762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.947761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:10.952199 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.985825 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-880586b3-6617-42b8-927f-f9559743ced0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.068882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-880586b3-6617-42b8-927f-f9559743ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.071715 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-880586b3-6617-42b8-927f-f9559743ced0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.073059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-880586b3-6617-42b8-927f-f9559743ced0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5127ab6a-cd77-4183-ba22-813a3fe0f113 HTTP/1.1" status: 204 len: 168 time: 0.4210179 Nov 12 03:36:11.076344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2502-e074-4458-8ecf-3dec9f0e80a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.083356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8fb2502-e074-4458-8ecf-3dec9f0e80a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.086091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d8fb2502-e074-4458-8ecf-3dec9f0e80a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ac3c2da-825a-4baa-8577-cce20baec5a7 HTTP/1.1" status: 204 len: 168 time: 0.6571660 Nov 12 03:36:11.100528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880586b3-6617-42b8-927f-f9559743ced0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5127ab6a-cd77-4183-ba22-813a3fe0f113,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:11.116110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb2502-e074-4458-8ecf-3dec9f0e80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac3c2da-825a-4baa-8577-cce20baec5a7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:11.157945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb7420-b269-489b-9907-8e53968d385e req-c4f2dcb1-62d3-4a6b-b684-4cd53f74fbc7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.159738 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2feb7420-b269-489b-9907-8e53968d385e req-c4f2dcb1-62d3-4a6b-b684-4cd53f74fbc7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2483859 Nov 12 03:36:11.224550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Allocated IP 2001:db8::2 (15807401-ff54-4460-a529-bf6ece5babed/b34a3657-d4ab-4db8-8687-f3707c88a125/c4dfd64f-cc89-4aec-95db-ba01f79731ed) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:11.265715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2feb7420-b269-489b-9907-8e53968d385e req-9afb501b-b84c-4248-8ba1-a676eff8a399 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925524 Nov 12 03:36:11.408347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50093b-a2db-482f-af70-d57611ec930f req-fcd362e4-1742-4302-ae61-34e9fa311914 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.413226 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-fcd362e4-1742-4302-ae61-34e9fa311914 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/networks?id=072c13dc-3b3c-413e-a577-d68b9d2b9fb2 HTTP/1.1" status: 200 len: 821 time: 0.1776829 Nov 12 03:36:11.442318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-c5865ec8-0aec-4d70-9720-e0053e60ee25 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/quotas/fd4dd90a2ed846b894571e3c17a1f8ab HTTP/1.1" status: 200 len: 375 time: 0.0213327 Nov 12 03:36:11.514015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-600d8fa2-a059-42b8-a9d9-2b60ff9cbbf4 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd4dd90a2ed846b894571e3c17a1f8ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645196 Nov 12 03:36:11.575531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6cb5b-56a8-42f0-b526-603b34a5cc33 req-d87a4753-da9e-4ba4-9ac0-4cdd618d81e0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.577210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ae6cb5b-56a8-42f0-b526-603b34a5cc33 req-d87a4753-da9e-4ba4-9ac0-4cdd618d81e0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1768017 Nov 12 03:36:11.609917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.670214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=cb474905-c768-4a61-8639-2560db03c0bc,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:11.674400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.698603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 15807401-ff54-4460-a529-bf6ece5babed is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:11.705886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:11.711126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.711766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.716234 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.722255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ae6cb5b-56a8-42f0-b526-603b34a5cc33 req-070007de-05c7-4769-af1b-ae937ac5c6fe tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318703 Nov 12 03:36:11.741115 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e9a5625c-5a65-4fec-815c-ca3f32a8497d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1960075 Nov 12 03:36:11.741936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:11.749654 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-d12cae0c-be09-4f9f-8b83-36624a74addb service neutron] 10.222.0.49 "GET /v2.0/networks/072c13dc-3b3c-413e-a577-d68b9d2b9fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259076 Nov 12 03:36:11.799604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Network 15807401-ff54-4460-a529-bf6ece5babed is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:11.807804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:11.813399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:11.822859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Pushing event updated for resources: {'Port': ['ID=c4dfd64f-cc89-4aec-95db-ba01f79731ed,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:11.889386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6147e9c-1fad-475e-a107-552297391329 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.893142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6147e9c-1fad-475e-a107-552297391329 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.896613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6147e9c-1fad-475e-a107-552297391329 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.899226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6147e9c-1fad-475e-a107-552297391329 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.900511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Attempting to bind port c4dfd64f-cc89-4aec-95db-ba01f79731ed on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:11.901205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Attempting to bind port c4dfd64f-cc89-4aec-95db-ba01f79731ed by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '4df8f087-aa35-44c3-ae80-c241ad5db4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '15807401-ff54-4460-a529-bf6ece5babed'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:11.902241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Attempting to bind port c4dfd64f-cc89-4aec-95db-ba01f79731ed on network 15807401-ff54-4460-a529-bf6ece5babed {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:11.903265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6147e9c-1fad-475e-a107-552297391329 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.909970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53314) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:11.912342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a6147e9c-1fad-475e-a107-552297391329 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1692052 Nov 12 03:36:11.916519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:11.916971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Checking segment: {'id': '4df8f087-aa35-44c3-ae80-c241ad5db4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '15807401-ff54-4460-a529-bf6ece5babed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:11.917377 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.917933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Bound using segment: {'id': '4df8f087-aa35-44c3-ae80-c241ad5db4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '15807401-ff54-4460-a529-bf6ece5babed'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:11.918102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1615336668'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:11.918212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Bound port: c4dfd64f-cc89-4aec-95db-ba01f79731ed, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df8f087-aa35-44c3-ae80-c241ad5db4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '15807401-ff54-4460-a529-bf6ece5babed'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:11.918598 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.990035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-2f4463de-0361-4574-83dd-db3d689cb392 service neutron] 10.222.0.49 "GET /v2.0/networks/072c13dc-3b3c-413e-a577-d68b9d2b9fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282145 Nov 12 03:36:11.991956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 148a99bc-3658-45c2-af1d-a2d460a79bd4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:12.018498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:12.022345 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.067999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] For port c4dfd64f-cc89-4aec-95db-ba01f79731ed, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:12.076022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:12.085679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901d58-8f8c-43b9-ade5-363427ce760e req-054c3880-74dc-44e7-97b0-d6c33c494e93 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.088813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f901d58-8f8c-43b9-ade5-363427ce760e req-054c3880-74dc-44e7-97b0-d6c33c494e93 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 944 time: 0.1289811 Nov 12 03:36:12.097471 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.097826 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment d7269da5-76b7-4583-8b0b-bb83d403c499 of type vlan for network 44b9e752-909f-4707-b38e-dc900c3a45db Nov 12 03:36:12.113305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] For port c4dfd64f-cc89-4aec-95db-ba01f79731ed, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c4dfd64f-cc89-4aec-95db-ba01f79731ed,segment=NetworkSegment(4df8f087-aa35-44c3-ae80-c241ad5db4ab),segment_id=4df8f087-aa35-44c3-ae80-c241ad5db4ab)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:12.123957 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.208883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f901d58-8f8c-43b9-ade5-363427ce760e req-3152b2ff-6fc5-4fca-ab8c-e2d61703818f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086223 Nov 12 03:36:12.230663 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.292126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 148a99bc-3658-45c2-af1d-a2d460a79bd4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=148a99bc-3658-45c2-af1d-a2d460a79bd4,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:12.297213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5f76f-7b2a-41ab-9cb7-5b9487a86ecc None None] Pushing event updated for resources: {'Port': ['ID=c4dfd64f-cc89-4aec-95db-ba01f79731ed,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.303817 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.310917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.311854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.341524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '148a99bc-3658-45c2-af1d-a2d460a79bd4', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'port_id': '148a99bc-3658-45c2-af1d-a2d460a79bd4', 'mac_address': 'fa:16:3e:28:ba:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969a8f9-b847-4ffe-96a5-cba15047533d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:12.400816 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4895549 Nov 12 03:36:12.411919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:12.445392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-abb264ac-694f-4cd7-affd-180a5bc4b211 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:12.468207 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.495877 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6abe0f3d-73c7-4b0d-8573-0901e5b75df7 req-01f0584c-c06f-4278-beaa-9176ebeab6a1 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 210 time: 0.1485012 Nov 12 03:36:12.520523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148a99bc-3658-45c2-af1d-a2d460a79bd4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:12.605899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5e4f4-c3e4-4e3c-8231-c3601a71786d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=44b9e752-909f-4707-b38e-dc900c3a45db,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.618907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 148a99bc-3658-45c2-af1d-a2d460a79bd4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=148a99bc-3658-45c2-af1d-a2d460a79bd4,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:12.651857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 44b9e752-909f-4707-b38e-dc900c3a45db details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:12.786029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7dda9-24b4-429a-925b-15dc62d51044 req-486dcf3d-506a-46e8-91ba-8a3abd9e0082 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.798813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aba7dda9-24b4-429a-925b-15dc62d51044 req-486dcf3d-506a-46e8-91ba-8a3abd9e0082 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.4361060 Nov 12 03:36:12.817612 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.008855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=148a99bc-3658-45c2-af1d-a2d460a79bd4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.010859 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abb264ac-694f-4cd7-affd-180a5bc4b211 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.012005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c4dfd64f-cc89-4aec-95db-ba01f79731ed up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:13.048671 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abb264ac-694f-4cd7-affd-180a5bc4b211 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.116305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c4dfd64f-cc89-4aec-95db-ba01f79731ed triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:13.116852 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.159000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['148a99bc-3658-45c2-af1d-a2d460a79bd4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:13.183138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abb264ac-694f-4cd7-affd-180a5bc4b211 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 44b9e752-909f-4707-b38e-dc900c3a45db is not hosted by any dhcp agent {{(pid=102628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:36:13.194191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb264ac-694f-4cd7-affd-180a5bc4b211 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.195209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abb264ac-694f-4cd7-affd-180a5bc4b211 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.196821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-abb264ac-694f-4cd7-affd-180a5bc4b211 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "PUT /v2.0/networks/44b9e752-909f-4707-b38e-dc900c3a45db HTTP/1.1" status: 200 len: 723 time: 0.7738469 Nov 12 03:36:13.199851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:13.202641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb264ac-694f-4cd7-affd-180a5bc4b211 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=44b9e752-909f-4707-b38e-dc900c3a45db,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.206845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': '44b9e752-909f-4707-b38e-dc900c3a45db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:13.221883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 44b9e752-909f-4707-b38e-dc900c3a45db details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:13.242128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aba7dda9-24b4-429a-925b-15dc62d51044 req-62359360-49ae-4e92-a43d-188d90a4db34 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410460 Nov 12 03:36:13.365008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53378) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:13.430072 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.485235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:13.491301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.559023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b6331-b03f-4f42-837f-ef45734eee1e req-49933270-f182-41f7-829f-a589e529fbf2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.560588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-426b6331-b03f-4f42-837f-ef45734eee1e req-49933270-f182-41f7-829f-a589e529fbf2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1079972 Nov 12 03:36:13.591455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port c4dfd64f-cc89-4aec-95db-ba01f79731ed, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c4dfd64f-cc89-4aec-95db-ba01f79731ed,segment=NetworkSegment(4df8f087-aa35-44c3-ae80-c241ad5db4ab),segment_id=4df8f087-aa35-44c3-ae80-c241ad5db4ab)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:13.601897 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.700383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-426b6331-b03f-4f42-837f-ef45734eee1e req-63784072-d461-45d4-9bfc-b553b7d5d25b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248446 Nov 12 03:36:13.713199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1451707843-network', 'tenant_id': '44c45ab871b440bc8e0675ccad9f4082'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:13.722047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc00cb-147f-4fb5-92d4-b9878d0bdde2 req-7602bebc-31c9-4813-897d-eda7d54a5bce tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.742852 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5dfc00cb-147f-4fb5-92d4-b9878d0bdde2 req-7602bebc-31c9-4813-897d-eda7d54a5bce tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 945 time: 0.3114386 Nov 12 03:36:13.770057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Made reservation on behalf of 44c45ab871b440bc8e0675ccad9f4082 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:13.772641 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.781828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.832118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=c4dfd64f-cc89-4aec-95db-ba01f79731ed,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.900210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d94585bc-ea6c-4c79-9af9-aeacaf543eba req-0061a064-4686-4e2c-8659-4a266a7a1261 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 210 time: 0.0551052 Nov 12 03:36:13.910164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5dfc00cb-147f-4fb5-92d4-b9878d0bdde2 req-475665df-0bfe-4169-9e69-b9b4c29b9f3a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639292 Nov 12 03:36:14.033547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.045877 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.074705 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.122181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c127a821-47cb-444a-b3ef-128c766c2c60,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:14.162126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:14.217802 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.218176 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Added segment 9d828a3b-c17e-48f5-bc83-28e98019fe47 of type vlan for network 8b1e349d-d297-4778-920f-e5cc1447aab4 Nov 12 03:36:14.229597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74edfcfc-39bf-4115-9bf4-f0e9e3cfa230 None None] Network 15807401-ff54-4460-a529-bf6ece5babed requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:14.327200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daa66b-18ae-4298-9d69-e2fc2143caef req-cd6f25c4-b07c-4041-b8cc-d9922c3ddcc3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.342313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1daa66b-18ae-4298-9d69-e2fc2143caef req-cd6f25c4-b07c-4041-b8cc-d9922c3ddcc3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2297401 Nov 12 03:36:14.416134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=a2bf71a2-dfe8-4535-8859-f00fde005775,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:14.422712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.442320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': 'd7269da5-76b7-4583-8b0b-bb83d403c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '44b9e752-909f-4707-b38e-dc900c3a45db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:14.442762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: 44b9e752-909f-4707-b38e-dc900c3a45db, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:14.452646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8de9857e-fd43-4450-8418-60e44abc4078 None None] Provisioning complete for port c4dfd64f-cc89-4aec-95db-ba01f79731ed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:14.457704 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8de9857e-fd43-4450-8418-60e44abc4078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.485315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50093b-a2db-482f-af70-d57611ec930f req-703a2b8a-a2f8-4ce0-b9de-08e284894be1 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.487269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-703a2b8a-a2f8-4ce0-b9de-08e284894be1 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.20 "GET /v2.0/networks?id=072c13dc-3b3c-413e-a577-d68b9d2b9fb2 HTTP/1.1" status: 200 len: 821 time: 0.3300061 Nov 12 03:36:14.492363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 44b9e752-909f-4707-b38e-dc900c3a45db is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:14.506775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Request body: {'port': {'device_id': '85235bfa-c92b-4c4c-8fbc-7c34d909ff95', 'network_id': '072c13dc-3b3c-413e-a577-d68b9d2b9fb2', 'admin_state_up': True, 'tenant_id': 'fd4dd90a2ed846b894571e3c17a1f8ab'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:14.519246 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1daa66b-18ae-4298-9d69-e2fc2143caef req-6b228781-bf5a-4a3d-b539-dd49005a5760 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759460 Nov 12 03:36:14.527428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 44b9e752-909f-4707-b38e-dc900c3a45db) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:14.537640 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.538795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.540897 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.552079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bb0ad-04e7-490d-bb6d-b10ed44ce20c None None] Network 44b9e752-909f-4707-b38e-dc900c3a45db requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:14.560839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.562664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.633717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e604e635-91ad-492d-a12a-0ee1753c67e3 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4324143 Nov 12 03:36:14.643428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53410) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:14.654199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-74685ad1-1e00-4cd0-99a1-f19d4a00de1e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:14.777811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4114404 Nov 12 03:36:14.786591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53412) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:14.811047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Request body: {'subnet': {'network_id': '8b1e349d-d297-4778-920f-e5cc1447aab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1451707843-subnet', 'tenant_id': '44c45ab871b440bc8e0675ccad9f4082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:14.838564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d367f9-f394-4a77-b921-470b2989946d admin admin] Pushing event updated for resources: {'Network': ['ID=8b1e349d-d297-4778-920f-e5cc1447aab4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:14.854850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Made reservation on behalf of fd4dd90a2ed846b894571e3c17a1f8ab for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:14.865433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.873070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c4dfd64f-cc89-4aec-95db-ba01f79731ed up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:14.885222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8b1e349d-d297-4778-920f-e5cc1447aab4 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:14.928693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02e9d5-1646-4b22-ba2c-d92b9f78cdb3 req-6c4a4089-118c-4c21-a9f6-0a081ffc50dc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.930408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e02e9d5-1646-4b22-ba2c-d92b9f78cdb3 req-6c4a4089-118c-4c21-a9f6-0a081ffc50dc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2295706 Nov 12 03:36:14.949350 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74685ad1-1e00-4cd0-99a1-f19d4a00de1e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-536467404'] for subnet, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.962250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Made reservation on behalf of 44c45ab871b440bc8e0675ccad9f4082 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:14.965275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.145737 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e02e9d5-1646-4b22-ba2c-d92b9f78cdb3 req-8050ffd6-96c5-4939-9224-405d978f008f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983628 Nov 12 03:36:15.382869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-44b9e752-909f-4707-b38e-dc900c3a45db', 'network_id': '44b9e752-909f-4707-b38e-dc900c3a45db', 'tenant_id': '8510e822d59243e09ab36c7a35d21ec9', 'fixed_ips': [{'subnet_id': 'a2bf71a2-dfe8-4535-8859-f00fde005775'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:15.382869 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.428688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74685ad1-1e00-4cd0-99a1-f19d4a00de1e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745363331467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5215889'] for subnet, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.504387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74685ad1-1e00-4cd0-99a1-f19d4a00de1e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.505086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74685ad1-1e00-4cd0-99a1-f19d4a00de1e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.509627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-74685ad1-1e00-4cd0-99a1-f19d4a00de1e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "PUT /v2.0/subnets/a2bf71a2-dfe8-4535-8859-f00fde005775 HTTP/1.1" status: 200 len: 826 time: 0.8607357 Nov 12 03:36:15.511020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53430) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:15.569188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad464-4999-467b-b012-d33e346b2ad5 req-2de8932f-8900-4a77-86dd-554bce5bfed1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.570891 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fabad464-4999-467b-b012-d33e346b2ad5 req-2de8932f-8900-4a77-86dd-554bce5bfed1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 945 time: 0.4954045 Nov 12 03:36:15.581280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74685ad1-1e00-4cd0-99a1-f19d4a00de1e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=a2bf71a2-dfe8-4535-8859-f00fde005775,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.726791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c46bfec9-10f0-4102-ba6a-7d535669047f req-d103f1f4-cde0-4c72-ae56-86fc1119f8b3 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 210 time: 0.0614555 Nov 12 03:36:15.744542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.757353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fabad464-4999-467b-b012-d33e346b2ad5 req-c4cda0f7-d334-4304-b168-163021939671 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771133 Nov 12 03:36:15.788722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Allocated IP 172.20.0.2 (072c13dc-3b3c-413e-a577-d68b9d2b9fb2/2927bf9f-2bb2-4ca6-bcb2-3c825697a425/875b5321-1bbd-4841-ad05-003a37441c3d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:15.797625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Allocated IP 2001:db8::2 (44b9e752-909f-4707-b38e-dc900c3a45db/a2bf71a2-dfe8-4535-8859-f00fde005775/384ca230-a669-48e5-939b-3e8a07e45b68) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:15.934169 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.059566 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.213204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3eb0f46-e680-408a-ab54-187fb29185b9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.254283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Checking segment: {'id': '9d828a3b-c17e-48f5-bc83-28e98019fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '8b1e349d-d297-4778-920f-e5cc1447aab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:16.254552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Network hostable DHCP agents. Network: 8b1e349d-d297-4778-920f-e5cc1447aab4, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:16.294585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.301872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Network 8b1e349d-d297-4778-920f-e5cc1447aab4 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:16.319517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8b1e349d-d297-4778-920f-e5cc1447aab4) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:16.330517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.331122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.367551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-32ff29bf-eede-467e-a5f9-046d014d379b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5774910 Nov 12 03:36:16.430214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.518644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 148a99bc-3658-45c2-af1d-a2d460a79bd4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:16.534006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:16.540659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:16.574464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:16.595025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d63376-a4b8-4377-a6a4-d8dd166af897 None None] Network 8b1e349d-d297-4778-920f-e5cc1447aab4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:16.609966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1098fa41-5dc4-43ee-8fa6-3724d9cadebc None None] Update dhcp port {'port': {'network_id': '15807401-ff54-4460-a529-bf6ece5babed', 'fixed_ips': [{'subnet_id': 'b34a3657-d4ab-4db8-8687-f3707c88a125', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb474905-c768-4a61-8639-2560db03c0bc'}], 'binding:host_id': 'n-d-789963-21'}, 'id': 'c4dfd64f-cc89-4aec-95db-ba01f79731ed'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:36:16.692111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Pushing event updated for resources: {'Port': ['ID=875b5321-1bbd-4841-ad05-003a37441c3d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.723532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793709c-c324-4f91-90b0-2c9461d79fe2 req-d4c07255-83f7-4d2c-8e35-11277398a668 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.739023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5793709c-c324-4f91-90b0-2c9461d79fe2 req-d4c07255-83f7-4d2c-8e35-11277398a668 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.6329787 Nov 12 03:36:16.779999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.784122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.816978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-382fbd8d-3f46-4a4e-8c40-185a3fd58fd5 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3159139 Nov 12 03:36:16.830566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Request body: {'port': {'device_id': '85235bfa-c92b-4c4c-8fbc-7c34d909ff95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:16.839844 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1098fa41-5dc4-43ee-8fa6-3724d9cadebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.858079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5793709c-c324-4f91-90b0-2c9461d79fe2 req-e0e6cfaa-c681-46b0-9717-7a2811dcf894 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160643 Nov 12 03:36:16.992769 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.043112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84a3d8-81ee-4f71-852b-d849bc3f78e7 req-6484ccac-6e5e-4f1c-b9bb-312b7cfd7de2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.052114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e84a3d8-81ee-4f71-852b-d849bc3f78e7 req-6484ccac-6e5e-4f1c-b9bb-312b7cfd7de2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 945 time: 0.0908284 Nov 12 03:36:17.142127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 148a99bc-3658-45c2-af1d-a2d460a79bd4 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:17.166584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 148a99bc-3658-45c2-af1d-a2d460a79bd4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:17.166950 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.222625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.238120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c4dfd64f-cc89-4aec-95db-ba01f79731ed triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:17.238642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.248132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cdc95-4ef8-42be-87a1-2bb05c59682f req-90f52d43-cae5-4a2a-b9d4-ed140798aa1f tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.249742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b89cdc95-4ef8-42be-87a1-2bb05c59682f req-90f52d43-cae5-4a2a-b9d4-ed140798aa1f tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 931 time: 0.3332150 Nov 12 03:36:17.269741 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.334226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Pushing event updated for resources: {'Port': ['ID=384ca230-a669-48e5-939b-3e8a07e45b68,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.338536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b89cdc95-4ef8-42be-87a1-2bb05c59682f req-b3e12534-d8cb-4c52-a4bb-bea404bfee1f tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807652 Nov 12 03:36:17.380332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-1098fa41-5dc4-43ee-8fa6-3724d9cadebc None None] Allocated IP 172.20.0.1 (15807401-ff54-4460-a529-bf6ece5babed/cb474905-c768-4a61-8639-2560db03c0bc/c4dfd64f-cc89-4aec-95db-ba01f79731ed) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:17.416710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Network 44b9e752-909f-4707-b38e-dc900c3a45db is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:17.461498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:17.465464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:17.545266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03fe34-dfc2-4eeb-930c-deb6bdd6bac2 None None] Network 8b1e349d-d297-4778-920f-e5cc1447aab4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:17.600108 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e84a3d8-81ee-4f71-852b-d849bc3f78e7 req-89173c73-af29-4705-9122-7055fff8a0e2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454760 Nov 12 03:36:17.609221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875b5321-1bbd-4841-ad05-003a37441c3d {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:17.644863 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.646075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.665024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Transition to ACTIVE for port object 875b5321-1bbd-4841-ad05-003a37441c3d will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:17.693602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=a2bf71a2-dfe8-4535-8859-f00fde005775,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.699776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.761178 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.786031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b9e752-909f-4707-b38e-dc900c3a45db']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:17.799631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7269da5-76b7-4583-8b0b-bb83d403c499') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:17.799934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7269da5-76b7-4583-8b0b-bb83d403c499') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:17.811122 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.838862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Attempting to bind port 384ca230-a669-48e5-939b-3e8a07e45b68 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:17.839263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Attempting to bind port 384ca230-a669-48e5-939b-3e8a07e45b68 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'd7269da5-76b7-4583-8b0b-bb83d403c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '44b9e752-909f-4707-b38e-dc900c3a45db'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:17.839838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Attempting to bind port 384ca230-a669-48e5-939b-3e8a07e45b68 on network 44b9e752-909f-4707-b38e-dc900c3a45db {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:17.841806 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.845575 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.858810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:17.859218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:17.862965 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:17.893497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=875b5321-1bbd-4841-ad05-003a37441c3d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.919591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:17.920286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Checking segment: {'id': 'd7269da5-76b7-4583-8b0b-bb83d403c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '44b9e752-909f-4707-b38e-dc900c3a45db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:17.920901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.921455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Bound using segment: {'id': 'd7269da5-76b7-4583-8b0b-bb83d403c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '44b9e752-909f-4707-b38e-dc900c3a45db'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:17.922139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Bound port: 384ca230-a669-48e5-939b-3e8a07e45b68, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7269da5-76b7-4583-8b0b-bb83d403c499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '44b9e752-909f-4707-b38e-dc900c3a45db'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:17.922471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-92455b94-03d3-4c64-99f1-36f99d03b56d tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.922915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.924344 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-92455b94-03d3-4c64-99f1-36f99d03b56d tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/networks?id=8b1e349d-d297-4778-920f-e5cc1447aab4 HTTP/1.1" status: 200 len: 814 time: 0.3435755 Nov 12 03:36:17.948379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-fe6cb86a-6cca-40e5-adba-6f313a1a7752 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/quotas/44c45ab871b440bc8e0675ccad9f4082 HTTP/1.1" status: 200 len: 375 time: 0.0167158 Nov 12 03:36:17.951007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Attempting to bind port 875b5321-1bbd-4841-ad05-003a37441c3d on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:17.951402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Attempting to bind port 875b5321-1bbd-4841-ad05-003a37441c3d by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'fd5ebf90-5c1e-4c22-a239-5869b52b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '072c13dc-3b3c-413e-a577-d68b9d2b9fb2'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:17.951796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Attempting to bind port 875b5321-1bbd-4841-ad05-003a37441c3d on network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:17.982628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Port 875b5321-1bbd-4841-ad05-003a37441c3d on network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:17.983070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Attempting to bind port 875b5321-1bbd-4841-ad05-003a37441c3d on network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:17.987310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-a994850d-28ab-420f-800d-b6c17d7ad8c0 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=44c45ab871b440bc8e0675ccad9f4082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304353 Nov 12 03:36:17.987495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1098fa41-5dc4-43ee-8fa6-3724d9cadebc None None] For port c4dfd64f-cc89-4aec-95db-ba01f79731ed, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c4dfd64f-cc89-4aec-95db-ba01f79731ed,segment=NetworkSegment(4df8f087-aa35-44c3-ae80-c241ad5db4ab),segment_id=4df8f087-aa35-44c3-ae80-c241ad5db4ab)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:17.996755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.api [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:36:17.996755 n-d-789963-21 neutron-server[102628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:36:17.996755 n-d-789963-21 neutron-server[102628]: [parameters: {'id': '44b9e752-909f-4707-b38e-dc900c3a45db'}] Nov 12 03:36:17.996755 n-d-789963-21 neutron-server[102628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:17.997715 n-d-789963-21 neutron-server[102628]: DEBUG oslo_db.api [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:18.007387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:18.007720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Checking segment: {'id': 'fd5ebf90-5c1e-4c22-a239-5869b52b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '072c13dc-3b3c-413e-a577-d68b9d2b9fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:18.008102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Bound using segment: {'id': 'fd5ebf90-5c1e-4c22-a239-5869b52b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '072c13dc-3b3c-413e-a577-d68b9d2b9fb2'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:18.008544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Bound port: 875b5321-1bbd-4841-ad05-003a37441c3d, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5ebf90-5c1e-4c22-a239-5869b52b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '072c13dc-3b3c-413e-a577-d68b9d2b9fb2'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:18.008923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.019665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da0797-da80-4056-9695-721496f1f432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148a99bc-3658-45c2-af1d-a2d460a79bd4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:18.022354 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b3fc34-32cd-4d32-bc78-580bb958b448" -d '{"events": [{"server_uuid": "82da0797-da80-4056-9695-721496f1f432", "name": "network-vif-plugged", "status": "completed", "tag": "148a99bc-3658-45c2-af1d-a2d460a79bd4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:18.065500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 148a99bc-3658-45c2-af1d-a2d460a79bd4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=148a99bc-3658-45c2-af1d-a2d460a79bd4,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:18.110061 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.132448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71de10b-1124-4ee6-9abe-1886c62928f3 req-8cdac984-8dee-43e8-bf68-18cef08beedc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.135011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e71de10b-1124-4ee6-9abe-1886c62928f3 req-8cdac984-8dee-43e8-bf68-18cef08beedc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1011510 Nov 12 03:36:18.175319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-b7e3ee54-84ac-4e74-915e-886358df3ca0 service neutron] 10.222.0.49 "GET /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779678 Nov 12 03:36:18.177968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] For port 875b5321-1bbd-4841-ad05-003a37441c3d, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:18.182050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] For port 875b5321-1bbd-4841-ad05-003a37441c3d, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=875b5321-1bbd-4841-ad05-003a37441c3d,segment=NetworkSegment(fd5ebf90-5c1e-4c22-a239-5869b52b357a),segment_id=fd5ebf90-5c1e-4c22-a239-5869b52b357a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:18.193686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.209135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e71de10b-1124-4ee6-9abe-1886c62928f3 req-fc8968c6-dc1c-4303-b8a1-28d81a18302a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647120 Nov 12 03:36:18.236339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1098fa41-5dc4-43ee-8fa6-3724d9cadebc None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.258361 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1098fa41-5dc4-43ee-8fa6-3724d9cadebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.271737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] For port 384ca230-a669-48e5-939b-3e8a07e45b68, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:18.274777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=875b5321-1bbd-4841-ad05-003a37441c3d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.279338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] For port 384ca230-a669-48e5-939b-3e8a07e45b68, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=384ca230-a669-48e5-939b-3e8a07e45b68,segment=NetworkSegment(d7269da5-76b7-4583-8b0b-bb83d403c499),segment_id=d7269da5-76b7-4583-8b0b-bb83d403c499)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:18.292194 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.321769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=148a99bc-3658-45c2-af1d-a2d460a79bd4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.336055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.342672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.347039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-e4d0d76d-62cb-4f18-a696-00ae302ad5e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/875b5321-1bbd-4841-ad05-003a37441c3d HTTP/1.1" status: 200 len: 1092 time: 1.5226767 Nov 12 03:36:18.348111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85235bfa-c92b-4c4c-8fbc-7c34d909ff95', 'tag': '875b5321-1bbd-4841-ad05-003a37441c3d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:18.355586 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c" -d '{"events": [{"name": "network-changed", "server_uuid": "85235bfa-c92b-4c4c-8fbc-7c34d909ff95", "tag": "875b5321-1bbd-4841-ad05-003a37441c3d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:18.369853 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92698191-8a68-4f04-a293-7986a294b61b x-openstack-request-id: req-92698191-8a68-4f04-a293-7986a294b61b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:18.370217 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da0797-da80-4056-9695-721496f1f432", "name": "network-vif-plugged", "status": "completed", "tag": "148a99bc-3658-45c2-af1d-a2d460a79bd4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:18.370481 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92698191-8a68-4f04-a293-7986a294b61b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:18.370887 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da0797-da80-4056-9695-721496f1f432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148a99bc-3658-45c2-af1d-a2d460a79bd4', 'code': 200} Nov 12 03:36:18.445971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098fa41-5dc4-43ee-8fa6-3724d9cadebc None None] Pushing event updated for resources: {'Port': ['ID=c4dfd64f-cc89-4aec-95db-ba01f79731ed,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.462680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e9a96-c5f6-4746-b6e2-df06deae1664 None None] Network 44b9e752-909f-4707-b38e-dc900c3a45db requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:18.499013 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.589421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-30714273-a3a4-420b-b722-7ea1d6c7e256 service neutron] 10.222.0.49 "GET /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053712 Nov 12 03:36:18.623727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738a1e3-35cf-4e5f-9709-aea81aec253a None None] Pushing event updated for resources: {'Port': ['ID=384ca230-a669-48e5-939b-3e8a07e45b68,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.633975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50093b-a2db-482f-af70-d57611ec930f req-308d440f-7dd9-42bc-b56e-1586fabd3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.634929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-308d440f-7dd9-42bc-b56e-1586fabd3b67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4dd90a2ed846b894571e3c17a1f8ab&device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 1095 time: 0.1755788 Nov 12 03:36:18.667918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed5ab4-21fb-4e8f-bb29-2a7f0d1c7466 req-69800cd5-f84c-4241-9e4d-545ba656937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.669442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6ed5ab4-21fb-4e8f-bb29-2a7f0d1c7466 req-69800cd5-f84c-4241-9e4d-545ba656937e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 1098 time: 0.2484968 Nov 12 03:36:18.694724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6003d24b-f943-4703-99bf-f457a8b96ed9 None None] Network 44b9e752-909f-4707-b38e-dc900c3a45db requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:18.730866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc849-bf78-4e06-90f7-8c01ebd1a9c5 req-55ccb24d-03ba-4b9f-9613-88617b4cf5d1 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.740943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dcfc849-bf78-4e06-90f7-8c01ebd1a9c5 req-55ccb24d-03ba-4b9f-9613-88617b4cf5d1 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 943 time: 0.2328303 Nov 12 03:36:18.805267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3dcfc849-bf78-4e06-90f7-8c01ebd1a9c5 req-8f1358f7-0251-48c2-b951-600fa714d052 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632246 Nov 12 03:36:18.831041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting port 384ca230-a669-48e5-939b-3e8a07e45b68 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:18.831576 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.850033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-6ad1b4c0-8809-44d2-9259-02f0f04a5bdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=875b5321-1bbd-4841-ad05-003a37441c3d HTTP/1.1" status: 200 len: 217 time: 0.2057157 Nov 12 03:36:18.852708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6ed5ab4-21fb-4e8f-bb29-2a7f0d1c7466 req-f9a394b5-73e6-404c-ac8d-1420fa7b8a20 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190321 Nov 12 03:36:18.910412 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fab9a2-d70e-4a54-a844-c0fc6512ad3e x-openstack-request-id: req-55fab9a2-d70e-4a54-a844-c0fc6512ad3e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:18.911006 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85235bfa-c92b-4c4c-8fbc-7c34d909ff95", "tag": "875b5321-1bbd-4841-ad05-003a37441c3d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:18.911006 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55fab9a2-d70e-4a54-a844-c0fc6512ad3e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:18.911357 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85235bfa-c92b-4c4c-8fbc-7c34d909ff95', 'tag': '875b5321-1bbd-4841-ad05-003a37441c3d', 'status': 'completed', 'code': 200} Nov 12 03:36:18.967887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] For port 384ca230-a669-48e5-939b-3e8a07e45b68, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=384ca230-a669-48e5-939b-3e8a07e45b68,segment=NetworkSegment(d7269da5-76b7-4583-8b0b-bb83d403c499),segment_id=d7269da5-76b7-4583-8b0b-bb83d403c499)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:18.968476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.012277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Calling delete_port for 384ca230-a669-48e5-939b-3e8a07e45b68 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:19.152417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ec4aa-9625-44fa-833c-1ab8b7c54228 req-d7e774c5-065e-47e0-90db-a10d1998aa3e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.160370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-741ec4aa-9625-44fa-833c-1ab8b7c54228 req-d7e774c5-065e-47e0-90db-a10d1998aa3e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 946 time: 0.1455810 Nov 12 03:36:19.185846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50093b-a2db-482f-af70-d57611ec930f req-71173538-b4e6-4bb1-9b27-c36c4e7a87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.187625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-71173538-b4e6-4bb1-9b27-c36c4e7a87ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2927bf9f-2bb2-4ca6-bcb2-3c825697a425 HTTP/1.1" status: 200 len: 861 time: 0.1543641 Nov 12 03:36:19.242043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-35a56d2f-804b-487c-b067-15f0eaf73b33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=072c13dc-3b3c-413e-a577-d68b9d2b9fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456452 Nov 12 03:36:19.257764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-741ec4aa-9625-44fa-833c-1ab8b7c54228 req-b14f27cc-d20f-43fc-965c-35820b884de9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964048 Nov 12 03:36:19.302646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.345840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Port': ['ID=384ca230-a669-48e5-939b-3e8a07e45b68,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:19.357770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No DVR routers for this DVR port 384ca230-a669-48e5-939b-3e8a07e45b68 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:19.438054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-40549f9a-f8c3-40f4-8df1-6b6c8a42a575 service neutron] 10.222.0.20 "GET /v2.0/networks/072c13dc-3b3c-413e-a577-d68b9d2b9fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875582 Nov 12 03:36:19.442321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3948fff-10c6-45ae-b54d-92cd60123e4e None None] Network 15807401-ff54-4460-a529-bf6ece5babed requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:19.476866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.535289 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e8d1ffc-66b6-414a-af63-1d1f9cab6c27 req-144a4597-feb2-449f-9a04-e4ff994f322c tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 210 time: 0.0913384 Nov 12 03:36:19.580756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e989cbee-1793-4c95-9791-30e23b52c170 None None] Provisioning complete for port c4dfd64f-cc89-4aec-95db-ba01f79731ed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:19.581176 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e989cbee-1793-4c95-9791-30e23b52c170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.605550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b9e752-909f-4707-b38e-dc900c3a45db']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:19.656322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7269da5-76b7-4583-8b0b-bb83d403c499') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:19.657937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7269da5-76b7-4583-8b0b-bb83d403c499') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:19.684058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbd6b8-1a5d-43ac-a0a0-ce438c1c13c4 req-48af020b-8d62-4aa5-a4e2-0f2cda17e25d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.687175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abfbd6b8-1a5d-43ac-a0a0-ce438c1c13c4 req-48af020b-8d62-4aa5-a4e2-0f2cda17e25d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2072980 Nov 12 03:36:19.712968 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b50093b-a2db-482f-af70-d57611ec930f req-e13ca6b8-09ce-4e98-b3c4-6869a0f5994e service neutron] 10.222.0.20 "GET /v2.0/networks/072c13dc-3b3c-413e-a577-d68b9d2b9fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535346 Nov 12 03:36:19.719783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.782160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.813369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:19.814172 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:19.824436 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:19.954194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-1573e8aa-bcbe-4f20-8ec3-965a0ab252e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.956110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-1573e8aa-bcbe-4f20-8ec3-965a0ab252e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4dd90a2ed846b894571e3c17a1f8ab&device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 1095 time: 0.1826248 Nov 12 03:36:20.071908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abfbd6b8-1a5d-43ac-a0a0-ce438c1c13c4 req-56651b98-bcf0-4ad3-821c-a12c174dc6bc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688362 Nov 12 03:36:20.080600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c4dfd64f-cc89-4aec-95db-ba01f79731ed up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:20.083839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.094725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.101313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/44b9e752-909f-4707-b38e-dc900c3a45db HTTP/1.1" status: 204 len: 168 time: 4.5880373 Nov 12 03:36:20.103930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53518) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.144052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d085405-57d3-4c5e-96c8-24765b44d268 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=44b9e752-909f-4707-b38e-dc900c3a45db,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.157136 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1032fd-bc63-4bb7-bd74-2f01195610b9 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:20.158619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1032fd-bc63-4bb7-bd74-2f01195610b9 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:20.162216 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3b1032fd-bc63-4bb7-bd74-2f01195610b9 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/44b9e752-909f-4707-b38e-dc900c3a45db HTTP/1.1" status: 404 len: 339 time: 0.0571594 Nov 12 03:36:20.166362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53520) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.171813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704255263', 'description': 'd1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:20.172926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-c9bcaf6c-81e2-4ab2-8d05-4074ff2a07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.178722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-c9bcaf6c-81e2-4ab2-8d05-4074ff2a07d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=072c13dc-3b3c-413e-a577-d68b9d2b9fb2 HTTP/1.1" status: 200 len: 923 time: 0.2014179 Nov 12 03:36:20.320385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-d7f1385c-61d2-42c5-8515-f249726b64b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=875b5321-1bbd-4841-ad05-003a37441c3d HTTP/1.1" status: 200 len: 217 time: 0.1030991 Nov 12 03:36:20.341125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:20.350560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.410035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c4dfd64f-cc89-4aec-95db-ba01f79731ed triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:20.410417 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.439226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:20.444708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b15f35-236a-4177-85d6-dac0917a0bcc req-0bbe34f2-fdc6-4311-8962-48d3e4eae5ee tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.452364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9b15f35-236a-4177-85d6-dac0917a0bcc req-0bbe34f2-fdc6-4311-8962-48d3e4eae5ee tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 943 time: 0.2725332 Nov 12 03:36:20.464485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.467040 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment 0f3d9f59-d293-43a5-bec4-bf0ea171f44a of type vlan for network 2a9cd6b9-d89d-41bb-8462-c26fa4e64a44 Nov 12 03:36:20.547754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-b8951114-8f9a-47ae-adf9-9b0e05c93eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.549574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-b8951114-8f9a-47ae-adf9-9b0e05c93eea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2927bf9f-2bb2-4ca6-bcb2-3c825697a425 HTTP/1.1" status: 200 len: 861 time: 0.2225475 Nov 12 03:36:20.557897 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.590880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9b15f35-236a-4177-85d6-dac0917a0bcc req-3796cf0b-eaa6-4683-b1ac-2ba8a3880204 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318254 Nov 12 03:36:20.618195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.625929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.627705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.662120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-9522b594-53a2-4fa0-a3fb-e6d40c3aec54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=072c13dc-3b3c-413e-a577-d68b9d2b9fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968850 Nov 12 03:36:20.771103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6034663 Nov 12 03:36:20.775648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53532) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.787568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ffe547e-1268-4bef-afe9-b726a6161088 req-6e73d00d-3d2b-4090-a8d6-12af0c32e668 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 210 time: 0.0392272 Nov 12 03:36:20.807506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c36ec2-45a4-4774-be2c-c8119984050d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=2a9cd6b9-d89d-41bb-8462-c26fa4e64a44,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.826847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2a9cd6b9-d89d-41bb-8462-c26fa4e64a44 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:20.861526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fc708-7690-4474-b2e8-10a5073d475c req-32df7754-1d77-45d3-96b4-cb6ba0cbceca tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.868693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae5fc708-7690-4474-b2e8-10a5073d475c req-32df7754-1d77-45d3-96b4-cb6ba0cbceca tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 946 time: 0.2655511 Nov 12 03:36:20.869928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-ebf4cc59-41d9-429c-b2c7-7995d8ba07b1 service neutron] 10.222.0.20 "GET /v2.0/networks/072c13dc-3b3c-413e-a577-d68b9d2b9fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931386 Nov 12 03:36:20.901562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00d84f-823d-4352-8cb8-cf510740b95e None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:36:20.976986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3179ec-7384-46cf-b1c8-8188eecb7a7f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.978478 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cb3179ec-7384-46cf-b1c8-8188eecb7a7f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/networks?id=2a9cd6b9-d89d-41bb-8462-c26fa4e64a44 HTTP/1.1" status: 200 len: 764 time: 0.1978967 Nov 12 03:36:20.983904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53536) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.989761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fae3603b-632e-4f0a-9538-dde3a49ce6b1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'description': 'd2'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:21.015599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f4e6470-67e0-4d52-8cab-8c2f6b46391c req-7321db5c-a8af-473f-8c35-c3a7d6cac800 service neutron] 10.222.0.20 "GET /v2.0/networks/072c13dc-3b3c-413e-a577-d68b9d2b9fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374557 Nov 12 03:36:21.044094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-00446552-e13a-48bb-ae82-549519fd0881 None None] Provisioning complete for port c4dfd64f-cc89-4aec-95db-ba01f79731ed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:21.044469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00446552-e13a-48bb-ae82-549519fd0881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.069298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae5fc708-7690-4474-b2e8-10a5073d475c req-4b8197bc-139b-4f18-8fef-40979857474e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981189 Nov 12 03:36:21.270937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fae3603b-632e-4f0a-9538-dde3a49ce6b1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.280832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00d84f-823d-4352-8cb8-cf510740b95e None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:36:21.290559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fae3603b-632e-4f0a-9538-dde3a49ce6b1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.304942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fae3603b-632e-4f0a-9538-dde3a49ce6b1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 2a9cd6b9-d89d-41bb-8462-c26fa4e64a44 is not hosted by any dhcp agent {{(pid=102628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:36:21.315712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3603b-632e-4f0a-9538-dde3a49ce6b1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.317633 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fae3603b-632e-4f0a-9538-dde3a49ce6b1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.323110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fae3603b-632e-4f0a-9538-dde3a49ce6b1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "PUT /v2.0/networks/2a9cd6b9-d89d-41bb-8462-c26fa4e64a44 HTTP/1.1" status: 200 len: 761 time: 0.3381948 Nov 12 03:36:21.324106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.393019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-1db82bce-66a6-4dfa-9a84-624ae7654b21 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.394589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-1db82bce-66a6-4dfa-9a84-624ae7654b21 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.20 "GET /v2.0/networks?id=8b1e349d-d297-4778-920f-e5cc1447aab4 HTTP/1.1" status: 200 len: 814 time: 0.3152795 Nov 12 03:36:21.416155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7567e9d-60e8-49b0-a36c-d67ffc03012d req-604a2bd0-0e89-4910-a91e-d649270c6014 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.424862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7567e9d-60e8-49b0-a36c-d67ffc03012d req-604a2bd0-0e89-4910-a91e-d649270c6014 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2108581 Nov 12 03:36:21.469734 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Request body: {'port': {'device_id': '6edcf772-3e6c-4616-a298-698e03cd4138', 'network_id': '8b1e349d-d297-4778-920f-e5cc1447aab4', 'admin_state_up': True, 'tenant_id': '44c45ab871b440bc8e0675ccad9f4082'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:21.533824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3603b-632e-4f0a-9538-dde3a49ce6b1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=2a9cd6b9-d89d-41bb-8462-c26fa4e64a44,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.577361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7567e9d-60e8-49b0-a36c-d67ffc03012d req-6eee76b8-4a61-4953-aad3-571e61055a00 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514087 Nov 12 03:36:21.581102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7bfd2-ee46-46d5-ac9c-b17e91fee78d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.581301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2a9cd6b9-d89d-41bb-8462-c26fa4e64a44 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:21.598423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53546) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.633226 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dda7bfd2-ee46-46d5-ac9c-b17e91fee78d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/networks?id=2a9cd6b9-d89d-41bb-8462-c26fa4e64a44 HTTP/1.1" status: 200 len: 764 time: 0.2762649 Nov 12 03:36:21.810798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2edc5c-9c69-4769-afd6-ae3c448c3ebf req-130f59c4-035a-4c47-99c7-2beec5a0ca15 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.822163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e2edc5c-9c69-4769-afd6-ae3c448c3ebf req-130f59c4-035a-4c47-99c7-2beec5a0ca15 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0999982 Nov 12 03:36:21.864125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fba9f3-2b99-410e-97aa-b8a72cf6fd49 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.865874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22fba9f3-2b99-410e-97aa-b8a72cf6fd49 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2596705 Nov 12 03:36:21.869945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53566) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.915395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a05aa-3e86-4929-bc5b-bb787ef15359 req-12737ac4-fe59-4e96-be94-f7aee91136ba tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.918960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e2edc5c-9c69-4769-afd6-ae3c448c3ebf req-9bbb4e05-ef88-40fe-994e-ac14c8a78866 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938923 Nov 12 03:36:21.924346 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55a05aa-3e86-4929-bc5b-bb787ef15359 req-12737ac4-fe59-4e96-be94-f7aee91136ba tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 943 time: 0.1910744 Nov 12 03:36:21.929096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.948310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-209a4fff-e76b-4ece-838b-1affe64b487f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 207 time: 0.0771706 Nov 12 03:36:22.036056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a50a8479-b15c-476f-be88-d95bc2fb1dc4 req-38913dd9-a03a-415a-a343-95d80154bb07 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 210 time: 0.0282474 Nov 12 03:36:22.208157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd5c86-9754-4457-86f5-1359a5b5a9eb tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.219951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd5c86-9754-4457-86f5-1359a5b5a9eb tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.231595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd5c86-9754-4457-86f5-1359a5b5a9eb tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.242519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd5c86-9754-4457-86f5-1359a5b5a9eb tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.250567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd5c86-9754-4457-86f5-1359a5b5a9eb tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.258558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd5c86-9754-4457-86f5-1359a5b5a9eb tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.260389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d1cd5c86-9754-4457-86f5-1359a5b5a9eb tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3302236 Nov 12 03:36:22.262149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Made reservation on behalf of 44c45ab871b440bc8e0675ccad9f4082 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:22.269223 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.284921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53582) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:22.414582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55a05aa-3e86-4929-bc5b-bb787ef15359 req-9da63a91-eee6-4163-9794-1b82c5af35cd tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623353 Nov 12 03:36:22.460491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ec8ac7a-1694-4d8a-95a0-e7d3eba9cf0a req-3e9f4276-9049-43c6-afc0-9432ae2941c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302997 Nov 12 03:36:22.544829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ec8ac7a-1694-4d8a-95a0-e7d3eba9cf0a req-31848f94-49b7-471e-adcb-99cf9df86468 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0388660 Nov 12 03:36:22.604883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Allocated IP 172.20.0.8 (8b1e349d-d297-4778-920f-e5cc1447aab4/f3eb0f46-e680-408a-ab54-187fb29185b9/7a1a66b1-9d95-4a7f-972c-22e18f7aaec4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:22.651606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ec8ac7a-1694-4d8a-95a0-e7d3eba9cf0a req-e7d37fca-3185-461d-8a59-f9a522836ff2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737834 Nov 12 03:36:22.691449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa464cce-6d14-47b2-9ef5-5d260e9922d6 req-9bd2d75c-a269-45b0-a61c-111b2992174f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.701628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa464cce-6d14-47b2-9ef5-5d260e9922d6 req-9bd2d75c-a269-45b0-a61c-111b2992174f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.4775577 Nov 12 03:36:22.864543 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f6be0afb-597e-480d-a373-f9c27dcf4700 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5691202 Nov 12 03:36:22.866706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53592) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:22.874386 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.877137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53594) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:22.913124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa464cce-6d14-47b2-9ef5-5d260e9922d6 req-4e73d5b4-de95-4e95-8426-c0ce5ec52d2a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112658 Nov 12 03:36:22.945071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8ac7a-1694-4d8a-95a0-e7d3eba9cf0a req-7a4f5e5b-c93d-498f-8ca4-aa0bd0161ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.947292 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ec8ac7a-1694-4d8a-95a0-e7d3eba9cf0a req-7a4f5e5b-c93d-498f-8ca4-aa0bd0161ecc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2858117 Nov 12 03:36:23.082760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e2c3b-de10-4ee1-ba5b-bdf9c1d9f6f6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.084452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e2c3b-de10-4ee1-ba5b-bdf9c1d9f6f6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.085838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c70b172a-6473-4bfb-b971-fc57c7c4c006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.087180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e2c3b-de10-4ee1-ba5b-bdf9c1d9f6f6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.089025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e2c3b-de10-4ee1-ba5b-bdf9c1d9f6f6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.090669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e2c3b-de10-4ee1-ba5b-bdf9c1d9f6f6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.099963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53608) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:23.100242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-088e2c3b-de10-4ee1-ba5b-bdf9c1d9f6f6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2314770 Nov 12 03:36:23.148096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.224185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Pushing event updated for resources: {'Port': ['ID=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:23.243060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23fa7fb-746c-4d05-967d-cb8bc576094d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.244076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d09d-0bc5-4f1d-9310-ba861f9ef213 req-fdf08416-d626-48c1-b655-d30ac20f0812 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.245060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23fa7fb-746c-4d05-967d-cb8bc576094d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.245897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c06d09d-0bc5-4f1d-9310-ba861f9ef213 req-fdf08416-d626-48c1-b655-d30ac20f0812 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2083004 Nov 12 03:36:23.246990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23fa7fb-746c-4d05-967d-cb8bc576094d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.248617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23fa7fb-746c-4d05-967d-cb8bc576094d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.251130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23fa7fb-746c-4d05-967d-cb8bc576094d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.254158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b23fa7fb-746c-4d05-967d-cb8bc576094d tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1524825 Nov 12 03:36:23.254768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.255124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.255466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.255800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.257442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.257442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.257442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.257442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.257816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.257816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.258114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.258436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.264321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53610) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:23.311595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13236955-fa71-41bf-a7bc-9ea8baf50aa1 req-2f7d5f34-cb74-4d41-94d2-eb6fe5223789 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.313636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13236955-fa71-41bf-a7bc-9ea8baf50aa1 req-2f7d5f34-cb74-4d41-94d2-eb6fe5223789 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 931 time: 0.1282401 Nov 12 03:36:23.371193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Network 8b1e349d-d297-4778-920f-e5cc1447aab4 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:23.379630 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c70b172a-6473-4bfb-b971-fc57c7c4c006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.383935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:23.387168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c70b172a-6473-4bfb-b971-fc57c7c4c006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.404672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248e207c-c1a9-42f1-95b1-c98b1542790d None None] DHCP port deletion for 8b1e349d-d297-4778-920f-e5cc1447aab4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:23.421657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13236955-fa71-41bf-a7bc-9ea8baf50aa1 req-c13ba15c-958b-4789-9fde-7517ca6f5c4f tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957975 Nov 12 03:36:23.425191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:23.452841 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c70b172a-6473-4bfb-b971-fc57c7c4c006 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9717be1e92ec4164b4fafd8b0563fd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5714433 Nov 12 03:36:23.472898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53614) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:23.473859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b172a-6473-4bfb-b971-fc57c7c4c006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c027c75-879e-404e-8ce1-33274dc28c7f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:23.541327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0d67f15c-3f06-42f3-8f55-58fc7cc9f23e None None] Provisioning complete for port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:23.541711 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0d67f15c-3f06-42f3-8f55-58fc7cc9f23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.545997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a57366d-e0ac-4bf5-9470-9a1254cc9177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.582803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a57366d-e0ac-4bf5-9470-9a1254cc9177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.586173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c06d09d-0bc5-4f1d-9310-ba861f9ef213 req-323eb5cf-d45d-4587-8555-385c28ca8670 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225973 Nov 12 03:36:23.644461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.645182 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.650251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0d67f15c-3f06-42f3-8f55-58fc7cc9f23e None None] Port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:23.675017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8cbb1-0caa-4763-92cc-b17630b63f0b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.676529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-21c8cbb1-0caa-4763-92cc-b17630b63f0b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/networks/9a4c6105-0a16-412c-9baf-856543d82089 HTTP/1.1" status: 200 len: 804 time: 0.4111829 Nov 12 03:36:23.680155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97645b-2da3-4504-8505-ca94ff664c37 req-f99904a3-1f4d-4bd7-8b71-054726507571 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.681181 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-36830ff5-62fd-406f-9601-79d2d5443388 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2541208 Nov 12 03:36:23.681910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53622) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:23.682038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae97645b-2da3-4504-8505-ca94ff664c37 req-f99904a3-1f4d-4bd7-8b71-054726507571 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 943 time: 0.0970581 Nov 12 03:36:23.715025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a57366d-e0ac-4bf5-9470-9a1254cc9177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.716208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Request body: {'port': {'device_id': '6edcf772-3e6c-4616-a298-698e03cd4138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:23.717991 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a57366d-e0ac-4bf5-9470-9a1254cc9177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.719154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6a57366d-e0ac-4bf5-9470-9a1254cc9177 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c027c75-879e-404e-8ce1-33274dc28c7f HTTP/1.1" status: 204 len: 168 time: 0.2422678 Nov 12 03:36:23.737878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57366d-e0ac-4bf5-9470-9a1254cc9177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c027c75-879e-404e-8ce1-33274dc28c7f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:23.808411 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae97645b-2da3-4504-8505-ca94ff664c37 req-8550d94a-fd65-4dd2-8fba-f8f21f7cddf8 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136894 Nov 12 03:36:23.964116 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.998087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ca38c-dd18-405c-9a20-3a5638ba96d9 req-661c5900-e2d6-4a63-90f5-98aa8d2f37f2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.999854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e6ca38c-dd18-405c-9a20-3a5638ba96d9 req-661c5900-e2d6-4a63-90f5-98aa8d2f37f2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0833571 Nov 12 03:36:24.054468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 875b5321-1bbd-4841-ad05-003a37441c3d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:24.160656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e6ca38c-dd18-405c-9a20-3a5638ba96d9 req-e360bd44-5cd9-45da-8c40-e1af8bd8bdbc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523349 Nov 12 03:36:24.298663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ba80868b-0d1f-4d60-8f23-62239a930a86 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/networks/9a4c6105-0a16-412c-9baf-856543d82089?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6114190 Nov 12 03:36:24.300008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53642) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.330599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:24.350749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.368800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 875b5321-1bbd-4841-ad05-003a37441c3d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=875b5321-1bbd-4841-ad05-003a37441c3d,segment=NetworkSegment(fd5ebf90-5c1e-4c22-a239-5869b52b357a),segment_id=fd5ebf90-5c1e-4c22-a239-5869b52b357a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:24.374371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Transition to ACTIVE for port object 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:24.375385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.385062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '875b5321-1bbd-4841-ad05-003a37441c3d', 'network_id': '072c13dc-3b3c-413e-a577-d68b9d2b9fb2', 'port_id': '875b5321-1bbd-4841-ad05-003a37441c3d', 'mac_address': 'fa:16:3e:7f:07:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2927bf9f-2bb2-4ca6-bcb2-3c825697a425', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:24.402514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-151ef413-61ce-4123-a7c6-d8dea2d0f57e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.421082 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.424937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b55eb-7728-4a73-a5d4-25a3f2f523e4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.431310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4c2b55eb-7728-4a73-a5d4-25a3f2f523e4 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/subnets/9b05dbb6-d37a-4398-a867-8cb271579423 HTTP/1.1" status: 200 len: 843 time: 0.1247010 Nov 12 03:36:24.431310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53646) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.461040 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.484927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:24.488064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739fd1a-d2f0-4f09-8c78-5d3d9fd5f620 req-6a0fce42-1bee-4c9b-b84d-73b93a657727 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.490489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2739fd1a-d2f0-4f09-8c78-5d3d9fd5f620 req-6a0fce42-1bee-4c9b-b84d-73b93a657727 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1300213 Nov 12 03:36:24.534026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56867e9d-b97f-4ac9-a2fe-266921a13fd2 None None] DHCP port deletion for 8b1e349d-d297-4778-920f-e5cc1447aab4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:24.534435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2a072-5e78-4ec0-a81e-cc930058587e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.542648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-11b2a072-5e78-4ec0-a81e-cc930058587e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "GET /v2.0/subnets/9b05dbb6-d37a-4398-a867-8cb271579423?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1105602 Nov 12 03:36:24.545368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53654) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.553574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2140065539'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:24.553711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875b5321-1bbd-4841-ad05-003a37441c3d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:24.623524 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2739fd1a-d2f0-4f09-8c78-5d3d9fd5f620 req-ad349e41-d59c-4d7a-92b3-44a2b78988a9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161993 Nov 12 03:36:24.626834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:24.636023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.638580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 875b5321-1bbd-4841-ad05-003a37441c3d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=875b5321-1bbd-4841-ad05-003a37441c3d,segment=NetworkSegment(fd5ebf90-5c1e-4c22-a239-5869b52b357a),segment_id=fd5ebf90-5c1e-4c22-a239-5869b52b357a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:24.643670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.650320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.710027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:24.727502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.728085 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Added segment 79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5 of type vlan for network 02b30c22-23c1-49e0-a0ff-758566f0faf7 Nov 12 03:36:24.732212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=875b5321-1bbd-4841-ad05-003a37441c3d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:24.803623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.835809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-151ef413-61ce-4123-a7c6-d8dea2d0f57e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.861540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.867086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-151ef413-61ce-4123-a7c6-d8dea2d0f57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.868574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.869410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.881696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac583-f0b9-4f1d-9c9f-e34752469fb1 req-48238cd6-7b0d-463b-a2cc-2feba703a6e7 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.889425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b89ac583-f0b9-4f1d-9c9f-e34752469fb1 req-48238cd6-7b0d-463b-a2cc-2feba703a6e7 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 943 time: 0.2408121 Nov 12 03:36:24.932162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['875b5321-1bbd-4841-ad05-003a37441c3d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:24.956835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4102781 Nov 12 03:36:24.962557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53666) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.968569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Attempting to bind port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:24.969028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Attempting to bind port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '9d828a3b-c17e-48f5-bc83-28e98019fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '8b1e349d-d297-4778-920f-e5cc1447aab4'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:24.969568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Attempting to bind port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 on network 8b1e349d-d297-4778-920f-e5cc1447aab4 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:24.979157 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-151ef413-61ce-4123-a7c6-d8dea2d0f57e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00d2bee19f5d4b7ba9ee142e54ab5bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999868 Nov 12 03:36:25.004940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53668) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.005866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 on network 8b1e349d-d297-4778-920f-e5cc1447aab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:25.006315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Attempting to bind port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 on network 8b1e349d-d297-4778-920f-e5cc1447aab4 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:25.021840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b89ac583-f0b9-4f1d-9c9f-e34752469fb1 req-68a74a42-ebb5-41f5-8bb4-2ab213c51363 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313825 Nov 12 03:36:25.040834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:25.041659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Checking segment: {'id': '9d828a3b-c17e-48f5-bc83-28e98019fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '8b1e349d-d297-4778-920f-e5cc1447aab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:25.043611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Bound using segment: {'id': '9d828a3b-c17e-48f5-bc83-28e98019fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '8b1e349d-d297-4778-920f-e5cc1447aab4'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:25.045337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Bound port: 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d828a3b-c17e-48f5-bc83-28e98019fe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '8b1e349d-d297-4778-920f-e5cc1447aab4'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:25.047640 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.053725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ef413-61ce-4123-a7c6-d8dea2d0f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d92daf-fe1a-473c-846e-c7828afc8714,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.071100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'network_id': '02b30c22-23c1-49e0-a0ff-758566f0faf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:25.119392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49c9c1-3901-47ea-b69c-c0558639dae1 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Network': ['ID=02b30c22-23c1-49e0-a0ff-758566f0faf7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.138745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 02b30c22-23c1-49e0-a0ff-758566f0faf7 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:25.163802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347fbff-b729-4902-ac96-0974cb57f6bd req-23066e45-9aad-4d28-9cc6-2ef4e95bee3d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.180285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6347fbff-b729-4902-ac96-0974cb57f6bd req-23066e45-9aad-4d28-9cc6-2ef4e95bee3d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.3358083 Nov 12 03:36:25.336004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6347fbff-b729-4902-ac96-0974cb57f6bd req-2aef887c-37a6-4780-bc03-b862bbe37fd3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548126 Nov 12 03:36:25.368549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Made reservation on behalf of 8510e822d59243e09ab36c7a35d21ec9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:25.375740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.498517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Performing IP validity checks on allocation pools {{(pid=102628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:36:25.499350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:36:25.695903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be239b9-dbb5-42d7-858f-cc30151902db req-1322b358-fd47-4072-9213-25c15eaf041b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.697073 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0be239b9-dbb5-42d7-858f-cc30151902db req-1322b358-fd47-4072-9213-25c15eaf041b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1594598 Nov 12 03:36:25.744377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23158b-7c0e-446b-a277-962706bbe730 req-30e57e6e-28ae-4d48-b840-99897970fa65 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.746604 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3f23158b-7c0e-446b-a277-962706bbe730 req-30e57e6e-28ae-4d48-b840-99897970fa65 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 944 time: 0.5859311 Nov 12 03:36:25.757432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f9e10ce-b5b1-4fd0-b361-647bbd3d76ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.775566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] For port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:25.785743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.806536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] For port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,segment=NetworkSegment(9d828a3b-c17e-48f5-bc83-28e98019fe47),segment_id=9d828a3b-c17e-48f5-bc83-28e98019fe47)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:25.810512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f9e10ce-b5b1-4fd0-b361-647bbd3d76ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.827741 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.842196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=13c013e3-312b-4148-a080-dd7d407963a0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.847673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0be239b9-dbb5-42d7-858f-cc30151902db req-3133e8dc-2fdb-4d37-a901-face3cb19d16 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433754 Nov 12 03:36:25.880506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Checking segment: {'id': '79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '02b30c22-23c1-49e0-a0ff-758566f0faf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:25.880985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network hostable DHCP agents. Network: 02b30c22-23c1-49e0-a0ff-758566f0faf7, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:25.904282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.904600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.905977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 HTTP/1.1" status: 200 len: 1092 time: 2.1989632 Nov 12 03:36:25.912369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Network 02b30c22-23c1-49e0-a0ff-758566f0faf7 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:25.913348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a6562-a645-489e-96c3-0c40355e6827 None None] DHCP port deletion for 8b1e349d-d297-4778-920f-e5cc1447aab4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:25.920832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edcf772-3e6c-4616-a298-698e03cd4138', 'tag': '7a1a66b1-9d95-4a7f-972c-22e18f7aaec4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:25.925930 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6edcf772-3e6c-4616-a298-698e03cd4138", "tag": "7a1a66b1-9d95-4a7f-972c-22e18f7aaec4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:25.934781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 02b30c22-23c1-49e0-a0ff-758566f0faf7) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:25.938396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3f23158b-7c0e-446b-a277-962706bbe730 req-6afa675f-9670-436e-877a-14df1001412c tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820383 Nov 12 03:36:25.941930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.945353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.957210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a531225-9f72-46a7-9809-6e4ad1e2ea97 None None] Network 02b30c22-23c1-49e0-a0ff-758566f0faf7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:25.994403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-44add3bd-b8f6-4f64-8bcb-0d11787476e5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9475756 Nov 12 03:36:25.995218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53680) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:26.001710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6dcefd02-9024-4bc0-8b38-318335283f78 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:26.059549 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2736d6-0e51-4103-9a95-ec07a3c145ec x-openstack-request-id: req-ab2736d6-0e51-4103-9a95-ec07a3c145ec {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:26.061763 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edcf772-3e6c-4616-a298-698e03cd4138", "tag": "7a1a66b1-9d95-4a7f-972c-22e18f7aaec4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:26.062211 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab2736d6-0e51-4103-9a95-ec07a3c145ec {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:26.062786 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edcf772-3e6c-4616-a298-698e03cd4138', 'tag': '7a1a66b1-9d95-4a7f-972c-22e18f7aaec4', 'status': 'completed', 'code': 200} Nov 12 03:36:26.093304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 875b5321-1bbd-4841-ad05-003a37441c3d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:26.102753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51241d6c-ba60-4741-bf6e-dce38c85a4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.124318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-eddd18b1-57cf-4706-a2da-6fafe2f7ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.125890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-eddd18b1-57cf-4706-a2da-6fafe2f7ec37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44c45ab871b440bc8e0675ccad9f4082&device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 1095 time: 0.1464047 Nov 12 03:36:26.126576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f9e10ce-b5b1-4fd0-b361-647bbd3d76ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.129459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f9e10ce-b5b1-4fd0-b361-647bbd3d76ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.132788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6f9e10ce-b5b1-4fd0-b361-647bbd3d76ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0d92daf-fe1a-473c-846e-c7828afc8714 HTTP/1.1" status: 204 len: 168 time: 1.1056521 Nov 12 03:36:26.161495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e10ce-b5b1-4fd0-b361-647bbd3d76ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d92daf-fe1a-473c-846e-c7828afc8714,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.242185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-c0c47194-c132-4c77-83af-4612fa9b332b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 HTTP/1.1" status: 200 len: 217 time: 0.0955715 Nov 12 03:36:26.370497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 875b5321-1bbd-4841-ad05-003a37441c3d completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:26.379685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f031b-a70c-4521-b308-4328c54d7bd8 req-3c8780b9-6f29-41f2-a57d-67eb3042e4f9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.384062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 875b5321-1bbd-4841-ad05-003a37441c3d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:26.384451 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.389022 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f0f031b-a70c-4521-b308-4328c54d7bd8 req-3c8780b9-6f29-41f2-a57d-67eb3042e4f9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1492162 Nov 12 03:36:26.394063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-bfea0799-62f1-4d71-905b-e008a8bf10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.395541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-bfea0799-62f1-4d71-905b-e008a8bf10a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3eb0f46-e680-408a-ab54-187fb29185b9 HTTP/1.1" status: 200 len: 854 time: 0.1341279 Nov 12 03:36:26.447970 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-c78a2371-e4b7-4cba-a3e1-67a7546f9c79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8b1e349d-d297-4778-920f-e5cc1447aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437846 Nov 12 03:36:26.513074 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f0f031b-a70c-4521-b308-4328c54d7bd8 req-f2fcd480-a13f-4ef7-aa58-300840875b7b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182549 Nov 12 03:36:26.671545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-02b30c22-23c1-49e0-a0ff-758566f0faf7', 'network_id': '02b30c22-23c1-49e0-a0ff-758566f0faf7', 'tenant_id': '8510e822d59243e09ab36c7a35d21ec9', 'fixed_ips': [{'subnet_id': '13c013e3-312b-4148-a080-dd7d407963a0'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:26.672479 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.674945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-8251bfcf-7ab3-4620-9b5a-295165f5f3e0 service neutron] 10.222.0.20 "GET /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158964 Nov 12 03:36:26.742406 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd02-9024-4bc0-8b38-318335283f78 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-536467404'] for subnet, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.837567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcadbd6-93e2-4ad7-b497-a883207d503d req-04f8a90c-b9af-4522-a572-94e0ea735472 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.848611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bcadbd6-93e2-4ad7-b497-a883207d503d req-04f8a90c-b9af-4522-a572-94e0ea735472 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 943 time: 0.1703365 Nov 12 03:36:26.877218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4318f-78c7-49d8-b279-0527fd4a1b00 req-3c716204-7d3a-4e66-ab7f-80ba450be702 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.880760 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.887758 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77f4318f-78c7-49d8-b279-0527fd4a1b00 req-3c716204-7d3a-4e66-ab7f-80ba450be702 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1087778 Nov 12 03:36:26.902216 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1470a92a-695a-4648-ba4e-7798ae6400d8 req-c1704b8f-8378-4fb0-93bd-1e5e645e193b service neutron] 10.222.0.20 "GET /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178299 Nov 12 03:36:27.023605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bcadbd6-93e2-4ad7-b497-a883207d503d req-07523f34-5ac7-4b37-968d-ec105bf3e5b7 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695628 Nov 12 03:36:27.031274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77f4318f-78c7-49d8-b279-0527fd4a1b00 req-81e1c3eb-8c4b-4954-8bd2-5a94480c1aab tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377594 Nov 12 03:36:27.048853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 875b5321-1bbd-4841-ad05-003a37441c3d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=875b5321-1bbd-4841-ad05-003a37441c3d,segment=NetworkSegment(fd5ebf90-5c1e-4c22-a239-5869b52b357a),segment_id=fd5ebf90-5c1e-4c22-a239-5869b52b357a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:27.060712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-3dc115e0-2e8c-41c1-9845-8898affd2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.061648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85235bfa-c92b-4c4c-8fbc-7c34d909ff95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875b5321-1bbd-4841-ad05-003a37441c3d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:27.064081 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986b94a0-bf7e-48fc-b7dc-7a00fd867195" -d '{"events": [{"server_uuid": "85235bfa-c92b-4c4c-8fbc-7c34d909ff95", "name": "network-vif-plugged", "status": "completed", "tag": "875b5321-1bbd-4841-ad05-003a37441c3d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:27.066002 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-3dc115e0-2e8c-41c1-9845-8898affd2f1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44c45ab871b440bc8e0675ccad9f4082&device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 1095 time: 0.1016836 Nov 12 03:36:27.071397 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.172706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=875b5321-1bbd-4841-ad05-003a37441c3d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.208960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd02-9024-4bc0-8b38-318335283f78 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745363331467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5215889'] for subnet, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.291841 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ad22fc-7be7-4b0b-a05c-164fb8c7fb2e x-openstack-request-id: req-96ad22fc-7be7-4b0b-a05c-164fb8c7fb2e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:27.293034 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85235bfa-c92b-4c4c-8fbc-7c34d909ff95", "name": "network-vif-plugged", "status": "completed", "tag": "875b5321-1bbd-4841-ad05-003a37441c3d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:27.293034 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96ad22fc-7be7-4b0b-a05c-164fb8c7fb2e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:27.293034 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85235bfa-c92b-4c4c-8fbc-7c34d909ff95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875b5321-1bbd-4841-ad05-003a37441c3d', 'code': 200} Nov 12 03:36:27.333390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-ad70fb9c-c7b9-41be-9a5f-e6e9c25293a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.335287 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-ad70fb9c-c7b9-41be-9a5f-e6e9c25293a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8b1e349d-d297-4778-920f-e5cc1447aab4 HTTP/1.1" status: 200 len: 916 time: 0.2613893 Nov 12 03:36:27.346551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Allocated IP 2001:db8::3 (02b30c22-23c1-49e0-a0ff-758566f0faf7/13c013e3-312b-4148-a080-dd7d407963a0/4a35174a-3d33-4c33-9364-338cb80586d0) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:27.425147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcefd02-9024-4bc0-8b38-318335283f78 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event updated for resources: {'Subnet': ['ID=13c013e3-312b-4148-a080-dd7d407963a0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.450055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcefd02-9024-4bc0-8b38-318335283f78 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.451524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd02-9024-4bc0-8b38-318335283f78 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.453078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6dcefd02-9024-4bc0-8b38-318335283f78 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "PUT /v2.0/subnets/13c013e3-312b-4148-a080-dd7d407963a0 HTTP/1.1" status: 200 len: 900 time: 1.4563961 Nov 12 03:36:27.462815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-bd54eb67-1d47-4c64-9448-ee0df640dbfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 HTTP/1.1" status: 200 len: 217 time: 0.0904670 Nov 12 03:36:27.463226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53722) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:27.520886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce2bed-fe41-4356-bcb4-522dc9857cad req-758c296d-d596-44e0-a4d6-cdbf19d59afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.522648 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9ce2bed-fe41-4356-bcb4-522dc9857cad req-758c296d-d596-44e0-a4d6-cdbf19d59afa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 1097 time: 0.1815541 Nov 12 03:36:27.531410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a49ce-bb08-4da9-8981-5dd7d57381ff req-5935285a-c8d0-40db-a9db-252335343f2a tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.541189 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf7a49ce-bb08-4da9-8981-5dd7d57381ff req-5935285a-c8d0-40db-a9db-252335343f2a tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 945 time: 0.3715634 Nov 12 03:36:27.565097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09622a-a96c-4ad9-9ba1-30d8e0012d9c req-9635bb86-c02c-41f7-af05-9c302d643d88 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.570388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f09622a-a96c-4ad9-9ba1-30d8e0012d9c req-9635bb86-c02c-41f7-af05-9c302d643d88 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2432163 Nov 12 03:36:27.686647 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.707202 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.736786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf7a49ce-bb08-4da9-8981-5dd7d57381ff req-dd5e9b34-2c4e-4af4-b9ed-7e27d0c5f2ba tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926930 Nov 12 03:36:27.740348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-25f4bff7-b96c-46f1-9063-9dc6455c7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.761049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-25f4bff7-b96c-46f1-9063-9dc6455c7878 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3eb0f46-e680-408a-ab54-187fb29185b9 HTTP/1.1" status: 200 len: 854 time: 0.2798202 Nov 12 03:36:27.764671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9ce2bed-fe41-4356-bcb4-522dc9857cad req-38203cbf-3d48-4bda-8c29-c79abd96e96e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200944 Nov 12 03:36:27.796861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Network 02b30c22-23c1-49e0-a0ff-758566f0faf7 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:27.810546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f09622a-a96c-4ad9-9ba1-30d8e0012d9c req-ae456172-b973-4a3a-95b3-cf2503e6200d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201955 Nov 12 03:36:27.853570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Pushing event updated for resources: {'Port': ['ID=4a35174a-3d33-4c33-9364-338cb80586d0,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.856373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:27.867933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:27.869316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-632849bf-c95e-43f8-8e4d-3960c39d67d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8b1e349d-d297-4778-920f-e5cc1447aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966303 Nov 12 03:36:27.927964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.992779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Attempting to bind port 4a35174a-3d33-4c33-9364-338cb80586d0 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:27.993557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Attempting to bind port 4a35174a-3d33-4c33-9364-338cb80586d0 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '02b30c22-23c1-49e0-a0ff-758566f0faf7'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:27.994157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Attempting to bind port 4a35174a-3d33-4c33-9364-338cb80586d0 on network 02b30c22-23c1-49e0-a0ff-758566f0faf7 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:28.009683 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:28.010497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Checking segment: {'id': '79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '02b30c22-23c1-49e0-a0ff-758566f0faf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:28.011116 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.012694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Bound using segment: {'id': '79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '02b30c22-23c1-49e0-a0ff-758566f0faf7'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:28.013461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Bound port: 4a35174a-3d33-4c33-9364-338cb80586d0, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '02b30c22-23c1-49e0-a0ff-758566f0faf7'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:28.014067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.042301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1171df-84de-470d-a97e-51ed03ef5da9 req-c0eb0796-7529-4665-bf96-2939e98a69c4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.051486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b1171df-84de-470d-a97e-51ed03ef5da9 req-c0eb0796-7529-4665-bf96-2939e98a69c4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0940397 Nov 12 03:36:28.104792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] For port 4a35174a-3d33-4c33-9364-338cb80586d0, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:28.108725 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b1171df-84de-470d-a97e-51ed03ef5da9 req-8f269834-7903-4bb8-87b1-d16f1a95d374 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563939 Nov 12 03:36:28.125170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] For port 4a35174a-3d33-4c33-9364-338cb80586d0, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4a35174a-3d33-4c33-9364-338cb80586d0,segment=NetworkSegment(79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5),segment_id=79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:28.144627 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.159481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting port 4a35174a-3d33-4c33-9364-338cb80586d0 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:28.159832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.317021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] For port 4a35174a-3d33-4c33-9364-338cb80586d0, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4a35174a-3d33-4c33-9364-338cb80586d0,segment=NetworkSegment(79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5),segment_id=79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:28.318377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.336558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Calling delete_port for 4a35174a-3d33-4c33-9364-338cb80586d0 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:28.337253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a3a37-dbb0-438a-bf8d-d78a70518202 None None] Pushing event updated for resources: {'Port': ['ID=4a35174a-3d33-4c33-9364-338cb80586d0,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.400284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f8889-790c-43be-a7f8-499b6f0a529c req-53aef0ea-0430-40ef-9b10-d74bd86782a4 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.405707 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f19f8889-790c-43be-a7f8-499b6f0a529c req-53aef0ea-0430-40ef-9b10-d74bd86782a4 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 943 time: 0.2196071 Nov 12 03:36:28.409541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-aed74e62-73ae-4706-a883-47e3745bdcd4 service neutron] 10.222.0.20 "GET /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097986 Nov 12 03:36:28.595896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9f941-7e04-4c31-9f5c-8b44a281f823 req-80037209-c89a-4f76-8f5c-f5ed6b08c0f0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.603355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fd9f941-7e04-4c31-9f5c-8b44a281f823 req-80037209-c89a-4f76-8f5c-f5ed6b08c0f0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1879139 Nov 12 03:36:28.645598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f19f8889-790c-43be-a7f8-499b6f0a529c req-9e2e87a6-0045-47ea-814d-72427de11494 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124636 Nov 12 03:36:28.697023 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-248f8934-ea7e-43a3-98aa-e2a0f2fc3b2c req-ab8463ab-8309-4700-93a3-502d70694f44 service neutron] 10.222.0.20 "GET /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776346 Nov 12 03:36:28.723739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fd9f941-7e04-4c31-9f5c-8b44a281f823 req-30d0838c-667f-4273-87af-04a6199ed940 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153209 Nov 12 03:36:28.754574 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.838523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Port': ['ID=4a35174a-3d33-4c33-9364-338cb80586d0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.979561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a0c98-e8f1-44bd-bb1d-d152cb683674 req-f753f7b8-ba16-44cf-802f-3f3cba5a508f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.981506 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a3a0c98-e8f1-44bd-bb1d-d152cb683674 req-f753f7b8-ba16-44cf-802f-3f3cba5a508f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1113269 Nov 12 03:36:29.006659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No DVR routers for this DVR port 4a35174a-3d33-4c33-9364-338cb80586d0 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:29.103185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e38eca-7ec9-4cd4-8e06-1aa339a4810b req-560d03cc-edc3-48a6-a9be-e80b54855c11 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.111605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2e38eca-7ec9-4cd4-8e06-1aa339a4810b req-560d03cc-edc3-48a6-a9be-e80b54855c11 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 945 time: 0.2140384 Nov 12 03:36:29.121781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a3a0c98-e8f1-44bd-bb1d-d152cb683674 req-19fff50d-fc51-47ed-8baf-24b558f81644 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298954 Nov 12 03:36:29.137404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.242118 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2e38eca-7ec9-4cd4-8e06-1aa339a4810b req-cc28df70-17bc-4e1d-80fa-0f37cd0b2c17 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292219 Nov 12 03:36:29.307158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.375339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=13c013e3-312b-4148-a080-dd7d407963a0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.487647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.546087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b30c22-23c1-49e0-a0ff-758566f0faf7']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:29.562150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:29.562602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e6b7e9-1a7c-44c8-8e4c-27f3d8aba8a5') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:29.577732 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.598429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.609384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:29.610737 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:29.710685 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:29.733450 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.746388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1b570-025a-4e2a-8365-477b683c0ae4 req-11b285e8-b76d-4812-a438-a7e2c1fdddd4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.753322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06f1b570-025a-4e2a-8365-477b683c0ae4 req-11b285e8-b76d-4812-a438-a7e2c1fdddd4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2964449 Nov 12 03:36:29.764610 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.777082 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/02b30c22-23c1-49e0-a0ff-758566f0faf7 HTTP/1.1" status: 204 len: 168 time: 2.3125875 Nov 12 03:36:29.781151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53776) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:29.815824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4560dfd-8828-4661-b00a-06f7da5e4312 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=02b30c22-23c1-49e0-a0ff-758566f0faf7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.853875 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e367691-9aee-476a-92e1-a056802bbb86 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:29.854544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e367691-9aee-476a-92e1-a056802bbb86 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:29.859945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e367691-9aee-476a-92e1-a056802bbb86 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/13c013e3-312b-4148-a080-dd7d407963a0 HTTP/1.1" status: 404 len: 337 time: 0.0762212 Nov 12 03:36:29.863784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53778) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:29.867152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06f1b570-025a-4e2a-8365-477b683c0ae4 req-43ff5fb1-dc2d-44b6-9315-d9be7c896a95 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886919 Nov 12 03:36:29.933234 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-6007ad18-4ba3-45c1-a713-5bf1d369c8a6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:29.937241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9939c259-77b3-4aa7-86de-d60046ace7d0 None None] Could not find standard attr ID for object 4a35174a-3d33-4c33-9364-338cb80586d0. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:29.938387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6007ad18-4ba3-45c1-a713-5bf1d369c8a6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:29.950543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53784) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:29.965846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6007ad18-4ba3-45c1-a713-5bf1d369c8a6 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/02b30c22-23c1-49e0-a0ff-758566f0faf7 HTTP/1.1" status: 404 len: 339 time: 0.1009781 Nov 12 03:36:29.997887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7cd774-6b9a-4b52-8a7e-58dc3b83b3ba None None] DHCP port deletion for 02b30c22-23c1-49e0-a0ff-758566f0faf7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:30.028535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a3642-0c92-44d2-a18a-5c859ca1cba4 None None] Network 02b30c22-23c1-49e0-a0ff-758566f0faf7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:30.035083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3651d86-8005-4e43-89fb-afd8765fea6e req-caa31377-2b99-4fdd-8d3e-446efb80912c tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.036639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3651d86-8005-4e43-89fb-afd8765fea6e req-caa31377-2b99-4fdd-8d3e-446efb80912c tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 943 time: 0.2669861 Nov 12 03:36:30.059953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a3642-0c92-44d2-a18a-5c859ca1cba4 None None] Network 02b30c22-23c1-49e0-a0ff-758566f0faf7 could not be found, it might have been deleted concurrently. {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:36:30.069425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2419f98-9ef9-4347-88dc-aca9ec313c64 None None] Network 02b30c22-23c1-49e0-a0ff-758566f0faf7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:30.087389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:30.091379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2419f98-9ef9-4347-88dc-aca9ec313c64 None None] Network 02b30c22-23c1-49e0-a0ff-758566f0faf7 could not be found, it might have been deleted concurrently. {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:36:30.163802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3651d86-8005-4e43-89fb-afd8765fea6e req-260f0c72-2e9b-47ef-b145-b51fccc09d17 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197610 Nov 12 03:36:30.192518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b94d8d-ab4a-446c-8b02-2bf657ae67a2 req-75b26077-c8af-4ebc-a58c-7444f9db7a65 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.200263 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62b94d8d-ab4a-446c-8b02-2bf657ae67a2 req-75b26077-c8af-4ebc-a58c-7444f9db7a65 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1607504 Nov 12 03:36:30.207136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.262100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,segment=NetworkSegment(9d828a3b-c17e-48f5-bc83-28e98019fe47),segment_id=9d828a3b-c17e-48f5-bc83-28e98019fe47)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:30.282997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7a1a66b1-9d95-4a7f-972c-22e18f7aaec4', 'network_id': '8b1e349d-d297-4778-920f-e5cc1447aab4', 'port_id': '7a1a66b1-9d95-4a7f-972c-22e18f7aaec4', 'mac_address': 'fa:16:3e:7d:ac:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3eb0f46-e680-408a-ab54-187fb29185b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:30.355392 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.397804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:30.427639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,segment=NetworkSegment(9d828a3b-c17e-48f5-bc83-28e98019fe47),segment_id=9d828a3b-c17e-48f5-bc83-28e98019fe47)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:30.427949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.434950 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.450606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62b94d8d-ab4a-446c-8b02-2bf657ae67a2 req-40a19e49-68bc-40b2-90ae-a32ae8f0e417 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493720 Nov 12 03:36:30.516204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9cd6b9-d89d-41bb-8462-c26fa4e64a44']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:30.523857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b6369-dbfd-40a1-81be-b6a146afc5ae req-b7940da0-6206-4fd9-9f66-ec2175368ea2 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.533410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab9b6369-dbfd-40a1-81be-b6a146afc5ae req-b7940da0-6206-4fd9-9f66-ec2175368ea2 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 945 time: 0.0937212 Nov 12 03:36:30.541542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:30.559576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3d9f59-d293-43a5-bec4-bf0ea171f44a') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:30.559936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3d9f59-d293-43a5-bec4-bf0ea171f44a') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:30.580586 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.611003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.620511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab9b6369-dbfd-40a1-81be-b6a146afc5ae req-942cde0b-d9fb-4b60-a579-b7af47da455a tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856237 Nov 12 03:36:30.622969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:30.624530 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:30.630065 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:30.756611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7a1a66b1-9d95-4a7f-972c-22e18f7aaec4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:30.777925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adcc7b-5e10-4968-99a3-7aea4ce9e8d1 req-66eeadae-332e-4e49-9c38-65566698fc63 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.779584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94adcc7b-5e10-4968-99a3-7aea4ce9e8d1 req-66eeadae-332e-4e49-9c38-65566698fc63 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1001999 Nov 12 03:36:30.780883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.786695 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.790624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/2a9cd6b9-d89d-41bb-8462-c26fa4e64a44 HTTP/1.1" status: 204 len: 168 time: 0.8388004 Nov 12 03:36:30.793540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53808) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:30.825355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7ddf4-4e52-4587-908e-30536ad58f02 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=2a9cd6b9-d89d-41bb-8462-c26fa4e64a44,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:30.893306 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a143db0-9435-4d6b-bbb8-ae3bca8cf391 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:30.893987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a143db0-9435-4d6b-bbb8-ae3bca8cf391 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:30.905830 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94adcc7b-5e10-4968-99a3-7aea4ce9e8d1 req-692a8791-b16c-4d5c-a826-3d3a26c93045 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828204 Nov 12 03:36:30.906942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:30.908196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3a143db0-9435-4d6b-bbb8-ae3bca8cf391 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/a2bf71a2-dfe8-4535-8859-f00fde005775 HTTP/1.1" status: 404 len: 337 time: 0.1124611 Nov 12 03:36:30.974288 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-353b0cbb-3a86-432a-aad9-740ecdb34dc5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:30.975154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353b0cbb-3a86-432a-aad9-740ecdb34dc5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:30.978409 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-353b0cbb-3a86-432a-aad9-740ecdb34dc5 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/44b9e752-909f-4707-b38e-dc900c3a45db HTTP/1.1" status: 404 len: 339 time: 0.0685158 Nov 12 03:36:30.981649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53824) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.201497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ec6836-51d3-47fa-92e9-c8fd6d40a577 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting subnet cb474905-c768-4a61-8639-2560db03c0bc {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:31.220399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6836-51d3-47fa-92e9-c8fd6d40a577 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.300327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc293e5-8e83-48a3-95b3-70081a787f63 req-cf83d43d-96e7-41dd-adeb-654454c82b78 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.303171 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32a7e5c1-e383-4aeb-a1fe-eb85af6c7e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.310938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fc293e5-8e83-48a3-95b3-70081a787f63 req-cf83d43d-96e7-41dd-adeb-654454c82b78 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2754791 Nov 12 03:36:31.320122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6836-51d3-47fa-92e9-c8fd6d40a577 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.415434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5339877-8491-46c6-8f7d-229d51ffe2ad req-4ced96a7-d5c2-4aff-9973-25366b2553dd tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.417534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5339877-8491-46c6-8f7d-229d51ffe2ad req-4ced96a7-d5c2-4aff-9973-25366b2553dd tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 944 time: 0.1229742 Nov 12 03:36:31.478102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6836-51d3-47fa-92e9-c8fd6d40a577 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.544881 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5339877-8491-46c6-8f7d-229d51ffe2ad req-1116916a-491b-4fd0-b55b-289919168304 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162150 Nov 12 03:36:31.638381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6836-51d3-47fa-92e9-c8fd6d40a577 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.698242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec6836-51d3-47fa-92e9-c8fd6d40a577 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=cb474905-c768-4a61-8639-2560db03c0bc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.708380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fc293e5-8e83-48a3-95b3-70081a787f63 req-a7d39c4f-f3fe-4aa7-85b7-479d98b27a15 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965838 Nov 12 03:36:31.710975 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6836-51d3-47fa-92e9-c8fd6d40a577 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.714927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a6ec6836-51d3-47fa-92e9-c8fd6d40a577 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/cb474905-c768-4a61-8639-2560db03c0bc HTTP/1.1" status: 204 len: 168 time: 0.7319252 Nov 12 03:36:31.717878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53850) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.719027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c3258b-d991-4230-a9ff-35cb6db51f9f None None] Network 15807401-ff54-4460-a529-bf6ece5babed requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:31.893444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fa3eac-daea-4b81-b5ce-caed77a7768a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting subnet b34a3657-d4ab-4db8-8687-f3707c88a125 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:31.897053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3eac-daea-4b81-b5ce-caed77a7768a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.957660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4a35174a-3d33-4c33-9364-338cb80586d0 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:31.975649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3eac-daea-4b81-b5ce-caed77a7768a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.985225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4a35174a-3d33-4c33-9364-338cb80586d0 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:31.986557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4a35174a-3d33-4c33-9364-338cb80586d0 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:32.066529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799036c8-7002-49bd-abec-25ebe3384e23 req-b3e7030e-1a03-4106-b113-3c6bbcee3dc4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.068513 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-799036c8-7002-49bd-abec-25ebe3384e23 req-b3e7030e-1a03-4106-b113-3c6bbcee3dc4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0613358 Nov 12 03:36:32.105634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:32.121945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3eac-daea-4b81-b5ce-caed77a7768a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.219303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-799036c8-7002-49bd-abec-25ebe3384e23 req-6e47ea94-7b12-4227-9443-648fbe9a806c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444488 Nov 12 03:36:32.256371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:32.267861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:32.268237 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.275545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35eb22-e887-4bd9-8bb6-98d29baae9a5 req-149a4bd0-2958-4906-8bbd-d3c96bb2b54b tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.284139 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c35eb22-e887-4bd9-8bb6-98d29baae9a5 req-149a4bd0-2958-4906-8bbd-d3c96bb2b54b tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 945 time: 0.2400067 Nov 12 03:36:32.287185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3eac-daea-4b81-b5ce-caed77a7768a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.404998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa3eac-daea-4b81-b5ce-caed77a7768a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=b34a3657-d4ab-4db8-8687-f3707c88a125,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.425120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3eac-daea-4b81-b5ce-caed77a7768a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.435853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53872) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:32.439577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d8fa3eac-daea-4b81-b5ce-caed77a7768a tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/b34a3657-d4ab-4db8-8687-f3707c88a125 HTTP/1.1" status: 204 len: 168 time: 0.7199540 Nov 12 03:36:32.490502 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c35eb22-e887-4bd9-8bb6-98d29baae9a5 req-a8aa15b5-d746-4bb9-87e0-49a5106ababb tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898718 Nov 12 03:36:32.517326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae30f87-50d8-4e77-8579-c5cb67ee7ad4 req-a16ad41f-f035-4384-9713-0b1c81cfb206 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.535114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ae30f87-50d8-4e77-8579-c5cb67ee7ad4 req-a16ad41f-f035-4384-9713-0b1c81cfb206 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1728334 Nov 12 03:36:32.682076 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.753058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ae30f87-50d8-4e77-8579-c5cb67ee7ad4 req-02c8a3d2-742f-40bf-9eee-95a08349c499 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142611 Nov 12 03:36:32.763481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.769920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,segment=NetworkSegment(9d828a3b-c17e-48f5-bc83-28e98019fe47),segment_id=9d828a3b-c17e-48f5-bc83-28e98019fe47)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:32.771152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edcf772-3e6c-4616-a298-698e03cd4138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1a66b1-9d95-4a7f-972c-22e18f7aaec4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:32.773629 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41b90d7-3bc2-4157-94b4-5bfc44226078" -d '{"events": [{"server_uuid": "6edcf772-3e6c-4616-a298-698e03cd4138", "name": "network-vif-plugged", "status": "completed", "tag": "7a1a66b1-9d95-4a7f-972c-22e18f7aaec4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:32.796851 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.820918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa39fe-b5d0-4120-af23-74cb4d92e334 req-007cce73-d57d-4c80-9bc2-6d31f95e7828 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.828690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3daa39fe-b5d0-4120-af23-74cb4d92e334 req-007cce73-d57d-4c80-9bc2-6d31f95e7828 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 944 time: 0.1385086 Nov 12 03:36:32.855057 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba2007a-ba5d-4a0b-910a-6ae2795f7fef x-openstack-request-id: req-eba2007a-ba5d-4a0b-910a-6ae2795f7fef {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:32.855659 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edcf772-3e6c-4616-a298-698e03cd4138", "name": "network-vif-plugged", "status": "completed", "tag": "7a1a66b1-9d95-4a7f-972c-22e18f7aaec4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:32.856130 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eba2007a-ba5d-4a0b-910a-6ae2795f7fef {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:32.857057 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edcf772-3e6c-4616-a298-698e03cd4138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1a66b1-9d95-4a7f-972c-22e18f7aaec4', 'code': 200} Nov 12 03:36:32.933748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting port c4dfd64f-cc89-4aec-95db-ba01f79731ed {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:32.935945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.936580 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.943022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3daa39fe-b5d0-4120-af23-74cb4d92e334 req-3ad76753-df18-407d-a929-637e6bda50c8 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133790 Nov 12 03:36:33.152514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b6655-a7f5-40cd-929c-9dbac65a6c08 req-bdaf9e91-0c9c-43d3-94bb-696573f2842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.154175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473b6655-a7f5-40cd-929c-9dbac65a6c08 req-bdaf9e91-0c9c-43d3-94bb-696573f2842b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 1097 time: 0.2042472 Nov 12 03:36:33.162668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] For port c4dfd64f-cc89-4aec-95db-ba01f79731ed, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c4dfd64f-cc89-4aec-95db-ba01f79731ed,segment=NetworkSegment(4df8f087-aa35-44c3-ae80-c241ad5db4ab),segment_id=4df8f087-aa35-44c3-ae80-c241ad5db4ab)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:33.162875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.193957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57da29-29c2-4b3f-b488-b9b6a5334e7c req-1fa14955-29eb-406e-9b59-6fc84662d589 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.195063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527a3a39-0529-43af-acd9-ba4a165f5363 None None] Network 15807401-ff54-4460-a529-bf6ece5babed requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:33.201650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f57da29-29c2-4b3f-b488-b9b6a5334e7c req-1fa14955-29eb-406e-9b59-6fc84662d589 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1573095 Nov 12 03:36:33.235236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Calling delete_port for c4dfd64f-cc89-4aec-95db-ba01f79731ed owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:33.289278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-23f33aae-fb2e-46bc-b916-7acf20f09b25 None None] Provisioning complete for port c4dfd64f-cc89-4aec-95db-ba01f79731ed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:33.289692 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-23f33aae-fb2e-46bc-b916-7acf20f09b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.356714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-473b6655-a7f5-40cd-929c-9dbac65a6c08 req-073549b4-d18a-4e1f-8a42-ae457d32289f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900582 Nov 12 03:36:33.396369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f57da29-29c2-4b3f-b488-b9b6a5334e7c req-426bdf6d-d7c6-4870-ad76-3dc2d318fdb4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820998 Nov 12 03:36:33.415287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-dc9dfd4a-0b05-4cf1-9be1-2d48d04d5e6a tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.417105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-dc9dfd4a-0b05-4cf1-9be1-2d48d04d5e6a tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.20 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 945 time: 0.2133496 Nov 12 03:36:33.458429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.511242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No DVR routers for this DVR port c4dfd64f-cc89-4aec-95db-ba01f79731ed on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:33.595346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36682e-1134-483d-b367-d907e7c1cb96 None None] DHCP port deletion for 15807401-ff54-4460-a529-bf6ece5babed request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:33.605571 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72225a57-dd8d-4ae3-8ac6-11b6ba5ddedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.661170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Port': ['ID=c4dfd64f-cc89-4aec-95db-ba01f79731ed,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.672806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f38778-a32a-4b59-978a-7d4f7f78296f req-260ed65c-9823-44bc-8977-5d85d1557293 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.680702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72f38778-a32a-4b59-978a-7d4f7f78296f req-260ed65c-9823-44bc-8977-5d85d1557293 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1354215 Nov 12 03:36:33.777025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72f38778-a32a-4b59-978a-7d4f7f78296f req-c9ca5a04-0bf3-4382-9aaf-6cc7693056da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950339 Nov 12 03:36:33.899737 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.941366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe74c7-f18e-4c05-b23e-9ee500f272d0 req-3fec71b1-fe06-410b-b860-865811a55ce4 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.942914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aefe74c7-f18e-4c05-b23e-9ee500f272d0 req-3fec71b1-fe06-410b-b860-865811a55ce4 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 945 time: 0.2551129 Nov 12 03:36:33.951149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15807401-ff54-4460-a529-bf6ece5babed']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:33.976135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df8f087-aa35-44c3-ae80-c241ad5db4ab') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:33.976439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df8f087-aa35-44c3-ae80-c241ad5db4ab') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:34.000703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.012843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Deleting port 875b5321-1bbd-4841-ad05-003a37441c3d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:34.012843 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.067553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c4dfd64f-cc89-4aec-95db-ba01f79731ed no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:34.106785 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aefe74c7-f18e-4c05-b23e-9ee500f272d0 req-0fa5fa52-7fc7-46ee-956d-f98ce1e82a76 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/security-groups?id=5dbd5de6-7cf4-468f-98f5-a443acacded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515779 Nov 12 03:36:34.161733 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.171274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c4dfd64f-cc89-4aec-95db-ba01f79731ed {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:34.171672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c4dfd64f-cc89-4aec-95db-ba01f79731ed not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:34.218634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:34.219044 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:34.300566 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:34.344319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] For port 875b5321-1bbd-4841-ad05-003a37441c3d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=875b5321-1bbd-4841-ad05-003a37441c3d,segment=NetworkSegment(fd5ebf90-5c1e-4c22-a239-5869b52b357a),segment_id=fd5ebf90-5c1e-4c22-a239-5869b52b357a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.345271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.394439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Calling delete_port for 875b5321-1bbd-4841-ad05-003a37441c3d owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:34.412063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.424187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41878b-3df3-460a-853f-75ed0f1e5973 req-11e8d9ab-8e94-47dd-8c8a-1a41c019263b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.425759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f41878b-3df3-460a-853f-75ed0f1e5973 req-11e8d9ab-8e94-47dd-8c8a-1a41c019263b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0572574 Nov 12 03:36:34.453315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.459797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/15807401-ff54-4460-a529-bf6ece5babed HTTP/1.1" status: 204 len: 168 time: 2.0196431 Nov 12 03:36:34.460083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53924) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.475085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997c587-0f1a-4319-afb4-ba39a0d57217 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=15807401-ff54-4460-a529-bf6ece5babed,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.486983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158524-691d-47f3-a57d-629bc7b15e0e req-b0cc42fe-e051-4002-aa92-42eb97646b9b tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.488591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8158524-691d-47f3-a57d-629bc7b15e0e req-b0cc42fe-e051-4002-aa92-42eb97646b9b tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 945 time: 0.1891215 Nov 12 03:36:34.497479 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb263bd-3fca-4188-aee0-144a5137be9b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:34.497960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb263bd-3fca-4188-aee0-144a5137be9b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:34.503882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-afb263bd-3fca-4188-aee0-144a5137be9b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/c13988f7-b1b5-4507-8f48-f219f0f3a7a8 HTTP/1.1" status: 404 len: 337 time: 0.0394330 Nov 12 03:36:34.505437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53926) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.535745 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ae6f36-6613-45de-8102-a77e03211a11 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:34.536199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ae6f36-6613-45de-8102-a77e03211a11 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:34.539444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c0ae6f36-6613-45de-8102-a77e03211a11 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/31c966f7-452d-41e6-b428-8b3030b97180 HTTP/1.1" status: 404 len: 339 time: 0.0332026 Nov 12 03:36:34.545489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f41878b-3df3-460a-853f-75ed0f1e5973 req-e403866a-f6a3-4942-9f29-8b7b7cf5c30c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132810 Nov 12 03:36:34.546401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53928) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.577911 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcc9c3b-7a02-41b6-9e45-3d5e0886f829 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:34.578371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcc9c3b-7a02-41b6-9e45-3d5e0886f829 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:34.584494 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7bcc9c3b-7a02-41b6-9e45-3d5e0886f829 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/3f8195a0-84bf-464a-b360-02e96b1c4305 HTTP/1.1" status: 404 len: 337 time: 0.0332294 Nov 12 03:36:34.589248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53930) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.616253 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c51b622-c114-45da-be6e-83c36b43657b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:34.617009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c51b622-c114-45da-be6e-83c36b43657b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:34.620398 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2c51b622-c114-45da-be6e-83c36b43657b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/c3440945-32be-4468-8aab-7749d684b51e HTTP/1.1" status: 404 len: 339 time: 0.0300729 Nov 12 03:36:34.623133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53932) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.625627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8158524-691d-47f3-a57d-629bc7b15e0e req-37c87b5b-9411-4b28-ae33-52a44113d3f7 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144376 Nov 12 03:36:34.674943 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e097bf-95c1-40c8-ac79-8018f326948b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:34.675600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e097bf-95c1-40c8-ac79-8018f326948b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:34.683679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-10e097bf-95c1-40c8-ac79-8018f326948b tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/9b56dcdd-4262-4349-9f45-16c0bb08b25f HTTP/1.1" status: 404 len: 337 time: 0.0582533 Nov 12 03:36:34.684572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53936) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.712181 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d6fcf1-6e0c-4e51-a75b-e2ee946df0a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:34.713083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d6fcf1-6e0c-4e51-a75b-e2ee946df0a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:34.716201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-48d6fcf1-6e0c-4e51-a75b-e2ee946df0a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/b67f26e2-37f4-495b-b169-ebae4b69ed64 HTTP/1.1" status: 404 len: 339 time: 0.0305939 Nov 12 03:36:34.717505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.718994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53938) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.728724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['875b5321-1bbd-4841-ad05-003a37441c3d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:34.767331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ed96d-6093-4085-8ee0-460205539b79 None None] DHCP port deletion for 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:34.783861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Pushing event deleted for resources: {'Port': ['ID=875b5321-1bbd-4841-ad05-003a37441c3d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.807717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] No DVR routers for this DVR port 875b5321-1bbd-4841-ad05-003a37441c3d on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:34.810214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.814078 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b94c264e-2e22-41f1-b99f-1e439b8a6aeb req-6faef34c-ac7e-44e5-a857-035d4b21ed58 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.20 "DELETE /v2.0/ports/875b5321-1bbd-4841-ad05-003a37441c3d HTTP/1.1" status: 204 len: 173 time: 1.1840210 Nov 12 03:36:34.814244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d2b3a0-2643-4ee0-b4bd-db6f893af170 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting subnet 25295d3e-abe4-49d3-9151-db1e4230ff19 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:34.814618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85235bfa-c92b-4c4c-8fbc-7c34d909ff95', 'name': 'network-vif-deleted', 'tag': '875b5321-1bbd-4841-ad05-003a37441c3d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:34.817347 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b5b9f6-43b6-4b78-b977-890a0830ada3" -d '{"events": [{"server_uuid": "85235bfa-c92b-4c4c-8fbc-7c34d909ff95", "name": "network-vif-deleted", "tag": "875b5321-1bbd-4841-ad05-003a37441c3d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:34.825376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b3a0-2643-4ee0-b4bd-db6f893af170 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.862517 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80117864-14a8-4d1a-85db-13cc41413a95 x-openstack-request-id: req-80117864-14a8-4d1a-85db-13cc41413a95 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:34.862895 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85235bfa-c92b-4c4c-8fbc-7c34d909ff95", "name": "network-vif-deleted", "tag": "875b5321-1bbd-4841-ad05-003a37441c3d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:34.863148 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80117864-14a8-4d1a-85db-13cc41413a95 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:34.863619 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85235bfa-c92b-4c4c-8fbc-7c34d909ff95', 'name': 'network-vif-deleted', 'tag': '875b5321-1bbd-4841-ad05-003a37441c3d', 'status': 'completed', 'code': 200} Nov 12 03:36:34.874587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.896094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b3a0-2643-4ee0-b4bd-db6f893af170 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.983650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b3a0-2643-4ee0-b4bd-db6f893af170 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.044207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b3a0-2643-4ee0-b4bd-db6f893af170 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.076175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2b3a0-2643-4ee0-b4bd-db6f893af170 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=25295d3e-abe4-49d3-9151-db1e4230ff19,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.080553 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b3a0-2643-4ee0-b4bd-db6f893af170 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.086417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53942) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:35.086588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c4d2b3a0-2643-4ee0-b4bd-db6f893af170 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/25295d3e-abe4-49d3-9151-db1e4230ff19 HTTP/1.1" status: 204 len: 168 time: 0.3662894 Nov 12 03:36:35.087414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fca56d-5b31-44de-92dc-0da6e93d5220 None None] Network 538ef2f9-1309-48a8-9d89-0b23dd3fa91b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:35.177694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.261227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83399168-4577-4021-806d-8cbe16029253 req-1f3b44d9-038e-4a5a-8d9e-ef77fa3e4697 tempest-ServerMetadataNegativeTestJSON-992608107 tempest-ServerMetadataNegativeTestJSON-992608107-project] 10.222.0.49 "GET /v2.0/ports?device_id=85235bfa-c92b-4c4c-8fbc-7c34d909ff95 HTTP/1.1" status: 200 len: 210 time: 0.0429149 Nov 12 03:36:35.300653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:35.301123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.354062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] DHCP port deletion for 538ef2f9-1309-48a8-9d89-0b23dd3fa91b request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:35.435448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] For port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,segment=NetworkSegment(a5ef0266-1393-4a6a-b132-5381e65cf7aa),segment_id=a5ef0266-1393-4a6a-b132-5381e65cf7aa)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:35.435829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.455835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Calling delete_port for 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:35.458649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] Deleting port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:35.459195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.528220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] For port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,segment=NetworkSegment(a5ef0266-1393-4a6a-b132-5381e65cf7aa),segment_id=a5ef0266-1393-4a6a-b132-5381e65cf7aa)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:35.528773 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.542512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] Calling delete_port for 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:35.553407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.622742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Port': ['ID=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.631426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No DVR routers for this DVR port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:35.648434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.700544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] Pushing event deleted for resources: {'Port': ['ID=1d7f92dd-5562-4ed5-9f44-ba9d9d899014,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.711874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e31db0-8d8d-4ed4-a6f8-8e99c1b94646 None None] No DVR routers for this DVR port 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:35.841695 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.875864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f5b28-b614-4a6d-aaac-e55538714bb5 req-fe41e1d6-475e-4456-8507-e0e12a12b55a tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.879886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af804a-66e9-449d-bb0c-9480d439be3c req-a62c9bde-59f8-4827-bddd-6aa724947e02 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.884656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a3f5b28-b614-4a6d-aaac-e55538714bb5 req-fe41e1d6-475e-4456-8507-e0e12a12b55a tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 945 time: 0.1165962 Nov 12 03:36:35.887207 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3af804a-66e9-449d-bb0c-9480d439be3c req-a62c9bde-59f8-4827-bddd-6aa724947e02 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1863387 Nov 12 03:36:35.893079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538ef2f9-1309-48a8-9d89-0b23dd3fa91b']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.915915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ef0266-1393-4a6a-b132-5381e65cf7aa') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.916213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ef0266-1393-4a6a-b132-5381e65cf7aa') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.931821 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.965377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a3f5b28-b614-4a6d-aaac-e55538714bb5 req-50119466-40f5-4f0b-a63e-2976b14fbfee tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797842 Nov 12 03:36:35.972551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3af804a-66e9-449d-bb0c-9480d439be3c req-9a5b2e42-6bed-44a1-8773-305ec08658c9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935385 Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:35.993498 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:36.059711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:36.082515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.091042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:36.091571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.093358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1d7f92dd-5562-4ed5-9f44-ba9d9d899014 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:36.096526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/538ef2f9-1309-48a8-9d89-0b23dd3fa91b HTTP/1.1" status: 204 len: 168 time: 1.0089593 Nov 12 03:36:36.099213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.107436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d1dc9-31e7-400c-bdb1-00fa262bb8a8 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=538ef2f9-1309-48a8-9d89-0b23dd3fa91b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.130358 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c91a71-896a-455d-bfa0-0fa495ad68ea tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:36.131360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c91a71-896a-455d-bfa0-0fa495ad68ea tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:36.135148 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5c91a71-896a-455d-bfa0-0fa495ad68ea tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/4c3e6b7b-2ae4-403e-b158-438278c4f308 HTTP/1.1" status: 404 len: 337 time: 0.0348969 Nov 12 03:36:36.141188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53974) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.167358 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ee9913-e42e-415e-91de-f375ce783192 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:36.168292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ee9913-e42e-415e-91de-f375ce783192 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:36.173130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-22ee9913-e42e-415e-91de-f375ce783192 tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/4a120b43-f7fe-49d4-bd4b-cfc5657e3001 HTTP/1.1" status: 404 len: 339 time: 0.0299263 Nov 12 03:36:36.175029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53976) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.258137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.272696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abbaaa8-7679-48da-a57a-2a8485c5083f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting subnet 9b05dbb6-d37a-4398-a867-8cb271579423 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:36.280147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0abbaaa8-7679-48da-a57a-2a8485c5083f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.353420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0abbaaa8-7679-48da-a57a-2a8485c5083f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.358358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53984) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.414008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f9d2-dd78-44c2-bf06-78b4638b24c7 req-4dabd877-e158-4320-9995-4f081bdbe592 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.427037 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23a2f9d2-dd78-44c2-bf06-78b4638b24c7 req-4dabd877-e158-4320-9995-4f081bdbe592 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 945 time: 0.1544225 Nov 12 03:36:36.555585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0abbaaa8-7679-48da-a57a-2a8485c5083f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.595144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-3b5987ed-3c51-4d73-9621-40a6858dd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.597229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-3b5987ed-3c51-4d73-9621-40a6858dd68b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44c45ab871b440bc8e0675ccad9f4082&device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 1097 time: 0.3128998 Nov 12 03:36:36.608422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Deleting subnet 2927bf9f-2bb2-4ca6-bcb2-3c825697a425 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:36.628253 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.659481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0abbaaa8-7679-48da-a57a-2a8485c5083f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.706366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6b288-c9b2-4c33-8a80-93fa30f80991 None None] Network 9a4c6105-0a16-412c-9baf-856543d82089 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:36.710650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.715997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0abbaaa8-7679-48da-a57a-2a8485c5083f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.722452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0abbaaa8-7679-48da-a57a-2a8485c5083f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/subnets/9b05dbb6-d37a-4398-a867-8cb271579423 HTTP/1.1" status: 204 len: 168 time: 0.5431945 Nov 12 03:36:36.763230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.779579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53992) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.802217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23a2f9d2-dd78-44c2-bf06-78b4638b24c7 req-6f919d5c-ecf7-4729-944a-3b581f172e42 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661325 Nov 12 03:36:36.836793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbaaa8-7679-48da-a57a-2a8485c5083f tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Subnet': ['ID=9b05dbb6-d37a-4398-a867-8cb271579423,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.853056 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.942826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2927bf9f-2bb2-4ca6-bcb2-3c825697a425,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.960209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.969659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2927bf9f-2bb2-4ca6-bcb2-3c825697a425 HTTP/1.1" status: 204 len: 168 time: 0.6074061 Nov 12 03:36:36.992234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b467fb87-a149-4404-8629-3326b301b9cc None None] Network 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:36.996423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54000) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.029612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-55ef244e-62ff-4feb-bc04-4cd5605c1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.031140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-55ef244e-62ff-4feb-bc04-4cd5605c1da9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8b1e349d-d297-4778-920f-e5cc1447aab4 HTTP/1.1" status: 200 len: 916 time: 0.4131074 Nov 12 03:36:37.031638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54002) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.116263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-403a72fe-3950-407e-8d8c-308d30c46147 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 HTTP/1.1" status: 200 len: 217 time: 0.0706115 Nov 12 03:36:37.122348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.148070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.154698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.155049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.155961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.156378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.158856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.159210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.159558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.159898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.160401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.160770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.161100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.161433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411f722-14bf-485a-9305-4e770c7bb9fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:37.178938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.213561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5503050-9cff-4333-968f-189bfb0d9630 None None] DHCP port deletion for 072c13dc-3b3c-413e-a577-d68b9d2b9fb2 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:37.248771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-cab1b81c-c83a-4b29-bf68-529ba6ac2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.250597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-cab1b81c-c83a-4b29-bf68-529ba6ac2358 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3eb0f46-e680-408a-ab54-187fb29185b9 HTTP/1.1" status: 200 len: 854 time: 0.1228101 Nov 12 03:36:37.288402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Deleting port 39a212fd-f18c-4189-95f7-866a4adb0036 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:37.289096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.290861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] DHCP port deletion for 9a4c6105-0a16-412c-9baf-856543d82089 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:37.292137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.318262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-1d9ca26b-e6b5-459b-8a4e-b29f1206b122 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8b1e349d-d297-4778-920f-e5cc1447aab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555809 Nov 12 03:36:37.326358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072c13dc-3b3c-413e-a577-d68b9d2b9fb2']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.341870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5ebf90-5c1e-4c22-a239-5869b52b357a') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.342420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5ebf90-5c1e-4c22-a239-5869b52b357a') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.356335 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.358340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] Deleting port 39a212fd-f18c-4189-95f7-866a4adb0036 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:37.358911 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.371845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.380332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:37.380726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:37.382748 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:37.434937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0494bb78-f47a-483f-bbea-2f3f7ec554b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.444703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] For port 39a212fd-f18c-4189-95f7-866a4adb0036, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=39a212fd-f18c-4189-95f7-866a4adb0036,segment=NetworkSegment(d5ec8426-3917-4048-ad22-46875739bbbe),segment_id=d5ec8426-3917-4048-ad22-46875739bbbe)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:37.445537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.458540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.472306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.474496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] Calling delete_port for 39a212fd-f18c-4189-95f7-866a4adb0036 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:37.475827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/072c13dc-3b3c-413e-a577-d68b9d2b9fb2 HTTP/1.1" status: 204 len: 168 time: 0.4783390 Nov 12 03:36:37.486627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6537f20-e71a-45be-8da7-bbdec15914c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=072c13dc-3b3c-413e-a577-d68b9d2b9fb2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.584855 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.654129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] No DVR routers for this DVR port 39a212fd-f18c-4189-95f7-866a4adb0036 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:37.669141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d7f12-0e09-4e71-b089-24740a8c93ae None None] Pushing event deleted for resources: {'Port': ['ID=39a212fd-f18c-4189-95f7-866a4adb0036,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.686482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54012) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.734705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f1c49b4d-eb59-47d6-affb-6b542e92f72a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd4dd90a2ed846b894571e3c17a1f8ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467405 Nov 12 03:36:37.737333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.795453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3638b00b-0d25-483a-b01b-283c6c236fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.819297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3638b00b-0d25-483a-b01b-283c6c236fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.873264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def66b-415c-465f-ad8b-ff625e23876b req-e419deb9-4077-485a-b5cf-dabaae9fff2d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.874752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-62def66b-415c-465f-ad8b-ff625e23876b req-e419deb9-4077-485a-b5cf-dabaae9fff2d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.6811922 Nov 12 03:36:37.883558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3638b00b-0d25-483a-b01b-283c6c236fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.884846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-bbd2d0c9-d381-4854-83bd-5739fe069d19 service neutron] 10.222.0.20 "GET /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282264 Nov 12 03:36:37.886403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3638b00b-0d25-483a-b01b-283c6c236fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.887951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3638b00b-0d25-483a-b01b-283c6c236fd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5dbd5de6-7cf4-468f-98f5-a443acacded5 HTTP/1.1" status: 204 len: 168 time: 0.1494162 Nov 12 03:36:37.921916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638b00b-0d25-483a-b01b-283c6c236fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd5de6-7cf4-468f-98f5-a443acacded5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.949127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c67f9-3dbe-4562-b416-ee5922a47abb req-8529bcf7-b982-4b75-ab5c-1b88d8f6093e tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.951038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44c67f9-3dbe-4562-b416-ee5922a47abb req-8529bcf7-b982-4b75-ab5c-1b88d8f6093e tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 945 time: 0.0616028 Nov 12 03:36:37.995229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] For port 39a212fd-f18c-4189-95f7-866a4adb0036, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=39a212fd-f18c-4189-95f7-866a4adb0036,segment=NetworkSegment(d5ec8426-3917-4048-ad22-46875739bbbe),segment_id=d5ec8426-3917-4048-ad22-46875739bbbe)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:37.995597 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.043082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Calling delete_port for 39a212fd-f18c-4189-95f7-866a4adb0036 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:38.086609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-62def66b-415c-465f-ad8b-ff625e23876b req-62465bf0-3015-41a2-862c-5467a6eb3043 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007854 Nov 12 03:36:38.104754 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f6d2bf0-35d0-4b67-85dc-cd5d0e45bb3d req-045efce3-2780-4d66-ad9a-0b35a0eb194b service neutron] 10.222.0.20 "GET /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102201 Nov 12 03:36:38.117785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 39a212fd-f18c-4189-95f7-866a4adb0036 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:38.131600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44c67f9-3dbe-4562-b416-ee5922a47abb req-84462ae8-99cb-4d32-bb27-a04a50f591c7 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592209 Nov 12 03:36:38.171649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 875b5321-1bbd-4841-ad05-003a37441c3d no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:38.175893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 39a212fd-f18c-4189-95f7-866a4adb0036 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:38.177168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 39a212fd-f18c-4189-95f7-866a4adb0036 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:38.197509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0494bb78-f47a-483f-bbea-2f3f7ec554b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.210660 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0494bb78-f47a-483f-bbea-2f3f7ec554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.239010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 875b5321-1bbd-4841-ad05-003a37441c3d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:38.239582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 875b5321-1bbd-4841-ad05-003a37441c3d not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:38.277551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494bb78-f47a-483f-bbea-2f3f7ec554b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf45afb-8466-44a1-a799-f230791366da,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.289836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.343318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0494bb78-f47a-483f-bbea-2f3f7ec554b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9e720cd73554a22bd3469aa6dfac4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3059375 Nov 12 03:36:38.344401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Port': ['ID=39a212fd-f18c-4189-95f7-866a4adb0036,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.346645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54032) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.348939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] No DVR routers for this DVR port 39a212fd-f18c-4189-95f7-866a4adb0036 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:38.412604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27a7d515-4f61-4372-ac7f-2af384666321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.435293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27a7d515-4f61-4372-ac7f-2af384666321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.439128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.467154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4c6105-0a16-412c-9baf-856543d82089']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:38.478901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ec8426-3917-4048-ad22-46875739bbbe') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:38.479296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ec8426-3917-4048-ad22-46875739bbbe') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:38.493645 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.495855 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27a7d515-4f61-4372-ac7f-2af384666321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.499261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27a7d515-4f61-4372-ac7f-2af384666321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.501011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-27a7d515-4f61-4372-ac7f-2af384666321 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcf45afb-8466-44a1-a799-f230791366da HTTP/1.1" status: 204 len: 168 time: 0.1532645 Nov 12 03:36:38.514543 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.515229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7d515-4f61-4372-ac7f-2af384666321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf45afb-8466-44a1-a799-f230791366da,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.525280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:38.525858 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:38.529279 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:38.615635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.621432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.630403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] 10.222.0.49 "DELETE /v2.0/networks/9a4c6105-0a16-412c-9baf-856543d82089 HTTP/1.1" status: 204 len: 168 time: 1.8473101 Nov 12 03:36:38.671772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf37fe-104d-4a42-b6b3-5521221b637e tempest-NetworksIpV6Test-1354922869 tempest-NetworksIpV6Test-1354922869-project] Pushing event deleted for resources: {'Network': ['ID=9a4c6105-0a16-412c-9baf-856543d82089,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.030787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54062) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.045742 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95ed234f-163f-499c-8bfa-d47d8c64b722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.170173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54070) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.187325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95ed234f-163f-499c-8bfa-d47d8c64b722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.193158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95ed234f-163f-499c-8bfa-d47d8c64b722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.270188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5c1cc-294a-49f5-9fec-2d5e8ef9df86 req-75f0c812-291e-4441-a3e5-03f7cb26231a tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.278668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18b5c1cc-294a-49f5-9fec-2d5e8ef9df86 req-75f0c812-291e-4441-a3e5-03f7cb26231a tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 945 time: 0.0650351 Nov 12 03:36:39.345565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-95ed234f-163f-499c-8bfa-d47d8c64b722 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52d868726d0e46d9927a1312f51195da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106356 Nov 12 03:36:39.347367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54078) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.348013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed234f-163f-499c-8bfa-d47d8c64b722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6248f9fd-590b-4a8c-a541-364181565e70,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.357573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18b5c1cc-294a-49f5-9fec-2d5e8ef9df86 req-2c00a505-b07a-4669-af12-59b13aedaed5 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733404 Nov 12 03:36:39.407165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9063a216-e5b7-4cfe-8180-a0565b7956e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8510e822d59243e09ab36c7a35d21ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2353437 Nov 12 03:36:39.408917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54082) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.424081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e495d-6378-4d17-989a-d321a2328603 req-cdfc5014-d897-4647-9e00-22334c267e57 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.425657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e27e495d-6378-4d17-989a-d321a2328603 req-cdfc5014-d897-4647-9e00-22334c267e57 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1702201 Nov 12 03:36:39.446922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e570fe3-eb48-4a78-8643-6e4b0ddd8b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.461447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01732463-6bed-433f-85f0-9f61b8d31f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.487071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54086) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.494938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01732463-6bed-433f-85f0-9f61b8d31f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.506889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e570fe3-eb48-4a78-8643-6e4b0ddd8b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.555499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e27e495d-6378-4d17-989a-d321a2328603 req-22eb6a74-6f73-492c-8416-958c7fda50f0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090493 Nov 12 03:36:39.612444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e570fe3-eb48-4a78-8643-6e4b0ddd8b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.615295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e570fe3-eb48-4a78-8643-6e4b0ddd8b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.618963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01732463-6bed-433f-85f0-9f61b8d31f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.619124 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4e570fe3-eb48-4a78-8643-6e4b0ddd8b7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6248f9fd-590b-4a8c-a541-364181565e70 HTTP/1.1" status: 204 len: 168 time: 0.2647259 Nov 12 03:36:39.624599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e570fe3-eb48-4a78-8643-6e4b0ddd8b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6248f9fd-590b-4a8c-a541-364181565e70,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.625693 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01732463-6bed-433f-85f0-9f61b8d31f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.633113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-01732463-6bed-433f-85f0-9f61b8d31f82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af80a976-5a78-4f68-97fd-e04a228a0f17 HTTP/1.1" status: 204 len: 168 time: 0.2230172 Nov 12 03:36:39.649974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01732463-6bed-433f-85f0-9f61b8d31f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af80a976-5a78-4f68-97fd-e04a228a0f17,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.680670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1107488377-network', 'tenant_id': 'dbe28ed69e274c64886dd5405818541f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:39.728422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Made reservation on behalf of dbe28ed69e274c64886dd5405818541f for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:39.733424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.748006 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.926615 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.981903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.043686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5e44a-e70b-4959-a9ba-785f56208d76,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.076671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:40.109942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.110827 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Added segment 15cf3ff2-a344-4da1-a918-200b54508f0a of type vlan for network 26658864-c9e5-419a-a207-4f9a54f130e9 Nov 12 03:36:40.119800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b937-375b-4681-a5df-0af4a6bf062a req-c1d16aad-353a-4aa2-9b37-5438ba26f85b tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.121339 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5851b937-375b-4681-a5df-0af4a6bf062a req-c1d16aad-353a-4aa2-9b37-5438ba26f85b tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 945 time: 0.1886899 Nov 12 03:36:40.184042 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.233143 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5851b937-375b-4681-a5df-0af4a6bf062a req-973664b5-19c4-45e9-8dcf-11811355b7b2 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731225 Nov 12 03:36:40.234212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.235998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.237352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.282936 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7940960 Nov 12 03:36:40.286133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54122) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.293493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Request body: {'subnet': {'network_id': '26658864-c9e5-419a-a207-4f9a54f130e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1107488377-subnet', 'tenant_id': 'dbe28ed69e274c64886dd5405818541f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:40.326726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba22b5-02d7-4941-a807-b5e5fab17a3c admin admin] Pushing event updated for resources: {'Network': ['ID=26658864-c9e5-419a-a207-4f9a54f130e9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.340778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 26658864-c9e5-419a-a207-4f9a54f130e9 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:40.352937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Made reservation on behalf of dbe28ed69e274c64886dd5405818541f for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:40.364991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.609345 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.711922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114035-854c-4f04-a107-de66199f83a3 req-383b8c72-2ea1-4ab1-8375-4dc1db58ce9f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.713846 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-74114035-854c-4f04-a107-de66199f83a3 req-383b8c72-2ea1-4ab1-8375-4dc1db58ce9f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 946 time: 0.0646708 Nov 12 03:36:40.716297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30407173-47c8-4afb-8395-9d8b5bffff03,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.719529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Checking segment: {'id': '15cf3ff2-a344-4da1-a918-200b54508f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '26658864-c9e5-419a-a207-4f9a54f130e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:40.720110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Network hostable DHCP agents. Network: 26658864-c9e5-419a-a207-4f9a54f130e9, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:40.743395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c3fcb-c5fa-4fd3-872d-691a18513cad req-5802899c-c0cb-449b-98e0-e54375a0b721 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.749767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.752833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-302c3fcb-c5fa-4fd3-872d-691a18513cad req-5802899c-c0cb-449b-98e0-e54375a0b721 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0959187 Nov 12 03:36:40.779780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Network 26658864-c9e5-419a-a207-4f9a54f130e9 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:40.788539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-74114035-854c-4f04-a107-de66199f83a3 req-71fe77ff-5c0a-41a7-86ab-641d30e3f7cd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Nov 12 03:36:40.801193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 26658864-c9e5-419a-a207-4f9a54f130e9) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:40.809194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.809781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.813267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda41bb-0860-4d64-ad9e-b4345a16c804 None None] Network 26658864-c9e5-419a-a207-4f9a54f130e9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:40.832486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-302c3fcb-c5fa-4fd3-872d-691a18513cad req-137db12f-7897-43bc-bbb3-1fca0b961664 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727065 Nov 12 03:36:40.843744 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e2c4014e-74f0-4103-9c83-befa56c636d4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5558794 Nov 12 03:36:40.895562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1813850594'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:40.921718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:40.927263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.939249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.999991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e240e13-797c-48bf-9579-56a6d96dbc65 None None] Network 26658864-c9e5-419a-a207-4f9a54f130e9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:41.056033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.061458 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.120507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:41.130502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.130858 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Added segment 0aa3d1f9-82bd-42ac-a71a-c44662e47067 of type vlan for network df4355b8-7bf3-443e-9064-b4ac3b6719cd Nov 12 03:36:41.499562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-5d046f75-46e9-4932-8f6f-4438cad3de35 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.503178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-5d046f75-46e9-4932-8f6f-4438cad3de35 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.20 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 945 time: 0.0963809 Nov 12 03:36:41.509411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b6091d-bacd-42b2-bdfd-73353d4f8ba6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:41.544432 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.606104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2476a2-d60f-4e7a-bde7-ab3fe7285819 req-21fe982b-9d63-4f56-bfed-d2ca3c59d59f tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.613890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd2476a2-d60f-4e7a-bde7-ab3fe7285819 req-21fe982b-9d63-4f56-bfed-d2ca3c59d59f tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 945 time: 0.1190336 Nov 12 03:36:41.636315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.652201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.654881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.667024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Deleting port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:41.667729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.743853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd2476a2-d60f-4e7a-bde7-ab3fe7285819 req-f5121f87-ede8-4a17-96b6-75eca582a52b tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/security-groups?id=c127a821-47cb-444a-b3ef-128c766c2c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286967 Nov 12 03:36:41.798730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Network': ['ID=df4355b8-7bf3-443e-9064-b4ac3b6719cd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:41.807779 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-988301f7-122f-425f-9b90-53f414fa3d95 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0544183 Nov 12 03:36:41.808278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54200) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:41.813364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'name': 'tempest-PortsTestJSON-1027420106'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:41.814319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:41.894383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] For port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,segment=NetworkSegment(9d828a3b-c17e-48f5-bc83-28e98019fe47),segment_id=9d828a3b-c17e-48f5-bc83-28e98019fe47)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:41.895062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.917946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Calling delete_port for 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:41.951072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-ac1ceee5-9742-4019-b76e-8d78c6759a40 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.960161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-ac1ceee5-9742-4019-b76e-8d78c6759a40 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/networks?id=26658864-c9e5-419a-a207-4f9a54f130e9 HTTP/1.1" status: 200 len: 813 time: 0.2216222 Nov 12 03:36:41.981964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-80e57d44-983c-4472-9383-a6b771d16294 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/quotas/dbe28ed69e274c64886dd5405818541f HTTP/1.1" status: 200 len: 375 time: 0.0205953 Nov 12 03:36:42.026123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:42.029786 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.066378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239e3c-ea8c-428b-9ec1-31aac7ac43cd req-556b42a9-855a-4603-9dea-802a1f9d42f0 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.076100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8d239e3c-ea8c-428b-9ec1-31aac7ac43cd req-556b42a9-855a-4603-9dea-802a1f9d42f0 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 946 time: 0.1485004 Nov 12 03:36:42.099965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port eed825e2-8aea-4991-8de9-d084bde450a3 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:42.105519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1358685a-9794-4ef0-96df-8bb8f68d16ed tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbe28ed69e274c64886dd5405818541f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223059 Nov 12 03:36:42.248698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.259767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7a1a66b1-9d95-4a7f-972c-22e18f7aaec4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:42.260214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8d239e3c-ea8c-428b-9ec1-31aac7ac43cd req-9269c3a4-be28-48e8-af3b-4a96cc89f51e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785157 Nov 12 03:36:42.339099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Pushing event deleted for resources: {'Port': ['ID=7a1a66b1-9d95-4a7f-972c-22e18f7aaec4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:42.388960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9abcde0-1a25-4e48-9eef-526d18f23f0f None None] DHCP port deletion for 8b1e349d-d297-4778-920f-e5cc1447aab4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:42.593340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] No DVR routers for this DVR port 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:42.598263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.601593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4e4ec1d-1362-4eaf-8fb8-03d36e7b5eab req-221a298f-0945-4eb6-b038-1db4d4b9c6eb tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.20 "DELETE /v2.0/ports/7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 HTTP/1.1" status: 204 len: 173 time: 1.0828323 Nov 12 03:36:42.602295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.603634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edcf772-3e6c-4616-a298-698e03cd4138', 'name': 'network-vif-deleted', 'tag': '7a1a66b1-9d95-4a7f-972c-22e18f7aaec4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:42.612573 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11174241-e240-4adc-a485-7981ae44cd4e" -d '{"events": [{"server_uuid": "6edcf772-3e6c-4616-a298-698e03cd4138", "name": "network-vif-deleted", "tag": "7a1a66b1-9d95-4a7f-972c-22e18f7aaec4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:42.615110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e0bf1-d9a8-4758-b011-be02e84f0c9a req-a02843eb-eac4-44c3-af10-235fbd7d4f88 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.617217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-888e0bf1-d9a8-4758-b011-be02e84f0c9a req-a02843eb-eac4-44c3-af10-235fbd7d4f88 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1881278 Nov 12 03:36:42.696460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-888e0bf1-d9a8-4758-b011-be02e84f0c9a req-fa9a3651-a751-41b0-8112-d02dcb27cb95 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Nov 12 03:36:42.713036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.738318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-ba972739-0d2d-4a67-bf9f-bf43946904bc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.743440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-ba972739-0d2d-4a67-bf9f-bf43946904bc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 946 time: 0.3348927 Nov 12 03:36:42.772717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-44970d58-d618-4b5e-8785-8d7f65deb1d6 service neutron] 10.222.0.49 "GET /v2.0/networks/26658864-c9e5-419a-a207-4f9a54f130e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653006 Nov 12 03:36:42.879172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=eed825e2-8aea-4991-8de9-d084bde450a3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:42.881795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking segment: {'id': '0aa3d1f9-82bd-42ac-a71a-c44662e47067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:42.882158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network hostable DHCP agents. Network: df4355b8-7bf3-443e-9064-b4ac3b6719cd, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:42.912458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:42.928435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, df4355b8-7bf3-443e-9064-b4ac3b6719cd) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:42.939904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3054c9fd-2106-4e75-ad10-1f16aaa5bb2f None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:42.954835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:42.967862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.968665 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.995406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-24d9f0f0-137b-4322-804b-93008b61cd5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1835544 Nov 12 03:36:42.995758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54226) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:43.002998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1997505054'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:43.037387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:43.045749 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.106258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:43.115527 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-4506b332-eef9-44e4-8267-23c15378cd34 service neutron] 10.222.0.49 "GET /v2.0/networks/26658864-c9e5-419a-a207-4f9a54f130e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417542 Nov 12 03:36:43.135812 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.137187 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Added segment 5ae936d2-f496-4c87-ae72-c4fdf8b5af2b of type vlan for network 4e6a06f6-bb8c-4508-98a8-53aa2acc4621 Nov 12 03:36:43.139830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Deleting port 148a99bc-3658-45c2-af1d-a2d460a79bd4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:43.140282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.264940 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f397119-9661-4bae-ae90-a5f6c437b13b x-openstack-request-id: req-0f397119-9661-4bae-ae90-a5f6c437b13b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:43.265242 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edcf772-3e6c-4616-a298-698e03cd4138", "name": "network-vif-deleted", "tag": "7a1a66b1-9d95-4a7f-972c-22e18f7aaec4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:43.265501 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f397119-9661-4bae-ae90-a5f6c437b13b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:43.266291 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edcf772-3e6c-4616-a298-698e03cd4138', 'name': 'network-vif-deleted', 'tag': '7a1a66b1-9d95-4a7f-972c-22e18f7aaec4', 'status': 'completed', 'code': 200} Nov 12 03:36:43.274301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] For port 148a99bc-3658-45c2-af1d-a2d460a79bd4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=148a99bc-3658-45c2-af1d-a2d460a79bd4,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:43.274671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.292274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Calling delete_port for 148a99bc-3658-45c2-af1d-a2d460a79bd4 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:43.292435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.351876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.358128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.358754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.443781 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4464898 Nov 12 03:36:43.509102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54232) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:43.519772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da24824a-6a17-4573-88a2-d0c5f03acffc req-c74ae6c5-8a8a-4a2d-8cbb-5f8430ddb680 tempest-InstanceActionsTestJSON-458432090 tempest-InstanceActionsTestJSON-458432090-project] 10.222.0.49 "GET /v2.0/ports?device_id=6edcf772-3e6c-4616-a298-698e03cd4138 HTTP/1.1" status: 200 len: 210 time: 0.1071067 Nov 12 03:36:43.531760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'ports': [{'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd'}, {'network_id': '4e6a06f6-bb8c-4508-98a8-53aa2acc4621'}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:43.532090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:43.533624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': '4e6a06f6-bb8c-4508-98a8-53aa2acc4621'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:43.546248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843a696-0e5f-43b3-be04-0e2fb4ac2ee1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Network': ['ID=4e6a06f6-bb8c-4508-98a8-53aa2acc4621,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:43.558383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 4e6a06f6-bb8c-4508-98a8-53aa2acc4621 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:43.661668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3908aed1-1c89-467a-9c50-36c5fab06318 req-c309302c-8fb5-4dbc-a68a-cb6486302454 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 210 time: 0.0522628 Nov 12 03:36:43.878037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.879621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca8c5-3414-43d8-a580-617be0c5d346 req-038f522e-83df-4e3e-9760-ee152c215565 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.885550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-280ca8c5-3414-43d8-a580-617be0c5d346 req-038f522e-83df-4e3e-9760-ee152c215565 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0643289 Nov 12 03:36:43.893217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['148a99bc-3658-45c2-af1d-a2d460a79bd4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:43.910596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef3064-fc6f-43a8-8850-ef2ca61b43fe req-5d9ef048-185b-4669-b985-02b5af035080 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.921278 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82ef3064-fc6f-43a8-8850-ef2ca61b43fe req-5d9ef048-185b-4669-b985-02b5af035080 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 946 time: 0.3708279 Nov 12 03:36:43.967790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa46f6-e493-4fc8-ad4b-a0377c310cbb None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:43.996900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-280ca8c5-3414-43d8-a580-617be0c5d346 req-48f1a14a-34b9-4acc-b9cb-1683d21b370f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083598 Nov 12 03:36:44.052539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event deleted for resources: {'Port': ['ID=148a99bc-3658-45c2-af1d-a2d460a79bd4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.093125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] No DVR routers for this DVR port 148a99bc-3658-45c2-af1d-a2d460a79bd4 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:44.097261 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.100594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5b03511-2c5d-4d52-83a4-9a65a0a08c53 req-2fece966-2b88-484b-92dd-5ea904b06152 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "DELETE /v2.0/ports/148a99bc-3658-45c2-af1d-a2d460a79bd4 HTTP/1.1" status: 204 len: 173 time: 1.3027930 Nov 12 03:36:44.101220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 2} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:44.106443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.128749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.179523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82ef3064-fc6f-43a8-8850-ef2ca61b43fe req-2372d0e6-cdb3-47bd-b952-771421b9e8d9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572622 Nov 12 03:36:44.264516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 5a1b7753-f47e-4f7c-ad3f-5cd419aba134 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:44.450609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.612699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 5c96fd29-0ef1-4969-96bb-66535f5f6631 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:44.636098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54266) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:44.736534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef671613-36f7-4566-91a4-be18ff7aab70 admin admin] Deleting subnet f3eb0f46-e680-408a-ab54-187fb29185b9 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:44.741126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef671613-36f7-4566-91a4-be18ff7aab70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.796511 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.853772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef671613-36f7-4566-91a4-be18ff7aab70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.877466 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.916143 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef671613-36f7-4566-91a4-be18ff7aab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.989247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=5a1b7753-f47e-4f7c-ad3f-5cd419aba134,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.991575 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef671613-36f7-4566-91a4-be18ff7aab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.013334 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5eb31c46-9f80-4ce8-9873-f3342f084df8 req-06d09778-1796-42c4-bfad-e4f5ea8d40ad tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 210 time: 0.1629555 Nov 12 03:36:45.036285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f637ea1-3d72-480d-b355-976a2e7f0bb5 None None] Network 8b1e349d-d297-4778-920f-e5cc1447aab4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:45.038151 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef671613-36f7-4566-91a4-be18ff7aab70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.044132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ef671613-36f7-4566-91a4-be18ff7aab70 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f3eb0f46-e680-408a-ab54-187fb29185b9 HTTP/1.1" status: 204 len: 168 time: 0.4064791 Nov 12 03:36:45.045578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef671613-36f7-4566-91a4-be18ff7aab70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3eb0f46-e680-408a-ab54-187fb29185b9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.047515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:45.086116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:45.093787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:45.099963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:45.101101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.255768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.273027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da0797-da80-4056-9695-721496f1f432', 'name': 'network-vif-deleted', 'tag': '148a99bc-3658-45c2-af1d-a2d460a79bd4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:45.286203 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d96c69-8e40-459c-9f7d-ab0fd5e7c4ef" -d '{"events": [{"server_uuid": "82da0797-da80-4056-9695-721496f1f432", "name": "network-vif-deleted", "tag": "148a99bc-3658-45c2-af1d-a2d460a79bd4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:45.314672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a160a895-b2aa-4726-ae68-c36c06128cf4 None None] DHCP port deletion for 8b1e349d-d297-4778-920f-e5cc1447aab4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:45.316013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b4de6-f5f0-4d49-ae42-2852a55a668d req-20468143-0fb5-498a-8e84-2271b0b584c8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.330718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c0b4de6-f5f0-4d49-ae42-2852a55a668d req-20468143-0fb5-498a-8e84-2271b0b584c8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1393981 Nov 12 03:36:45.474781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=5c96fd29-0ef1-4969-96bb-66535f5f6631,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.509892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.523175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb329e76-e209-47d1-8817-bf6747f652df req-9f4ca703-f92e-46db-9748-8bd8c86675c8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.0538280 Nov 12 03:36:45.571218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-c702c73e-cedb-4fea-be1d-512fc64dbd72 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.573623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-c702c73e-cedb-4fea-be1d-512fc64dbd72 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.20 "GET /v2.0/networks?id=26658864-c9e5-419a-a207-4f9a54f130e9 HTTP/1.1" status: 200 len: 813 time: 0.3751562 Nov 12 03:36:45.574534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking segment: {'id': '5ae936d2-f496-4c87-ae72-c4fdf8b5af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '4e6a06f6-bb8c-4508-98a8-53aa2acc4621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:45.575158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network hostable DHCP agents. Network: 4e6a06f6-bb8c-4508-98a8-53aa2acc4621, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:45.585214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c0b4de6-f5f0-4d49-ae42-2852a55a668d req-c039e573-5a0c-4d7c-bd2d-b2cb1b30b81f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505147 Nov 12 03:36:45.587566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1e349d-d297-4778-920f-e5cc1447aab4']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.602867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Request body: {'port': {'device_id': 'b83240e4-6230-4771-98ff-9ac0b21a8a57', 'network_id': '26658864-c9e5-419a-a207-4f9a54f130e9', 'admin_state_up': True, 'tenant_id': 'dbe28ed69e274c64886dd5405818541f'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:45.630620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d828a3b-c17e-48f5-bc83-28e98019fe47') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.630911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d828a3b-c17e-48f5-bc83-28e98019fe47') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.657830 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.665419 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f6284-e444-487d-9dde-c38d464803c6 x-openstack-request-id: req-360f6284-e444-487d-9dde-c38d464803c6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:45.665811 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82da0797-da80-4056-9695-721496f1f432", "name": "network-vif-deleted", "tag": "148a99bc-3658-45c2-af1d-a2d460a79bd4", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:45.666167 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-360f6284-e444-487d-9dde-c38d464803c6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:45.666698 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da0797-da80-4056-9695-721496f1f432', 'name': 'network-vif-deleted', 'tag': '148a99bc-3658-45c2-af1d-a2d460a79bd4', 'status': 'completed', 'code': 200} Nov 12 03:36:45.679584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.680483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network 4e6a06f6-bb8c-4508-98a8-53aa2acc4621 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:45.700889 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:45.766257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 4e6a06f6-bb8c-4508-98a8-53aa2acc4621) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:45.773720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:45.777566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6ca94-c517-474b-b8e2-5764af75373d None None] Network 4e6a06f6-bb8c-4508-98a8-53aa2acc4621 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:45.787297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.793539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.794670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.809889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.816184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.824388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8b1e349d-d297-4778-920f-e5cc1447aab4 HTTP/1.1" status: 204 len: 168 time: 0.7747536 Nov 12 03:36:45.851041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994ff3c-e78e-4d78-a2ca-10f452e6e578 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1e349d-d297-4778-920f-e5cc1447aab4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.899663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-881bbecc-d694-45ad-8cbb-405c88846370 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3887630 Nov 12 03:36:45.902468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54298) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:45.950696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Made reservation on behalf of dbe28ed69e274c64886dd5405818541f for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:45.955026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.074933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-df4313dd-35c8-468c-8215-cf8cf5a9b240 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 5c96fd29-0ef1-4969-96bb-66535f5f6631 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:46.075272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df4313dd-35c8-468c-8215-cf8cf5a9b240 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.237800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54306) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:46.265738 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32336615-80ee-4274-9b94-1e2cdf0f5a2a req-6dc43417-d57a-4b2d-8170-473f12c54c22 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 210 time: 0.0499396 Nov 12 03:36:46.275171 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df4313dd-35c8-468c-8215-cf8cf5a9b240 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.305506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-df4313dd-35c8-468c-8215-cf8cf5a9b240 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 5c96fd29-0ef1-4969-96bb-66535f5f6631 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:46.452046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9b4dec6d-a17b-4a38-8919-6a1e1617e53c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44c45ab871b440bc8e0675ccad9f4082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116792 Nov 12 03:36:46.456203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:46.470809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Allocated IP 172.20.0.12 (26658864-c9e5-419a-a207-4f9a54f130e9/30407173-47c8-4afb-8395-9d8b5bffff03/d91f0481-6cde-4145-a5d4-5c0677f52767) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:46.554822 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:46.562402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 148a99bc-3658-45c2-af1d-a2d460a79bd4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:46.623051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df4313dd-35c8-468c-8215-cf8cf5a9b240 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.628312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75e48cd3-d6f1-4141-980e-b448d4e00b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.663900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 148a99bc-3658-45c2-af1d-a2d460a79bd4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:46.667829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 148a99bc-3658-45c2-af1d-a2d460a79bd4 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:46.669991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:46.717599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4313dd-35c8-468c-8215-cf8cf5a9b240 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=5c96fd29-0ef1-4969-96bb-66535f5f6631,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:46.792763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df4313dd-35c8-468c-8215-cf8cf5a9b240 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.796048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:46.799168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7a1a66b1-9d95-4a7f-972c-22e18f7aaec4 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:46.807390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-df4313dd-35c8-468c-8215-cf8cf5a9b240 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/5c96fd29-0ef1-4969-96bb-66535f5f6631 HTTP/1.1" status: 204 len: 168 time: 0.9038093 Nov 12 03:36:46.816130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75e48cd3-d6f1-4141-980e-b448d4e00b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.840635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-964ac424-fc8c-41d2-b0fc-86a7cc5171cc req-33614c64-236a-4d8a-8a99-8ed93cf0e9e1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.1281948 Nov 12 03:36:46.845636 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54324) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:46.952498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75e48cd3-d6f1-4141-980e-b448d4e00b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.956506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75e48cd3-d6f1-4141-980e-b448d4e00b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.957950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-75e48cd3-d6f1-4141-980e-b448d4e00b29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c127a821-47cb-444a-b3ef-128c766c2c60 HTTP/1.1" status: 204 len: 168 time: 0.4994576 Nov 12 03:36:46.976585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e48cd3-d6f1-4141-980e-b448d4e00b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c127a821-47cb-444a-b3ef-128c766c2c60,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.028332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26889384-826a-4826-b5f0-c6f364db3068 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.047553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26889384-826a-4826-b5f0-c6f364db3068 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.056239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54332) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.057737 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-26889384-826a-4826-b5f0-c6f364db3068 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2038887 Nov 12 03:36:47.101258 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f1d61-bfb6-4019-8117-7d769feefdf2 req-d9809b33-c4d3-49ae-bf8c-1997833f4ea7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.105772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-679f1d61-bfb6-4019-8117-7d769feefdf2 req-d9809b33-c4d3-49ae-bf8c-1997833f4ea7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2617373 Nov 12 03:36:47.222090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.270229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-679f1d61-bfb6-4019-8117-7d769feefdf2 req-cf96f5c8-a918-4a45-b2ec-c3338302f504 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511326 Nov 12 03:36:47.297106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-085ecc37-9400-4415-acba-434da0556129 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 5a1b7753-f47e-4f7c-ad3f-5cd419aba134 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:47.298319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-085ecc37-9400-4415-acba-434da0556129 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.330133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.422449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Network 26658864-c9e5-419a-a207-4f9a54f130e9 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:47.429075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:47.438801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:47.488506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Pushing event updated for resources: {'Port': ['ID=d91f0481-6cde-4145-a5d4-5c0677f52767,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.522635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.523603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.557793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-085ecc37-9400-4415-acba-434da0556129 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.560161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-9f2a23f1-92eb-46e6-9f3e-110e82c7f4c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9730163 Nov 12 03:36:47.574483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Request body: {'port': {'device_id': 'b83240e4-6230-4771-98ff-9ac0b21a8a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:47.613766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-085ecc37-9400-4415-acba-434da0556129 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 5a1b7753-f47e-4f7c-ad3f-5cd419aba134 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:47.674983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05013eb-4a09-4534-b8dd-fb29832bb76d req-f58fa4c4-9437-402e-98d4-71b4b5ad5819 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.676584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a05013eb-4a09-4534-b8dd-fb29832bb76d req-f58fa4c4-9437-402e-98d4-71b4b5ad5819 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 932 time: 0.2581108 Nov 12 03:36:47.702725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.945214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a05013eb-4a09-4534-b8dd-fb29832bb76d req-8a5c921e-f182-45ce-b688-10891691f202 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469716 Nov 12 03:36:47.956375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54356) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.999800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-085ecc37-9400-4415-acba-434da0556129 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.056341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ecc37-9400-4415-acba-434da0556129 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=5a1b7753-f47e-4f7c-ad3f-5cd419aba134,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:48.077934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-085ecc37-9400-4415-acba-434da0556129 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.083752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-085ecc37-9400-4415-acba-434da0556129 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/5a1b7753-f47e-4f7c-ad3f-5cd419aba134 HTTP/1.1" status: 204 len: 168 time: 1.0261526 Nov 12 03:36:48.091238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54362) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.216351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47972dc8-b7d2-4552-bf27-ac93863c99a9 req-df2c6a98-3e45-49bb-85e4-7d502b460d67 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.0689390 Nov 12 03:36:48.316552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90accbe-aa6b-4591-9637-ee0e0c302cc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:48.320960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b90accbe-aa6b-4591-9637-ee0e0c302cc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2263110 Nov 12 03:36:48.322407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54368) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.366437 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adbd60b-80cf-4ccc-b797-f724f272c676 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:36:48.369358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6adbd60b-80cf-4ccc-b797-f724f272c676 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/5c96fd29-0ef1-4969-96bb-66535f5f6631 HTTP/1.1" status: 404 len: 333 time: 0.0442948 Nov 12 03:36:48.372136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54372) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.416348 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f1212d-0309-4be2-8b80-e80afe6cb281 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:36:48.424878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54376) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.427113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84216fbd-d61d-4c0d-9a67-77cbc839f138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.428591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f4f1212d-0309-4be2-8b80-e80afe6cb281 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/5a1b7753-f47e-4f7c-ad3f-5cd419aba134 HTTP/1.1" status: 404 len: 333 time: 0.0538571 Nov 12 03:36:48.474985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91f0481-6cde-4145-a5d4-5c0677f52767 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:48.485076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae97d-b30c-4242-ad65-8a112d91f9cb req-baf552df-7499-4266-afa4-6131d53478f4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:48.492858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-316ae97d-b30c-4242-ad65-8a112d91f9cb req-baf552df-7499-4266-afa4-6131d53478f4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.0631192 Nov 12 03:36:48.601422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-316ae97d-b30c-4242-ad65-8a112d91f9cb req-8aab258b-8a76-4e02-8e95-3d9c438250b1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071773 Nov 12 03:36:48.656350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.678167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54382) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.690083 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84216fbd-d61d-4c0d-9a67-77cbc839f138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.724102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84216fbd-d61d-4c0d-9a67-77cbc839f138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.755574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Transition to ACTIVE for port object d91f0481-6cde-4145-a5d4-5c0677f52767 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:48.781503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.793532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84216fbd-d61d-4c0d-9a67-77cbc839f138 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f175e52f6ad433789fb45d6ba2c22e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8387444 Nov 12 03:36:48.796564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54388) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.802683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.825275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84216fbd-d61d-4c0d-9a67-77cbc839f138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922a253c-a4a7-4e3f-a2ae-48e6c0091b2c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:48.897093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Pushing event updated for resources: {'Port': ['ID=d91f0481-6cde-4145-a5d4-5c0677f52767,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:48.926957 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55987b63-9e60-43fe-90c2-01d90f92948e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.970322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55987b63-9e60-43fe-90c2-01d90f92948e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.999708 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.005667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-680225972-network', 'tenant_id': '79f43226c49a493f909a08b11da8c8a4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:49.045771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Attempting to bind port d91f0481-6cde-4145-a5d4-5c0677f52767 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:49.046202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Attempting to bind port d91f0481-6cde-4145-a5d4-5c0677f52767 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '15cf3ff2-a344-4da1-a918-200b54508f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '26658864-c9e5-419a-a207-4f9a54f130e9'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:49.046601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Attempting to bind port d91f0481-6cde-4145-a5d4-5c0677f52767 on network 26658864-c9e5-419a-a207-4f9a54f130e9 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:49.056481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Port d91f0481-6cde-4145-a5d4-5c0677f52767 on network 26658864-c9e5-419a-a207-4f9a54f130e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:49.056481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Attempting to bind port d91f0481-6cde-4145-a5d4-5c0677f52767 on network 26658864-c9e5-419a-a207-4f9a54f130e9 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:49.064890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6a06f6-bb8c-4508-98a8-53aa2acc4621']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:49.067143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:49.067564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Checking segment: {'id': '15cf3ff2-a344-4da1-a918-200b54508f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '26658864-c9e5-419a-a207-4f9a54f130e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:49.068282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Bound using segment: {'id': '15cf3ff2-a344-4da1-a918-200b54508f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '26658864-c9e5-419a-a207-4f9a54f130e9'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:49.069017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Bound port: d91f0481-6cde-4145-a5d4-5c0677f52767, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15cf3ff2-a344-4da1-a918-200b54508f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '26658864-c9e5-419a-a207-4f9a54f130e9'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:49.069411 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.077858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Made reservation on behalf of 79f43226c49a493f909a08b11da8c8a4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:49.081145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.093819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.094276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae936d2-f496-4c87-ae72-c4fdf8b5af2b') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:49.094688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae936d2-f496-4c87-ae72-c4fdf8b5af2b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:49.109579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.152146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.174089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:49.174496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:49.178117 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:49.224255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.234795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38bd9c-809d-4d7c-a094-2f59c6dabe86 req-7c1304f9-d906-47c8-a4b6-5088fd215a1c tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.248558 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb38bd9c-809d-4d7c-a094-2f59c6dabe86 req-7c1304f9-d906-47c8-a4b6-5088fd215a1c tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 944 time: 0.2090285 Nov 12 03:36:49.250945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55987b63-9e60-43fe-90c2-01d90f92948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.254864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] For port d91f0481-6cde-4145-a5d4-5c0677f52767, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:49.259074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55987b63-9e60-43fe-90c2-01d90f92948e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.260467 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-55987b63-9e60-43fe-90c2-01d90f92948e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/922a253c-a4a7-4e3f-a2ae-48e6c0091b2c HTTP/1.1" status: 204 len: 168 time: 0.4629152 Nov 12 03:36:49.271940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.278376 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.286840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.291280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:49.302314 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/networks/4e6a06f6-bb8c-4508-98a8-53aa2acc4621 HTTP/1.1" status: 204 len: 168 time: 0.8743348 Nov 12 03:36:49.306823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] For port d91f0481-6cde-4145-a5d4-5c0677f52767, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d91f0481-6cde-4145-a5d4-5c0677f52767,segment=NetworkSegment(15cf3ff2-a344-4da1-a918-200b54508f0a),segment_id=15cf3ff2-a344-4da1-a918-200b54508f0a)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:49.307573 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.307923 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Added segment 5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091 of type vlan for network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 Nov 12 03:36:49.310082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54396) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:49.333918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1212181216'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:49.362045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.442896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55987b63-9e60-43fe-90c2-01d90f92948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a253c-a4a7-4e3f-a2ae-48e6c0091b2c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:49.446385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e1b138d-0d15-437a-ba9b-15abc60cb822 req-3b58041f-b80c-4051-b224-d91b741a382f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.0451665 Nov 12 03:36:49.467489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:49.471861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.474474 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.489587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217ac78-36a9-4730-ba74-4f394f2b2e46 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Network': ['ID=4e6a06f6-bb8c-4508-98a8-53aa2acc4621,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:49.505175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.506145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.506722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.536485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.537150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.538559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] 10.222.0.20 "PUT /v2.0/ports/d91f0481-6cde-4145-a5d4-5c0677f52767 HTTP/1.1" status: 200 len: 1093 time: 1.9686391 Nov 12 03:36:49.539013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83240e4-6230-4771-98ff-9ac0b21a8a57', 'tag': 'd91f0481-6cde-4145-a5d4-5c0677f52767'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:49.541344 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b83240e4-6230-4771-98ff-9ac0b21a8a57", "tag": "d91f0481-6cde-4145-a5d4-5c0677f52767"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:49.565021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ad2db2-4572-44fc-91fb-15b81f4d1be5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:49.588756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:49.633417 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2661656-43f7-47ae-bef2-beead1aeac9d x-openstack-request-id: req-f2661656-43f7-47ae-bef2-beead1aeac9d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:49.644976 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83240e4-6230-4771-98ff-9ac0b21a8a57", "tag": "d91f0481-6cde-4145-a5d4-5c0677f52767", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:49.649050 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2661656-43f7-47ae-bef2-beead1aeac9d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:49.649673 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83240e4-6230-4771-98ff-9ac0b21a8a57', 'tag': 'd91f0481-6cde-4145-a5d4-5c0677f52767', 'status': 'completed', 'code': 200} Nov 12 03:36:49.706745 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810d8c7-b604-4ee0-9104-dd6fe9a57614 service neutron] Pushing event updated for resources: {'Port': ['ID=d91f0481-6cde-4145-a5d4-5c0677f52767,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:49.712016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb38bd9c-809d-4d7c-a094-2f59c6dabe86 req-c1058895-557f-49ee-864d-4f4d7cf97f85 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622054 Nov 12 03:36:49.712238 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.712896 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Added segment a0aeb96c-6990-413d-9d9a-68ce1bd06524 of type vlan for network 43590584-af70-44b4-97eb-17b6bf10b11d Nov 12 03:36:49.724378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0449338 Nov 12 03:36:49.725158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54404) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:49.726220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c8ad2-2d13-4d03-b733-f917ac4d9b1b admin admin] Pushing event updated for resources: {'Network': ['ID=2d14f408-cf36-4d65-97d7-1b18a8224bc2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:49.742836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Request body: {'subnet': {'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-680225972-subnet', 'tenant_id': '79f43226c49a493f909a08b11da8c8a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:49.746974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:49.805359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Made reservation on behalf of 79f43226c49a493f909a08b11da8c8a4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:49.808122 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.810421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.825293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-b79838e5-760f-4aee-a842-5b53201131ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.826900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-b79838e5-760f-4aee-a842-5b53201131ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbe28ed69e274c64886dd5405818541f&device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 1096 time: 0.2104971 Nov 12 03:36:49.897645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c23eb-6f6c-4862-b348-95efce186f2e req-7e0bc891-acb6-466b-82ad-a5069897b0cf tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.905802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db3c23eb-6f6c-4862-b348-95efce186f2e req-7e0bc891-acb6-466b-82ad-a5069897b0cf tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1895013 Nov 12 03:36:49.916005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-566bc716-06ab-49ee-883f-79365fa416e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d91f0481-6cde-4145-a5d4-5c0677f52767 HTTP/1.1" status: 200 len: 217 time: 0.0722644 Nov 12 03:36:49.920595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54410) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:49.945642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.959958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.960674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.005379 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a1cdf6c-f6fc-4321-bb0c-b42b5b7c2251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.049968 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7279167 Nov 12 03:36:50.058336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54412) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:50.065078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': '43590584-af70-44b4-97eb-17b6bf10b11d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:50.130076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db3c23eb-6f6c-4862-b348-95efce186f2e req-489d5b4b-ab93-4e2f-be43-60dc5408cad3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231553 Nov 12 03:36:50.135474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd1f95-0cef-4c5d-96ef-44c835030360 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Network': ['ID=43590584-af70-44b4-97eb-17b6bf10b11d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.158223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-2bdb2183-c547-43a4-bb2c-91b70a6380d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.159781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-2bdb2183-c547-43a4-bb2c-91b70a6380d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30407173-47c8-4afb-8395-9d8b5bffff03 HTTP/1.1" status: 200 len: 853 time: 0.2257469 Nov 12 03:36:50.165721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 43590584-af70-44b4-97eb-17b6bf10b11d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:50.202361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.210655 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-71f26b17-eadf-457a-a43f-58263213b1a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26658864-c9e5-419a-a207-4f9a54f130e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368822 Nov 12 03:36:50.314920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:50.315167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a1cdf6c-f6fc-4321-bb0c-b42b5b7c2251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.322120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.322594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a1cdf6c-f6fc-4321-bb0c-b42b5b7c2251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.355825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-dff63cca-c25a-4ce2-acf1-a4eac5dfaa52 service neutron] 10.222.0.20 "GET /v2.0/networks/26658864-c9e5-419a-a207-4f9a54f130e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372440 Nov 12 03:36:50.386274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Performing IP validity checks on allocation pools {{(pid=102628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:36:50.386890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_backend_mixin [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102628) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:36:50.395672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9a1cdf6c-f6fc-4321-bb0c-b42b5b7c2251 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=209badd011cb4f31ae2ea6daffb27a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4738860 Nov 12 03:36:50.402593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cdf6c-f6fc-4321-bb0c-b42b5b7c2251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e3f2d6-58dd-4120-92df-45663f98e7bd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.406469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54414) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:50.523401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ffe709f-7ae7-4aaf-ba32-d7d9af5759fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.527389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b39a1abe-ec3f-4e8a-a923-1538982c2155 req-cd8c0508-82eb-4f5f-a852-7784adbd7c34 service neutron] 10.222.0.20 "GET /v2.0/networks/26658864-c9e5-419a-a207-4f9a54f130e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577575 Nov 12 03:36:50.533664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=125e88ac-48ac-4db9-a45b-ea891cac62b0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.540536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.570739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ffe709f-7ae7-4aaf-ba32-d7d9af5759fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.623255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b56a49-992a-4b08-80f0-eb7bba0e8ec9 req-70bd0419-6331-4040-a7ac-8fc92b9e5db2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.0397694 Nov 12 03:36:50.630040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Checking segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:50.630427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Network hostable DHCP agents. Network: 2d14f408-cf36-4d65-97d7-1b18a8224bc2, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:50.671820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=47649654-8399-4946-9cf2-440ab24b72b6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.688261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking segment: {'id': 'a0aeb96c-6990-413d-9d9a-68ce1bd06524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '43590584-af70-44b4-97eb-17b6bf10b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:50.689335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network hostable DHCP agents. Network: 43590584-af70-44b4-97eb-17b6bf10b11d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:50.698530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ffe709f-7ae7-4aaf-ba32-d7d9af5759fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.700196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:50.704097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ffe709f-7ae7-4aaf-ba32-d7d9af5759fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.706977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6ffe709f-7ae7-4aaf-ba32-d7d9af5759fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43e3f2d6-58dd-4120-92df-45663f98e7bd HTTP/1.1" status: 204 len: 168 time: 0.2995114 Nov 12 03:36:50.729734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network 43590584-af70-44b4-97eb-17b6bf10b11d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:50.737962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe709f-7ae7-4aaf-ba32-d7d9af5759fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e3f2d6-58dd-4120-92df-45663f98e7bd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.745515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 2d14f408-cf36-4d65-97d7-1b18a8224bc2) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:50.754393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.756359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.760654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 43590584-af70-44b4-97eb-17b6bf10b11d) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:50.765469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.767450 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.768270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc43515-492f-4d84-afbe-8579c27a7fde None None] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:50.773132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-26a09599-69e7-4ed4-aaf7-54829962fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.787020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-26a09599-69e7-4ed4-aaf7-54829962fc32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbe28ed69e274c64886dd5405818541f&device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 1096 time: 0.1568277 Nov 12 03:36:50.803580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ff8cb6f3-3209-423e-8b2b-aeb611821bfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7441339 Nov 12 03:36:50.804597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54422) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:50.818609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': '43590584-af70-44b4-97eb-17b6bf10b11d', 'name': 'tempest-PortsTestJSON-51921970'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:50.832275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066bd33e-d8a7-4126-8075-6e6b85788229 None None] Network 43590584-af70-44b4-97eb-17b6bf10b11d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:50.844147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e6a9b0af-e105-4af3-8a02-e3241f0faf74 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1006107 Nov 12 03:36:51.022165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce92f1d-037a-49d3-9dc8-c68c902a53bb req-29ca151d-3417-4f90-8680-945b6c6586e7 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.033825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ce92f1d-037a-49d3-9dc8-c68c902a53bb req-29ca151d-3417-4f90-8680-945b6c6586e7 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 944 time: 0.1863914 Nov 12 03:36:51.154288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:51.159129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.195554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-ce1f0c74-c7fe-468c-99c5-6118a16dbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.197049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-ce1f0c74-c7fe-468c-99c5-6118a16dbbd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=26658864-c9e5-419a-a207-4f9a54f130e9 HTTP/1.1" status: 200 len: 915 time: 0.4015746 Nov 12 03:36:51.258375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 259b51dc-cfdd-4f66-9e51-8c3745469e00 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:51.273510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ce92f1d-037a-49d3-9dc8-c68c902a53bb req-4ca50e0d-cfb2-4c98-954a-811c6e51836e tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387006 Nov 12 03:36:51.329744 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-3c3031c3-cfa6-45ba-a64a-f93f94bbce5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d91f0481-6cde-4145-a5d4-5c0677f52767 HTTP/1.1" status: 200 len: 217 time: 0.1004210 Nov 12 03:36:51.413096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-1fb4237f-f8a1-4e8a-bc7f-8dbc9cb1deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.414857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-1fb4237f-f8a1-4e8a-bc7f-8dbc9cb1deee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30407173-47c8-4afb-8395-9d8b5bffff03 HTTP/1.1" status: 200 len: 853 time: 0.0779476 Nov 12 03:36:51.478820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-8a5d2f84-4374-4a1a-9d3e-0aac737e3833 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26658864-c9e5-419a-a207-4f9a54f130e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560586 Nov 12 03:36:51.522995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'tenant_id': '79f43226c49a493f909a08b11da8c8a4', 'fixed_ips': [{'subnet_id': '125e88ac-48ac-4db9-a45b-ea891cac62b0'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:51.527930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.606430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-43590584-af70-44b4-97eb-17b6bf10b11d', 'network_id': '43590584-af70-44b4-97eb-17b6bf10b11d', 'tenant_id': '9f15b3b899844f12980fc260ba2639e4', 'fixed_ips': [{'subnet_id': '47649654-8399-4946-9cf2-440ab24b72b6'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:51.607284 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.705854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-f4f6d8b2-1062-494d-839e-d83520b8081e service neutron] 10.222.0.20 "GET /v2.0/networks/26658864-c9e5-419a-a207-4f9a54f130e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159872 Nov 12 03:36:51.711155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc59735-7b87-49f8-bff1-23dee4476e08 req-60fc4757-e1eb-4ced-be96-78d9708b72c9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.714327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebc59735-7b87-49f8-bff1-23dee4476e08 req-60fc4757-e1eb-4ced-be96-78d9708b72c9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.3003507 Nov 12 03:36:51.819266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.9 (43590584-af70-44b4-97eb-17b6bf10b11d/47649654-8399-4946-9cf2-440ab24b72b6/259b51dc-cfdd-4f66-9e51-8c3745469e00) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:51.926146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebc59735-7b87-49f8-bff1-23dee4476e08 req-4d710b56-6992-4ae9-9b7a-07a64a6d0394 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987295 Nov 12 03:36:51.971665 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0867b6a5-3ee2-4d6e-b067-8eb400b1e1c2 req-588791d8-6d14-4a17-8ad0-ad01b62f936a service neutron] 10.222.0.20 "GET /v2.0/networks/26658864-c9e5-419a-a207-4f9a54f130e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590830 Nov 12 03:36:52.023858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Allocated IP 172.20.0.2 (2d14f408-cf36-4d65-97d7-1b18a8224bc2/125e88ac-48ac-4db9-a45b-ea891cac62b0/2303a2dc-ba86-416b-ad0e-b2adcdd36b03) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:52.229076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-37addce6-a402-4bb0-b545-38da9d18f110 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.248068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-37addce6-a402-4bb0-b545-38da9d18f110 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 815 time: 0.2705097 Nov 12 03:36:52.252636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.287559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-4e7a545b-78c2-44d2-936c-c4473b8f86c8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/quotas/79f43226c49a493f909a08b11da8c8a4 HTTP/1.1" status: 200 len: 375 time: 0.0298376 Nov 12 03:36:52.307678 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.368621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fb09a1d-cc59-40eb-9cdb-ff3c5937b768 req-ff2b3980-6adf-46ce-afee-e556bb9f90cb tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.2459095 Nov 12 03:36:52.385562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-0c3bdbed-7e4c-4b16-aee1-5640c3efe0ea tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879209 Nov 12 03:36:52.435601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.445650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:52.478291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network 43590584-af70-44b4-97eb-17b6bf10b11d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:52.488653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:52.507458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:52.580339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=259b51dc-cfdd-4f66-9e51-8c3745469e00,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:52.607211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:52.647621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.648292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.649624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '425f44ec-f61a-4a58-8974-68f16cf66596', 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f', 'port_id': '425f44ec-f61a-4a58-8974-68f16cf66596', 'mac_address': 'fa:16:3e:38:6b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f55d77-b755-460c-95a5-136ebceb4928', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:52.655229 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.697591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fc4ac20f-d633-4396-9b30-c0f87df8a366 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8901348 Nov 12 03:36:52.698252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54494) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:52.873002 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.905265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Pushing event updated for resources: {'Port': ['ID=2303a2dc-ba86-416b-ad0e-b2adcdd36b03,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:52.919478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 425f44ec-f61a-4a58-8974-68f16cf66596 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:52.978717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:53.000550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2216cfc-0606-4e6a-8c63-bcf0298ffce5 req-c84cdf3c-12e0-41ce-834f-8f86f7b6c1ba tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.005589 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2216cfc-0606-4e6a-8c63-bcf0298ffce5 req-c84cdf3c-12e0-41ce-834f-8f86f7b6c1ba tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 944 time: 0.2401652 Nov 12 03:36:53.007785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:53.021533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:53.024241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:53.036946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.112363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-927e35c3-15be-4567-bc67-f2412976807b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 259b51dc-cfdd-4f66-9e51-8c3745469e00 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:53.115351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-927e35c3-15be-4567-bc67-f2412976807b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.263367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:53.290631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Allocated IP 172.20.0.2 (43590584-af70-44b4-97eb-17b6bf10b11d/47649654-8399-4946-9cf2-440ab24b72b6/a156633a-8cbb-437a-9627-f12cb6ad7b50) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:53.350948 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-927e35c3-15be-4567-bc67-f2412976807b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.382329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-927e35c3-15be-4567-bc67-f2412976807b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 259b51dc-cfdd-4f66-9e51-8c3745469e00 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:53.409654 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2216cfc-0606-4e6a-8c63-bcf0298ffce5 req-da2a3ed8-9fb6-41e2-b416-29f072b659fc tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953400 Nov 12 03:36:53.581998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['425f44ec-f61a-4a58-8974-68f16cf66596'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:53.584724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Attempting to bind port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:53.585121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Attempting to bind port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:53.585493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Attempting to bind port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:53.623815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-4228cd49-ca9d-4d6c-bc41-d2a1404e1538 service neutron] 10.222.0.49 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2289412 Nov 12 03:36:53.697482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:53.698307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Checking segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:53.701947 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.703253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Bound using segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:53.703861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Bound port: 2303a2dc-ba86-416b-ad0e-b2adcdd36b03, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:53.705490 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.804792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fef743-4199-4764-a09c-d4508c0d5b3e req-541746a7-f92a-4a22-b5af-cffe18337796 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.806371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29fef743-4199-4764-a09c-d4508c0d5b3e req-541746a7-f92a-4a22-b5af-cffe18337796 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.2166164 Nov 12 03:36:53.921672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-1b13b5ba-5554-412f-a7a6-d5bae5074d91 service neutron] 10.222.0.49 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961588 Nov 12 03:36:54.028469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-927e35c3-15be-4567-bc67-f2412976807b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.077347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29fef743-4199-4764-a09c-d4508c0d5b3e req-653ea74b-4c1a-484a-8169-3020d63af713 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530918 Nov 12 03:36:54.114675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] For port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:54.150355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e35c3-15be-4567-bc67-f2412976807b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=259b51dc-cfdd-4f66-9e51-8c3745469e00,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:54.198763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d91f0481-6cde-4145-a5d4-5c0677f52767 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:54.373655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-927e35c3-15be-4567-bc67-f2412976807b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.388209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54538) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.399136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-927e35c3-15be-4567-bc67-f2412976807b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/259b51dc-cfdd-4f66-9e51-8c3745469e00 HTTP/1.1" status: 204 len: 168 time: 1.6984165 Nov 12 03:36:54.405953 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.416982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] For port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2303a2dc-ba86-416b-ad0e-b2adcdd36b03,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:54.435315 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-192fd603-424f-4a75-b865-05e11bb672bb tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:54.436149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192fd603-424f-4a75-b865-05e11bb672bb tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:54.476453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.478011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-192fd603-424f-4a75-b865-05e11bb672bb tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/259b51dc-cfdd-4f66-9e51-8c3745469e00 HTTP/1.1" status: 404 len: 333 time: 0.0885525 Nov 12 03:36:54.509938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a44b800-10dd-4da9-ae3e-883f9672b48e req-413896be-2c48-4abe-8abc-65859d57dfc7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=82da0797-da80-4056-9695-721496f1f432 HTTP/1.1" status: 200 len: 210 time: 0.0685089 Nov 12 03:36:54.534854 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cceb28-3565-4f7c-8df5-7cb4d77b4023 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:36:54.555359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-58cceb28-3565-4f7c-8df5-7cb4d77b4023 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/259b51dc-cfdd-4f66-9e51-8c3745469e00 HTTP/1.1" status: 404 len: 333 time: 0.0605996 Nov 12 03:36:54.557606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54548) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.736968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.739275 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.765211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a72374-ecd1-4c06-b871-238c39138a9d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet 47649654-8399-4946-9cf2-440ab24b72b6 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:54.770938 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4a72374-ecd1-4c06-b871-238c39138a9d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.830749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4a72374-ecd1-4c06-b871-238c39138a9d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.841726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d91f0481-6cde-4145-a5d4-5c0677f52767, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d91f0481-6cde-4145-a5d4-5c0677f52767,segment=NetworkSegment(15cf3ff2-a344-4da1-a918-200b54508f0a),segment_id=15cf3ff2-a344-4da1-a918-200b54508f0a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:54.847068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Network 43590584-af70-44b4-97eb-17b6bf10b11d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:54.848373 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.856780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:54.873789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:54.897610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'd91f0481-6cde-4145-a5d4-5c0677f52767', 'network_id': '26658864-c9e5-419a-a207-4f9a54f130e9', 'port_id': 'd91f0481-6cde-4145-a5d4-5c0677f52767', 'mac_address': 'fa:16:3e:10:30:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30407173-47c8-4afb-8395-9d8b5bffff03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:54.917114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95babdc-d889-4627-9c3c-1b124255664a None None] Pushing event updated for resources: {'Port': ['ID=2303a2dc-ba86-416b-ad0e-b2adcdd36b03,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:54.991147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4a72374-ecd1-4c06-b871-238c39138a9d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.084557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dc1b6-2318-4791-bb65-32ba9f56a989 req-200ebd44-993c-4b2a-b72b-79e2141c36a7 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.093454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-a408f22f-94de-4bd6-bba1-d628f58b5cf5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.094357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-975dc1b6-2318-4791-bb65-32ba9f56a989 req-200ebd44-993c-4b2a-b72b-79e2141c36a7 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 944 time: 0.4877021 Nov 12 03:36:55.095609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-a408f22f-94de-4bd6-bba1-d628f58b5cf5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 815 time: 0.3995557 Nov 12 03:36:55.104952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4a72374-ecd1-4c06-b871-238c39138a9d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.127750 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-8215aec3-58aa-450d-a26c-585e3a2c213d tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/quotas/79f43226c49a493f909a08b11da8c8a4 HTTP/1.1" status: 200 len: 375 time: 0.0218210 Nov 12 03:36:55.152938 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4a72374-ecd1-4c06-b871-238c39138a9d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.159834 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d4a72374-ecd1-4c06-b871-238c39138a9d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/47649654-8399-4946-9cf2-440ab24b72b6 HTTP/1.1" status: 204 len: 168 time: 0.5962870 Nov 12 03:36:55.160097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54568) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:55.186010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a72374-ecd1-4c06-b871-238c39138a9d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=47649654-8399-4946-9cf2-440ab24b72b6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:55.297453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-975dc1b6-2318-4791-bb65-32ba9f56a989 req-922c1968-6cab-49c2-a501-a3782af097a0 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918216 Nov 12 03:36:55.512836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Attempting to bind port a156633a-8cbb-437a-9627-f12cb6ad7b50 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:55.513330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Attempting to bind port a156633a-8cbb-437a-9627-f12cb6ad7b50 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'a0aeb96c-6990-413d-9d9a-68ce1bd06524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '43590584-af70-44b4-97eb-17b6bf10b11d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:55.513654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Attempting to bind port a156633a-8cbb-437a-9627-f12cb6ad7b50 on network 43590584-af70-44b4-97eb-17b6bf10b11d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:55.520164 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.523538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463cee1-c2fe-4820-8962-2a9fd9f5d074 req-71f40ff1-4d5d-48be-b68c-8bb57c078704 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.533216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:55.533847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Checking segment: {'id': 'a0aeb96c-6990-413d-9d9a-68ce1bd06524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '43590584-af70-44b4-97eb-17b6bf10b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:55.534517 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.534922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Bound using segment: {'id': 'a0aeb96c-6990-413d-9d9a-68ce1bd06524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '43590584-af70-44b4-97eb-17b6bf10b11d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:55.536778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Bound port: a156633a-8cbb-437a-9627-f12cb6ad7b50, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0aeb96c-6990-413d-9d9a-68ce1bd06524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '43590584-af70-44b4-97eb-17b6bf10b11d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:55.537283 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.537381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9463cee1-c2fe-4820-8962-2a9fd9f5d074 req-71f40ff1-4d5d-48be-b68c-8bb57c078704 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.1172452 Nov 12 03:36:55.603198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91f0481-6cde-4145-a5d4-5c0677f52767 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:55.612168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Pushing event updated for resources: {'Port': ['ID=a156633a-8cbb-437a-9627-f12cb6ad7b50,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:55.685333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9463cee1-c2fe-4820-8962-2a9fd9f5d074 req-3feec505-4a8e-425b-85a1-47775d7254e1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413422 Nov 12 03:36:55.806538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d91f0481-6cde-4145-a5d4-5c0677f52767, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d91f0481-6cde-4145-a5d4-5c0677f52767,segment=NetworkSegment(15cf3ff2-a344-4da1-a918-200b54508f0a),segment_id=15cf3ff2-a344-4da1-a918-200b54508f0a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:55.839151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] For port a156633a-8cbb-437a-9627-f12cb6ad7b50, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:55.845405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] For port a156633a-8cbb-437a-9627-f12cb6ad7b50, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a156633a-8cbb-437a-9627-f12cb6ad7b50,segment=NetworkSegment(a0aeb96c-6990-413d-9d9a-68ce1bd06524),segment_id=a0aeb96c-6990-413d-9d9a-68ce1bd06524)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:55.848257 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.857647 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.005094 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-9abd3d17-89b4-4fa1-ac48-fa6a9dd5ab91 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8735826 Nov 12 03:36:56.053327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d91f0481-6cde-4145-a5d4-5c0677f52767,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.097807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d19cafc-3055-40b2-bc30-8ede677f6a56 None None] Network 43590584-af70-44b4-97eb-17b6bf10b11d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:56.227608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d91f0481-6cde-4145-a5d4-5c0677f52767'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:56.230920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:56.232836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:56.309144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-21a21889-a65e-41ed-9378-452b97f8273d service neutron] 10.222.0.49 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000410 Nov 12 03:36:56.389973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.555410 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-333d27c7-2b67-40b7-877c-9778e3a69716 service neutron] 10.222.0.49 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436340 Nov 12 03:36:56.745316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43cb5d-cac6-4e06-afc9-1bb4949cd6cb None None] Pushing event updated for resources: {'Port': ['ID=a156633a-8cbb-437a-9627-f12cb6ad7b50,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.783518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:56.783916 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.790671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port a156633a-8cbb-437a-9627-f12cb6ad7b50 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:56.791292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.925804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e63a137-6552-425b-b510-2146ede6ca25 None None] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:57.080706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 425f44ec-f61a-4a58-8974-68f16cf66596 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:57.080706 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.088501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] For port a156633a-8cbb-437a-9627-f12cb6ad7b50, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a156633a-8cbb-437a-9627-f12cb6ad7b50,segment=NetworkSegment(a0aeb96c-6990-413d-9d9a-68ce1bd06524),segment_id=a0aeb96c-6990-413d-9d9a-68ce1bd06524)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:57.089616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.098264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dff3a-0075-4053-9c2b-69fc2ca7714f req-423efb77-6c9c-483d-8718-af46ba1ed1a9 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.099852 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-906dff3a-0075-4053-9c2b-69fc2ca7714f req-423efb77-6c9c-483d-8718-af46ba1ed1a9 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 945 time: 0.5928605 Nov 12 03:36:57.131421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for a156633a-8cbb-437a-9627-f12cb6ad7b50 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:57.345987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-259f5eb5-0270-430a-b992-9b64955d5e44 None None] Provisioning complete for port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:57.345987 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-259f5eb5-0270-430a-b992-9b64955d5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.354318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-906dff3a-0075-4053-9c2b-69fc2ca7714f req-c1e949c1-168d-4c28-a9ce-38c669a6785a tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247472 Nov 12 03:36:57.379971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1669ce-4808-4674-8e6c-7b1657be36cc req-f18d2954-c63c-4e19-80ee-e7b1e679ecef tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.386619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad1669ce-4808-4674-8e6c-7b1657be36cc req-f18d2954-c63c-4e19-80ee-e7b1e679ecef tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.2373044 Nov 12 03:36:57.394169 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.472806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-c05b2ed7-25ae-48ac-a93d-9af36009ad30 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.495817 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-c05b2ed7-25ae-48ac-a93d-9af36009ad30 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 815 time: 0.8823218 Nov 12 03:36:57.518215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Request body: {'port': {'device_id': 'f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8', 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'admin_state_up': True, 'tenant_id': '79f43226c49a493f909a08b11da8c8a4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:57.520023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.620993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No DVR routers for this DVR port a156633a-8cbb-437a-9627-f12cb6ad7b50 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:57.636656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=a156633a-8cbb-437a-9627-f12cb6ad7b50,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:57.745648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad1669ce-4808-4674-8e6c-7b1657be36cc req-ef17892a-ebbe-4815-bd42-b857bd5d6b04 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433549 Nov 12 03:36:57.760279 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.873862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Made reservation on behalf of 79f43226c49a493f909a08b11da8c8a4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:57.879236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.914920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-5f05c471-5b82-4bf7-8731-31e2f4571559 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.917330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.925649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-5f05c471-5b82-4bf7-8731-31e2f4571559 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.3379297 Nov 12 03:36:57.935854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2303a2dc-ba86-416b-ad0e-b2adcdd36b03,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:57.965347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.012756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43590584-af70-44b4-97eb-17b6bf10b11d']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:58.024442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:58.027292 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f834bb42-71dc-42a7-b4a2-18a4dce23fa3" -d '{"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-plugged", "status": "completed", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:58.031575 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-b9a3f6f6-3013-46b6-8e1b-37a02b579c14 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/quotas/7e5e6a0a53c14a2ab1400011a6ea698c HTTP/1.1" status: 200 len: 375 time: 0.1048272 Nov 12 03:36:58.076066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aeb96c-6990-413d-9d9a-68ce1bd06524') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:58.076362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aeb96c-6990-413d-9d9a-68ce1bd06524') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:58.084186 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-259f5eb5-0270-430a-b992-9b64955d5e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.092965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:58.115236 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.155677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-6448b266-a69d-489a-a1e2-1df46483feec tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231017 Nov 12 03:36:58.165491 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.178900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=2303a2dc-ba86-416b-ad0e-b2adcdd36b03,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:58.272128 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.320960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:58.321900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:58.327703 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:58.428630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-259f5eb5-0270-430a-b992-9b64955d5e44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:58.428997 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-259f5eb5-0270-430a-b992-9b64955d5e44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:58.476178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:58.495008 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.518540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.537363 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/networks/43590584-af70-44b4-97eb-17b6bf10b11d HTTP/1.1" status: 204 len: 168 time: 3.3758619 Nov 12 03:36:58.577893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54644) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:58.581672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54646) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:58.582452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dbd8f-d174-4586-bc5a-c9e380e17690 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Network': ['ID=43590584-af70-44b4-97eb-17b6bf10b11d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:58.607454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31195-83bd-4f7a-9b24-e06104f633df req-af92e31c-44bd-4e67-93c3-005a8c353312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.635910 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-af92e31c-44bd-4e67-93c3-005a8c353312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 815 time: 0.5635257 Nov 12 03:36:58.645236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-262688944'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:58.673304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-ff427141-bb9e-4db8-a310-735f1215ba90 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/quotas/79f43226c49a493f909a08b11da8c8a4 HTTP/1.1" status: 200 len: 375 time: 0.0217054 Nov 12 03:36:58.756269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14935c7b-8b2f-415e-ae32-cbbdd0bf959c None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:36:58.762877 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-0d9fe683-7135-4b96-afd6-799a10cd518b service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063225 Nov 12 03:36:58.856939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:58.886393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.040566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-129c4a23-e818-4649-859d-d63607f26750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.057495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-1f5b642e-f919-49c3-8a8f-5937cf37ea36 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3764062 Nov 12 03:36:59.067743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:59.125290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14935c7b-8b2f-415e-ae32-cbbdd0bf959c None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:36:59.208323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Allocated IP 172.20.0.11 (2d14f408-cf36-4d65-97d7-1b18a8224bc2/125e88ac-48ac-4db9-a45b-ea891cac62b0/f818d1a5-d563-4503-9804-34fdd5e7cb40) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:59.335501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-964c8ff0-fc48-410b-8cd6-b885668f8cae service neutron] 10.222.0.49 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381303 Nov 12 03:36:59.465664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c6dd985f-06dc-432a-8b3f-098696c0c188 None None] Provisioning complete for port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:59.466038 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6dd985f-06dc-432a-8b3f-098696c0c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.538852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.541464 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Added segment c4f0c50d-2878-44f8-b58e-4493e945d334 of type vlan for network dd51da0a-b5e3-41d8-ae92-738f240503d7 Nov 12 03:36:59.546419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-8950fda8-7a13-41ba-b52a-ff66b65096c4 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7511065 Nov 12 03:36:59.604717 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-4ed4663f-98fa-41c8-8e53-6d19b71b460a service neutron] 10.222.0.49 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600913 Nov 12 03:36:59.681771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-8246ebf1-34d0-4d99-a1f4-7a256cbaa599 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.683288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-8246ebf1-34d0-4d99-a1f4-7a256cbaa599 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 815 time: 0.7951241 Nov 12 03:36:59.738089 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.744157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Request body: {'port': {'device_id': '05370814-a5a6-45fb-9f33-8e3f03e5d75e', 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'admin_state_up': True, 'tenant_id': '79f43226c49a493f909a08b11da8c8a4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:59.832285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.852656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.853550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.925772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2887290 Nov 12 03:36:59.927267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54670) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:59.949403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'dd51da0a-b5e3-41d8-ae92-738f240503d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:00.146910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:00.170232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-129c4a23-e818-4649-859d-d63607f26750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.262579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.289809 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8108a5-4983-4c50-ab57-a0976a7940d1 x-openstack-request-id: req-ad8108a5-4983-4c50-ab57-a0976a7940d1 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:00.297041 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-plugged", "status": "completed", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:00.297504 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad8108a5-4983-4c50-ab57-a0976a7940d1 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:00.304151 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596', 'code': 200} Nov 12 03:37:00.313663 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.320180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d91f0481-6cde-4145-a5d4-5c0677f52767 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:00.435581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-129c4a23-e818-4649-859d-d63607f26750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.561883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:00.572616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Pushing event updated for resources: {'Port': ['ID=f818d1a5-d563-4503-9804-34fdd5e7cb40,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.578497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:00.581078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:00.582672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a2885-11f1-43f4-b727-b11b3269cc8c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Network': ['ID=dd51da0a-b5e3-41d8-ae92-738f240503d7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.649855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Made reservation on behalf of 79f43226c49a493f909a08b11da8c8a4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:00.654038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.658019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network dd51da0a-b5e3-41d8-ae92-738f240503d7 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:00.687810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f87d2-f141-4b02-bb0c-1b0f9975e38c req-1d665aee-4b60-4a17-b9a4-0264d5142110 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:00.696591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-541f87d2-f141-4b02-bb0c-1b0f9975e38c req-1d665aee-4b60-4a17-b9a4-0264d5142110 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.3020575 Nov 12 03:37:00.748395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-129c4a23-e818-4649-859d-d63607f26750 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6017aad60adb4689bc29baa05d7aa886&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1099756 Nov 12 03:37:00.751929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54688) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:00.821346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:00.826833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.827362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:00.831221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.982951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:00.983368 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.017474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port d91f0481-6cde-4145-a5d4-5c0677f52767 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:01.070929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port d91f0481-6cde-4145-a5d4-5c0677f52767 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:01.071318 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.210627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Allocated IP 172.20.0.6 (2d14f408-cf36-4d65-97d7-1b18a8224bc2/125e88ac-48ac-4db9-a45b-ea891cac62b0/844ad68b-22f6-4dc1-ac3a-71862030c2f2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:01.351712 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-541f87d2-f141-4b02-bb0c-1b0f9975e38c req-0baa6ede-95b5-4afd-90f8-f2058700b1b8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6508589 Nov 12 03:37:01.370122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-73b4bb0f-a3d8-4594-a709-5b1de0d5c96a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8611588 Nov 12 03:37:01.413634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Request body: {'port': {'device_id': 'f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:01.428722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.436192 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.519142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9366b05-38a1-408c-869b-7ef7bf3af83f req-320cbb1f-5b68-479a-81ed-10b1edb37c0c tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:01.522420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9366b05-38a1-408c-869b-7ef7bf3af83f req-320cbb1f-5b68-479a-81ed-10b1edb37c0c tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 945 time: 1.1172221 Nov 12 03:37:01.528260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c4a23-e818-4649-859d-d63607f26750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a302d30-349e-4b0e-a396-2a1c9c14bb8e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:01.604850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=dc2337ca-2d9f-4b2f-9feb-0cf30979e604,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:01.645528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9766deee-0b31-4de2-b41f-4b512a24a6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.647562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking segment: {'id': 'c4f0c50d-2878-44f8-b58e-4493e945d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd51da0a-b5e3-41d8-ae92-738f240503d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:01.647933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network hostable DHCP agents. Network: dd51da0a-b5e3-41d8-ae92-738f240503d7, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:01.704544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network dd51da0a-b5e3-41d8-ae92-738f240503d7 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:01.727935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9766deee-0b31-4de2-b41f-4b512a24a6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.793384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9366b05-38a1-408c-869b-7ef7bf3af83f req-a4a6f3a8-031e-456f-b78d-b4b97073e844 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422304 Nov 12 03:37:01.876965 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a211047-f796-4797-8639-8d94801e6998 req-d2de7f73-7c17-4c3c-98bc-3ba519d9a3ba tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.1165779 Nov 12 03:37:01.888073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, dd51da0a-b5e3-41d8-ae92-738f240503d7) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:01.920723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9766deee-0b31-4de2-b41f-4b512a24a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.923972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9766deee-0b31-4de2-b41f-4b512a24a6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.925271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9766deee-0b31-4de2-b41f-4b512a24a6d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a302d30-349e-4b0e-a396-2a1c9c14bb8e HTTP/1.1" status: 204 len: 168 time: 1.1517143 Nov 12 03:37:01.926879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:01.927764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.988611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766deee-0b31-4de2-b41f-4b512a24a6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a302d30-349e-4b0e-a396-2a1c9c14bb8e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.009639 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d6a77405-caae-4b66-826c-34ddd4e79b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0697353 Nov 12 03:37:02.012282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54702) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:02.018193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'dd51da0a-b5e3-41d8-ae92-738f240503d7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-545835087'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:02.042696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b0befc-3a82-4044-83d5-34d19b14d864 None None] Network dd51da0a-b5e3-41d8-ae92-738f240503d7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:02.062401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eace1215-9322-41e4-a706-7851bbbedd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.090514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.282519 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6cc8c7b4-2a0f-43a7-86a1-52528cbaeb51 req-a972f4f7-f526-49cb-932a-10ed5cdb9477 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 210 time: 0.2557847 Nov 12 03:37:02.313065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d91f0481-6cde-4145-a5d4-5c0677f52767, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d91f0481-6cde-4145-a5d4-5c0677f52767,segment=NetworkSegment(15cf3ff2-a344-4da1-a918-200b54508f0a),segment_id=15cf3ff2-a344-4da1-a918-200b54508f0a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:02.323456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-041d0018-483d-4371-9c5f-fa220ebc8d45 None None] Provisioning complete for port f818d1a5-d563-4503-9804-34fdd5e7cb40 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:02.331246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-041d0018-483d-4371-9c5f-fa220ebc8d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.340530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.586627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Pushing event updated for resources: {'Port': ['ID=844ad68b-22f6-4dc1-ac3a-71862030c2f2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.621638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:02.625302 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.666874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83240e4-6230-4771-98ff-9ac0b21a8a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f0481-6cde-4145-a5d4-5c0677f52767'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:02.670299 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc6cacd-3a5b-4f6a-8f0a-45278299b2f2" -d '{"events": [{"server_uuid": "b83240e4-6230-4771-98ff-9ac0b21a8a57", "name": "network-vif-plugged", "status": "completed", "tag": "d91f0481-6cde-4145-a5d4-5c0677f52767"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:02.685624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:02.691909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.696806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:02.764026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54714) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:02.770029 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.776608 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:02.787005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cfed-e96e-49f2-be28-d891c75bcbbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.796137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 42569f45-bc21-4867-a6e9-b8aac281c9ab yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:02.862085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d91f0481-6cde-4145-a5d4-5c0677f52767,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.906685 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c26c12e-8cb5-4f33-be32-b6629fcce1ed req-809707c4-74bd-4e32-8c89-2b0b692e1590 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.2791305 Nov 12 03:37:02.941381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:02.941381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.007819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.008433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.015757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.016112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.016484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.016854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.017190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.017521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.017848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.018394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.027184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.027630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:03.042662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-041d0018-483d-4371-9c5f-fa220ebc8d45 None None] Port f818d1a5-d563-4503-9804-34fdd5e7cb40 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:03.043870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca914b1-1110-4749-8ab3-0e9bbc20d479 req-315283fd-513f-4c4a-a273-393c496535b9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:03.060347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ca914b1-1110-4749-8ab3-0e9bbc20d479 req-315283fd-513f-4c4a-a273-393c496535b9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.5058014 Nov 12 03:37:03.073331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-dd51da0a-b5e3-41d8-ae92-738f240503d7', 'network_id': 'dd51da0a-b5e3-41d8-ae92-738f240503d7', 'tenant_id': '9f15b3b899844f12980fc260ba2639e4', 'fixed_ips': [{'subnet_id': 'dc2337ca-2d9f-4b2f-9feb-0cf30979e604'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:03.074227 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.139012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-791cf981-5dd2-443c-89c8-bea7e7f2a9e6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4286110 Nov 12 03:37:03.263183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Request body: {'port': {'device_id': '05370814-a5a6-45fb-9f33-8e3f03e5d75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:03.315964 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc400d54-9da8-4a9c-abcf-06ee42706ed8 x-openstack-request-id: req-fc400d54-9da8-4a9c-abcf-06ee42706ed8 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:03.315964 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83240e4-6230-4771-98ff-9ac0b21a8a57", "name": "network-vif-plugged", "status": "completed", "tag": "d91f0481-6cde-4145-a5d4-5c0677f52767", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:03.315964 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc400d54-9da8-4a9c-abcf-06ee42706ed8 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:03.316372 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83240e4-6230-4771-98ff-9ac0b21a8a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f0481-6cde-4145-a5d4-5c0677f52767', 'code': 200} Nov 12 03:37:03.348941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2d05993f-ab10-460b-b1cb-a999f1d9eb1b None None] Provisioning complete for port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:03.349644 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d05993f-ab10-460b-b1cb-a999f1d9eb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.406651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2d05993f-ab10-460b-b1cb-a999f1d9eb1b None None] Port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:03.558251 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7df62bb6-c3b4-47d8-82b8-423705f3f68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.580808 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-b3c89233-2e4d-4076-993b-e5051ceb4b53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.0955176 Nov 12 03:37:03.725836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f747de-9dd7-43fc-b1fa-6f9ced42388f req-d8e4d2db-1f24-4c9b-ba73-6983d4a3405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:03.728812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02f747de-9dd7-43fc-b1fa-6f9ced42388f req-d8e4d2db-1f24-4c9b-ba73-6983d4a3405e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 1098 time: 0.2254920 Nov 12 03:37:03.729441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.767185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4630c77-e31b-43d7-8510-c9fb7eac67fb req-4f6f5091-ee0d-4bc9-bc9e-98d70dd757c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:03.776588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4630c77-e31b-43d7-8510-c9fb7eac67fb req-4f6f5091-ee0d-4bc9-bc9e-98d70dd757c4 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 946 time: 0.2461433 Nov 12 03:37:03.807702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.14 (dd51da0a-b5e3-41d8-ae92-738f240503d7/dc2337ca-2d9f-4b2f-9feb-0cf30979e604/42569f45-bc21-4867-a6e9-b8aac281c9ab) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:03.894204 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ca914b1-1110-4749-8ab3-0e9bbc20d479 req-daafde11-e4c2-45be-8673-abc2e5d9f738 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8263574 Nov 12 03:37:04.007711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31195-83bd-4f7a-9b24-e06104f633df req-b74d6eae-b53f-4a58-a70b-5321f83f0c3c tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.009477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-b74d6eae-b53f-4a58-a70b-5321f83f0c3c tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 815 time: 0.9329202 Nov 12 03:37:04.079329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Request body: {'port': {'device_id': '26cf4290-66f9-46bf-b108-6c74a02e1795', 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'admin_state_up': True, 'tenant_id': '79f43226c49a493f909a08b11da8c8a4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:04.089019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-3c3a2172-e8b1-4dab-a111-37aaa824bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.095623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-3c3a2172-e8b1-4dab-a111-37aaa824bfeb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4921019 Nov 12 03:37:04.161726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f818d1a5-d563-4503-9804-34fdd5e7cb40 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:04.168480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.181709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Transition to ACTIVE for port object f818d1a5-d563-4503-9804-34fdd5e7cb40 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:04.224262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4630c77-e31b-43d7-8510-c9fb7eac67fb req-738557f6-dec5-4c06-8c75-c92df9ce364e tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467049 Nov 12 03:37:04.225093 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.263874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02f747de-9dd7-43fc-b1fa-6f9ced42388f req-5dc26af0-7a57-4fb4-8965-79b9c52de8f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021200 Nov 12 03:37:04.442549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Pushing event updated for resources: {'Port': ['ID=f818d1a5-d563-4503-9804-34fdd5e7cb40,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.492657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75958749-d15c-4f72-ad8f-4aa8d8acf34a req-27de6e0e-dcc3-4360-bd78-28ad4710bb75 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.1408587 Nov 12 03:37:04.657653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Attempting to bind port f818d1a5-d563-4503-9804-34fdd5e7cb40 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:04.657653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Attempting to bind port f818d1a5-d563-4503-9804-34fdd5e7cb40 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:04.657653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Attempting to bind port f818d1a5-d563-4503-9804-34fdd5e7cb40 on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:04.670243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Port f818d1a5-d563-4503-9804-34fdd5e7cb40 on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:04.670667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Attempting to bind port f818d1a5-d563-4503-9804-34fdd5e7cb40 on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:04.680315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:04.680763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Checking segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:04.681302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Bound using segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:04.681832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Bound port: f818d1a5-d563-4503-9804-34fdd5e7cb40, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:04.682362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.700314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90610990-b7b6-4d86-a8d6-52a4203b3e61 req-e58c8967-7da5-4386-adf7-354e5b2c4675 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 210 time: 0.7133467 Nov 12 03:37:04.710887 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cfed-e96e-49f2-be28-d891c75bcbbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.818190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844ad68b-22f6-4dc1-ac3a-71862030c2f2 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:04.841844 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb6cfed-e96e-49f2-be28-d891c75bcbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.843213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.888556 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.894446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Transition to ACTIVE for port object 844ad68b-22f6-4dc1-ac3a-71862030c2f2 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:04.931880 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.963533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6cfed-e96e-49f2-be28-d891c75bcbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe23cbe8-5981-46f9-bf93-92d2ba4ae5ab,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.993164 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.007938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=844ad68b-22f6-4dc1-ac3a-71862030c2f2,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:05.012723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] For port f818d1a5-d563-4503-9804-34fdd5e7cb40, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:05.043937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7fb6cfed-e96e-49f2-be28-d891c75bcbbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6aa86ec9d0b844b4aade7a98aab581be&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2777355 Nov 12 03:37:05.056471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54734) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:05.061348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] For port f818d1a5-d563-4503-9804-34fdd5e7cb40, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f818d1a5-d563-4503-9804-34fdd5e7cb40,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:05.085559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.122043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-116cd8ac-4fe9-4cb6-8653-dd606877f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.123788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-116cd8ac-4fe9-4cb6-8653-dd606877f070 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9797270 Nov 12 03:37:05.139916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.140575 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.142615 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] 10.222.0.20 "PUT /v2.0/ports/f818d1a5-d563-4503-9804-34fdd5e7cb40 HTTP/1.1" status: 200 len: 1093 time: 3.7521188 Nov 12 03:37:05.143291 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8', 'tag': 'f818d1a5-d563-4503-9804-34fdd5e7cb40'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:05.163157 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711c009d-3c3e-487b-8dc5-84aced49acd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8", "tag": "f818d1a5-d563-4503-9804-34fdd5e7cb40"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:05.279380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Made reservation on behalf of 79f43226c49a493f909a08b11da8c8a4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:05.280414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.315795 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c108cc-f63a-4aed-9dc0-34a1781bc3c4 x-openstack-request-id: req-48c108cc-f63a-4aed-9dc0-34a1781bc3c4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:05.316772 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8", "tag": "f818d1a5-d563-4503-9804-34fdd5e7cb40", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:05.317198 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48c108cc-f63a-4aed-9dc0-34a1781bc3c4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:05.318097 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8', 'tag': 'f818d1a5-d563-4503-9804-34fdd5e7cb40', 'status': 'completed', 'code': 200} Nov 12 03:37:05.338260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35d3c961-e602-42c7-b3b2-b00276c1389b req-76573266-6007-4409-98d6-7992986f1066 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.1584647 Nov 12 03:37:05.339087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.419651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640bf02-ffdd-4da7-8750-f6ac1ae342ac req-bdb23107-25f2-48d9-931a-ca05791d25ad tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.428670 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6640bf02-ffdd-4da7-8750-f6ac1ae342ac req-bdb23107-25f2-48d9-931a-ca05791d25ad tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.4121828 Nov 12 03:37:05.432940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6faa5b2f-c2b2-46d8-b8ba-318d75259e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.457291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network dd51da0a-b5e3-41d8-ae92-738f240503d7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:05.504236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Allocated IP 172.20.0.2 (dd51da0a-b5e3-41d8-ae92-738f240503d7/dc2337ca-2d9f-4b2f-9feb-0cf30979e604/d7a9921b-0bdb-4aa9-932d-50a0e98fedd7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:05.510069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e55fb-6331-44a4-a911-c4274a6d29aa service neutron] Pushing event updated for resources: {'Port': ['ID=f818d1a5-d563-4503-9804-34fdd5e7cb40,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:05.554592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Attempting to bind port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:05.554934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Attempting to bind port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:05.555266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Attempting to bind port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:05.561516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:05.585620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6640bf02-ffdd-4da7-8750-f6ac1ae342ac req-a770dfbe-f06a-45f9-b96c-d123bf914883 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559296 Nov 12 03:37:05.586793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:05.587148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Attempting to bind port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:05.616620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:05.617109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Checking segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:05.617391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Bound using segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:05.617837 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Bound port: 844ad68b-22f6-4dc1-ac3a-71862030c2f2, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:05.618214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.636647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:05.763652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-56588c5e-d214-49be-92fa-8535dca8ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.765699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-56588c5e-d214-49be-92fa-8535dca8ed5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 1096 time: 0.5164232 Nov 12 03:37:05.794688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6faa5b2f-c2b2-46d8-b8ba-318d75259e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.809754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=42569f45-bc21-4867-a6e9-b8aac281c9ab,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:05.810937 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79dca0a0-4f00-447b-8cbd-dfea4148e991 req-8cad258f-d0aa-4bf0-8a3e-2ebb955ba6dd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.0485611 Nov 12 03:37:05.888242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8713f1d8-567e-4b6e-9ac7-de859280a08c req-12afb2c4-b1c4-41ab-a83a-0155fe81c9ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.0734754 Nov 12 03:37:05.897436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.909091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.912599 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-9a83d23e-ef92-4745-b11a-433df80bbaaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f818d1a5-d563-4503-9804-34fdd5e7cb40 HTTP/1.1" status: 200 len: 217 time: 0.1320620 Nov 12 03:37:06.000824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] For port 844ad68b-22f6-4dc1-ac3a-71862030c2f2, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:06.029830 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.059415 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.104803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808b8a-3be9-4810-90fd-a253a83bd132 req-36ff4fc6-b8a8-4911-b38d-002262c6c1a9 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:06.113601 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7808b8a-3be9-4810-90fd-a253a83bd132 req-36ff4fc6-b8a8-4911-b38d-002262c6c1a9 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 946 time: 0.6550310 Nov 12 03:37:06.146145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-91a02dee-a896-4882-878a-0df86c97537b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.1324854 Nov 12 03:37:06.153123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Pushing event updated for resources: {'Port': ['ID=d7a9921b-0bdb-4aa9-932d-50a0e98fedd7,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.169161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54748) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.182274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Network dd51da0a-b5e3-41d8-ae92-738f240503d7 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:06.186688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:06.189457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:06.279041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-4b1e669d-839e-4651-a7ec-543841abb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:06.281468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-4b1e669d-839e-4651-a7ec-543841abb667 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=125e88ac-48ac-4db9-a45b-ea891cac62b0 HTTP/1.1" status: 200 len: 854 time: 0.3399894 Nov 12 03:37:06.311775 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6faa5b2f-c2b2-46d8-b8ba-318d75259e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.315152 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6faa5b2f-c2b2-46d8-b8ba-318d75259e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.318850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6faa5b2f-c2b2-46d8-b8ba-318d75259e59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe23cbe8-5981-46f9-bf93-92d2ba4ae5ab HTTP/1.1" status: 204 len: 168 time: 1.2575183 Nov 12 03:37:06.325039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Allocated IP 172.20.0.9 (2d14f408-cf36-4d65-97d7-1b18a8224bc2/125e88ac-48ac-4db9-a45b-ea891cac62b0/ea222445-7210-4d22-ba93-e3d7287fb6be) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:06.358564 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.390329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Attempting to bind port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:06.390716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Attempting to bind port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'c4f0c50d-2878-44f8-b58e-4493e945d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd51da0a-b5e3-41d8-ae92-738f240503d7'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:06.391091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Attempting to bind port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 on network dd51da0a-b5e3-41d8-ae92-738f240503d7 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:06.397595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:06.397984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Checking segment: {'id': 'c4f0c50d-2878-44f8-b58e-4493e945d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd51da0a-b5e3-41d8-ae92-738f240503d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:06.398484 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.398893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Bound using segment: {'id': 'c4f0c50d-2878-44f8-b58e-4493e945d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd51da0a-b5e3-41d8-ae92-738f240503d7'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:06.399387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Bound port: d7a9921b-0bdb-4aa9-932d-50a0e98fedd7, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f0c50d-2878-44f8-b58e-4493e945d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'dd51da0a-b5e3-41d8-ae92-738f240503d7'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:06.399823 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.406816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7808b8a-3be9-4810-90fd-a253a83bd132 req-d4c7aa6a-c18a-457a-bcd1-86bcc581a044 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906985 Nov 12 03:37:06.495689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa5b2f-c2b2-46d8-b8ba-318d75259e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe23cbe8-5981-46f9-bf93-92d2ba4ae5ab,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.550104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] For port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:06.556012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] For port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d7a9921b-0bdb-4aa9-932d-50a0e98fedd7,segment=NetworkSegment(c4f0c50d-2878-44f8-b58e-4493e945d334),segment_id=c4f0c50d-2878-44f8-b58e-4493e945d334)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:06.589117 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.703092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-ff130a7e-2dfb-4dbb-bf2a-aade9b5cf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:06.705720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-ff130a7e-2dfb-4dbb-bf2a-aade9b5cf86d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d14f408-cf36-4d65-97d7-1b18a8224bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4090455 Nov 12 03:37:06.717005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d3f57-89bd-49c1-b533-05accd9f8097 None None] Pushing event updated for resources: {'Port': ['ID=d7a9921b-0bdb-4aa9-932d-50a0e98fedd7,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.793753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f6813-2f5f-4679-8123-5921c62b5627 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 42569f45-bc21-4867-a6e9-b8aac281c9ab {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:06.794198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6813-2f5f-4679-8123-5921c62b5627 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.822293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] For port 844ad68b-22f6-4dc1-ac3a-71862030c2f2, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=844ad68b-22f6-4dc1-ac3a-71862030c2f2,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:06.855376 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8ae46e43-21cf-4f9a-bc88-8ac56568b151 req-8c3c2dac-7449-4aa4-bdca-c1e924286386 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 210 time: 0.0783949 Nov 12 03:37:06.867703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.886639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713f1d8-567e-4b6e-9ac7-de859280a08c req-3e97f86f-87b5-49d3-a934-6b6304c532b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:06.888304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8713f1d8-567e-4b6e-9ac7-de859280a08c req-3e97f86f-87b5-49d3-a934-6b6304c532b4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.9852667 Nov 12 03:37:06.972232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.028651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713f1d8-567e-4b6e-9ac7-de859280a08c req-7b5829cd-f7fb-418b-8ad5-1991d40e0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.030552 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8713f1d8-567e-4b6e-9ac7-de859280a08c req-7b5829cd-f7fb-418b-8ad5-1991d40e0b90 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1168890 Nov 12 03:37:07.035094 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.073594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.074631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.076317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/844ad68b-22f6-4dc1-ac3a-71862030c2f2 HTTP/1.1" status: 200 len: 1092 time: 3.8572462 Nov 12 03:37:07.107508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-80582efe-2688-462b-aa3c-4eb5bf7ce27b req-aa11b483-cd1c-42b3-b576-1abd83c09813 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.0561063 Nov 12 03:37:07.294250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8713f1d8-567e-4b6e-9ac7-de859280a08c req-f8bc1fec-ea19-4137-b7be-223f25ddd15f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f48a9f-eb4f-459b-8f15-c9c0a59fcc7e HTTP/1.1" status: 200 len: 210 time: 0.1770749 Nov 12 03:37:07.302620 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.356244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05370814-a5a6-45fb-9f33-8e3f03e5d75e', 'tag': '844ad68b-22f6-4dc1-ac3a-71862030c2f2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:07.361028 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "05370814-a5a6-45fb-9f33-8e3f03e5d75e", "tag": "844ad68b-22f6-4dc1-ac3a-71862030c2f2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:07.374708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231554-f251-4d4a-aec2-e88cd17da9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=844ad68b-22f6-4dc1-ac3a-71862030c2f2,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:07.471748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-6ac88f43-85e9-40f4-b16c-c2bea845ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.480906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-6ac88f43-85e9-40f4-b16c-c2bea845ef0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 1095 time: 0.3189507 Nov 12 03:37:07.529232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:07.556133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:07.584066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:07.596335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9d0ec-b954-4b7d-997b-7b1b7d33bed7 req-a6fc23e6-5f33-438b-9034-7aa138b5b4d2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.604441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfd9d0ec-b954-4b7d-997b-7b1b7d33bed7 req-a6fc23e6-5f33-438b-9034-7aa138b5b4d2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.8306060 Nov 12 03:37:07.627833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Pushing event updated for resources: {'Port': ['ID=ea222445-7210-4d22-ba93-e3d7287fb6be,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:07.695880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6813-2f5f-4679-8123-5921c62b5627 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.746437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-b44808c6-54bd-4733-bedf-0b87cbb90483 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=844ad68b-22f6-4dc1-ac3a-71862030c2f2 HTTP/1.1" status: 200 len: 217 time: 0.2469702 Nov 12 03:37:07.749070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-4fbf0180-099f-4fed-8742-1fffb99d439f service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0319023 Nov 12 03:37:07.800732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f6813-2f5f-4679-8123-5921c62b5627 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 42569f45-bc21-4867-a6e9-b8aac281c9ab owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:07.874615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.877219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.923823 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d4fc81-3da8-44ec-bc4c-74d232e34b7c x-openstack-request-id: req-92d4fc81-3da8-44ec-bc4c-74d232e34b7c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:07.923823 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05370814-a5a6-45fb-9f33-8e3f03e5d75e", "tag": "844ad68b-22f6-4dc1-ac3a-71862030c2f2", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:07.923823 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92d4fc81-3da8-44ec-bc4c-74d232e34b7c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:07.939653 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05370814-a5a6-45fb-9f33-8e3f03e5d75e', 'tag': '844ad68b-22f6-4dc1-ac3a-71862030c2f2', 'status': 'completed', 'code': 200} Nov 12 03:37:07.943134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-cc05a8b2-6811-4d32-be0e-af790b459bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.945839 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-cc05a8b2-6811-4d32-be0e-af790b459bd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=125e88ac-48ac-4db9-a45b-ea891cac62b0 HTTP/1.1" status: 200 len: 854 time: 0.1972029 Nov 12 03:37:08.113636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-f5e28060-8eff-4eb4-9293-189bb0793c58 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0710456 Nov 12 03:37:08.118791 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfd9d0ec-b954-4b7d-997b-7b1b7d33bed7 req-745b9b42-1aeb-455d-be94-0d63925b1c88 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805546 Nov 12 03:37:08.163193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-711be0da-945f-42ca-8dc6-71884cc624f8 None None] Provisioning complete for port ea222445-7210-4d22-ba93-e3d7287fb6be triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:08.163696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-711be0da-945f-42ca-8dc6-71884cc624f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.163953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Request body: {'port': {'device_id': '26cf4290-66f9-46bf-b108-6c74a02e1795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:08.231552 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d809048c-2e8a-4624-a495-a2cc65c762c0 req-69e34782-ae9f-4c4a-b851-5fc4dbfb6aff service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563298 Nov 12 03:37:08.265622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5ce08-63fb-4ef8-9725-1b3b3ec4efdc req-9863667f-57fd-4f6b-a065-4b483354fe0e tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:08.283480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fe5ce08-63fb-4ef8-9725-1b3b3ec4efdc req-9863667f-57fd-4f6b-a065-4b483354fe0e tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 946 time: 0.3427765 Nov 12 03:37:08.349092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-711be0da-945f-42ca-8dc6-71884cc624f8 None None] Port ea222445-7210-4d22-ba93-e3d7287fb6be cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:08.405978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6813-2f5f-4679-8123-5921c62b5627 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.406806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-9e41fcdc-7a62-4415-9a0f-0d9af77c0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:08.416593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-9e41fcdc-7a62-4415-9a0f-0d9af77c0766 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d14f408-cf36-4d65-97d7-1b18a8224bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3593338 Nov 12 03:37:08.503040 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.511756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f6813-2f5f-4679-8123-5921c62b5627 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=42569f45-bc21-4867-a6e9-b8aac281c9ab,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.610867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-766fdde2-3926-45d2-939c-0c75c3424a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:08.624006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-766fdde2-3926-45d2-939c-0c75c3424a94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 1096 time: 0.2883856 Nov 12 03:37:08.631414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4912a8-a506-4620-9f7e-2c21b127a757 None None] Network dd51da0a-b5e3-41d8-ae92-738f240503d7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:08.652869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fe5ce08-63fb-4ef8-9725-1b3b3ec4efdc req-1c39d742-0dee-48b9-83eb-144185859d2e tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443966 Nov 12 03:37:08.716139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a6516-f8c6-4e88-9232-c51e4642777f req-2f5293c7-d674-478b-b538-5a9d6895961a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:08.736721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a8a6516-f8c6-4e88-9232-c51e4642777f req-2f5293c7-d674-478b-b538-5a9d6895961a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 931 time: 0.3828390 Nov 12 03:37:08.758019 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-f190ece5-e9a0-4896-b5ce-9516fbce3c65 service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239546 Nov 12 03:37:08.823468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:08.996341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e6683af9-ad7d-44ab-8d47-03c5a1d858e2 None None] Provisioning complete for port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:08.996886 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6683af9-ad7d-44ab-8d47-03c5a1d858e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.068557 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6813-2f5f-4679-8123-5921c62b5627 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.073359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ec8f6813-2f5f-4679-8123-5921c62b5627 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/42569f45-bc21-4867-a6e9-b8aac281c9ab HTTP/1.1" status: 204 len: 168 time: 2.9018161 Nov 12 03:37:09.077568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54816) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:09.191277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:09.198212 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.206210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:09.207129 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-18117448-0ad8-4903-b57b-dbdbd0349fe7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:37:09.208845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-18117448-0ad8-4903-b57b-dbdbd0349fe7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/42569f45-bc21-4867-a6e9-b8aac281c9ab HTTP/1.1" status: 404 len: 333 time: 0.1302969 Nov 12 03:37:09.235920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54822) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:09.245024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-95bcd42c-179c-4361-a951-45560751f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.245024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-95bcd42c-179c-4361-a951-45560751f558 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 917 time: 0.6119890 Nov 12 03:37:09.290168 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f4dd028-101f-4b62-8336-0c192bcf5d4f req-e4f3ab23-e081-419f-ad8d-ff98b9fff75b service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243280 Nov 12 03:37:09.506685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.569029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d7a9921b-0bdb-4aa9-932d-50a0e98fedd7,segment=NetworkSegment(c4f0c50d-2878-44f8-b58e-4493e945d334),segment_id=c4f0c50d-2878-44f8-b58e-4493e945d334)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:09.609732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.620576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbc302b2-4272-4ade-8edf-a28b5dfa10f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.718493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=d7a9921b-0bdb-4aa9-932d-50a0e98fedd7,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:09.725428 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6683af9-ad7d-44ab-8d47-03c5a1d858e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.766001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-33189829-ac0f-4454-ab67-19c124b03758 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.768603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-33189829-ac0f-4454-ab67-19c124b03758 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.4041619 Nov 12 03:37:09.786679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-c886c6a6-9b1b-4c86-9f57-eb815d7461d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.788245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-c886c6a6-9b1b-4c86-9f57-eb815d7461d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 1095 time: 0.1860442 Nov 12 03:37:09.843594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-2b4d0375-7ec3-4b48-a216-9b6256083bc8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/quotas/7e5e6a0a53c14a2ab1400011a6ea698c HTTP/1.1" status: 200 len: 375 time: 0.0609109 Nov 12 03:37:09.854253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-e6683af9-ad7d-44ab-8d47-03c5a1d858e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:09.854870 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-e6683af9-ad7d-44ab-8d47-03c5a1d858e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:09.902232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a8a6516-f8c6-4e88-9232-c51e4642777f req-ffb7ab21-98c5-4836-9256-0e5e2d968d41 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1646097 Nov 12 03:37:09.988296 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-e631e72c-8835-4990-919e-3a629d296bde tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306036 Nov 12 03:37:10.088559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbc302b2-4272-4ade-8edf-a28b5dfa10f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.132651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbc302b2-4272-4ade-8edf-a28b5dfa10f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.149510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea222445-7210-4d22-ba93-e3d7287fb6be {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:10.161903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.201939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-05189aa0-e47f-4c42-bda1-fa6341a5f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.203450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-05189aa0-e47f-4c42-bda1-fa6341a5f098 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 917 time: 0.3978851 Nov 12 03:37:10.241494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caf0b58-793e-4b2c-9c67-945a6cfd45f6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet dc2337ca-2d9f-4b2f-9feb-0cf30979e604 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:10.258437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b58-793e-4b2c-9c67-945a6cfd45f6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.269876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cbc302b2-4272-4ade-8edf-a28b5dfa10f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d889f0545314a5e83c6ad4d5175bf4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0583305 Nov 12 03:37:10.330953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54840) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:10.347882 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-65a6560f-a2bc-46f9-8496-8d57f0fe77e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=844ad68b-22f6-4dc1-ac3a-71862030c2f2 HTTP/1.1" status: 200 len: 217 time: 0.1225359 Nov 12 03:37:10.348625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc302b2-4272-4ade-8edf-a28b5dfa10f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95bf173-b746-4c0a-adf3-68a82ed2864e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:10.406365 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b58-793e-4b2c-9c67-945a6cfd45f6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.409751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Transition to ACTIVE for port object ea222445-7210-4d22-ba93-e3d7287fb6be will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:10.413431 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-3f54ff54-ee4a-469d-b3ba-e0e0b525dc5e service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046729 Nov 12 03:37:10.456355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-eb444aaa-4c25-46c2-a031-4da796e7acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.458479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-eb444aaa-4c25-46c2-a031-4da796e7acaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=125e88ac-48ac-4db9-a45b-ea891cac62b0 HTTP/1.1" status: 200 len: 854 time: 0.0892816 Nov 12 03:37:10.475850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-aa829a75-c9db-42b2-bf9c-354c372aec88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f818d1a5-d563-4503-9804-34fdd5e7cb40 HTTP/1.1" status: 200 len: 217 time: 0.5699935 Nov 12 03:37:10.479811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.551354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a4034d2e-f4f7-48f8-988d-ce0c873df4b0 None None] Provisioning complete for port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:10.551839 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4034d2e-f4f7-48f8-988d-ce0c873df4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.566010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-c4f29f8a-cdc8-4881-ad4f-56f6306e95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.567693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-c4f29f8a-cdc8-4881-ad4f-56f6306e95a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=125e88ac-48ac-4db9-a45b-ea891cac62b0 HTTP/1.1" status: 200 len: 854 time: 0.0758169 Nov 12 03:37:10.611345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f741f5-27c3-43cd-ac54-3d8ffb25e29d req-4ac2f061-d963-4f1f-8bf7-562b3fe90b22 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.619269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-1ac49556-f025-4fd8-a1c9-9327aaeb42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.620819 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-1ac49556-f025-4fd8-a1c9-9327aaeb42e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d14f408-cf36-4d65-97d7-1b18a8224bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524043 Nov 12 03:37:10.625359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d3f741f5-27c3-43cd-ac54-3d8ffb25e29d req-4ac2f061-d963-4f1f-8bf7-562b3fe90b22 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.4356813 Nov 12 03:37:10.714758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:10.753170 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a5c404a2-afbb-447f-9a5f-afc148072b83 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196876 Nov 12 03:37:10.838827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a4034d2e-f4f7-48f8-988d-ce0c873df4b0 None None] Could not find standard attr ID for object 42569f45-bc21-4867-a6e9-b8aac281c9ab. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:10.889570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:10.889804 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8d99aea-8dc0-4dc3-909e-edc0cded9645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.889940 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.940464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-44f76256-f9b9-4953-89cb-93ef3fee015e service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974117 Nov 12 03:37:11.115716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Pushing event updated for resources: {'Port': ['ID=ea222445-7210-4d22-ba93-e3d7287fb6be,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:11.194527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8d99aea-8dc0-4dc3-909e-edc0cded9645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.212940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-aee0c3a0-8d37-419a-a1b4-cbef7ceca8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:11.214679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-aee0c3a0-8d37-419a-a1b4-cbef7ceca8f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d14f408-cf36-4d65-97d7-1b18a8224bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6303813 Nov 12 03:37:11.222435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-170676c3-53b7-4a06-968b-fb4c0a9ee6e7 req-ae8c5ca3-ae4a-40bb-a9cf-8e894b32727a service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755206 Nov 12 03:37:11.266784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d3f741f5-27c3-43cd-ac54-3d8ffb25e29d req-5140e947-1163-4673-b6a9-3b9421d87741 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353185 Nov 12 03:37:11.297326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b58-793e-4b2c-9c67-945a6cfd45f6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.411504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae815db7-6bbd-4a26-a5d1-93bb4c00a458 req-90e986b1-5cf2-46dc-b08e-0a146310a9b1 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:11.418891 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae815db7-6bbd-4a26-a5d1-93bb4c00a458 req-90e986b1-5cf2-46dc-b08e-0a146310a9b1 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 943 time: 0.0781882 Nov 12 03:37:11.490644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-d2361fbe-295e-4eff-99ef-0a38e4062c65 service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512882 Nov 12 03:37:11.541383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae815db7-6bbd-4a26-a5d1-93bb4c00a458 req-4ed76425-daf0-4c98-9e16-0442042da6f7 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213758 Nov 12 03:37:11.691697 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d349bcf0-3a58-4b22-933d-41935b39673e req-038efd41-5d69-4c2d-980a-31b81213dc8f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 210 time: 0.1659877 Nov 12 03:37:11.711830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Attempting to bind port ea222445-7210-4d22-ba93-e3d7287fb6be on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:11.712550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Attempting to bind port ea222445-7210-4d22-ba93-e3d7287fb6be by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:11.713224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Attempting to bind port ea222445-7210-4d22-ba93-e3d7287fb6be on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:11.748620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Port ea222445-7210-4d22-ba93-e3d7287fb6be on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:11.752715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Attempting to bind port ea222445-7210-4d22-ba93-e3d7287fb6be on network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:11.785864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:11.786236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Checking segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:11.786613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Bound using segment: {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:11.787143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Bound port: ea222445-7210-4d22-ba93-e3d7287fb6be, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:11.787575 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.809107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8d99aea-8dc0-4dc3-909e-edc0cded9645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.813940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8d99aea-8dc0-4dc3-909e-edc0cded9645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.816226 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d8d99aea-8dc0-4dc3-909e-edc0cded9645 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c95bf173-b746-4c0a-adf3-68a82ed2864e HTTP/1.1" status: 204 len: 168 time: 1.4803433 Nov 12 03:37:11.842023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d99aea-8dc0-4dc3-909e-edc0cded9645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95bf173-b746-4c0a-adf3-68a82ed2864e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:11.869599 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-711c009d-3c3e-487b-8dc5-84aced49acd8 req-0f6c9720-f4b6-4d6b-bdd6-076e4c9743c8 service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283384 Nov 12 03:37:11.919277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b58-793e-4b2c-9c67-945a6cfd45f6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.983017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3e1ac-c814-4e6b-8520-ddfdcf224d1a None None] Network dd51da0a-b5e3-41d8-ae92-738f240503d7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:12.003766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b58-793e-4b2c-9c67-945a6cfd45f6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.009853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9caf0b58-793e-4b2c-9c67-945a6cfd45f6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/dc2337ca-2d9f-4b2f-9feb-0cf30979e604 HTTP/1.1" status: 204 len: 168 time: 2.7633872 Nov 12 03:37:12.010638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54862) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:12.093747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf0b58-793e-4b2c-9c67-945a6cfd45f6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2337ca-2d9f-4b2f-9feb-0cf30979e604,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.217081 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.226374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] For port ea222445-7210-4d22-ba93-e3d7287fb6be, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:12.236205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] For port ea222445-7210-4d22-ba93-e3d7287fb6be, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ea222445-7210-4d22-ba93-e3d7287fb6be,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:12.266014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82e3af-10c8-4806-a3bc-2ba459aa30f5 req-4b842212-5eab-45cf-b224-dd0991d4b2f5 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.268793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb82e3af-10c8-4806-a3bc-2ba459aa30f5 req-4b842212-5eab-45cf-b224-dd0991d4b2f5 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 946 time: 0.3362577 Nov 12 03:37:12.270278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.345160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.346017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.347900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea222445-7210-4d22-ba93-e3d7287fb6be HTTP/1.1" status: 200 len: 1092 time: 4.2143595 Nov 12 03:37:12.352149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cf4290-66f9-46bf-b108-6c74a02e1795', 'tag': 'ea222445-7210-4d22-ba93-e3d7287fb6be'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:12.360772 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e231d6-7d79-4c09-b387-dbd0cec889f8" -d '{"events": [{"name": "network-changed", "server_uuid": "26cf4290-66f9-46bf-b108-6c74a02e1795", "tag": "ea222445-7210-4d22-ba93-e3d7287fb6be"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:12.378744 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 844ad68b-22f6-4dc1-ac3a-71862030c2f2 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:12.417534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:12.418111 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.670241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] For port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d7a9921b-0bdb-4aa9-932d-50a0e98fedd7,segment=NetworkSegment(c4f0c50d-2878-44f8-b58e-4493e945d334),segment_id=c4f0c50d-2878-44f8-b58e-4493e945d334)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:12.670750 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.690633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb82e3af-10c8-4806-a3bc-2ba459aa30f5 req-ad5399d3-68f9-4fa4-840a-fc5e8c029e96 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103322 Nov 12 03:37:12.698751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cf860-d898-466d-b343-f13b482dcc98 service neutron] Pushing event updated for resources: {'Port': ['ID=ea222445-7210-4d22-ba93-e3d7287fb6be,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.749383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:12.755629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31195-83bd-4f7a-9b24-e06104f633df req-3e57b486-202f-45c0-bd24-d37c72a0190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.757339 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-3e57b486-202f-45c0-bd24-d37c72a0190e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 1095 time: 0.3322062 Nov 12 03:37:12.865289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 844ad68b-22f6-4dc1-ac3a-71862030c2f2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=844ad68b-22f6-4dc1-ac3a-71862030c2f2,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:12.976009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-08dc1d5a-bb65-467c-9ecc-f888351573d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea222445-7210-4d22-ba93-e3d7287fb6be HTTP/1.1" status: 200 len: 217 time: 0.2068055 Nov 12 03:37:13.001285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '844ad68b-22f6-4dc1-ac3a-71862030c2f2', 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'port_id': '844ad68b-22f6-4dc1-ac3a-71862030c2f2', 'mac_address': 'fa:16:3e:c4:01:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125e88ac-48ac-4db9-a45b-ea891cac62b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:13.179087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54896) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:13.181759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190196c-c9b2-4275-8b19-76acc4796b8c None None] DHCP port deletion for dd51da0a-b5e3-41d8-ae92-738f240503d7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:13.183796 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.194004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.242541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844ad68b-22f6-4dc1-ac3a-71862030c2f2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:13.295091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 844ad68b-22f6-4dc1-ac3a-71862030c2f2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=844ad68b-22f6-4dc1-ac3a-71862030c2f2,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:13.305009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.305857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f818d1a5-d563-4503-9804-34fdd5e7cb40 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:13.309145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31195-83bd-4f7a-9b24-e06104f633df req-0308c4ab-0355-4e65-9020-c0591cca8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.310686 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-0308c4ab-0355-4e65-9020-c0591cca8037 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=125e88ac-48ac-4db9-a45b-ea891cac62b0 HTTP/1.1" status: 200 len: 854 time: 0.3233569 Nov 12 03:37:13.317087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=d7a9921b-0bdb-4aa9-932d-50a0e98fedd7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.320604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No DVR routers for this DVR port d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:13.408656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f818d1a5-d563-4503-9804-34fdd5e7cb40, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f818d1a5-d563-4503-9804-34fdd5e7cb40,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:13.498368 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a24f87-ccf5-442c-b090-dcdf9b140cf4 x-openstack-request-id: req-60a24f87-ccf5-442c-b090-dcdf9b140cf4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:13.498994 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cf4290-66f9-46bf-b108-6c74a02e1795", "tag": "ea222445-7210-4d22-ba93-e3d7287fb6be", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:13.499408 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60a24f87-ccf5-442c-b090-dcdf9b140cf4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:13.505204 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cf4290-66f9-46bf-b108-6c74a02e1795', 'tag': 'ea222445-7210-4d22-ba93-e3d7287fb6be', 'status': 'completed', 'code': 200} Nov 12 03:37:13.528718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'f818d1a5-d563-4503-9804-34fdd5e7cb40', 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'port_id': 'f818d1a5-d563-4503-9804-34fdd5e7cb40', 'mac_address': 'fa:16:3e:7d:a5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125e88ac-48ac-4db9-a45b-ea891cac62b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:13.530937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=844ad68b-22f6-4dc1-ac3a-71862030c2f2,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.585790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31195-83bd-4f7a-9b24-e06104f633df req-0a49dfdb-13b5-47c6-b041-02fe8bfaf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.588694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-0a49dfdb-13b5-47c6-b041-02fe8bfaf55d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d14f408-cf36-4d65-97d7-1b18a8224bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1942718 Nov 12 03:37:13.649739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.655891 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.687590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f818d1a5-d563-4503-9804-34fdd5e7cb40 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:13.698528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd51da0a-b5e3-41d8-ae92-738f240503d7']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:13.722107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f0c50d-2878-44f8-b58e-4493e945d334') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:13.722324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f0c50d-2878-44f8-b58e-4493e945d334') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:13.739028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f818d1a5-d563-4503-9804-34fdd5e7cb40, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f818d1a5-d563-4503-9804-34fdd5e7cb40,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:13.743194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.752534 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.776988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.788369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:13.789570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.858481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f818d1a5-d563-4503-9804-34fdd5e7cb40,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.928153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e862d5e6-3741-4578-ae42-63618b1860be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.937985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a631a0c6-f8bf-4d7b-90f0-f0a7366e0a3c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.941460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a631a0c6-f8bf-4d7b-90f0-f0a7366e0a3c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.7928081 Nov 12 03:37:13.973558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Request body: {'port': {'device_id': '49a6f6c3-0761-409f-b1a8-1417c1c39a8d', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'admin_state_up': True, 'tenant_id': '7e5e6a0a53c14a2ab1400011a6ea698c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:13.990638 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:14.005817 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.033780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.037270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/networks/dd51da0a-b5e3-41d8-ae92-738f240503d7 HTTP/1.1" status: 204 len: 168 time: 2.0248301 Nov 12 03:37:14.044377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54918) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:14.061927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-cc7f6c93-3e35-4ea4-b177-3ffab83b32d6 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.064109 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-cc7f6c93-3e35-4ea4-b177-3ffab83b32d6 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.20 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 946 time: 0.1291847 Nov 12 03:37:14.068962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'name': 'tempest-PortsTestJSON-2057665884'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:14.070888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['844ad68b-22f6-4dc1-ac3a-71862030c2f2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:14.151216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f818d1a5-d563-4503-9804-34fdd5e7cb40'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:14.152410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44a009-70f2-4dfa-a8ef-0c4f4358454a req-8ecf2c4e-c36d-4e84-b758-cc0fd47b450f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.160326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e44a009-70f2-4dfa-a8ef-0c4f4358454a req-8ecf2c4e-c36d-4e84-b758-cc0fd47b450f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 1.2498746 Nov 12 03:37:14.192109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9e58e-e493-4442-b6fc-6db59b51befa tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Network': ['ID=dd51da0a-b5e3-41d8-ae92-738f240503d7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.259382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4be2a5-e86f-48d8-b4c5-a8c3b6795842 req-bcf64bb8-6d52-48c7-b086-77b591494ad5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.268432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc4be2a5-e86f-48d8-b4c5-a8c3b6795842 req-bcf64bb8-6d52-48c7-b086-77b591494ad5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 943 time: 0.6144259 Nov 12 03:37:14.308081 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e44a009-70f2-4dfa-a8ef-0c4f4358454a req-06534d7b-0977-440f-a325-c06ca77a565f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464841 Nov 12 03:37:14.342877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Made reservation on behalf of 7e5e6a0a53c14a2ab1400011a6ea698c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:14.352043 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.398949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.api [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:37:14.398949 n-d-789963-21 neutron-server[102629]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:37:14.398949 n-d-789963-21 neutron-server[102629]: [parameters: {'project_id': '9f15b3b899844f12980fc260ba2639e4', 'id': '3e647acf-3874-451d-9e5e-cb4868208d72', 'expiration': datetime.datetime(2021, 11, 12, 3, 39, 14, 226720)}] Nov 12 03:37:14.398949 n-d-789963-21 neutron-server[102629]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:14.400485 n-d-789963-21 neutron-server[102629]: DEBUG oslo_db.api [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:14.442641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-32f96e8c-1212-4bcd-8f23-da3f478c9b85 service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8198121 Nov 12 03:37:14.477706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Deleting port d91f0481-6cde-4145-a5d4-5c0677f52767 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:14.478080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.608088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ac55bbf-eac3-4ff1-a38d-38e485ad0e42 req-cb221eb6-71ac-46d5-91d6-59757b1aae0c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 210 time: 0.1421673 Nov 12 03:37:14.719154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:14.764100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:14.764730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d7a9921b-0bdb-4aa9-932d-50a0e98fedd7 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:14.793387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] For port d91f0481-6cde-4145-a5d4-5c0677f52767, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d91f0481-6cde-4145-a5d4-5c0677f52767,segment=NetworkSegment(15cf3ff2-a344-4da1-a918-200b54508f0a),segment_id=15cf3ff2-a344-4da1-a918-200b54508f0a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:14.794259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.796184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Allocated IP 172.20.0.12 (cc7cd072-f689-4411-9289-55ac57982cd7/8969a8f9-b847-4ffe-96a5-cba15047533d/bbe6d687-9c30-44c7-862e-e0533e4083e7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:14.811155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Calling delete_port for d91f0481-6cde-4145-a5d4-5c0677f52767 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:14.944882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc4be2a5-e86f-48d8-b4c5-a8c3b6795842 req-a139bae7-5fe7-4cdc-bcd7-d2f134c8871b tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535945 Nov 12 03:37:14.992282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6e57a-134f-4d6f-9da2-9853c8f5da04 req-2e823280-986f-4f0c-81cc-8068b7a1db74 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.993873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aea6e57a-134f-4d6f-9da2-9853c8f5da04 req-2e823280-986f-4f0c-81cc-8068b7a1db74 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b83240e4-6230-4771-98ff-9ac0b21a8a57 HTTP/1.1" status: 200 len: 946 time: 0.1044991 Nov 12 03:37:15.017979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:15.021493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.119052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aea6e57a-134f-4d6f-9da2-9853c8f5da04 req-27a88432-9e88-4b8e-8477-7aae54fd3eb6 tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f5e44a-e70b-4959-a9ba-785f56208d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051865 Nov 12 03:37:15.124567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port edf0bcf8-c64a-42bb-a76c-86217cfdc9be yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:15.150904 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.217841 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e862d5e6-3741-4578-ae42-63618b1860be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.229289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.247638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e862d5e6-3741-4578-ae42-63618b1860be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.307892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862d5e6-3741-4578-ae42-63618b1860be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ea3170-dee5-4c96-bfae-eebb56df673d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.316446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Network cc7cd072-f689-4411-9289-55ac57982cd7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:15.318892 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47b31195-83bd-4f7a-9b24-e06104f633df req-cb6c1987-b3f5-4790-9db3-be80b0975448 service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8607895 Nov 12 03:37:15.330881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:15.348835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d77462-b218-4dc9-b61e-fffac6bde92c None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:15.354857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:15.358909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.419327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.445742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.446410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.456607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-de926737-8c49-4fc7-9323-e06ff2ea92cd None None] Provisioning complete for port bbe6d687-9c30-44c7-862e-e0533e4083e7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:15.457015 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de926737-8c49-4fc7-9323-e06ff2ea92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.483502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=edf0bcf8-c64a-42bb-a76c-86217cfdc9be,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.508401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:15.511072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:15.515514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:15.522871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e862d5e6-3741-4578-ae42-63618b1860be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=548787d75dbf4a1b8ba391f996ac13b8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2158909 Nov 12 03:37:15.527167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.527677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5714622 Nov 12 03:37:15.527834 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.530228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54928) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:15.533764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.584038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Request body: {'port': {'device_id': '49a6f6c3-0761-409f-b1a8-1417c1c39a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:15.611272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Pushing event deleted for resources: {'Port': ['ID=d91f0481-6cde-4145-a5d4-5c0677f52767,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.622409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d91f0481-6cde-4145-a5d4-5c0677f52767'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:15.625809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec622c3-3b29-4786-a7b0-52b4953d534f None None] DHCP port deletion for 26658864-c9e5-419a-a207-4f9a54f130e9 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:15.657851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-de926737-8c49-4fc7-9323-e06ff2ea92cd None None] Port bbe6d687-9c30-44c7-862e-e0533e4083e7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:15.690007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eabfcf41-c89e-470d-98bc-f8ac8c017004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.708563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bf1fd-f4a9-4e3f-b09a-1156c0c93f55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event updated for resources: {'Port': ['ID=bbe6d687-9c30-44c7-862e-e0533e4083e7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.720873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eabfcf41-c89e-470d-98bc-f8ac8c017004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.749904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-a4b53b4a-4edb-4ede-bc01-6c3c81918f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.751592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-a4b53b4a-4edb-4ede-bc01-6c3c81918f43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 1095 time: 0.2851167 Nov 12 03:37:15.773404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4a6340cb-51f2-44da-bfc8-ca11146db45f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7080128 Nov 12 03:37:15.774689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] No DVR routers for this DVR port d91f0481-6cde-4145-a5d4-5c0677f52767 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:15.798663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54932) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:15.803415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.805705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.807745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93035c75-c195-4f0f-be1f-b41ef1538c45 req-d731886a-41a8-458f-90be-2ac1a4a4afdf tempest-ServerPasswordTestJSON-31797289 tempest-ServerPasswordTestJSON-31797289-project] 10.222.0.20 "DELETE /v2.0/ports/d91f0481-6cde-4145-a5d4-5c0677f52767 HTTP/1.1" status: 204 len: 173 time: 1.6399899 Nov 12 03:37:15.808437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83240e4-6230-4771-98ff-9ac0b21a8a57', 'name': 'network-vif-deleted', 'tag': 'd91f0481-6cde-4145-a5d4-5c0677f52767'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:15.812170 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dadc17-2446-4312-b482-483920a7912b" -d '{"events": [{"server_uuid": "b83240e4-6230-4771-98ff-9ac0b21a8a57", "name": "network-vif-deleted", "tag": "d91f0481-6cde-4145-a5d4-5c0677f52767"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:15.882428 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eabfcf41-c89e-470d-98bc-f8ac8c017004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.885449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eabfcf41-c89e-470d-98bc-f8ac8c017004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.889857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eabfcf41-c89e-470d-98bc-f8ac8c017004 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3ea3170-dee5-4c96-bfae-eebb56df673d HTTP/1.1" status: 204 len: 168 time: 0.3547711 Nov 12 03:37:15.940841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4872caa-a8e9-417a-a827-a130991a3b34 req-0a01ec3c-d938-4e01-bf90-7eb4d3989bc2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.942313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4872caa-a8e9-417a-a827-a130991a3b34 req-0a01ec3c-d938-4e01-bf90-7eb4d3989bc2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.4825623 Nov 12 03:37:16.016836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfcf41-c89e-470d-98bc-f8ac8c017004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ea3170-dee5-4c96-bfae-eebb56df673d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.084090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237108-2358-435b-9abf-86b91fa27295 req-67770f66-f156-40aa-97e4-44f84177a185 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:16.085756 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-86237108-2358-435b-9abf-86b91fa27295 req-67770f66-f156-40aa-97e4-44f84177a185 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 932 time: 0.2886226 Nov 12 03:37:16.170532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-29b912f3-456c-4183-81ee-25b78d6d5553 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port edf0bcf8-c64a-42bb-a76c-86217cfdc9be {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:16.171119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29b912f3-456c-4183-81ee-25b78d6d5553 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.275824 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-86237108-2358-435b-9abf-86b91fa27295 req-5171c595-462e-4b91-ab4a-0446fb6a01c9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574867 Nov 12 03:37:16.281249 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29b912f3-456c-4183-81ee-25b78d6d5553 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.291356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f818d1a5-d563-4503-9804-34fdd5e7cb40 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:16.324339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-29b912f3-456c-4183-81ee-25b78d6d5553 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for edf0bcf8-c64a-42bb-a76c-86217cfdc9be owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:16.413463 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60471b5-2b15-449e-8f5a-9b33d9c6d07c x-openstack-request-id: req-c60471b5-2b15-449e-8f5a-9b33d9c6d07c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:16.413903 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83240e4-6230-4771-98ff-9ac0b21a8a57", "name": "network-vif-deleted", "tag": "d91f0481-6cde-4145-a5d4-5c0677f52767", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:16.414282 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c60471b5-2b15-449e-8f5a-9b33d9c6d07c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:16.414796 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83240e4-6230-4771-98ff-9ac0b21a8a57', 'name': 'network-vif-deleted', 'tag': 'd91f0481-6cde-4145-a5d4-5c0677f52767', 'status': 'completed', 'code': 200} Nov 12 03:37:16.422982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port f818d1a5-d563-4503-9804-34fdd5e7cb40 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:16.428500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port f818d1a5-d563-4503-9804-34fdd5e7cb40 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:16.431963 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.550442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54948) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.573593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d6bb3b49-6586-4ecd-8f08-baba35aa5ab8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1575761 Nov 12 03:37:16.616113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-35ee8746-53bf-4f17-9909-e14d9bd0b66a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.631725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29b912f3-456c-4183-81ee-25b78d6d5553 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.673756 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.699589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f818d1a5-d563-4503-9804-34fdd5e7cb40'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:16.702239 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102e056b-196b-4fe4-93bc-eff84c1db6e5" -d '{"events": [{"server_uuid": "f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8", "name": "network-vif-plugged", "status": "completed", "tag": "f818d1a5-d563-4503-9804-34fdd5e7cb40"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:16.709732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b912f3-456c-4183-81ee-25b78d6d5553 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=edf0bcf8-c64a-42bb-a76c-86217cfdc9be,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.727118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f818d1a5-d563-4503-9804-34fdd5e7cb40, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f818d1a5-d563-4503-9804-34fdd5e7cb40,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:16.739825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.740636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 844ad68b-22f6-4dc1-ac3a-71862030c2f2 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:16.754285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29b912f3-456c-4183-81ee-25b78d6d5553 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.757631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-29b912f3-456c-4183-81ee-25b78d6d5553 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/edf0bcf8-c64a-42bb-a76c-86217cfdc9be HTTP/1.1" status: 204 len: 168 time: 0.9570684 Nov 12 03:37:16.763616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54952) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.779257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'mac_address': 'fa:16:3e:71:7b:06', 'name': 'tempest-PortsTestJSON-1563238074'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:16.838395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f818d1a5-d563-4503-9804-34fdd5e7cb40,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.844028 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4872caa-a8e9-417a-a827-a130991a3b34 req-7cc80e80-b440-4e59-b392-3c2415a625c1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8870230 Nov 12 03:37:16.866159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:16.873957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:16.874429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.896159 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-35ee8746-53bf-4f17-9909-e14d9bd0b66a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.904346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54954) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.968582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-0d9981d5-9a77-4adc-b517-e2d5fc1b74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:16.970749 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-0d9981d5-9a77-4adc-b517-e2d5fc1b74c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 917 time: 1.2030756 Nov 12 03:37:16.981692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-35ee8746-53bf-4f17-9909-e14d9bd0b66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.008433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:17.039618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12316c6-c776-4658-9c86-eb07ca39679a req-e99f24bd-e1f4-4553-9695-d95b1a00e3e8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.041190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d12316c6-c776-4658-9c86-eb07ca39679a req-e99f24bd-e1f4-4553-9695-d95b1a00e3e8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 943 time: 0.3555651 Nov 12 03:37:17.057377 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a46195-deb4-4a49-af17-8f24ad139660 x-openstack-request-id: req-21a46195-deb4-4a49-af17-8f24ad139660 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:17.057646 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8", "name": "network-vif-plugged", "status": "completed", "tag": "f818d1a5-d563-4503-9804-34fdd5e7cb40", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:17.057911 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21a46195-deb4-4a49-af17-8f24ad139660 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:17.058349 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f818d1a5-d563-4503-9804-34fdd5e7cb40', 'code': 200} Nov 12 03:37:17.059750 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-6f1c87ea-b57b-4dd4-833d-70a876e0447c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea222445-7210-4d22-ba93-e3d7287fb6be HTTP/1.1" status: 200 len: 217 time: 0.0630667 Nov 12 03:37:17.062926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-5a61b312-5369-4b18-a1c1-fde297b11f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.064639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-5a61b312-5369-4b18-a1c1-fde297b11f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.064639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-5a61b312-5369-4b18-a1c1-fde297b11f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.067598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-5a61b312-5369-4b18-a1c1-fde297b11f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.069731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-5a61b312-5369-4b18-a1c1-fde297b11f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.076159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-5a61b312-5369-4b18-a1c1-fde297b11f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.076654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-5a61b312-5369-4b18-a1c1-fde297b11f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.081144 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-5a61b312-5369-4b18-a1c1-fde297b11f5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b0726607dc4ac2854574393c7fdd18&device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6498 time: 0.3911891 Nov 12 03:37:17.093920 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.144162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-27599988-2c86-4790-8cd6-419cc5ec0962 admin admin] Deleting subnet 30407173-47c8-4afb-8395-9d8b5bffff03 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:17.182222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee8746-53bf-4f17-9909-e14d9bd0b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831438f5-7fe5-4321-8ffb-ce124a254aa5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:17.201356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 844ad68b-22f6-4dc1-ac3a-71862030c2f2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=844ad68b-22f6-4dc1-ac3a-71862030c2f2,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:17.223694 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.224520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d91f0481-6cde-4145-a5d4-5c0677f52767 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:17.228159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-7c1359b1-dcf0-4bf0-b329-cc431c8aa062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.229916 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-7c1359b1-dcf0-4bf0-b329-cc431c8aa062 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=125e88ac-48ac-4db9-a45b-ea891cac62b0 HTTP/1.1" status: 200 len: 854 time: 0.1446567 Nov 12 03:37:17.294203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.351141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port d015544f-f92a-43ec-b6ed-10a606898bcd yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:17.371034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: d91f0481-6cde-4145-a5d4-5c0677f52767 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:17.374136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d91f0481-6cde-4145-a5d4-5c0677f52767 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:17.423361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-35ee8746-53bf-4f17-9909-e14d9bd0b66a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=06490112d07540529a5e73b1c9e497ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8604825 Nov 12 03:37:17.423361 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27599988-2c86-4790-8cd6-419cc5ec0962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.427977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54962) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.430915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-a75a1483-647e-4ca5-9c06-710af56f5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.432433 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-a75a1483-647e-4ca5-9c06-710af56f5fcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d14f408-cf36-4d65-97d7-1b18a8224bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903212 Nov 12 03:37:17.479280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe6d687-9c30-44c7-862e-e0533e4083e7 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:17.582367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=844ad68b-22f6-4dc1-ac3a-71862030c2f2,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:17.585084 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-1a548ebd-4319-4f67-8073-60eb846a9c89 service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171672 Nov 12 03:37:17.596548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.636410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d12316c6-c776-4658-9c86-eb07ca39679a req-d5963496-03d7-46d6-8412-81757fa57bb5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482149 Nov 12 03:37:17.643232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d5f1bbad-5d0b-426e-a66d-9ef7ef94457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.643833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d5f1bbad-5d0b-426e-a66d-9ef7ef94457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.644367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d5f1bbad-5d0b-426e-a66d-9ef7ef94457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.646068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d5f1bbad-5d0b-426e-a66d-9ef7ef94457d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=41325d71-c771-431e-abd4-05a171d89a69&id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74 HTTP/1.1" status: 200 len: 2296 time: 0.4335864 Nov 12 03:37:17.648573 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27599988-2c86-4790-8cd6-419cc5ec0962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.685230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0663a9-e0f8-4edb-9d39-dcebf38739c4 req-c7f83ec8-943e-4f1e-9ab7-18517675c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.686855 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e0663a9-e0f8-4edb-9d39-dcebf38739c4 req-c7f83ec8-943e-4f1e-9ab7-18517675c813 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 1098 time: 0.6020377 Nov 12 03:37:17.706223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Transition to ACTIVE for port object bbe6d687-9c30-44c7-862e-e0533e4083e7 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:17.748187 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.756720 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e86966ed-9530-47d7-ae43-a5cc27be8ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.769469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27599988-2c86-4790-8cd6-419cc5ec0962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.839467 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-c8fdf087-93a8-46df-b032-458368c23192 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758 HTTP/1.1" status: 200 len: 1002 time: 0.1633391 Nov 12 03:37:17.848180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e0663a9-e0f8-4edb-9d39-dcebf38739c4 req-88b4b41c-23b4-4684-b8dc-469d360e9bd8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235034 Nov 12 03:37:17.864918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cbb48c-448e-436d-8dc9-e2fe5ebdc02c None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:17.901452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38da0-dbb0-4f70-b077-1b5ce60006bf req-9ac3480a-ff91-402f-b439-6e8dc9f61fe3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.902982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-57a38da0-dbb0-4f70-b077-1b5ce60006bf req-9ac3480a-ff91-402f-b439-6e8dc9f61fe3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 932 time: 0.3131089 Nov 12 03:37:17.910719 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e86966ed-9530-47d7-ae43-a5cc27be8ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.939485 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-4e5b6709-f160-4371-929e-e442fc02f07d tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=66b33ee6f5444eedb648ad1e32791299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453978 Nov 12 03:37:17.946177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-a0ae818f-98cd-4326-8732-c6267ae8b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.947840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-a0ae818f-98cd-4326-8732-c6267ae8b87f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc3c55d2-fd78-4d1f-b13a-a9c9b443388e HTTP/1.1" status: 200 len: 851 time: 0.0986445 Nov 12 03:37:17.948951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27599988-2c86-4790-8cd6-419cc5ec0962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.965148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe6d687-9c30-44c7-862e-e0533e4083e7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:17.988082 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22e231d6-7d79-4c09-b387-dbd0cec889f8 req-c2a1b727-9774-4619-b28d-4e68b0c88a7c service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790398 Nov 12 03:37:18.046669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27599988-2c86-4790-8cd6-419cc5ec0962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30407173-47c8-4afb-8395-9d8b5bffff03,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:18.051438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27599988-2c86-4790-8cd6-419cc5ec0962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.054946 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-27599988-2c86-4790-8cd6-419cc5ec0962 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/30407173-47c8-4afb-8395-9d8b5bffff03 HTTP/1.1" status: 204 len: 168 time: 1.1493745 Nov 12 03:37:18.070072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54978) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.079363 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.100163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154716da-b0f0-4dff-a476-61df25f17786 None None] Network 26658864-c9e5-419a-a207-4f9a54f130e9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:18.143923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-57a38da0-dbb0-4f70-b077-1b5ce60006bf req-99763fd7-8f38-4085-9c67-a4eda9a1a5b8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097530 Nov 12 03:37:18.262100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Attempting to bind port bbe6d687-9c30-44c7-862e-e0533e4083e7 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:18.263206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Attempting to bind port bbe6d687-9c30-44c7-862e-e0533e4083e7 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:18.264481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Attempting to bind port bbe6d687-9c30-44c7-862e-e0533e4083e7 on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:18.294622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Port bbe6d687-9c30-44c7-862e-e0533e4083e7 on network cc7cd072-f689-4411-9289-55ac57982cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:18.308036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Attempting to bind port bbe6d687-9c30-44c7-862e-e0533e4083e7 on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:18.330374 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e86966ed-9530-47d7-ae43-a5cc27be8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.331104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ea222445-7210-4d22-ba93-e3d7287fb6be details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:18.341088 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e86966ed-9530-47d7-ae43-a5cc27be8ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.345470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e86966ed-9530-47d7-ae43-a5cc27be8ca9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/831438f5-7fe5-4321-8ffb-ce124a254aa5 HTTP/1.1" status: 204 len: 168 time: 0.9137337 Nov 12 03:37:18.389876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:18.390217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Checking segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:18.404288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Bound using segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:18.404546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Bound port: bbe6d687-9c30-44c7-862e-e0533e4083e7, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:18.405338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.450142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86966ed-9530-47d7-ae43-a5cc27be8ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831438f5-7fe5-4321-8ffb-ce124a254aa5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:18.493095 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.629165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7fdba-9234-45a0-8555-332954283368 None None] DHCP port deletion for 26658864-c9e5-419a-a207-4f9a54f130e9 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:18.631416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:18.638571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:18.646358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:18.652645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:18.653364 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.689815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0400b36-e4fe-4bd4-9aa6-f31702250d33 req-fce25265-1835-456d-be3d-0592e3f9871e tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:18.697430 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0400b36-e4fe-4bd4-9aa6-f31702250d33 req-fce25265-1835-456d-be3d-0592e3f9871e tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.3105299 Nov 12 03:37:18.723778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=d015544f-f92a-43ec-b6ed-10a606898bcd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:18.736845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5581fcd6-ecf7-4e40-8939-07c833d3781a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9613423 Nov 12 03:37:18.739046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54986) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.789712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c655c3e-29f6-4c68-94b8-4f49b19f38c3 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:18.794872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4c655c3e-29f6-4c68-94b8-4f49b19f38c3 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/d015544f-f92a-43ec-b6ed-10a606898bcd HTTP/1.1" status: 200 len: 841 time: 0.0511482 Nov 12 03:37:18.794872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54990) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.796855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] For port bbe6d687-9c30-44c7-862e-e0533e4083e7, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:18.818179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ea222445-7210-4d22-ba93-e3d7287fb6be, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ea222445-7210-4d22-ba93-e3d7287fb6be,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:18.838825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] For port bbe6d687-9c30-44c7-862e-e0533e4083e7, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bbe6d687-9c30-44c7-862e-e0533e4083e7,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:18.849787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ea222445-7210-4d22-ba93-e3d7287fb6be', 'network_id': '2d14f408-cf36-4d65-97d7-1b18a8224bc2', 'port_id': 'ea222445-7210-4d22-ba93-e3d7287fb6be', 'mac_address': 'fa:16:3e:ab:ae:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125e88ac-48ac-4db9-a45b-ea891cac62b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:18.859186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.877261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0400b36-e4fe-4bd4-9aa6-f31702250d33 req-674f7d55-5742-4879-94e9-454cbc27fcab tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745396 Nov 12 03:37:18.919229 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.934632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea222445-7210-4d22-ba93-e3d7287fb6be {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:18.994940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ea222445-7210-4d22-ba93-e3d7287fb6be, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ea222445-7210-4d22-ba93-e3d7287fb6be,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:19.012128 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.043671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.044260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.045153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/bbe6d687-9c30-44c7-862e-e0533e4083e7 HTTP/1.1" status: 200 len: 1093 time: 3.5035055 Nov 12 03:37:19.049723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a6f6c3-0761-409f-b1a8-1417c1c39a8d', 'tag': 'bbe6d687-9c30-44c7-862e-e0533e4083e7'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:19.052169 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82ea94-daad-495e-b72b-68ff0399497c" -d '{"events": [{"name": "network-changed", "server_uuid": "49a6f6c3-0761-409f-b1a8-1417c1c39a8d", "tag": "bbe6d687-9c30-44c7-862e-e0533e4083e7"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:19.083125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af751c-73ff-4841-810b-5c7baad407d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe6d687-9c30-44c7-862e-e0533e4083e7,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.139076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f4a6d-4e3a-488b-bf0d-d2456e267aaf req-b7e62884-f0d1-48e0-b788-422b4d0e119e tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.150490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c0f4a6d-4e3a-488b-bf0d-d2456e267aaf req-b7e62884-f0d1-48e0-b788-422b4d0e119e tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 944 time: 0.1497164 Nov 12 03:37:19.156437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.168592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-e3bc2f50-9fdb-45c1-8368-07594ba70dc3 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.177836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-e3bc2f50-9fdb-45c1-8368-07594ba70dc3 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2253728 Nov 12 03:37:19.208721 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-6fdb22ec-9b24-4157-b565-5e0a24daeace tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/quotas/66b33ee6f5444eedb648ad1e32791299 HTTP/1.1" status: 200 len: 375 time: 0.0298145 Nov 12 03:37:19.246114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05370814-a5a6-45fb-9f33-8e3f03e5d75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844ad68b-22f6-4dc1-ac3a-71862030c2f2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:19.249213 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ef6f7-666c-4974-847c-14fa9d212f28" -d '{"events": [{"server_uuid": "05370814-a5a6-45fb-9f33-8e3f03e5d75e", "name": "network-vif-plugged", "status": "completed", "tag": "844ad68b-22f6-4dc1-ac3a-71862030c2f2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:19.255763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0270c8-d8aa-438d-9774-d79b068053c6 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:19.270406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-f35b276c-9c0b-445c-aa96-d933dcf167f4 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=66b33ee6f5444eedb648ad1e32791299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606434 Nov 12 03:37:19.276616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d3d070fb-a0b0-4566-8a9f-c401a8669e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.283249 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d3d070fb-a0b0-4566-8a9f-c401a8669e06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2331343 Nov 12 03:37:19.305444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ea222445-7210-4d22-ba93-e3d7287fb6be,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.340588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-827e574c-c70a-4a1c-b163-7c941cf4c15c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port d015544f-f92a-43ec-b6ed-10a606898bcd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:19.340975 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-827e574c-c70a-4a1c-b163-7c941cf4c15c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.407765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ea222445-7210-4d22-ba93-e3d7287fb6be'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:19.487190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-827e574c-c70a-4a1c-b163-7c941cf4c15c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.505657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-827e574c-c70a-4a1c-b163-7c941cf4c15c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for d015544f-f92a-43ec-b6ed-10a606898bcd owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:19.629273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-827e574c-c70a-4a1c-b163-7c941cf4c15c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.713817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-93ed3aa5-54f8-44d2-a83a-cd6680ab6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.717581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-93ed3aa5-54f8-44d2-a83a-cd6680ab6ff5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 1096 time: 0.5323870 Nov 12 03:37:19.739672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e574c-c70a-4a1c-b163-7c941cf4c15c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=d015544f-f92a-43ec-b6ed-10a606898bcd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.778460 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.784690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c0f4a6d-4e3a-488b-bf0d-d2456e267aaf req-1876a425-eeae-47a5-a8a7-ab392eaa4511 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327736 Nov 12 03:37:19.848273 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2ea3d3-f907-45b8-94e3-5487373c79be x-openstack-request-id: req-cc2ea3d3-f907-45b8-94e3-5487373c79be {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:19.848569 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a6f6c3-0761-409f-b1a8-1417c1c39a8d", "tag": "bbe6d687-9c30-44c7-862e-e0533e4083e7", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:19.848853 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc2ea3d3-f907-45b8-94e3-5487373c79be {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:19.849268 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a6f6c3-0761-409f-b1a8-1417c1c39a8d', 'tag': 'bbe6d687-9c30-44c7-862e-e0533e4083e7', 'status': 'completed', 'code': 200} Nov 12 03:37:19.851167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-827e574c-c70a-4a1c-b163-7c941cf4c15c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.857794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-827e574c-c70a-4a1c-b163-7c941cf4c15c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/d015544f-f92a-43ec-b6ed-10a606898bcd HTTP/1.1" status: 204 len: 168 time: 1.0600028 Nov 12 03:37:19.857794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-a67f3c4f-3f9b-4a40-ba13-eb55594fb50e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe6d687-9c30-44c7-862e-e0533e4083e7 HTTP/1.1" status: 200 len: 217 time: 0.1201372 Nov 12 03:37:19.858399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.870101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-b090187b-4b4d-4b2f-9f10-d63cac55b9ba service neutron] 10.222.0.20 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074074 Nov 12 03:37:19.884492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26658864-c9e5-419a-a207-4f9a54f130e9']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:19.890366 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-978a72e1-d8ac-422a-9e82-a5c28f876d28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:37:19.896344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-978a72e1-d8ac-422a-9e82-a5c28f876d28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/d015544f-f92a-43ec-b6ed-10a606898bcd HTTP/1.1" status: 404 len: 333 time: 0.0336349 Nov 12 03:37:19.896640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55024) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.902154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'name': 'tempest-PortsTestJSON-1636324303'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:19.949349 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330aab1d-412c-4e53-aa0b-6e5ed00f7eed x-openstack-request-id: req-330aab1d-412c-4e53-aa0b-6e5ed00f7eed {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:19.949855 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05370814-a5a6-45fb-9f33-8e3f03e5d75e", "name": "network-vif-plugged", "status": "completed", "tag": "844ad68b-22f6-4dc1-ac3a-71862030c2f2", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:19.949944 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-330aab1d-412c-4e53-aa0b-6e5ed00f7eed {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:19.950431 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05370814-a5a6-45fb-9f33-8e3f03e5d75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844ad68b-22f6-4dc1-ac3a-71862030c2f2', 'code': 200} Nov 12 03:37:19.956101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cf3ff2-a344-4da1-a918-200b54508f0a') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:19.956402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cf3ff2-a344-4da1-a918-200b54508f0a') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:20.017141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.092905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.104980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:20.105534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:20.108815 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:20.176330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46e3a488-d0b2-4695-a965-9897d934a24f req-9df2a26e-d1ce-47da-a82d-8e829a41e82b tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 210 time: 0.1362140 Nov 12 03:37:20.194909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-3a362c16-6f43-4dd5-afb3-0452f09e78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.196606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-3a362c16-6f43-4dd5-afb3-0452f09e78a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.3021367 Nov 12 03:37:20.237064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dd1aa-3119-4f4a-a15f-1b4e77275a58 req-9ffae167-d98f-4c38-b7e5-bfdff3a9d113 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.245090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f19dd1aa-3119-4f4a-a15f-1b4e77275a58 req-9ffae167-d98f-4c38-b7e5-bfdff3a9d113 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 944 time: 0.2920930 Nov 12 03:37:20.249865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.269831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.272994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] 10.222.0.49 "DELETE /v2.0/networks/26658864-c9e5-419a-a207-4f9a54f130e9 HTTP/1.1" status: 204 len: 168 time: 2.2016811 Nov 12 03:37:20.283024 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-1617df64-f0ab-4a83-9c88-52c0ce93f825 service neutron] 10.222.0.20 "GET /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034145 Nov 12 03:37:20.296590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5e57a-f1ca-4e85-9ff5-941205d270ec admin admin] Pushing event deleted for resources: {'Network': ['ID=26658864-c9e5-419a-a207-4f9a54f130e9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.324024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-8c74e233-a3bd-4047-a1d1-c48955500217 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005957 Nov 12 03:37:20.360406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-961dafd3-b1d0-4059-8641-9638b0aca4e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=dcb4e393-b13d-4b0b-af19-96a884c3c885 HTTP/1.1" status: 200 len: 217 time: 0.0652287 Nov 12 03:37:20.436552 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f19dd1aa-3119-4f4a-a15f-1b4e77275a58 req-52779fe8-25bc-4d84-b026-51250c881fdd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838567 Nov 12 03:37:20.457038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-284dc48d-29e7-4f9b-9d86-cbbc280cebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.458972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-284dc48d-29e7-4f9b-9d86-cbbc280cebe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.0852399 Nov 12 03:37:20.499698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d528-0d20-4486-843b-d0967502dae4 req-8a2dd667-3d9f-496a-8b9e-d29cbe62dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.504683 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4673d528-0d20-4486-843b-d0967502dae4 req-8a2dd667-3d9f-496a-8b9e-d29cbe62dcf6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 1097 time: 0.4827945 Nov 12 03:37:20.572463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4673d528-0d20-4486-843b-d0967502dae4 req-4bab4962-a526-47f5-b6db-fd61280b23e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545721 Nov 12 03:37:20.573644 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:20.579155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.591073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55040) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:20.612685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 4a57a133-cbce-47a5-91f2-d2a09d3f5980 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:20.641961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-0b537c26-eb83-400d-aa51-f8d8317d764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.643529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-0b537c26-eb83-400d-aa51-f8d8317d764c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1617861 Nov 12 03:37:20.644494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc131-c44b-4d54-8d19-acd6a7d3939f req-945d7691-25ac-417c-99b5-3c39807a493f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.646108 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a60bc131-c44b-4d54-8d19-acd6a7d3939f req-945d7691-25ac-417c-99b5-3c39807a493f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.3017623 Nov 12 03:37:20.651862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-814e361d-54dc-4aa4-8cff-c4576cee2bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087413 Nov 12 03:37:20.701469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e91ca73f-388f-4bc8-9030-4bf12793a9d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbe28ed69e274c64886dd5405818541f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1092167 Nov 12 03:37:20.713225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55046) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:20.916206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-c4032b47-913a-41fb-a00e-5e0ad84a0fdb service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192691 Nov 12 03:37:20.989920 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50e95d69-c189-48ba-850f-35433b893c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.084780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-4299a785-4310-43de-ac40-0a508ac5ad53 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449113 Nov 12 03:37:21.142918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-4cbca935-7c51-4e99-bef8-a6c2be1fbf1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=c751239b-7e72-46b3-8f2b-fc85880f2cfa HTTP/1.1" status: 200 len: 217 time: 0.0398772 Nov 12 03:37:21.196217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a60bc131-c44b-4d54-8d19-acd6a7d3939f req-49181a51-9fb7-4497-99c7-3be038095720 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365508 Nov 12 03:37:21.207669 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50e95d69-c189-48ba-850f-35433b893c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.253513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577bdef-bc46-4564-b179-2838642681bf req-275f0d14-1d10-42c2-b21b-7aedda4095ae tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.260682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5577bdef-bc46-4564-b179-2838642681bf req-275f0d14-1d10-42c2-b21b-7aedda4095ae tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 944 time: 0.1748998 Nov 12 03:37:21.311362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-244f92fa-8351-4948-a326-fdbb1a0c7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.312720 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-244f92fa-8351-4948-a326-fdbb1a0c7df7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.1519001 Nov 12 03:37:21.390200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5577bdef-bc46-4564-b179-2838642681bf req-2f31bbfe-44a6-42fe-b1e2-6fdc08ca0c36 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251290 Nov 12 03:37:21.396505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.428284 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50e95d69-c189-48ba-850f-35433b893c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.434102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50e95d69-c189-48ba-850f-35433b893c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.436045 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-50e95d69-c189-48ba-850f-35433b893c6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51f5e44a-e70b-4959-a9ba-785f56208d76 HTTP/1.1" status: 204 len: 168 time: 0.7302203 Nov 12 03:37:21.447709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e95d69-c189-48ba-850f-35433b893c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5e44a-e70b-4959-a9ba-785f56208d76,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.477444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-a203c403-c26d-4d0f-9eb3-f015c78047dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.483821 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-a203c403-c26d-4d0f-9eb3-f015c78047dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1557612 Nov 12 03:37:21.560988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.577479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c1a6a824-94d1-455f-b1ee-dd89b9ddb1c6 req-1d817632-214d-4237-830b-61f1af99e4a7 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 210 time: 0.2912033 Nov 12 03:37:21.589368 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-97b30608-5a5c-4134-9b2a-2c98e61c0f67 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=66b33ee6f5444eedb648ad1e32791299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257784 Nov 12 03:37:21.740256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-70dc3712-3480-42fd-aff9-96c517221706 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468050 Nov 12 03:37:21.831702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fac78ca2-0493-466b-b074-6a7a8b72f116 req-aa58b5c9-5161-469d-b07c-6a4cc3835af1 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950192 Nov 12 03:37:21.861453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:21.874287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:21.882585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:21.889901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.890899 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.008673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d423ea-b9e4-4ead-a4db-28206a65b497 req-6b91cdaa-d008-4881-b284-f02486995e6a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.015229 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1174815 Nov 12 03:37:22.016402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15d423ea-b9e4-4ead-a4db-28206a65b497 req-6b91cdaa-d008-4881-b284-f02486995e6a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 944 time: 0.2737560 Nov 12 03:37:22.035488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55078) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.043699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:22.102964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a9fcc-c3e4-4b68-9245-a9e970314f43 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=4a57a133-cbce-47a5-91f2-d2a09d3f5980,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.140084 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.151647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-11496879-714b-4121-a5b3-e3c20d57b184 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.153466 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-11496879-714b-4121-a5b3-e3c20d57b184 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4848423 Nov 12 03:37:22.162618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ea94-daad-495e-b72b-68ff0399497c req-0b53ffcf-afd2-4b7e-824b-4920f16a9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.168659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab82ea94-daad-495e-b72b-68ff0399497c req-0b53ffcf-afd2-4b7e-824b-4920f16a9eca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 1096 time: 0.1929238 Nov 12 03:37:22.177562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Request body: {'port': {'device_id': 'ea4b04c5-64d9-469e-9dfa-23687a43ba3b', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '66b33ee6f5444eedb648ad1e32791299'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:22.311315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ea222445-7210-4d22-ba93-e3d7287fb6be up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:22.435637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ea94-daad-495e-b72b-68ff0399497c req-265f7c0e-d0bf-4005-8473-b77bb7cce568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.438610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab82ea94-daad-495e-b72b-68ff0399497c req-265f7c0e-d0bf-4005-8473-b77bb7cce568 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 914 time: 0.2558692 Nov 12 03:37:22.442481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Made reservation on behalf of 66b33ee6f5444eedb648ad1e32791299 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:22.446738 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.456774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b719f0-2299-41a5-9d54-865972433179 req-29704465-62cb-4fd0-bedf-1c79ecf3f60a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.458691 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9b719f0-2299-41a5-9d54-865972433179 req-29704465-62cb-4fd0-bedf-1c79ecf3f60a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.1551378 Nov 12 03:37:22.472658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port ea222445-7210-4d22-ba93-e3d7287fb6be completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:22.483823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ea222445-7210-4d22-ba93-e3d7287fb6be triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:22.484207 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.492465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.543811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab82ea94-daad-495e-b72b-68ff0399497c req-ef889d8f-f5be-47c2-8f62-66257a894339 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbe6d687-9c30-44c7-862e-e0533e4083e7 HTTP/1.1" status: 200 len: 217 time: 0.0790820 Nov 12 03:37:22.574164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.625263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-b15f998f-5d0d-431a-a280-d96506aa1d89 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070605 Nov 12 03:37:22.679045 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15d423ea-b9e4-4ead-a4db-28206a65b497 req-4e17bf79-c3aa-4d40-8c19-a0fb4f991fb3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611798 Nov 12 03:37:22.681518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.695792 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.754950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cf4290-66f9-46bf-b108-6c74a02e1795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea222445-7210-4d22-ba93-e3d7287fb6be'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:22.759327 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b06c1a6-66f2-44a0-a5fa-1fb0ad3cbf2a" -d '{"events": [{"server_uuid": "26cf4290-66f9-46bf-b108-6c74a02e1795", "name": "network-vif-plugged", "status": "completed", "tag": "ea222445-7210-4d22-ba93-e3d7287fb6be"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:22.760978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.792773 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.799355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c0041fe-0fc2-4f46-9065-f87432303fdd req-59111abe-c042-4e25-93d8-dc676f1d8590 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3578389 Nov 12 03:37:22.810859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9b719f0-2299-41a5-9d54-865972433179 req-b0b3dbdc-97f6-452e-a5df-102c75653cd2 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447177 Nov 12 03:37:22.815844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ea222445-7210-4d22-ba93-e3d7287fb6be, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ea222445-7210-4d22-ba93-e3d7287fb6be,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:22.830122 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.961838 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-28cfd09d-8aef-4903-acd8-5dd2b156aa2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=20a56828-4e8d-4ba0-939b-277b349a8408 HTTP/1.1" status: 200 len: 217 time: 0.2817688 Nov 12 03:37:23.006525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] In _notify_port_updated(), no bound segment for port 4a57a133-cbce-47a5-91f2-d2a09d3f5980 on network df4355b8-7bf3-443e-9064-b4ac3b6719cd {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:37:23.007103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb434bcd-60f1-4983-b749-d9e03b8b0b0d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.016040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.019213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.019381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ea222445-7210-4d22-ba93-e3d7287fb6be,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.025494 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "PUT /v2.0/ports/4a57a133-cbce-47a5-91f2-d2a09d3f5980 HTTP/1.1" status: 200 len: 818 time: 0.9833484 Nov 12 03:37:23.034624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55116) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.071415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82ea94-daad-495e-b72b-68ff0399497c req-e7a0d74e-2bfa-4933-a434-73bc791dde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.072886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab82ea94-daad-495e-b72b-68ff0399497c req-e7a0d74e-2bfa-4933-a434-73bc791dde45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.5177176 Nov 12 03:37:23.073361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55122) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.086119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c0041fe-0fc2-4f46-9065-f87432303fdd req-16ba50b5-128d-494c-a4a0-19bccbc1218d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0740421 Nov 12 03:37:23.124182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f34e62-ce8e-43a6-bbf2-5ae8de29df27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=4a57a133-cbce-47a5-91f2-d2a09d3f5980,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.124367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Allocated IP 192.168.233.34 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:23.173807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeab0a0-5c21-40f6-9d18-06aa2a098bcd req-3b8870e9-c1c8-4447-9d52-06b83a19beae tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.176761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84e26caa-4428-4d0f-94c5-80258c9cba7c req-5591fdeb-d2b7-4514-b8b7-c37d2396a708 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 210 time: 0.1613877 Nov 12 03:37:23.190509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-adeab0a0-5c21-40f6-9d18-06aa2a098bcd req-3b8870e9-c1c8-4447-9d52-06b83a19beae tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.2457807 Nov 12 03:37:23.212652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-94cb6c97-71d9-4a01-a55a-ece48275f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.216567 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-94cb6c97-71d9-4a01-a55a-ece48275f64b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.1637239 Nov 12 03:37:23.228724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c0041fe-0fc2-4f46-9065-f87432303fdd req-32453c5c-48b7-4d7f-947c-45ddb9a2d2db service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509753 Nov 12 03:37:23.247912 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e25baf-6d6e-4ed0-9d16-1052f764ff76 x-openstack-request-id: req-e8e25baf-6d6e-4ed0-9d16-1052f764ff76 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:23.248127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab82ea94-daad-495e-b72b-68ff0399497c req-0e6bfdac-dc98-4772-92d2-8e4da4570bb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598942 Nov 12 03:37:23.248241 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cf4290-66f9-46bf-b108-6c74a02e1795", "name": "network-vif-plugged", "status": "completed", "tag": "ea222445-7210-4d22-ba93-e3d7287fb6be", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:23.248464 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8e25baf-6d6e-4ed0-9d16-1052f764ff76 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:23.248890 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cf4290-66f9-46bf-b108-6c74a02e1795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea222445-7210-4d22-ba93-e3d7287fb6be', 'code': 200} Nov 12 03:37:23.309571 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-adeab0a0-5c21-40f6-9d18-06aa2a098bcd req-a2c45a58-7aa0-4e26-8960-335ecd695900 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174452 Nov 12 03:37:23.316054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-705db757-a089-4277-afd8-0070952d4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.318359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-705db757-a089-4277-afd8-0070952d4ef3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794539 Nov 12 03:37:23.482103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bed98c-ea40-4a36-bd51-2721ead32fbc req-9ed64882-86e4-4188-b66b-4f7130a8710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.483751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c3bed98c-ea40-4a36-bd51-2721ead32fbc req-9ed64882-86e4-4188-b66b-4f7130a8710d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 1097 time: 0.0925019 Nov 12 03:37:23.513809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-457055b0-6632-4063-b278-5232577d59ce service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699762 Nov 12 03:37:23.541570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-network', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:23.561122 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:37:23.598115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c3bed98c-ea40-4a36-bd51-2721ead32fbc req-5c4a8e51-e899-4485-98c1-e615926291c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011817 Nov 12 03:37:23.609911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-16a8116b-8367-4ca6-b227-134214eb543e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 4a57a133-cbce-47a5-91f2-d2a09d3f5980 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:23.610289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16a8116b-8367-4ca6-b227-134214eb543e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.630634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-b17a2658-be70-4750-aaf3-904c275ecc40 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091394 Nov 12 03:37:23.745893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Made reservation on behalf of e517ba0e5569472eb0045d8b66c6793f for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:23.748310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.769439 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab82ea94-daad-495e-b72b-68ff0399497c req-2d748890-9b7f-4a48-b565-d22df128cea3 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416411 Nov 12 03:37:23.770443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0041fe-0fc2-4f46-9065-f87432303fdd req-ced63f90-856c-4820-b929-6699234e92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.771762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c0041fe-0fc2-4f46-9065-f87432303fdd req-ced63f90-856c-4820-b929-6699234e92a8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4429433 Nov 12 03:37:23.782984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.784866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55148) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.792416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16a8116b-8367-4ca6-b227-134214eb543e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.810873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3362da-f528-4482-b432-e61ef2ab224c req-8f7520b2-5665-45c2-8c98-1214fee20d6e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.812353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f3362da-f528-4482-b432-e61ef2ab224c req-8f7520b2-5665-45c2-8c98-1214fee20d6e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 944 time: 0.0555215 Nov 12 03:37:23.827461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-16a8116b-8367-4ca6-b227-134214eb543e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 4a57a133-cbce-47a5-91f2-d2a09d3f5980 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:23.872390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.921922 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-25b12c79-b880-425c-9797-9f03789f8071 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=dd9a0121-61e9-4a30-bc4e-80759322c917 HTTP/1.1" status: 200 len: 217 time: 0.0617092 Nov 12 03:37:23.928932 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f3362da-f528-4482-b432-e61ef2ab224c req-e4d50208-ee30-4210-96c8-0828ba2fa362 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096992 Nov 12 03:37:23.997635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-f2762d17-657e-42d6-b8f1-49c2a9b704d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.999117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-f2762d17-657e-42d6-b8f1-49c2a9b704d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 200 len: 797 time: 0.0681605 Nov 12 03:37:24.046096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-6a880437-8e14-4569-a3f5-142683845e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.048233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-6a880437-8e14-4569-a3f5-142683845e6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41325d71-c771-431e-abd4-05a171d89a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0408921 Nov 12 03:37:24.054086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b747d346-7ab3-453a-98db-632627e16720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.174160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0088-be38-4665-bdf7-05302f527494 req-f51ea61c-f9e2-4080-9d7c-4f0a5e796afa tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.175726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b62b0088-be38-4665-bdf7-05302f527494 req-f51ea61c-f9e2-4080-9d7c-4f0a5e796afa tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2546644 Nov 12 03:37:24.190311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-90e23a84-a8a7-413d-93af-9811f9f0e081 service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346421 Nov 12 03:37:24.195559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.211991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab82ea94-daad-495e-b72b-68ff0399497c req-5e668623-dd4c-45c8-8935-38f1e6e61d27 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544528 Nov 12 03:37:24.224902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-bbfe20a7-5d8d-4615-97a2-25946d84cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.226275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-bbfe20a7-5d8d-4615-97a2-25946d84cb2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 1097 time: 0.0882332 Nov 12 03:37:24.227300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.229770 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16a8116b-8367-4ca6-b227-134214eb543e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.270457 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.304653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bbe6d687-9c30-44c7-862e-e0533e4083e7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:24.307399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:24.334099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16a8116b-8367-4ca6-b227-134214eb543e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.340551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55156) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:24.341191 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-16a8116b-8367-4ca6-b227-134214eb543e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/4a57a133-cbce-47a5-91f2-d2a09d3f5980 HTTP/1.1" status: 204 len: 168 time: 1.3030457 Nov 12 03:37:24.354801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:24.364240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:24.379060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:24.429621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Pushing event updated for resources: {'Port': ['ID=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.466689 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-35237419-3d23-4920-ac96-40364e88699b service neutron] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678304 Nov 12 03:37:24.468058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bbe6d687-9c30-44c7-862e-e0533e4083e7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bbe6d687-9c30-44c7-862e-e0533e4083e7,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:24.478416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb958839-7b14-4ee1-b2fe-0dd31f365d09 req-1045e973-5eac-464e-9d6a-2b16023e7348 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.479981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb958839-7b14-4ee1-b2fe-0dd31f365d09 req-1045e973-5eac-464e-9d6a-2b16023e7348 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 935 time: 0.1854017 Nov 12 03:37:24.483098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-86801346-2663-47ea-aebd-e31da44a0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.484579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-86801346-2663-47ea-aebd-e31da44a0261 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 915 time: 0.2509549 Nov 12 03:37:24.495289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'bbe6d687-9c30-44c7-862e-e0533e4083e7', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'port_id': 'bbe6d687-9c30-44c7-862e-e0533e4083e7', 'mac_address': 'fa:16:3e:3f:78:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969a8f9-b847-4ffe-96a5-cba15047533d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:24.558084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.592237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe6d687-9c30-44c7-862e-e0533e4083e7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:24.614916 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.627940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bbe6d687-9c30-44c7-862e-e0533e4083e7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bbe6d687-9c30-44c7-862e-e0533e4083e7,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:24.637316 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.699184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bbe6d687-9c30-44c7-862e-e0533e4083e7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.726843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-de84353a-af69-4f0d-be8c-75784316b7ba None None] Provisioning complete for port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:24.727402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de84353a-af69-4f0d-be8c-75784316b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.768471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4f9d7-3fd4-4587-9c09-8fa6e93630ff,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.769131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-de84353a-af69-4f0d-be8c-75784316b7ba None None] Port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:24.781449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.782530 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Added segment dd6db33e-26a6-4aa0-8943-1ce300f004ae of type vlan for network 541c0d17-4290-47cb-93c4-d01e16ec912e Nov 12 03:37:24.822947 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b62b0088-be38-4665-bdf7-05302f527494 req-31632323-9746-4fa8-9a0e-4eedc953ce25 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335588 Nov 12 03:37:24.846595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8116b-8367-4ca6-b227-134214eb543e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=4a57a133-cbce-47a5-91f2-d2a09d3f5980,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.909570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.910761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.931850 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-c3ee0930-e37f-4618-811d-f571768d592f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53aba75e-2a7c-4c17-b2ec-80503286a411 HTTP/1.1" status: 200 len: 217 time: 0.4448564 Nov 12 03:37:24.939914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b747d346-7ab3-453a-98db-632627e16720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.946473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf2c36-52ab-4624-b913-96a52ab26ee4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.946708 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-3808802e-e5eb-4a0c-80ee-31b66b45d2f0 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7741368 Nov 12 03:37:24.951360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-babf2c36-52ab-4624-b913-96a52ab26ee4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5916493 Nov 12 03:37:24.951547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.952631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-49a89849-603d-4346-815a-6d3c212674cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=425f44ec-f61a-4a58-8974-68f16cf66596 HTTP/1.1" status: 200 len: 217 time: 0.4578934 Nov 12 03:37:24.954964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55164) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:24.961739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b747d346-7ab3-453a-98db-632627e16720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.987477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['bbe6d687-9c30-44c7-862e-e0533e4083e7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:25.001575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Request body: {'port': {'device_id': 'ea4b04c5-64d9-469e-9dfa-23687a43ba3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:25.045886 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c49360-bc4c-4f5f-b7e4-b0009c2cdd8a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:37:25.051557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-02c49360-bc4c-4f5f-b7e4-b0009c2cdd8a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/4a57a133-cbce-47a5-91f2-d2a09d3f5980 HTTP/1.1" status: 404 len: 333 time: 0.0855896 Nov 12 03:37:25.054170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55168) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.074529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b747d346-7ab3-453a-98db-632627e16720 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1db8676b4afa45318dd78fc71ca361f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2818663 Nov 12 03:37:25.075371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-491143762'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:25.081686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55170) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.095064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.096275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.096863 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.100295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747d346-7ab3-453a-98db-632627e16720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619bbbad-37ea-4e30-b641-93e66fcc95d7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.107046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb958839-7b14-4ee1-b2fe-0dd31f365d09 req-84208a85-3f4c-4c95-bdbf-fbc873b51a0d tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135442 Nov 12 03:37:25.108503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-6b59464c-d7be-476a-8f46-75fd2fdb6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.111125 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-6b59464c-d7be-476a-8f46-75fd2fdb6f78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 200 len: 853 time: 0.1347010 Nov 12 03:37:25.119574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d6dbe15f-2fbd-4066-9b69-184028d5ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.121326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-d6dbe15f-2fbd-4066-9b69-184028d5ffeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 200 len: 797 time: 0.1704121 Nov 12 03:37:25.153906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcaaaa-de50-48b9-b482-2241617664f2 req-e453efd2-95df-40a1-9f0a-ff7c09fa3fc4 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.155635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93fcaaaa-de50-48b9-b482-2241617664f2 req-e453efd2-95df-40a1-9f0a-ff7c09fa3fc4 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.2196648 Nov 12 03:37:25.164332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:25.167995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.206610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1229646 Nov 12 03:37:25.208535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-154e4e12-e7b2-47dd-a11b-33c5487ee0f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51d1d17e-647d-4c3c-a548-90bcb44abb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748789 Nov 12 03:37:25.212024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55172) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.218133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Request body: {'subnet': {'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-subnet', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:25.224270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.281344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:25.294646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb1ac7-18dc-4965-8126-7d70672afcc7 admin admin] Pushing event updated for resources: {'Network': ['ID=541c0d17-4290-47cb-93c4-d01e16ec912e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.305654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 541c0d17-4290-47cb-93c4-d01e16ec912e details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:25.328624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Made reservation on behalf of e517ba0e5569472eb0045d8b66c6793f for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:25.330937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.331126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ba42af3-aedb-4650-b4ba-9977569e75c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.334039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-e8a5dee2-180b-467c-a48e-603b27ad3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.335519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-e8a5dee2-180b-467c-a48e-603b27ad3cdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1930616 Nov 12 03:37:25.336864 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.337460 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Added segment 39749564-6556-4769-9336-c784415afe39 of type vlan for network a7276f74-610a-4f38-86bb-9d94b3e3378d Nov 12 03:37:25.358378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93fcaaaa-de50-48b9-b482-2241617664f2 req-a47129f2-570d-4476-b840-bc8ccdb0311e tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807816 Nov 12 03:37:25.440281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ba42af3-aedb-4650-b4ba-9977569e75c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.544714 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.586781 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ba42af3-aedb-4650-b4ba-9977569e75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.589325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ba42af3-aedb-4650-b4ba-9977569e75c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.590075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-91c6e3ee-eeb7-4f5f-84dc-ff1c442ecfab service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567855 Nov 12 03:37:25.590459 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0ba42af3-aedb-4650-b4ba-9977569e75c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/619bbbad-37ea-4e30-b641-93e66fcc95d7 HTTP/1.1" status: 204 len: 168 time: 0.5075786 Nov 12 03:37:25.608122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b597739-22c5-4936-8c45-caf4f7b98969 req-d787533e-de4f-4f77-8146-09deece63e39 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.616445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b597739-22c5-4936-8c45-caf4f7b98969 req-d787533e-de4f-4f77-8146-09deece63e39 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 945 time: 0.2937224 Nov 12 03:37:25.619268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef2d7-d230-4588-b84c-f323e579cc5b req-a5be6334-96fd-4793-a9f6-024a1b718ab8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.620860 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f8eef2d7-d230-4588-b84c-f323e579cc5b req-a5be6334-96fd-4793-a9f6-024a1b718ab8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1608648 Nov 12 03:37:25.626696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba42af3-aedb-4650-b4ba-9977569e75c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619bbbad-37ea-4e30-b641-93e66fcc95d7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.718123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f8eef2d7-d230-4588-b84c-f323e579cc5b req-6033d168-35c5-49cc-80a2-62ceaa4900f7 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892887 Nov 12 03:37:25.743486 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:25.751873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.762505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-228cf902-68b5-4688-a0c4-f6b2ef507aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978939 Nov 12 03:37:25.774317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Transition to ACTIVE for port object cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:25.779776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.801492 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.807284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.807889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.902713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Pushing event updated for resources: {'Port': ['ID=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.961564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91369fe4-3a12-40ea-b07f-6014ca7773bd req-faf08585-fd14-48ea-ae1b-2fc35e0d0093 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.969434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91369fe4-3a12-40ea-b07f-6014ca7773bd req-faf08585-fd14-48ea-ae1b-2fc35e0d0093 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 945 time: 0.1504362 Nov 12 03:37:25.978217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b597739-22c5-4936-8c45-caf4f7b98969 req-2e639426-048e-4282-b6a0-80063b2dd81c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604271 Nov 12 03:37:26.019121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef18dc3d-fcef-44b2-8356-b2b706c53ec3 req-a82cecaa-e71d-465b-b119-70344ea0e524 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961289 Nov 12 03:37:26.022934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9638622 Nov 12 03:37:26.024049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Attempting to bind port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:26.024456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Attempting to bind port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:26.024891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Attempting to bind port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:26.026807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55184) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.046649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:26.053528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.075571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:26.076005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Attempting to bind port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:26.109404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:26.109664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:26.110711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:26.111245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Bound port: cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:26.111693 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.113819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ebe4-caba-40b5-963e-eb9033bfa8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.146471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Network': ['ID=a7276f74-610a-4f38-86bb-9d94b3e3378d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.158446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91369fe4-3a12-40ea-b07f-6014ca7773bd req-266a8559-49c5-40fd-83a4-3590d3bd5693 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880670 Nov 12 03:37:26.164257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.167511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.168089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.168586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.169117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.169456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.169791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.170118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.170624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.170956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.171471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.182705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.182705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3bf195-9a86-481c-9aff-b009ddeadbc1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.184627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network a7276f74-610a-4f38-86bb-9d94b3e3378d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:26.243270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-451369ab-cdbd-4ef9-b246-432569430e4c service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676163 Nov 12 03:37:26.271877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f650f231-54ac-44d4-be52-e565f36622b1,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.319890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca2a56-88e9-48a8-ae41-16cd7020ebad req-c69178bd-cbd3-4685-b472-5919beafdaf1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.322182 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cdca2a56-88e9-48a8-ae41-16cd7020ebad req-c69178bd-cbd3-4685-b472-5919beafdaf1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 945 time: 0.2309380 Nov 12 03:37:26.326368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-e33e5eda-a98a-4c9d-a3b7-2797b3161759 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b18dccb2-bf47-4c56-b885-4c20b800c014 HTTP/1.1" status: 200 len: 217 time: 0.0721354 Nov 12 03:37:26.331414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bbe6d687-9c30-44c7-862e-e0533e4083e7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:26.365842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ebe4-caba-40b5-963e-eb9033bfa8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.366853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:26.370394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.388448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port bbe6d687-9c30-44c7-862e-e0533e4083e7 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:26.393540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port bbe6d687-9c30-44c7-862e-e0533e4083e7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:26.394300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.394741 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ebe4-caba-40b5-963e-eb9033bfa8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.398297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Checking segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:26.398661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Network hostable DHCP agents. Network: 541c0d17-4290-47cb-93c4-d01e16ec912e, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:26.443283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-fe106fc5-e629-4fbe-8690-763e720d83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.445334 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-fe106fc5-e629-4fbe-8690-763e720d83b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 200 len: 797 time: 0.1055331 Nov 12 03:37:26.456837 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cdca2a56-88e9-48a8-ae41-16cd7020ebad req-7b7f5150-b916-49cd-b23e-5041286c90e3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180098 Nov 12 03:37:26.466171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Network 541c0d17-4290-47cb-93c4-d01e16ec912e is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:26.476470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] For port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:26.495465 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.497203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 541c0d17-4290-47cb-93c4-d01e16ec912e) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:26.499078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9ab0b-4fa7-49b6-897b-0c1ad4c9928a req-72e8542c-9690-4d5a-bec3-0ce84534d168 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.505375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.506213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.506531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ee9ab0b-4fa7-49b6-897b-0c1ad4c9928a req-72e8542c-9690-4d5a-bec3-0ce84534d168 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 947 time: 0.2501476 Nov 12 03:37:26.522203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6170-dd66-4042-b224-b879d2081af3 req-a4785806-50d5-4722-b313-4f8fabc912a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.523994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-a4785806-50d5-4722-b313-4f8fabc912a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2653ebf7-84d8-4c43-9230-ca8d69b7ba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659907 Nov 12 03:37:26.526490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a393fb-1065-4ca5-942f-404567960de9 None None] Network 541c0d17-4290-47cb-93c4-d01e16ec912e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:26.532497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9209d60c-d040-411a-a372-228c90051d65 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3176310 Nov 12 03:37:26.535362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55194) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.541672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:26.544563 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b8b6ebe4-caba-40b5-963e-eb9033bfa8cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7bfbff19efe4a1d8dcbec8b5da7622c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4885995 Nov 12 03:37:26.548901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55196) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.556393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] For port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:26.562400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6ebe4-caba-40b5-963e-eb9033bfa8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5864d-9f93-4769-a53e-dae95e0f1ea4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.582941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.619547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6f6c3-0761-409f-b1a8-1417c1c39a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe6d687-9c30-44c7-862e-e0533e4083e7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:26.623049 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa75555c-1606-43ac-ad6e-3f8902d4beb5" -d '{"events": [{"server_uuid": "49a6f6c3-0761-409f-b1a8-1417c1c39a8d", "name": "network-vif-plugged", "status": "completed", "tag": "bbe6d687-9c30-44c7-862e-e0533e4083e7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:26.667961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.668579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.670042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] 10.222.0.20 "PUT /v2.0/ports/cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c HTTP/1.1" status: 200 len: 1096 time: 1.6800115 Nov 12 03:37:26.673358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b04c5-64d9-469e-9dfa-23687a43ba3b', 'tag': 'cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:26.677354 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ffb591-28c8-45f6-9c28-463656f9dc92" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4b04c5-64d9-469e-9dfa-23687a43ba3b", "tag": "cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:26.692929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bbe6d687-9c30-44c7-862e-e0533e4083e7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bbe6d687-9c30-44c7-862e-e0533e4083e7,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:26.706867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.707125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ee9ab0b-4fa7-49b6-897b-0c1ad4c9928a req-aeedfbc7-5b89-4d37-8940-eb191e2099c9 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994891 Nov 12 03:37:26.720424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.728977 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.730698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:26.826985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78f2ab56-257d-4de4-a00b-a3613a0f1597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.834619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-6523f6ff-348e-4a77-af89-c63fdc566b62 service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872829 Nov 12 03:37:26.850532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d0927-1882-4337-84c9-72fbf9de973c service neutron] Pushing event updated for resources: {'Port': ['ID=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.913281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-9e63c243-43dc-4d69-a5f7-20541b03c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.914798 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-9e63c243-43dc-4d69-a5f7-20541b03c31a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66b33ee6f5444eedb648ad1e32791299&device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 1099 time: 0.1832128 Nov 12 03:37:26.968001 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8943451-514b-49bb-8aeb-622d30e99ddd x-openstack-request-id: req-f8943451-514b-49bb-8aeb-622d30e99ddd {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:26.968295 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6f6c3-0761-409f-b1a8-1417c1c39a8d", "name": "network-vif-plugged", "status": "completed", "tag": "bbe6d687-9c30-44c7-862e-e0533e4083e7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:26.968566 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8943451-514b-49bb-8aeb-622d30e99ddd {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:26.970545 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6f6c3-0761-409f-b1a8-1417c1c39a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe6d687-9c30-44c7-862e-e0533e4083e7', 'code': 200} Nov 12 03:37:26.978120 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.996246 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2986a12-6bda-4354-8873-2b2fcd7f1fd9 x-openstack-request-id: req-c2986a12-6bda-4354-8873-2b2fcd7f1fd9 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:26.996585 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4b04c5-64d9-469e-9dfa-23687a43ba3b", "tag": "cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:26.996861 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2986a12-6bda-4354-8873-2b2fcd7f1fd9 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:26.997263 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b04c5-64d9-469e-9dfa-23687a43ba3b', 'tag': 'cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c', 'status': 'completed', 'code': 200} Nov 12 03:37:26.998337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.003875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-90200e7a-40ce-411a-9580-fa6ed3fa7fa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c HTTP/1.1" status: 200 len: 217 time: 0.0716734 Nov 12 03:37:27.005642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.032889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bbe6d687-9c30-44c7-862e-e0533e4083e7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.033653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78f2ab56-257d-4de4-a00b-a3613a0f1597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.066669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:27.095731 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.146238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=feff9d2d-0f3d-4ead-9f1c-4375cceda489,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.148633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-b07c1d1a-be94-449a-81e2-29ad61ff6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.150637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-b07c1d1a-be94-449a-81e2-29ad61ff6b7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.1149356 Nov 12 03:37:27.168613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-541c0d17-4290-47cb-93c4-d01e16ec912e', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:27.169493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.194917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking segment: {'id': '39749564-6556-4769-9336-c784415afe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:27.195351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network hostable DHCP agents. Network: a7276f74-610a-4f38-86bb-9d94b3e3378d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:27.205309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86e518-2320-4a15-a12a-73524a8056ae req-64b9c5fb-4dcf-4419-aa4b-1d8f08174383 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.206858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f86e518-2320-4a15-a12a-73524a8056ae req-64b9c5fb-4dcf-4419-aa4b-1d8f08174383 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 946 time: 0.1308949 Nov 12 03:37:27.207022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.255450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-302f2b88-ef13-4481-85b2-2b9d132cee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.257003 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-302f2b88-ef13-4481-85b2-2b9d132cee78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977752 Nov 12 03:37:27.257584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network a7276f74-610a-4f38-86bb-9d94b3e3378d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:27.297255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, a7276f74-610a-4f38-86bb-9d94b3e3378d) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:27.315484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.316116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.319308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcbc6cb-3d67-42b8-8a2a-bfdd123685ab None None] Network a7276f74-610a-4f38-86bb-9d94b3e3378d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:27.363117 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f86e518-2320-4a15-a12a-73524a8056ae req-7e00c163-1cd9-4019-b211-b260d07adcbd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371763 Nov 12 03:37:27.386282 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-84483190-bd36-4609-8908-3a38e044cf4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3557932 Nov 12 03:37:27.396906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55204) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.396906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d6dd8455-80bd-47a1-bfef-efc80865a059 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:27.406471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Allocated IP 172.20.0.2 (541c0d17-4290-47cb-93c4-d01e16ec912e/f650f231-54ac-44d4-be52-e565f36622b1/72e1c2c8-45ed-4501-98b6-057326e77d2a) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:27.466023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-be0aecc5-fd90-4431-a42b-af5a9307268f service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995494 Nov 12 03:37:27.508430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca2abb-8af6-4a53-89a7-7b56dcdf9ad7 req-2062ddf8-2a78-4a96-addc-12841fd22e2a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.515746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2ca2abb-8af6-4a53-89a7-7b56dcdf9ad7 req-2062ddf8-2a78-4a96-addc-12841fd22e2a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.7053468 Nov 12 03:37:27.560771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a77a9-c9de-40b8-9337-7f7aa2842297 req-a0ed0a83-6670-47c6-81be-e833b583f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.562307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103a77a9-c9de-40b8-9337-7f7aa2842297 req-a0ed0a83-6670-47c6-81be-e833b583f64d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 1098 time: 0.5320435 Nov 12 03:37:27.627540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-a7276f74-610a-4f38-86bb-9d94b3e3378d', 'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d', 'tenant_id': '9f15b3b899844f12980fc260ba2639e4', 'fixed_ips': [{'subnet_id': 'feff9d2d-0f3d-4ead-9f1c-4375cceda489'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:27.628482 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.654362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dd8455-80bd-47a1-bfef-efc80865a059 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:27.658345 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6dd8455-80bd-47a1-bfef-efc80865a059 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.664804 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.666940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.668466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8962d-ff89-46e7-bb58-9d76084e58c8 req-0479f7b7-20c1-49a0-8e43-5b46a83f032e tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.670120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23b8962d-ff89-46e7-bb58-9d76084e58c8 req-0479f7b7-20c1-49a0-8e43-5b46a83f032e tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.1069167 Nov 12 03:37:27.674257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bcdd2ba-70c7-4afa-ae7b-bded956edfbf req-136de877-89af-459f-8679-784b48f1babf service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926267 Nov 12 03:37:27.693322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bec6170-dd66-4042-b224-b879d2081af3 req-888b8043-83c4-41e9-bba2-e5ed7a3e1360 service neutron] 10.222.0.20 "GET /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7682869 Nov 12 03:37:27.718449 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2ca2abb-8af6-4a53-89a7-7b56dcdf9ad7 req-1a311dfa-c047-4987-909c-88367032d2da tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929924 Nov 12 03:37:27.765350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78f2ab56-257d-4de4-a00b-a3613a0f1597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.769115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78f2ab56-257d-4de4-a00b-a3613a0f1597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.770541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-78f2ab56-257d-4de4-a00b-a3613a0f1597 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fc5864d-9f93-4769-a53e-dae95e0f1ea4 HTTP/1.1" status: 204 len: 168 time: 1.2103126 Nov 12 03:37:27.795183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Allocated IP 172.20.0.2 (a7276f74-610a-4f38-86bb-9d94b3e3378d/feff9d2d-0f3d-4ead-9f1c-4375cceda489/38dd2b45-3814-4f07-9273-3a81432f752f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:27.814787 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23b8962d-ff89-46e7-bb58-9d76084e58c8 req-c6f6bd90-3e30-4b75-947c-60efaeb1982a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294324 Nov 12 03:37:27.831339 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-d6dd8455-80bd-47a1-bfef-efc80865a059 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet feff9d2d-0f3d-4ead-9f1c-4375cceda489 (CIDR: 172.20.0.0/28) Nov 12 03:37:27.842144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2ab56-257d-4de4-a00b-a3613a0f1597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5864d-9f93-4769-a53e-dae95e0f1ea4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.843130 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dd8455-80bd-47a1-bfef-efc80865a059 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:27.843791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dd8455-80bd-47a1-bfef-efc80865a059 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:27.861859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.883599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103a77a9-c9de-40b8-9337-7f7aa2842297 req-64579165-1a20-4232-b142-00b029286c66 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789478 Nov 12 03:37:27.888883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d6dd8455-80bd-47a1-bfef-efc80865a059 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4976213 Nov 12 03:37:27.890215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55216) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.897908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:27.925912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Network 541c0d17-4290-47cb-93c4-d01e16ec912e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:27.936434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:27.942732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:27.966338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68430dc-d484-4f28-8551-55e7f3a7cf3c req-cb3d8fe7-8787-4f14-9a45-198e2a2a7512 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.966712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Pushing event updated for resources: {'Port': ['ID=72e1c2c8-45ed-4501-98b6-057326e77d2a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.974031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b68430dc-d484-4f28-8551-55e7f3a7cf3c req-cb3d8fe7-8787-4f14-9a45-198e2a2a7512 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 947 time: 0.1560211 Nov 12 03:37:27.985801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-4ca054a8-e91a-4a9a-947b-11f60cdf0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.987321 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-4ca054a8-e91a-4a9a-947b-11f60cdf0809 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66b33ee6f5444eedb648ad1e32791299&device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 1099 time: 0.1431844 Nov 12 03:37:28.064937 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b68430dc-d484-4f28-8551-55e7f3a7cf3c req-3ae220c8-2497-43d1-a769-3ab92d1a4d5c tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850277 Nov 12 03:37:28.071381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Attempting to bind port 72e1c2c8-45ed-4501-98b6-057326e77d2a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:28.071822 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Attempting to bind port 72e1c2c8-45ed-4501-98b6-057326e77d2a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:28.072401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Attempting to bind port 72e1c2c8-45ed-4501-98b6-057326e77d2a on network 541c0d17-4290-47cb-93c4-d01e16ec912e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:28.102873 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.119382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:28.124835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.126918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:28.127334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Checking segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:28.127699 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.128093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Bound using segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:28.128570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Bound port: 72e1c2c8-45ed-4501-98b6-057326e77d2a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:28.128962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.168165 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.289127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Network a7276f74-610a-4f38-86bb-9d94b3e3378d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:28.302690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:28.309833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:28.338399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Pushing event updated for resources: {'Port': ['ID=38dd2b45-3814-4f07-9273-3a81432f752f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.366085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] For port 72e1c2c8-45ed-4501-98b6-057326e77d2a, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:28.385579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.411861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] For port 72e1c2c8-45ed-4501-98b6-057326e77d2a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=72e1c2c8-45ed-4501-98b6-057326e77d2a,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:28.433352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7860b9-0a96-44a5-9e4c-7269d9f20ee8 req-85811ff1-507a-4a94-81be-8c8589ddb108 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.441027 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d7860b9-0a96-44a5-9e4c-7269d9f20ee8 req-85811ff1-507a-4a94-81be-8c8589ddb108 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1639662 Nov 12 03:37:28.442679 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.458620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Attempting to bind port 38dd2b45-3814-4f07-9273-3a81432f752f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:28.459613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Attempting to bind port 38dd2b45-3814-4f07-9273-3a81432f752f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '39749564-6556-4769-9336-c784415afe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:28.460283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Attempting to bind port 38dd2b45-3814-4f07-9273-3a81432f752f on network a7276f74-610a-4f38-86bb-9d94b3e3378d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:28.486691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.507415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-dd5d5ffd-c008-4611-810a-5cabcdc08e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.509364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-dd5d5ffd-c008-4611-810a-5cabcdc08e0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.3495162 Nov 12 03:37:28.519229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:28.519644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Checking segment: {'id': '39749564-6556-4769-9336-c784415afe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:28.520076 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.520525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Bound using segment: {'id': '39749564-6556-4769-9336-c784415afe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:28.521280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Bound port: 38dd2b45-3814-4f07-9273-3a81432f752f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39749564-6556-4769-9336-c784415afe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:28.521603 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.533376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d7860b9-0a96-44a5-9e4c-7269d9f20ee8 req-6ae5c9ef-8513-4d06-b0b4-178ec1b65a9d tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913568 Nov 12 03:37:28.643588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8427c-5504-461f-b2c5-1b6d041cb50c None None] Pushing event updated for resources: {'Port': ['ID=72e1c2c8-45ed-4501-98b6-057326e77d2a,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.689650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] For port 38dd2b45-3814-4f07-9273-3a81432f752f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:28.693805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] For port 38dd2b45-3814-4f07-9273-3a81432f752f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=38dd2b45-3814-4f07-9273-3a81432f752f,segment=NetworkSegment(39749564-6556-4769-9336-c784415afe39),segment_id=39749564-6556-4769-9336-c784415afe39)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:28.704962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.801808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.819927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Allocated IP 172.25.0.39 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/0922bade-5c82-480d-afcb-1684ec7bf76b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:28.876629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-36441ed1-18e2-4ee2-bc8a-dd5ecdb5aa85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c HTTP/1.1" status: 200 len: 217 time: 0.2760112 Nov 12 03:37:28.897398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a3d7f-796a-402e-b2ee-df80f3a85d82 None None] Pushing event updated for resources: {'Port': ['ID=38dd2b45-3814-4f07-9273-3a81432f752f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.972426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:28.976014 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1383cd97-6ea5-4e6f-aa75-1cc18f83ffe0" -d '{"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-unplugged", "status": "completed", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:28.988350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network a7276f74-610a-4f38-86bb-9d94b3e3378d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:28.992522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:28.997906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.998738 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.003767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=92e7728e-9286-449a-a40e-bb14a51e6581,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.026717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9c17d-70f0-42ab-af14-af781e13ba1f req-87cd76d4-5ab7-42fe-9ac8-3b7d1c4cbe2e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.028555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aca9c17d-70f0-42ab-af14-af781e13ba1f req-87cd76d4-5ab7-42fe-9ac8-3b7d1c4cbe2e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 946 time: 0.5235732 Nov 12 03:37:29.037098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab4c2d78-709e-47a7-9cd2-15be9b06cf5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1446881 Nov 12 03:37:29.039660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55242) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.046403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d', 'fixed_ips': [{'subnet_id': 'feff9d2d-0f3d-4ead-9f1c-4375cceda489'}, {'subnet_id': '92e7728e-9286-449a-a40e-bb14a51e6581'}], 'name': 'tempest-PortsTestJSON-1737882256'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:29.151155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-5f8713b2-9e20-4655-9eb8-49127270965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.152661 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-5f8713b2-9e20-4655-9eb8-49127270965f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.2665131 Nov 12 03:37:29.254058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cec297-d087-489f-93b3-3ce83ab8e7b0 req-3354fe1e-0f59-4d28-8791-2a124cdc71b3 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.260109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cec297-d087-489f-93b3-3ce83ab8e7b0 req-3354fe1e-0f59-4d28-8791-2a124cdc71b3 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.267048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cec297-d087-489f-93b3-3ce83ab8e7b0 req-3354fe1e-0f59-4d28-8791-2a124cdc71b3 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.267821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-14280785-1d98-4640-afae-ad384cbaf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.269016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0cec297-d087-489f-93b3-3ce83ab8e7b0 req-3354fe1e-0f59-4d28-8791-2a124cdc71b3 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795&device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e&device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 2417 time: 0.1142008 Nov 12 03:37:29.270173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-14280785-1d98-4640-afae-ad384cbaf5dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1060963 Nov 12 03:37:29.276030 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.294521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aca9c17d-70f0-42ab-af14-af781e13ba1f req-c079bf9b-c04c-4194-b0fa-3ea2adbf187a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873915 Nov 12 03:37:29.325881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:29.404594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0cec297-d087-489f-93b3-3ce83ab8e7b0 req-31231d52-5df0-420e-ac1d-5d5c3f227cb3 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212888 Nov 12 03:37:29.455992 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9beffa7-734d-496b-8b0f-fef1f406347d x-openstack-request-id: req-d9beffa7-734d-496b-8b0f-fef1f406347d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:29.456502 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-unplugged", "status": "failed", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596", "code": 422}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:29.456699 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9beffa7-734d-496b-8b0f-fef1f406347d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:29.457154 n-d-789963-21 neutron-server[102630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596', 'code': 422} returned with failed status Nov 12 03:37:29.536024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da6499-3dd8-475a-9b23-f02f19fce16a req-ba868c4b-ba79-4a0f-8f6d-7d836000fe06 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.537774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27da6499-3dd8-475a-9b23-f02f19fce16a req-ba868c4b-ba79-4a0f-8f6d-7d836000fe06 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.0901554 Nov 12 03:37:29.570555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.574045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.579420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-3b4ec33f-4d2e-46ea-8b6f-7c66342f8142 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813268 Nov 12 03:37:29.587272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 29ff8041-d468-44f0-b126-cb8a5f5b37d9 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:29.662615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac37c9-ea48-4cfd-a69d-e3b4d5e09690 req-0510b56e-bd20-4279-af45-f83c19cd3f98 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.671723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d8ac37c9-ea48-4cfd-a69d-e3b4d5e09690 req-0510b56e-bd20-4279-af45-f83c19cd3f98 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 947 time: 0.1499381 Nov 12 03:37:29.739542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:29.746461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:29.762674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f02fb5-ca2e-4c83-a051-5239ab498ac3 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:29.781476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d8ac37c9-ea48-4cfd-a69d-e3b4d5e09690 req-5d2e0c57-58ff-4017-81b2-73adf234e127 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082189 Nov 12 03:37:29.781690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:29.841285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Pushing event updated for resources: {'Port': ['ID=0922bade-5c82-480d-afcb-1684ec7bf76b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.895772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27da6499-3dd8-475a-9b23-f02f19fce16a req-23ec5c20-7bb2-40d3-b308-b4e0b7e3f195 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458247 Nov 12 03:37:29.908161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55260) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.931792 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4ffb591-28c8-45f6-9c28-463656f9dc92 req-1a81a990-d75b-4399-b596-62885207d5aa service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329346 Nov 12 03:37:29.948653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-73f1c98e-f53e-47f5-9e4f-ead556cdef28 None None] Provisioning complete for port 0922bade-5c82-480d-afcb-1684ec7bf76b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:29.955972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-73f1c98e-f53e-47f5-9e4f-ead556cdef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.051347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-73f1c98e-f53e-47f5-9e4f-ead556cdef28 None None] Port 0922bade-5c82-480d-afcb-1684ec7bf76b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:30.124041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1fed8b6d-39cf-442b-8df5-d9ead0b700a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.177432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b063e3-0d20-4e20-8a67-3308b53f4c65 req-46b2d7dd-07e5-4fb3-a8e2-a7c904a58aaf tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.179017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b063e3-0d20-4e20-8a67-3308b53f4c65 req-46b2d7dd-07e5-4fb3-a8e2-a7c904a58aaf tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.1244125 Nov 12 03:37:30.214509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a801a-b652-4706-a867-0d204032f1c2 None None] Network 541c0d17-4290-47cb-93c4-d01e16ec912e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:30.215021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc473523-36f0-4b05-949c-01012006ed6e req-e603052e-2643-43ef-888a-5efa1721b4c3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.224897 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc473523-36f0-4b05-949c-01012006ed6e req-e603052e-2643-43ef-888a-5efa1721b4c3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.1866796 Nov 12 03:37:30.247908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.12 (a7276f74-610a-4f38-86bb-9d94b3e3378d/feff9d2d-0f3d-4ead-9f1c-4375cceda489/29ff8041-d468-44f0-b126-cb8a5f5b37d9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:30.279418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.26 (a7276f74-610a-4f38-86bb-9d94b3e3378d/92e7728e-9286-449a-a40e-bb14a51e6581/29ff8041-d468-44f0-b126-cb8a5f5b37d9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:30.281492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b063e3-0d20-4e20-8a67-3308b53f4c65 req-16701829-06f8-4187-a577-b516829518b0 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953383 Nov 12 03:37:30.374619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc473523-36f0-4b05-949c-01012006ed6e req-ef460f78-b562-4ef9-a028-1054e4324a07 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475487 Nov 12 03:37:30.428113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.453141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1fed8b6d-39cf-442b-8df5-d9ead0b700a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.476514 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1fed8b6d-39cf-442b-8df5-d9ead0b700a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.652353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1fed8b6d-39cf-442b-8df5-d9ead0b700a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7f8f9883ad04f569d8d0694de23fff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7408078 Nov 12 03:37:30.652926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55276) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:30.655468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed8b6d-39cf-442b-8df5-d9ead0b700a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fffdd1-cd37-48ee-891c-e16afe1fb60f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.698173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57026f47-c187-4b1c-868c-a0c09f2b152c None None] Network a7276f74-610a-4f38-86bb-9d94b3e3378d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:30.713344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea0a4-5d41-4d65-a414-edbbeba80a78 req-3b815baa-2e8f-489c-917d-6a23326a9e6a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.714882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8efea0a4-5d41-4d65-a414-edbbeba80a78 req-3b815baa-2e8f-489c-917d-6a23326a9e6a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 946 time: 0.1998568 Nov 12 03:37:30.731993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.758275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-692a5d33-d69f-4504-95c3-64dcb28c5919 None None] Provisioning complete for port 72e1c2c8-45ed-4501-98b6-057326e77d2a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:30.759031 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-692a5d33-d69f-4504-95c3-64dcb28c5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.820596 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8566bd7-7e4d-40c3-98c9-d69fa9979fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.852184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8efea0a4-5d41-4d65-a414-edbbeba80a78 req-19e55c7a-43f5-4050-b63e-584a0a1e0aed tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264360 Nov 12 03:37:30.855417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8566bd7-7e4d-40c3-98c9-d69fa9979fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.857683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.866500 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.868497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 72e1c2c8-45ed-4501-98b6-057326e77d2a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:30.959883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network a7276f74-610a-4f38-86bb-9d94b3e3378d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:30.979391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:30.994653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=29ff8041-d468-44f0-b126-cb8a5f5b37d9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.998870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:31.032809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8566bd7-7e4d-40c3-98c9-d69fa9979fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.036159 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8566bd7-7e4d-40c3-98c9-d69fa9979fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.037397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c8566bd7-7e4d-40c3-98c9-d69fa9979fa0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07fffdd1-cd37-48ee-891c-e16afe1fb60f HTTP/1.1" status: 204 len: 168 time: 0.3835280 Nov 12 03:37:31.060281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-db6ec884-cedc-4d90-a2a9-86aee2aeda4a req-a7981674-4a91-4aed-a11f-9640828358f4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:31.065304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db6ec884-cedc-4d90-a2a9-86aee2aeda4a req-a7981674-4a91-4aed-a11f-9640828358f4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098040 Nov 12 03:37:31.068312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.068489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8566bd7-7e4d-40c3-98c9-d69fa9979fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fffdd1-cd37-48ee-891c-e16afe1fb60f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.068650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.109852 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-78006052-0603-4f61-96d1-dda211478c36 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0689137 Nov 12 03:37:31.112470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55292) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:31.115739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 72e1c2c8-45ed-4501-98b6-057326e77d2a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:31.116253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.118121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'feff9d2d-0f3d-4ead-9f1c-4375cceda489'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:31.160324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26877d2d-aa15-4c3d-90de-0382e6aa6cfb req-5fcd9306-616f-42c5-95ab-edc066137afe tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.162007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26877d2d-aa15-4c3d-90de-0382e6aa6cfb req-5fcd9306-616f-42c5-95ab-edc066137afe tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 947 time: 0.1852579 Nov 12 03:37:31.199551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-692a5d33-d69f-4504-95c3-64dcb28c5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.365052 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aae7ed70-16ec-4548-bace-a466612157de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.394200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-692a5d33-d69f-4504-95c3-64dcb28c5919 None None] For port 72e1c2c8-45ed-4501-98b6-057326e77d2a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=72e1c2c8-45ed-4501-98b6-057326e77d2a,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:31.414899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-692a5d33-d69f-4504-95c3-64dcb28c5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.556064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322300d3-dda0-436d-b1ee-b022377e03a9 None None] Update dhcp port {'port': {'network_id': 'a7276f74-610a-4f38-86bb-9d94b3e3378d', 'fixed_ips': [{'subnet_id': 'feff9d2d-0f3d-4ead-9f1c-4375cceda489', 'ip_address': '172.20.0.2'}, {'subnet_id': '92e7728e-9286-449a-a40e-bb14a51e6581'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '38dd2b45-3814-4f07-9273-3a81432f752f'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:37:31.598878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a5d33-d69f-4504-95c3-64dcb28c5919 None None] Pushing event updated for resources: {'Port': ['ID=72e1c2c8-45ed-4501-98b6-057326e77d2a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.606079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Provisioning complete for port 72e1c2c8-45ed-4501-98b6-057326e77d2a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:31.606918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.618589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 38dd2b45-3814-4f07-9273-3a81432f752f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:31.700429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-322300d3-dda0-436d-b1ee-b022377e03a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.760959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:37:31.887205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 38dd2b45-3814-4f07-9273-3a81432f752f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:31.887703 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.924574 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.931785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73f9a-4db8-491f-b7ea-e06eccead688 req-b13747e3-f55f-4c1f-82c0-367eedeebff7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.951588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26877d2d-aa15-4c3d-90de-0382e6aa6cfb req-af0d503b-7780-4a21-83c3-25b2b5afbbbd tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153579 Nov 12 03:37:31.952920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cdc73f9a-4db8-491f-b7ea-e06eccead688 req-b13747e3-f55f-4c1f-82c0-367eedeebff7 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.1685371 Nov 12 03:37:32.005514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Provisioning complete for port 38dd2b45-3814-4f07-9273-3a81432f752f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:32.006063 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.087350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-322300d3-dda0-436d-b1ee-b022377e03a9 None None] Allocated IP 172.20.0.18 (a7276f74-610a-4f38-86bb-9d94b3e3378d/92e7728e-9286-449a-a40e-bb14a51e6581/38dd2b45-3814-4f07-9273-3a81432f752f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:32.093008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cdc73f9a-4db8-491f-b7ea-e06eccead688 req-daac5ffe-071b-46eb-9ff2-21807eb861c8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386871 Nov 12 03:37:32.132489 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.135071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:32.168850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.174052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4a32ab65-b94c-41fa-905d-af0296ec6e10 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6371629 Nov 12 03:37:32.174710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55326) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:32.181758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Sync routers for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:32.226584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb590e-2be4-4970-b835-39361e6dae26 req-23069211-8f64-43d7-b190-e2c5e023a0a9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.238311 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efbb590e-2be4-4970-b835-39361e6dae26 req-23069211-8f64-43d7-b190-e2c5e023a0a9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 946 time: 0.1942563 Nov 12 03:37:32.284870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.286777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:32.287648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:37:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:32.378437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:32.380690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:32.465425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-322300d3-dda0-436d-b1ee-b022377e03a9 None None] For port 38dd2b45-3814-4f07-9273-3a81432f752f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=38dd2b45-3814-4f07-9273-3a81432f752f,segment=NetworkSegment(39749564-6556-4769-9336-c784415afe39),segment_id=39749564-6556-4769-9336-c784415afe39)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:32.529481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-efbb590e-2be4-4970-b835-39361e6dae26 req-eac59a7a-507b-4dc6-9cf9-914fd45c75ea tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897685 Nov 12 03:37:32.560414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-21fcd3d6-d21a-4ad4-b047-c4c183b68df4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5374238 Nov 12 03:37:32.572095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-45440518-730a-4559-8e75-f06f02cdc0fd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:32.593407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-45440518-730a-4559-8e75-f06f02cdc0fd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320022 Nov 12 03:37:32.640390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:32.791671 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-322300d3-dda0-436d-b1ee-b022377e03a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.845598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:32.880929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-322300d3-dda0-436d-b1ee-b022377e03a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.963205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Delete allocated IP 172.20.0.26 (a7276f74-610a-4f38-86bb-9d94b3e3378d/92e7728e-9286-449a-a40e-bb14a51e6581) {{(pid=102628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:37:33.018579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.257254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322300d3-dda0-436d-b1ee-b022377e03a9 None None] Pushing event updated for resources: {'Port': ['ID=38dd2b45-3814-4f07-9273-3a81432f752f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.280403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Allocated IP 172.20.0.1 (541c0d17-4290-47cb-93c4-d01e16ec912e/f650f231-54ac-44d4-be52-e565f36622b1/834fa313-3090-4a9b-8209-56c34c5ad986) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:33.280562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa13dc-449c-42e6-9768-92719483286e req-6b0fde52-2e12-4d5f-9773-e39ebdb1f944 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.282588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41fa13dc-449c-42e6-9768-92719483286e req-6b0fde52-2e12-4d5f-9773-e39ebdb1f944 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 947 time: 0.1488373 Nov 12 03:37:33.351056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c', 'mac_address': 'fa:16:3e:4a:c4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:33.355227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.381989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.390438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6eea7-394f-48ee-baef-416e7336e9db req-cfc25174-bac0-4536-8150-89a069a9e6c6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.404175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36c6eea7-394f-48ee-baef-416e7336e9db req-cfc25174-bac0-4536-8150-89a069a9e6c6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 946 time: 0.3799431 Nov 12 03:37:33.436649 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.443498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41fa13dc-449c-42e6-9768-92719483286e req-9523dee5-c863-4e64-9a50-b02e3277ba0b tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524260 Nov 12 03:37:33.510133 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:33.510847 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:33.518470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:33.524085 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:33.524490 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:33.544830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=29ff8041-d468-44f0-b126-cb8a5f5b37d9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.578702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:33.585431 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f49c7b4-01cf-4dce-8c6e-d74e37e12ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.596701 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.599105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] In _notify_port_updated(), no bound segment for port 29ff8041-d468-44f0-b126-cb8a5f5b37d9 on network a7276f74-610a-4f38-86bb-9d94b3e3378d {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:37:33.618354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.619041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.623433 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2daf5b4f-9879-4a08-9f6f-85da0a912bb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "PUT /v2.0/ports/29ff8041-d468-44f0-b126-cb8a5f5b37d9 HTTP/1.1" status: 200 len: 920 time: 2.5099270 Nov 12 03:37:33.637483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55398) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.662789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'feff9d2d-0f3d-4ead-9f1c-4375cceda489'}, {'subnet_id': '92e7728e-9286-449a-a40e-bb14a51e6581'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:33.712712 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36c6eea7-394f-48ee-baef-416e7336e9db req-9c0a7053-cb22-4bac-9faa-bd3ccb2601ee tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071077 Nov 12 03:37:33.748255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.796570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.812610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:30Z', 'revision_number': 3, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:33.833280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.885187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Checking router: b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:33.886025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Updating router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 port 0922bade-5c82-480d-afcb-1684ec7bf76b binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:33.915378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d02c-4207-4c5e-96df-0295dcb84ad7 req-53bfc7c3-1575-4c24-bba2-d13fd66a01d0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.925609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7421d02c-4207-4c5e-96df-0295dcb84ad7 req-53bfc7c3-1575-4c24-bba2-d13fd66a01d0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.1149528 Nov 12 03:37:33.975625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.027730 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.119652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.122139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:34.180430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Network 541c0d17-4290-47cb-93c4-d01e16ec912e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:34.191657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Pushing event updated for resources: {'Port': ['ID=834fa313-3090-4a9b-8209-56c34c5ad986,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.196311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:34.199954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:34.360311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7421d02c-4207-4c5e-96df-0295dcb84ad7 req-f5bc419a-f262-47cd-b85e-88e646355426 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067457 Nov 12 03:37:34.366498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-ca4d0072-1487-4314-b9ce-beabf2df3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.370912 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-ca4d0072-1487-4314-b9ce-beabf2df3393 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f&tenant_id=e11e965154e64fcf9e59e9d014b04966 HTTP/1.1" status: 200 len: 1095 time: 0.3261726 Nov 12 03:37:34.458599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.19 (a7276f74-610a-4f38-86bb-9d94b3e3378d/92e7728e-9286-449a-a40e-bb14a51e6581/29ff8041-d468-44f0-b126-cb8a5f5b37d9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:34.480069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.497763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 38dd2b45-3814-4f07-9273-3a81432f752f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=38dd2b45-3814-4f07-9273-3a81432f752f,segment=NetworkSegment(39749564-6556-4769-9336-c784415afe39),segment_id=39749564-6556-4769-9336-c784415afe39)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:34.507562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.525611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d526deb7-00e8-4ab4-a473-f13eb55b8900 None None] Network a7276f74-610a-4f38-86bb-9d94b3e3378d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:34.632980 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.725851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-46fd6f96-587f-4156-97c7-6e62df85ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.727502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-46fd6f96-587f-4156-97c7-6e62df85ef9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 1095 time: 0.3182890 Nov 12 03:37:34.730763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab260-75a1-472e-8b9c-ff0df83bc6d6 req-a9b025cb-1a24-45f8-b0df-9d913f532dcf tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.739371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac6ab260-75a1-472e-8b9c-ff0df83bc6d6 req-a9b025cb-1a24-45f8-b0df-9d913f532dcf tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.2294431 Nov 12 03:37:34.832442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac6ab260-75a1-472e-8b9c-ff0df83bc6d6 req-9f2f24af-b95f-411f-b6f4-1aaa402abd2a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921278 Nov 12 03:37:34.869393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.878403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 72e1c2c8-45ed-4501-98b6-057326e77d2a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:34.884524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.918204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97cc4e-4e45-4f1e-92db-9054570a1ebc req-f6d86fe5-057d-4c82-b9a1-bc2229896f9b tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.926750 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd97cc4e-4e45-4f1e-92db-9054570a1ebc req-f6d86fe5-057d-4c82-b9a1-bc2229896f9b tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 948 time: 0.2800107 Nov 12 03:37:34.975541 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:34.976062 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-1e076e82-83e6-4568-bce8-9188606c3fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:35.011930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=38dd2b45-3814-4f07-9273-3a81432f752f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.034949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=29ff8041-d468-44f0-b126-cb8a5f5b37d9,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.082756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-5c0ffce2-a2f3-4c63-b6ce-0679181522f4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.084222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-5c0ffce2-a2f3-4c63-b6ce-0679181522f4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 946 time: 0.2359679 Nov 12 03:37:35.084992 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.090175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-2e1f9105-1f65-4dde-b881-09ba41e976dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.091816 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-2e1f9105-1f65-4dde-b881-09ba41e976dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 915 time: 0.3398085 Nov 12 03:37:35.103723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999b4d1-d21a-4b77-9ed4-1ea8b5045eab req-710a3d36-7152-4f09-b5f7-3e45d659b86f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.110872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0999b4d1-d21a-4b77-9ed4-1ea8b5045eab req-710a3d36-7152-4f09-b5f7-3e45d659b86f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 946 time: 0.1683238 Nov 12 03:37:35.117054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd97cc4e-4e45-4f1e-92db-9054570a1ebc req-f0bcc61d-260f-4595-a33d-a4a93bd997c9 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888947 Nov 12 03:37:35.163322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] In _notify_port_updated(), no bound segment for port 29ff8041-d468-44f0-b126-cb8a5f5b37d9 on network a7276f74-610a-4f38-86bb-9d94b3e3378d {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:37:35.170664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.171523 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.174856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2a83dabe-a77b-4ecd-ae5a-9bd7bdf1bfca tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "PUT /v2.0/ports/29ff8041-d468-44f0-b126-cb8a5f5b37d9 HTTP/1.1" status: 200 len: 1000 time: 1.5360806 Nov 12 03:37:35.177590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55442) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.195800 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.244718 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.268290 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.275486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-1d737f05-778f-44d5-bd19-18c041028b56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=425f44ec-f61a-4a58-8974-68f16cf66596 HTTP/1.1" status: 200 len: 217 time: 0.1577046 Nov 12 03:37:35.312262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 72e1c2c8-45ed-4501-98b6-057326e77d2a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.312262 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.367389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Attempting to bind port 0922bade-5c82-480d-afcb-1684ec7bf76b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:35.367770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Attempting to bind port 0922bade-5c82-480d-afcb-1684ec7bf76b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:35.368132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Attempting to bind port 0922bade-5c82-480d-afcb-1684ec7bf76b on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:35.385602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050afd7-b7d0-40f3-94d7-57dae67ffc00 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:35.415674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:35.416053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:35.416452 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.416868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:35.417347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Bound port: 0922bade-5c82-480d-afcb-1684ec7bf76b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:35.417723 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.438915 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0999b4d1-d21a-4b77-9ed4-1ea8b5045eab req-915f6ae9-d053-44fc-9a53-126ec3fec3d0 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197699 Nov 12 03:37:35.459557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-d9f615e6-90be-468a-bb25-0af2c437777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.461232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-d9f615e6-90be-468a-bb25-0af2c437777e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 200 len: 853 time: 0.1738434 Nov 12 03:37:35.462669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e434be-5e38-4421-b11c-de07e99c2a02 None None] Pushing event updated for resources: {'Port': ['ID=0922bade-5c82-480d-afcb-1684ec7bf76b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.468889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b68c3a83-fb1f-4c6b-a886-73a739c8dead None None] Provisioning complete for port 834fa313-3090-4a9b-8209-56c34c5ad986 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.470406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b68c3a83-fb1f-4c6b-a886-73a739c8dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.485966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f70ec-8b0c-4295-9ee2-52a8fe734fec tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 29ff8041-d468-44f0-b126-cb8a5f5b37d9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:35.486489 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee7f70ec-8b0c-4295-9ee2-52a8fe734fec tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.525463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] For port 0922bade-5c82-480d-afcb-1684ec7bf76b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:35.558253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b68c3a83-fb1f-4c6b-a886-73a739c8dead None None] Port 834fa313-3090-4a9b-8209-56c34c5ad986 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:35.563978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] For port 0922bade-5c82-480d-afcb-1684ec7bf76b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0922bade-5c82-480d-afcb-1684ec7bf76b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:35.574272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-e3c29cf2-593a-40b7-9d19-aa8cf6f49cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51d1d17e-647d-4c3c-a548-90bcb44abb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925212 Nov 12 03:37:35.581502 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.604425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee7f70ec-8b0c-4295-9ee2-52a8fe734fec tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.619399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f70ec-8b0c-4295-9ee2-52a8fe734fec tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 29ff8041-d468-44f0-b126-cb8a5f5b37d9 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:35.646323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e434be-5e38-4421-b11c-de07e99c2a02 None None] Pushing event updated for resources: {'Port': ['ID=0922bade-5c82-480d-afcb-1684ec7bf76b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.649184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b68c3a83-fb1f-4c6b-a886-73a739c8dead None None] Provisioning complete for port 38dd2b45-3814-4f07-9273-3a81432f752f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.649767 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b68c3a83-fb1f-4c6b-a886-73a739c8dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.654856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 38dd2b45-3814-4f07-9273-3a81432f752f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:35.737976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ecf8b8-4526-47dc-b8a7-f3e8ab3fec0e None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:35.771786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:35.772518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:37:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:35.825144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 38dd2b45-3814-4f07-9273-3a81432f752f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.825719 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.032406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Deleting port bbe6d687-9c30-44c7-862e-e0533e4083e7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:36.032835 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.047975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b2bbb-9086-46db-baa1-a212d9d95746 req-5dd96996-4b28-4e60-8743-485557196267 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.053569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad6b2bbb-9086-46db-baa1-a212d9d95746 req-5dd96996-4b28-4e60-8743-485557196267 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.0998042 Nov 12 03:37:36.054415 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee7f70ec-8b0c-4295-9ee2-52a8fe734fec tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.132279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f70ec-8b0c-4295-9ee2-52a8fe734fec tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=29ff8041-d468-44f0-b126-cb8a5f5b37d9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.222715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55aef1-1edd-421c-9bf7-56c4822efe73 req-09acc561-67a6-4006-abb2-8d2f61f92cf4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.223343 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee7f70ec-8b0c-4295-9ee2-52a8fe734fec tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.229739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ee7f70ec-8b0c-4295-9ee2-52a8fe734fec tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/29ff8041-d468-44f0-b126-cb8a5f5b37d9 HTTP/1.1" status: 204 len: 168 time: 1.0357952 Nov 12 03:37:36.230541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed55aef1-1edd-421c-9bf7-56c4822efe73 req-09acc561-67a6-4006-abb2-8d2f61f92cf4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.7503688 Nov 12 03:37:36.232258 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55452) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:36.266866 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad6b2bbb-9086-46db-baa1-a212d9d95746 req-c124adf7-f2ba-4b87-abc9-bd1e8f38f44e tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882114 Nov 12 03:37:36.310918 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-575cebfb-f993-4d36-bcca-512047d11253 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:37:36.312471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-575cebfb-f993-4d36-bcca-512047d11253 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/29ff8041-d468-44f0-b126-cb8a5f5b37d9 HTTP/1.1" status: 404 len: 333 time: 0.0709553 Nov 12 03:37:36.318777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55456) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:36.324800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b68c3a83-fb1f-4c6b-a886-73a739c8dead None None] Could not find standard attr ID for object 29ff8041-d468-44f0-b126-cb8a5f5b37d9. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:36.332778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:36.355483 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.367161 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.378396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] For port bbe6d687-9c30-44c7-862e-e0533e4083e7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bbe6d687-9c30-44c7-862e-e0533e4083e7,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:36.378784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.381628 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.396954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-03d2caea-58b5-493d-b4a1-f6c93ac86eac service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8071420 Nov 12 03:37:36.449495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:36.493850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb4b7ee-2bf7-4709-942b-7847a6e2d43a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet 92e7728e-9286-449a-a40e-bb14a51e6581 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:36.499568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-2bf7-4709-942b-7847a6e2d43a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.541972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf15e3-7553-4a31-a4e3-5411628b713a req-94951838-a01a-4bbf-9e13-d37118e7e997 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.543607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bbf15e3-7553-4a31-a4e3-5411628b713a req-94951838-a01a-4bbf-9e13-d37118e7e997 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 948 time: 0.1239319 Nov 12 03:37:36.565661 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8223ac6-c21d-46dc-aa53-075afb9f385d req-321ba8f7-2760-4a08-9d7e-e1d330f9b338 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190603 Nov 12 03:37:36.566618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Calling delete_port for bbe6d687-9c30-44c7-862e-e0533e4083e7 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:36.589999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] Provisioning complete for port 38dd2b45-3814-4f07-9273-3a81432f752f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:36.590653 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.601625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed55aef1-1edd-421c-9bf7-56c4822efe73 req-ec34f8a6-6f90-4160-bf6b-7a4f26fe927b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701284 Nov 12 03:37:36.602619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-2bf7-4709-942b-7847a6e2d43a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.622788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.652870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Pushing event updated for resources: {'Port': ['ID=834fa313-3090-4a9b-8209-56c34c5ad986,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.810065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:36.827841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 38dd2b45-3814-4f07-9273-3a81432f752f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:36.844190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:36.847527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.871911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-2bf7-4709-942b-7847a6e2d43a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.899136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bbf15e3-7553-4a31-a4e3-5411628b713a req-bd76c670-1703-44f5-96ce-82db43d3ba89 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400443 Nov 12 03:37:37.004681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Network 541c0d17-4290-47cb-93c4-d01e16ec912e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:37.053790 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-2bf7-4709-942b-7847a6e2d43a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.054968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:37.111757 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.114998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4b7ee-2bf7-4709-942b-7847a6e2d43a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=92e7728e-9286-449a-a40e-bb14a51e6581,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.160035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-2bf7-4709-942b-7847a6e2d43a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.172343 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8fb4b7ee-2bf7-4709-942b-7847a6e2d43a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/92e7728e-9286-449a-a40e-bb14a51e6581 HTTP/1.1" status: 204 len: 168 time: 0.8514037 Nov 12 03:37:37.173868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55472) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:37.201659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023f158-62fa-45f1-abb5-8828d99c908a req-5bae4da4-cd07-41a5-97d2-f841e0a93f92 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.211359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2023f158-62fa-45f1-abb5-8828d99c908a req-5bae4da4-cd07-41a5-97d2-f841e0a93f92 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a6f6c3-0761-409f-b1a8-1417c1c39a8d HTTP/1.1" status: 200 len: 946 time: 0.2965529 Nov 12 03:37:37.231600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:33Z', 'revision_number': 1, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:37.248598 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.284338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 38dd2b45-3814-4f07-9273-3a81432f752f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:37.284786 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.291813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet feff9d2d-0f3d-4ead-9f1c-4375cceda489 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:37.297367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.355841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f54eef-8da0-4f02-ae70-7091a592a111 None None] Network a7276f74-610a-4f38-86bb-9d94b3e3378d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:37.364227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event deleted for resources: {'Port': ['ID=bbe6d687-9c30-44c7-862e-e0533e4083e7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.385569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a781a-e2ac-48ab-b83f-6a099e79797e None None] The sync data for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 is: [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:33Z', 'revision_number': 1, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:37.405302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] Provisioning complete for port 0922bade-5c82-480d-afcb-1684ec7bf76b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:37.405761 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.424990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.563209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1139b-47c9-4d83-9683-9be1a08c6f84 req-3f1505df-806f-4539-93d0-856e4f659eb8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.574615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5a1139b-47c9-4d83-9683-9be1a08c6f84 req-3f1505df-806f-4539-93d0-856e4f659eb8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1434472 Nov 12 03:37:37.581085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6171f-a653-4d53-9f7d-759c64ff5417 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:37.730882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] No DVR routers for this DVR port bbe6d687-9c30-44c7-862e-e0533e4083e7 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:37.762123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2023f158-62fa-45f1-abb5-8828d99c908a req-170d7387-94c6-46d1-af9f-d308d1347e87 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446117 Nov 12 03:37:37.762511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.773107 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.780034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77a00be6-1d7b-487b-8150-bab3c3e3f6bb req-a367ea27-b88a-4d35-9a41-b8dc869d966e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "DELETE /v2.0/ports/bbe6d687-9c30-44c7-862e-e0533e4083e7 HTTP/1.1" status: 204 len: 173 time: 2.6872361 Nov 12 03:37:37.782582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a6f6c3-0761-409f-b1a8-1417c1c39a8d', 'name': 'network-vif-deleted', 'tag': 'bbe6d687-9c30-44c7-862e-e0533e4083e7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:37.799237 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c5d506-922b-47f8-8223-1b0823a07e20" -d '{"events": [{"server_uuid": "49a6f6c3-0761-409f-b1a8-1417c1c39a8d", "name": "network-vif-deleted", "tag": "bbe6d687-9c30-44c7-862e-e0533e4083e7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:37.813489 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.850938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:37.872651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5a1139b-47c9-4d83-9683-9be1a08c6f84 req-1615b3ff-d259-47df-8f2f-e70a1749ace5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724586 Nov 12 03:37:38.020729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b04c5-64d9-469e-9dfa-23687a43ba3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:38.027795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.039350 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6342006a-c4e7-40cb-a8bc-9b6e7b3a495b" -d '{"events": [{"server_uuid": "ea4b04c5-64d9-469e-9dfa-23687a43ba3b", "name": "network-vif-plugged", "status": "completed", "tag": "cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:38.096651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:38.154620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=feff9d2d-0f3d-4ead-9f1c-4375cceda489,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.158525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.164327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/feff9d2d-0f3d-4ead-9f1c-4375cceda489 HTTP/1.1" status: 204 len: 168 time: 0.9871645 Nov 12 03:37:38.172262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55494) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.207602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.207925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.208217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.208550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.208906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.209232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.209670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.209866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.210185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.210506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.210823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.211139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9fa384-8d62-4df2-98e4-60f3c5b9118b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:38.293974 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.308037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d820f-7882-45d4-8ed4-259e576ccb38 req-2a0491c1-81b3-4d16-bdc5-e47e50620903 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.320676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-713d820f-7882-45d4-8ed4-259e576ccb38 req-2a0491c1-81b3-4d16-bdc5-e47e50620903 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.3092380 Nov 12 03:37:38.337533 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa650d3a-2ae3-497a-bbc6-ebe1d6ba2b4b x-openstack-request-id: req-aa650d3a-2ae3-497a-bbc6-ebe1d6ba2b4b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:38.338122 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a6f6c3-0761-409f-b1a8-1417c1c39a8d", "name": "network-vif-deleted", "tag": "bbe6d687-9c30-44c7-862e-e0533e4083e7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:38.338555 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa650d3a-2ae3-497a-bbc6-ebe1d6ba2b4b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:38.339174 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a6f6c3-0761-409f-b1a8-1417c1c39a8d', 'name': 'network-vif-deleted', 'tag': 'bbe6d687-9c30-44c7-862e-e0533e4083e7', 'status': 'completed', 'code': 200} Nov 12 03:37:38.362716 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.371467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:38.392775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4db5b8c4-b317-423a-a9dd-fe8185a4fccb admin admin] 10.222.0.49 "PUT /v2.0/routers/b4a1326e-5b76-4eb5-9340-c3b64b1e5b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2169011 Nov 12 03:37:38.446387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bbe6d687-9c30-44c7-862e-e0533e4083e7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:38.475745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-713d820f-7882-45d4-8ed4-259e576ccb38 req-af6c307f-43d7-48c7-a04c-29c1108278b1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537099 Nov 12 03:37:38.546460 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.566223 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ff8475-e344-485f-838d-9cb84f54d218 x-openstack-request-id: req-85ff8475-e344-485f-838d-9cb84f54d218 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:38.567008 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b04c5-64d9-469e-9dfa-23687a43ba3b", "name": "network-vif-plugged", "status": "completed", "tag": "cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:38.567538 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85ff8475-e344-485f-838d-9cb84f54d218 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:38.568216 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b04c5-64d9-469e-9dfa-23687a43ba3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c', 'code': 200} Nov 12 03:37:38.569684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: bbe6d687-9c30-44c7-862e-e0533e4083e7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:38.570583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bbe6d687-9c30-44c7-862e-e0533e4083e7 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:38.638869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7ced5-f3a4-4e29-808a-b024cce91a1b req-86af3cfc-8319-441c-a88f-4c5fcb826101 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.640460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76f7ced5-f3a4-4e29-808a-b024cce91a1b req-86af3cfc-8319-441c-a88f-4c5fcb826101 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 949 time: 0.1749098 Nov 12 03:37:38.643368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 38dd2b45-3814-4f07-9273-3a81432f752f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:38.644320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.671310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] For port 0922bade-5c82-480d-afcb-1684ec7bf76b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0922bade-5c82-480d-afcb-1684ec7bf76b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:38.678601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.699034 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.799332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] Could not find standard attr ID for object 29ff8041-d468-44f0-b126-cb8a5f5b37d9. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:38.800873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafbb1b-3477-48c1-a341-cc31f29b4244 None None] Pushing event updated for resources: {'Port': ['ID=0922bade-5c82-480d-afcb-1684ec7bf76b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.828568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] DHCP port deletion for a7276f74-610a-4f38-86bb-9d94b3e3378d request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:38.941832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] For port 38dd2b45-3814-4f07-9273-3a81432f752f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=38dd2b45-3814-4f07-9273-3a81432f752f,segment=NetworkSegment(39749564-6556-4769-9336-c784415afe39),segment_id=39749564-6556-4769-9336-c784415afe39)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:38.946874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.020234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 38dd2b45-3814-4f07-9273-3a81432f752f owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:39.032763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ec3b3-60cf-402f-aaa4-e7f55c70a955 req-1583b8d1-6d6f-4d4c-9d87-9646928c1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.039461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-520ec3b3-60cf-402f-aaa4-e7f55c70a955 req-1583b8d1-6d6f-4d4c-9d87-9646928c1341 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 1101 time: 0.1904867 Nov 12 03:37:39.044912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-43f052e6-6507-4696-bb3c-44570bd9c5cd None None] Provisioning complete for port 834fa313-3090-4a9b-8209-56c34c5ad986 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:39.044912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43f052e6-6507-4696-bb3c-44570bd9c5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.141856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] Deleting port 38dd2b45-3814-4f07-9273-3a81432f752f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:39.142110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.143796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-43f052e6-6507-4696-bb3c-44570bd9c5cd None None] Port 834fa313-3090-4a9b-8209-56c34c5ad986 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:39.193804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-43f052e6-6507-4696-bb3c-44570bd9c5cd None None] Could not find standard attr ID for object 29ff8041-d468-44f0-b126-cb8a5f5b37d9. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:39.233298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76f7ced5-f3a4-4e29-808a-b024cce91a1b req-63a5bd1c-0c49-4474-b355-6a07912b1368 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819576 Nov 12 03:37:39.292025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.329790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55510) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:39.336905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-55a187ed-f8a1-4667-ad9e-11fbb570524f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--21396163', 'description': 'tempest-description--1764666145'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:39.351274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] For port 38dd2b45-3814-4f07-9273-3a81432f752f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=38dd2b45-3814-4f07-9273-3a81432f752f,segment=NetworkSegment(39749564-6556-4769-9336-c784415afe39),segment_id=39749564-6556-4769-9336-c784415afe39)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:39.351691 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.386118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] Calling delete_port for 38dd2b45-3814-4f07-9273-3a81432f752f owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:39.390582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a187ed-f8a1-4667-ad9e-11fbb570524f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.397720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=38dd2b45-3814-4f07-9273-3a81432f752f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.404267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No DVR routers for this DVR port 38dd2b45-3814-4f07-9273-3a81432f752f on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:39.600861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.649058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] Pushing event deleted for resources: {'Port': ['ID=38dd2b45-3814-4f07-9273-3a81432f752f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.677636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ba549-dd9a-4851-a0df-1df144f0a46b None None] No DVR routers for this DVR port 38dd2b45-3814-4f07-9273-3a81432f752f on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:39.697042 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.725247 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-520ec3b3-60cf-402f-aaa4-e7f55c70a955 req-75b30e8b-10c2-4f54-803d-cfe683fea0cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969611 Nov 12 03:37:39.741511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7276f74-610a-4f38-86bb-9d94b3e3378d']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:39.761595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39749564-6556-4769-9336-c784415afe39') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:39.761860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39749564-6556-4769-9336-c784415afe39') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:39.769468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aca49c-3d40-43e1-ad14-8f10b4c3ffd9 req-9c2acdf5-2023-4db7-8be8-0b4e206d6e92 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.771602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7aca49c-3d40-43e1-ad14-8f10b4c3ffd9 req-9c2acdf5-2023-4db7-8be8-0b4e206d6e92 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.2878592 Nov 12 03:37:39.779595 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.802351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.819751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:39.820572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:39.825789 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:39.887595 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a187ed-f8a1-4667-ad9e-11fbb570524f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.912219 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a187ed-f8a1-4667-ad9e-11fbb570524f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.943009 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.950566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.962069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/networks/a7276f74-610a-4f38-86bb-9d94b3e3378d HTTP/1.1" status: 204 len: 168 time: 1.7881494 Nov 12 03:37:39.962468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55518) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:39.995692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7aca49c-3d40-43e1-ad14-8f10b4c3ffd9 req-803f0260-72d9-487d-ba95-e337a0b0b6ae tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116556 Nov 12 03:37:40.009933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fc40c-aa6b-448f-b935-ed0ffa35364c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Network': ['ID=a7276f74-610a-4f38-86bb-9d94b3e3378d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.034744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a187ed-f8a1-4667-ad9e-11fbb570524f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c28e381-bbb6-41ec-af85-f26fc0cd8471,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.081959 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a187ed-f8a1-4667-ad9e-11fbb570524f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.083380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-55a187ed-f8a1-4667-ad9e-11fbb570524f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7515759 Nov 12 03:37:40.086207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55520) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.092353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bcc51349-18a4-4190-b1b3-fb1a151d6ff7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'security_group_rule': {'security_group_id': '6c28e381-bbb6-41ec-af85-f26fc0cd8471', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.168043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f4663f-0f19-42dc-bf0c-302f70199960 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.174717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55522) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.189461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-58f4663f-0f19-42dc-bf0c-302f70199960 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2098782 Nov 12 03:37:40.243297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bcc51349-18a4-4190-b1b3-fb1a151d6ff7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.271711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b93bd316-9fc5-45a4-9e4c-ffeae4ac069a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0943441 Nov 12 03:37:40.284383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55526) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.290533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-85659986'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.357596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd3fd-300d-4bb7-88d6-152dd4f13d51 req-63161569-9681-4257-86dd-34db1b5c8293 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.370982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:40.371209 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e8dd3fd-300d-4bb7-88d6-152dd4f13d51 req-63161569-9681-4257-86dd-34db1b5c8293 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.2516558 Nov 12 03:37:40.387175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.427513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:40.454747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.455241 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Added segment 910c2b12-529a-4c2f-b0ab-3de7e961630d of type vlan for network cd1ad713-5f38-469b-ad15-d1493b9ba62d Nov 12 03:37:40.494943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e8dd3fd-300d-4bb7-88d6-152dd4f13d51 req-adb7593f-4fd2-48ff-90c0-6b13d6fbd9c0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226592 Nov 12 03:37:40.541190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.543092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bcc51349-18a4-4190-b1b3-fb1a151d6ff7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.549464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bcc51349-18a4-4190-b1b3-fb1a151d6ff7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.570129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc51349-18a4-4190-b1b3-fb1a151d6ff7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68297f2e-857e-4962-ac6d-382e8b78d2ad,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.579146 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.580557 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bcc51349-18a4-4190-b1b3-fb1a151d6ff7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.581888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bcc51349-18a4-4190-b1b3-fb1a151d6ff7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4946897 Nov 12 03:37:40.584452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55534) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.587352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.588017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.590773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ad528c2f-96d0-4f64-997a-8182dbe4803c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'security_group_rule': {'security_group_id': '6c28e381-bbb6-41ec-af85-f26fc0cd8471', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.638424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad528c2f-96d0-4f64-997a-8182dbe4803c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.659101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3707438 Nov 12 03:37:40.659949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.666050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.699539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f2520-b4b8-404e-a5b7-f7adef95ceb9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Network': ['ID=cd1ad713-5f38-469b-ad15-d1493b9ba62d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.734400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network cd1ad713-5f38-469b-ad15-d1493b9ba62d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:40.799309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:40.804179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.893654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0922bade-5c82-480d-afcb-1684ec7bf76b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:40.964029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0922bade-5c82-480d-afcb-1684ec7bf76b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:40.964728 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.066012 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad528c2f-96d0-4f64-997a-8182dbe4803c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.082028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad528c2f-96d0-4f64-997a-8182dbe4803c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.142851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad528c2f-96d0-4f64-997a-8182dbe4803c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31105760-e0aa-4abf-adc1-94f76c5872e5,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.149891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ad528c2f-96d0-4f64-997a-8182dbe4803c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.151544 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ad528c2f-96d0-4f64-997a-8182dbe4803c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5659750 Nov 12 03:37:41.154614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55540) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.160058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:41.215884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.290763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.366335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 38dd2b45-3814-4f07-9273-3a81432f752f no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:41.416503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 38dd2b45-3814-4f07-9273-3a81432f752f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:41.416503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 38dd2b45-3814-4f07-9273-3a81432f752f not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:41.431302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=eec8390b-dbfc-4609-938e-8a6fda269a3e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.452689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking segment: {'id': '910c2b12-529a-4c2f-b0ab-3de7e961630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:41.454957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network hostable DHCP agents. Network: cd1ad713-5f38-469b-ad15-d1493b9ba62d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:41.466742 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.480551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network cd1ad713-5f38-469b-ad15-d1493b9ba62d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:41.498264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, cd1ad713-5f38-469b-ad15-d1493b9ba62d) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:41.503099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.503860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.512696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88579c32-8e21-4e1d-853c-542929523278 None None] Network cd1ad713-5f38-469b-ad15-d1493b9ba62d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:41.528281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dce22324-3116-41f1-9b3d-b40cd9d76ddc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8651650 Nov 12 03:37:41.528698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55546) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.535731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d', 'name': 'tempest-PortsTestJSON-733901273'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:41.605923 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Sync routers for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:41.630090 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:41.630902 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:37:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:41.815878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:41.824624 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.843458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Allocated IP 172.25.0.217 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/0e9a1981-bd32-4312-b752-3374a7623836) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:41.849855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-cd1ad713-5f38-469b-ad15-d1493b9ba62d', 'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d', 'tenant_id': '9f15b3b899844f12980fc260ba2639e4', 'fixed_ips': [{'subnet_id': 'eec8390b-dbfc-4609-938e-8a6fda269a3e'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:41.851527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.891686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 98e172ca-64ea-43de-8e28-4d4a0a78ec9b yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:41.904607 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:42.058680 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.103732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.3 (cd1ad713-5f38-469b-ad15-d1493b9ba62d/eec8390b-dbfc-4609-938e-8a6fda269a3e/98e172ca-64ea-43de-8e28-4d4a0a78ec9b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:42.108070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.185619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:42.193025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:42.201089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:42.239090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'Port': ['ID=0e9a1981-bd32-4312-b752-3374a7623836,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.341371 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 2, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:42.385556 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.389562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.403686 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Checking router: b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:42.404160 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Updating router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 port 834fa313-3090-4a9b-8209-56c34c5ad986 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:42.447270 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.459680 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.481668 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.596008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network cd1ad713-5f38-469b-ad15-d1493b9ba62d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:42.602343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:42.605892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:42.642689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Allocated IP 172.20.0.2 (cd1ad713-5f38-469b-ad15-d1493b9ba62d/eec8390b-dbfc-4609-938e-8a6fda269a3e/4f35ef26-675d-44db-826c-7db1a68a5e19) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:42.654165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=98e172ca-64ea-43de-8e28-4d4a0a78ec9b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.683137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:42.683794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.714641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-77221576-b442-483b-b287-7d301fcfef8d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1843262 Nov 12 03:37:42.716880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55552) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:42.726210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d', 'name': 'tempest-PortsTestJSON-1972342965'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:42.900289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.914847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.973328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:42.982899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.021475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 6a04e01f-5100-4536-9860-8cf0519b78eb yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:43.030390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'Port': ['ID=0e9a1981-bd32-4312-b752-3374a7623836,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.107809 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.128050 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.168645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.206878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.208140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-993adfc3-69dc-4c2d-90d2-9e5b4e2c1b86 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0524082 Nov 12 03:37:43.218944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.6 (cd1ad713-5f38-469b-ad15-d1493b9ba62d/eec8390b-dbfc-4609-938e-8a6fda269a3e/6a04e01f-5100-4536-9860-8cf0519b78eb) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:43.229942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Network cd1ad713-5f38-469b-ad15-d1493b9ba62d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:43.233182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:43.238137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:43.241431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Pushing event updated for resources: {'Port': ['ID=4f35ef26-675d-44db-826c-7db1a68a5e19,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.307857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Attempting to bind port 4f35ef26-675d-44db-826c-7db1a68a5e19 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:43.307857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Attempting to bind port 4f35ef26-675d-44db-826c-7db1a68a5e19 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '910c2b12-529a-4c2f-b0ab-3de7e961630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:43.307857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Attempting to bind port 4f35ef26-675d-44db-826c-7db1a68a5e19 on network cd1ad713-5f38-469b-ad15-d1493b9ba62d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:43.313940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:43.314367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Checking segment: {'id': '910c2b12-529a-4c2f-b0ab-3de7e961630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:43.315423 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.316493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Bound using segment: {'id': '910c2b12-529a-4c2f-b0ab-3de7e961630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:43.319136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Bound port: 4f35ef26-675d-44db-826c-7db1a68a5e19, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910c2b12-529a-4c2f-b0ab-3de7e961630d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'cd1ad713-5f38-469b-ad15-d1493b9ba62d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:43.319572 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.401223 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.408733 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.417230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] For port 4f35ef26-675d-44db-826c-7db1a68a5e19, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:43.422809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] For port 4f35ef26-675d-44db-826c-7db1a68a5e19, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4f35ef26-675d-44db-826c-7db1a68a5e19,segment=NetworkSegment(910c2b12-529a-4c2f-b0ab-3de7e961630d),segment_id=910c2b12-529a-4c2f-b0ab-3de7e961630d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:43.430032 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.473281 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Pushing event updated for resources: {'Port': ['ID=834fa313-3090-4a9b-8209-56c34c5ad986,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.482290 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.482632 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.482949 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.483530 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.483871 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.484202 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.484531 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.485115 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.485489 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.485792 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.486107 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.486600 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.601355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063e947-b802-457b-bdd5-e0d46866bbde None None] Pushing event updated for resources: {'Port': ['ID=4f35ef26-675d-44db-826c-7db1a68a5e19,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.661340 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Attempting to bind port 834fa313-3090-4a9b-8209-56c34c5ad986 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:43.661751 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Attempting to bind port 834fa313-3090-4a9b-8209-56c34c5ad986 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:43.662114 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Attempting to bind port 834fa313-3090-4a9b-8209-56c34c5ad986 on network 541c0d17-4290-47cb-93c4-d01e16ec912e {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:43.665095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.674573 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:43.674936 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Checking segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:43.683415 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.683940 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Bound using segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:43.684448 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Bound port: 834fa313-3090-4a9b-8209-56c34c5ad986, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:43.684859 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.749044 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.801000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network cd1ad713-5f38-469b-ad15-d1493b9ba62d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:43.831912 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] For port 834fa313-3090-4a9b-8209-56c34c5ad986, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:43.838962 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] For port 834fa313-3090-4a9b-8209-56c34c5ad986, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=834fa313-3090-4a9b-8209-56c34c5ad986,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:43.846317 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.854035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:43.859124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:43.918674 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:43.919646 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:37:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:43.990875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=6a04e01f-5100-4536-9860-8cf0519b78eb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.080066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.081983 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.133058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-de034592-639a-4207-a2ac-72fb17197a17 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4154284 Nov 12 03:37:44.140028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55560) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.144617 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f109ae-cd1c-4523-b165-98f487b7e593 None None] Pushing event updated for resources: {'Port': ['ID=834fa313-3090-4a9b-8209-56c34c5ad986,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.161981 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:44.202496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-67a5ddf5-d432-4505-84f7-03cc74ecb4a9 None None] Provisioning complete for port 834fa313-3090-4a9b-8209-56c34c5ad986 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:44.203181 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67a5ddf5-d432-4505-84f7-03cc74ecb4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.339994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed1035-b685-42f2-ab25-e21d6f5c3626 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.346035 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-29ed1035-b685-42f2-ab25-e21d6f5c3626 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.2037241 Nov 12 03:37:44.346520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55562) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.349787 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67a5ddf5-d432-4505-84f7-03cc74ecb4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.399777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-67a5ddf5-d432-4505-84f7-03cc74ecb4a9 None None] For port 834fa313-3090-4a9b-8209-56c34c5ad986, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=834fa313-3090-4a9b-8209-56c34c5ad986,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:44.405546 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67a5ddf5-d432-4505-84f7-03cc74ecb4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.533772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5ddf5-d432-4505-84f7-03cc74ecb4a9 None None] Pushing event updated for resources: {'Port': ['ID=834fa313-3090-4a9b-8209-56c34c5ad986,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.613319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-673fcf5f-68c3-4f5a-9752-e46584427a28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 6a04e01f-5100-4536-9860-8cf0519b78eb {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:44.613655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-673fcf5f-68c3-4f5a-9752-e46584427a28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.662024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-951a9f52-e454-421e-9ead-ce4a8d160bb0 None None] Provisioning complete for port 834fa313-3090-4a9b-8209-56c34c5ad986 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:44.662732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-951a9f52-e454-421e-9ead-ce4a8d160bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.687398 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:44.825534 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571878d6-33d3-4b35-b93f-11d2979b23f3 None None] The sync data for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 is: [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:43Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:44.843653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-673fcf5f-68c3-4f5a-9752-e46584427a28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.914724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-673fcf5f-68c3-4f5a-9752-e46584427a28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 6a04e01f-5100-4536-9860-8cf0519b78eb owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:45.154078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 834fa313-3090-4a9b-8209-56c34c5ad986 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:45.266422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 834fa313-3090-4a9b-8209-56c34c5ad986 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.267540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.271145 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-673fcf5f-68c3-4f5a-9752-e46584427a28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.332482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fcf5f-68c3-4f5a-9752-e46584427a28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=6a04e01f-5100-4536-9860-8cf0519b78eb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.469677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f1a16-0012-4841-a1dc-a9ca535fa0c9 None None] Network cd1ad713-5f38-469b-ad15-d1493b9ba62d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:45.472781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4f35ef26-675d-44db-826c-7db1a68a5e19 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:45.502846 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-673fcf5f-68c3-4f5a-9752-e46584427a28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.509852 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-673fcf5f-68c3-4f5a-9752-e46584427a28 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/6a04e01f-5100-4536-9860-8cf0519b78eb HTTP/1.1" status: 204 len: 168 time: 1.1609199 Nov 12 03:37:45.511295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55566) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.552653 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2b1083-9bdf-4572-824f-b586ab52ce90 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:37:45.556344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7a2b1083-9bdf-4572-824f-b586ab52ce90 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/6a04e01f-5100-4536-9860-8cf0519b78eb HTTP/1.1" status: 404 len: 333 time: 0.0438070 Nov 12 03:37:45.559843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.710159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2a380041-f121-4103-b756-806111111ab9 None None] Provisioning complete for port 4f35ef26-675d-44db-826c-7db1a68a5e19 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.710385 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2a380041-f121-4103-b756-806111111ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.730697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-834f004e-6568-46ee-a87c-d2a06739b555 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 98e172ca-64ea-43de-8e28-4d4a0a78ec9b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:45.731461 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-834f004e-6568-46ee-a87c-d2a06739b555 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.861587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4f35ef26-675d-44db-826c-7db1a68a5e19 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.861965 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.952971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-834f004e-6568-46ee-a87c-d2a06739b555 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.988980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-834f004e-6568-46ee-a87c-d2a06739b555 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 98e172ca-64ea-43de-8e28-4d4a0a78ec9b owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:46.030568 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2a380041-f121-4103-b756-806111111ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.150213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2a380041-f121-4103-b756-806111111ab9 None None] For port 4f35ef26-675d-44db-826c-7db1a68a5e19, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4f35ef26-675d-44db-826c-7db1a68a5e19,segment=NetworkSegment(910c2b12-529a-4c2f-b0ab-3de7e961630d),segment_id=910c2b12-529a-4c2f-b0ab-3de7e961630d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:46.181401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-834f004e-6568-46ee-a87c-d2a06739b555 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.209557 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.224419 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2a380041-f121-4103-b756-806111111ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.277080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f004e-6568-46ee-a87c-d2a06739b555 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=98e172ca-64ea-43de-8e28-4d4a0a78ec9b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.427577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-834f004e-6568-46ee-a87c-d2a06739b555 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.434045 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-834f004e-6568-46ee-a87c-d2a06739b555 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/98e172ca-64ea-43de-8e28-4d4a0a78ec9b HTTP/1.1" status: 204 len: 168 time: 0.8705325 Nov 12 03:37:46.434603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.453996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a380041-f121-4103-b756-806111111ab9 None None] Pushing event updated for resources: {'Port': ['ID=4f35ef26-675d-44db-826c-7db1a68a5e19,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.466975 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:46.467331 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:46.481023 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1da5d4b-e5cf-4aba-8d36-b21b81d8e5d6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:37:46.482984 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d1da5d4b-e5cf-4aba-8d36-b21b81d8e5d6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/98e172ca-64ea-43de-8e28-4d4a0a78ec9b HTTP/1.1" status: 404 len: 333 time: 0.0471542 Nov 12 03:37:46.487887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55576) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.592284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdc6d0d-ca03-49c5-a990-16aabd62c851 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet eec8390b-dbfc-4609-938e-8a6fda269a3e {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:46.600465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6d0d-ca03-49c5-a990-16aabd62c851 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.659038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6d0d-ca03-49c5-a990-16aabd62c851 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.756476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7ee79225-2718-43c5-a5c8-27371f4236f9 None None] Provisioning complete for port 4f35ef26-675d-44db-826c-7db1a68a5e19 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:46.757699 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ee79225-2718-43c5-a5c8-27371f4236f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.770629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6d0d-ca03-49c5-a990-16aabd62c851 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.869727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6d0d-ca03-49c5-a990-16aabd62c851 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.913562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc6d0d-ca03-49c5-a990-16aabd62c851 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=eec8390b-dbfc-4609-938e-8a6fda269a3e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.915931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6d0d-ca03-49c5-a990-16aabd62c851 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.919934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3cdc6d0d-ca03-49c5-a990-16aabd62c851 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/eec8390b-dbfc-4609-938e-8a6fda269a3e HTTP/1.1" status: 204 len: 168 time: 0.4309309 Nov 12 03:37:46.922974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55578) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.061660 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.119176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3e717b-c451-4abc-9b6d-0f093d51f494 None None] Network cd1ad713-5f38-469b-ad15-d1493b9ba62d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:47.145232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 4f35ef26-675d-44db-826c-7db1a68a5e19 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:47.147804 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.199338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-25b7b51d-4aeb-4163-8a08-57f4dddc0214 None None] Could not find standard attr ID for object 98e172ca-64ea-43de-8e28-4d4a0a78ec9b. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:47.284772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4f35ef26-675d-44db-826c-7db1a68a5e19 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:47.356429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4f35ef26-675d-44db-826c-7db1a68a5e19 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:47.356725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.444684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] DHCP port deletion for cd1ad713-5f38-469b-ad15-d1493b9ba62d request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:47.523904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] Deleting port 4f35ef26-675d-44db-826c-7db1a68a5e19 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:47.525566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.644943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] For port 4f35ef26-675d-44db-826c-7db1a68a5e19, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4f35ef26-675d-44db-826c-7db1a68a5e19,segment=NetworkSegment(910c2b12-529a-4c2f-b0ab-3de7e961630d),segment_id=910c2b12-529a-4c2f-b0ab-3de7e961630d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:47.645640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.650766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] For port 4f35ef26-675d-44db-826c-7db1a68a5e19, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4f35ef26-675d-44db-826c-7db1a68a5e19,segment=NetworkSegment(910c2b12-529a-4c2f-b0ab-3de7e961630d),segment_id=910c2b12-529a-4c2f-b0ab-3de7e961630d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:47.651158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.666328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] Calling delete_port for 4f35ef26-675d-44db-826c-7db1a68a5e19 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:47.679648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 4f35ef26-675d-44db-826c-7db1a68a5e19 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:47.774427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.788426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] No DVR routers for this DVR port 4f35ef26-675d-44db-826c-7db1a68a5e19 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:47.808691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.813575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e5a9d-e00f-490a-8900-25a454840f07 None None] Pushing event deleted for resources: {'Port': ['ID=4f35ef26-675d-44db-826c-7db1a68a5e19,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.856442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=4f35ef26-675d-44db-826c-7db1a68a5e19,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.861002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No DVR routers for this DVR port 4f35ef26-675d-44db-826c-7db1a68a5e19 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:47.959467 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.987944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1ad713-5f38-469b-ad15-d1493b9ba62d']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:48.002410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910c2b12-529a-4c2f-b0ab-3de7e961630d') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:48.002948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910c2b12-529a-4c2f-b0ab-3de7e961630d') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:48.013820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.029301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.037034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:48.037440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:48.041473 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:48.123780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.136050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.140193 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/networks/cd1ad713-5f38-469b-ad15-d1493b9ba62d HTTP/1.1" status: 204 len: 168 time: 1.2159123 Nov 12 03:37:48.146670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55584) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.151829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1293984709'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:48.164993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219c381-e1f6-4f0b-be48-a807848bb762 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Network': ['ID=cd1ad713-5f38-469b-ad15-d1493b9ba62d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.194353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:48.199260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.513003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:48.526436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.527261 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Added segment adc01d8b-d469-444c-9791-bc946cf37d29 of type vlan for network 8365e28f-0fd7-4108-a513-c7f5ed863011 Nov 12 03:37:48.584497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.618742 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.624888 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.625523 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.696501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5460305 Nov 12 03:37:48.696931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55586) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.702024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:48.729992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da135973-2297-4dea-b8bb-54b1a0ca5df0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Network': ['ID=8365e28f-0fd7-4108-a513-c7f5ed863011,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.741770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8365e28f-0fd7-4108-a513-c7f5ed863011 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:48.846204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:48.849909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.068900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.148592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=e0b0e165-fe3a-47a1-a273-f5eceb930728,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.184208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking segment: {'id': 'adc01d8b-d469-444c-9791-bc946cf37d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:49.184550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network hostable DHCP agents. Network: 8365e28f-0fd7-4108-a513-c7f5ed863011, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:49.192479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4f35ef26-675d-44db-826c-7db1a68a5e19 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:49.214981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network 8365e28f-0fd7-4108-a513-c7f5ed863011 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:49.231660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8365e28f-0fd7-4108-a513-c7f5ed863011) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:49.244563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.245224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.256860 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc413c99-9382-460a-8b91-9ec9c4c6fd82 None None] Network 8365e28f-0fd7-4108-a513-c7f5ed863011 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:49.259114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4f35ef26-675d-44db-826c-7db1a68a5e19 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:49.259454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4f35ef26-675d-44db-826c-7db1a68a5e19 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:49.280754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55592) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.287047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011', 'name': 'tempest-PortsTestJSON-616693668', 'fixed_ips': [{'subnet_id': 'e0b0e165-fe3a-47a1-a273-f5eceb930728', 'ip_address': '172.20.0.10'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:49.287804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9572f72f-b4b1-491c-8712-7077c9726933 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5896850 Nov 12 03:37:49.461504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:49.571561 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.595686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port cd983143-34f9-4c4a-badc-76d291c1b274 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:49.651936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-8365e28f-0fd7-4108-a513-c7f5ed863011', 'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011', 'tenant_id': '9f15b3b899844f12980fc260ba2639e4', 'fixed_ips': [{'subnet_id': 'e0b0e165-fe3a-47a1-a273-f5eceb930728'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:49.654961 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.837024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.10 (8365e28f-0fd7-4108-a513-c7f5ed863011/e0b0e165-fe3a-47a1-a273-f5eceb930728/cd983143-34f9-4c4a-badc-76d291c1b274) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:50.008805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.054368 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.109466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Allocated IP 172.20.0.2 (8365e28f-0fd7-4108-a513-c7f5ed863011/e0b0e165-fe3a-47a1-a273-f5eceb930728/481c3221-31d7-4387-9273-5297a0d37dc5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:50.113320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network 8365e28f-0fd7-4108-a513-c7f5ed863011 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:50.116853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:50.121086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:50.173916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=cd983143-34f9-4c4a-badc-76d291c1b274,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.182148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.182300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.202988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fcd72f6f-172c-49e6-9a91-7bbc3a60e355 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9176979 Nov 12 03:37:50.205354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-80527b4a-15ec-4c34-892b-283eb0352a21 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.206581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55598) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.207701 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-80527b4a-15ec-4c34-892b-283eb0352a21 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.1307259 Nov 12 03:37:50.213320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011', 'name': 'tempest-PortsTestJSON-180522329', 'fixed_ips': [{'subnet_id': 'e0b0e165-fe3a-47a1-a273-f5eceb930728', 'ip_address': '172.20.0.9'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:50.243536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-6d0ad68d-3183-4701-a9c7-8f146bcee11d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/quotas/7e5e6a0a53c14a2ab1400011a6ea698c HTTP/1.1" status: 200 len: 375 time: 0.0209410 Nov 12 03:37:50.286704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-0fc41e8e-52a0-43b4-9b2b-c1919c5befdc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368588 Nov 12 03:37:50.322108 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.333355 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.377964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:50.384086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.388315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Pushing event updated for resources: {'Port': ['ID=481c3221-31d7-4387-9273-5297a0d37dc5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.398656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Network 8365e28f-0fd7-4108-a513-c7f5ed863011 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:50.400098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:50.402612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:50.405637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-f13bf0b6-32aa-43e6-9f19-c409c76a9ac1 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106539 Nov 12 03:37:50.420492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 96a80cc5-a329-49f3-b124-6ae4f94fd35b yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:50.478352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Attempting to bind port 481c3221-31d7-4387-9273-5297a0d37dc5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:50.478747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Attempting to bind port 481c3221-31d7-4387-9273-5297a0d37dc5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'adc01d8b-d469-444c-9791-bc946cf37d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:50.479127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Attempting to bind port 481c3221-31d7-4387-9273-5297a0d37dc5 on network 8365e28f-0fd7-4108-a513-c7f5ed863011 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:50.486747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:50.487143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Checking segment: {'id': 'adc01d8b-d469-444c-9791-bc946cf37d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:50.487813 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.488953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Bound using segment: {'id': 'adc01d8b-d469-444c-9791-bc946cf37d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:50.490205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Bound port: 481c3221-31d7-4387-9273-5297a0d37dc5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc01d8b-d469-444c-9791-bc946cf37d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '8365e28f-0fd7-4108-a513-c7f5ed863011'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:50.492293 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.540626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-eb50ccfc-96c5-4e96-a150-de9420af2ede service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281598 Nov 12 03:37:50.588902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] For port 481c3221-31d7-4387-9273-5297a0d37dc5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:50.593231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] For port 481c3221-31d7-4387-9273-5297a0d37dc5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=481c3221-31d7-4387-9273-5297a0d37dc5,segment=NetworkSegment(adc01d8b-d469-444c-9791-bc946cf37d29),segment_id=adc01d8b-d469-444c-9791-bc946cf37d29)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:50.600914 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.625388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.9 (8365e28f-0fd7-4108-a513-c7f5ed863011/e0b0e165-fe3a-47a1-a273-f5eceb930728/96a80cc5-a329-49f3-b124-6ae4f94fd35b) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:50.703160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a1976-3bc8-432d-9995-7e54847683fd None None] Pushing event updated for resources: {'Port': ['ID=481c3221-31d7-4387-9273-5297a0d37dc5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.821419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c429f-c6ff-4506-a8b9-cf2b9823e8b9 req-36da2bb8-4469-46f0-9ffe-485ea003346c tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.832534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c5c429f-c6ff-4506-a8b9-cf2b9823e8b9 req-36da2bb8-4469-46f0-9ffe-485ea003346c tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 949 time: 0.0716987 Nov 12 03:37:50.893311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c5c429f-c6ff-4506-a8b9-cf2b9823e8b9 req-b47fcf84-5c42-40d3-a59c-a7d47b37e762 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597212 Nov 12 03:37:50.948123 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.957911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af4577-02ef-4e7e-95b7-99505e252995 req-e9408cd1-b49e-4dde-be8a-2e9b49d4127a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.959511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54af4577-02ef-4e7e-95b7-99505e252995 req-e9408cd1-b49e-4dde-be8a-2e9b49d4127a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.0970566 Nov 12 03:37:51.095940 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54af4577-02ef-4e7e-95b7-99505e252995 req-6d67797c-93c7-4471-825d-b2e8e196814a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226470 Nov 12 03:37:51.098798 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.120674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1e053-c51e-4f0e-a8be-2339d9f78b4f req-2f36da86-c934-4a29-91c0-3405d0be090f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.123684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-24e1e053-c51e-4f0e-a8be-2339d9f78b4f req-2f36da86-c934-4a29-91c0-3405d0be090f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.1254694 Nov 12 03:37:51.192760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network 8365e28f-0fd7-4108-a513-c7f5ed863011 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:51.223823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:51.228049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-24e1e053-c51e-4f0e-a8be-2339d9f78b4f req-c3c50fc4-0e1f-4b74-ac3e-2ea54c96a4e9 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961642 Nov 12 03:37:51.234499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:51.267641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 481c3221-31d7-4387-9273-5297a0d37dc5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:51.318932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=96a80cc5-a329-49f3-b124-6ae4f94fd35b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.397201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 481c3221-31d7-4387-9273-5297a0d37dc5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:51.398093 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.418097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.418701 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.431497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-788376d1-a53e-42dd-8bea-bc9b30cfc3d5 req-c0f5b192-aab2-47be-92ee-7bf58295733a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 210 time: 0.0616333 Nov 12 03:37:51.443974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-73bedfc4-72e9-4fb9-821f-43cf51d91ea3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--21396163&fields=id&tenant_id=e517ba0e5569472eb0045d8b66c6793f HTTP/1.1" status: 200 len: 267 time: 0.1357288 Nov 12 03:37:51.472253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9c8a7f8a-1f17-40b6-b14e-c151299e2957 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2622433 Nov 12 03:37:51.473977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55622) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.525634 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.574902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 481c3221-31d7-4387-9273-5297a0d37dc5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=481c3221-31d7-4387-9273-5297a0d37dc5,segment=NetworkSegment(adc01d8b-d469-444c-9791-bc946cf37d29),segment_id=adc01d8b-d469-444c-9791-bc946cf37d29)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:51.581133 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.622121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25b5bb6-1f82-4301-beee-76f9595d390a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.624206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e25b5bb6-1f82-4301-beee-76f9595d390a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1495278 Nov 12 03:37:51.630503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55624) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.644122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=481c3221-31d7-4387-9273-5297a0d37dc5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.645904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-8b4ece3b-8b73-4c65-bad7-192bcef4b43c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.647476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-8b4ece3b-8b73-4c65-bad7-192bcef4b43c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 817 time: 0.1959612 Nov 12 03:37:51.668829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-b81ab6a0-8b2d-4bef-b0de-1df933e8b13e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/quotas/e517ba0e5569472eb0045d8b66c6793f HTTP/1.1" status: 200 len: 375 time: 0.0099251 Nov 12 03:37:51.724123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae0a1c-d4ca-4852-bd7c-e8f95dc19663 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.730874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae0a1c-d4ca-4852-bd7c-e8f95dc19663 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.739822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae0a1c-d4ca-4852-bd7c-e8f95dc19663 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.742148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-abae0a1c-d4ca-4852-bd7c-e8f95dc19663 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1106522 Nov 12 03:37:51.745877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55626) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.765380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-eb4cec4d-a2af-4e51-8928-476da40282d9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808380 Nov 12 03:37:51.895700 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-3b9b834d-cb56-4f7f-8893-fa0b79babf2c service neutron] 10.222.0.49 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259198 Nov 12 03:37:51.949668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c8d01-1aad-4669-9143-3fa6833c7f88 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 96a80cc5-a329-49f3-b124-6ae4f94fd35b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:51.949668 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8d01-1aad-4669-9143-3fa6833c7f88 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.069178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-51c96815-69d3-4fe4-9289-17396d2c676a service neutron] 10.222.0.49 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637805 Nov 12 03:37:52.132143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b12f91-5ef3-4c64-86a8-0fd4f8ccdff0 req-31a83d22-de3f-4616-b049-98f1195a526d tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.133758 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34b12f91-5ef3-4c64-86a8-0fd4f8ccdff0 req-31a83d22-de3f-4616-b049-98f1195a526d tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 949 time: 0.0769877 Nov 12 03:37:52.153421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8d01-1aad-4669-9143-3fa6833c7f88 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.168486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a289f057-d85b-41b1-b336-191066f9e03c None None] Network 8365e28f-0fd7-4108-a513-c7f5ed863011 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:52.175826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c8d01-1aad-4669-9143-3fa6833c7f88 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 96a80cc5-a329-49f3-b124-6ae4f94fd35b owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:52.261554 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34b12f91-5ef3-4c64-86a8-0fd4f8ccdff0 req-185db60a-5153-49c6-aa0f-9c3457c2f22e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177275 Nov 12 03:37:52.372109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5a8f4852-1a20-4333-8d41-d12bce690726 None None] Provisioning complete for port 481c3221-31d7-4387-9273-5297a0d37dc5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:52.372723 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4852-1a20-4333-8d41-d12bce690726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.538125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c49f5-fcf4-4c5f-9027-89e23eccd97c req-e18ae9ce-8574-4e52-abfe-7cb0aaf992f9 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.538775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f53c49f5-fcf4-4c5f-9027-89e23eccd97c req-e18ae9ce-8574-4e52-abfe-7cb0aaf992f9 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1612539 Nov 12 03:37:52.561868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ec3a3ee-2e61-4027-85fc-014a67cbeec2 req-a4ab454c-7272-4ca9-af61-8cb43c4ba7b8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 210 time: 0.1780250 Nov 12 03:37:52.672962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f53c49f5-fcf4-4c5f-9027-89e23eccd97c req-7374fb26-b3df-45d9-9334-2dc77e696395 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258907 Nov 12 03:37:52.805862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8d01-1aad-4669-9143-3fa6833c7f88 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.847412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e267deb5-7b63-4301-8929-3428878614e9 req-82cb296a-3b47-4b7e-814f-8567b82074cc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 210 time: 0.0509644 Nov 12 03:37:52.849550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c8d01-1aad-4669-9143-3fa6833c7f88 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=96a80cc5-a329-49f3-b124-6ae4f94fd35b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.860644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-62217aae-604b-4109-b99a-535404ccb717 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.862371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-62217aae-604b-4109-b99a-535404ccb717 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.5420339 Nov 12 03:37:52.877255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb878e9-56cc-42e7-ae1f-753ade72f4e9 req-c65d546a-0c31-4edd-83a8-d51cad45b0cd tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.879014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6bb878e9-56cc-42e7-ae1f-753ade72f4e9 req-c65d546a-0c31-4edd-83a8-d51cad45b0cd tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.1489668 Nov 12 03:37:52.885986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Request body: {'port': {'device_id': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'admin_state_up': True, 'tenant_id': '7e5e6a0a53c14a2ab1400011a6ea698c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:53.029805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b2071d1c-6306-4646-a61e-3f89ed4ea442 None None] Provisioning complete for port 481c3221-31d7-4387-9273-5297a0d37dc5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:53.030438 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2071d1c-6306-4646-a61e-3f89ed4ea442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.122764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8d01-1aad-4669-9143-3fa6833c7f88 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.126510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0c2c8d01-1aad-4669-9143-3fa6833c7f88 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/96a80cc5-a329-49f3-b124-6ae4f94fd35b HTTP/1.1" status: 204 len: 168 time: 1.3787477 Nov 12 03:37:53.131216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55652) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:53.148397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6bb878e9-56cc-42e7-ae1f-753ade72f4e9 req-937de945-72fc-4ed8-9b3e-b21f30d40d6e tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587013 Nov 12 03:37:53.152619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b2071d1c-6306-4646-a61e-3f89ed4ea442 None None] Could not find standard attr ID for object 96a80cc5-a329-49f3-b124-6ae4f94fd35b. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:53.174343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b2071d1c-6306-4646-a61e-3f89ed4ea442 None None] Provisioning complete for port cd983143-34f9-4c4a-badc-76d291c1b274 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:53.174716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2071d1c-6306-4646-a61e-3f89ed4ea442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.181518 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a3b133-360b-4822-96d6-8688421d5c72 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:37:53.183588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-34a3b133-360b-4822-96d6-8688421d5c72 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/96a80cc5-a329-49f3-b124-6ae4f94fd35b HTTP/1.1" status: 404 len: 333 time: 0.0509245 Nov 12 03:37:53.186521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55654) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:53.224835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Made reservation on behalf of 7e5e6a0a53c14a2ab1400011a6ea698c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:53.229888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.252370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 481c3221-31d7-4387-9273-5297a0d37dc5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:53.340128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b2071d1c-6306-4646-a61e-3f89ed4ea442 None None] Port cd983143-34f9-4c4a-badc-76d291c1b274 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:53.364365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-417ba2f8-0df1-4ebd-bc43-4fd55c06637b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port cd983143-34f9-4c4a-badc-76d291c1b274 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:53.364713 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-417ba2f8-0df1-4ebd-bc43-4fd55c06637b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.393767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 481c3221-31d7-4387-9273-5297a0d37dc5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:53.394825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.509063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Allocated IP 172.20.0.7 (cc7cd072-f689-4411-9289-55ac57982cd7/8969a8f9-b847-4ffe-96a5-cba15047533d/8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:53.519717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f4a9950d-abd7-4eab-9519-89838c04b825 None None] Provisioning complete for port cd983143-34f9-4c4a-badc-76d291c1b274 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:53.520092 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4a9950d-abd7-4eab-9519-89838c04b825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.563004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9c93-9063-4c50-9d7f-fdbd81df0cc8 req-38620aec-9d9c-4815-8e5b-e921bfd8c9e7 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.568804 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-691c9c93-9063-4c50-9d7f-fdbd81df0cc8 req-38620aec-9d9c-4815-8e5b-e921bfd8c9e7 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 949 time: 0.1660364 Nov 12 03:37:53.613949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-417ba2f8-0df1-4ebd-bc43-4fd55c06637b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.635144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f4a9950d-abd7-4eab-9519-89838c04b825 None None] Port cd983143-34f9-4c4a-badc-76d291c1b274 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:53.644040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-417ba2f8-0df1-4ebd-bc43-4fd55c06637b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for cd983143-34f9-4c4a-badc-76d291c1b274 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:53.705376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-691c9c93-9063-4c50-9d7f-fdbd81df0cc8 req-b7b89af5-1e70-4756-aaf7-931a117f2b52 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281154 Nov 12 03:37:53.750881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-334e9ec1-d61b-46ea-8f77-e65784d9946f None None] Could not find standard attr ID for object 96a80cc5-a329-49f3-b124-6ae4f94fd35b. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:53.779120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc257a5f-ea31-4e28-9d52-63ca22265754 req-1548725a-2df6-4ad5-a3fc-12278793487b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 210 time: 0.0534425 Nov 12 03:37:53.899913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b348e-0563-41e6-9ebe-77cdd1b1d9f6 req-6e6623bd-bffd-4d69-b486-02e382a973f7 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.907925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b31b348e-0563-41e6-9ebe-77cdd1b1d9f6 req-6e6623bd-bffd-4d69-b486-02e382a973f7 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.0873888 Nov 12 03:37:53.924840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.993457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b31b348e-0563-41e6-9ebe-77cdd1b1d9f6 req-2273e1a9-40bc-489a-9f67-85d32c04f03a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844700 Nov 12 03:37:53.997932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-cb41be89-8675-4204-a38b-490fc397e35b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.000686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-cb41be89-8675-4204-a38b-490fc397e35b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 817 time: 0.2141204 Nov 12 03:37:54.067592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-417ba2f8-0df1-4ebd-bc43-4fd55c06637b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.115337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef4721ed-8cda-4600-b73f-aff879235ca6 req-be6b8484-e2c9-422a-b27d-0a2c153980ec tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 210 time: 0.0436831 Nov 12 03:37:54.143554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.154923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ba2f8-0df1-4ebd-bc43-4fd55c06637b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=cd983143-34f9-4c4a-badc-76d291c1b274,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.203071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Network cc7cd072-f689-4411-9289-55ac57982cd7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:54.210696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:54.227800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a428a-ed6e-4a5b-aa91-010b7f5b9bd3 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:54.228395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:54.267465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-c4cc0649-53ec-41be-8648-e388eef5fde3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e517ba0e5569472eb0045d8b66c6793f HTTP/1.1" status: 200 len: 378 time: 0.2343302 Nov 12 03:37:54.297754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-417ba2f8-0df1-4ebd-bc43-4fd55c06637b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.304222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-417ba2f8-0df1-4ebd-bc43-4fd55c06637b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/cd983143-34f9-4c4a-badc-76d291c1b274 HTTP/1.1" status: 204 len: 168 time: 1.1130893 Nov 12 03:37:54.304540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7f8791d3-4889-47d7-8258-0f857bcef2d3 None None] Provisioning complete for port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:54.304540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f8791d3-4889-47d7-8258-0f857bcef2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.313381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55686) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.388580 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bb5dd7-36d1-40ed-8781-46a20a9fa8f8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:37:54.394352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7f8791d3-4889-47d7-8258-0f857bcef2d3 None None] Port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:54.401744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d2bb5dd7-36d1-40ed-8781-46a20a9fa8f8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/cd983143-34f9-4c4a-badc-76d291c1b274 HTTP/1.1" status: 404 len: 333 time: 0.0867727 Nov 12 03:37:54.409158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.409852 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.412605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55690) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.455441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'port': {'device_id': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'admin_state_up': True, 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'security_groups': ['6c28e381-bbb6-41ec-af85-f26fc0cd8471']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:54.464439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:54.509631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6293383 Nov 12 03:37:54.517527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067834a6-e707-48d3-bcf1-49fb6818f71b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event updated for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.536992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Request body: {'port': {'device_id': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:54.613550 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.654943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:54.661010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5154ff8b-baa7-4db0-9898-1bda9802e7e5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet e0b0e165-fe3a-47a1-a273-f5eceb930728 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:54.667313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5154ff8b-baa7-4db0-9898-1bda9802e7e5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.673661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '425f44ec-f61a-4a58-8974-68f16cf66596', 'network_id': '51d1d17e-647d-4c3c-a548-90bcb44abb3f', 'port_id': '425f44ec-f61a-4a58-8974-68f16cf66596', 'mac_address': 'fa:16:3e:38:6b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f55d77-b755-460c-95a5-136ebceb4928', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:54.707060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83dbe1-2c7b-4ee2-bd3b-0ebae75ee9e3 req-790564e9-4eed-4821-8ae5-c2a6bf8ea375 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.715742 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eb83dbe1-2c7b-4ee2-bd3b-0ebae75ee9e3 req-790564e9-4eed-4821-8ae5-c2a6bf8ea375 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 943 time: 0.2186890 Nov 12 03:37:54.718309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.737461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425f44ec-f61a-4a58-8974-68f16cf66596 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:54.763463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:54.769613 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.770224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.822797 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eb83dbe1-2c7b-4ee2-bd3b-0ebae75ee9e3 req-b255dde7-6181-4d8e-b530-892d9a558c05 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059589 Nov 12 03:37:54.827505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5154ff8b-baa7-4db0-9898-1bda9802e7e5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.844505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.977156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5154ff8b-baa7-4db0-9898-1bda9802e7e5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.067269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5154ff8b-baa7-4db0-9898-1bda9802e7e5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.077368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94ad674b-bb44-4748-aec8-b24b97dcb766 req-9c149526-f3ee-420b-b00c-86f50b755cf6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 210 time: 0.0855272 Nov 12 03:37:55.133577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5154ff8b-baa7-4db0-9898-1bda9802e7e5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.141307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f21b81-7634-41a0-8550-1e00a1f7d470 None None] Network 8365e28f-0fd7-4108-a513-c7f5ed863011 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:55.142735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5154ff8b-baa7-4db0-9898-1bda9802e7e5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/e0b0e165-fe3a-47a1-a273-f5eceb930728 HTTP/1.1" status: 204 len: 168 time: 0.7289314 Nov 12 03:37:55.143548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55708) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:55.155948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Made reservation on behalf of e517ba0e5569472eb0045d8b66c6793f for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:55.160847 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.161056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154ff8b-baa7-4db0-9898-1bda9802e7e5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b0e165-fe3a-47a1-a273-f5eceb930728,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.213797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['425f44ec-f61a-4a58-8974-68f16cf66596'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:55.295284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1e95c-c5a3-401a-837d-84fcddcd66a9 req-a3221c1e-a9dc-43bf-a31e-e2e064050360 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.297166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26e1e95c-c5a3-401a-837d-84fcddcd66a9 req-a3221c1e-a9dc-43bf-a31e-e2e064050360 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.2232530 Nov 12 03:37:55.302753 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.385090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26e1e95c-c5a3-401a-837d-84fcddcd66a9 req-27ff2a47-0ce6-4c68-987f-d4b937eb55af tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792749 Nov 12 03:37:55.406237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 481c3221-31d7-4387-9273-5297a0d37dc5 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:55.407302 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.532944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] For port 481c3221-31d7-4387-9273-5297a0d37dc5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=481c3221-31d7-4387-9273-5297a0d37dc5,segment=NetworkSegment(adc01d8b-d469-444c-9791-bc946cf37d29),segment_id=adc01d8b-d469-444c-9791-bc946cf37d29)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:55.533572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.542980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3d390-d16f-4db0-bce4-5602d6497ce7 req-54fc3f18-a27f-49a5-aa1b-f7f1c368b1bd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.544568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07a3d390-d16f-4db0-bce4-5602d6497ce7 req-54fc3f18-a27f-49a5-aa1b-f7f1c368b1bd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 931 time: 0.2486510 Nov 12 03:37:55.557025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 481c3221-31d7-4387-9273-5297a0d37dc5 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:55.602655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:55.607592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Allocated IP 172.20.0.10 (541c0d17-4290-47cb-93c4-d01e16ec912e/f650f231-54ac-44d4-be52-e565f36622b1/2391e1fa-6f1c-40e7-bb29-3b8ad35675c1) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:55.619430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.665195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.670032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Transition to ACTIVE for port object 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:55.682718 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.702089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=481c3221-31d7-4387-9273-5297a0d37dc5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.708472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No DVR routers for this DVR port 481c3221-31d7-4387-9273-5297a0d37dc5 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:55.770621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.776172 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07a3d390-d16f-4db0-bce4-5602d6497ce7 req-67585134-bdb1-433a-a425-d54a9f05be34 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246399 Nov 12 03:37:55.838999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710bbdc1-0971-46c4-827a-0d97a8d3d770 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:55.849827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1113fa4b-c515-424d-9a77-520596d94ca1 None None] DHCP port deletion for 8365e28f-0fd7-4108-a513-c7f5ed863011 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:55.887876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.949605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8365e28f-0fd7-4108-a513-c7f5ed863011']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:56.005633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc01d8b-d469-444c-9791-bc946cf37d29') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:56.006577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc01d8b-d469-444c-9791-bc946cf37d29') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:56.020157 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.039838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.054131 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d040-4432-4ab1-9e83-14eff172f04f req-22affd57-e870-4b6c-b202-a04c6a035e1b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.061393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ee7d040-4432-4ab1-9e83-14eff172f04f req-22affd57-e870-4b6c-b202-a04c6a035e1b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.1090879 Nov 12 03:37:56.065307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:56.066310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:56.069926 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:56.072863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Attempting to bind port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:56.073211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Attempting to bind port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:56.073542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Attempting to bind port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:56.086885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d on network cc7cd072-f689-4411-9289-55ac57982cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:56.087265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Attempting to bind port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:56.101820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.103623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:56.103961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Checking segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:56.104341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Bound using segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:56.104817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Bound port: 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:56.105218 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.163793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.178359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.182204 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/networks/8365e28f-0fd7-4108-a513-c7f5ed863011 HTTP/1.1" status: 204 len: 168 time: 1.0175452 Nov 12 03:37:56.194726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55720) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:56.213642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1439320271'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:56.225141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ee7d040-4432-4ab1-9e83-14eff172f04f req-db9490eb-eaa7-41c7-9df1-f8954f2feba0 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387303 Nov 12 03:37:56.226313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210d0a-9f31-42c0-8c6c-6d1fa32f2121 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Network': ['ID=8365e28f-0fd7-4108-a513-c7f5ed863011,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.274294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:56.279784 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.283268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba301558-4e67-4219-80d7-d898e2c08f21 req-498cd80c-29c6-4bc1-9273-c2d80cfc25be tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 210 time: 0.0594501 Nov 12 03:37:56.288682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.290722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:56.321634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:56.333583 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.333935 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Added segment ddc2798c-dc66-4c63-8151-8fb7f5f48512 of type vlan for network eb565895-d75a-4ace-8b6b-0e7b7ae42553 Nov 12 03:37:56.360698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:56.364843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Network 541c0d17-4290-47cb-93c4-d01e16ec912e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:56.368176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:56.372382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.379938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:56.396586 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.424634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.443858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727c7df-c833-45e4-8cab-eb9cec110339 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:56.489115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.489371 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.490164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.491709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] 10.222.0.20 "PUT /v2.0/ports/8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d HTTP/1.1" status: 200 len: 1092 time: 1.9615979 Nov 12 03:37:56.499085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.502654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.505068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.506501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:56.506660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.509736 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:56.794149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5905914 Nov 12 03:37:56.799735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55730) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:56.806890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'eb565895-d75a-4ace-8b6b-0e7b7ae42553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:56.833765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a54a0-420c-4cc5-a672-73a0d374bc5a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Network': ['ID=eb565895-d75a-4ace-8b6b-0e7b7ae42553,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.848317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network eb565895-d75a-4ace-8b6b-0e7b7ae42553 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:56.853271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71509927-ecef-4e07-afb4-d0468d21c260 req-ba75f732-3536-481c-846d-0ad28d29a43f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.855294 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-04e21431-3492-4675-b999-bf9f07d0f295 None None] Provisioning complete for port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:56.855668 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04e21431-3492-4675-b999-bf9f07d0f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.862329 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71509927-ecef-4e07-afb4-d0468d21c260 req-ba75f732-3536-481c-846d-0ad28d29a43f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.2395697 Nov 12 03:37:56.983810 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c94a76-372d-4318-b785-255e66f30783 x-openstack-request-id: req-13c94a76-372d-4318-b785-255e66f30783 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:56.984428 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:56.984428 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13c94a76-372d-4318-b785-255e66f30783 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:56.985416 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'status': 'completed', 'code': 200} Nov 12 03:37:57.011534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-04e21431-3492-4675-b999-bf9f07d0f295 None None] Port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:57.031355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71509927-ecef-4e07-afb4-d0468d21c260 req-24d23084-ee05-4705-8ddd-037ecae00c4c tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681166 Nov 12 03:37:57.045482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6e83afc8-38d4-473f-9b9e-5fbcc9876f9f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5985231 Nov 12 03:37:57.071844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Request body: {'port': {'device_id': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:57.074347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:57.078095 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.126099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc79c61-f3a7-4781-a15f-6c015fb3ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.166155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-27ef24d7-cc66-4048-b006-08d7bb32a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.167688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-27ef24d7-cc66-4048-b006-08d7bb32a981 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 1095 time: 0.6293395 Nov 12 03:37:57.176832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 481c3221-31d7-4387-9273-5297a0d37dc5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:57.184728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171982b4-38cb-4494-8286-cef479d13d63 req-a709dc8c-2a6d-420f-951b-855b5951e72d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.189239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-171982b4-38cb-4494-8286-cef479d13d63 req-a709dc8c-2a6d-420f-951b-855b5951e72d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 943 time: 0.2083540 Nov 12 03:37:57.199567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.208411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 481c3221-31d7-4387-9273-5297a0d37dc5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:57.208886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 481c3221-31d7-4387-9273-5297a0d37dc5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:57.274838 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-3bdd10f6-608d-4a0b-a333-96912760f1b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d HTTP/1.1" status: 200 len: 217 time: 0.0845842 Nov 12 03:37:57.414244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-cdc2c19c-fc99-4f25-a449-6cb7ecb967f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.416026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-cdc2c19c-fc99-4f25-a449-6cb7ecb967f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.1227524 Nov 12 03:37:57.431596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-171982b4-38cb-4494-8286-cef479d13d63 req-fb852421-5f7e-482a-af78-e02db41458b8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846230 Nov 12 03:37:57.438117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.458949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddda14c-c28d-47ab-8a4c-a6f07f733b0d req-92eda5b0-c83e-4023-ae21-40ad19b956ce tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.466876 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ddda14c-c28d-47ab-8a4c-a6f07f733b0d req-92eda5b0-c83e-4023-ae21-40ad19b956ce tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.1313517 Nov 12 03:37:57.574946 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ddda14c-c28d-47ab-8a4c-a6f07f733b0d req-5cf1e462-5824-47d8-81af-705a884e0fcf tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072779 Nov 12 03:37:57.580006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=2902468c-4660-4b24-88ff-418cf0158d8b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.597047 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-34bec87c-3b95-4218-98c5-ef4c22f67c08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459618 Nov 12 03:37:57.598444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Checking segment: {'id': 'ddc2798c-dc66-4c63-8151-8fb7f5f48512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'eb565895-d75a-4ace-8b6b-0e7b7ae42553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:57.598823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network hostable DHCP agents. Network: eb565895-d75a-4ace-8b6b-0e7b7ae42553, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:57.621439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network eb565895-d75a-4ace-8b6b-0e7b7ae42553 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:57.634182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, eb565895-d75a-4ace-8b6b-0e7b7ae42553) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:57.639038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.639630 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.654429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adced139-0b37-480e-b280-f1327a56870c None None] Network eb565895-d75a-4ace-8b6b-0e7b7ae42553 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:57.665529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8aee2478-b327-495f-ad3f-324467dec3da tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8622148 Nov 12 03:37:57.666272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.671105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b5303f88-9e78-4d99-a983-3356c5403378 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1406374132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:57.719923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c785b-818f-4e4e-978a-9131c33467f6 req-8d9e6916-776a-479b-8244-973a0754c98a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.730574 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5303f88-9e78-4d99-a983-3356c5403378 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.731607 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5303f88-9e78-4d99-a983-3356c5403378 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.732733 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-362c785b-818f-4e4e-978a-9131c33467f6 req-8d9e6916-776a-479b-8244-973a0754c98a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 932 time: 0.1843398 Nov 12 03:37:57.828949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5303f88-9e78-4d99-a983-3356c5403378 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.835857 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5303f88-9e78-4d99-a983-3356c5403378 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.855786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-7de46a3b-a54e-4c29-ab0f-6f66536a6189 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497306 Nov 12 03:37:57.861495 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5303f88-9e78-4d99-a983-3356c5403378 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.862916 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5303f88-9e78-4d99-a983-3356c5403378 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1955254 Nov 12 03:37:57.863768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-362c785b-818f-4e4e-978a-9131c33467f6 req-51acdcac-7bb2-4b58-bf41-cda61a2748a2 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302056 Nov 12 03:37:57.876543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55754) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.887675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'network_id': 'eb565895-d75a-4ace-8b6b-0e7b7ae42553', 'name': 'tempest-PortsTestJSON-1786100010'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:58.028972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-eb565895-d75a-4ace-8b6b-0e7b7ae42553', 'network_id': 'eb565895-d75a-4ace-8b6b-0e7b7ae42553', 'tenant_id': '9f15b3b899844f12980fc260ba2639e4', 'fixed_ips': [{'subnet_id': '2902468c-4660-4b24-88ff-418cf0158d8b'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:58.031754 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.046365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:58.048456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:58.054918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.058828 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.073190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e11f97e-3db5-4c9f-a1e2-b548d75d7834 req-32ee85e2-9345-44b9-8d74-20ccb78c1e17 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082603 Nov 12 03:37:58.100767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port d5127386-4049-43e6-84b4-e0e884a2197c yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:58.111890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Transition to ACTIVE for port object 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:58.128497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.270015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Allocated IP 172.20.0.2 (eb565895-d75a-4ace-8b6b-0e7b7ae42553/2902468c-4660-4b24-88ff-418cf0158d8b/73c95432-6537-4f84-bf57-758352b758ae) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:58.317772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:58.378448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9358b73-245b-4a14-9c1e-d2a3b8a9cc2f req-c19ef3a3-de04-41bb-837c-d50df27a44d8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.380023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9358b73-245b-4a14-9c1e-d2a3b8a9cc2f req-c19ef3a3-de04-41bb-837c-d50df27a44d8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1505902 Nov 12 03:37:58.380700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-793f8859-f53b-4613-956f-44a374f0c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.382369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-793f8859-f53b-4613-956f-44a374f0c3f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 1095 time: 0.1963470 Nov 12 03:37:58.497868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9358b73-245b-4a14-9c1e-d2a3b8a9cc2f req-583cb550-0a8d-4a77-8331-a19bde7e7b2c tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012261 Nov 12 03:37:58.583928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Attempting to bind port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:58.584267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Attempting to bind port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:58.584600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Attempting to bind port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 on network 541c0d17-4290-47cb-93c4-d01e16ec912e {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:58.609105 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.618131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:58.622175 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.643806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 on network 541c0d17-4290-47cb-93c4-d01e16ec912e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:58.644134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Attempting to bind port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 on network 541c0d17-4290-47cb-93c4-d01e16ec912e {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:58.695171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-72d2cdbb-b532-44b4-b80f-8e719853ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.697111 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-72d2cdbb-b532-44b4-b80f-8e719853ff0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 914 time: 0.3012648 Nov 12 03:37:58.698979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:58.699317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Checking segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:58.699711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Bound using segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:58.700167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Bound port: 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:58.700534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.713975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Network eb565895-d75a-4ace-8b6b-0e7b7ae42553 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:58.724322 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:58.727645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:58.735162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Pushing event updated for resources: {'Port': ['ID=73c95432-6537-4f84-bf57-758352b758ae,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:58.804780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.4 (eb565895-d75a-4ace-8b6b-0e7b7ae42553/2902468c-4660-4b24-88ff-418cf0158d8b/d5127386-4049-43e6-84b4-e0e884a2197c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:58.859271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-dee5fddf-0130-41f3-866c-95871f9a95ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d HTTP/1.1" status: 200 len: 217 time: 0.1464114 Nov 12 03:37:58.865968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52645-6839-48a5-a4c0-431a289505f4 req-5248e7ce-7916-418b-a574-b041cf6c53da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.867543 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dbd52645-6839-48a5-a4c0-431a289505f4 req-5248e7ce-7916-418b-a574-b041cf6c53da tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 944 time: 0.1234117 Nov 12 03:37:58.985184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcdeb8-c9c7-453c-99a5-7cc021967f41 req-267eed60-eb34-4e0d-9dd5-e2c9ffee9141 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.986937 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8dcdeb8-c9c7-453c-99a5-7cc021967f41 req-267eed60-eb34-4e0d-9dd5-e2c9ffee9141 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 943 time: 0.3776960 Nov 12 03:37:59.154366 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.162765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 425f44ec-f61a-4a58-8974-68f16cf66596 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:59.163346 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.190977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-4cab7ce6-e597-47db-97dc-8fdca1d5d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.191569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Attempting to bind port 73c95432-6537-4f84-bf57-758352b758ae on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:59.191569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Attempting to bind port 73c95432-6537-4f84-bf57-758352b758ae by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ddc2798c-dc66-4c63-8151-8fb7f5f48512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'eb565895-d75a-4ace-8b6b-0e7b7ae42553'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:59.191852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Attempting to bind port 73c95432-6537-4f84-bf57-758352b758ae on network eb565895-d75a-4ace-8b6b-0e7b7ae42553 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:59.194094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-4cab7ce6-e597-47db-97dc-8fdca1d5d886 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.3224094 Nov 12 03:37:59.198261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.207730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:59.208103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Checking segment: {'id': 'ddc2798c-dc66-4c63-8151-8fb7f5f48512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'eb565895-d75a-4ace-8b6b-0e7b7ae42553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:59.208512 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.210597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Bound using segment: {'id': 'ddc2798c-dc66-4c63-8151-8fb7f5f48512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'eb565895-d75a-4ace-8b6b-0e7b7ae42553'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:59.211116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Bound port: 73c95432-6537-4f84-bf57-758352b758ae, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc2798c-dc66-4c63-8151-8fb7f5f48512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'eb565895-d75a-4ace-8b6b-0e7b7ae42553'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:59.211507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.248285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:59.272377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=d5127386-4049-43e6-84b4-e0e884a2197c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.283021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dbd52645-6839-48a5-a4c0-431a289505f4 req-8c722fc3-5d5a-4dff-bd84-632f5deadfb3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964200 Nov 12 03:37:59.295988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network eb565895-d75a-4ace-8b6b-0e7b7ae42553 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:59.300490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:59.305782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:59.331606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8dcdeb8-c9c7-453c-99a5-7cc021967f41 req-d1bad976-5d96-4065-88af-016f6ed679f2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985680 Nov 12 03:37:59.342272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-09c9a19b-094f-4c8f-971e-e0f02fce4e76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322734 Nov 12 03:37:59.351320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.353320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:59.372222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] For port 73c95432-6537-4f84-bf57-758352b758ae, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:59.393630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:59.395945 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0902859-1775-48fb-9110-7422fac6915c" -d '{"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-plugged", "status": "completed", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:59.403729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] For port 73c95432-6537-4f84-bf57-758352b758ae, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=73c95432-6537-4f84-bf57-758352b758ae,segment=NetworkSegment(ddc2798c-dc66-4c63-8151-8fb7f5f48512),segment_id=ddc2798c-dc66-4c63-8151-8fb7f5f48512)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:59.412957 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.417364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:59.441659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.459420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.466183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872136dc-bffe-4e55-b6fc-0bca85f0b675 None None] Pushing event updated for resources: {'Port': ['ID=73c95432-6537-4f84-bf57-758352b758ae,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.480577 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.495537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4a1396bb-8bdb-437b-ba27-63cc108ecd73 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6150391 Nov 12 03:37:59.496265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:59.555327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.629454 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-ca9280d3-c801-4404-b0bd-1653fd5a2390 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745130 Nov 12 03:37:59.629906 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aae80e-7d09-4a62-8dd8-818156265f65 x-openstack-request-id: req-a6aae80e-7d09-4a62-8dd8-818156265f65 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:59.630566 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-plugged", "status": "completed", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:59.631184 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6aae80e-7d09-4a62-8dd8-818156265f65 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:59.632424 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596', 'code': 200} Nov 12 03:37:59.634626 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.886441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.887070 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.891991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] 10.222.0.20 "PUT /v2.0/ports/2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 HTTP/1.1" status: 200 len: 1093 time: 2.8281693 Nov 12 03:37:59.897974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:59.899513 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:59.932136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17383e7-0843-469e-a02f-38325a1e3280 req-9e92cab9-bb1d-4019-9951-5eefb6f4c9fc tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.934657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a17383e7-0843-469e-a02f-38325a1e3280 req-9e92cab9-bb1d-4019-9951-5eefb6f4c9fc tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.3027606 Nov 12 03:37:59.984008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047d6f7-9fd3-4f13-9243-db3ac57de494 service neutron] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:00.222531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-9bcb8762-0e2c-4fa0-bcc1-3d848e7fe345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.224012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-9bcb8762-0e2c-4fa0-bcc1-3d848e7fe345 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 1096 time: 0.2347245 Nov 12 03:38:00.239160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a17383e7-0843-469e-a02f-38325a1e3280 req-702fedb7-7732-4db6-95dc-4d6da4ef0471 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2377307 Nov 12 03:38:00.284636 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c4a9ab-fd27-44b8-b06f-db94f2ee3f3d req-0a277322-5f27-4313-a834-b2e04edaf4c7 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659435 Nov 12 03:38:00.360951 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef76d9f-dfc9-442e-a5f8-6a6c491953db x-openstack-request-id: req-3ef76d9f-dfc9-442e-a5f8-6a6c491953db {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:00.361491 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:00.363721 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ef76d9f-dfc9-442e-a5f8-6a6c491953db {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:00.364006 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'status': 'completed', 'code': 200} Nov 12 03:38:00.369059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-e9965879-1bc2-4184-87bc-e792698fbe68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 HTTP/1.1" status: 200 len: 217 time: 0.1262233 Nov 12 03:38:00.498519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-79f767b3-9a96-4e30-88f5-0ddf32add284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.501178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-79f767b3-9a96-4e30-88f5-0ddf32add284 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.1235113 Nov 12 03:38:00.529971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:00.551633 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:00.584348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea47b1-648f-4cc7-b4d9-ef303b2cde17 req-35a2207d-8e5f-404c-82ad-29a4f0de7837 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.598313 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efea47b1-648f-4cc7-b4d9-ef303b2cde17 req-35a2207d-8e5f-404c-82ad-29a4f0de7837 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1447234 Nov 12 03:38:00.669430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6a6ee1bd-f011-4346-820c-53b6a90c3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.670106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-6a6ee1bd-f011-4346-820c-53b6a90c3877 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618919 Nov 12 03:38:00.728065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8560608-818f-45ef-b49a-292469170981 req-db116443-c055-4819-b9cb-75296960588d tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.730878 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8560608-818f-45ef-b49a-292469170981 req-db116443-c055-4819-b9cb-75296960588d tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.2122116 Nov 12 03:38:00.764616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:00.773422 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efea47b1-648f-4cc7-b4d9-ef303b2cde17 req-58f9f31e-d409-4de2-88d3-dc9f13798b54 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741142 Nov 12 03:38:00.796998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'port_id': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'mac_address': 'fa:16:3e:31:94:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969a8f9-b847-4ffe-96a5-cba15047533d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:00.831563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66040ccb-7caf-40b0-a070-c07b9dd69299 req-e67de894-77d0-4ec5-b44a-5f6bb652378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.833121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66040ccb-7caf-40b0-a070-c07b9dd69299 req-e67de894-77d0-4ec5-b44a-5f6bb652378f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 1098 time: 0.2625854 Nov 12 03:38:00.925141 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.961345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:01.008687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:01.015187 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.021079 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-d7d0a79a-b042-43dd-b472-840d12acc021 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373044 Nov 12 03:38:01.137511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8560608-818f-45ef-b49a-292469170981 req-d33fbed2-16af-424f-8070-93755547de53 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353362 Nov 12 03:38:01.165857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.220358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5e4bf-7d54-4f03-bfe5-e2f2def7c9b2 req-99e23076-5494-4fb9-8475-bcccf97b5e74 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.228587 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fd5e4bf-7d54-4f03-bfe5-e2f2def7c9b2 req-99e23076-5494-4fb9-8475-bcccf97b5e74 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 943 time: 0.3214433 Nov 12 03:38:01.270874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.309448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66040ccb-7caf-40b0-a070-c07b9dd69299 req-1fb1d545-5927-425b-be88-141cfad74653 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965776 Nov 12 03:38:01.314341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 73c95432-6537-4f84-bf57-758352b758ae up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:01.384031 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe12a68-c79e-4633-806f-df3e36d52188 None None] Network eb565895-d75a-4ace-8b6b-0e7b7ae42553 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:01.435595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-175da4b6-afd7-43e7-b5c8-b3d476c8c861 req-f48491b4-1faa-45c8-b414-c912cb40b832 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994706 Nov 12 03:38:01.439828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fd5e4bf-7d54-4f03-bfe5-e2f2def7c9b2 req-4d339a82-c6ea-42ad-a503-f15f273ad4c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865823 Nov 12 03:38:01.561379 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f3db-c6b3-4a37-a256-0053614b34df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.565539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:01.566879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809cecf-85c3-4745-a51b-c86f3d503dca req-12a9963f-0151-46de-abdf-fc7e5989821c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.575241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f809cecf-85c3-4745-a51b-c86f3d503dca req-12a9963f-0151-46de-abdf-fc7e5989821c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1990097 Nov 12 03:38:01.646734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5c030ab4-5b29-4294-92ac-733bea369f5d None None] Provisioning complete for port 73c95432-6537-4f84-bf57-758352b758ae triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:01.647062 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c030ab4-5b29-4294-92ac-733bea369f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.651030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-1412a880-f4dd-4735-bced-7031d69725a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.652605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-1412a880-f4dd-4735-bced-7031d69725a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 1096 time: 0.0845068 Nov 12 03:38:01.695983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f809cecf-85c3-4745-a51b-c86f3d503dca req-8ef00436-8906-4fa8-94b3-d775a2cd6703 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173980 Nov 12 03:38:01.707706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 73c95432-6537-4f84-bf57-758352b758ae triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:01.708083 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.818510 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.832805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.847270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-a0e4aa4f-4daa-4bcd-a605-6e7e24e450ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.851524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-a0e4aa4f-4daa-4bcd-a605-6e7e24e450ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.1889699 Nov 12 03:38:01.909751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-e6288b4b-fde9-40d3-ae70-690085d6b168 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 HTTP/1.1" status: 200 len: 217 time: 0.0477831 Nov 12 03:38:01.947816 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c030ab4-5b29-4294-92ac-733bea369f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.990566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-95b4ba63-050b-409c-9f7b-33d0417b79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.992281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-95b4ba63-050b-409c-9f7b-33d0417b79e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.0698056 Nov 12 03:38:02.037160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=d5127386-4049-43e6-84b4-e0e884a2197c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.121672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12db3b-363c-4ce8-a6c2-fc984b8d16d8 req-10ef618d-2f36-4de0-b145-634e8aa4fd56 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.123754 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a12db3b-363c-4ce8-a6c2-fc984b8d16d8 req-10ef618d-2f36-4de0-b145-634e8aa4fd56 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.2113838 Nov 12 03:38:02.150602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-9b1711ff-eb39-4d3e-8bdb-988e67c0fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.152657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-9b1711ff-eb39-4d3e-8bdb-988e67c0fb40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1395848 Nov 12 03:38:02.157479 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.285491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5c030ab4-5b29-4294-92ac-733bea369f5d None None] For port 73c95432-6537-4f84-bf57-758352b758ae, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=73c95432-6537-4f84-bf57-758352b758ae,segment=NetworkSegment(ddc2798c-dc66-4c63-8151-8fb7f5f48512),segment_id=ddc2798c-dc66-4c63-8151-8fb7f5f48512)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:02.344003 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c030ab4-5b29-4294-92ac-733bea369f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.365653 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a12db3b-363c-4ce8-a6c2-fc984b8d16d8 req-7410c592-8e39-49dc-b0ab-91b4d6e18038 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290552 Nov 12 03:38:02.458320 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-22c9e704-4383-4c48-8f40-e73ed33ff5b9 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163174 Nov 12 03:38:02.469716 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.708051 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:38:02.708702 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:38:02.734603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9d588bd9-6c4f-4f86-a657-08e8fd0a3972 None None] Provisioning complete for port d5127386-4049-43e6-84b4-e0e884a2197c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:02.735604 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9d588bd9-6c4f-4f86-a657-08e8fd0a3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.741390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a7f4da-2f7e-4fbb-a3ee-11e828823fc6 req-95229230-0d6a-49c7-a220-319830d8337c service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722354 Nov 12 03:38:02.808767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c030ab4-5b29-4294-92ac-733bea369f5d None None] Pushing event updated for resources: {'Port': ['ID=73c95432-6537-4f84-bf57-758352b758ae,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.850376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765645c-26f5-40e3-8a26-2e739ac85c2f req-3d711088-06b3-44e7-8b65-8b4ec017acfa tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.857875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3765645c-26f5-40e3-8a26-2e739ac85c2f req-3d711088-06b3-44e7-8b65-8b4ec017acfa tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.3898265 Nov 12 03:38:02.862844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9d588bd9-6c4f-4f86-a657-08e8fd0a3972 None None] Port d5127386-4049-43e6-84b4-e0e884a2197c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:02.889765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9d588bd9-6c4f-4f86-a657-08e8fd0a3972 None None] Provisioning complete for port 73c95432-6537-4f84-bf57-758352b758ae triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:02.890136 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9d588bd9-6c4f-4f86-a657-08e8fd0a3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.935286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c8db4-8d14-4aab-a27d-7d93e59ea171 req-176ca6aa-597c-4da6-9d76-974d579d8f62 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.956038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-014c8db4-8d14-4aab-a27d-7d93e59ea171 req-176ca6aa-597c-4da6-9d76-974d579d8f62 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 944 time: 0.2112682 Nov 12 03:38:03.031272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.045494 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3765645c-26f5-40e3-8a26-2e739ac85c2f req-bcb66a20-6dec-4dd1-934e-640aa348028c tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866539 Nov 12 03:38:03.111341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-014c8db4-8d14-4aab-a27d-7d93e59ea171 req-a1e86420-23b2-46c4-8055-de6d302fe8da tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527543 Nov 12 03:38:03.206829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cdfaf7b1-ea21-4034-a9b3-0cc87797e6c5 None None] Provisioning complete for port d5127386-4049-43e6-84b4-e0e884a2197c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:03.207249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cdfaf7b1-ea21-4034-a9b3-0cc87797e6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.307605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729986d1-9a71-4f98-b806-2ef6d611f140 req-e0cfe7c1-15f8-47a9-8f12-5b8f23fc60b9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.318384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-729986d1-9a71-4f98-b806-2ef6d611f140 req-e0cfe7c1-15f8-47a9-8f12-5b8f23fc60b9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1299875 Nov 12 03:38:03.415163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cdfaf7b1-ea21-4034-a9b3-0cc87797e6c5 None None] Port d5127386-4049-43e6-84b4-e0e884a2197c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:03.548950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 73c95432-6537-4f84-bf57-758352b758ae up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:03.570930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-076b71f2-dabe-4a9f-b388-54b4f7ae0b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.625714 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-729986d1-9a71-4f98-b806-2ef6d611f140 req-9a824ad1-1eb4-4094-a917-133efbc507c2 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2943146 Nov 12 03:38:03.752525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 73c95432-6537-4f84-bf57-758352b758ae triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:03.753141 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.764549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.780238 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.794748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846656e-98e3-4b33-bca4-4d1d24e1bfbf req-c0bde392-4052-43a2-9ce6-21b91ebb0cde tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.803294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7846656e-98e3-4b33-bca4-4d1d24e1bfbf req-c0bde392-4052-43a2-9ce6-21b91ebb0cde tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1118536 Nov 12 03:38:03.940957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7846656e-98e3-4b33-bca4-4d1d24e1bfbf req-6d969eb3-2548-4f12-a1c3-25507a9fd174 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366506 Nov 12 03:38:03.944055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767aa742-4883-4fb5-bf84-423633b748ec req-714af462-f0e3-4098-94db-8723007a1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.945952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-767aa742-4883-4fb5-bf84-423633b748ec req-714af462-f0e3-4098-94db-8723007a1664 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79f43226c49a493f909a08b11da8c8a4&device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 1098 time: 0.1402371 Nov 12 03:38:03.988381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=d5127386-4049-43e6-84b4-e0e884a2197c,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:04.000566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.023820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba76f-f4f6-40e4-bf29-3834dc0a757f req-418b8c63-f181-464f-a447-dc930a9cc534 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.031176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ddba76f-f4f6-40e4-bf29-3834dc0a757f req-418b8c63-f181-464f-a447-dc930a9cc534 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1325910 Nov 12 03:38:04.148595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ddba76f-f4f6-40e4-bf29-3834dc0a757f req-6eebf73b-ddc5-4687-b9f1-78d227186f2c tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157851 Nov 12 03:38:04.192554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network eb565895-d75a-4ace-8b6b-0e7b7ae42553 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:04.196214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:04.483593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767aa742-4883-4fb5-bf84-423633b748ec req-3b5b6a36-a70a-4ead-92f8-bbb7d3021510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.485280 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-767aa742-4883-4fb5-bf84-423633b748ec req-3b5b6a36-a70a-4ead-92f8-bbb7d3021510 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 200 len: 917 time: 0.5255558 Nov 12 03:38:04.495470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017bf8e-a924-4244-b51f-4e04f627caf3 req-c341853c-ab8f-45b2-b7e4-04e72c31ce3c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.497135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8017bf8e-a924-4244-b51f-4e04f627caf3 req-c341853c-ab8f-45b2-b7e4-04e72c31ce3c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 944 time: 0.1870484 Nov 12 03:38:04.498435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Router 7e7ebe42-1ee9-4aff-8554-31ffdcf3d442 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:38:04.513877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-c21fa4a9-2fff-4677-add5-ab14d24f398c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.521620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-c21fa4a9-2fff-4677-add5-ab14d24f398c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.529162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-c21fa4a9-2fff-4677-add5-ab14d24f398c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.536857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-c21fa4a9-2fff-4677-add5-ab14d24f398c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.542409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ebc56332-158f-423b-a144-d07de18540d3 None None] Provisioning complete for port d5127386-4049-43e6-84b4-e0e884a2197c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:04.542996 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ebc56332-158f-423b-a144-d07de18540d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.544501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-c21fa4a9-2fff-4677-add5-ab14d24f398c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.552680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-c21fa4a9-2fff-4677-add5-ab14d24f398c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.558708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-c21fa4a9-2fff-4677-add5-ab14d24f398c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.561221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-c21fa4a9-2fff-4677-add5-ab14d24f398c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.5043485 Nov 12 03:38:04.568524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:04.580114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:04.618653 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-767aa742-4883-4fb5-bf84-423633b748ec req-411a88e7-8597-4797-81bf-baeb2206fe82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f818d1a5-d563-4503-9804-34fdd5e7cb40 HTTP/1.1" status: 200 len: 217 time: 0.0562165 Nov 12 03:38:04.631149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ebc56332-158f-423b-a144-d07de18540d3 None None] Port d5127386-4049-43e6-84b4-e0e884a2197c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:04.646504 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8017bf8e-a924-4244-b51f-4e04f627caf3 req-48597d65-daae-49f9-aa72-5428e3786d5c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423674 Nov 12 03:38:04.658293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:04.668801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-83719410-8931-410e-b7d3-380257647da6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "PUT /v2.0/routers/7e7ebe42-1ee9-4aff-8554-31ffdcf3d442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1707079 Nov 12 03:38:04.669353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:04.699606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b74b9-aecb-4302-981b-2c0f151d97d4 None None] Sync routers for ids ['7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:04.723043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:04.727991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b74b9-aecb-4302-981b-2c0f151d97d4 None None] Routers {'7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:04.728295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-024b74b9-aecb-4302-981b-2c0f151d97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:04.737659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:04.738031 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.746125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767aa742-4883-4fb5-bf84-423633b748ec req-dbb97780-6b90-428c-b6ee-0b4588bead11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.748162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-767aa742-4883-4fb5-bf84-423633b748ec req-dbb97780-6b90-428c-b6ee-0b4588bead11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=125e88ac-48ac-4db9-a45b-ea891cac62b0 HTTP/1.1" status: 200 len: 854 time: 0.1215217 Nov 12 03:38:04.762205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9a15bc9-fb96-4aa1-a68b-365a28c90383 req-26f0c7a7-4cf1-4ef8-ab76-84a53290df47 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542468 Nov 12 03:38:04.779172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bd1e0-24c9-48ba-9a72-095215800575 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.781797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-156bd1e0-24c9-48ba-9a72-095215800575 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e7ebe42-1ee9-4aff-8554-31ffdcf3d442 HTTP/1.1" status: 200 len: 982 time: 0.1082449 Nov 12 03:38:04.786038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55872) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:04.829517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d2818-c1ad-434c-ac8a-f58627c1ff5b req-e322cdf6-10d2-4d9c-8650-f652bc785a6b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.830833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-024b74b9-aecb-4302-981b-2c0f151d97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:04.838350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:04.839206 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-248d2818-c1ad-434c-ac8a-f58627c1ff5b req-e322cdf6-10d2-4d9c-8650-f652bc785a6b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1014373 Nov 12 03:38:04.882389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b74b9-aecb-4302-981b-2c0f151d97d4 None None] Routers {'7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:04.882939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-024b74b9-aecb-4302-981b-2c0f151d97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:04.918607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'port_id': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'mac_address': 'fa:16:3e:b8:2f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:04.920068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-248d2818-c1ad-434c-ac8a-f58627c1ff5b req-8d46382b-ed8d-4ab4-a4ac-6376e7d17727 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796671 Nov 12 03:38:04.928606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-024b74b9-aecb-4302-981b-2c0f151d97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:04.929273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024b74b9-aecb-4302-981b-2c0f151d97d4 None None] The sync data for ids ['7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:04.944833 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.959208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767aa742-4883-4fb5-bf84-423633b748ec req-ccf3fa6c-06e1-4597-acaf-dbdbbbe75061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.960715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-767aa742-4883-4fb5-bf84-423633b748ec req-ccf3fa6c-06e1-4597-acaf-dbdbbbe75061 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d14f408-cf36-4d65-97d7-1b18a8224bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976409 Nov 12 03:38:04.984942 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.036490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:05.037651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:05.040489 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96d5cf0-c890-48bd-b317-f4338cd20479" -d '{"events": [{"server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "name": "network-vif-plugged", "status": "completed", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:05.043180 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.048118 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.092493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f51f-9bd3-408d-afb9-78e077fce68b req-5ec78325-46fe-4481-bc0b-1d765a4f1fa8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.101977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a09f51f-9bd3-408d-afb9-78e077fce68b req-5ec78325-46fe-4481-bc0b-1d765a4f1fa8 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0753419 Nov 12 03:38:05.112417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.121186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.121557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.121903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.122457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.122581 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.122910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.123246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.123584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.123915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.124241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.124566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.124944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:05.130629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:05.134404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b071e-deb8-49bc-b050-224808ff9456 req-0ea886b7-c88a-40dc-965a-d6daac6e7b0f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.142644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b071e-deb8-49bc-b050-224808ff9456 req-0ea886b7-c88a-40dc-965a-d6daac6e7b0f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.149789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b071e-deb8-49bc-b050-224808ff9456 req-0ea886b7-c88a-40dc-965a-d6daac6e7b0f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.155199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:05.158068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b071e-deb8-49bc-b050-224808ff9456 req-0ea886b7-c88a-40dc-965a-d6daac6e7b0f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.161884 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.164817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b071e-deb8-49bc-b050-224808ff9456 req-0ea886b7-c88a-40dc-965a-d6daac6e7b0f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.165248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a09f51f-9bd3-408d-afb9-78e077fce68b req-cb630ff0-f994-4cb9-acc0-ae4240ffd9f1 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620620 Nov 12 03:38:05.171171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b071e-deb8-49bc-b050-224808ff9456 req-0ea886b7-c88a-40dc-965a-d6daac6e7b0f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.186154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b071e-deb8-49bc-b050-224808ff9456 req-0ea886b7-c88a-40dc-965a-d6daac6e7b0f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.190706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd4b071e-deb8-49bc-b050-224808ff9456 req-0ea886b7-c88a-40dc-965a-d6daac6e7b0f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.2721438 Nov 12 03:38:05.233818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.282840 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99f10a-f6d4-4971-9c67-d3bfd567614c x-openstack-request-id: req-de99f10a-f6d4-4971-9c67-d3bfd567614c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:05.283227 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "name": "network-vif-plugged", "status": "completed", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:05.283551 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de99f10a-f6d4-4971-9c67-d3bfd567614c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:05.284054 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'code': 200} Nov 12 03:38:05.330511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-767aa742-4883-4fb5-bf84-423633b748ec req-476035bf-a1fc-4f8e-a2c2-13cc1e7dd426 service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435919 Nov 12 03:38:05.421282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0298-dcf6-466f-a032-5f61e9035629 req-f0d0c423-ebe8-4a7a-90ca-b2c69f7ae3ac tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.431466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a70a0298-dcf6-466f-a032-5f61e9035629 req-f0d0c423-ebe8-4a7a-90ca-b2c69f7ae3ac tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1674671 Nov 12 03:38:05.459054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b6da-c0a6-42d2-a9ee-46819a0f7153 req-8429f287-d4ac-4559-a38f-ac2971469802 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.465260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b10b6da-c0a6-42d2-a9ee-46819a0f7153 req-8429f287-d4ac-4559-a38f-ac2971469802 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1263385 Nov 12 03:38:05.483051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e258957-985f-4a7e-9785-6a6c638e6c7c req-a0ce19aa-0300-4178-9638-ab4dab8a2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.484568 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e258957-985f-4a7e-9785-6a6c638e6c7c req-a0ce19aa-0300-4178-9638-ab4dab8a2856 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 1097 time: 0.1043277 Nov 12 03:38:05.546867 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b10b6da-c0a6-42d2-a9ee-46819a0f7153 req-d566b475-1af8-47f4-9070-370d409e128a tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746930 Nov 12 03:38:05.581661 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e258957-985f-4a7e-9785-6a6c638e6c7c req-47ef0c3c-0761-4125-905c-865392377585 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805051 Nov 12 03:38:05.621860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-767aa742-4883-4fb5-bf84-423633b748ec req-505d3d10-9f83-4dab-9945-964b43b08f9d service neutron] 10.222.0.20 "GET /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728064 Nov 12 03:38:05.626032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a70a0298-dcf6-466f-a032-5f61e9035629 req-79925353-b9b0-4af6-ada1-24806a8c558b tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935449 Nov 12 03:38:05.630976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:05.770511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3b2fa-4ced-4ced-b510-53dd4b29c2f5 req-16857859-4b88-45e1-8e78-a3c680eb3158 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.772081 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6e3b2fa-4ced-4ced-b510-53dd4b29c2f5 req-16857859-4b88-45e1-8e78-a3c680eb3158 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0912919 Nov 12 03:38:05.849867 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6e3b2fa-4ced-4ced-b510-53dd4b29c2f5 req-7917fa15-0c08-4fb9-a7b4-feb63a3f5f3d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706980 Nov 12 03:38:05.855969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.939906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9520190-72a8-4bc4-b1a2-13d618438316 req-66cb8d9f-7e6a-4d9c-8780-746f214accf4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.941457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9520190-72a8-4bc4-b1a2-13d618438316 req-66cb8d9f-7e6a-4d9c-8780-746f214accf4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1915445 Nov 12 03:38:05.995020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de192-4b48-4e0e-99e6-658c63f7caad req-76d0b360-5100-4f42-afe5-4fb7e5a3917c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.996590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-916de192-4b48-4e0e-99e6-658c63f7caad req-76d0b360-5100-4f42-afe5-4fb7e5a3917c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0600033 Nov 12 03:38:06.045207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-916de192-4b48-4e0e-99e6-658c63f7caad req-4810d06f-fe18-4192-938b-910619c6f414 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Nov 12 03:38:06.102981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9520190-72a8-4bc4-b1a2-13d618438316 req-c4c35a9c-fcce-4ce6-b8c6-05897d56c91f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469834 Nov 12 03:38:06.167421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8823a4-9b41-4986-973a-5169cc686c65 req-dcfec75d-7aa2-4990-8141-879a1479dbc9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.169165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a8823a4-9b41-4986-973a-5169cc686c65 req-dcfec75d-7aa2-4990-8141-879a1479dbc9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 945 time: 0.0602353 Nov 12 03:38:06.227261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a8823a4-9b41-4986-973a-5169cc686c65 req-4be2fea0-165e-4b26-8859-dda33f57f542 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509005 Nov 12 03:38:06.237460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaccc89-e155-43e1-81f1-e8c44b08835f req-7d3c671b-b55e-4ada-8dd3-f778f45d8feb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.238946 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aaccc89-e155-43e1-81f1-e8c44b08835f req-7d3c671b-b55e-4ada-8dd3-f778f45d8feb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0702090 Nov 12 03:38:06.255871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port d5127386-4049-43e6-84b4-e0e884a2197c {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:06.255871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.276196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.348329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aaccc89-e155-43e1-81f1-e8c44b08835f req-550125e4-6ba6-406a-8582-6f98e4e63b8c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983515 Nov 12 03:38:06.368282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.385109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for d5127386-4049-43e6-84b4-e0e884a2197c owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:06.574685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e81c67-5bd1-48b5-9e9c-a32b711f4f8f req-58b47ff8-6c75-4370-b41d-7dd9f5616223 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.575680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73e81c67-5bd1-48b5-9e9c-a32b711f4f8f req-58b47ff8-6c75-4370-b41d-7dd9f5616223 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1087215 Nov 12 03:38:06.665080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.669969 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73e81c67-5bd1-48b5-9e9c-a32b711f4f8f req-f8a8e72a-bd6e-4c5a-a5de-55d07d14a214 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843349 Nov 12 03:38:06.711666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=d5127386-4049-43e6-84b4-e0e884a2197c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.835460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ea5a-630b-4c7f-a6ac-bd7aa572e3cc req-251a6501-05f5-4e19-a244-4f8ddb07566e tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.837793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0228ea5a-630b-4c7f-a6ac-bd7aa572e3cc req-251a6501-05f5-4e19-a244-4f8ddb07566e tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.0649223 Nov 12 03:38:06.903181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0228ea5a-630b-4c7f-a6ac-bd7aa572e3cc req-d37d6023-310d-4ae0-a4ee-f40873849c41 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567276 Nov 12 03:38:06.905872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd744046-833d-4583-b9e6-ff6f9542f954 req-50f17591-fc50-46e3-9a20-0f5f3f323b03 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.907781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd744046-833d-4583-b9e6-ff6f9542f954 req-50f17591-fc50-46e3-9a20-0f5f3f323b03 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1346993 Nov 12 03:38:06.910786 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.998250 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.081003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b4b3f-1761-4e05-9f82-11392cc8c0ae req-1655174f-adef-4779-88e9-f163af058be0 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.087025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-759b4b3f-1761-4e05-9f82-11392cc8c0ae req-1655174f-adef-4779-88e9-f163af058be0 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.0650778 Nov 12 03:38:07.137114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-759b4b3f-1761-4e05-9f82-11392cc8c0ae req-ccb0abb1-fe21-4316-b849-9dfb44b07a70 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Nov 12 03:38:07.274241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ffffa-2046-451c-bf3c-8c1c6452e411 req-5c2ea4c1-42e0-4117-86af-fea4d3b2b6ab tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.276495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d7ffffa-2046-451c-bf3c-8c1c6452e411 req-5c2ea4c1-42e0-4117-86af-fea4d3b2b6ab tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.0594790 Nov 12 03:38:07.325432 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd744046-833d-4583-b9e6-ff6f9542f954 req-7661f19d-6c83-43b1-928b-e19e51012ac5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038322 Nov 12 03:38:07.340392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d7ffffa-2046-451c-bf3c-8c1c6452e411 req-8c446438-3c84-4606-94ca-d07d20210269 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558898 Nov 12 03:38:07.412622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Router 7e7ebe42-1ee9-4aff-8554-31ffdcf3d442 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:07.473794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e268d-adf3-4d60-b7a0-46d50ce88c28 req-5b398df5-ee99-4577-8f59-6404b3e7c4aa tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.475347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-788e268d-adf3-4d60-b7a0-46d50ce88c28 req-5b398df5-ee99-4577-8f59-6404b3e7c4aa tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 945 time: 0.0570271 Nov 12 03:38:07.525193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:07.531021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9a339623-9bd9-4e72-9bd0-88942956a1fd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "PUT /v2.0/routers/7e7ebe42-1ee9-4aff-8554-31ffdcf3d442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7451060 Nov 12 03:38:07.534030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55942) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.539058 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ed413-eeb7-4ed6-bcb1-0e75c3d06925 None None] Sync routers for ids ['7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:07.550768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-788e268d-adf3-4d60-b7a0-46d50ce88c28 req-06908cbe-6b10-4d39-86d3-ac0ad210a08c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616531 Nov 12 03:38:07.572359 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ed413-eeb7-4ed6-bcb1-0e75c3d06925 None None] Routers {'7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:07.572359 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6e5ed413-eeb7-4ed6-bcb1-0e75c3d06925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:07.594860 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5330d20-75d8-4411-b915-12637c2721c2 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:38:07.598998 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e5330d20-75d8-4411-b915-12637c2721c2 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/d5127386-4049-43e6-84b4-e0e884a2197c HTTP/1.1" status: 404 len: 333 time: 0.0613229 Nov 12 03:38:07.599756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55944) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.642830 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6e5ed413-eeb7-4ed6-bcb1-0e75c3d06925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:07.652395 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ed413-eeb7-4ed6-bcb1-0e75c3d06925 None None] Routers {'7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:07.653188 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6e5ed413-eeb7-4ed6-bcb1-0e75c3d06925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:07.689872 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6e5ed413-eeb7-4ed6-bcb1-0e75c3d06925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:07.716136 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ed413-eeb7-4ed6-bcb1-0e75c3d06925 None None] The sync data for ids ['7e7ebe42-1ee9-4aff-8554-31ffdcf3d442'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:07.735832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b936-7ebc-4da0-9905-ece359c872ee req-9d8855c5-a508-4db4-89ff-01fee077f921 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.744392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-af20b936-7ebc-4da0-9905-ece359c872ee req-9d8855c5-a508-4db4-89ff-01fee077f921 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 945 time: 0.2881236 Nov 12 03:38:07.765018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1bef187-5305-4c5c-a687-bab27c03d698 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.899657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53d6d-d9ca-4f6e-88ed-dff5de5d53d7 req-ebb895ec-de93-4431-92a2-e217527a1dea tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.901244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02d53d6d-d9ca-4f6e-88ed-dff5de5d53d7 req-ebb895ec-de93-4431-92a2-e217527a1dea tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0877194 Nov 12 03:38:07.967703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02d53d6d-d9ca-4f6e-88ed-dff5de5d53d7 req-5104fe7c-b99b-4f6e-a7c9-89ef30670c24 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554574 Nov 12 03:38:07.980522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-af20b936-7ebc-4da0-9905-ece359c872ee req-4f2d8bd6-57fb-4f46-8dc7-4f98b5a54908 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331784 Nov 12 03:38:07.980522 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1bef187-5305-4c5c-a687-bab27c03d698 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.982948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1bef187-5305-4c5c-a687-bab27c03d698 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.032924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1bef187-5305-4c5c-a687-bab27c03d698 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.033649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bef187-5305-4c5c-a687-bab27c03d698 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Fanout notify agent at l3_agent the message router_deleted on router 7e7ebe42-1ee9-4aff-8554-31ffdcf3d442 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:38:08.041767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1bef187-5305-4c5c-a687-bab27c03d698 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.045603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d1bef187-5305-4c5c-a687-bab27c03d698 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/routers/7e7ebe42-1ee9-4aff-8554-31ffdcf3d442 HTTP/1.1" status: 204 len: 168 time: 0.4429319 Nov 12 03:38:08.045937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55956) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.146986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6e3b10-71fd-4d18-aa29-0ce91fd81ea8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet 2902468c-4660-4b24-88ff-418cf0158d8b {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:08.152577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3b10-71fd-4d18-aa29-0ce91fd81ea8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.181098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280bea6-0122-4945-8146-4a0488cbd769 req-6844dce1-bdae-474b-8062-f2e17954b3b6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.182602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f280bea6-0122-4945-8146-4a0488cbd769 req-6844dce1-bdae-474b-8062-f2e17954b3b6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.0914774 Nov 12 03:38:08.216075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3b10-71fd-4d18-aa29-0ce91fd81ea8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.289485 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f280bea6-0122-4945-8146-4a0488cbd769 req-496b5e69-0a2b-4b7e-911a-6d15fbeb030a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966051 Nov 12 03:38:08.341119 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3b10-71fd-4d18-aa29-0ce91fd81ea8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.349459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-8a2fac8e-c7cd-4e3a-b708-14d28bf7795a req-3a612e3f-1bbc-4b85-9cac-1330984e51b5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:08.351854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a2fac8e-c7cd-4e3a-b708-14d28bf7795a req-3a612e3f-1bbc-4b85-9cac-1330984e51b5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083003 Nov 12 03:38:08.424723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3b10-71fd-4d18-aa29-0ce91fd81ea8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.435032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a2fac8e-c7cd-4e3a-b708-14d28bf7795a req-bcc167ac-e366-416b-973d-b30b55ae46e0 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0752652 Nov 12 03:38:08.476501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3b10-71fd-4d18-aa29-0ce91fd81ea8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=2902468c-4660-4b24-88ff-418cf0158d8b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:08.482018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3b10-71fd-4d18-aa29-0ce91fd81ea8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.485539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2d6e3b10-71fd-4d18-aa29-0ce91fd81ea8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/2902468c-4660-4b24-88ff-418cf0158d8b HTTP/1.1" status: 204 len: 168 time: 0.4385409 Nov 12 03:38:08.488568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55974) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.496177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5afcb6-45db-477e-8483-000565bbb935 None None] Network eb565895-d75a-4ace-8b6b-0e7b7ae42553 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:08.530344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55976) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.625839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d45bff-877b-460e-abf9-aa86696a2ddc req-de759c1f-8951-40f2-b711-7ce91fac7a25 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.634139 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d45bff-877b-460e-abf9-aa86696a2ddc req-de759c1f-8951-40f2-b711-7ce91fac7a25 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1967518 Nov 12 03:38:08.645018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.651784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:08.732637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70d45bff-877b-460e-abf9-aa86696a2ddc req-45f71ad2-8742-4d24-bf57-d03413536950 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974190 Nov 12 03:38:08.775280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-2dc6a709-386d-41bd-af82-5e7f41d7ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.775785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-2dc6a709-386d-41bd-af82-5e7f41d7ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.776264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-2dc6a709-386d-41bd-af82-5e7f41d7ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.776756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-2dc6a709-386d-41bd-af82-5e7f41d7ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.777225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-2dc6a709-386d-41bd-af82-5e7f41d7ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.779169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-2dc6a709-386d-41bd-af82-5e7f41d7ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.779672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-2dc6a709-386d-41bd-af82-5e7f41d7ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.789592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-2dc6a709-386d-41bd-af82-5e7f41d7ee57 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 6498 time: 0.2520261 Nov 12 03:38:08.825978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 73c95432-6537-4f84-bf57-758352b758ae {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:08.826185 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.856873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:08.863665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:08.866476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-62e7277d-0f90-48f7-b30f-dc006326e88b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758326 Nov 12 03:38:08.874955 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.920372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e7d5d-18af-4280-bedd-c3f3e1a50929 req-60c3b45d-7ceb-45f9-be3c-cb52a7caeb54 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.922538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d35e7d5d-18af-4280-bedd-c3f3e1a50929 req-60c3b45d-7ceb-45f9-be3c-cb52a7caeb54 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 945 time: 0.1903958 Nov 12 03:38:08.964832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] DHCP port deletion for eb565895-d75a-4ace-8b6b-0e7b7ae42553 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:08.992474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aba30d-8037-4cc6-bc18-092198e274fa req-05e715d3-0800-4d0b-99ea-a7f03c9f6ac5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.994086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7aba30d-8037-4cc6-bc18-092198e274fa req-05e715d3-0800-4d0b-99ea-a7f03c9f6ac5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1461377 Nov 12 03:38:09.064689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.082695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.095556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] Deleting port 73c95432-6537-4f84-bf57-758352b758ae {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:09.095932 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.100661 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7aba30d-8037-4cc6-bc18-092198e274fa req-feb41a6c-a3a3-4fd1-9995-b02c8c566afa tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951667 Nov 12 03:38:09.101394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d35e7d5d-18af-4280-bedd-c3f3e1a50929 req-68efb7e7-1fd5-4bc2-9267-f6945b239849 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658654 Nov 12 03:38:09.152864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] For port 73c95432-6537-4f84-bf57-758352b758ae, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=73c95432-6537-4f84-bf57-758352b758ae,segment=NetworkSegment(ddc2798c-dc66-4c63-8151-8fb7f5f48512),segment_id=ddc2798c-dc66-4c63-8151-8fb7f5f48512)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:09.153233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.192141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 73c95432-6537-4f84-bf57-758352b758ae owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:09.213440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] For port 73c95432-6537-4f84-bf57-758352b758ae, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=73c95432-6537-4f84-bf57-758352b758ae,segment=NetworkSegment(ddc2798c-dc66-4c63-8151-8fb7f5f48512),segment_id=ddc2798c-dc66-4c63-8151-8fb7f5f48512)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:09.213843 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.228004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] Calling delete_port for 73c95432-6537-4f84-bf57-758352b758ae owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:09.307241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:09.308550 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:38:09.314814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:09.319818 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa5f4-068e-4757-bd11-6937f51fd6ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.321597 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e333245-7ae2-49f4-b38d-d5a885de9201" -d '{"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-plugged", "status": "completed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:09.329139 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.355839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No DVR routers for this DVR port 73c95432-6537-4f84-bf57-758352b758ae on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:09.368260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] Pushing event deleted for resources: {'Port': ['ID=73c95432-6537-4f84-bf57-758352b758ae,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.374060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bdd84-91c0-402f-bf85-3fb223c19479 None None] No DVR routers for this DVR port 73c95432-6537-4f84-bf57-758352b758ae on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:09.378154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:09.385895 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.400583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=73c95432-6537-4f84-bf57-758352b758ae,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.449660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a0258-5f5e-44bc-9495-86a977ca1fae req-8bcbf569-8e76-4792-970e-ca1c16552f2b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.459214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be3a0258-5f5e-44bc-9495-86a977ca1fae req-8bcbf569-8e76-4792-970e-ca1c16552f2b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1546340 Nov 12 03:38:09.492519 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa5f4-068e-4757-bd11-6937f51fd6ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.494612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 73c95432-6537-4f84-bf57-758352b758ae no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:09.498842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa5f4-068e-4757-bd11-6937f51fd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.548009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 73c95432-6537-4f84-bf57-758352b758ae {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:09.548686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 73c95432-6537-4f84-bf57-758352b758ae not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:09.555068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.555216 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eb9fa5f4-068e-4757-bd11-6937f51fd6ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b27224bfabc4a39a46c3d9c7a12efb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4531922 Nov 12 03:38:09.558949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56016) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.561539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fa5f4-068e-4757-bd11-6937f51fd6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883237d5-a25f-4c84-a97c-da6a17089cbe,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.611191 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.650315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be3a0258-5f5e-44bc-9495-86a977ca1fae req-92475fb0-74e3-41df-adf8-7e54a3b2b1bb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899922 Nov 12 03:38:09.679549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62d333b6-b0d9-4f60-bc93-7ef6155702ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.681243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb565895-d75a-4ace-8b6b-0e7b7ae42553']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:09.693305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc2798c-dc66-4c63-8151-8fb7f5f48512') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:09.693672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc2798c-dc66-4c63-8151-8fb7f5f48512') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:09.698023 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3895fd3-5815-4bb6-bffa-3b8571372032 x-openstack-request-id: req-b3895fd3-5815-4bb6-bffa-3b8571372032 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:09.698320 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-plugged", "status": "completed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:09.698575 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3895fd3-5815-4bb6-bffa-3b8571372032 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:09.698971 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'code': 200} Nov 12 03:38:09.705739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.724488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.732129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62d333b6-b0d9-4f60-bc93-7ef6155702ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.734205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:09.734686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:09.738592 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:09.768015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d369ee2-9ab8-4cbc-9ded-54a7fa61c3bb req-ddc1e9ed-c8a9-47e7-a308-f415e8f79189 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.769546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d369ee2-9ab8-4cbc-9ded-54a7fa61c3bb req-ddc1e9ed-c8a9-47e7-a308-f415e8f79189 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 945 time: 0.1061609 Nov 12 03:38:09.836079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d369ee2-9ab8-4cbc-9ded-54a7fa61c3bb req-630ae790-2416-4c55-8b6b-f669d0e10e65 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580189 Nov 12 03:38:09.837158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62d333b6-b0d9-4f60-bc93-7ef6155702ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.839809 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62d333b6-b0d9-4f60-bc93-7ef6155702ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.840919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-62d333b6-b0d9-4f60-bc93-7ef6155702ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/883237d5-a25f-4c84-a97c-da6a17089cbe HTTP/1.1" status: 204 len: 168 time: 0.2803848 Nov 12 03:38:09.850456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d333b6-b0d9-4f60-bc93-7ef6155702ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883237d5-a25f-4c84-a97c-da6a17089cbe,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.882386 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.895691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.898966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/networks/eb565895-d75a-4ace-8b6b-0e7b7ae42553 HTTP/1.1" status: 204 len: 168 time: 1.4093597 Nov 12 03:38:09.903544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.918567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086af56-e16e-4583-9a3b-ae2a3ddaa902 req-56f8f4cc-21fa-4e5c-8d11-a6a44aff2d97 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.920115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8086af56-e16e-4583-9a3b-ae2a3ddaa902 req-56f8f4cc-21fa-4e5c-8d11-a6a44aff2d97 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1580875 Nov 12 03:38:09.926660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c801-9480-49dd-94b2-ec39f2bb5a80 req-e6d2bb7a-806c-4f9e-9232-75ccabc23c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.928156 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-df75c801-9480-49dd-94b2-ec39f2bb5a80 req-e6d2bb7a-806c-4f9e-9232-75ccabc23c4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 1098 time: 0.1142507 Nov 12 03:38:09.929005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f061fc-7dab-41ef-8e6a-c2454d3ad82d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Network': ['ID=eb565895-d75a-4ace-8b6b-0e7b7ae42553,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.988491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83e99f-1bfe-4f0f-abed-b1080e89f6cf tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.996402 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7b83e99f-1bfe-4f0f-abed-b1080e89f6cf tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/eed825e2-8aea-4991-8de9-d084bde450a3 HTTP/1.1" status: 200 len: 841 time: 0.0906699 Nov 12 03:38:09.997304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56032) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.020311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8086af56-e16e-4583-9a3b-ae2a3ddaa902 req-079c3be3-d323-4a6c-a743-b42a4da34b24 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891800 Nov 12 03:38:10.022877 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-df75c801-9480-49dd-94b2-ec39f2bb5a80 req-6bdd1bfd-7079-4a42-9731-12a379dc0b41 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763619 Nov 12 03:38:10.056047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-65d673d6-eb74-4750-b5a0-1322baafa3f4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/eed825e2-8aea-4991-8de9-d084bde450a3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0571477 Nov 12 03:38:10.061084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.066947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:10.116233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2e007-69c5-4d11-896d-67428451a3d3 req-6b86484a-799e-42bd-b255-464b717defa8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.122408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90d2e007-69c5-4d11-896d-67428451a3d3 req-6b86484a-799e-42bd-b255-464b717defa8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.0648932 Nov 12 03:38:10.182018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:10.189307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90d2e007-69c5-4d11-896d-67428451a3d3 req-4c47c13b-849a-4492-b98c-05f78a08f0a2 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629733 Nov 12 03:38:10.192677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.315320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726420ae-40e3-402c-aa67-2f9e264effb2 req-d2be0dec-fa79-418b-8b57-7f1b6e1ed2a3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.317464 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-726420ae-40e3-402c-aa67-2f9e264effb2 req-d2be0dec-fa79-418b-8b57-7f1b6e1ed2a3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0585511 Nov 12 03:38:10.340097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c7999-17b9-4b36-aa46-988456b17f95 req-491e644c-ea8c-4f64-a7c3-d064f0975420 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.342176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d3c7999-17b9-4b36-aa46-988456b17f95 req-491e644c-ea8c-4f64-a7c3-d064f0975420 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1197300 Nov 12 03:38:10.376577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-726420ae-40e3-402c-aa67-2f9e264effb2 req-8e286565-0c0a-48f8-af94-4d16dcf40e4f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517714 Nov 12 03:38:10.451285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-40cf3e8d-699c-487e-8678-667d5e7e9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.452614 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-40cf3e8d-699c-487e-8678-667d5e7e9a6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 1098 time: 0.1002021 Nov 12 03:38:10.465356 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d3c7999-17b9-4b36-aa46-988456b17f95 req-c2152c2b-d452-497b-a257-5cbccc34582f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138287 Nov 12 03:38:10.615380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88865cb5-ec3a-41d9-a388-f95285cd68a6 req-50b6a97b-3d1c-4cd1-a52b-8cf2e1d4628a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.634542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88865cb5-ec3a-41d9-a388-f95285cd68a6 req-50b6a97b-3d1c-4cd1-a52b-8cf2e1d4628a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.643466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88865cb5-ec3a-41d9-a388-f95285cd68a6 req-50b6a97b-3d1c-4cd1-a52b-8cf2e1d4628a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.646733 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88865cb5-ec3a-41d9-a388-f95285cd68a6 req-50b6a97b-3d1c-4cd1-a52b-8cf2e1d4628a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795&device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e&device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 2417 time: 0.1081049 Nov 12 03:38:10.659603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.715104 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88865cb5-ec3a-41d9-a388-f95285cd68a6 req-af9d715d-d082-48a2-bd8e-8d78ad35f3d3 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594304 Nov 12 03:38:10.726783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-c672966c-7b4e-4410-a04f-dc23db254dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.728350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-c672966c-7b4e-4410-a04f-dc23db254dd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 915 time: 0.2374468 Nov 12 03:38:10.743417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:10.790780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:10.793809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.794408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.799864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d359610-2131-42ad-a2ca-ab55351b7b19 None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:10.813048 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-9b8cd3d1-5d9a-4788-b502-9a0e4cea383a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=425f44ec-f61a-4a58-8974-68f16cf66596 HTTP/1.1" status: 200 len: 217 time: 0.0715415 Nov 12 03:38:10.843734 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=772525d0-5e61-4440-b848-9fd1d179fd4a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:10.874215 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c752bc47-767a-4b7e-b11c-837901b75576 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8120189 Nov 12 03:38:10.878154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56064) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.887315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9a6d10d6-c772-4a1c-8fc7-6fc0fe61007f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'security_group': {'name': 'tempest-secgroup-564040744'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:10.909626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfeea98-115f-46a7-b8a9-7077d822fdf7 req-0454e022-e09e-459d-8efa-03256aa8218b tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1544006 Nov 12 03:38:10.911743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-7e966e65-26eb-4bb1-a9dc-0ddc3fd52684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.913281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-7e966e65-26eb-4bb1-a9dc-0ddc3fd52684 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 200 len: 853 time: 0.0804627 Nov 12 03:38:10.929866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a6d10d6-c772-4a1c-8fc7-6fc0fe61007f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.975160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-bc83b574-1224-4446-8585-18c56dce4f09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51d1d17e-647d-4c3c-a548-90bcb44abb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462580 Nov 12 03:38:11.030894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'tenant_id': '9f15b3b899844f12980fc260ba2639e4', 'fixed_ips': [{'subnet_id': '772525d0-5e61-4440-b848-9fd1d179fd4a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:11.032462 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.035994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a6d10d6-c772-4a1c-8fc7-6fc0fe61007f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.053643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a6d10d6-c772-4a1c-8fc7-6fc0fe61007f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.096188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a6d10d6-c772-4a1c-8fc7-6fc0fe61007f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.099686 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9a6d10d6-c772-4a1c-8fc7-6fc0fe61007f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2180324 Nov 12 03:38:11.112183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:11.122439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c3076122-1dcd-4788-bf4c-a99b4a71d13d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'security_group': {'name': 'tempest-secgroup-847923090'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:11.182353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d10d6-c772-4a1c-8fc7-6fc0fe61007f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53d924-75be-4790-bb07-0f04d2d4835f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.212355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3076122-1dcd-4788-bf4c-a99b4a71d13d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.345132 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3076122-1dcd-4788-bf4c-a99b4a71d13d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.350323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3076122-1dcd-4788-bf4c-a99b4a71d13d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.359896 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-8d1764a7-b0b7-42e6-97ac-4d75d66f4d59 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789294 Nov 12 03:38:11.385051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Allocated IP 172.20.0.2 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/772525d0-5e61-4440-b848-9fd1d179fd4a/b1a5ccbb-c008-4c2d-85c3-5548cd0453ff) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:11.432255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3076122-1dcd-4788-bf4c-a99b4a71d13d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c471fa93-9eb4-4386-9c58-22c77165ed6b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.458866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3076122-1dcd-4788-bf4c-a99b4a71d13d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.460415 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c3076122-1dcd-4788-bf4c-a99b4a71d13d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3469806 Nov 12 03:38:11.463711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56090) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:11.469412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1722099380', 'security_groups': ['c471fa93-9eb4-4386-9c58-22c77165ed6b'], 'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '772525d0-5e61-4440-b848-9fd1d179fd4a'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:11.491487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a85eb4-eb49-4fa1-aade-5252d8dbb437 req-771b26de-0f7a-4a75-96d1-05c51bbf078c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.502973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a85eb4-eb49-4fa1-aade-5252d8dbb437 req-771b26de-0f7a-4a75-96d1-05c51bbf078c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.3224699 Nov 12 03:38:11.667102 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.670910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:11.675939 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.728612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Pushing event updated for resources: {'Port': ['ID=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.774278 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94a85eb4-eb49-4fa1-aade-5252d8dbb437 req-839c5c96-33f9-47a7-b06d-01412b5b9e97 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704651 Nov 12 03:38:11.798934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4d6aef-9b3c-4a62-b458-13d2c95ddd6a req-bcf81a28-f3e7-409e-8af7-559e3cc4d058 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189837 Nov 12 03:38:11.799148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:11.799594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:11.802660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:11.879141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf72b4-fe96-416c-a8ec-5e8276630983 req-7907ed80-930d-4ebb-aacd-353f19ca12ff tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.880690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91cf72b4-fe96-416c-a8ec-5e8276630983 req-7907ed80-930d-4ebb-aacd-353f19ca12ff tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1189022 Nov 12 03:38:11.903119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Attempting to bind port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:11.903499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Attempting to bind port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '0aa3d1f9-82bd-42ac-a71a-c44662e47067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:11.903890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Attempting to bind port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff on network df4355b8-7bf3-443e-9064-b4ac3b6719cd {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:11.904592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.919479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:11.920637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Checking segment: {'id': '0aa3d1f9-82bd-42ac-a71a-c44662e47067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:11.921080 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.921481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Bound using segment: {'id': '0aa3d1f9-82bd-42ac-a71a-c44662e47067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:11.922971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Bound port: b1a5ccbb-c008-4c2d-85c3-5548cd0453ff, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa3d1f9-82bd-42ac-a71a-c44662e47067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:11.923434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.976225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port 3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:12.008331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] For port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:12.012725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] For port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,segment=NetworkSegment(0aa3d1f9-82bd-42ac-a71a-c44662e47067),segment_id=0aa3d1f9-82bd-42ac-a71a-c44662e47067)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:12.018112 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.074794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59317-c99f-4d50-951c-a4ef9f25973a req-21364eb0-0b6a-4856-8e86-0069341c229b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.085373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b59317-c99f-4d50-951c-a4ef9f25973a req-21364eb0-0b6a-4856-8e86-0069341c229b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1314166 Nov 12 03:38:12.099349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc73f0-78b6-49f7-a6bf-9e6e592025b7 None None] Pushing event updated for resources: {'Port': ['ID=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:12.161321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91cf72b4-fe96-416c-a8ec-5e8276630983 req-1df329f7-bb70-4195-a4d6-1d156195ad17 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678146 Nov 12 03:38:12.171775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2b59317-c99f-4d50-951c-a4ef9f25973a req-ca8d8142-0767-4700-8b01-68e0b3054e77 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842128 Nov 12 03:38:12.316355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003402ad-dfa8-408c-ba3c-84e4ddc71220 req-0f58cbef-8b76-4d14-9afb-ca55d9eb8e51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.326322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-003402ad-dfa8-408c-ba3c-84e4ddc71220 req-0f58cbef-8b76-4d14-9afb-ca55d9eb8e51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.0691273 Nov 12 03:38:12.333403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56108) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.340641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'floatingip': {'port_id': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:12.443858 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.020019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.9 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/772525d0-5e61-4440-b848-9fd1d179fd4a/3c1db4f6-ec8b-4e67-aeeb-83642d37cc11) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:13.231401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595ecf-5529-4bfa-be0e-be1f668ce1cf req-fb9f851e-30e0-4b3f-ad4e-f75d62f31e49 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.242085 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c1595ecf-5529-4bfa-be0e-be1f668ce1cf req-fb9f851e-30e0-4b3f-ad4e-f75d62f31e49 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.0863292 Nov 12 03:38:13.323750 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c1595ecf-5529-4bfa-be0e-be1f668ce1cf req-685a5f38-1a86-40c4-833a-820485d269e8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806692 Nov 12 03:38:13.360045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.464883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.580961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=3c1db4f6-ec8b-4e67-aeeb-83642d37cc11,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.589610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:13.607108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:13.611934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:13.692965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.693811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.698166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1a5ccbb-c008-4c2d-85c3-5548cd0453ff up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:13.720386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05021a-3873-4469-acb1-91a8c2b4f7f1 req-69978f6e-f753-4e92-af53-2ec859ba74f6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.729123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b05021a-3873-4469-acb1-91a8c2b4f7f1 req-69978f6e-f753-4e92-af53-2ec859ba74f6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.2896729 Nov 12 03:38:13.764014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-186d8278-e969-4069-9a32-18829ddabd59 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2989850 Nov 12 03:38:13.764710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56136) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.775542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6a2dea95-040d-455b-ae8c-a71a211c9bb4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:13.803622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:13.804001 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.870682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:13.871060 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.975273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b05021a-3873-4469-acb1-91a8c2b4f7f1 req-5485b051-d22e-4479-9a34-183bbaf485e4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451763 Nov 12 03:38:14.022264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2dea95-040d-455b-ae8c-a71a211c9bb4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:14.028877 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6a2dea95-040d-455b-ae8c-a71a211c9bb4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.158285 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.224149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] For port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,segment=NetworkSegment(0aa3d1f9-82bd-42ac-a71a-c44662e47067),segment_id=0aa3d1f9-82bd-42ac-a71a-c44662e47067)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:14.228560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.231495 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.283506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cedacd-c9c9-42b9-a701-ae2e638bcdaa req-13fbc5d9-59cb-4d2f-bf33-f4ba0ee3ade3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.285001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] Provisioning complete for port eed825e2-8aea-4991-8de9-d084bde450a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:14.285447 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.291447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18cedacd-c9c9-42b9-a701-ae2e638bcdaa req-13fbc5d9-59cb-4d2f-bf33-f4ba0ee3ade3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1985221 Nov 12 03:38:14.360655 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18cedacd-c9c9-42b9-a701-ae2e638bcdaa req-26f92288-e88c-498e-9304-0adf06de901c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632257 Nov 12 03:38:14.363264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] Port eed825e2-8aea-4991-8de9-d084bde450a3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:14.420111 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-6a2dea95-040d-455b-ae8c-a71a211c9bb4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 772525d0-5e61-4440-b848-9fd1d179fd4a (CIDR: 172.20.0.0/28) Nov 12 03:38:14.429051 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2dea95-040d-455b-ae8c-a71a211c9bb4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:38:14.429815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2dea95-040d-455b-ae8c-a71a211c9bb4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:14.451702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd7fa4-e090-438a-a9da-0372c6bc93f0 None None] Pushing event updated for resources: {'Port': ['ID=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:14.470566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6a2dea95-040d-455b-ae8c-a71a211c9bb4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7009649 Nov 12 03:38:14.471526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.476624 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:38:14.480859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:14.515245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7313c765-3822-4a30-a9ae-c1dd12b84661 None None] Provisioning complete for port 3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:14.515475 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7313c765-3822-4a30-a9ae-c1dd12b84661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.535452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5a141-6c87-46bc-bfa4-a3eaafb160db req-8508c0b3-95f5-4538-a95d-dcb0add8a493 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.544252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ce5a141-6c87-46bc-bfa4-a3eaafb160db req-8508c0b3-95f5-4538-a95d-dcb0add8a493 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.2067728 Nov 12 03:38:14.601897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.610110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7313c765-3822-4a30-a9ae-c1dd12b84661 None None] Port 3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:14.611634 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:38:14.611986 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:38:14.619026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.680538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:14.684750 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.699160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853387f8-dd34-4450-b89b-289eb7d29d7e req-9040126b-28be-4845-b340-4190565de4f8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.701047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-853387f8-dd34-4450-b89b-289eb7d29d7e req-9040126b-28be-4845-b340-4190565de4f8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1044438 Nov 12 03:38:14.755274 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Floating IP 7cbfc5e9-8841-4df1-96e2-da46b2c0b073 associated. External IP: 172.25.0.217, port: 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1. Nov 12 03:38:14.822319 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-853387f8-dd34-4450-b89b-289eb7d29d7e req-2b2cafdd-a620-47af-8f1d-7ceb87e06f47 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086075 Nov 12 03:38:14.878383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ce5a141-6c87-46bc-bfa4-a3eaafb160db req-bebfac66-7250-425b-b8c3-59d4b5a7959b tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329809 Nov 12 03:38:15.036070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12130f9a-8c71-4f28-ba7c-6a4b8b5272e3 req-5adf7470-3194-406b-9b83-3e6df9b0ca96 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.036971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:15.037583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12130f9a-8c71-4f28-ba7c-6a4b8b5272e3 req-5adf7470-3194-406b-9b83-3e6df9b0ca96 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0911443 Nov 12 03:38:15.094485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.168972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12130f9a-8c71-4f28-ba7c-6a4b8b5272e3 req-e1cb11ee-3917-4cde-9ee3-2714f5a1e371 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192455 Nov 12 03:38:15.179039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:15.184667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:15.190045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.201958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.217744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=97f59055-511f-479e-bc7f-51855424234e,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.229310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7b0f8a5d-e1a1-4ac5-9881-e281996c67af tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7558208 Nov 12 03:38:15.232082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56162) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:15.239459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1155742575', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97f59055-511f-479e-bc7f-51855424234e'}], 'security_groups': ['ba53d924-75be-4790-bb07-0f04d2d4835f']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:15.246052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39d7a03-2252-4209-b70f-16b67b67a2df None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:15.325879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.328971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:15.336667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.348418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] Sync routers for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:15.372565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36125c-2534-4b3b-a6a5-463938534e25 req-f2d91dd0-96c2-4eba-89b0-df1785da6225 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.383921 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c36125c-2534-4b3b-a6a5-463938534e25 req-f2d91dd0-96c2-4eba-89b0-df1785da6225 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1331937 Nov 12 03:38:15.386720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:15.387338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:15.432034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-464c3319-6cfb-4765-a58d-f3bd271aae82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "PUT /v2.0/floatingips/7cbfc5e9-8841-4df1-96e2-da46b2c0b073 HTTP/1.1" status: 200 len: 992 time: 3.0970654 Nov 12 03:38:15.448247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:15.450734 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a65d34-6bed-4601-a85b-6d14071412ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:15.549767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c36125c-2534-4b3b-a6a5-463938534e25 req-d827ff70-dbb9-460a-8c9a-31b7cb32d0d4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647794 Nov 12 03:38:15.594251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:15.634601 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23be1071-5d5a-47e1-952e-1b78256ed8fc x-openstack-request-id: req-23be1071-5d5a-47e1-952e-1b78256ed8fc {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:15.635370 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:15.635793 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23be1071-5d5a-47e1-952e-1b78256ed8fc {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:15.636379 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'status': 'completed', 'code': 200} Nov 12 03:38:15.753708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a65d34-6bed-4601-a85b-6d14071412ec req-64fb1b52-7997-4350-86f8-0841ffb7062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.755592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18a65d34-6bed-4601-a85b-6d14071412ec req-64fb1b52-7997-4350-86f8-0841ffb7062d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 1098 time: 0.0819800 Nov 12 03:38:15.884554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a65d34-6bed-4601-a85b-6d14071412ec req-57d20a54-adc1-41fd-9814-7beb7e8d72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.885484 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18a65d34-6bed-4601-a85b-6d14071412ec req-57d20a54-adc1-41fd-9814-7beb7e8d72b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.1032693 Nov 12 03:38:15.915334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Delete allocated IP 172.20.0.9 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/772525d0-5e61-4440-b848-9fd1d179fd4a) {{(pid=102628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:38:15.931757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.30 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/97f59055-511f-479e-bc7f-51855424234e/3c1db4f6-ec8b-4e67-aeeb-83642d37cc11) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:15.932236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1a5ccbb-c008-4c2d-85c3-5548cd0453ff up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:15.966398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07107e-2776-4a31-8062-119b82eec15d req-7b4034f0-5c88-4aeb-9c2a-4ce5b36801d3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.968251 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f07107e-2776-4a31-8062-119b82eec15d req-7b4034f0-5c88-4aeb-9c2a-4ce5b36801d3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.2216635 Nov 12 03:38:15.980843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-4059a1c9-5faa-47a6-9d13-4aa101b53242 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.982687 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-4059a1c9-5faa-47a6-9d13-4aa101b53242 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.1643109 Nov 12 03:38:16.025509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18a65d34-6bed-4601-a85b-6d14071412ec req-adb0229c-f0ee-4e67-8fc3-36da5b526944 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 HTTP/1.1" status: 200 len: 1000 time: 0.1317530 Nov 12 03:38:16.055895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61a0da-6ff1-4b87-a082-c484e4636674 req-0af4bb96-0c68-43ff-9c25-4dd2e8798a65 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.058900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a61a0da-6ff1-4b87-a082-c484e4636674 req-0af4bb96-0c68-43ff-9c25-4dd2e8798a65 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1037097 Nov 12 03:38:16.072014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:16.072388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.179918 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f07107e-2776-4a31-8062-119b82eec15d req-915020df-0f1a-48b3-9d41-976522438de6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933949 Nov 12 03:38:16.238235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a61a0da-6ff1-4b87-a082-c484e4636674 req-aa47ee5a-62e4-415c-a510-a1e6a76d9467 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236682 Nov 12 03:38:16.254250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Deleting port ea222445-7210-4d22-ba93-e3d7287fb6be {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:16.254666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.275036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a65d34-6bed-4601-a85b-6d14071412ec req-17e490cd-b309-472f-9458-703efcce752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.279328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18a65d34-6bed-4601-a85b-6d14071412ec req-17e490cd-b309-472f-9458-703efcce752a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.2194405 Nov 12 03:38:16.303933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652ce9b-cacc-40c0-9b0f-b4915f258ba4 None None] Update dhcp port {'port': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'fixed_ips': [{'subnet_id': '772525d0-5e61-4440-b848-9fd1d179fd4a', 'ip_address': '172.20.0.2'}, {'subnet_id': '97f59055-511f-479e-bc7f-51855424234e'}], 'binding:host_id': 'n-d-789963-21'}, 'id': 'b1a5ccbb-c008-4c2d-85c3-5548cd0453ff'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:38:16.375575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7cbfc5e9-8841-4df1-96e2-da46b2c0b073', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'floating_ip_address': '172.25.0.217', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'port_id': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'mac_address': 'fa:16:3e:b8:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:42Z', 'updated_at': '2021-11-12T03:38:14Z', 'revision_number': 1, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:16.419927 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5652ce9b-cacc-40c0-9b0f-b4915f258ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.428427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] Checking router: b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:16.461817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820c94b-557a-44cf-b5a7-d0ac3af9a058 req-7f21cd1b-395f-4249-8610-7db29b07c91a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.471020 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3820c94b-557a-44cf-b5a7-d0ac3af9a058 req-7f21cd1b-395f-4249-8610-7db29b07c91a tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 945 time: 0.1234236 Nov 12 03:38:16.471217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a65d34-6bed-4601-a85b-6d14071412ec req-eab1428b-3c55-4923-aa95-2e5e504b2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.473054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18a65d34-6bed-4601-a85b-6d14071412ec req-eab1428b-3c55-4923-aa95-2e5e504b2764 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764677 Nov 12 03:38:16.534581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.540688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] For port ea222445-7210-4d22-ba93-e3d7287fb6be, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ea222445-7210-4d22-ba93-e3d7287fb6be,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:16.541078 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.554623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.601053 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-93fc42e0-9edf-4870-b7a8-e94173a2e124 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2084706 Nov 12 03:38:16.602974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18a65d34-6bed-4601-a85b-6d14071412ec req-5391f399-6779-406e-b088-30e52683acb6 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171334 Nov 12 03:38:16.613229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328f5fc-49b2-426a-a5fd-7fd496f7117c req-49488502-514f-49ca-902f-285172096936 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.615266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c328f5fc-49b2-426a-a5fd-7fd496f7117c req-49488502-514f-49ca-902f-285172096936 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.2405767 Nov 12 03:38:16.638776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=3c1db4f6-ec8b-4e67-aeeb-83642d37cc11,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:16.666016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Calling delete_port for ea222445-7210-4d22-ba93-e3d7287fb6be owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:16.726483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3820c94b-557a-44cf-b5a7-d0ac3af9a058 req-5ebfa5d3-d243-4667-96ff-b17aa37e22fe tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439089 Nov 12 03:38:16.799274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-4b600390-b8dc-41d7-9406-f557afe8ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.805359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-4b600390-b8dc-41d7-9406-f557afe8ca3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e11e965154e64fcf9e59e9d014b04966&device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 1098 time: 0.1735559 Nov 12 03:38:16.845135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c328f5fc-49b2-426a-a5fd-7fd496f7117c req-67d6c3ea-39ad-4d4e-a264-5ddc790bcac3 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161429 Nov 12 03:38:16.910404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5652ce9b-cacc-40c0-9b0f-b4915f258ba4 None None] Allocated IP 172.20.0.18 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/97f59055-511f-479e-bc7f-51855424234e/b1a5ccbb-c008-4c2d-85c3-5548cd0453ff) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:16.916369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] In _notify_port_updated(), no bound segment for port 3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 on network df4355b8-7bf3-443e-9064-b4ac3b6719cd {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:16.934118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.936455 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.944685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-605aa326-5cc9-4273-9174-57eaa7c4f40e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "PUT /v2.0/ports/3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 HTTP/1.1" status: 200 len: 921 time: 1.7102520 Nov 12 03:38:16.945440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56204) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.994412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:16.995191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:17.055082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-82c89e2f-6bfd-41dd-a67b-46867416d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.065180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-82c89e2f-6bfd-41dd-a67b-46867416d9b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 200 len: 915 time: 0.2121279 Nov 12 03:38:17.094919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18a65d34-6bed-4601-a85b-6d14071412ec req-21ba2d72-bf7c-4067-937d-60fcb842f862 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763343 Nov 12 03:38:17.159900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-dd310c59-7e58-4d9c-82cd-ac2ea9fce8e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=425f44ec-f61a-4a58-8974-68f16cf66596 HTTP/1.1" status: 200 len: 217 time: 0.0628605 Nov 12 03:38:17.164618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38571370-2fca-4ceb-946d-099319c7e62d req-8a5910e6-80cd-47ec-82b9-a663afe9fd8c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.168950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38571370-2fca-4ceb-946d-099319c7e62d req-8a5910e6-80cd-47ec-82b9-a663afe9fd8c tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1759818 Nov 12 03:38:17.214001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:17.318608 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.386499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-968487b7-b899-4b84-84f6-897613fe4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.392428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-968487b7-b899-4b84-84f6-897613fe4642 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 200 len: 853 time: 0.2172415 Nov 12 03:38:17.404965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8f9752c2-2cbb-4844-9c86-a0147b1a256c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port 3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:17.405135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f9752c2-2cbb-4844-9c86-a0147b1a256c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.451497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['844ad68b-22f6-4dc1-ac3a-71862030c2f2', 'f818d1a5-d563-4503-9804-34fdd5e7cb40', 'ea222445-7210-4d22-ba93-e3d7287fb6be'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:17.480476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Pushing event deleted for resources: {'Port': ['ID=ea222445-7210-4d22-ba93-e3d7287fb6be,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.483982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-6c40e567-1d78-431b-ba51-ae5559288f17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51d1d17e-647d-4c3c-a548-90bcb44abb3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715461 Nov 12 03:38:17.524459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5652ce9b-cacc-40c0-9b0f-b4915f258ba4 None None] For port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,segment=NetworkSegment(0aa3d1f9-82bd-42ac-a71a-c44662e47067),segment_id=0aa3d1f9-82bd-42ac-a71a-c44662e47067)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:17.589652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] No DVR routers for this DVR port ea222445-7210-4d22-ba93-e3d7287fb6be on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:17.632938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.648370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c513a25-6e9e-4a9c-80dd-c73e2caa9cee req-412c3883-7d8b-4b7b-b3df-476f19e5a6bb tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "DELETE /v2.0/ports/ea222445-7210-4d22-ba93-e3d7287fb6be HTTP/1.1" status: 204 len: 173 time: 1.6514187 Nov 12 03:38:17.652403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cf4290-66f9-46bf-b108-6c74a02e1795', 'name': 'network-vif-deleted', 'tag': 'ea222445-7210-4d22-ba93-e3d7287fb6be'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:17.657913 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec7e0eb-7cef-4b1c-af0a-852d6514b853" -d '{"events": [{"server_uuid": "26cf4290-66f9-46bf-b108-6c74a02e1795", "name": "network-vif-deleted", "tag": "ea222445-7210-4d22-ba93-e3d7287fb6be"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:17.661858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1631-0b81-497f-aca1-27dc4f49ccd4 req-d862eb83-c63b-4b01-9983-99df92ad0cce tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.664989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efae1631-0b81-497f-aca1-27dc4f49ccd4 req-d862eb83-c63b-4b01-9983-99df92ad0cce tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.2339265 Nov 12 03:38:17.708070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38571370-2fca-4ceb-946d-099319c7e62d req-eda91304-d19b-46a4-aadc-7301311c15bb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789445 Nov 12 03:38:17.709401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5652ce9b-cacc-40c0-9b0f-b4915f258ba4 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.753500 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5652ce9b-cacc-40c0-9b0f-b4915f258ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.770701 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-61ae12c6-12ec-4774-b5b5-00878dcd699d service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747185 Nov 12 03:38:17.870293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f9752c2-2cbb-4844-9c86-a0147b1a256c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.893946 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1eb092-dbf1-456a-a82f-d88058997a4f x-openstack-request-id: req-6f1eb092-dbf1-456a-a82f-d88058997a4f {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:17.895292 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cf4290-66f9-46bf-b108-6c74a02e1795", "name": "network-vif-deleted", "tag": "ea222445-7210-4d22-ba93-e3d7287fb6be", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:17.904982 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f1eb092-dbf1-456a-a82f-d88058997a4f {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:17.904982 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cf4290-66f9-46bf-b108-6c74a02e1795', 'name': 'network-vif-deleted', 'tag': 'ea222445-7210-4d22-ba93-e3d7287fb6be', 'status': 'completed', 'code': 200} Nov 12 03:38:17.940806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8f9752c2-2cbb-4844-9c86-a0147b1a256c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for 3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:18.054406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efae1631-0b81-497f-aca1-27dc4f49ccd4 req-c2858b9a-7f50-4d1d-b5d7-8c5417b2ac58 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644428 Nov 12 03:38:18.231553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91c86b70-9c91-4b78-8019-b33607299fa5 req-1dde2615-3d5a-4677-8c79-f73ca1e7b522 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=26cf4290-66f9-46bf-b108-6c74a02e1795 HTTP/1.1" status: 200 len: 210 time: 0.0476117 Nov 12 03:38:18.279985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9e01b-fa5b-40cf-9db0-8f686950cc9f req-71f71bb1-75e3-4a3f-b6a7-ed142fbb5e30 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.288422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0d9e01b-fa5b-40cf-9db0-8f686950cc9f req-71f71bb1-75e3-4a3f-b6a7-ed142fbb5e30 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1001365 Nov 12 03:38:18.293688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6cd52de-cd4e-4964-ba3e-79d37887cac8 req-9dd59bf6-4c45-4167-952b-8f94c59612b9 service neutron] 10.222.0.20 "GET /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976363 Nov 12 03:38:18.307937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652ce9b-cacc-40c0-9b0f-b4915f258ba4 None None] Pushing event updated for resources: {'Port': ['ID=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.390454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f9752c2-2cbb-4844-9c86-a0147b1a256c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.429806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0d9e01b-fa5b-40cf-9db0-8f686950cc9f req-657921a6-dd6d-407c-bbe8-eda22ebed16e tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303809 Nov 12 03:38:18.456769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9752c2-2cbb-4844-9c86-a0147b1a256c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=3c1db4f6-ec8b-4e67-aeeb-83642d37cc11,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.513232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7cbfc5e9-8841-4df1-96e2-da46b2c0b073', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'floating_ip_address': '172.25.0.217', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'port_id': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'mac_address': 'fa:16:3e:b8:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:42Z', 'updated_at': '2021-11-12T03:38:14Z', 'revision_number': 1, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:18.601508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f9752c2-2cbb-4844-9c86-a0147b1a256c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.605046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8f9752c2-2cbb-4844-9c86-a0147b1a256c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 HTTP/1.1" status: 204 len: 168 time: 1.6518486 Nov 12 03:38:18.605589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c536-7543-4e04-aa06-20025d3c9474 None None] The sync data for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 is: [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7cbfc5e9-8841-4df1-96e2-da46b2c0b073', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'floating_ip_address': '172.25.0.217', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'port_id': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'mac_address': 'fa:16:3e:b8:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:42Z', 'updated_at': '2021-11-12T03:38:14Z', 'revision_number': 1, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:18.608124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56234) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:18.681427 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f69c6a9-7e1a-4aff-8046-9fe528e3f3f2 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:38:18.687818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0f69c6a9-7e1a-4aff-8046-9fe528e3f3f2 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/3c1db4f6-ec8b-4e67-aeeb-83642d37cc11 HTTP/1.1" status: 404 len: 333 time: 0.0760250 Nov 12 03:38:18.689222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56236) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:18.762179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0b265f9-eb0f-49f8-a5af-936745ba6262 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.779539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e050-7c1a-41ac-9e5d-a13606ed74b9 req-6c8d65dc-cbe8-4d48-9f20-597af246c4ad tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.782964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc70e050-7c1a-41ac-9e5d-a13606ed74b9 req-6c8d65dc-cbe8-4d48-9f20-597af246c4ad tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0988214 Nov 12 03:38:18.809876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0b265f9-eb0f-49f8-a5af-936745ba6262 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.868694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc70e050-7c1a-41ac-9e5d-a13606ed74b9 req-ee196674-639f-4ebf-a8a9-c26017322807 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716186 Nov 12 03:38:18.903817 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0b265f9-eb0f-49f8-a5af-936745ba6262 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.907689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0b265f9-eb0f-49f8-a5af-936745ba6262 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.912092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a0b265f9-eb0f-49f8-a5af-936745ba6262 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/security-groups/c471fa93-9eb4-4386-9c58-22c77165ed6b HTTP/1.1" status: 204 len: 168 time: 0.2215366 Nov 12 03:38:18.912962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56244) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:18.989048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b265f9-eb0f-49f8-a5af-936745ba6262 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c471fa93-9eb4-4386-9c58-22c77165ed6b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.032524 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca79542-2826-4b10-a66a-ff812ae5f09b None None] New status for floating IP 7cbfc5e9-8841-4df1-96e2-da46b2c0b073: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:38:19.161655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84197bcb-0a33-414a-be8f-04ee752313d4 req-8706153d-cf26-4486-bcef-99b601572820 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.170450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84197bcb-0a33-414a-be8f-04ee752313d4 req-8706153d-cf26-4486-bcef-99b601572820 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1449523 Nov 12 03:38:19.183607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9357ff77-4080-478c-a4ea-04df616928f9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.235950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9357ff77-4080-478c-a4ea-04df616928f9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.276096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0785303-aa50-45ab-922c-dd6fb238080b req-6c2fe54f-f8fe-44c1-b0ba-ed99cd32fe45 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.284912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0785303-aa50-45ab-922c-dd6fb238080b req-6c2fe54f-f8fe-44c1-b0ba-ed99cd32fe45 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1260605 Nov 12 03:38:19.299269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84197bcb-0a33-414a-be8f-04ee752313d4 req-ccd3fb63-055e-461d-9cb8-132cf8904e91 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264389 Nov 12 03:38:19.368567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9357ff77-4080-478c-a4ea-04df616928f9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.372836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9357ff77-4080-478c-a4ea-04df616928f9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.374310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9357ff77-4080-478c-a4ea-04df616928f9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba53d924-75be-4790-bb07-0f04d2d4835f HTTP/1.1" status: 204 len: 168 time: 0.4524832 Nov 12 03:38:19.378529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56252) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:19.390468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e5db7ad1-2d84-474e-b18f-469107228797 None None] Could not find standard attr ID for object 3c1db4f6-ec8b-4e67-aeeb-83642d37cc11. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:38:19.416141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e5db7ad1-2d84-474e-b18f-469107228797 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:19.416915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5db7ad1-2d84-474e-b18f-469107228797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.421616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357ff77-4080-478c-a4ea-04df616928f9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53d924-75be-4790-bb07-0f04d2d4835f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.425039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0785303-aa50-45ab-922c-dd6fb238080b req-b202aa85-23de-4ad1-8be6-ac2e902b52a2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391358 Nov 12 03:38:19.476070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4526506-01de-4a5b-b906-a5a162109fb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet 772525d0-5e61-4440-b848-9fd1d179fd4a {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:19.479965 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4526506-01de-4a5b-b906-a5a162109fb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.544758 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4526506-01de-4a5b-b906-a5a162109fb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.569831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1a5ccbb-c008-4c2d-85c3-5548cd0453ff up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:19.725213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4526506-01de-4a5b-b906-a5a162109fb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.778652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8245d7-6bee-4f5c-af9c-ee4b4bfefc16 req-b7dbce50-7176-43e5-9ab3-3d527d966150 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.786204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e5db7ad1-2d84-474e-b18f-469107228797 None None] Provisioning complete for port eed825e2-8aea-4991-8de9-d084bde450a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:19.787932 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5db7ad1-2d84-474e-b18f-469107228797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.797180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf8245d7-6bee-4f5c-af9c-ee4b4bfefc16 req-b7dbce50-7176-43e5-9ab3-3d527d966150 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1578789 Nov 12 03:38:19.872057 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4526506-01de-4a5b-b906-a5a162109fb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.889044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e5db7ad1-2d84-474e-b18f-469107228797 None None] Port eed825e2-8aea-4991-8de9-d084bde450a3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:19.893054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d4e5-6cc0-42d9-b857-1875d061a12d req-fd36cd0a-5826-40a7-b54b-689f49254a66 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.895432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:19.896375 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.909350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7134d4e5-6cc0-42d9-b857-1875d061a12d req-fd36cd0a-5826-40a7-b54b-689f49254a66 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 945 time: 0.1243269 Nov 12 03:38:19.912105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4526506-01de-4a5b-b906-a5a162109fb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=772525d0-5e61-4440-b848-9fd1d179fd4a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.924010 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4526506-01de-4a5b-b906-a5a162109fb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.927618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c4526506-01de-4a5b-b906-a5a162109fb5 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/772525d0-5e61-4440-b848-9fd1d179fd4a HTTP/1.1" status: 204 len: 168 time: 0.5480194 Nov 12 03:38:19.936069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56264) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:19.951716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:20.026452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7134d4e5-6cc0-42d9-b857-1875d061a12d req-f77cd788-511d-420d-9c8a-8413920f8ea9 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136096 Nov 12 03:38:20.039315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c5471-962f-4f53-96d2-bdc87caec893 None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:20.152840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf8245d7-6bee-4f5c-af9c-ee4b4bfefc16 req-cc838a86-b30d-4c09-af15-8decf44f7673 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545852 Nov 12 03:38:20.160361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:20.179691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.323009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f5c5e-3179-4f0f-a492-770b5fa02b57 req-f88abb93-3c68-444f-b403-6802659e8c1f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.331611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-412f5c5e-3179-4f0f-a492-770b5fa02b57 req-f88abb93-3c68-444f-b403-6802659e8c1f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.0823834 Nov 12 03:38:20.367260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8a2387dc-ae8c-4306-81f0-a4e5da372c2f None None] Could not find standard attr ID for object 3c1db4f6-ec8b-4e67-aeeb-83642d37cc11. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:38:20.389622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-412f5c5e-3179-4f0f-a492-770b5fa02b57 req-1f7ccfb3-cd1a-43fb-9fbb-5a3ae83a76c6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568509 Nov 12 03:38:20.587618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ea222445-7210-4d22-ba93-e3d7287fb6be no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:20.645520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bf7c0-cc09-4b92-8acc-0734b425d7a0 req-19039e25-9942-45f1-b6a4-a3c08150932f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.654377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-338bf7c0-cc09-4b92-8acc-0734b425d7a0 req-19039e25-9942-45f1-b6a4-a3c08150932f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1209607 Nov 12 03:38:20.654723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: ea222445-7210-4d22-ba93-e3d7287fb6be {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:20.658929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ea222445-7210-4d22-ba93-e3d7287fb6be not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:20.664317 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.738990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-338bf7c0-cc09-4b92-8acc-0734b425d7a0 req-a77631cd-d89f-49ef-b2df-1ec2bf26c563 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784132 Nov 12 03:38:20.745062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=67f6eff6-a89a-4c79-aa93-07f3500d883e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.762558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:20.765094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:20.769281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.770079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.808383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:20.808640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8c4738a6-3baf-4b49-8dc1-2d187fa95fe8 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8683562 Nov 12 03:38:20.815121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b596750b-f15d-45bc-8e85-a52ed48b8cfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1553775623'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:20.832273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52384d-2782-423b-85cc-6ebbbe69b6ad req-77a6ac9d-ea0a-403f-9339-b6abc75f022f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.846776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f52384d-2782-423b-85cc-6ebbbe69b6ad req-77a6ac9d-ea0a-403f-9339-b6abc75f022f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1951449 Nov 12 03:38:20.858550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b596750b-f15d-45bc-8e85-a52ed48b8cfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.981506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b596750b-f15d-45bc-8e85-a52ed48b8cfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.988581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b596750b-f15d-45bc-8e85-a52ed48b8cfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.040487 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b596750b-f15d-45bc-8e85-a52ed48b8cfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.044651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b596750b-f15d-45bc-8e85-a52ed48b8cfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2350516 Nov 12 03:38:21.049134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56284) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:21.054313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-789a34a6-3613-40c3-b8f0-2c865c526a75 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1627175419'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:21.063649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596750b-f15d-45bc-8e85-a52ed48b8cfc tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8fd517-3bb9-46cb-be4f-5c2f45f51fc4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.086455 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-789a34a6-3613-40c3-b8f0-2c865c526a75 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.191377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-789a34a6-3613-40c3-b8f0-2c865c526a75 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.200279 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-789a34a6-3613-40c3-b8f0-2c865c526a75 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.289308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-789a34a6-3613-40c3-b8f0-2c865c526a75 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.290532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-789a34a6-3613-40c3-b8f0-2c865c526a75 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2404149 Nov 12 03:38:21.297235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56288) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:21.306081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3fc82-195a-46ee-a7da-e1621ab7403f req-b614e07c-310b-432e-899b-27e2a1573f22 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.314975 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8db3fc82-195a-46ee-a7da-e1621ab7403f req-b614e07c-310b-432e-899b-27e2a1573f22 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 945 time: 0.1295037 Nov 12 03:38:21.329245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3de94f3b-2210-4bf0-8e7f-3262f529fb16 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1770686458'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:21.353961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a34a6-3613-40c3-b8f0-2c865c526a75 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ad0dc1-7c4f-4080-9b97-884891efc5c7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.434255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3de94f3b-2210-4bf0-8e7f-3262f529fb16 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.450563 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8db3fc82-195a-46ee-a7da-e1621ab7403f req-234f63f2-a17b-4c26-86e3-6fe3f7568bf8 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345720 Nov 12 03:38:21.510196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f52384d-2782-423b-85cc-6ebbbe69b6ad req-c5b8351a-9ca7-4c4a-838e-184b12501df5 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622434 Nov 12 03:38:21.547937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75416f4-1304-4bab-b16b-75fd456d6e35 None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:21.562967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd69a67-f365-494a-864b-d958a8030825 req-5ec24fc3-6474-4709-a514-68185df3118e tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.568000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dd69a67-f365-494a-864b-d958a8030825 req-5ec24fc3-6474-4709-a514-68185df3118e tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "GET /v2.0/ports?device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 945 time: 0.1148307 Nov 12 03:38:21.623090 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3de94f3b-2210-4bf0-8e7f-3262f529fb16 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.648381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3de94f3b-2210-4bf0-8e7f-3262f529fb16 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.689619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7b1b44b0-5663-4029-a859-d125cffd75b5 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:21.690195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7b1b44b0-5663-4029-a859-d125cffd75b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.693975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Deleting port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:21.694869 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.698900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de94f3b-2210-4bf0-8e7f-3262f529fb16 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f029201-bce0-4088-ba5e-0dea573fcb32,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.705567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3de94f3b-2210-4bf0-8e7f-3262f529fb16 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.709844 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3de94f3b-2210-4bf0-8e7f-3262f529fb16 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3846271 Nov 12 03:38:21.710877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56292) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:21.716278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-850779779', 'security_groups': ['4f029201-bce0-4088-ba5e-0dea573fcb32'], 'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67f6eff6-a89a-4c79-aa93-07f3500d883e'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:21.869368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] For port 844ad68b-22f6-4dc1-ac3a-71862030c2f2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=844ad68b-22f6-4dc1-ac3a-71862030c2f2,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:21.869974 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.885472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:21.900199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Calling delete_port for 844ad68b-22f6-4dc1-ac3a-71862030c2f2 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:21.970455 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50823c-3519-4d25-80cf-7642bf7078f1 req-c00a95d5-48c2-4ad1-ac54-a77b4f1337eb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.978051 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d50823c-3519-4d25-80cf-7642bf7078f1 req-c00a95d5-48c2-4ad1-ac54-a77b4f1337eb tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.3706841 Nov 12 03:38:22.034245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7b1b44b0-5663-4029-a859-d125cffd75b5 None None] Provisioning complete for port eed825e2-8aea-4991-8de9-d084bde450a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:22.034615 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7b1b44b0-5663-4029-a859-d125cffd75b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.046613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d50823c-3519-4d25-80cf-7642bf7078f1 req-c9f91261-3d72-4f00-b880-e9822dabb22f tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675979 Nov 12 03:38:22.095457 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.126630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] device_id is not set on port e663a307-1b06-48b2-8526-a37ee940aa11 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:22.135342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b44b0-5663-4029-a859-d125cffd75b5 None None] Port eed825e2-8aea-4991-8de9-d084bde450a3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:22.142400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dbf1c-31bd-4d1b-a44a-a5e704f2ad1d req-a8d4aa87-c6e8-43a2-aa28-ead5ef22719b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.143977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-814dbf1c-31bd-4d1b-a44a-a5e704f2ad1d req-a8d4aa87-c6e8-43a2-aa28-ead5ef22719b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.2261512 Nov 12 03:38:22.257810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22787f52-7006-4acd-ad26-359e46dc0e21 None None] Update dhcp port {'port': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'fixed_ips': [{'subnet_id': '97f59055-511f-479e-bc7f-51855424234e', 'ip_address': '172.20.0.18'}, {'subnet_id': '67f6eff6-a89a-4c79-aa93-07f3500d883e'}], 'binding:host_id': 'n-d-789963-21'}, 'id': 'b1a5ccbb-c008-4c2d-85c3-5548cd0453ff'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:38:22.313487 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22787f52-7006-4acd-ad26-359e46dc0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.361745 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.398619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-814dbf1c-31bd-4d1b-a44a-a5e704f2ad1d req-a535697f-be0c-44a1-9aab-f9ba534093c8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238300 Nov 12 03:38:22.401115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['844ad68b-22f6-4dc1-ac3a-71862030c2f2', 'f818d1a5-d563-4503-9804-34fdd5e7cb40'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:22.456077 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18b62bb9-5625-429b-9a5d-0a927d639e76 req-e6bbf0fe-81ad-4542-a1ae-cdd4a5b69703 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0850618 Nov 12 03:38:22.458705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Pushing event deleted for resources: {'Port': ['ID=844ad68b-22f6-4dc1-ac3a-71862030c2f2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:22.594525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] No DVR routers for this DVR port 844ad68b-22f6-4dc1-ac3a-71862030c2f2 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:22.598293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.604413 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dd69a67-f365-494a-864b-d958a8030825 req-1ffecf30-cd6b-44a6-b4ad-913830448312 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "DELETE /v2.0/ports/844ad68b-22f6-4dc1-ac3a-71862030c2f2 HTTP/1.1" status: 204 len: 173 time: 1.0200758 Nov 12 03:38:22.610770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05370814-a5a6-45fb-9f33-8e3f03e5d75e', 'name': 'network-vif-deleted', 'tag': '844ad68b-22f6-4dc1-ac3a-71862030c2f2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:22.613254 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9c32b-11b6-4ee5-be2a-23b6516a8f7b" -d '{"events": [{"server_uuid": "05370814-a5a6-45fb-9f33-8e3f03e5d75e", "name": "network-vif-deleted", "tag": "844ad68b-22f6-4dc1-ac3a-71862030c2f2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:22.631383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18b62bb9-5625-429b-9a5d-0a927d639e76 req-ba247bed-b5e8-4632-903d-93862c4ee383 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0562599 Nov 12 03:38:22.668980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.10 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/67f6eff6-a89a-4c79-aa93-07f3500d883e/e663a307-1b06-48b2-8526-a37ee940aa11) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:22.686554 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-086f8e25-d07a-4480-ad3c-751a9676aa3e req-55482435-ac6f-44df-9f1a-fcc2bfea5608 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=05370814-a5a6-45fb-9f33-8e3f03e5d75e HTTP/1.1" status: 200 len: 210 time: 0.0750480 Nov 12 03:38:22.686722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f94e8-5b79-4627-871e-02eab447d0e4 req-fcf06fef-39d1-4cd8-9dcb-aec79160a94d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.695548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-399f94e8-5b79-4627-871e-02eab447d0e4 req-fcf06fef-39d1-4cd8-9dcb-aec79160a94d tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.2685766 Nov 12 03:38:22.797941 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece43918-94e2-46e2-9837-202c8f91f5da x-openstack-request-id: req-ece43918-94e2-46e2-9837-202c8f91f5da {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:22.798545 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05370814-a5a6-45fb-9f33-8e3f03e5d75e", "name": "network-vif-deleted", "tag": "844ad68b-22f6-4dc1-ac3a-71862030c2f2", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:22.799039 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ece43918-94e2-46e2-9837-202c8f91f5da {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:22.799687 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05370814-a5a6-45fb-9f33-8e3f03e5d75e', 'name': 'network-vif-deleted', 'tag': '844ad68b-22f6-4dc1-ac3a-71862030c2f2', 'status': 'completed', 'code': 200} Nov 12 03:38:23.329940 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18b62bb9-5625-429b-9a5d-0a927d639e76 req-7ca9f8f7-c429-4b32-89ca-3e64cd3a0406 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305197 Nov 12 03:38:23.439038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-399f94e8-5b79-4627-871e-02eab447d0e4 req-91650ce6-7052-40e6-96b5-cf6a69516fe4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398131 Nov 12 03:38:23.622463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b62bb9-5625-429b-9a5d-0a927d639e76 req-25e2918a-b79d-4e6b-89a4-dcfa80a15c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.623834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18b62bb9-5625-429b-9a5d-0a927d639e76 req-25e2918a-b79d-4e6b-89a4-dcfa80a15c4d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2798448 Nov 12 03:38:23.674057 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.712355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d761d-f67b-4a80-90e0-ab6bf4a4bcd6 req-33d457f7-43d3-4456-962d-dc2e21deddc7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.721968 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699d761d-f67b-4a80-90e0-ab6bf4a4bcd6 req-33d457f7-43d3-4456-962d-dc2e21deddc7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1509883 Nov 12 03:38:23.769739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.893753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:23.900561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:23.905139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699d761d-f67b-4a80-90e0-ab6bf4a4bcd6 req-49404c47-e6af-4cef-9937-13806c5bd87e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820097 Nov 12 03:38:23.908095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:23.980836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-22787f52-7006-4acd-ad26-359e46dc0e21 None None] Allocated IP 172.20.0.2 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/67f6eff6-a89a-4c79-aa93-07f3500d883e/b1a5ccbb-c008-4c2d-85c3-5548cd0453ff) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:23.983489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=e663a307-1b06-48b2-8526-a37ee940aa11,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:24.020130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.022238 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.092920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ade76a81-692b-49ce-b60f-897a1e367d3f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3792012 Nov 12 03:38:24.095704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56334) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.115484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b1411fab-e73e-4c32-82a5-ac36ac51ba1b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:24.389521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-22787f52-7006-4acd-ad26-359e46dc0e21 None None] For port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,segment=NetworkSegment(0aa3d1f9-82bd-42ac-a71a-c44662e47067),segment_id=0aa3d1f9-82bd-42ac-a71a-c44662e47067)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:24.408096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc078c8-9d16-43aa-b91f-ca1673c53941 req-b97c18be-9edb-484d-bcc0-b07c4cab4d49 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.419854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfc078c8-9d16-43aa-b91f-ca1673c53941 req-b97c18be-9edb-484d-bcc0-b07c4cab4d49 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1308529 Nov 12 03:38:24.497283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1411fab-e73e-4c32-82a5-ac36ac51ba1b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:24.508558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b1411fab-e73e-4c32-82a5-ac36ac51ba1b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.514554 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22787f52-7006-4acd-ad26-359e46dc0e21 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.519957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfc078c8-9d16-43aa-b91f-ca1673c53941 req-dd599eeb-8ba7-4c5b-827b-d742189b2a96 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899200 Nov 12 03:38:24.525840 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22787f52-7006-4acd-ad26-359e46dc0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.662206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 844ad68b-22f6-4dc1-ac3a-71862030c2f2 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:24.726142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 844ad68b-22f6-4dc1-ac3a-71862030c2f2 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:24.726731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 844ad68b-22f6-4dc1-ac3a-71862030c2f2 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:24.806534 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.815195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22787f52-7006-4acd-ad26-359e46dc0e21 None None] Pushing event updated for resources: {'Port': ['ID=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:24.817007 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-b1411fab-e73e-4c32-82a5-ac36ac51ba1b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 67f6eff6-a89a-4c79-aa93-07f3500d883e (CIDR: 172.20.0.0/28) Nov 12 03:38:24.822799 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1411fab-e73e-4c32-82a5-ac36ac51ba1b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:38:24.823371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1411fab-e73e-4c32-82a5-ac36ac51ba1b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:24.848804 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b1411fab-e73e-4c32-82a5-ac36ac51ba1b tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7475462 Nov 12 03:38:24.849921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.855874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7efb0073-94a5-43da-9965-7272e8283f27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:25.025469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efb0073-94a5-43da-9965-7272e8283f27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:25.041082 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7efb0073-94a5-43da-9965-7272e8283f27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.154819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dbcc3-c83a-440e-b330-ceb4ac097339 req-303bdefe-e739-4582-be6c-2dd4aba438e9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.161874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f31dbcc3-c83a-440e-b330-ceb4ac097339 req-303bdefe-e739-4582-be6c-2dd4aba438e9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1177938 Nov 12 03:38:25.248295 n-d-789963-21 neutron-server[102629]: INFO neutron.db.ipam_backend_mixin [None req-7efb0073-94a5-43da-9965-7272e8283f27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 97f59055-511f-479e-bc7f-51855424234e (CIDR: 172.20.0.16/28) Nov 12 03:38:25.252906 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efb0073-94a5-43da-9965-7272e8283f27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:38:25.253923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efb0073-94a5-43da-9965-7272e8283f27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:25.293279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7efb0073-94a5-43da-9965-7272e8283f27 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4419169 Nov 12 03:38:25.295936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56350) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:25.324646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'subnet': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:25.326039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f31dbcc3-c83a-440e-b330-ceb4ac097339 req-d7a978e2-8be2-4828-b394-76993fa4aa72 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502752 Nov 12 03:38:25.598109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1a5ccbb-c008-4c2d-85c3-5548cd0453ff up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:25.733350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:25.733933 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.757439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Made reservation on behalf of 9f15b3b899844f12980fc260ba2639e4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:25.764981 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.916093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db3e20-fd8d-45c5-bec5-6326263a5496 req-4cc0c717-18db-4db5-b546-4363ce4e9bf5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.937158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66db3e20-fd8d-45c5-bec5-6326263a5496 req-4cc0c717-18db-4db5-b546-4363ce4e9bf5 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.2648008 Nov 12 03:38:26.058622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66db3e20-fd8d-45c5-bec5-6326263a5496 req-0bb5a403-3b6a-4732-8995-48e021e91de6 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122029 Nov 12 03:38:26.104883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1df80947-11eb-494e-946f-dd4149bb5bb5 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:26.105253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1df80947-11eb-494e-946f-dd4149bb5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.285582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1df80947-11eb-494e-946f-dd4149bb5bb5 None None] Provisioning complete for port eed825e2-8aea-4991-8de9-d084bde450a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:26.285972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1df80947-11eb-494e-946f-dd4149bb5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.371494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-c3e79a17-f7fb-49fa-afae-ff45f8ffe317 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.377410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-c3e79a17-f7fb-49fa-afae-ff45f8ffe317 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.1815546 Nov 12 03:38:26.381369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1df80947-11eb-494e-946f-dd4149bb5bb5 None None] Port eed825e2-8aea-4991-8de9-d084bde450a3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:26.539997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-996a9105-fb26-4176-96dd-c43388628d75 None None] Provisioning complete for port e663a307-1b06-48b2-8526-a37ee940aa11 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:26.540436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-996a9105-fb26-4176-96dd-c43388628d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.660865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-996a9105-fb26-4176-96dd-c43388628d75 None None] Port e663a307-1b06-48b2-8526-a37ee940aa11 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:26.743216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81153ab-48a2-4650-8256-4be11526e33d req-66c0fbf9-f909-4b7c-a9ed-0e1a642ac19b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.752050 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81153ab-48a2-4650-8256-4be11526e33d req-66c0fbf9-f909-4b7c-a9ed-0e1a642ac19b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.2211637 Nov 12 03:38:26.888953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81153ab-48a2-4650-8256-4be11526e33d req-aea07801-1634-42c6-b59e-3ff03e79616d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356239 Nov 12 03:38:26.891949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.939302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:26.948863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:26.956543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.957631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.981479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6771204 Nov 12 03:38:26.981720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255af89-bfed-4a7d-b79a-a5e8717e4e0b None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:26.981916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56384) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:26.983780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Subnet': ['ID=1451a404-4924-4816-b559-0f30324fcaf2,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:26.989832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-554813763', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1451a404-4924-4816-b559-0f30324fcaf2'}], 'security_groups': ['6e8fd517-3bb9-46cb-be4f-5c2f45f51fc4', '57ad0dc1-7c4f-4080-9b97-884891efc5c7']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:27.009250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Deleting port f818d1a5-d563-4503-9804-34fdd5e7cb40 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:27.009880 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.139668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.245360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] For port f818d1a5-d563-4503-9804-34fdd5e7cb40, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f818d1a5-d563-4503-9804-34fdd5e7cb40,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:27.249306 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.297990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Calling delete_port for f818d1a5-d563-4503-9804-34fdd5e7cb40 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:27.480228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526946c6-9e0a-4e2e-8fe3-6ecd3103f5ec req-233d6318-8b04-41a7-8fb7-7d8bc3b4fbb7 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.488249 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-526946c6-9e0a-4e2e-8fe3-6ecd3103f5ec req-233d6318-8b04-41a7-8fb7-7d8bc3b4fbb7 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8 HTTP/1.1" status: 200 len: 946 time: 0.2178426 Nov 12 03:38:27.551231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d14815-2160-4fbf-b4c1-69a44f2e981a None None] Update dhcp port {'port': {'network_id': 'df4355b8-7bf3-443e-9064-b4ac3b6719cd', 'fixed_ips': [{'subnet_id': '97f59055-511f-479e-bc7f-51855424234e', 'ip_address': '172.20.0.18'}, {'subnet_id': '67f6eff6-a89a-4c79-aa93-07f3500d883e', 'ip_address': '172.20.0.2'}, {'subnet_id': '1451a404-4924-4816-b559-0f30324fcaf2'}], 'binding:host_id': 'n-d-789963-21'}, 'id': 'b1a5ccbb-c008-4c2d-85c3-5548cd0453ff'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:38:27.576557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.577226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.579111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.579531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.580275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.580651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.581145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.581634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.582214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.582556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.582935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.583463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b348f37-694a-46d8-bea2-2ee443376c0d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:27.587919 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.615773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f818d1a5-d563-4503-9804-34fdd5e7cb40'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:27.635521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Pushing event deleted for resources: {'Port': ['ID=f818d1a5-d563-4503-9804-34fdd5e7cb40,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.663247 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-98d14815-2160-4fbf-b4c1-69a44f2e981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.705861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] No DVR routers for this DVR port f818d1a5-d563-4503-9804-34fdd5e7cb40 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:27.710898 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.721182 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65fca114-be74-4a40-8b1b-8ca100e4436a req-5508630e-d1ec-4202-bdb9-78927757f40f tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.20 "DELETE /v2.0/ports/f818d1a5-d563-4503-9804-34fdd5e7cb40 HTTP/1.1" status: 204 len: 173 time: 1.3213484 Nov 12 03:38:27.721773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8', 'name': 'network-vif-deleted', 'tag': 'f818d1a5-d563-4503-9804-34fdd5e7cb40'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:27.755961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-526946c6-9e0a-4e2e-8fe3-6ecd3103f5ec req-7669463e-b899-47fb-ad79-eaead7828345 tempest-ListServerFiltersTestJSON-909140533 tempest-ListServerFiltersTestJSON-909140533-project] 10.222.0.49 "GET /v2.0/security-groups?id=34ad2db2-4572-44fc-91fb-15b81f4d1be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619452 Nov 12 03:38:27.757277 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4461459d-88fc-41d5-84d1-0a0c5e790ad2" -d '{"events": [{"server_uuid": "f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8", "name": "network-vif-deleted", "tag": "f818d1a5-d563-4503-9804-34fdd5e7cb40"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:27.897140 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22effcfb-0666-4e0e-abb6-d4de2fb96759 x-openstack-request-id: req-22effcfb-0666-4e0e-abb6-d4de2fb96759 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:27.897647 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8", "name": "network-vif-deleted", "tag": "f818d1a5-d563-4503-9804-34fdd5e7cb40", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:27.898081 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22effcfb-0666-4e0e-abb6-d4de2fb96759 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:27.898666 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fe9ca7-6dd0-45c8-9248-2faabdc19ee8', 'name': 'network-vif-deleted', 'tag': 'f818d1a5-d563-4503-9804-34fdd5e7cb40', 'status': 'completed', 'code': 200} Nov 12 03:38:28.099585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ea652-2c2d-49b4-8583-37c78bdccb6f req-17b13262-a7cf-4b0d-adf8-06075140af83 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.107542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-012ea652-2c2d-49b4-8583-37c78bdccb6f req-17b13262-a7cf-4b0d-adf8-06075140af83 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.0874259 Nov 12 03:38:28.161333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Delete allocated IP 172.20.0.10 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/67f6eff6-a89a-4c79-aa93-07f3500d883e) {{(pid=102628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:38:28.182901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Allocated IP 172.20.0.39 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/1451a404-4924-4816-b559-0f30324fcaf2/e663a307-1b06-48b2-8526-a37ee940aa11) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:28.290535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-012ea652-2c2d-49b4-8583-37c78bdccb6f req-e9b9b1c3-681e-431d-bc75-60d3d9d51714 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774206 Nov 12 03:38:28.611983 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.616984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.779300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-98d14815-2160-4fbf-b4c1-69a44f2e981a None None] Allocated IP 172.20.0.34 (df4355b8-7bf3-443e-9064-b4ac3b6719cd/1451a404-4924-4816-b559-0f30324fcaf2/b1a5ccbb-c008-4c2d-85c3-5548cd0453ff) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:28.791320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event updated for resources: {'Port': ['ID=e663a307-1b06-48b2-8526-a37ee940aa11,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.801958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] In _notify_port_updated(), no bound segment for port e663a307-1b06-48b2-8526-a37ee940aa11 on network df4355b8-7bf3-443e-9064-b4ac3b6719cd {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:38:28.819677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.822500 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.826549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-74c37b68-881b-4d1a-bdce-c63bf3aa51a7 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "PUT /v2.0/ports/e663a307-1b06-48b2-8526-a37ee940aa11 HTTP/1.1" status: 200 len: 959 time: 1.8426969 Nov 12 03:38:28.830125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56412) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:28.852232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56414) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:28.978530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a16a070-f3cb-4e0e-8511-65b49ae0b2af admin admin] Deleting subnet 125e88ac-48ac-4db9-a45b-ea891cac62b0 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:28.985097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a16a070-f3cb-4e0e-8511-65b49ae0b2af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.051424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-98d14815-2160-4fbf-b4c1-69a44f2e981a None None] For port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,segment=NetworkSegment(0aa3d1f9-82bd-42ac-a71a-c44662e47067),segment_id=0aa3d1f9-82bd-42ac-a71a-c44662e47067)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:29.055270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a16a070-f3cb-4e0e-8511-65b49ae0b2af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.100350 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-98d14815-2160-4fbf-b4c1-69a44f2e981a None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.108075 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-98d14815-2160-4fbf-b4c1-69a44f2e981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.155363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8160ed25-c9e4-4a7a-a15b-c0fb6dbc62cd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port e663a307-1b06-48b2-8526-a37ee940aa11 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:29.155708 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8160ed25-c9e4-4a7a-a15b-c0fb6dbc62cd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.335859 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8160ed25-c9e4-4a7a-a15b-c0fb6dbc62cd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.349501 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a16a070-f3cb-4e0e-8511-65b49ae0b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.350276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8160ed25-c9e4-4a7a-a15b-c0fb6dbc62cd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for e663a307-1b06-48b2-8526-a37ee940aa11 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:29.416039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d14815-2160-4fbf-b4c1-69a44f2e981a None None] Pushing event updated for resources: {'Port': ['ID=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.679365 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8160ed25-c9e4-4a7a-a15b-c0fb6dbc62cd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.714648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e612b3-b765-4345-9de8-6805dff3b2e5 req-c0db45cd-3274-4332-a7fa-53a963d96e3d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.721722 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9e612b3-b765-4345-9de8-6805dff3b2e5 req-c0db45cd-3274-4332-a7fa-53a963d96e3d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.2578790 Nov 12 03:38:29.754105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a16a070-f3cb-4e0e-8511-65b49ae0b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.825777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16a070-f3cb-4e0e-8511-65b49ae0b2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125e88ac-48ac-4db9-a45b-ea891cac62b0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.873299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160ed25-c9e4-4a7a-a15b-c0fb6dbc62cd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=e663a307-1b06-48b2-8526-a37ee940aa11,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.890581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a16a070-f3cb-4e0e-8511-65b49ae0b2af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.897778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454f088-93e2-4a9b-a814-92f48804cb51 None None] Network 2d14f408-cf36-4d65-97d7-1b18a8224bc2 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:29.904028 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3a16a070-f3cb-4e0e-8511-65b49ae0b2af admin admin] 10.222.0.49 "DELETE /v2.0/subnets/125e88ac-48ac-4db9-a45b-ea891cac62b0 HTTP/1.1" status: 204 len: 168 time: 1.0508711 Nov 12 03:38:29.905523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56426) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:30.050275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8160ed25-c9e4-4a7a-a15b-c0fb6dbc62cd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.063943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8160ed25-c9e4-4a7a-a15b-c0fb6dbc62cd tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/e663a307-1b06-48b2-8526-a37ee940aa11 HTTP/1.1" status: 204 len: 168 time: 1.2321348 Nov 12 03:38:30.072168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56428) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:30.092612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9e612b3-b765-4345-9de8-6805dff3b2e5 req-c90b3897-a946-4f1d-839d-3b3c4a42c76a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627906 Nov 12 03:38:30.130471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.171284 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-279d803f-1718-4222-b687-e9c1d64eabc0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] GET failed (client error): The resource could not be found. Nov 12 03:38:30.173903 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-279d803f-1718-4222-b687-e9c1d64eabc0 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports/e663a307-1b06-48b2-8526-a37ee940aa11 HTTP/1.1" status: 404 len: 333 time: 0.1002290 Nov 12 03:38:30.178179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56432) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:30.279680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Deleting port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:30.280064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.427115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] For port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2303a2dc-ba86-416b-ad0e-b2adcdd36b03,segment=NetworkSegment(5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091),segment_id=5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:30.428195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.447776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5136f7c5-8d69-43dc-9f46-7fdee3d3a39e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.459843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Calling delete_port for 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:30.534051 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5136f7c5-8d69-43dc-9f46-7fdee3d3a39e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.586067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f818d1a5-d563-4503-9804-34fdd5e7cb40 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:30.658260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.699076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2303a2dc-ba86-416b-ad0e-b2adcdd36b03,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.701477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] No DVR routers for this DVR port 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:30.709938 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5136f7c5-8d69-43dc-9f46-7fdee3d3a39e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.714440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: f818d1a5-d563-4503-9804-34fdd5e7cb40 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:30.716134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f818d1a5-d563-4503-9804-34fdd5e7cb40 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:30.717888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5136f7c5-8d69-43dc-9f46-7fdee3d3a39e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.723760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5136f7c5-8d69-43dc-9f46-7fdee3d3a39e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/security-groups/4f029201-bce0-4088-ba5e-0dea573fcb32 HTTP/1.1" status: 204 len: 168 time: 0.5443468 Nov 12 03:38:30.724798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8913b132-e44b-4d32-ae72-911f1489eaf1 None None] DHCP port deletion for 2d14f408-cf36-4d65-97d7-1b18a8224bc2 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:30.728067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56440) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:30.774467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f7c5-8d69-43dc-9f46-7fdee3d3a39e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f029201-bce0-4088-ba5e-0dea573fcb32,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.790979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1d506714-6316-497f-a378-f4c0defe81be None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:30.791639 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1d506714-6316-497f-a378-f4c0defe81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.871005 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5995e08c-d089-4a9b-b412-4e96b2bdc0a6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.898935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.943832 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5995e08c-d089-4a9b-b412-4e96b2bdc0a6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.946964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d14f408-cf36-4d65-97d7-1b18a8224bc2']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:30.989041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:30.989569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4a83e0-1bd3-4cf7-b6b1-d4ff64dde091') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:30.998709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1d506714-6316-497f-a378-f4c0defe81be None None] Provisioning complete for port eed825e2-8aea-4991-8de9-d084bde450a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:30.999856 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1d506714-6316-497f-a378-f4c0defe81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.030571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.059993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1d506714-6316-497f-a378-f4c0defe81be None None] Port eed825e2-8aea-4991-8de9-d084bde450a3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:31.064424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5995e08c-d089-4a9b-b412-4e96b2bdc0a6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.066428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1d506714-6316-497f-a378-f4c0defe81be None None] Could not find standard attr ID for object e663a307-1b06-48b2-8526-a37ee940aa11. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:38:31.068726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5995e08c-d089-4a9b-b412-4e96b2bdc0a6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.073780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5995e08c-d089-4a9b-b412-4e96b2bdc0a6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/security-groups/57ad0dc1-7c4f-4080-9b97-884891efc5c7 HTTP/1.1" status: 204 len: 168 time: 0.3412650 Nov 12 03:38:31.078845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.094648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:31.095333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.098192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56444) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.099085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995e08c-d089-4a9b-b412-4e96b2bdc0a6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ad0dc1-7c4f-4080-9b97-884891efc5c7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.193844 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f524aa-c28d-416a-a6bd-c646da8caf1c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.230198 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f524aa-c28d-416a-a6bd-c646da8caf1c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:31.268120 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:31.275517 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.293714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.302199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2d14f408-cf36-4d65-97d7-1b18a8224bc2 HTTP/1.1" status: 204 len: 168 time: 1.3897846 Nov 12 03:38:31.304257 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da01cc47-083d-450a-a814-58ca03efd770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.374127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f524aa-c28d-416a-a6bd-c646da8caf1c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.386191 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f524aa-c28d-416a-a6bd-c646da8caf1c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.397753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-59f524aa-c28d-416a-a6bd-c646da8caf1c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/security-groups/6e8fd517-3bb9-46cb-be4f-5c2f45f51fc4 HTTP/1.1" status: 204 len: 168 time: 0.2852058 Nov 12 03:38:31.397990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ba45e-e7c2-47b2-998c-d3490b2bda40 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d14f408-cf36-4d65-97d7-1b18a8224bc2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.398544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56454) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.488134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-28285c91-7880-4a69-9fda-ce06b2fe144d None None] Could not find standard attr ID for object e663a307-1b06-48b2-8526-a37ee940aa11. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:38:31.504369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c98244-9314-4f0f-a22e-c1e23e55fca9 req-99af0cb7-cd40-4b4c-acdb-fa3e855cbb44 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.525436 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76c98244-9314-4f0f-a22e-c1e23e55fca9 req-99af0cb7-cd40-4b4c-acdb-fa3e855cbb44 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.2106531 Nov 12 03:38:31.553361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2000c082-c872-4ba3-a6c6-2d22d38bcf50 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet 67f6eff6-a89a-4c79-aa93-07f3500d883e {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:31.597838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f524aa-c28d-416a-a6bd-c646da8caf1c tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8fd517-3bb9-46cb-be4f-5c2f45f51fc4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.599897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2000c082-c872-4ba3-a6c6-2d22d38bcf50 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.642557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1a5ccbb-c008-4c2d-85c3-5548cd0453ff up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:31.649418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-76c98244-9314-4f0f-a22e-c1e23e55fca9 req-9df74ce1-9583-4242-acef-5c0229e9ea8d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127944 Nov 12 03:38:31.691527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2000c082-c872-4ba3-a6c6-2d22d38bcf50 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.745690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56460) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.824431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:31.826901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.843224 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5da89fd0-6458-48da-9e9d-10fac4a2d2d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79f43226c49a493f909a08b11da8c8a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0962055 Nov 12 03:38:31.844446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56464) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.914537 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2000c082-c872-4ba3-a6c6-2d22d38bcf50 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.012974 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cc-0db3-4f97-85a1-9274f36dc0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.058710 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2000c082-c872-4ba3-a6c6-2d22d38bcf50 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.081442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8f4ae-95c5-45e4-aaf5-6a9c94baf4a0 None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:32.091486 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cc-0db3-4f97-85a1-9274f36dc0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.103745 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2000c082-c872-4ba3-a6c6-2d22d38bcf50 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.121630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2000c082-c872-4ba3-a6c6-2d22d38bcf50 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/67f6eff6-a89a-4c79-aa93-07f3500d883e HTTP/1.1" status: 204 len: 168 time: 0.7187355 Nov 12 03:38:32.155026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56470) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.157521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000c082-c872-4ba3-a6c6-2d22d38bcf50 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=67f6eff6-a89a-4c79-aa93-07f3500d883e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.211333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cc-0db3-4f97-85a1-9274f36dc0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.215448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cc-0db3-4f97-85a1-9274f36dc0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.215736 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a0a1b7cc-0db3-4f97-85a1-9274f36dc0c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34ad2db2-4572-44fc-91fb-15b81f4d1be5 HTTP/1.1" status: 204 len: 168 time: 0.3703032 Nov 12 03:38:32.228021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:32.245319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1b7cc-0db3-4f97-85a1-9274f36dc0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ad2db2-4572-44fc-91fb-15b81f4d1be5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.320303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf7c28a-a66f-4a80-806e-f4a602c1200d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet 1451a404-4924-4816-b559-0f30324fcaf2 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:32.330609 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:32.330961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2303a2dc-ba86-416b-ad0e-b2adcdd36b03 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:32.331757 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c28a-a66f-4a80-806e-f4a602c1200d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.468134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c28a-a66f-4a80-806e-f4a602c1200d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.608969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56482) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.698022 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c28a-a66f-4a80-806e-f4a602c1200d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.816090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c28a-a66f-4a80-806e-f4a602c1200d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.853687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7c28a-a66f-4a80-806e-f4a602c1200d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=1451a404-4924-4816-b559-0f30324fcaf2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.873277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c28a-a66f-4a80-806e-f4a602c1200d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.892048 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ddf7c28a-a66f-4a80-806e-f4a602c1200d tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/1451a404-4924-4816-b559-0f30324fcaf2 HTTP/1.1" status: 204 len: 168 time: 0.7095113 Nov 12 03:38:32.894849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.906595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879dd69-1b55-4e46-afba-02603ee971b9 req-041db399-9077-4ebb-b5b6-7a902f5cd491 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.919325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3879dd69-1b55-4e46-afba-02603ee971b9 req-041db399-9077-4ebb-b5b6-7a902f5cd491 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1091523 Nov 12 03:38:32.921374 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce4093f3-81b0-4800-8508-2b131303efa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.973388 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b883f1-0450-4a8c-8afc-add87cf90529 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:32.974247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b883f1-0450-4a8c-8afc-add87cf90529 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:32.977846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c9b883f1-0450-4a8c-8afc-add87cf90529 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/67f6eff6-a89a-4c79-aa93-07f3500d883e HTTP/1.1" status: 404 len: 337 time: 0.0786059 Nov 12 03:38:32.980481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56498) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.065806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3879dd69-1b55-4e46-afba-02603ee971b9 req-6ab9f7c9-40a9-4285-8d07-0cd03f761593 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386721 Nov 12 03:38:33.119370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d517eb-784e-4d39-a0ff-ecdaf3c2b8c1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting subnet 97f59055-511f-479e-bc7f-51855424234e {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:33.131950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68d517eb-784e-4d39-a0ff-ecdaf3c2b8c1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.223140 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce4093f3-81b0-4800-8508-2b131303efa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.228534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68d517eb-784e-4d39-a0ff-ecdaf3c2b8c1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.241202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce4093f3-81b0-4800-8508-2b131303efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.286978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4093f3-81b0-4800-8508-2b131303efa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59765c3-b923-43b1-a214-fcd011b399eb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.346734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ce4093f3-81b0-4800-8508-2b131303efa4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=208defadb6a94cfa8db4a6e95f3e9650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7356970 Nov 12 03:38:33.349848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56506) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.389582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68d517eb-784e-4d39-a0ff-ecdaf3c2b8c1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.474853 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2c56d3c-cd04-47dc-ad38-0ce012587636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.541728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2c56d3c-cd04-47dc-ad38-0ce012587636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.570937 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d418492-2567-4f1b-94c2-352f42d54d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.581468 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68d517eb-784e-4d39-a0ff-ecdaf3c2b8c1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.639084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d517eb-784e-4d39-a0ff-ecdaf3c2b8c1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Subnet': ['ID=97f59055-511f-479e-bc7f-51855424234e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.652733 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-68d517eb-784e-4d39-a0ff-ecdaf3c2b8c1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.657153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-68d517eb-784e-4d39-a0ff-ecdaf3c2b8c1 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/97f59055-511f-479e-bc7f-51855424234e HTTP/1.1" status: 204 len: 168 time: 0.6752770 Nov 12 03:38:33.659952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2c56d3c-cd04-47dc-ad38-0ce012587636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.663110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2c56d3c-cd04-47dc-ad38-0ce012587636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.666771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f2c56d3c-cd04-47dc-ad38-0ce012587636 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c59765c3-b923-43b1-a214-fcd011b399eb HTTP/1.1" status: 204 len: 168 time: 0.3124917 Nov 12 03:38:33.666771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56514) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.699735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56520) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.712262 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-22487496-1f7d-404a-9a77-715bea98f9b6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:33.712730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22487496-1f7d-404a-9a77-715bea98f9b6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:33.716039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-22487496-1f7d-404a-9a77-715bea98f9b6 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/772525d0-5e61-4440-b848-9fd1d179fd4a HTTP/1.1" status: 404 len: 337 time: 0.0469749 Nov 12 03:38:33.719254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56524) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.736553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c56d3c-cd04-47dc-ad38-0ce012587636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59765c3-b923-43b1-a214-fcd011b399eb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.755889 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2bfc841-821e-4189-9367-64d6ec3ef289 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e7ebe42-1ee9-4aff-8554-31ffdcf3d442 HTTP/1.1" status: 200 len: 205 time: 0.0353024 Nov 12 03:38:33.758319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56526) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.786681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae48be0-1334-4093-b105-d2cb154b1b42 None None] Network df4355b8-7bf3-443e-9064-b4ac3b6719cd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:33.842014 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-c0256c24-0d6f-49af-b321-2b555cbf1b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] delete failed (client error): The resource could not be found. Nov 12 03:38:33.843145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c0256c24-0d6f-49af-b321-2b555cbf1b0a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/routers/7e7ebe42-1ee9-4aff-8554-31ffdcf3d442 HTTP/1.1" status: 404 len: 336 time: 0.0838122 Nov 12 03:38:33.846106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56528) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.895811 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-283f0e32-2a0f-4d0f-90bb-3a4866c494e4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:33.898525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283f0e32-2a0f-4d0f-90bb-3a4866c494e4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:33.908482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56530) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.918005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-283f0e32-2a0f-4d0f-90bb-3a4866c494e4 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/2902468c-4660-4b24-88ff-418cf0158d8b HTTP/1.1" status: 404 len: 337 time: 0.0705929 Nov 12 03:38:33.956332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-281274906-network', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:33.963166 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e044a9-6d77-4c73-b47c-2b293955408f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:33.964103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e044a9-6d77-4c73-b47c-2b293955408f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:33.967389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f8e044a9-6d77-4c73-b47c-2b293955408f tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/e0b0e165-fe3a-47a1-a273-f5eceb930728 HTTP/1.1" status: 404 len: 337 time: 0.0573728 Nov 12 03:38:33.970481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.973060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-473b1a70-b558-4331-ba4a-8073735fd41d None None] Provisioning complete for port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:33.973646 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-473b1a70-b558-4331-ba4a-8073735fd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.032409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Made reservation on behalf of 244cbb4da8474eebad5c1fe5f07190e4 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:34.034935 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-472cc830-4812-4210-8832-37e721b0fe4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:34.035516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472cc830-4812-4210-8832-37e721b0fe4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:34.041058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-472cc830-4812-4210-8832-37e721b0fe4e tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/eec8390b-dbfc-4609-938e-8a6fda269a3e HTTP/1.1" status: 404 len: 337 time: 0.0669699 Nov 12 03:38:34.041257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.042203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56538) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.085302 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca797477-dfb6-4e0a-ac11-bc61e34df989 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:34.086370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca797477-dfb6-4e0a-ac11-bc61e34df989 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:34.090326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ca797477-dfb6-4e0a-ac11-bc61e34df989 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/29ff8041-d468-44f0-b126-cb8a5f5b37d9 HTTP/1.1" status: 404 len: 333 time: 0.0458779 Nov 12 03:38:34.092891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56542) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.166507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] DHCP port deletion for df4355b8-7bf3-443e-9064-b4ac3b6719cd request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:34.186084 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9c04f7-ee57-470b-b202-868bfdc8e633 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:34.194429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9c04f7-ee57-470b-b202-868bfdc8e633 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:34.198695 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7e9c04f7-ee57-470b-b202-868bfdc8e633 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/92e7728e-9286-449a-a40e-bb14a51e6581 HTTP/1.1" status: 404 len: 337 time: 0.1015990 Nov 12 03:38:34.199721 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.201181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56550) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.221884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-473b1a70-b558-4331-ba4a-8073735fd41d None None] Provisioning complete for port eed825e2-8aea-4991-8de9-d084bde450a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:34.222074 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-473b1a70-b558-4331-ba4a-8073735fd41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.249396 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9603ce-3136-453b-8fca-0b17b2091f96 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:34.251389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9603ce-3136-453b-8fca-0b17b2091f96 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:34.257132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1a9603ce-3136-453b-8fca-0b17b2091f96 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/feff9d2d-0f3d-4ead-9f1c-4375cceda489 HTTP/1.1" status: 404 len: 337 time: 0.0544682 Nov 12 03:38:34.260370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56552) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.311364 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7202281-d514-4070-b9fe-c4754603271a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:34.313860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7202281-d514-4070-b9fe-c4754603271a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:34.317888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c7202281-d514-4070-b9fe-c4754603271a tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/42569f45-bc21-4867-a6e9-b8aac281c9ab HTTP/1.1" status: 404 len: 333 time: 0.0548694 Nov 12 03:38:34.320496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56554) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.358464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e0902-4138-4d83-875f-b13b7a8e9814 req-2c0ba5b2-794a-4bca-952c-666ff347d6bc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.364215 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-394e0902-4138-4d83-875f-b13b7a8e9814 req-2c0ba5b2-794a-4bca-952c-666ff347d6bc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1406786 Nov 12 03:38:34.375533 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb0bc06-e057-4837-b426-f5ad675d8089 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:34.379589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb0bc06-e057-4837-b426-f5ad675d8089 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:34.386374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-abb0bc06-e057-4837-b426-f5ad675d8089 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/dc2337ca-2d9f-4b2f-9feb-0cf30979e604 HTTP/1.1" status: 404 len: 337 time: 0.0634429 Nov 12 03:38:34.389452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56556) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.463080 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-c941270f-2679-4df3-91f8-d10c03aedec9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:34.465722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c941270f-2679-4df3-91f8-d10c03aedec9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:34.479291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c941270f-2679-4df3-91f8-d10c03aedec9 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/subnets/47649654-8399-4946-9cf2-440ab24b72b6 HTTP/1.1" status: 404 len: 337 time: 0.0877647 Nov 12 03:38:34.482246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56562) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.536349 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-394e0902-4138-4d83-875f-b13b7a8e9814 req-56893cbd-1121-4cde-9b2a-e05819c4c9a9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576321 Nov 12 03:38:34.550859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.603133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81b75e0b-b0fa-4b2f-9ec7-feab33c48a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.603332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-473b1a70-b558-4331-ba4a-8073735fd41d None None] Port eed825e2-8aea-4991-8de9-d084bde450a3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:34.635823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] Deleting port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:34.636249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.702090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81b75e0b-b0fa-4b2f-9ec7-feab33c48a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.716038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81b75e0b-b0fa-4b2f-9ec7-feab33c48a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.756523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] For port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,segment=NetworkSegment(0aa3d1f9-82bd-42ac-a71a-c44662e47067),segment_id=0aa3d1f9-82bd-42ac-a71a-c44662e47067)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:34.757048 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.766702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-81b75e0b-b0fa-4b2f-9ec7-feab33c48a1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2240f2f96c04ee7ac53cf4510c75a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2041256 Nov 12 03:38:34.770184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b75e0b-b0fa-4b2f-9ec7-feab33c48a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f931a425-bf80-4e8a-8a24-3211ac88289e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.776576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] Calling delete_port for b1a5ccbb-c008-4c2d-85c3-5548cd0453ff owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:34.778383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56566) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.794106 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.810931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a09d44-c848-4163-83ea-4ff888ad6890 req-bcdcf764-ffea-4be3-bc34-6a74e165a62b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.811992 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.814356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5a09d44-c848-4163-83ea-4ff888ad6890 req-bcdcf764-ffea-4be3-bc34-6a74e165a62b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1801283 Nov 12 03:38:34.830170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:34.840456 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.840831 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Added segment 85efc369-316e-40d6-9d4f-0268f06a50c3 of type vlan for network 9eda40b8-2392-4f0c-96b3-730bf512b53b Nov 12 03:38:34.858206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-94d1261c-03fb-40e3-bf65-1d36afba9b83 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Deleting port eed825e2-8aea-4991-8de9-d084bde450a3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:34.858671 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d1261c-03fb-40e3-bf65-1d36afba9b83 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.896720 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.930483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.949368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.951386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.951980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.967307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] Pushing event deleted for resources: {'Port': ['ID=b1a5ccbb-c008-4c2d-85c3-5548cd0453ff,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.978397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e7895-09b6-403d-af44-9bd9c229e1da None None] No DVR routers for this DVR port b1a5ccbb-c008-4c2d-85c3-5548cd0453ff on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:34.986404 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.028633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3276114 Nov 12 03:38:35.031889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d1261c-03fb-40e3-bf65-1d36afba9b83 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.037607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56570) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.042633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Request body: {'subnet': {'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-281274906-subnet', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:35.064493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-94d1261c-03fb-40e3-bf65-1d36afba9b83 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Calling delete_port for eed825e2-8aea-4991-8de9-d084bde450a3 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:35.074278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5a09d44-c848-4163-83ea-4ff888ad6890 req-b29186d1-1e1f-4642-b0bb-c62e8d3bd7c4 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503910 Nov 12 03:38:35.131070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b632681-3898-4da3-88a6-5120e94fd019,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.154534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83ac39c-c04b-4b2e-bd20-bd77df30ff07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.158191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97007e84-7fa1-41f4-812d-af5801c4ba03 admin admin] Pushing event updated for resources: {'Network': ['ID=9eda40b8-2392-4f0c-96b3-730bf512b53b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.170232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Made reservation on behalf of 244cbb4da8474eebad5c1fe5f07190e4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:35.173570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.175550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:35.202555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83ac39c-c04b-4b2e-bd20-bd77df30ff07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.255484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d1261c-03fb-40e3-bf65-1d36afba9b83 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.264589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83ac39c-c04b-4b2e-bd20-bd77df30ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.267848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f83ac39c-c04b-4b2e-bd20-bd77df30ff07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.269320 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f83ac39c-c04b-4b2e-bd20-bd77df30ff07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f931a425-bf80-4e8a-8a24-3211ac88289e HTTP/1.1" status: 204 len: 168 time: 0.4896114 Nov 12 03:38:35.286325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ac39c-c04b-4b2e-bd20-bd77df30ff07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f931a425-bf80-4e8a-8a24-3211ac88289e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.302912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1261c-03fb-40e3-bf65-1d36afba9b83 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Port': ['ID=eed825e2-8aea-4991-8de9-d084bde450a3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.308049 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94d1261c-03fb-40e3-bf65-1d36afba9b83 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.314213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.314418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-94d1261c-03fb-40e3-bf65-1d36afba9b83 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/ports/eed825e2-8aea-4991-8de9-d084bde450a3 HTTP/1.1" status: 204 len: 168 time: 0.8309495 Nov 12 03:38:35.436842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.450722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.507038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1a5ccbb-c008-4c2d-85c3-5548cd0453ff no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:35.568928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0a8fca-b071-4355-acac-92f3e5eb1625,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.569997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.575479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Checking segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:35.576170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Network hostable DHCP agents. Network: 9eda40b8-2392-4f0c-96b3-730bf512b53b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:35.576659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b1a5ccbb-c008-4c2d-85c3-5548cd0453ff {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:35.577292 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b1a5ccbb-c008-4c2d-85c3-5548cd0453ff not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:35.608253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:35.619764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9eda40b8-2392-4f0c-96b3-730bf512b53b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:35.619934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4355b8-7bf3-443e-9064-b4ac3b6719cd']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:35.625401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.626144 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.632278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f721e300-a17c-4781-9814-b5d65ccaecdf None None] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:35.646231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa3d1f9-82bd-42ac-a71a-c44662e47067') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:35.646563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa3d1f9-82bd-42ac-a71a-c44662e47067') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:35.652349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ea899c9b-10c1-4af2-a2ab-348f50023751 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6110859 Nov 12 03:38:35.652551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56580) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.658778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:35.689397 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.690186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.698516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.766670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.770473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.814909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:35.815965 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:35.821907 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:35.881474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-9eda40b8-2392-4f0c-96b3-730bf512b53b', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:35.882339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.909164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96862e21-2d57-4742-9753-3b8fb64ddb70 req-889a87df-11c2-4cb1-baa2-ec45145235a6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.911433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96862e21-2d57-4742-9753-3b8fb64ddb70 req-889a87df-11c2-4cb1-baa2-ec45145235a6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.2439275 Nov 12 03:38:35.985896 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-96862e21-2d57-4742-9753-3b8fb64ddb70 req-ef8e5059-0f53-4732-a352-baa3b000223b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662189 Nov 12 03:38:35.986558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.990374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.005393 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.009613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] 10.222.0.49 "DELETE /v2.0/networks/df4355b8-7bf3-443e-9064-b4ac3b6719cd HTTP/1.1" status: 204 len: 168 time: 0.6944156 Nov 12 03:38:36.033936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cd393-452d-4800-a2ec-67c2cba9ff13 tempest-PortsTestJSON-1211846078 tempest-PortsTestJSON-1211846078-project] Pushing event deleted for resources: {'Network': ['ID=df4355b8-7bf3-443e-9064-b4ac3b6719cd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.061807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56588) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.101762 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b978-1170-4483-93a0-3d0274423bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.185387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Allocated IP 172.20.0.2 (9eda40b8-2392-4f0c-96b3-730bf512b53b/5c0a8fca-b071-4355-acac-92f3e5eb1625/c5d9db7e-544c-4c51-a0b9-230fc25d4bc6) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:36.253440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b978-1170-4483-93a0-3d0274423bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.270833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b978-1170-4483-93a0-3d0274423bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.311587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.339064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.359578 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4ff2b978-1170-4483-93a0-3d0274423bf8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c789fc6bc89f4c63b1e505d201b8561c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949638 Nov 12 03:38:36.363043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56594) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.364750 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.370785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2b978-1170-4483-93a0-3d0274423bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127cbc52-091d-44b5-b43d-ba07f364a464,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.396807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfcbd4-e89d-4356-8c34-ed5d3ae91185 req-d0ba3b34-7625-4c82-97d2-48aaee2b6392 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.404262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7abfcbd4-e89d-4356-8c34-ed5d3ae91185 req-d0ba3b34-7625-4c82-97d2-48aaee2b6392 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1485538 Nov 12 03:38:36.451366 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.463528 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.470093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56596) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.519971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Allocated IP 172.25.0.112 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:36.520262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:36.525079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:36.528917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:36.539220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Pushing event updated for resources: {'Port': ['ID=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.539580 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96090180-d591-4aa6-8285-158316bbeb98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.563547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-258f3316-6d30-4673-afdd-4e18dddd3d8b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.566246 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-258f3316-6d30-4673-afdd-4e18dddd3d8b tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 946 time: 0.1599114 Nov 12 03:38:36.570901 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7abfcbd4-e89d-4356-8c34-ed5d3ae91185 req-b025a025-65ca-47b6-9abc-6b589e6c10fc tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3553f8d-a34c-4029-a960-ffe0a9b8d96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658154 Nov 12 03:38:36.608389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Attempting to bind port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:36.609757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Attempting to bind port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:36.610355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Attempting to bind port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:36.615729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96090180-d591-4aa6-8285-158316bbeb98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.618386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:36.619500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Checking segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:36.622152 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.622738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Bound using segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:36.623416 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Bound port: c5d9db7e-544c-4c51-a0b9-230fc25d4bc6, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:36.624449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.691280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.713004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] For port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:36.717899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] For port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:36.727525 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.754825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.793003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da3646-0db8-4613-8f7e-e255812f29c5 None None] Pushing event updated for resources: {'Port': ['ID=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.793225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4caed0bd-19e5-4a71-88ce-d1d6911b86c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f15b3b899844f12980fc260ba2639e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177574 Nov 12 03:38:36.793961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56602) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.803776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96090180-d591-4aa6-8285-158316bbeb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.806589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96090180-d591-4aa6-8285-158316bbeb98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.807720 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-96090180-d591-4aa6-8285-158316bbeb98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/127cbc52-091d-44b5-b43d-ba07f364a464 HTTP/1.1" status: 204 len: 168 time: 0.4437752 Nov 12 03:38:36.812394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Deleting port 425f44ec-f61a-4a58-8974-68f16cf66596 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:36.821063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.835353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:36.839389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:36.844352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:36.862954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba3e806-70ce-4100-9a55-51b978630f64 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:36.897288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96090180-d591-4aa6-8285-158316bbeb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127cbc52-091d-44b5-b43d-ba07f364a464,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.964293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2010ecbf-7841-4c9e-994a-36d1e18f6f99 None None] Provisioning complete for port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:36.964660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2010ecbf-7841-4c9e-994a-36d1e18f6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.023981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2010ecbf-7841-4c9e-994a-36d1e18f6f99 None None] Port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:37.025022 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17957535-e76a-4861-b99a-db0e7483a633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.027657 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.032417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Pushing event updated for resources: {'Port': ['ID=7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.131497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17957535-e76a-4861-b99a-db0e7483a633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.167555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] For port 425f44ec-f61a-4a58-8974-68f16cf66596, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=425f44ec-f61a-4a58-8974-68f16cf66596,segment=NetworkSegment(78f21f3f-827b-4433-a68b-93a1e0225780),segment_id=78f21f3f-827b-4433-a68b-93a1e0225780)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:37.167911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.207971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Calling delete_port for 425f44ec-f61a-4a58-8974-68f16cf66596 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:37.319934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17957535-e76a-4861-b99a-db0e7483a633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.324001 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17957535-e76a-4861-b99a-db0e7483a633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.325562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-17957535-e76a-4861-b99a-db0e7483a633 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21b6091d-bacd-42b2-bdfd-73353d4f8ba6 HTTP/1.1" status: 204 len: 168 time: 0.5291715 Nov 12 03:38:37.342488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17957535-e76a-4861-b99a-db0e7483a633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b6091d-bacd-42b2-bdfd-73353d4f8ba6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.436104 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.460874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['425f44ec-f61a-4a58-8974-68f16cf66596'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:37.512685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.529116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfee7f8-6441-451f-ae06-38411bc35ebb None None] DHCP port deletion for 51d1d17e-647d-4c3c-a548-90bcb44abb3f request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:37.567610 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:37.603163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Pushing event deleted for resources: {'Port': ['ID=425f44ec-f61a-4a58-8974-68f16cf66596,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.652430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:37.738268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:37.738866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.744752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] No DVR routers for this DVR port 425f44ec-f61a-4a58-8974-68f16cf66596 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:37.748127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.755307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a0cf2af1-5485-4658-b3dc-dde6686839ac req-a2145242-1901-4f4b-bf19-47b3ac01a4b6 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.20 "DELETE /v2.0/ports/425f44ec-f61a-4a58-8974-68f16cf66596 HTTP/1.1" status: 204 len: 173 time: 1.1586330 Nov 12 03:38:37.796113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-deleted', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:37.803499 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c055e-4d14-4006-814f-4ead9fad6418" -d '{"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-deleted", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:37.857307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7bbebcc3-41c7-4ebe-abc7-5a2a6d794132 req-f3fff4d3-9931-4959-81fc-c9f0015e0392 tempest-ServersNegativeTestJSON-74062256 tempest-ServersNegativeTestJSON-74062256-project] 10.222.0.49 "GET /v2.0/ports?device_id=52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f HTTP/1.1" status: 200 len: 210 time: 0.1734710 Nov 12 03:38:37.981213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.983862 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fa2476-5bb0-4c7d-a301-47a5796291fe x-openstack-request-id: req-a1fa2476-5bb0-4c7d-a301-47a5796291fe {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:37.985069 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f", "name": "network-vif-deleted", "tag": "425f44ec-f61a-4a58-8974-68f16cf66596", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:37.985565 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1fa2476-5bb0-4c7d-a301-47a5796291fe {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:37.986383 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f7f4e5-4f49-41cb-9e9f-ec008bcaac8f', 'name': 'network-vif-deleted', 'tag': '425f44ec-f61a-4a58-8974-68f16cf66596', 'status': 'completed', 'code': 200} Nov 12 03:38:38.045718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:38.057219 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.128780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.303633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638e914-7055-474b-9407-78178640415a req-0b6690ae-fc2e-42ba-96b3-8bb52d83e8e1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.313073 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4638e914-7055-474b-9407-78178640415a req-0b6690ae-fc2e-42ba-96b3-8bb52d83e8e1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 1.1848538 Nov 12 03:38:38.493149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4638e914-7055-474b-9407-78178640415a req-c5f22c60-2111-4d2c-a60b-322df68a6c56 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791658 Nov 12 03:38:38.533933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6436ed-83f2-4621-8fb9-63903e927a30 None None] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:38.591677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.703637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-957c8cd7-02c6-46e1-b257-b642aa92c349 None None] Provisioning complete for port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:38.704260 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-957c8cd7-02c6-46e1-b257-b642aa92c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.769445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:38:38.919988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:38.932834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Sync routers for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:38.953752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:38.955184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:38.961018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.963392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ed628829-df95-40b2-94e3-958e7438c01c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3098545 Nov 12 03:38:38.967459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56672) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:39.073030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:39.136152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba6aa2a-7021-4065-8bd6-a615a72e3339 admin admin] Deleting subnet 18f55d77-b755-460c-95a5-136ebceb4928 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:39.142724 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ba6aa2a-7021-4065-8bd6-a615a72e3339 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.204657 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ba6aa2a-7021-4065-8bd6-a615a72e3339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.252302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:39.258060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ba6aa2a-7021-4065-8bd6-a615a72e3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.375998 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ba6aa2a-7021-4065-8bd6-a615a72e3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.420269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ba6aa2a-7021-4065-8bd6-a615a72e3339 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.427041 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1ba6aa2a-7021-4065-8bd6-a615a72e3339 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/18f55d77-b755-460c-95a5-136ebceb4928 HTTP/1.1" status: 204 len: 168 time: 0.3497276 Nov 12 03:38:39.427041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6aa2a-7021-4065-8bd6-a615a72e3339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f55d77-b755-460c-95a5-136ebceb4928,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:39.429313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56688) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:39.470972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795aa7a1-f84f-45e8-a27d-6c39eb373bbd None None] Network 51d1d17e-647d-4c3c-a548-90bcb44abb3f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:39.532585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.577457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5923f6d0-2bbc-4afa-8506-3da2260db34b None None] Provisioning complete for port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:39.580602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5923f6d0-2bbc-4afa-8506-3da2260db34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.693091 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.737048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d1d17e-647d-4c3c-a548-90bcb44abb3f']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:39.751048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f21f3f-827b-4433-a68b-93a1e0225780') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:39.751470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f21f3f-827b-4433-a68b-93a1e0225780') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:39.771420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c3574-d223-4974-906e-3b6ed213b2fd req-e41ee3bd-c24a-4ef4-acbb-34a8911360fd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.773177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a5c3574-d223-4974-906e-3b6ed213b2fd req-e41ee3bd-c24a-4ef4-acbb-34a8911360fd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.0965755 Nov 12 03:38:39.779364 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.799995 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.842607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:40.284545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf67b8-37d6-4b51-9ef2-b580802dbe83 None None] DHCP port deletion for 51d1d17e-647d-4c3c-a548-90bcb44abb3f request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:40.292806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Allocated IP 172.20.0.1 (9eda40b8-2392-4f0c-96b3-730bf512b53b/5c0a8fca-b071-4355-acac-92f3e5eb1625/06a27814-22fb-43d6-a14a-40d2ab051425) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:40.314711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:40.315431 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.388060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:37Z', 'revision_number': 3, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:40.398747 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.424055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Checking router: ef5ae03b-bc1c-4210-ab3b-02fe930042c1 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:40.424499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Updating router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:38:40.509009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:40.511226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:40.513947 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:40.540565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.547676 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.550483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a5c3574-d223-4974-906e-3b6ed213b2fd req-27c8440f-60fe-4ce3-b63c-44b1b5acd38e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7618680 Nov 12 03:38:40.628597 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.629825 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.635704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.642820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] 10.222.0.49 "DELETE /v2.0/networks/51d1d17e-647d-4c3c-a548-90bcb44abb3f HTTP/1.1" status: 204 len: 168 time: 1.2124960 Nov 12 03:38:40.662038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:40.674051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0680ae3-e11a-41ab-9289-732e6256929a admin admin] Pushing event deleted for resources: {'Network': ['ID=51d1d17e-647d-4c3c-a548-90bcb44abb3f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.742779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 425f44ec-f61a-4a58-8974-68f16cf66596 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:40.743273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 425f44ec-f61a-4a58-8974-68f16cf66596 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:40.762311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Pushing event updated for resources: {'Port': ['ID=06a27814-22fb-43d6-a14a-40d2ab051425,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.799696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.800178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.800793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.801905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.802351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.803565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.805110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.805110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.806440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.807055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.807925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.808554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:40.820492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:40.823421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:40.825995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:40.879402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.995139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56718) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:41.053619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-37975c89-eac9-4067-8da7-e4f745b9e3c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e11e965154e64fcf9e59e9d014b04966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571990 Nov 12 03:38:41.055949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56720) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:41.075710 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.137940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47adbf67-d621-4c76-88b9-4106078c41f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.166117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47adbf67-d621-4c76-88b9-4106078c41f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.203835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.211920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bd5b9156-13ce-4cbb-b818-4b59dc164915 None None] Provisioning complete for port 06a27814-22fb-43d6-a14a-40d2ab051425 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:41.212424 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd5b9156-13ce-4cbb-b818-4b59dc164915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.247656 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.259917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47adbf67-d621-4c76-88b9-4106078c41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.264579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47adbf67-d621-4c76-88b9-4106078c41f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.268419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-47adbf67-d621-4c76-88b9-4106078c41f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3553f8d-a34c-4029-a960-ffe0a9b8d96e HTTP/1.1" status: 204 len: 168 time: 0.2090509 Nov 12 03:38:41.277946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adbf67-d621-4c76-88b9-4106078c41f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3553f8d-a34c-4029-a960-ffe0a9b8d96e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.326417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c453a2f1-48ee-4c46-85b5-f82c1a335b81 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:41.330485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b9156-13ce-4cbb-b818-4b59dc164915 None None] Port 06a27814-22fb-43d6-a14a-40d2ab051425 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:41.340892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.349574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee473d21-3e69-4225-bed9-1a80f03adbf6 None None] Pushing event updated for resources: {'Port': ['ID=7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.350611 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.356375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Attempting to bind port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:41.356916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Attempting to bind port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:41.357388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Attempting to bind port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:41.368019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:41.369134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:41.370672 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.371193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:41.373497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Bound port: 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:41.373986 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.455861 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.458892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Pushing event updated for resources: {'Port': ['ID=06a27814-22fb-43d6-a14a-40d2ab051425,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.510164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-473cc642-c521-416f-9da5-b9bd4bcddd1c None None] Provisioning complete for port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:41.512234 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-473cc642-c521-416f-9da5-b9bd4bcddd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.602034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] For port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:41.623763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:41.631955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-473cc642-c521-416f-9da5-b9bd4bcddd1c None None] Port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:41.632118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:41.643270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] For port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:41.661735 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.772550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067c20f-1aca-46ce-a6c8-f780329a3913 req-b389608a-4f9c-4ef1-840b-1fc55a03464c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.789719 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2067c20f-1aca-46ce-a6c8-f780329a3913 req-b389608a-4f9c-4ef1-840b-1fc55a03464c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1185491 Nov 12 03:38:41.879844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2268e82-d412-4e62-9848-d6ae3a3eb27f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:41.886656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee473d21-3e69-4225-bed9-1a80f03adbf6 None None] Pushing event updated for resources: {'Port': ['ID=7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.916365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:41.917162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:41.930368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2067c20f-1aca-46ce-a6c8-f780329a3913 req-b175af22-65b6-411a-8c60-63dc02e19acc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269922 Nov 12 03:38:42.041980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-37bf6a61-2265-4dc5-ad9a-a10f3f2fb2c9 None None] Provisioning complete for port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:42.042632 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-37bf6a61-2265-4dc5-ad9a-a10f3f2fb2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.090397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:42.163196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:42.313275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:42.340323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-01db23fd-d049-420f-89c9-cf986b76adb0 admin admin] 10.222.0.49 "PUT /v2.0/routers/ef5ae03b-bc1c-4210-ab3b-02fe930042c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3688226 Nov 12 03:38:42.373340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-37bf6a61-2265-4dc5-ad9a-a10f3f2fb2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.414396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-37bf6a61-2265-4dc5-ad9a-a10f3f2fb2c9 None None] For port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:42.442161 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-37bf6a61-2265-4dc5-ad9a-a10f3f2fb2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.605500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e73d43ec-470d-49d1-89fd-a32ee02036b5 None None] Provisioning complete for port 06a27814-22fb-43d6-a14a-40d2ab051425 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:42.605945 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e73d43ec-470d-49d1-89fd-a32ee02036b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.638772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf6a61-2265-4dc5-ad9a-a10f3f2fb2c9 None None] Pushing event updated for resources: {'Port': ['ID=7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:42.665299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:42.673618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e73d43ec-470d-49d1-89fd-a32ee02036b5 None None] Port 06a27814-22fb-43d6-a14a-40d2ab051425 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:42.679528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 2, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:42.719394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d11a14-c525-49b3-919a-b9f1fa311cac None None] The sync data for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 is: [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 2, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:42.918225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:42.939078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'port_id': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'mac_address': 'fa:16:3e:31:94:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969a8f9-b847-4ffe-96a5-cba15047533d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:43.003933 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.023371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:43.047901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:43.057334 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.250252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.284425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:43.368142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56804) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:43.375862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b5843d65-84c3-453c-bff9-e69045a4e40c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337140193', 'description': 'tempest-description--811480981'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:43.451759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5843d65-84c3-453c-bff9-e69045a4e40c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.512924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1c84e-d5c1-4c0f-8ff7-59f192eb7a4c req-3af205b6-b2cf-4f1b-bf51-4199c5425376 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.538093 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1c84e-d5c1-4c0f-8ff7-59f192eb7a4c req-3af205b6-b2cf-4f1b-bf51-4199c5425376 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 944 time: 0.1944523 Nov 12 03:38:43.621161 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5843d65-84c3-453c-bff9-e69045a4e40c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.630914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5843d65-84c3-453c-bff9-e69045a4e40c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.701260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5843d65-84c3-453c-bff9-e69045a4e40c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.703735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5843d65-84c3-453c-bff9-e69045a4e40c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3322840 Nov 12 03:38:43.706274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56814) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:43.719985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-63148f46-bfc6-4d06-9d8f-171196925ba9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'security_group_rule': {'security_group_id': '33840086-0ccb-4634-a1f8-a157e2657442', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:43.734761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843d65-84c3-453c-bff9-e69045a4e40c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33840086-0ccb-4634-a1f8-a157e2657442,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.761174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51f1c84e-d5c1-4c0f-8ff7-59f192eb7a4c req-db63b94a-4fb9-432c-9065-578fac3c2d41 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190669 Nov 12 03:38:43.790890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63148f46-bfc6-4d06-9d8f-171196925ba9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.054058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63148f46-bfc6-4d06-9d8f-171196925ba9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.065212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63148f46-bfc6-4d06-9d8f-171196925ba9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.164475 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-63148f46-bfc6-4d06-9d8f-171196925ba9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.166302 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-63148f46-bfc6-4d06-9d8f-171196925ba9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4575748 Nov 12 03:38:44.167392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63148f46-bfc6-4d06-9d8f-171196925ba9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0269c76-7fe3-4796-b0a0-872bfa14d3e6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:44.172955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56830) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:44.174646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56828) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:44.193875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8159ed3c-868b-46b4-8c97-03c2b7407a06 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'security_group_rule': {'security_group_id': '33840086-0ccb-4634-a1f8-a157e2657442', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:44.305802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8159ed3c-868b-46b4-8c97-03c2b7407a06 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.480316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3964ad66-5887-4079-b592-2a8614450b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.483612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8159ed3c-868b-46b4-8c97-03c2b7407a06 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.500997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8159ed3c-868b-46b4-8c97-03c2b7407a06 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.542355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159ed3c-868b-46b4-8c97-03c2b7407a06 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fed5d6-5120-4673-9e1b-3d8a39a7e3b4,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:44.554621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8159ed3c-868b-46b4-8c97-03c2b7407a06 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.559921 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8159ed3c-868b-46b4-8c97-03c2b7407a06 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3812439 Nov 12 03:38:44.560939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56838) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:44.566810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:44.635052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.680294 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:44.691173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3964ad66-5887-4079-b592-2a8614450b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.700481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3964ad66-5887-4079-b592-2a8614450b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.780100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964ad66-5887-4079-b592-2a8614450b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dfeb82-8d73-4e66-9ac8-5958494f590c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:44.838887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:44.839671 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.870678 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3964ad66-5887-4079-b592-2a8614450b76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d3f340f4a014adbab0ef483e4e2105d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6904070 Nov 12 03:38:44.871352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:45.034256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb0d075e-3b49-47a0-9844-55764a893bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.045561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.069125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.109339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb0d075e-3b49-47a0-9844-55764a893bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.110267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:45.113802 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf7c4b1-f133-4db6-bd47-8b373277f287" -d '{"events": [{"server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "name": "network-vif-plugged", "status": "completed", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:45.140108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15c05b-8cfd-4b28-b112-40dd195649c4 req-a5a910b5-7078-42da-b6ac-c0509c0b9383 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.142417 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca15c05b-8cfd-4b28-b112-40dd195649c4 req-a5a910b5-7078-42da-b6ac-c0509c0b9383 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 944 time: 0.2152123 Nov 12 03:38:45.180149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:45.199813 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.292548 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca15c05b-8cfd-4b28-b112-40dd195649c4 req-8d658a29-3fcd-4c6d-80bd-f6073d6ff62c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750699 Nov 12 03:38:45.321208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb0d075e-3b49-47a0-9844-55764a893bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.321670 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f3ac9-aba6-4667-9e96-b042d35938f4 x-openstack-request-id: req-e73f3ac9-aba6-4667-9e96-b042d35938f4 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:45.321670 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "name": "network-vif-plugged", "status": "completed", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:45.321670 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e73f3ac9-aba6-4667-9e96-b042d35938f4 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:45.321670 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'code': 200} Nov 12 03:38:45.322067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb0d075e-3b49-47a0-9844-55764a893bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.324952 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cb0d075e-3b49-47a0-9844-55764a893bb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7dfeb82-8d73-4e66-9ac8-5958494f590c HTTP/1.1" status: 204 len: 168 time: 0.4509964 Nov 12 03:38:45.344160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d075e-3b49-47a0-9844-55764a893bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dfeb82-8d73-4e66-9ac8-5958494f590c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:45.494902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:45.556245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Allocated IP 172.25.0.206 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/a244909d-b35c-4480-9b35-87943c0fe1f4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:45.748549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:45.869036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:45.869656 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.908966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.026615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.136203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:46.139948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:46.150036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:46.154729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'Port': ['ID=a244909d-b35c-4480-9b35-87943c0fe1f4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:46.394005 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.592245 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.727144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2940-2b82-441f-886b-b514cd33903b req-ed7edfeb-2d20-4afb-bd97-2cbc2709e062 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.728851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-360b2940-2b82-441f-886b-b514cd33903b req-ed7edfeb-2d20-4afb-bd97-2cbc2709e062 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.2611585 Nov 12 03:38:46.872652 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Sync routers for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:46.912584 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:46.917354 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:46.997787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-360b2940-2b82-441f-886b-b514cd33903b req-3fb9c3a5-7673-4dc7-acc0-0ad575350527 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566271 Nov 12 03:38:47.183324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.198003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.278159 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:47.359862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'Port': ['ID=a244909d-b35c-4480-9b35-87943c0fe1f4,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.398218 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.426305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.435767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f1c64844-c871-4cf3-8467-de69f430962d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8661280 Nov 12 03:38:47.864451 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 2, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:47.940006 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Checking router: ef5ae03b-bc1c-4210-ab3b-02fe930042c1 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:47.940697 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Updating router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 port 06a27814-22fb-43d6-a14a-40d2ab051425 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:38:48.018080 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.087947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-0a3e37ff-cc1a-4b57-b99a-4ac18bcc5c7e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--337140193&fields=id&tenant_id=244cbb4da8474eebad5c1fe5f07190e4 HTTP/1.1" status: 200 len: 267 time: 0.2172580 Nov 12 03:38:48.291553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf610ad0-4e1a-49ee-9788-8b645afd578e req-102757b2-0354-4795-b698-82ee274b80ba tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.296289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf610ad0-4e1a-49ee-9788-8b645afd578e req-102757b2-0354-4795-b698-82ee274b80ba tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1105881 Nov 12 03:38:48.353406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-65a2fb7d-f8ec-495c-86e9-28bf9b708a0d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.365407 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-65a2fb7d-f8ec-495c-86e9-28bf9b708a0d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.2743480 Nov 12 03:38:48.431538 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.441288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-44e5fa31-107b-455f-98ea-41a5a9b72940 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/quotas/244cbb4da8474eebad5c1fe5f07190e4 HTTP/1.1" status: 200 len: 375 time: 0.0728085 Nov 12 03:38:48.447442 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.497169 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bf610ad0-4e1a-49ee-9788-8b645afd578e req-ab5f5ece-d91c-4ae8-9111-b34af42d9d3f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916506 Nov 12 03:38:48.528239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56990) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:48.635818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-f1736874-1832-408c-a2cf-a82017fe9904 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1907227 Nov 12 03:38:48.644914 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Pushing event updated for resources: {'Port': ['ID=06a27814-22fb-43d6-a14a-40d2ab051425,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.709739 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.711609 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.712241 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.714472 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.715308 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.715866 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.716415 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.721709 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.722537 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.723094 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.723661 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.724208 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:48.758976 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Attempting to bind port 06a27814-22fb-43d6-a14a-40d2ab051425 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:48.759627 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Attempting to bind port 06a27814-22fb-43d6-a14a-40d2ab051425 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:48.760231 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Attempting to bind port 06a27814-22fb-43d6-a14a-40d2ab051425 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:48.777443 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:48.777869 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Checking segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:48.778531 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.779248 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Bound using segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:48.780690 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Bound port: 06a27814-22fb-43d6-a14a-40d2ab051425, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:48.793905 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.899195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-9d47b1bb-3131-4413-9993-5d071db79985 service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522304 Nov 12 03:38:48.913947 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6eaf-0ae7-4785-8317-c3f7e459ced6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.989100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1113e478-58c2-42ad-b94f-86b8372cdb3e None None] Provisioning complete for port 06a27814-22fb-43d6-a14a-40d2ab051425 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:48.990263 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1113e478-58c2-42ad-b94f-86b8372cdb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.022134 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] For port 06a27814-22fb-43d6-a14a-40d2ab051425, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:49.038175 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] For port 06a27814-22fb-43d6-a14a-40d2ab051425, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=06a27814-22fb-43d6-a14a-40d2ab051425,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:49.047949 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.055715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1113e478-58c2-42ad-b94f-86b8372cdb3e None None] Port 06a27814-22fb-43d6-a14a-40d2ab051425 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:49.174411 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-df91fecf-4544-4d38-90f5-1ed5f21a70a9 service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735469 Nov 12 03:38:49.198621 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70aeb4-b3b4-487a-9058-889b5009139c None None] Pushing event updated for resources: {'Port': ['ID=06a27814-22fb-43d6-a14a-40d2ab051425,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:49.230819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6eaf-0ae7-4785-8317-c3f7e459ced6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.243681 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c6e6eaf-0ae7-4785-8317-c3f7e459ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.278418 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:49.280143 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:38:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:49.372286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e6eaf-0ae7-4785-8317-c3f7e459ced6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204a4444-9102-408f-b13e-0bacdafcf271,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:49.380226 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2c6e6eaf-0ae7-4785-8317-c3f7e459ced6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f61f5dd119d4a628f30c5ff8c4ed11c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8506258 Nov 12 03:38:49.383593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57008) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:49.666769 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00a1eadc-cf61-40b9-87d2-977b20417756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.689458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7053ff2-8308-40fd-b73c-3d1988290964 req-600243d8-252f-4108-98ac-518bd0ed2e61 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 210 time: 0.1163754 Nov 12 03:38:49.813874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 06a27814-22fb-43d6-a14a-40d2ab051425 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:49.826407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00a1eadc-cf61-40b9-87d2-977b20417756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.905579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3eb37e02-ae52-4e34-9a6d-d208a3b644cb None None] Provisioning complete for port 06a27814-22fb-43d6-a14a-40d2ab051425 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:49.906486 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb37e02-ae52-4e34-9a6d-d208a3b644cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.111242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489ca33-92ad-48b6-9f20-a36075ed9895 req-c30f4686-dbc5-4c15-8adb-53f0dff1ebce tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.113303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1489ca33-92ad-48b6-9f20-a36075ed9895 req-c30f4686-dbc5-4c15-8adb-53f0dff1ebce tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.3385229 Nov 12 03:38:50.151993 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:50.203820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00a1eadc-cf61-40b9-87d2-977b20417756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.211756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00a1eadc-cf61-40b9-87d2-977b20417756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.215516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-00a1eadc-cf61-40b9-87d2-977b20417756 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/204a4444-9102-408f-b13e-0bacdafcf271 HTTP/1.1" status: 204 len: 168 time: 0.8293443 Nov 12 03:38:50.263319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1eadc-cf61-40b9-87d2-977b20417756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204a4444-9102-408f-b13e-0bacdafcf271,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.353063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1489ca33-92ad-48b6-9f20-a36075ed9895 req-6a72e5bf-542a-4d5b-a46e-36cfee1192a8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320180 Nov 12 03:38:50.399110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 06a27814-22fb-43d6-a14a-40d2ab051425 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:50.399663 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.401374 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb37e02-ae52-4e34-9a6d-d208a3b644cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.539253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3eb37e02-ae52-4e34-9a6d-d208a3b644cb None None] For port 06a27814-22fb-43d6-a14a-40d2ab051425, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=06a27814-22fb-43d6-a14a-40d2ab051425,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:50.558473 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3eb37e02-ae52-4e34-9a6d-d208a3b644cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.879976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb37e02-ae52-4e34-9a6d-d208a3b644cb None None] Pushing event updated for resources: {'Port': ['ID=06a27814-22fb-43d6-a14a-40d2ab051425,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.893547 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:48Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:50.933791 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a22eb7-c18a-486d-863d-1ba4b5058538 None None] The sync data for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 is: [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:48Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:51.006982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-21a0fd13-dbcc-42ab-946f-f4e94e7a3aed req-b8ef623f-dbae-4c87-a5ae-fa6006b6593e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 210 time: 0.0865140 Nov 12 03:38:51.786603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 06a27814-22fb-43d6-a14a-40d2ab051425 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:51.981752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 06a27814-22fb-43d6-a14a-40d2ab051425 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:51.982259 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.995380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-6b2cd342-055d-4130-8ec5-a90ed8b75f29 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.010386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-6b2cd342-055d-4130-8ec5-a90ed8b75f29 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.3758311 Nov 12 03:38:52.026806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b89376-54c5-4689-8897-27dafe59b48f req-ebf04d4e-6bb4-4659-911e-1e78a69341fa tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.051126 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9b89376-54c5-4689-8897-27dafe59b48f req-ebf04d4e-6bb4-4659-911e-1e78a69341fa tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.3369408 Nov 12 03:38:52.250137 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9b89376-54c5-4689-8897-27dafe59b48f req-76c00705-388e-494a-9e61-da8b092136b2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966474 Nov 12 03:38:52.397114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-3498143b-fcb3-4d48-a03e-bc7e9bcbf210 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=244cbb4da8474eebad5c1fe5f07190e4 HTTP/1.1" status: 200 len: 379 time: 0.3576031 Nov 12 03:38:52.476935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'port': {'device_id': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'admin_state_up': True, 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'security_groups': ['33840086-0ccb-4634-a1f8-a157e2657442']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:52.558691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-74aaceb3-d15a-4570-8468-b1460faa0c8b req-5786b605-b511-4e6d-9b07-3d20cff36e94 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 210 time: 0.1602509 Nov 12 03:38:52.910391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Made reservation on behalf of 244cbb4da8474eebad5c1fe5f07190e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:52.915234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.167900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Allocated IP 172.20.0.9 (9eda40b8-2392-4f0c-96b3-730bf512b53b/5c0a8fca-b071-4355-acac-92f3e5eb1625/272054c3-953c-453d-b275-dbf790385c15) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:53.685951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.819099 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.835791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb84ed-a2e5-41ce-a9f6-853aff7fe17b req-df6dd942-9bac-4c83-b55d-4e5920a94a71 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.849012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eecb84ed-a2e5-41ce-a9f6-853aff7fe17b req-df6dd942-9bac-4c83-b55d-4e5920a94a71 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.4357193 Nov 12 03:38:53.853614 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22499d72-cf57-4602-bdbc-86b3de82ed53 req-e60eabc1-9885-42a9-8951-53183268aa06 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 210 time: 0.1421490 Nov 12 03:38:53.976713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.006384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:54.017476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:54.027451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:54.172675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.173561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.265605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eecb84ed-a2e5-41ce-a9f6-853aff7fe17b req-d8080ed5-efb8-4b5d-8198-9cd89c4d1049 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142325 Nov 12 03:38:54.298135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-2e00c71c-b252-49a4-b955-7a6bf8bb3f76 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8259561 Nov 12 03:38:54.316824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Request body: {'port': {'device_id': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:54.494378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.549625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-47c2b4ee-ecaf-4fe5-abed-99310a951c39 None None] Provisioning complete for port 272054c3-953c-453d-b275-dbf790385c15 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:54.552918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47c2b4ee-ecaf-4fe5-abed-99310a951c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.783596 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.799124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-47c2b4ee-ecaf-4fe5-abed-99310a951c39 None None] Port 272054c3-953c-453d-b275-dbf790385c15 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:55.175614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272054c3-953c-453d-b275-dbf790385c15 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:55.197162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.226837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fca8ea-2aca-460d-8a21-10b4d76675b8 req-e15329b5-715f-4ee9-8656-e7f36fdbbd81 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:55.229434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84fca8ea-2aca-460d-8a21-10b4d76675b8 req-e15329b5-715f-4ee9-8656-e7f36fdbbd81 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 931 time: 0.1741350 Nov 12 03:38:55.235638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Transition to ACTIVE for port object 272054c3-953c-453d-b275-dbf790385c15 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:55.248266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.364711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.386939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84fca8ea-2aca-460d-8a21-10b4d76675b8 req-d7f7f733-8c3a-4b58-be1b-0bb56c46d253 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336184 Nov 12 03:38:55.650140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Attempting to bind port 272054c3-953c-453d-b275-dbf790385c15 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:55.650644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Attempting to bind port 272054c3-953c-453d-b275-dbf790385c15 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:55.650971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Attempting to bind port 272054c3-953c-453d-b275-dbf790385c15 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:55.662130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Port 272054c3-953c-453d-b275-dbf790385c15 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:55.662787 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Attempting to bind port 272054c3-953c-453d-b275-dbf790385c15 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:55.686849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec00f2-1ce4-49f4-bd65-299d5d57f1cb req-081b74c4-b74b-4695-b6d5-3726a5df998b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:55.695570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70ec00f2-1ce4-49f4-bd65-299d5d57f1cb req-081b74c4-b74b-4695-b6d5-3726a5df998b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.0964286 Nov 12 03:38:55.697820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:55.698279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Checking segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:55.698665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Bound using segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:55.699108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Bound port: 272054c3-953c-453d-b275-dbf790385c15, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:55.699502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.849822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:55.853535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:55.891690 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.051243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.053602 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.064018 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] 10.222.0.20 "PUT /v2.0/ports/272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 1092 time: 1.7570271 Nov 12 03:38:56.064839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:56.067540 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4b2343-7ac6-48ff-afad-ed0323839ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:56.167811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70ec00f2-1ce4-49f4-bd65-299d5d57f1cb req-c4473bf3-2a58-4b0b-8b8d-b5ce12c25fdc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712548 Nov 12 03:38:56.261995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c15d9e-bd27-41e5-a424-2212a1b73bdb service neutron] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.275567 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e1cd2e-a10c-470f-bb5f-8fb54405c60b x-openstack-request-id: req-01e1cd2e-a10c-470f-bb5f-8fb54405c60b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:56.278240 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "tag": "272054c3-953c-453d-b275-dbf790385c15", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:56.278893 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01e1cd2e-a10c-470f-bb5f-8fb54405c60b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:56.282840 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'status': 'completed', 'code': 200} Nov 12 03:38:56.365672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-f3eb57ff-bb34-47b8-a1c8-e8c0c869d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.375268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-f3eb57ff-bb34-47b8-a1c8-e8c0c869d0cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1095 time: 0.2489009 Nov 12 03:38:56.576781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-70bf4eed-ed17-4054-89ed-100ae6f32c5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 217 time: 0.1830442 Nov 12 03:38:56.686744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616e29f-d157-47cd-8b14-ad57664aa04c req-e554fb63-4465-444b-b7df-50113c442333 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.695685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6616e29f-d157-47cd-8b14-ad57664aa04c req-e554fb63-4465-444b-b7df-50113c442333 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 943 time: 0.1494379 Nov 12 03:38:56.751938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-b17beadf-d57a-4d4c-8d98-af56ca6abd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.753379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-b17beadf-d57a-4d4c-8d98-af56ca6abd1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1686182 Nov 12 03:38:56.787739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6616e29f-d157-47cd-8b14-ad57664aa04c req-0c367afd-8473-44aa-becf-20c1356ea3de tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904193 Nov 12 03:38:56.893248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-a2014043-e133-48db-9792-412a52e1e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.897669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-a2014043-e133-48db-9792-412a52e1e9c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323819 Nov 12 03:38:57.108722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-a31f265b-a10f-48fa-b791-87bfac0ca33c service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035623 Nov 12 03:38:57.540070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702683e-46c6-4bd8-92ff-561efc6e0240 req-baa7120d-3dfd-4aa1-97b1-70d8bd273823 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.550852 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f702683e-46c6-4bd8-92ff-561efc6e0240 req-baa7120d-3dfd-4aa1-97b1-70d8bd273823 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.2007136 Nov 12 03:38:57.570414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50b5e2b4-429a-450f-aa38-306f2c44516c req-d7658518-086d-4bdd-b6cd-7d395d1f173c service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463630 Nov 12 03:38:57.774013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f702683e-46c6-4bd8-92ff-561efc6e0240 req-e61caacf-d476-4b71-8799-e7a9339026cb tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222042 Nov 12 03:38:57.823417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-5202b699-0ac1-4534-a20c-3af1bcf70db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.829847 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-5202b699-0ac1-4534-a20c-3af1bcf70db2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1095 time: 0.2026405 Nov 12 03:38:58.064692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123c9f0-5bf3-4990-b97e-adfc9f15c943 req-e0329d9e-cfc1-4c4b-a1c6-19d6ea183241 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.077105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-8882db4b-9913-484a-8a8b-7e87a86d575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.077556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e123c9f0-5bf3-4990-b97e-adfc9f15c943 req-e0329d9e-cfc1-4c4b-a1c6-19d6ea183241 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 943 time: 0.1152472 Nov 12 03:38:58.085084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-8882db4b-9913-484a-8a8b-7e87a86d575d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.2453468 Nov 12 03:38:58.171036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e123c9f0-5bf3-4990-b97e-adfc9f15c943 req-1d29e621-e00d-4fde-8e0c-dd6a0b1f6ca5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918489 Nov 12 03:38:58.211565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-1b457009-cf03-44d6-9922-109f548a6f56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 217 time: 0.1129053 Nov 12 03:38:58.420223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-87ac37ca-ffc9-4c4b-baa2-6386701c28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.423209 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-87ac37ca-ffc9-4c4b-baa2-6386701c28ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.2049658 Nov 12 03:38:58.519442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-8831b790-ee79-44cc-b220-81bb9c49df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.523033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-8831b790-ee79-44cc-b220-81bb9c49df8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850475 Nov 12 03:38:58.787098 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-b136ffe0-f8df-415f-97e8-3895c1e4cb60 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551792 Nov 12 03:38:59.079428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc050701-d04c-43fc-af99-0e501b377f86 req-1bb1f0f0-2332-4559-9dda-55ae5860e48e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.090318 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc050701-d04c-43fc-af99-0e501b377f86 req-1bb1f0f0-2332-4559-9dda-55ae5860e48e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1369693 Nov 12 03:38:59.200306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc050701-d04c-43fc-af99-0e501b377f86 req-5ac27c5d-9901-4d7d-aba9-b4bfe4f8cc66 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081898 Nov 12 03:38:59.230556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae4b2343-7ac6-48ff-afad-ed0323839ddf req-fa1ef263-f340-42e2-b7f3-165f5fc77034 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283249 Nov 12 03:38:59.455538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f344d18-2c1d-4376-a2ba-f7d7a3cfae42 req-1ac5e84b-0c43-4be7-af9f-bed633c0c717 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.463088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f344d18-2c1d-4376-a2ba-f7d7a3cfae42 req-1ac5e84b-0c43-4be7-af9f-bed633c0c717 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 943 time: 0.0744879 Nov 12 03:38:59.530110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f344d18-2c1d-4376-a2ba-f7d7a3cfae42 req-4270967d-21c0-4ade-877a-637697ff070f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660350 Nov 12 03:39:00.531587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62141148-9f0d-4947-ab84-78bbdb6ea719 req-fb0d2cd3-e605-4f24-a7d5-322988ade371 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.539180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-62141148-9f0d-4947-ab84-78bbdb6ea719 req-fb0d2cd3-e605-4f24-a7d5-322988ade371 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1034567 Nov 12 03:39:00.688580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-62141148-9f0d-4947-ab84-78bbdb6ea719 req-fa089463-21a6-4d7f-80d4-fefe7f906b83 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323826 Nov 12 03:39:00.706924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:00.841703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812d77d-31e3-420d-b036-eec847cad1d6 req-7e0f659a-2bba-4b70-9dfd-f1c92dd0a7d2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.851511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4812d77d-31e3-420d-b036-eec847cad1d6 req-7e0f659a-2bba-4b70-9dfd-f1c92dd0a7d2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 943 time: 0.1273799 Nov 12 03:39:01.029541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4812d77d-31e3-420d-b036-eec847cad1d6 req-16b9d39d-b248-4a2c-86bd-9d216cb2fcef tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757877 Nov 12 03:39:01.273603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:01.313341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '272054c3-953c-453d-b275-dbf790385c15', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': '272054c3-953c-453d-b275-dbf790385c15', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:01.372868 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b9c688de-33e5-40eb-b134-020934b0d28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.375929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.408854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272054c3-953c-453d-b275-dbf790385c15 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:01.452309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:01.465985 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.521060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:01.813112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['272054c3-953c-453d-b275-dbf790385c15'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:01.910841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1ac35-1f29-4850-9897-c7da8a263238 req-c7c1c94c-6843-4393-862a-ec14490595b2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.928328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-acf1ac35-1f29-4850-9897-c7da8a263238 req-c7c1c94c-6843-4393-862a-ec14490595b2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1518204 Nov 12 03:39:02.032813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-acf1ac35-1f29-4850-9897-c7da8a263238 req-3b601a92-f874-45e7-99ae-98a3fcf96877 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019988 Nov 12 03:39:02.299977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404e5a5-1d3a-4b99-8585-41c6f41af8cd req-744434da-87f8-4759-9701-af05c8fe1362 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.310157 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2404e5a5-1d3a-4b99-8585-41c6f41af8cd req-744434da-87f8-4759-9701-af05c8fe1362 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1802211 Nov 12 03:39:02.460416 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2404e5a5-1d3a-4b99-8585-41c6f41af8cd req-60e84e6f-e53a-48de-8d56-e560e1c1759f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329887 Nov 12 03:39:03.338156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105da56-25b9-4a0f-b194-8c919ff264f5 req-18962bb2-8b09-471a-819c-80f81b382355 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:03.356563 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d105da56-25b9-4a0f-b194-8c919ff264f5 req-18962bb2-8b09-471a-819c-80f81b382355 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1726563 Nov 12 03:39:03.461366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d105da56-25b9-4a0f-b194-8c919ff264f5 req-49301d99-941b-4bf9-b7f1-df3fb2e7af8d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034007 Nov 12 03:39:03.554312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63fe85ee-6782-4b2c-81f2-48c4d07bbbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.665406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de931ae-c3a9-445e-ac5e-782a87debce0 req-a07c754b-4792-4f6d-ba9f-684869d7ac35 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:03.675217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1de931ae-c3a9-445e-ac5e-782a87debce0 req-a07c754b-4792-4f6d-ba9f-684869d7ac35 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0859566 Nov 12 03:39:03.737109 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1de931ae-c3a9-445e-ac5e-782a87debce0 req-39aebe25-112d-4eed-8149-7cbe8cf84b86 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573783 Nov 12 03:39:04.148057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57504) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:04.343894 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87b0c619-a95b-47b2-92ae-0d29ef9cff8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.520150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87b0c619-a95b-47b2-92ae-0d29ef9cff8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.541096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-87b0c619-a95b-47b2-92ae-0d29ef9cff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.676328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0c619-a95b-47b2-92ae-0d29ef9cff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5433198-0123-4280-910a-4350c28bfcc4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.682357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-87b0c619-a95b-47b2-92ae-0d29ef9cff8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f37d387d5b9d46978a7c821b4c931582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5330322 Nov 12 03:39:04.685006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57528) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:04.722698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:04.799135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 272054c3-953c-453d-b275-dbf790385c15 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:04.810337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 272054c3-953c-453d-b275-dbf790385c15 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:04.812886 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.834770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb131c3-cac5-4d2d-9801-4bad1c6d4179 req-7e9db4a5-49e7-443c-b76e-4fccfdca7aee tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.836645 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5cb131c3-cac5-4d2d-9801-4bad1c6d4179 req-7e9db4a5-49e7-443c-b76e-4fccfdca7aee tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1529686 Nov 12 03:39:04.850118 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cbee65d-1657-4aa1-a3d0-c3a33337e2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.877317 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cbee65d-1657-4aa1-a3d0-c3a33337e2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.965087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cbee65d-1657-4aa1-a3d0-c3a33337e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.974373 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5cbee65d-1657-4aa1-a3d0-c3a33337e2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.981668 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.999287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5cbee65d-1657-4aa1-a3d0-c3a33337e2fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5433198-0123-4280-910a-4350c28bfcc4 HTTP/1.1" status: 204 len: 168 time: 0.3124981 Nov 12 03:39:05.011602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5cb131c3-cac5-4d2d-9801-4bad1c6d4179 req-8bd505e5-62a3-48f7-b89e-64b4b7ff0d3a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683810 Nov 12 03:39:05.067139 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.112901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:05.115317 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cf856e-d5cd-48c0-8883-3d187ca29e9d" -d '{"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-plugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:05.128350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:05.135088 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.174604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbee65d-1657-4aa1-a3d0-c3a33337e2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5433198-0123-4280-910a-4350c28bfcc4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.190813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.212829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.213620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.214476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.215152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.216022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.216757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.217366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.217920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.219064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.219769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.220336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.220902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:05.253827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1625cdb-b4db-47d8-a4ca-247a97b008fb req-b0e2d017-f981-4f73-b776-fc6775b6c382 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:05.260104 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1625cdb-b4db-47d8-a4ca-247a97b008fb req-b0e2d017-f981-4f73-b776-fc6775b6c382 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.3149993 Nov 12 03:39:05.267197 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1ea965-0c95-4770-9dea-9c5185e503da x-openstack-request-id: req-ac1ea965-0c95-4770-9dea-9c5185e503da {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:05.268143 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-plugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:05.268628 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac1ea965-0c95-4770-9dea-9c5185e503da {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:05.269238 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'code': 200} Nov 12 03:39:05.405160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1625cdb-b4db-47d8-a4ca-247a97b008fb req-c14a0234-5c3e-4df2-b91e-b8d9e8b7a932 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379552 Nov 12 03:39:05.431356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aba8d-2b2b-40c2-aa0a-85b964ffbba2 req-73d5eeb4-808e-4112-8e40-0ec714f92d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:05.435739 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103aba8d-2b2b-40c2-aa0a-85b964ffbba2 req-73d5eeb4-808e-4112-8e40-0ec714f92d59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1097 time: 0.0942986 Nov 12 03:39:05.525837 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103aba8d-2b2b-40c2-aa0a-85b964ffbba2 req-6e826cb6-acd3-45c3-ae3c-6b66eb8cb3a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819697 Nov 12 03:39:05.695110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57560) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:05.728930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d485315-7fa5-4c5e-a7b2-36925312035c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.893661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d485315-7fa5-4c5e-a7b2-36925312035c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.898744 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d485315-7fa5-4c5e-a7b2-36925312035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.927555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d485315-7fa5-4c5e-a7b2-36925312035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4f884b-043f-4005-a770-451b9bd402fb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.969907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2d485315-7fa5-4c5e-a7b2-36925312035c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2e133f7cbf2409a98a9c9678be1c216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734714 Nov 12 03:39:05.972340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57576) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.034816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4bc807a-7200-4de4-a695-a8c8e0a7f905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.064471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4bc807a-7200-4de4-a695-a8c8e0a7f905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.278436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.603407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffe862-7e41-4e9b-9e14-ae615ee37576 req-5bddd4cf-9db6-41b5-9e3d-45183bdec1e5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.613049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d7ffe862-7e41-4e9b-9e14-ae615ee37576 req-5bddd4cf-9db6-41b5-9e3d-45183bdec1e5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 945 time: 0.0951867 Nov 12 03:39:06.674846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d7ffe862-7e41-4e9b-9e14-ae615ee37576 req-629a33d2-2d3f-43b4-90f5-e804bdadb7b9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561974 Nov 12 03:39:06.871399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ec24d-65c2-4ae3-a05f-0db72fb27166 req-0fb4aeba-74cc-4519-9bc5-9f0227ed79a7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.872847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-765ec24d-65c2-4ae3-a05f-0db72fb27166 req-0fb4aeba-74cc-4519-9bc5-9f0227ed79a7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.7370982 Nov 12 03:39:06.960641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-765ec24d-65c2-4ae3-a05f-0db72fb27166 req-55c95719-bcb3-4641-99d6-265182c92e7e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773990 Nov 12 03:39:06.966668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4bc807a-7200-4de4-a695-a8c8e0a7f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.972053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4bc807a-7200-4de4-a695-a8c8e0a7f905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.987609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a4bc807a-7200-4de4-a695-a8c8e0a7f905 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf4f884b-043f-4005-a770-451b9bd402fb HTTP/1.1" status: 204 len: 168 time: 1.0002711 Nov 12 03:39:07.003729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc807a-7200-4de4-a695-a8c8e0a7f905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4f884b-043f-4005-a770-451b9bd402fb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.028121 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.852103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ce731-042b-40cd-9bb1-de82348078ff req-aba55f75-1552-45c3-8ce6-c8e676926290 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.861559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d84ce731-042b-40cd-9bb1-de82348078ff req-aba55f75-1552-45c3-8ce6-c8e676926290 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 945 time: 0.0681064 Nov 12 03:39:08.015158 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d84ce731-042b-40cd-9bb1-de82348078ff req-db622113-6f9b-46b6-807c-d8d9dbe29864 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519141 Nov 12 03:39:08.366899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95ff4f-59b3-40da-8ac8-a6796b089525 req-2c60925c-5815-4e2b-80cb-da828ee0758f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.374382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f95ff4f-59b3-40da-8ac8-a6796b089525 req-2c60925c-5815-4e2b-80cb-da828ee0758f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 945 time: 0.1543970 Nov 12 03:39:08.383226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57680) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:08.390899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'floatingip': {'port_id': '272054c3-953c-453d-b275-dbf790385c15'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:08.399288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e096b-b878-4af3-bc7d-73860a1deaf8 req-db107cbe-fede-4a00-bd97-ef09d9e24dd7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.412560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-663e096b-b878-4af3-bc7d-73860a1deaf8 req-db107cbe-fede-4a00-bd97-ef09d9e24dd7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1847630 Nov 12 03:39:08.568904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.689236 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-663e096b-b878-4af3-bc7d-73860a1deaf8 req-56eb1415-2c6d-4723-86a3-b946b7836843 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692254 Nov 12 03:39:09.868222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb9269-a9d4-4c3f-b9fa-3fe54dc554b6 req-2c7f91e1-47ce-4b8c-a8b7-b6514b4c26f1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.883726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0acb9269-a9d4-4c3f-b9fa-3fe54dc554b6 req-2c7f91e1-47ce-4b8c-a8b7-b6514b4c26f1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1109462 Nov 12 03:39:09.891281 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.897066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.056791 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0acb9269-a9d4-4c3f-b9fa-3fe54dc554b6 req-dff6d06a-98d0-466e-9aa8-9ec8388fbc42 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717134 Nov 12 03:39:10.178956 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Floating IP ae7429a8-934a-4f0a-98f4-f6f71431d71d associated. External IP: 172.25.0.206, port: 272054c3-953c-453d-b275-dbf790385c15. Nov 12 03:39:10.625528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-6aa187f8-84b1-4d1b-bc2c-1e6fadb7fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.627130 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-6aa187f8-84b1-4d1b-bc2c-1e6fadb7fc02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 1097 time: 0.1425698 Nov 12 03:39:10.817974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:10.818752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-02e76b49-9e0f-4458-aab6-721d9e7626d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.820120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-02e76b49-9e0f-4458-aab6-721d9e7626d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 914 time: 0.1809142 Nov 12 03:39:10.884665 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-561648ea-48a1-4d4a-b619-78f350ca0f98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d HTTP/1.1" status: 200 len: 217 time: 0.0553155 Nov 12 03:39:11.063230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-52e5b7f8-2fac-4566-9af8-247a986a36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.064776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-52e5b7f8-2fac-4566-9af8-247a986a36c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.1716161 Nov 12 03:39:11.104447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-2a3a5ce8-3bb9-4786-9c25-eaaaa1c3e8a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317302 Nov 12 03:39:11.154755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:11.162095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.167664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] Sync routers for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:11.182285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:11.182929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:39:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:11.242293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0b3c018b-08e7-4971-9b0c-e4d5e1fc2170 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "PUT /v2.0/floatingips/ae7429a8-934a-4f0a-98f4-f6f71431d71d HTTP/1.1" status: 200 len: 991 time: 2.8577900 Nov 12 03:39:11.244995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:11.247276 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4af0c3f-e02e-494f-a602-e0aace214bba" -d '{"events": [{"name": "network-changed", "server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:11.283248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-0881921c-bc26-4790-bd88-a46e8c54f0c5 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714277 Nov 12 03:39:11.328941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dea50-7e43-486a-8ae2-736f38cdb457 req-5710916e-5cc2-4c3b-8b0c-39fc5c807ec8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.336865 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae3dea50-7e43-486a-8ae2-736f38cdb457 req-5710916e-5cc2-4c3b-8b0c-39fc5c807ec8 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1265104 Nov 12 03:39:11.460699 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2008c78-aeb5-45d2-953c-409a7c02e1c9 x-openstack-request-id: req-f2008c78-aeb5-45d2-953c-409a7c02e1c9 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:11.461014 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "tag": "272054c3-953c-453d-b275-dbf790385c15", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:11.463218 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2008c78-aeb5-45d2-953c-409a7c02e1c9 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:11.463645 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'status': 'completed', 'code': 200} Nov 12 03:39:11.474574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae3dea50-7e43-486a-8ae2-736f38cdb457 req-a45266ba-1382-4568-a2f9-b1ae31f9210a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365693 Nov 12 03:39:11.529455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:11.541300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b32e16c3-4a7a-4a4e-92ea-e7b4b59b9414 req-04a638a8-9646-4feb-8fe4-d4543ff9d61a service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464581 Nov 12 03:39:11.565789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-e6104471-6352-467a-a0d0-b7c15b0d9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.567321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-e6104471-6352-467a-a0d0-b7c15b0d9282 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1097 time: 0.0917823 Nov 12 03:39:11.769614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-ec3e450c-8d5c-4931-92df-16b938a06bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.771321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-ec3e450c-8d5c-4931-92df-16b938a06bb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1966825 Nov 12 03:39:11.837385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'ae7429a8-934a-4f0a-98f4-f6f71431d71d', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'port_id': '272054c3-953c-453d-b275-dbf790385c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:46Z', 'updated_at': '2021-11-12T03:39:09Z', 'revision_number': 1, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:50Z', 'revision_number': 5, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:11.881253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] Checking router: ef5ae03b-bc1c-4210-ab3b-02fe930042c1 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:11.893875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:11.894885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:39:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:12.062963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:12.095538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-ac8abce0-1291-4d00-a1e1-c65433975c72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 999 time: 0.3161654 Nov 12 03:39:12.196201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57862) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.200489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-905303ee-10ec-4ddc-b022-bef7a3dc434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.201990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-905303ee-10ec-4ddc-b022-bef7a3dc434a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0993891 Nov 12 03:39:12.313911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-8723d320-01af-4a32-8c58-3f94486f1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.320060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-8723d320-01af-4a32-8c58-3f94486f1fad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026282 Nov 12 03:39:12.510526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84108f07-ddc3-4cb0-ad07-a69ad901111c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.552790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'ae7429a8-934a-4f0a-98f4-f6f71431d71d', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'port_id': '272054c3-953c-453d-b275-dbf790385c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:46Z', 'updated_at': '2021-11-12T03:39:09Z', 'revision_number': 1, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:50Z', 'revision_number': 5, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:12.617061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2430a30b-f4c7-4ad0-a2f7-05a9acf67d25 None None] The sync data for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 is: [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'ae7429a8-934a-4f0a-98f4-f6f71431d71d', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'port_id': '272054c3-953c-453d-b275-dbf790385c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:38:46Z', 'updated_at': '2021-11-12T03:39:09Z', 'revision_number': 1, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:50Z', 'revision_number': 5, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:12.637905 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-18bca5c4-5a86-4160-8429-9142ed80f9a1 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971213 Nov 12 03:39:12.714013 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84108f07-ddc3-4cb0-ad07-a69ad901111c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.732180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84108f07-ddc3-4cb0-ad07-a69ad901111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.773429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:12.816107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4af0c3f-e02e-494f-a602-e0aace214bba req-6d49da89-f777-4c61-a3b9-47e617b64dd7 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542490 Nov 12 03:39:12.857684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84108f07-ddc3-4cb0-ad07-a69ad901111c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9fb69d1b5d5435db762ed7d409a1f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570435 Nov 12 03:39:12.858224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57890) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.875550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84108f07-ddc3-4cb0-ad07-a69ad901111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d52b82-bf96-403d-8b47-1372d7423b9f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.906361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cde20-eace-40ab-969a-d5c4f22f4d24 req-d0d9efbd-4544-4b52-b659-e1497c78adec tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.907627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-311cde20-eace-40ab-969a-d5c4f22f4d24 req-d0d9efbd-4544-4b52-b659-e1497c78adec tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 945 time: 0.1919646 Nov 12 03:39:12.941764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a31a79e-0b36-42c5-bf4c-3735fe6b8ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.946316 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.982515 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:12.986268 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12d5f60-8209-47de-a2b3-dcc059c4d605" -d '{"events": [{"server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:13.005661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:13.005918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a31a79e-0b36-42c5-bf4c-3735fe6b8ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.018010 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.042982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-311cde20-eace-40ab-969a-d5c4f22f4d24 req-7b1eeb4e-9e3d-430a-9d2a-e4cc8d5a51a6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233149 Nov 12 03:39:13.065385 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec6ec76-72cf-4e78-9c79-46680513c62d None None] New status for floating IP ae7429a8-934a-4f0a-98f4-f6f71431d71d: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:39:13.082014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a31a79e-0b36-42c5-bf4c-3735fe6b8ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.084961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a31a79e-0b36-42c5-bf4c-3735fe6b8ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.096904 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4a31a79e-0b36-42c5-bf4c-3735fe6b8ef5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43d52b82-bf96-403d-8b47-1372d7423b9f HTTP/1.1" status: 204 len: 168 time: 0.2371638 Nov 12 03:39:13.107483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31a79e-0b36-42c5-bf4c-3735fe6b8ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d52b82-bf96-403d-8b47-1372d7423b9f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.138941 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4889b9-08b9-4daf-ae97-8503d4658fc2 x-openstack-request-id: req-bc4889b9-08b9-4daf-ae97-8503d4658fc2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:13.139240 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:13.139495 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc4889b9-08b9-4daf-ae97-8503d4658fc2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:13.140519 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'code': 200} Nov 12 03:39:13.141405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.602771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57916) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:13.617324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f91a6d77-4186-4182-9d63-b69173f01517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.805473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f91a6d77-4186-4182-9d63-b69173f01517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.817693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f91a6d77-4186-4182-9d63-b69173f01517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.849319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f91a6d77-4186-4182-9d63-b69173f01517 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=210f690b3a0342ec9e4ed91a7db563ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453866 Nov 12 03:39:13.852352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57924) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:13.870125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a6d77-4186-4182-9d63-b69173f01517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc819a02-54ef-4bb2-8ec0-9d881798fbed,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.918344 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e61d51ca-077b-47ae-a54a-495bec77a8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.941448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e61d51ca-077b-47ae-a54a-495bec77a8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.992495 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e61d51ca-077b-47ae-a54a-495bec77a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.995322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e61d51ca-077b-47ae-a54a-495bec77a8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.996481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e61d51ca-077b-47ae-a54a-495bec77a8eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc819a02-54ef-4bb2-8ec0-9d881798fbed HTTP/1.1" status: 204 len: 168 time: 0.1430128 Nov 12 03:39:14.004549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d51ca-077b-47ae-a54a-495bec77a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc819a02-54ef-4bb2-8ec0-9d881798fbed,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.315373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b482b-1830-4436-88e5-31ae83ffd9f9 req-e1c78a3e-ca1c-4bd2-b93b-cad15f99550d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:14.317185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-413b482b-1830-4436-88e5-31ae83ffd9f9 req-e1c78a3e-ca1c-4bd2-b93b-cad15f99550d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 943 time: 0.0796213 Nov 12 03:39:14.395516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-413b482b-1830-4436-88e5-31ae83ffd9f9 req-f794842d-cf58-4057-98cf-52efebd168e4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707204 Nov 12 03:39:14.570948 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:15.920237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-b0a6cac2-402c-452d-b222-b7b405d3bc68 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.929814 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-b0a6cac2-402c-452d-b222-b7b405d3bc68 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=26bd4b74-7039-4d89-a9be-2a1ff7b461f5 HTTP/1.1" status: 200 len: 943 time: 0.0786655 Nov 12 03:39:16.048142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Deleting port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:16.048487 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.198780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] For port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:16.199849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.223926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Calling delete_port for 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:16.453628 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.496392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50b265-8577-406c-8e69-0669e1d06113 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:16.622477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] No DVR routers for this DVR port 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:16.625902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.648473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32236864-a8e0-4669-aee9-cdac4fe76851 req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "DELETE /v2.0/ports/8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d HTTP/1.1" status: 204 len: 173 time: 0.7173817 Nov 12 03:39:16.650595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'name': 'network-vif-deleted', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:16.662182 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa68509-d410-481a-ab00-11262fcea38e" -d '{"events": [{"server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "name": "network-vif-deleted", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:16.687437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f6579-41f8-4719-8a3f-4737cbf976c4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event deleted for resources: {'Port': ['ID=8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.770539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:16.784021 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1eca02-a9a3-40ea-8cdf-4a89e9b7d4f0 x-openstack-request-id: req-af1eca02-a9a3-40ea-8cdf-4a89e9b7d4f0 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:16.784324 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd4b74-7039-4d89-a9be-2a1ff7b461f5", "name": "network-vif-deleted", "tag": "8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d", "status": "failed", "code": 422}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:16.784586 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af1eca02-a9a3-40ea-8cdf-4a89e9b7d4f0 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:16.785054 n-d-789963-21 neutron-server[102628]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26bd4b74-7039-4d89-a9be-2a1ff7b461f5', 'name': 'network-vif-deleted', 'tag': '8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:39:16.792037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58114) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:16.824915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:16.825429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8d39d1ee-849e-43a2-a7e5-0d8eb39c1c4d not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:17.136984 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d510df7-56cd-4086-966f-579fc6281285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.302208 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d510df7-56cd-4086-966f-579fc6281285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.309664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d510df7-56cd-4086-966f-579fc6281285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.358488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6d510df7-56cd-4086-966f-579fc6281285 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d616b6dfcec74262811ed60fc60d22ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614514 Nov 12 03:39:17.359830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58144) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:17.366954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d510df7-56cd-4086-966f-579fc6281285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd29668-6e60-41d6-bcc4-e4a0bbdf2ca7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.469900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f002cea2-e7db-47c9-b1f5-3e015c16c4c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.504037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f002cea2-e7db-47c9-b1f5-3e015c16c4c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.573839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f002cea2-e7db-47c9-b1f5-3e015c16c4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.578862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f002cea2-e7db-47c9-b1f5-3e015c16c4c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.583575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f002cea2-e7db-47c9-b1f5-3e015c16c4c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdd29668-6e60-41d6-bcc4-e4a0bbdf2ca7 HTTP/1.1" status: 204 len: 168 time: 0.2235441 Nov 12 03:39:17.596925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002cea2-e7db-47c9-b1f5-3e015c16c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd29668-6e60-41d6-bcc4-e4a0bbdf2ca7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.858357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-e4e6f886-4aea-4530-a424-f64dc5177e33 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.860689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-e4e6f886-4aea-4530-a424-f64dc5177e33 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.1600361 Nov 12 03:39:17.879498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-4b206544-ad86-4257-8b0b-48d8c65048d5 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/quotas/7e5e6a0a53c14a2ab1400011a6ea698c HTTP/1.1" status: 200 len: 375 time: 0.0123692 Nov 12 03:39:17.933383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-a0d991ac-10f5-41f1-95ff-06901481fc2c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454848 Nov 12 03:39:18.083921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58194) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.104114 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09c79139-4d9c-4601-a982-7e46244de563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.267606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09c79139-4d9c-4601-a982-7e46244de563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.278812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09c79139-4d9c-4601-a982-7e46244de563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.368111 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09c79139-4d9c-4601-a982-7e46244de563 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=109b4768b8614f419f4b63ffc87c95d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851164 Nov 12 03:39:18.371114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58204) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.410963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c79139-4d9c-4601-a982-7e46244de563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9eb194-bd89-4baf-939f-389708930bf8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.461321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ad52-753b-46a5-b480-41d98a7e3411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.501136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ad52-753b-46a5-b480-41d98a7e3411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.562413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ad52-753b-46a5-b480-41d98a7e3411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.565460 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dd0ad52-753b-46a5-b480-41d98a7e3411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.573030 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-887d4d5e-2e05-4b1a-b4f9-36e7c2fdb2df service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251242 Nov 12 03:39:18.575090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2dd0ad52-753b-46a5-b480-41d98a7e3411 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd9eb194-bd89-4baf-939f-389708930bf8 HTTP/1.1" status: 204 len: 168 time: 0.1968918 Nov 12 03:39:18.595124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0ad52-753b-46a5-b480-41d98a7e3411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9eb194-bd89-4baf-939f-389708930bf8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.801619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-7f337703-01e0-41cd-9fa7-7e429671bfa3 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275860 Nov 12 03:39:19.037890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50e8d42e-b0fe-497a-8482-2900ac873b9d req-aac3cff6-db0b-41e2-85b0-b028c6338031 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 210 time: 0.0485210 Nov 12 03:39:19.157167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58242) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.325191 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9e65-bf15-442a-b758-8c5eb5424ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.492495 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9e65-bf15-442a-b758-8c5eb5424ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.498336 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9e65-bf15-442a-b758-8c5eb5424ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.564040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd9e65-bf15-442a-b758-8c5eb5424ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ff5b0-de1d-4fc4-823a-0b2fb452c48c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.622556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bcbd9e65-bf15-442a-b758-8c5eb5424ba3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f30efe45bc9641ac9f711074cf550417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632993 Nov 12 03:39:19.625353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.703643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f90a2083-ea58-4eb2-8c1f-fee3f84ac1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.735210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f90a2083-ea58-4eb2-8c1f-fee3f84ac1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.817644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f90a2083-ea58-4eb2-8c1f-fee3f84ac1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.820235 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f90a2083-ea58-4eb2-8c1f-fee3f84ac1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.821498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f90a2083-ea58-4eb2-8c1f-fee3f84ac1fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a9ff5b0-de1d-4fc4-823a-0b2fb452c48c HTTP/1.1" status: 204 len: 168 time: 0.1952369 Nov 12 03:39:19.834810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2083-ea58-4eb2-8c1f-fee3f84ac1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ff5b0-de1d-4fc4-823a-0b2fb452c48c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.161473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa4c3322-c9f9-480a-bc5f-f7c6d4e82cf5 req-58d56a3e-dd09-4231-89ea-58f633b7931b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 210 time: 0.0371840 Nov 12 03:39:20.414987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58316) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.454977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f0ac-75d7-4cac-9bde-5d283ae12144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.623131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f0ac-75d7-4cac-9bde-5d283ae12144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.638458 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ad0f0ac-75d7-4cac-9bde-5d283ae12144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.649570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-07696653-429f-434b-b804-502c24db9f3a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.651306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-07696653-429f-434b-b804-502c24db9f3a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.2285991 Nov 12 03:39:20.669771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Request body: {'port': {'device_id': 'f6835dea-c52f-47ca-b390-a84fc205c2d6', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'admin_state_up': True, 'tenant_id': '7e5e6a0a53c14a2ab1400011a6ea698c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:20.692794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ad0f0ac-75d7-4cac-9bde-5d283ae12144 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ada1f2f2fa7c4e21be03260ae9f8f94a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761097 Nov 12 03:39:20.693961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0f0ac-75d7-4cac-9bde-5d283ae12144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e893ff4-64eb-42b9-b14d-5d238ace5cc7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.696498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58330) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.768255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a5885d6-224c-460e-8534-ff0f6c0bfa08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.798672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a5885d6-224c-460e-8534-ff0f6c0bfa08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.844301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Made reservation on behalf of 7e5e6a0a53c14a2ab1400011a6ea698c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:20.850804 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.888435 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a5885d6-224c-460e-8534-ff0f6c0bfa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.892348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a5885d6-224c-460e-8534-ff0f6c0bfa08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.893858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2a5885d6-224c-460e-8534-ff0f6c0bfa08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e893ff4-64eb-42b9-b14d-5d238ace5cc7 HTTP/1.1" status: 204 len: 168 time: 0.1960189 Nov 12 03:39:20.910210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5885d6-224c-460e-8534-ff0f6c0bfa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e893ff4-64eb-42b9-b14d-5d238ace5cc7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.110736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Allocated IP 172.20.0.6 (cc7cd072-f689-4411-9289-55ac57982cd7/8969a8f9-b847-4ffe-96a5-cba15047533d/56e0ae90-de91-4785-915c-3e695f5a91ed) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:21.311407 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ae2b0ad-3705-4786-beac-5bbd326956ab req-b22a81d9-955c-4d4f-8a06-7984ac4dfe98 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 210 time: 0.0515521 Nov 12 03:39:21.384587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.432361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.508226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Network cc7cd072-f689-4411-9289-55ac57982cd7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:21.514938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:21.518384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:21.532517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22924a76-38e8-4bd8-93e4-e305031b2337 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:21.627770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.628414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.632248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event updated for resources: {'Port': ['ID=56e0ae90-de91-4785-915c-3e695f5a91ed,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.651303 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-29ecb46f-7b6b-4f82-8308-2c5032036bd3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9883251 Nov 12 03:39:21.654570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-27748f94-a3e5-401f-9183-bb359f4b1034 None None] Provisioning complete for port 56e0ae90-de91-4785-915c-3e695f5a91ed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:21.656938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-27748f94-a3e5-401f-9183-bb359f4b1034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.676459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Request body: {'port': {'device_id': 'f6835dea-c52f-47ca-b390-a84fc205c2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:21.759037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-27748f94-a3e5-401f-9183-bb359f4b1034 None None] Port 56e0ae90-de91-4785-915c-3e695f5a91ed cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:21.791723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.136038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.246899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e0ae90-de91-4785-915c-3e695f5a91ed {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:22.272793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.303457 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa94906e-0a4f-4546-910c-7a325a937a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.312169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Transition to ACTIVE for port object 56e0ae90-de91-4785-915c-3e695f5a91ed will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:22.334212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.422984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d68a56e-bf7d-4948-a986-9656b0e37de9 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:22.429523 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa94906e-0a4f-4546-910c-7a325a937a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.439203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-aa94906e-0a4f-4546-910c-7a325a937a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.500716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Pushing event updated for resources: {'Port': ['ID=56e0ae90-de91-4785-915c-3e695f5a91ed,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.539197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94906e-0a4f-4546-910c-7a325a937a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ee9433-b3a8-493a-bff4-e1430032017d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.560267 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-aa94906e-0a4f-4546-910c-7a325a937a19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d64bbc08f27240dbb59db90b50cadbe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4192867 Nov 12 03:39:22.560267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58426) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.638944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b39aa-c265-478d-8f35-22412334bfe3 req-84c71a9f-9778-4176-93ca-4a71e92b9214 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.659767 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-806b39aa-c265-478d-8f35-22412334bfe3 req-84c71a9f-9778-4176-93ca-4a71e92b9214 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 943 time: 0.1715002 Nov 12 03:39:22.690142 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a09cd2-e364-4996-b798-1a3d7e8ae2d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.690827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Attempting to bind port 56e0ae90-de91-4785-915c-3e695f5a91ed on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:22.691390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Attempting to bind port 56e0ae90-de91-4785-915c-3e695f5a91ed by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:22.691936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Attempting to bind port 56e0ae90-de91-4785-915c-3e695f5a91ed on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:22.709584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Port 56e0ae90-de91-4785-915c-3e695f5a91ed on network cc7cd072-f689-4411-9289-55ac57982cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:22.709938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Attempting to bind port 56e0ae90-de91-4785-915c-3e695f5a91ed on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:22.727559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:22.727916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Checking segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:22.728287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Bound using segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:22.728772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Bound port: 56e0ae90-de91-4785-915c-3e695f5a91ed, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:22.729121 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.729584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a09cd2-e364-4996-b798-1a3d7e8ae2d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.753942 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-806b39aa-c265-478d-8f35-22412334bfe3 req-207f4d87-9d53-4053-a6eb-a767f0fd74bd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907297 Nov 12 03:39:22.846176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a09cd2-e364-4996-b798-1a3d7e8ae2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.847193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] For port 56e0ae90-de91-4785-915c-3e695f5a91ed, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:22.850589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a7a09cd2-e364-4996-b798-1a3d7e8ae2d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.850742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] For port 56e0ae90-de91-4785-915c-3e695f5a91ed, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=56e0ae90-de91-4785-915c-3e695f5a91ed,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:22.854927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a7a09cd2-e364-4996-b798-1a3d7e8ae2d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7ee9433-b3a8-493a-bff4-e1430032017d HTTP/1.1" status: 204 len: 168 time: 0.2940001 Nov 12 03:39:22.863882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a09cd2-e364-4996-b798-1a3d7e8ae2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ee9433-b3a8-493a-bff4-e1430032017d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.884584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.948912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.950751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.952431 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] 10.222.0.20 "PUT /v2.0/ports/56e0ae90-de91-4785-915c-3e695f5a91ed HTTP/1.1" status: 200 len: 1092 time: 1.2928839 Nov 12 03:39:22.956246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6835dea-c52f-47ca-b390-a84fc205c2d6', 'tag': '56e0ae90-de91-4785-915c-3e695f5a91ed'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:22.958671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d2d0b-200c-4973-99cf-8ba4a85a2466 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:22.973681 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897" -d '{"events": [{"name": "network-changed", "server_uuid": "f6835dea-c52f-47ca-b390-a84fc205c2d6", "tag": "56e0ae90-de91-4785-915c-3e695f5a91ed"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:23.067425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e5002-023c-4884-bd3b-3e6544204785 service neutron] Pushing event updated for resources: {'Port': ['ID=56e0ae90-de91-4785-915c-3e695f5a91ed,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.080349 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c9ca5-367e-45b5-a16e-53120c3b568e x-openstack-request-id: req-102c9ca5-367e-45b5-a16e-53120c3b568e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:23.080707 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6835dea-c52f-47ca-b390-a84fc205c2d6", "tag": "56e0ae90-de91-4785-915c-3e695f5a91ed", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:23.081043 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-102c9ca5-367e-45b5-a16e-53120c3b568e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:23.081510 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6835dea-c52f-47ca-b390-a84fc205c2d6', 'tag': '56e0ae90-de91-4785-915c-3e695f5a91ed', 'status': 'completed', 'code': 200} Nov 12 03:39:23.092570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-2ebfb3ac-341e-4f14-a026-9779c35646c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.096595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-2ebfb3ac-341e-4f14-a026-9779c35646c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 1095 time: 0.0934198 Nov 12 03:39:23.153049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-4ad166ba-5d01-4456-957f-d2e8a00d0df0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e0ae90-de91-4785-915c-3e695f5a91ed HTTP/1.1" status: 200 len: 217 time: 0.0478520 Nov 12 03:39:23.217061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-d891eb58-31d0-4869-ac11-baaafad5bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.219244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-d891eb58-31d0-4869-ac11-baaafad5bef3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.0578365 Nov 12 03:39:23.292907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-a0f04507-9abc-44ef-9688-9603958f6578 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662491 Nov 12 03:39:23.450671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d86f2aba-c060-4d44-81c0-d733d5c333d9 req-29abced6-286f-4550-82d0-6a1939611bec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1732039 Nov 12 03:39:23.496106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58476) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.504074 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-47ba16dc-9f14-4438-b74d-2c23f58b9cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028539 Nov 12 03:39:23.511491 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b481b36-ed96-49ad-8f20-8a8e17479b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.651773 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d86f2aba-c060-4d44-81c0-d733d5c333d9 req-db1b1676-2eaa-4550-b66e-b1ec198676f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.1014576 Nov 12 03:39:23.720977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b481b36-ed96-49ad-8f20-8a8e17479b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.731530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b481b36-ed96-49ad-8f20-8a8e17479b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.777513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d86f2aba-c060-4d44-81c0-d733d5c333d9 req-c088021c-5b2b-44cc-94aa-a2b00914fa95 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829117 Nov 12 03:39:23.788970 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-461c7fa3-d4d0-4786-a76a-b4e0f9aeeeab req-0a656160-66a7-4506-93c5-d4f3b75cc2b7 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756257 Nov 12 03:39:23.818017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b481b36-ed96-49ad-8f20-8a8e17479b96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ad1c00dd57048629f70e42d5c3a8279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3198829 Nov 12 03:39:23.821774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.844606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b481b36-ed96-49ad-8f20-8a8e17479b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf41cdc-a2e6-4258-a232-e4148b59ccd2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.925687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0171f9d6-f011-43af-b938-a246bc1bf33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.954283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0171f9d6-f011-43af-b938-a246bc1bf33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.011946 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0171f9d6-f011-43af-b938-a246bc1bf33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.017845 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0171f9d6-f011-43af-b938-a246bc1bf33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.020566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0171f9d6-f011-43af-b938-a246bc1bf33f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bf41cdc-a2e6-4258-a232-e4148b59ccd2 HTTP/1.1" status: 204 len: 168 time: 0.1948247 Nov 12 03:39:24.038253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171f9d6-f011-43af-b938-a246bc1bf33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf41cdc-a2e6-4258-a232-e4148b59ccd2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.062445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-ada218cd-67db-4beb-a4ee-432c202b6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.064034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-ada218cd-67db-4beb-a4ee-432c202b6a46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 1095 time: 0.1772699 Nov 12 03:39:24.098912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92f2ec-c713-42c7-b8dd-2f24fffd7ed1 req-2e8b25ad-54ad-4545-a97f-5092c11a0352 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.105300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f92f2ec-c713-42c7-b8dd-2f24fffd7ed1 req-2e8b25ad-54ad-4545-a97f-5092c11a0352 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 943 time: 0.1821997 Nov 12 03:39:24.209005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-ddcb85c4-529d-4228-897d-de9d176aa5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.213203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-ddcb85c4-529d-4228-897d-de9d176aa5a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 914 time: 0.1372533 Nov 12 03:39:24.221852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f2aba-c060-4d44-81c0-d733d5c333d9 req-c029e255-f6a0-4b20-86cf-9c4a0803f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.223475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d86f2aba-c060-4d44-81c0-d733d5c333d9 req-c029e255-f6a0-4b20-86cf-9c4a0803f329 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4367163 Nov 12 03:39:24.296963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-f28aff64-adf6-4c69-93b2-dbd173aad4e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e0ae90-de91-4785-915c-3e695f5a91ed HTTP/1.1" status: 200 len: 217 time: 0.0767665 Nov 12 03:39:24.357562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f92f2ec-c713-42c7-b8dd-2f24fffd7ed1 req-9f43a5eb-b4dd-4028-ad7a-ded4e1d77da0 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512288 Nov 12 03:39:24.370674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-a506350f-e151-42c9-91a9-d8a9df44ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.372357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-a506350f-e151-42c9-91a9-d8a9df44ae86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.0676010 Nov 12 03:39:24.412721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-8ae3dd6b-9c4d-41be-8b3a-40e3088aba93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324285 Nov 12 03:39:24.565922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-aaf88b6c-99d8-4355-b31b-0ee9e69d1247 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447618 Nov 12 03:39:24.620077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.734618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fffaf2ce-b5e0-4c6d-83d6-565a79aa1897 req-de8c0ec7-dd56-4515-af89-3896198cfbe3 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578627 Nov 12 03:39:25.188933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58580) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.345323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a920274-44c8-40b9-ad8d-2a26719b7b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.513991 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a920274-44c8-40b9-ad8d-2a26719b7b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.518910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a920274-44c8-40b9-ad8d-2a26719b7b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.540606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960b95b-7546-42b1-bd6d-6d8c2c3f80db req-244c7b96-ed40-46c4-ac87-d67a4fdaa067 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.545229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1960b95b-7546-42b1-bd6d-6d8c2c3f80db req-244c7b96-ed40-46c4-ac87-d67a4fdaa067 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 943 time: 0.0978758 Nov 12 03:39:25.576335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a920274-44c8-40b9-ad8d-2a26719b7b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ef16f-31e1-4701-ac3b-e074e0172230,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.601016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7a920274-44c8-40b9-ad8d-2a26719b7b11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b6df42c12584a7e9e827dcfd6cfaba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099078 Nov 12 03:39:25.603503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58606) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.611214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1960b95b-7546-42b1-bd6d-6d8c2c3f80db req-ccb59fe1-59c4-4a5e-bc05-8fbcf32feacc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 Nov 12 03:39:25.690922 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8c96-ccc9-46fc-b60f-88c6d5ab57b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.716716 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8c96-ccc9-46fc-b60f-88c6d5ab57b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.783537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8c96-ccc9-46fc-b60f-88c6d5ab57b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.788877 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8c96-ccc9-46fc-b60f-88c6d5ab57b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.790312 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a9ff8c96-ccc9-46fc-b60f-88c6d5ab57b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d62ef16f-31e1-4701-ac3b-e074e0172230 HTTP/1.1" status: 204 len: 168 time: 0.1858940 Nov 12 03:39:25.814899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff8c96-ccc9-46fc-b60f-88c6d5ab57b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ef16f-31e1-4701-ac3b-e074e0172230,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.292844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58646) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.311243 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b879380a-37cc-4827-83e8-904e304a9570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.416729 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b879380a-37cc-4827-83e8-904e304a9570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.422993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b879380a-37cc-4827-83e8-904e304a9570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.481014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879380a-37cc-4827-83e8-904e304a9570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9223037a-a9b5-4fb0-862e-de8b56e17668,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.487818 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b879380a-37cc-4827-83e8-904e304a9570 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86161fe0b5774516aaf5d44b2930bb49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939275 Nov 12 03:39:26.490573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58652) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.553126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f5274f9-cb43-428e-a17c-382f0d597ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.584580 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f5274f9-cb43-428e-a17c-382f0d597ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.682686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f5274f9-cb43-428e-a17c-382f0d597ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.686521 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f5274f9-cb43-428e-a17c-382f0d597ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.691865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5f5274f9-cb43-428e-a17c-382f0d597ad4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9223037a-a9b5-4fb0-862e-de8b56e17668 HTTP/1.1" status: 204 len: 168 time: 0.2002501 Nov 12 03:39:26.701669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5274f9-cb43-428e-a17c-382f0d597ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9223037a-a9b5-4fb0-862e-de8b56e17668,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.818337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a55a35-55f6-41e3-b77d-1dab3b18fe0b req-2ba4670f-3eec-44b2-a6af-293c2281a272 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.820594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5a55a35-55f6-41e3-b77d-1dab3b18fe0b req-2ba4670f-3eec-44b2-a6af-293c2281a272 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 943 time: 0.0613921 Nov 12 03:39:26.875434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 56e0ae90-de91-4785-915c-3e695f5a91ed details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:26.933419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5a55a35-55f6-41e3-b77d-1dab3b18fe0b req-e6667e42-96f6-4647-a82e-8d4d6b7c12db tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716872 Nov 12 03:39:27.044575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 56e0ae90-de91-4785-915c-3e695f5a91ed, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=56e0ae90-de91-4785-915c-3e695f5a91ed,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:27.062416 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '56e0ae90-de91-4785-915c-3e695f5a91ed', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'port_id': '56e0ae90-de91-4785-915c-3e695f5a91ed', 'mac_address': 'fa:16:3e:f9:59:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969a8f9-b847-4ffe-96a5-cba15047533d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:27.136232 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.178736 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e0ae90-de91-4785-915c-3e695f5a91ed {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:27.263268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 56e0ae90-de91-4785-915c-3e695f5a91ed, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=56e0ae90-de91-4785-915c-3e695f5a91ed,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:27.271209 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.368386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=56e0ae90-de91-4785-915c-3e695f5a91ed,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:27.590072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['56e0ae90-de91-4785-915c-3e695f5a91ed'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:28.144925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791fd51-5470-45e3-8762-2dca54c68348 req-0c53611b-0bc8-4975-a1c4-6da8598b9505 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.147090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c791fd51-5470-45e3-8762-2dca54c68348 req-0c53611b-0bc8-4975-a1c4-6da8598b9505 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 944 time: 0.0870240 Nov 12 03:39:28.204139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c791fd51-5470-45e3-8762-2dca54c68348 req-bdc1de96-9744-4260-b544-7ebb6c7e92f0 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504317 Nov 12 03:39:28.879315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 56e0ae90-de91-4785-915c-3e695f5a91ed up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:29.036901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 56e0ae90-de91-4785-915c-3e695f5a91ed completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:29.043755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 56e0ae90-de91-4785-915c-3e695f5a91ed triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:29.044355 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.168340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.197596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6835dea-c52f-47ca-b390-a84fc205c2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e0ae90-de91-4785-915c-3e695f5a91ed'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:29.200172 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7231ff0a-46e4-4f36-9169-61e314c4e9a5" -d '{"events": [{"server_uuid": "f6835dea-c52f-47ca-b390-a84fc205c2d6", "name": "network-vif-plugged", "status": "completed", "tag": "56e0ae90-de91-4785-915c-3e695f5a91ed"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:29.215340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 56e0ae90-de91-4785-915c-3e695f5a91ed, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=56e0ae90-de91-4785-915c-3e695f5a91ed,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:29.220895 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.273671 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575cfe4c-bc52-40e0-ba08-f1709a2dca50 x-openstack-request-id: req-575cfe4c-bc52-40e0-ba08-f1709a2dca50 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:29.273925 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6835dea-c52f-47ca-b390-a84fc205c2d6", "name": "network-vif-plugged", "status": "completed", "tag": "56e0ae90-de91-4785-915c-3e695f5a91ed", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:29.274176 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-575cfe4c-bc52-40e0-ba08-f1709a2dca50 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:29.274563 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6835dea-c52f-47ca-b390-a84fc205c2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e0ae90-de91-4785-915c-3e695f5a91ed', 'code': 200} Nov 12 03:39:29.321910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=56e0ae90-de91-4785-915c-3e695f5a91ed,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.397901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e724a1-0aa3-4a14-bfdc-b848c80ba1ba req-4f895262-6b6b-4693-864b-6428e47b3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.399400 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87e724a1-0aa3-4a14-bfdc-b848c80ba1ba req-4f895262-6b6b-4693-864b-6428e47b3570 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0610805 Nov 12 03:39:29.467545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15efa28-10ba-44dc-b480-8028ef987038 req-f5584701-4d60-4396-ae62-243806e94aaf tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.479453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87e724a1-0aa3-4a14-bfdc-b848c80ba1ba req-97dd38df-d3e5-439c-ae6e-be879ceb4af8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717211 Nov 12 03:39:29.487220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a15efa28-10ba-44dc-b480-8028ef987038 req-f5584701-4d60-4396-ae62-243806e94aaf tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1354463 Nov 12 03:39:29.563787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a15efa28-10ba-44dc-b480-8028ef987038 req-e72002c7-c95d-447a-9426-d47fc66cca4d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Nov 12 03:39:30.318421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58852) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.460181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.558378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.564089 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.600461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58866) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.606302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40fd529489524562ba3cecf287a1366e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867022 Nov 12 03:39:30.707446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b480f9a-2e25-4b3d-a343-c87593f816d6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.730292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.732374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.733590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.736251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.737051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.738945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.739455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.740677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.742988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.742988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.742988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.744808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da1b7bb-96f0-4006-a330-a7acb3e51a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.798941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38f660cd-197d-4d36-b7ee-ebd5191d1e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.834039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38f660cd-197d-4d36-b7ee-ebd5191d1e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.854205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972f45-64d9-46ad-9846-8a2e4e5e79be req-386f8f53-baca-47fc-9889-c5b280afaeda tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.855713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75972f45-64d9-46ad-9846-8a2e4e5e79be req-386f8f53-baca-47fc-9889-c5b280afaeda tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1017308 Nov 12 03:39:30.925912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75972f45-64d9-46ad-9846-8a2e4e5e79be req-f647de79-452d-4f05-89ca-dcc72f8cdf46 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Nov 12 03:39:30.959964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38f660cd-197d-4d36-b7ee-ebd5191d1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.965158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38f660cd-197d-4d36-b7ee-ebd5191d1e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.979703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-38f660cd-197d-4d36-b7ee-ebd5191d1e74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b480f9a-2e25-4b3d-a343-c87593f816d6 HTTP/1.1" status: 204 len: 168 time: 0.3672063 Nov 12 03:39:30.991787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f660cd-197d-4d36-b7ee-ebd5191d1e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b480f9a-2e25-4b3d-a343-c87593f816d6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.307912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-89751dee-f749-4c7b-9828-f64fade7b402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.177723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09026996-e12d-41cc-8afe-586984b1f318 req-ae6356f1-e4ba-4093-b9a3-a15191b96de6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.187355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-09026996-e12d-41cc-8afe-586984b1f318 req-ae6356f1-e4ba-4093-b9a3-a15191b96de6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1308737 Nov 12 03:39:32.254899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-09026996-e12d-41cc-8afe-586984b1f318 req-d355b6d4-8a44-459f-812a-0ac9a1883fbc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661762 Nov 12 03:39:32.555496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ffec6-ffca-4796-ae91-27040dfa2e27 req-a78adc8f-bf38-4659-827f-03ebf507676f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.557258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd6ffec6-ffca-4796-ae91-27040dfa2e27 req-a78adc8f-bf38-4659-827f-03ebf507676f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0763299 Nov 12 03:39:32.628873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd6ffec6-ffca-4796-ae91-27040dfa2e27 req-1c9a9372-59c1-40c2-8b1b-75116d2ccf05 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655034 Nov 12 03:39:33.293481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.469549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e472c1b0-8423-4a44-9ece-0943576237f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.543206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d7de453-3ca8-4831-85db-95d7504569b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.608247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e472c1b0-8423-4a44-9ece-0943576237f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.615685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e472c1b0-8423-4a44-9ece-0943576237f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.658728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472c1b0-8423-4a44-9ece-0943576237f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cff0ac-8644-4ddb-b864-b0b72f8a36db,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.710763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e472c1b0-8423-4a44-9ece-0943576237f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=740f876e8ed849c4bab25328f8a73b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4160919 Nov 12 03:39:33.713396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59022) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.787513 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09ab05d5-99fd-453e-b765-fcc1d15a9165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.817759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09ab05d5-99fd-453e-b765-fcc1d15a9165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.831460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962757-4125-47a5-be9b-513071530c51 req-16e0eb15-fd32-4d80-9da7-94df6f3996a4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.839676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-57962757-4125-47a5-be9b-513071530c51 req-16e0eb15-fd32-4d80-9da7-94df6f3996a4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0827284 Nov 12 03:39:33.875186 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09ab05d5-99fd-453e-b765-fcc1d15a9165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.878441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09ab05d5-99fd-453e-b765-fcc1d15a9165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.882683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09ab05d5-99fd-453e-b765-fcc1d15a9165 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56cff0ac-8644-4ddb-b864-b0b72f8a36db HTTP/1.1" status: 204 len: 168 time: 0.1653945 Nov 12 03:39:33.904849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab05d5-99fd-453e-b765-fcc1d15a9165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cff0ac-8644-4ddb-b864-b0b72f8a36db,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.930769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-57962757-4125-47a5-be9b-513071530c51 req-8148420d-e780-49b4-b07f-e106130088dc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889907 Nov 12 03:39:34.891138 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.113129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67a31e-e7f1-4a4b-8004-79278ddf7a85 req-3dcb0a3b-6809-4950-b2ee-14acb297c072 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:35.125607 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b67a31e-e7f1-4a4b-8004-79278ddf7a85 req-3dcb0a3b-6809-4950-b2ee-14acb297c072 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0756004 Nov 12 03:39:35.212073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b67a31e-e7f1-4a4b-8004-79278ddf7a85 req-4c25c5fe-14ad-455d-bb4b-13fa6ae92385 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852706 Nov 12 03:39:36.277115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.403289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334de96-1d40-421c-8838-e9fd28920cf4 req-f50c5a8b-252d-408e-b1f2-3f8635cad87a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.405834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9334de96-1d40-421c-8838-e9fd28920cf4 req-f50c5a8b-252d-408e-b1f2-3f8635cad87a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0925221 Nov 12 03:39:36.534326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9334de96-1d40-421c-8838-e9fd28920cf4 req-66feb64c-48a5-48b6-94c9-d80095868006 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217761 Nov 12 03:39:37.000650 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.051014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59242) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.162883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5436ee9c-54f1-4351-ae3f-3d10c3b86909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.242291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5436ee9c-54f1-4351-ae3f-3d10c3b86909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.248428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5436ee9c-54f1-4351-ae3f-3d10c3b86909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.288166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5436ee9c-54f1-4351-ae3f-3d10c3b86909 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c35aecd87be84457a9dc83140ece8275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360513 Nov 12 03:39:37.289097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436ee9c-54f1-4351-ae3f-3d10c3b86909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c9af52-d1d6-4009-8201-aac9361214b5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:37.291146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59250) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.350848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e290af0b-4046-439f-80e4-c68a21880c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.378676 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e290af0b-4046-439f-80e4-c68a21880c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.433228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e290af0b-4046-439f-80e4-c68a21880c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.437139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e290af0b-4046-439f-80e4-c68a21880c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.449501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e290af0b-4046-439f-80e4-c68a21880c4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86c9af52-d1d6-4009-8201-aac9361214b5 HTTP/1.1" status: 204 len: 168 time: 0.1467597 Nov 12 03:39:37.464849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290af0b-4046-439f-80e4-c68a21880c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c9af52-d1d6-4009-8201-aac9361214b5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:37.719869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939b7e6-4706-4125-b585-0eaf327a49c2 req-bb7fd17a-7dde-4d1b-bdaf-c3ff76bced80 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.731381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2939b7e6-4706-4125-b585-0eaf327a49c2 req-bb7fd17a-7dde-4d1b-bdaf-c3ff76bced80 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0876429 Nov 12 03:39:37.813611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2939b7e6-4706-4125-b585-0eaf327a49c2 req-793ef1fe-47e4-42e8-a4fd-32479b72fd6a tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804029 Nov 12 03:39:37.877109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.892186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd4e988b-2ad9-45ab-9014-221dee540e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.985799 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd4e988b-2ad9-45ab-9014-221dee540e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.992091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd4e988b-2ad9-45ab-9014-221dee540e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.381581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e988b-2ad9-45ab-9014-221dee540e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efacdcb1-83d7-474d-bc04-0f645160c086,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.393974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59292) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.405962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cd4e988b-2ad9-45ab-9014-221dee540e73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6cd5233672f474ca6a6162f8e6e9903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5270514 Nov 12 03:39:38.456132 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fda9122-2db8-4128-8b6d-350153c9bd21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.483885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fda9122-2db8-4128-8b6d-350153c9bd21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.549606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fda9122-2db8-4128-8b6d-350153c9bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.554154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9fda9122-2db8-4128-8b6d-350153c9bd21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.557636 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9fda9122-2db8-4128-8b6d-350153c9bd21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efacdcb1-83d7-474d-bc04-0f645160c086 HTTP/1.1" status: 204 len: 168 time: 0.1604140 Nov 12 03:39:38.570661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda9122-2db8-4128-8b6d-350153c9bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efacdcb1-83d7-474d-bc04-0f645160c086,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.019306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a99f7-fb32-4e77-9e62-b26f2750f2c3 req-4cf0c38a-ee54-43c7-a7e9-f046704adae2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.027377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-048a99f7-fb32-4e77-9e62-b26f2750f2c3 req-4cf0c38a-ee54-43c7-a7e9-f046704adae2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0752380 Nov 12 03:39:39.098273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-048a99f7-fb32-4e77-9e62-b26f2750f2c3 req-6e2cbd05-830c-424d-adb1-31e70252a300 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645602 Nov 12 03:39:39.542699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59360) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:39.691307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-202238036'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:39.741331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:39.744848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.764257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.889342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.902956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.924253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:39.945492 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.946094 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Added segment e933d197-5c78-414c-b815-db3e3c0d8fde of type vlan for network d36e5428-7b28-4428-9fee-6886a96116d6 Nov 12 03:39:39.969430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6906c286-0217-4ab4-9dd1-f1f292f5fb51,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.012576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.050182 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.057226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.058626 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.146872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Network': ['ID=d36e5428-7b28-4428-9fee-6886a96116d6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.159264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a90ef049-9a4f-4df9-bc43-e20347520332 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6151519 Nov 12 03:39:40.188340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network d36e5428-7b28-4428-9fee-6886a96116d6 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:40.370974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0315c-d6a6-4ec8-aac1-319d53185560 req-da2fd306-0ed3-4128-b96b-ba614472f6f4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.377599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83e0315c-d6a6-4ec8-aac1-319d53185560 req-da2fd306-0ed3-4128-b96b-ba614472f6f4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1443624 Nov 12 03:39:40.511524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83e0315c-d6a6-4ec8-aac1-319d53185560 req-703c2765-1c00-4dd3-9a24-99b335e929a1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231158 Nov 12 03:39:41.715470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f576b-5435-4483-a6e0-96a899c0773a req-9c5c7afc-0156-40d3-ae1e-742722242710 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:41.726682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1f576b-5435-4483-a6e0-96a899c0773a req-9c5c7afc-0156-40d3-ae1e-742722242710 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1046154 Nov 12 03:39:41.787728 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1f576b-5435-4483-a6e0-96a899c0773a req-499954ec-013e-4d88-b9ea-7c4c0c382e6b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555758 Nov 12 03:39:42.955881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da227ee0-5ff6-4cd7-a37f-d10976b41075 req-106ae856-110f-42fb-8b22-a8c02dc08dde tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:42.957534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da227ee0-5ff6-4cd7-a37f-d10976b41075 req-106ae856-110f-42fb-8b22-a8c02dc08dde tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0694213 Nov 12 03:39:43.052004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da227ee0-5ff6-4cd7-a37f-d10976b41075 req-3377b73b-2615-425d-9ed4-8d799aaa8eea tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872259 Nov 12 03:39:43.612642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59506) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.618310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'subnet': {'network_id': 'd36e5428-7b28-4428-9fee-6886a96116d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:43.718803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:43.722643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.953418 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.009306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Subnet': ['ID=9a4d1918-e6fa-4c9b-96dd-ba69d13901cf,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.040484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Checking segment: {'id': 'e933d197-5c78-414c-b815-db3e3c0d8fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd36e5428-7b28-4428-9fee-6886a96116d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:44.040985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network hostable DHCP agents. Network: d36e5428-7b28-4428-9fee-6886a96116d6, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:44.059817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network d36e5428-7b28-4428-9fee-6886a96116d6 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:44.075343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, d36e5428-7b28-4428-9fee-6886a96116d6) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:44.085907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49562423-6be2-45f8-936c-638d213052b8 None None] Network d36e5428-7b28-4428-9fee-6886a96116d6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:44.093548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.095245 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.116279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c9fb6c39-83fd-4ddd-8a79-6fb22587ca7c tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5020511 Nov 12 03:39:44.120218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59516) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:44.125500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1442104431'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:44.192174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:44.201772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.256703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:44.268379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.269390 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Added segment 0cedb647-5338-4419-9695-9e43e85286bd of type vlan for network 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af Nov 12 03:39:44.319829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.364761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.383237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.385722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.431156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade135e-577a-43c0-98e6-0835e873f0d1 req-ad4e33fb-6c7a-4e2a-afb3-aee9aadc2127 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.439385 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ade135e-577a-43c0-98e6-0835e873f0d1 req-ad4e33fb-6c7a-4e2a-afb3-aee9aadc2127 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.2660363 Nov 12 03:39:44.510815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59528) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:44.511030 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3892801 Nov 12 03:39:44.517765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'subnet': {'network_id': '5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:44.522571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Network': ['ID=5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.547332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.547673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.548012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.548348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.548678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.549027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.549350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.549677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.549982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.556373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.556733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.557107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd29aae-2fe5-40a4-8a55-ce33889ee9e0 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.581061 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ade135e-577a-43c0-98e6-0835e873f0d1 req-0d7cafe4-d349-4e41-95c3-f3c0c0cdd6d1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404490 Nov 12 03:39:44.595322 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:44.738465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:44.741756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.837123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-d36e5428-7b28-4428-9fee-6886a96116d6', 'network_id': 'd36e5428-7b28-4428-9fee-6886a96116d6', 'tenant_id': '2dbaa29df4bb4de2a1740e87f07f3efa', 'fixed_ips': [{'subnet_id': '9a4d1918-e6fa-4c9b-96dd-ba69d13901cf'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:44.838001 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.066850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Allocated IP 2001:db8:0:ffff::2 (d36e5428-7b28-4428-9fee-6886a96116d6/9a4d1918-e6fa-4c9b-96dd-ba69d13901cf/93b0e32a-b67c-460a-a490-71b3f73ee8db) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:45.236713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:39:45.238478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.316992 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.328913 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.374754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Subnet': ['ID=3d97cc33-2afa-4834-afe6-4d90e30b5458,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:45.390016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Network d36e5428-7b28-4428-9fee-6886a96116d6 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:45.391908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:45.396629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:45.451163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Pushing event updated for resources: {'Port': ['ID=93b0e32a-b67c-460a-a490-71b3f73ee8db,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:45.506949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Attempting to bind port 93b0e32a-b67c-460a-a490-71b3f73ee8db on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:45.509596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Attempting to bind port 93b0e32a-b67c-460a-a490-71b3f73ee8db by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e933d197-5c78-414c-b815-db3e3c0d8fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd36e5428-7b28-4428-9fee-6886a96116d6'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:45.510052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Attempting to bind port 93b0e32a-b67c-460a-a490-71b3f73ee8db on network d36e5428-7b28-4428-9fee-6886a96116d6 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:45.524915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:45.526936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Checking segment: {'id': 'e933d197-5c78-414c-b815-db3e3c0d8fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd36e5428-7b28-4428-9fee-6886a96116d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:45.528002 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.529911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Bound using segment: {'id': 'e933d197-5c78-414c-b815-db3e3c0d8fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd36e5428-7b28-4428-9fee-6886a96116d6'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:45.531058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Bound port: 93b0e32a-b67c-460a-a490-71b3f73ee8db, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e933d197-5c78-414c-b815-db3e3c0d8fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd36e5428-7b28-4428-9fee-6886a96116d6'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:45.533086 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.608965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Checking segment: {'id': '0cedb647-5338-4419-9695-9e43e85286bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:45.615681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network hostable DHCP agents. Network: 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:45.695583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] For port 93b0e32a-b67c-460a-a490-71b3f73ee8db, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:45.702407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] For port 93b0e32a-b67c-460a-a490-71b3f73ee8db, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93b0e32a-b67c-460a-a490-71b3f73ee8db,segment=NetworkSegment(e933d197-5c78-414c-b815-db3e3c0d8fde),segment_id=e933d197-5c78-414c-b815-db3e3c0d8fde)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:45.704360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:45.716035 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.775812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:45.788528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601faa14-01ee-4655-8a1f-393fedebc562 None None] Network 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:45.822360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d3436-883d-456d-aee6-2fbbc26cb229 None None] Pushing event updated for resources: {'Port': ['ID=93b0e32a-b67c-460a-a490-71b3f73ee8db,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:45.834368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.834821 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.870101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3c395246-72b8-4306-bbfa-2dd648195344 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3555098 Nov 12 03:39:45.870473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59624) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:45.879371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'port': {'network_id': '5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af', 'name': 'tempest-NetworksIpV6TestAttrs-1502378838'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:45.898508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40023dbd-ec8d-4a8a-8f96-93a6e7abe492 req-958b654c-76bd-49f4-b952-70d0e9667b8c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.900402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-40023dbd-ec8d-4a8a-8f96-93a6e7abe492 req-958b654c-76bd-49f4-b952-70d0e9667b8c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1730714 Nov 12 03:39:46.054196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-40023dbd-ec8d-4a8a-8f96-93a6e7abe492 req-2e276b1c-feeb-4293-bbfe-8a085153da3e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467242 Nov 12 03:39:46.151723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:46.167359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.213746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] device_id is not set on port c57ff49f-c9f4-49e3-b3a6-2c0d79533fde yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:46.221275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af', 'network_id': '5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af', 'tenant_id': '2dbaa29df4bb4de2a1740e87f07f3efa', 'fixed_ips': [{'subnet_id': '3d97cc33-2afa-4834-afe6-4d90e30b5458'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:46.222984 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.389284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Allocated IP 2001:db8::f816:3eff:fef3:70d2 (5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af/3d97cc33-2afa-4834-afe6-4d90e30b5458/c57ff49f-c9f4-49e3-b3a6-2c0d79533fde) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:46.652387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.721898 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.812231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Allocated IP 2001:db8::f816:3eff:fe79:1b2e (5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af/3d97cc33-2afa-4834-afe6-4d90e30b5458/6fdfdc25-7f48-4d22-847a-b154d7231556) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:46.861780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:46.873337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:46.893022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:46.898665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.899296 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.941064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Port': ['ID=c57ff49f-c9f4-49e3-b3a6-2c0d79533fde,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.967999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59726) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.973771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a8cceab9-453b-4998-9ce0-201ddc96ced7 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0998526 Nov 12 03:39:47.117025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-90064558-600d-462a-814a-885ff3a56573 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Deleting subnet 3d97cc33-2afa-4834-afe6-4d90e30b5458 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:47.162486 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.182180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90064558-600d-462a-814a-885ff3a56573 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.184377 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.273835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca021fc8-2300-40cd-ac0c-79fd6e0ae5df req-8b786ee5-2685-4083-8b34-5705133dff8e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.279256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca021fc8-2300-40cd-ac0c-79fd6e0ae5df req-8b786ee5-2685-4083-8b34-5705133dff8e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1123524 Nov 12 03:39:47.281372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Network 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:47.284462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:47.288430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:47.312219 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90064558-600d-462a-814a-885ff3a56573 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.404512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca021fc8-2300-40cd-ac0c-79fd6e0ae5df req-40ca71a8-e68b-4f03-bac7-b1d48d4f2fa7 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105561 Nov 12 03:39:47.451124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Pushing event updated for resources: {'Port': ['ID=6fdfdc25-7f48-4d22-847a-b154d7231556,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.522874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Attempting to bind port 6fdfdc25-7f48-4d22-847a-b154d7231556 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:47.523242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Attempting to bind port 6fdfdc25-7f48-4d22-847a-b154d7231556 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '0cedb647-5338-4419-9695-9e43e85286bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:47.523631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Attempting to bind port 6fdfdc25-7f48-4d22-847a-b154d7231556 on network 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:47.537199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:47.537587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Checking segment: {'id': '0cedb647-5338-4419-9695-9e43e85286bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:47.537997 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.538756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Bound using segment: {'id': '0cedb647-5338-4419-9695-9e43e85286bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:47.539252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Bound port: 6fdfdc25-7f48-4d22-847a-b154d7231556, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cedb647-5338-4419-9695-9e43e85286bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:47.542662 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.663691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90064558-600d-462a-814a-885ff3a56573 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.724694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeaa7e0-8b4f-437e-91c3-d65edbe7e2df None None] Network d36e5428-7b28-4428-9fee-6886a96116d6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:47.830926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90064558-600d-462a-814a-885ff3a56573 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.876190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93b0e32a-b67c-460a-a490-71b3f73ee8db up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:47.927464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] For port 6fdfdc25-7f48-4d22-847a-b154d7231556, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:47.927867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90064558-600d-462a-814a-885ff3a56573 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.943015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-90064558-600d-462a-814a-885ff3a56573 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/subnets/3d97cc33-2afa-4834-afe6-4d90e30b5458 HTTP/1.1" status: 204 len: 168 time: 0.9733326 Nov 12 03:39:47.945112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90064558-600d-462a-814a-885ff3a56573 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Subnet': ['ID=3d97cc33-2afa-4834-afe6-4d90e30b5458,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.946744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.986439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-585f7bdf-6bfd-47f7-baf3-760a1b42e750 None None] Provisioning complete for port 93b0e32a-b67c-460a-a490-71b3f73ee8db triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:47.987199 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585f7bdf-6bfd-47f7-baf3-760a1b42e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.992580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] For port 6fdfdc25-7f48-4d22-847a-b154d7231556, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6fdfdc25-7f48-4d22-847a-b154d7231556,segment=NetworkSegment(0cedb647-5338-4419-9695-9e43e85286bd),segment_id=0cedb647-5338-4419-9695-9e43e85286bd)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:48.095780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99114954-8882-4841-bfc5-2475d668a1b1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.097360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99114954-8882-4841-bfc5-2475d668a1b1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.102130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59830) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.117572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-99114954-8882-4841-bfc5-2475d668a1b1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1694672 Nov 12 03:39:48.130593 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.229974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 93b0e32a-b67c-460a-a490-71b3f73ee8db triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:48.230482 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.314992 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e2445f4-7122-4e5a-9841-77582cfcd223 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.329470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2d86f-b4d7-4fe1-be20-eff46ac24ef1 None None] Pushing event updated for resources: {'Port': ['ID=6fdfdc25-7f48-4d22-847a-b154d7231556,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:48.329744 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2445f4-7122-4e5a-9841-77582cfcd223 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:39:48.330000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2445f4-7122-4e5a-9841-77582cfcd223 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:39:48.340447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59852) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.349346 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5e2445f4-7122-4e5a-9841-77582cfcd223 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af HTTP/1.1" status: 409 len: 405 time: 0.2460637 Nov 12 03:39:48.353302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1559722682'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:48.382741 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585f7bdf-6bfd-47f7-baf3-760a1b42e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.424360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-585f7bdf-6bfd-47f7-baf3-760a1b42e750 None None] For port 93b0e32a-b67c-460a-a490-71b3f73ee8db, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93b0e32a-b67c-460a-a490-71b3f73ee8db,segment=NetworkSegment(e933d197-5c78-414c-b815-db3e3c0d8fde),segment_id=e933d197-5c78-414c-b815-db3e3c0d8fde)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:48.448417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:48.466487 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585f7bdf-6bfd-47f7-baf3-760a1b42e750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.476500 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.613941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f7bdf-6bfd-47f7-baf3-760a1b42e750 None None] Pushing event updated for resources: {'Port': ['ID=93b0e32a-b67c-460a-a490-71b3f73ee8db,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:48.627621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.763212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:48.791608 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.792527 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Added segment f4751641-0049-4073-9787-e5fe54bfa193 of type vlan for network 2362b56f-1182-4e81-af20-6cb415053ed4 Nov 12 03:39:48.835999 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:39:48.836374 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:39:48.869262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.900695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2aac176d-f84d-4330-826a-370b6ef42f74 None None] Provisioning complete for port 93b0e32a-b67c-460a-a490-71b3f73ee8db triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:48.901208 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2aac176d-f84d-4330-826a-370b6ef42f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.921522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.932452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.934624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.944992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33516ec0-afc9-4cbc-93cf-4813b4315466 req-f1d7904d-a424-4afe-b432-3b6f6c52811c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.955073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33516ec0-afc9-4cbc-93cf-4813b4315466 req-f1d7904d-a424-4afe-b432-3b6f6c52811c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1865804 Nov 12 03:39:49.020969 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33516ec0-afc9-4cbc-93cf-4813b4315466 req-757955c2-a8e1-4b02-868d-d7ded2f94e5b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635417 Nov 12 03:39:49.096430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Network': ['ID=2362b56f-1182-4e81-af20-6cb415053ed4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.101927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b0ac679e-04aa-42fc-866c-8ec72849aed5 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7602477 Nov 12 03:39:49.104890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59918) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.111591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'subnet': {'network_id': '2362b56f-1182-4e81-af20-6cb415053ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:49.116398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2362b56f-1182-4e81-af20-6cb415053ed4 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:49.275339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:49.290873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.797420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:39:49.798987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.808721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93b0e32a-b67c-460a-a490-71b3f73ee8db up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:49.898365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Subnet': ['ID=d5ef412f-d6a5-4147-a431-a737665a7e55,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.902246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 93b0e32a-b67c-460a-a490-71b3f73ee8db triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:49.911006 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.917219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Checking segment: {'id': 'f4751641-0049-4073-9787-e5fe54bfa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '2362b56f-1182-4e81-af20-6cb415053ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:49.917585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network hostable DHCP agents. Network: 2362b56f-1182-4e81-af20-6cb415053ed4, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:49.945689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network 2362b56f-1182-4e81-af20-6cb415053ed4 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:49.971152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 2362b56f-1182-4e81-af20-6cb415053ed4) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:49.976073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.976991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.990174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef040f3-3a6f-4156-9423-37c458da1065 None None] Network 2362b56f-1182-4e81-af20-6cb415053ed4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:50.019354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60010) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.026396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'port': {'network_id': '2362b56f-1182-4e81-af20-6cb415053ed4', 'name': 'tempest-NetworksIpV6TestAttrs-800985961'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:50.031944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-16914617-e449-4cce-aa91-def7523d5c99 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9245498 Nov 12 03:39:50.051017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815e476c-5881-4b90-a586-5873f8bc961e None None] Network 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:50.227925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:50.246366 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.260549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-870997f6-c9e6-48ce-999c-f089e8e32a3b None None] Provisioning complete for port 6fdfdc25-7f48-4d22-847a-b154d7231556 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:50.261254 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-870997f6-c9e6-48ce-999c-f089e8e32a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.333808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] device_id is not set on port 70e3666d-9077-4cbe-8ce0-330bb6d3d2e5 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:50.427260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2bc4-1c35-4bcd-8b3d-3296ba5e7d30 req-546313b7-c1e9-4bc2-9b61-348461b55eec tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:50.429070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-acfd2bc4-1c35-4bcd-8b3d-3296ba5e7d30 req-546313b7-c1e9-4bc2-9b61-348461b55eec tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.2481067 Nov 12 03:39:50.555354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-acfd2bc4-1c35-4bcd-8b3d-3296ba5e7d30 req-f358d87a-983e-4320-bda7-d82a865ec54d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179926 Nov 12 03:39:50.582480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Allocated IP 2001:db8::f816:3eff:fe50:5941 (2362b56f-1182-4e81-af20-6cb415053ed4/d5ef412f-d6a5-4147-a431-a737665a7e55/70e3666d-9077-4cbe-8ce0-330bb6d3d2e5) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:50.632160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6fdfdc25-7f48-4d22-847a-b154d7231556 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:50.696684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-2362b56f-1182-4e81-af20-6cb415053ed4', 'network_id': '2362b56f-1182-4e81-af20-6cb415053ed4', 'tenant_id': '2dbaa29df4bb4de2a1740e87f07f3efa', 'fixed_ips': [{'subnet_id': 'd5ef412f-d6a5-4147-a431-a737665a7e55'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:50.697617 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.857737 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.887967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 6fdfdc25-7f48-4d22-847a-b154d7231556 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:50.888434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.919537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-870997f6-c9e6-48ce-999c-f089e8e32a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.944882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.979550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] DHCP port deletion for 5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:51.054189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network 2362b56f-1182-4e81-af20-6cb415053ed4 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:51.055718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Allocated IP 2001:db8::f816:3eff:fe98:b382 (2362b56f-1182-4e81-af20-6cb415053ed4/d5ef412f-d6a5-4147-a431-a737665a7e55/275d968e-ff4b-4c5d-883d-01fc0df615c3) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:51.059996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:51.065272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:51.071448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.072295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.083683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Port': ['ID=70e3666d-9077-4cbe-8ce0-330bb6d3d2e5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.102582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3b912d4f-f565-4aa1-a70d-57059335a64b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0800896 Nov 12 03:39:51.103615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60094) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.140953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-870997f6-c9e6-48ce-999c-f089e8e32a3b None None] For port 6fdfdc25-7f48-4d22-847a-b154d7231556, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6fdfdc25-7f48-4d22-847a-b154d7231556,segment=NetworkSegment(0cedb647-5338-4419-9695-9e43e85286bd),segment_id=0cedb647-5338-4419-9695-9e43e85286bd)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:51.158478 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.178994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e5f181-0bd1-4e7c-9b57-a29d8907e783 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Deleting subnet d5ef412f-d6a5-4147-a431-a737665a7e55 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:51.188411 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-870997f6-c9e6-48ce-999c-f089e8e32a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.308332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870997f6-c9e6-48ce-999c-f089e8e32a3b None None] Pushing event updated for resources: {'Port': ['ID=6fdfdc25-7f48-4d22-847a-b154d7231556,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.413977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] Deleting port 6fdfdc25-7f48-4d22-847a-b154d7231556 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:51.414356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.421995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:39:51.422350 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:39:51.537696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.544510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] For port 6fdfdc25-7f48-4d22-847a-b154d7231556, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6fdfdc25-7f48-4d22-847a-b154d7231556,segment=NetworkSegment(0cedb647-5338-4419-9695-9e43e85286bd),segment_id=0cedb647-5338-4419-9695-9e43e85286bd)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:51.545054 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.549631 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47e5f181-0bd1-4e7c-9b57-a29d8907e783 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.555394 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.560622 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:51.595751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] Calling delete_port for 6fdfdc25-7f48-4d22-847a-b154d7231556 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:51.642801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Network 2362b56f-1182-4e81-af20-6cb415053ed4 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:51.651000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:51.654484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47e5f181-0bd1-4e7c-9b57-a29d8907e783 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.661133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:51.727476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Pushing event updated for resources: {'Port': ['ID=275d968e-ff4b-4c5d-883d-01fc0df615c3,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.773976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4098c7-fb36-473d-bf68-6b009448456b req-a43b38a4-cdda-4912-90de-060858e63adf tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.777373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b4098c7-fb36-473d-bf68-6b009448456b req-a43b38a4-cdda-4912-90de-060858e63adf tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0660377 Nov 12 03:39:51.818109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Attempting to bind port 275d968e-ff4b-4c5d-883d-01fc0df615c3 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:51.818487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Attempting to bind port 275d968e-ff4b-4c5d-883d-01fc0df615c3 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'f4751641-0049-4073-9787-e5fe54bfa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '2362b56f-1182-4e81-af20-6cb415053ed4'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:51.818858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Attempting to bind port 275d968e-ff4b-4c5d-883d-01fc0df615c3 on network 2362b56f-1182-4e81-af20-6cb415053ed4 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:51.831629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:51.832103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Checking segment: {'id': 'f4751641-0049-4073-9787-e5fe54bfa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '2362b56f-1182-4e81-af20-6cb415053ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:51.832725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.833090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Bound using segment: {'id': 'f4751641-0049-4073-9787-e5fe54bfa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '2362b56f-1182-4e81-af20-6cb415053ed4'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:51.833589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Bound port: 275d968e-ff4b-4c5d-883d-01fc0df615c3, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4751641-0049-4073-9787-e5fe54bfa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '2362b56f-1182-4e81-af20-6cb415053ed4'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:51.833976 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.871022 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47e5f181-0bd1-4e7c-9b57-a29d8907e783 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.891860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b4098c7-fb36-473d-bf68-6b009448456b req-0602e4c4-3844-4576-b05a-b56bcad070b1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064191 Nov 12 03:39:51.919428 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.949875 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47e5f181-0bd1-4e7c-9b57-a29d8907e783 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.984668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5f181-0bd1-4e7c-9b57-a29d8907e783 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ef412f-d6a5-4147-a431-a737665a7e55,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.009970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] Pushing event deleted for resources: {'Port': ['ID=6fdfdc25-7f48-4d22-847a-b154d7231556,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.012604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Port 6fdfdc25-7f48-4d22-847a-b154d7231556 update to ACTIVE by agent not found {{(pid=102630) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:39:52.017281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47e5f181-0bd1-4e7c-9b57-a29d8907e783 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.023916 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-47e5f181-0bd1-4e7c-9b57-a29d8907e783 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/subnets/d5ef412f-d6a5-4147-a431-a737665a7e55 HTTP/1.1" status: 204 len: 168 time: 0.9188480 Nov 12 03:39:52.025949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0dbddb-9062-4025-854c-739f7cc21f80 None None] No DVR routers for this DVR port 6fdfdc25-7f48-4d22-847a-b154d7231556 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:52.026473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60126) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.051301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] For port 275d968e-ff4b-4c5d-883d-01fc0df615c3, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:52.055308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] For port 275d968e-ff4b-4c5d-883d-01fc0df615c3, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=275d968e-ff4b-4c5d-883d-01fc0df615c3,segment=NetworkSegment(f4751641-0049-4073-9787-e5fe54bfa193),segment_id=f4751641-0049-4073-9787-e5fe54bfa193)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:52.059571 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.123049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f0f36-383f-40da-a171-1e97a88a18df tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.130364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f0f36-383f-40da-a171-1e97a88a18df tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.132301 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f3f0f36-383f-40da-a171-1e97a88a18df tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1048198 Nov 12 03:39:52.136009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60128) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.153968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8f7f7-24ef-4843-84a9-3b99a5505d35 None None] Pushing event updated for resources: {'Port': ['ID=275d968e-ff4b-4c5d-883d-01fc0df615c3,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.172101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6fdfdc25-7f48-4d22-847a-b154d7231556 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:52.266454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e136c43-193b-43e2-a6d6-65536180ecd1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.271394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 6fdfdc25-7f48-4d22-847a-b154d7231556 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:52.271742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6fdfdc25-7f48-4d22-847a-b154d7231556 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:52.286187 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e136c43-193b-43e2-a6d6-65536180ecd1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:39:52.286662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e136c43-193b-43e2-a6d6-65536180ecd1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:39:52.289958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6e136c43-193b-43e2-a6d6-65536180ecd1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/2362b56f-1182-4e81-af20-6cb415053ed4 HTTP/1.1" status: 409 len: 405 time: 0.1527226 Nov 12 03:39:52.294975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60134) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.300132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-995286364'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:52.330123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:52.334027 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.398764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:52.423072 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.423345 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Added segment d15da52b-7cad-4465-9338-2e6e5c51bd2b of type vlan for network 427d5cd0-0c74-42e9-a317-4aaab29e1c1b Nov 12 03:39:52.490113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.524726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.536437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.538108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.606975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3108466 Nov 12 03:39:52.609957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60140) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.615118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'subnet': {'network_id': '427d5cd0-0c74-42e9-a317-4aaab29e1c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:52.654635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc9f50-fac4-4d2b-8016-3c999f2a0c57 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Network': ['ID=427d5cd0-0c74-42e9-a317-4aaab29e1c1b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.667411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 427d5cd0-0c74-42e9-a317-4aaab29e1c1b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:52.763545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:52.770068 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.065847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd235954-ad74-4a88-a03a-efb96a8ec94d req-6ed73cf5-0f39-410c-a879-3f89bb679ff4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.067526 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd235954-ad74-4a88-a03a-efb96a8ec94d req-6ed73cf5-0f39-410c-a879-3f89bb679ff4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.0768688 Nov 12 03:39:53.208146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:39:53.210932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.220935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd235954-ad74-4a88-a03a-efb96a8ec94d req-b11ee0a7-33fc-4003-abbf-bbb9141cf65f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190944 Nov 12 03:39:53.291097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Subnet': ['ID=6fe5fbde-eea2-496d-b425-095814f5ffca,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.301928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Checking segment: {'id': 'd15da52b-7cad-4465-9338-2e6e5c51bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '427d5cd0-0c74-42e9-a317-4aaab29e1c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:53.302275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network hostable DHCP agents. Network: 427d5cd0-0c74-42e9-a317-4aaab29e1c1b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:53.333805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network 427d5cd0-0c74-42e9-a317-4aaab29e1c1b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:53.350599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 427d5cd0-0c74-42e9-a317-4aaab29e1c1b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:53.356295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.356937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.362330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a2c28-52b7-4afe-a46a-979b358d0d89 None None] Network 427d5cd0-0c74-42e9-a317-4aaab29e1c1b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:53.398889 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-54dbdbf4-6a96-4c87-abbf-6592ddaf5557 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7877383 Nov 12 03:39:53.401633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60162) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.598502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.613590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c514f2-0717-4769-a5a2-e622dcf439e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-427d5cd0-0c74-42e9-a317-4aaab29e1c1b', 'network_id': '427d5cd0-0c74-42e9-a317-4aaab29e1c1b', 'tenant_id': '2dbaa29df4bb4de2a1740e87f07f3efa', 'fixed_ips': [{'subnet_id': '6fe5fbde-eea2-496d-b425-095814f5ffca'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:53.614585 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c8c514f2-0717-4769-a5a2-e622dcf439e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.693750 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.728375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed9800e-c424-4586-a1f1-4771496c1f3a None None] Network 2362b56f-1182-4e81-af20-6cb415053ed4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:53.770877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.813015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe5fbde-eea2-496d-b425-095814f5ffca,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-c8c514f2-0717-4769-a5a2-e622dcf439e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fe5fbde-eea2-496d-b425-095814f5ffca: This subnet is being modified by another concurrent operation. Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fe5fbde-eea2-496d-b425-095814f5ffca: This subnet is being modified by another concurrent operation. Nov 12 03:39:53.836498 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:39:53.846517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5fd4573a-596d-4dde-858b-2ee510026c33 None None] Provisioning complete for port 275d968e-ff4b-4c5d-883d-01fc0df615c3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:53.846517 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5fd4573a-596d-4dde-858b-2ee510026c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.867153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51472efa-c31c-4bbe-9c93-36122dfb1017 None None] Network 427d5cd0-0c74-42e9-a317-4aaab29e1c1b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:53.893038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.917042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427d5cd0-0c74-42e9-a317-4aaab29e1c1b']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:53.933358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15da52b-7cad-4465-9338-2e6e5c51bd2b') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:53.938244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15da52b-7cad-4465-9338-2e6e5c51bd2b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:53.954204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.969932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.977320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:53.978033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:53.981810 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:54.191586 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5fd4573a-596d-4dde-858b-2ee510026c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.197003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.219192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] DHCP port deletion for 2362b56f-1182-4e81-af20-6cb415053ed4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:54.262567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.290350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/427d5cd0-0c74-42e9-a317-4aaab29e1c1b HTTP/1.1" status: 204 len: 168 time: 0.8841958 Nov 12 03:39:54.290350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bb97c-10e8-4e32-9b47-eaba0cceb315 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Network': ['ID=427d5cd0-0c74-42e9-a317-4aaab29e1c1b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.290615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60198) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.295514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-604625497'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.311996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5fd4573a-596d-4dde-858b-2ee510026c33 None None] For port 275d968e-ff4b-4c5d-883d-01fc0df615c3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=275d968e-ff4b-4c5d-883d-01fc0df615c3,segment=NetworkSegment(f4751641-0049-4073-9787-e5fe54bfa193),segment_id=f4751641-0049-4073-9787-e5fe54bfa193)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:54.322418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5fd4573a-596d-4dde-858b-2ee510026c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.362275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:54.383446 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.405931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] Deleting port 275d968e-ff4b-4c5d-883d-01fc0df615c3 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:54.415039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.443826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4573a-596d-4dde-858b-2ee510026c33 None None] Pushing event updated for resources: {'Port': ['ID=275d968e-ff4b-4c5d-883d-01fc0df615c3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.450088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:54.487149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.487476 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Added segment 6e2067d5-5363-4360-8a43-7908ea7e0ce8 of type vlan for network 66dfc915-3eab-4931-806a-fc265a1ed10b Nov 12 03:39:54.516708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eced9f-1edd-4082-8794-cc0491f25712 req-c87adce0-c59c-4436-8b7f-e730afc77e88 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.524971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-63eced9f-1edd-4082-8794-cc0491f25712 req-c87adce0-c59c-4436-8b7f-e730afc77e88 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1225636 Nov 12 03:39:54.543794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] For port 275d968e-ff4b-4c5d-883d-01fc0df615c3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=275d968e-ff4b-4c5d-883d-01fc0df615c3,segment=NetworkSegment(f4751641-0049-4073-9787-e5fe54bfa193),segment_id=f4751641-0049-4073-9787-e5fe54bfa193)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:54.549166 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.578205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] Calling delete_port for 275d968e-ff4b-4c5d-883d-01fc0df615c3 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:54.579397 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.613795 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-63eced9f-1edd-4082-8794-cc0491f25712 req-e99e6882-3212-423d-b935-539d29bdeb7e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877199 Nov 12 03:39:54.653405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.668523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.669658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.720296 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.735397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4402978 Nov 12 03:39:54.735759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60238) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.744331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'subnet': {'network_id': '66dfc915-3eab-4931-806a-fc265a1ed10b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.771182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.832336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261014a-7ff7-48b6-8a47-333de8f230c6 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Network': ['ID=66dfc915-3eab-4931-806a-fc265a1ed10b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.836498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] Pushing event deleted for resources: {'Port': ['ID=275d968e-ff4b-4c5d-883d-01fc0df615c3,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.865932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 66dfc915-3eab-4931-806a-fc265a1ed10b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:54.957496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92696d13-cd5a-492c-ab8e-8de2a2271fb1 None None] No DVR routers for this DVR port 275d968e-ff4b-4c5d-883d-01fc0df615c3 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:54.984214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6866208-ad8e-4121-a166-ede94c731e10 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:39:54.985268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:54.990311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.314473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6866208-ad8e-4121-a166-ede94c731e10 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:39:55.330802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.424134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Subnet': ['ID=ab2e5b4c-2d3f-44ec-b103-9d931639b549,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.433301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Checking segment: {'id': '6e2067d5-5363-4360-8a43-7908ea7e0ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '66dfc915-3eab-4931-806a-fc265a1ed10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:55.434225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network hostable DHCP agents. Network: 66dfc915-3eab-4931-806a-fc265a1ed10b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:55.456167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network 66dfc915-3eab-4931-806a-fc265a1ed10b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:55.469617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 66dfc915-3eab-4931-806a-fc265a1ed10b) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:55.474894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.475732 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.511589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60320) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.513323 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f6fd9cd8-0ce7-457f-9e75-cf856e22e79e tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7758801 Nov 12 03:39:55.668226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.788872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374e405-ae5b-41f3-ac00-f7c01568e3fd None None] Network 66dfc915-3eab-4931-806a-fc265a1ed10b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:55.808051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.910582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877106f6-67ba-4af9-b13a-eaaa0dc7bfb7 req-f54650cf-56d1-434a-a0b9-839afc12870d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.912164 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-877106f6-67ba-4af9-b13a-eaaa0dc7bfb7 req-f54650cf-56d1-434a-a0b9-839afc12870d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1891196 Nov 12 03:39:55.971137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.018450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2e5b4c-2d3f-44ec-b103-9d931639b549,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.119558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60bcb16-3983-47df-aee1-9855372c1600 None None] Network 66dfc915-3eab-4931-806a-fc265a1ed10b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:56.155157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-877106f6-67ba-4af9-b13a-eaaa0dc7bfb7 req-66dbecfc-1277-4d22-b471-ca3a54c677b4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346895 Nov 12 03:39:56.164686 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.201203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 275d968e-ff4b-4c5d-883d-01fc0df615c3 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:56.203725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66dfc915-3eab-4931-806a-fc265a1ed10b']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:56.213975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2067d5-5363-4360-8a43-7908ea7e0ce8') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:56.214304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2067d5-5363-4360-8a43-7908ea7e0ce8') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:56.225274 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.239071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 275d968e-ff4b-4c5d-883d-01fc0df615c3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:56.239700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 275d968e-ff4b-4c5d-883d-01fc0df615c3 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:56.248244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.272436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:56.272866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:56.276413 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:56.380033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.388424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.392669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/66dfc915-3eab-4931-806a-fc265a1ed10b HTTP/1.1" status: 204 len: 168 time: 0.8799498 Nov 12 03:39:56.401382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60416) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.411185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1967369476'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.414885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ec9af-8002-4374-a729-67a15bd7ca8a tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Network': ['ID=66dfc915-3eab-4931-806a-fc265a1ed10b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.449941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:56.455436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.489682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:56.502455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.502871 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Added segment cf80936e-17c0-471c-9316-ec7216064072 of type vlan for network 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de Nov 12 03:39:56.551807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.589032 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.595385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.596000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.664412 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2601659 Nov 12 03:39:56.667364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60448) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.674616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Request body: {'subnet': {'network_id': '90ba54f1-5e38-4b9a-aaae-5b7ac672c5de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.681304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3fb2b-71cd-453d-a98b-eb1e5d36beb4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Network': ['ID=90ba54f1-5e38-4b9a-aaae-5b7ac672c5de,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.693972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:57.275230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Made reservation on behalf of 2dbaa29df4bb4de2a1740e87f07f3efa for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:57.280028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.434859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99575b-e182-41b4-8214-32ffd346c94c req-156073ed-1e42-4a95-958b-6c821b40fdb6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.442742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd99575b-e182-41b4-8214-32ffd346c94c req-156073ed-1e42-4a95-958b-6c821b40fdb6 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1570756 Nov 12 03:39:57.545874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd99575b-e182-41b4-8214-32ffd346c94c req-bd9cb552-19f2-4537-bd91-75df91271258 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972619 Nov 12 03:39:57.705465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:39:57.707286 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.814479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event updated for resources: {'Subnet': ['ID=2d49f176-c24c-4325-9e08-904ad2d78753,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:57.823915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Checking segment: {'id': 'cf80936e-17c0-471c-9316-ec7216064072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '90ba54f1-5e38-4b9a-aaae-5b7ac672c5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:57.824920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network hostable DHCP agents. Network: 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:57.863247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Network 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:57.894070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:57.899591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.900674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.904718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef5e25-315f-414b-94c7-c8f9fbf5a4f0 None None] Network 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:57.931487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9df0a39f-8751-4224-97c1-c4b32e6c826f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2629614 Nov 12 03:39:57.934207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60594) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:58.141547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-90ba54f1-5e38-4b9a-aaae-5b7ac672c5de', 'network_id': '90ba54f1-5e38-4b9a-aaae-5b7ac672c5de', 'tenant_id': '2dbaa29df4bb4de2a1740e87f07f3efa', 'fixed_ips': [{'subnet_id': '2d49f176-c24c-4325-9e08-904ad2d78753'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:58.142642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.172384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.261946 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.369233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Allocated IP 2001:db8::f816:3eff:fe51:bd38 (90ba54f1-5e38-4b9a-aaae-5b7ac672c5de/2d49f176-c24c-4325-9e08-904ad2d78753/70820903-74a9-4c44-804c-5548d868cb24) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:58.495479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-4f441878-fa5d-473b-8e22-3b7ca6d43b6d req-99ecd469-fb9d-4150-8289-bd4559c2d184 service neutron] (102629) timed out ('10.222.0.49', 59794) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:39:58.693345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.719170 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.735776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.812202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1f156-dca2-4c51-8d2a-8b0292509190 req-471127dc-b5fa-47ee-97cd-123c1cd27543 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.815993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dcf1f156-dca2-4c51-8d2a-8b0292509190 req-471127dc-b5fa-47ee-97cd-123c1cd27543 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1328812 Nov 12 03:39:58.845504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Subnet': ['ID=2d49f176-c24c-4325-9e08-904ad2d78753,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:58.875838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Network 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:58.888317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:58.898559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:58.974294 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.978558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dcf1f156-dca2-4c51-8d2a-8b0292509190 req-98470417-de60-4de1-aed5-9a3de7bffdd2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488588 Nov 12 03:39:59.014033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Pushing event updated for resources: {'Port': ['ID=70820903-74a9-4c44-804c-5548d868cb24,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:59.084268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Attempting to bind port 70820903-74a9-4c44-804c-5548d868cb24 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:59.084902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Attempting to bind port 70820903-74a9-4c44-804c-5548d868cb24 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'cf80936e-17c0-471c-9316-ec7216064072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '90ba54f1-5e38-4b9a-aaae-5b7ac672c5de'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:59.085480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Attempting to bind port 70820903-74a9-4c44-804c-5548d868cb24 on network 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:59.102906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:59.105021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Checking segment: {'id': 'cf80936e-17c0-471c-9316-ec7216064072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '90ba54f1-5e38-4b9a-aaae-5b7ac672c5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:59.106202 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.108880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Bound using segment: {'id': 'cf80936e-17c0-471c-9316-ec7216064072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '90ba54f1-5e38-4b9a-aaae-5b7ac672c5de'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:59.110659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ba54f1-5e38-4b9a-aaae-5b7ac672c5de']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:59.111482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Bound port: 70820903-74a9-4c44-804c-5548d868cb24, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf80936e-17c0-471c-9316-ec7216064072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '90ba54f1-5e38-4b9a-aaae-5b7ac672c5de'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:59.113579 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.141213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf80936e-17c0-471c-9316-ec7216064072') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:59.142327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf80936e-17c0-471c-9316-ec7216064072') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:59.176177 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.205367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.223815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:59.225952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:59.234069 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:59.315563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] For port 70820903-74a9-4c44-804c-5548d868cb24, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:59.320542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.api [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:39:59.320542 n-d-789963-21 neutron-server[102628]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:39:59.320542 n-d-789963-21 neutron-server[102628]: [parameters: {'id': '90ba54f1-5e38-4b9a-aaae-5b7ac672c5de'}] Nov 12 03:39:59.320542 n-d-789963-21 neutron-server[102628]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:39:59.321260 n-d-789963-21 neutron-server[102628]: DEBUG oslo_db.api [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:39:59.323958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] For port 70820903-74a9-4c44-804c-5548d868cb24, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=70820903-74a9-4c44-804c-5548d868cb24,segment=NetworkSegment(cf80936e-17c0-471c-9316-ec7216064072),segment_id=cf80936e-17c0-471c-9316-ec7216064072)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:59.331055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.492184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6292e88e-04d8-4b26-93a1-a2f89c909348 None None] Network 90ba54f1-5e38-4b9a-aaae-5b7ac672c5de requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:59.581893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9949-3762-4471-91b3-230cb8effbfd req-60ff593d-c472-450a-926f-2fb5fdf09cb1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:59.583477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac7e9949-3762-4471-91b3-230cb8effbfd req-60ff593d-c472-450a-926f-2fb5fdf09cb1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1250851 Nov 12 03:39:59.623184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669275d-38c0-4870-9a75-17fce6e9d3f4 None None] Pushing event updated for resources: {'Port': ['ID=70820903-74a9-4c44-804c-5548d868cb24,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:59.697729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac7e9949-3762-4471-91b3-230cb8effbfd req-9b09e2a6-3c0b-4d7d-a314-a847103f8439 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048996 Nov 12 03:39:59.783214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1fb9a7-3e21-469c-98cd-d62838724b2c None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:39:59.822426 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.909068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Deleting port 70820903-74a9-4c44-804c-5548d868cb24 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:59.909434 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.955751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1fb9a7-3e21-469c-98cd-d62838724b2c None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:39:59.993035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] For port 70820903-74a9-4c44-804c-5548d868cb24, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=70820903-74a9-4c44-804c-5548d868cb24,segment=NetworkSegment(cf80936e-17c0-471c-9316-ec7216064072),segment_id=cf80936e-17c0-471c-9316-ec7216064072)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:59.994185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.024409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Calling delete_port for 70820903-74a9-4c44-804c-5548d868cb24 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:00.143069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.183452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Port': ['ID=70820903-74a9-4c44-804c-5548d868cb24,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.193495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No DVR routers for this DVR port 70820903-74a9-4c44-804c-5548d868cb24 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:00.487998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.539651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ba54f1-5e38-4b9a-aaae-5b7ac672c5de']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:00.565079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf80936e-17c0-471c-9316-ec7216064072') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:00.565381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf80936e-17c0-471c-9316-ec7216064072') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:00.619248 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.667888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.691190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:00.691987 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:00.936727 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:00.939405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.993176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50ece-ebaf-4c61-abf3-6814324a47dc req-1309d05c-0281-4eb1-b745-e020b11a9d98 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.995809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9b50ece-ebaf-4c61-abf3-6814324a47dc req-1309d05c-0281-4eb1-b745-e020b11a9d98 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1070440 Nov 12 03:40:00.999546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.004429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/90ba54f1-5e38-4b9a-aaae-5b7ac672c5de HTTP/1.1" status: 204 len: 168 time: 3.0683188 Nov 12 03:40:01.017155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60776) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.026427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437f2e7-072e-4bcc-91b9-8ef97acd9b04 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Network': ['ID=90ba54f1-5e38-4b9a-aaae-5b7ac672c5de,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.056569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-de02efc2-6860-4732-97c0-cd104c3bafee tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.059379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-de02efc2-6860-4732-97c0-cd104c3bafee tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 945 time: 0.1316102 Nov 12 03:40:01.073990 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-11203a54-ba4e-41d3-9940-a8b11b872c22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:01.074673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11203a54-ba4e-41d3-9940-a8b11b872c22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:01.079098 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-11203a54-ba4e-41d3-9940-a8b11b872c22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/subnets/2d49f176-c24c-4325-9e08-904ad2d78753 HTTP/1.1" status: 404 len: 337 time: 0.0609438 Nov 12 03:40:01.082613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60782) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.129179 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32d6565-3f1d-4e60-a53d-5060ef98ca92 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:01.129949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32d6565-3f1d-4e60-a53d-5060ef98ca92 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:01.133409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b32d6565-3f1d-4e60-a53d-5060ef98ca92 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/90ba54f1-5e38-4b9a-aaae-5b7ac672c5de HTTP/1.1" status: 404 len: 339 time: 0.0497129 Nov 12 03:40:01.137195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60784) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.159904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9b50ece-ebaf-4c61-abf3-6814324a47dc req-c76d4887-dff8-4f89-9cf1-0b3f14f9e1a3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578317 Nov 12 03:40:01.189621 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e927451a-200e-45c6-aaa5-9936bc36da6f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:01.190409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e927451a-200e-45c6-aaa5-9936bc36da6f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:01.193971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e927451a-200e-45c6-aaa5-9936bc36da6f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/subnets/ab2e5b4c-2d3f-44ec-b103-9d931639b549 HTTP/1.1" status: 404 len: 337 time: 0.0556896 Nov 12 03:40:01.196470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60786) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.218295 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e03d54-0700-4699-86cf-470434dc03da tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:01.218609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e03d54-0700-4699-86cf-470434dc03da tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:01.224726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a5e03d54-0700-4699-86cf-470434dc03da tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/66dfc915-3eab-4931-806a-fc265a1ed10b HTTP/1.1" status: 404 len: 339 time: 0.0270681 Nov 12 03:40:01.225498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60788) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.231226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc854d-f9fd-46dd-980d-2bcf74580cf6 req-e7c388c3-7553-47ab-a238-d903fcb2bcb6 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.233196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abbc854d-f9fd-46dd-980d-2bcf74580cf6 req-e7c388c3-7553-47ab-a238-d903fcb2bcb6 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 949 time: 0.1336381 Nov 12 03:40:01.255984 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae0535e-f43d-4e75-ba94-a3d3c3d631f1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:01.256443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae0535e-f43d-4e75-ba94-a3d3c3d631f1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:01.261866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Deleting port 56e0ae90-de91-4785-915c-3e695f5a91ed {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:01.262430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.263063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-aae0535e-f43d-4e75-ba94-a3d3c3d631f1 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/subnets/6fe5fbde-eea2-496d-b425-095814f5ffca HTTP/1.1" status: 404 len: 337 time: 0.0364544 Nov 12 03:40:01.263714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60790) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.300587 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe9b79d-fe54-4dd7-9c63-46c5bb556d86 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:01.301219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe9b79d-fe54-4dd7-9c63-46c5bb556d86 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:01.309921 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cbe9b79d-fe54-4dd7-9c63-46c5bb556d86 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/427d5cd0-0c74-42e9-a317-4aaab29e1c1b HTTP/1.1" status: 404 len: 339 time: 0.0452199 Nov 12 03:40:01.311007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60794) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.313180 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-13d82f75-63ff-474d-9854-68589edbfe04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.393323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] For port 56e0ae90-de91-4785-915c-3e695f5a91ed, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=56e0ae90-de91-4785-915c-3e695f5a91ed,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:01.393944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.418221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Calling delete_port for 56e0ae90-de91-4785-915c-3e695f5a91ed owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:01.459697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2f67bc9e-8632-4be2-a78a-99ec9a26027b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Deleting port 70e3666d-9077-4cbe-8ce0-330bb6d3d2e5 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:01.460315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67bc9e-8632-4be2-a78a-99ec9a26027b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.491391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abbc854d-f9fd-46dd-980d-2bcf74580cf6 req-97cb8d2f-73fa-4449-9fbf-50af103a4e24 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480600 Nov 12 03:40:01.554122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67bc9e-8632-4be2-a78a-99ec9a26027b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.574269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2f67bc9e-8632-4be2-a78a-99ec9a26027b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Calling delete_port for 70e3666d-9077-4cbe-8ce0-330bb6d3d2e5 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:01.621646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.651975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event deleted for resources: {'Port': ['ID=56e0ae90-de91-4785-915c-3e695f5a91ed,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.676090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67bc9e-8632-4be2-a78a-99ec9a26027b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.683831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108119cd-9992-4b50-bc94-5c8a0e3384b5 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:01.712092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] No DVR routers for this DVR port 56e0ae90-de91-4785-915c-3e695f5a91ed on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:01.714541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67bc9e-8632-4be2-a78a-99ec9a26027b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Port': ['ID=70e3666d-9077-4cbe-8ce0-330bb6d3d2e5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.715389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.719917 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7ab8ae9-ae00-4d03-a029-d4dc3e30d3bf req-ae4f21bc-2c79-4de2-8594-068c368e1252 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "DELETE /v2.0/ports/56e0ae90-de91-4785-915c-3e695f5a91ed HTTP/1.1" status: 204 len: 173 time: 0.6523144 Nov 12 03:40:01.720639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6835dea-c52f-47ca-b390-a84fc205c2d6', 'name': 'network-vif-deleted', 'tag': '56e0ae90-de91-4785-915c-3e695f5a91ed'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:01.723217 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07acf23-281b-47a9-a5bc-fa7157886291" -d '{"events": [{"server_uuid": "f6835dea-c52f-47ca-b390-a84fc205c2d6", "name": "network-vif-deleted", "tag": "56e0ae90-de91-4785-915c-3e695f5a91ed"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:01.737650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67bc9e-8632-4be2-a78a-99ec9a26027b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.745996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60808) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.749328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2f67bc9e-8632-4be2-a78a-99ec9a26027b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/ports/70e3666d-9077-4cbe-8ce0-330bb6d3d2e5 HTTP/1.1" status: 204 len: 168 time: 0.4337287 Nov 12 03:40:01.785729 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15054b0d-b030-41af-8839-7622bbc0fc93 x-openstack-request-id: req-15054b0d-b030-41af-8839-7622bbc0fc93 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:01.786194 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6835dea-c52f-47ca-b390-a84fc205c2d6", "name": "network-vif-deleted", "tag": "56e0ae90-de91-4785-915c-3e695f5a91ed", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:01.786553 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15054b0d-b030-41af-8839-7622bbc0fc93 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:01.787053 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6835dea-c52f-47ca-b390-a84fc205c2d6', 'name': 'network-vif-deleted', 'tag': '56e0ae90-de91-4785-915c-3e695f5a91ed', 'status': 'completed', 'code': 200} Nov 12 03:40:01.788160 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-638076cc-1135-4ce0-82df-002f71056729 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:01.788800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638076cc-1135-4ce0-82df-002f71056729 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:01.794795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60810) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.795128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-638076cc-1135-4ce0-82df-002f71056729 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/subnets/d5ef412f-d6a5-4147-a431-a737665a7e55 HTTP/1.1" status: 404 len: 337 time: 0.0478339 Nov 12 03:40:01.896129 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.008229 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.029597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2362b56f-1182-4e81-af20-6cb415053ed4']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.040251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4751641-0049-4073-9787-e5fe54bfa193') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.040656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4751641-0049-4073-9787-e5fe54bfa193') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.052616 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.066990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.073287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:02.073678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:02.077290 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:02.144141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.151461 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.158432 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/2362b56f-1182-4e81-af20-6cb415053ed4 HTTP/1.1" status: 204 len: 168 time: 0.3583269 Nov 12 03:40:02.158432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60824) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.181242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab784c-c9cb-423c-8763-f6412e596d4d tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Network': ['ID=2362b56f-1182-4e81-af20-6cb415053ed4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:02.355221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d76a0c1-2d2d-41f8-8d10-ce6bfa2ce7dc req-fecd5fd0-7ed4-45b4-bd56-9940cbb24515 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6835dea-c52f-47ca-b390-a84fc205c2d6 HTTP/1.1" status: 200 len: 210 time: 0.0691702 Nov 12 03:40:02.367419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2062c78a-8245-4537-80be-4b36ad63fb22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Deleting port c57ff49f-c9f4-49e3-b3a6-2c0d79533fde {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:02.367820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2062c78a-8245-4537-80be-4b36ad63fb22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.466187 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2062c78a-8245-4537-80be-4b36ad63fb22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.481961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2062c78a-8245-4537-80be-4b36ad63fb22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Calling delete_port for c57ff49f-c9f4-49e3-b3a6-2c0d79533fde owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:02.601389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2062c78a-8245-4537-80be-4b36ad63fb22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.636844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062c78a-8245-4537-80be-4b36ad63fb22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Port': ['ID=c57ff49f-c9f4-49e3-b3a6-2c0d79533fde,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:02.646448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2062c78a-8245-4537-80be-4b36ad63fb22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.650483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2062c78a-8245-4537-80be-4b36ad63fb22 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/ports/c57ff49f-c9f4-49e3-b3a6-2c0d79533fde HTTP/1.1" status: 204 len: 168 time: 0.4913068 Nov 12 03:40:02.654429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60844) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.688510 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-780adb12-c62b-4100-be4a-75c33caf85b4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:02.689860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780adb12-c62b-4100-be4a-75c33caf85b4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:02.696569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-780adb12-c62b-4100-be4a-75c33caf85b4 tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/subnets/3d97cc33-2afa-4834-afe6-4d90e30b5458 HTTP/1.1" status: 404 len: 337 time: 0.0405495 Nov 12 03:40:02.699852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60850) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.749177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-10d4d602-a8b4-406b-a679-a8248134a3cb tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.750530 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-10d4d602-a8b4-406b-a679-a8248134a3cb tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 949 time: 0.1701779 Nov 12 03:40:02.840414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c60d2-9280-420e-915b-5f00d8e72b9a req-b4e179fc-96a9-4d8f-80e8-36f01a90578c tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.848620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-668c60d2-9280-420e-915b-5f00d8e72b9a req-b4e179fc-96a9-4d8f-80e8-36f01a90578c tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 949 time: 0.1759756 Nov 12 03:40:02.869907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.931030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe284a-88cb-41de-aebb-8d8b16aa95c1 req-95c434df-0bf1-45de-888c-2fcea023b937 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.937980 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-668c60d2-9280-420e-915b-5f00d8e72b9a req-5a565c55-fb4a-4c26-b33c-800666639691 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb434bcd-60f1-4983-b749-d9e03b8b0b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880089 Nov 12 03:40:02.939399 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6bbe284a-88cb-41de-aebb-8d8b16aa95c1 req-95c434df-0bf1-45de-888c-2fcea023b937 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1112447 Nov 12 03:40:02.967055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Deleting port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:02.968119 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.036623 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.065456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 56e0ae90-de91-4785-915c-3e695f5a91ed no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:03.066187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] For port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:03.066712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.078428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6bbe284a-88cb-41de-aebb-8d8b16aa95c1 req-8bf3be1c-a888-4cc3-a6a5-4abc58c83d65 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1375043 Nov 12 03:40:03.084398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Calling delete_port for cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:03.107545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.112525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 56e0ae90-de91-4785-915c-3e695f5a91ed {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:03.114824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 56e0ae90-de91-4785-915c-3e695f5a91ed not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:03.120611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cedb647-5338-4419-9695-9e43e85286bd') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.120894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cedb647-5338-4419-9695-9e43e85286bd') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.132333 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.154160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.161122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:03.161594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:03.164825 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:03.238622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.244084 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.250825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af HTTP/1.1" status: 204 len: 168 time: 0.5497661 Nov 12 03:40:03.251621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60862) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.264103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.281466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee680b99-b923-4be8-bbf5-436f3770f49b tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Network': ['ID=5d0ee5f6-81c8-4bc5-bb93-a43b8afbc3af,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.310764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Pushing event deleted for resources: {'Port': ['ID=cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.343505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d199e840-2d56-40df-a025-4814a4205bbd tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Deleting subnet 9a4d1918-e6fa-4c9b-96dd-ba69d13901cf {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:03.360905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d199e840-2d56-40df-a025-4814a4205bbd tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.378116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] No DVR routers for this DVR port cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:03.382107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.388394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdf15862-ea06-4f00-b4c1-06be6aff2828 req-0134e07f-e745-4f06-a162-7b51d8fd0d4e tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.20 "DELETE /v2.0/ports/cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c HTTP/1.1" status: 204 len: 173 time: 0.6296794 Nov 12 03:40:03.437408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d199e840-2d56-40df-a025-4814a4205bbd tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.540565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff9411f0-0b74-4c9f-a735-fe7bf040cf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.584398 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d199e840-2d56-40df-a025-4814a4205bbd tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.687078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d199e840-2d56-40df-a025-4814a4205bbd tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.729374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199e840-2d56-40df-a025-4814a4205bbd tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4d1918-e6fa-4c9b-96dd-ba69d13901cf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.739491 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d199e840-2d56-40df-a025-4814a4205bbd tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.747305 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d199e840-2d56-40df-a025-4814a4205bbd tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/subnets/9a4d1918-e6fa-4c9b-96dd-ba69d13901cf HTTP/1.1" status: 204 len: 168 time: 0.4890633 Nov 12 03:40:03.751841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60888) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.752010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95ab44-e903-4d00-b8bb-9831bba6e8e8 None None] Network d36e5428-7b28-4428-9fee-6886a96116d6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:03.793264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b04c5-64d9-469e-9dfa-23687a43ba3b', 'name': 'network-vif-deleted', 'tag': 'cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:03.804947 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e1fd70-2d82-425e-90f5-246353a696e6" -d '{"events": [{"server_uuid": "ea4b04c5-64d9-469e-9dfa-23687a43ba3b", "name": "network-vif-deleted", "tag": "cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:03.958779 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81930181-0b17-42c7-bbd0-2e3152ba4578 x-openstack-request-id: req-81930181-0b17-42c7-bbd0-2e3152ba4578 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:03.959168 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b04c5-64d9-469e-9dfa-23687a43ba3b", "name": "network-vif-deleted", "tag": "cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:03.959506 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81930181-0b17-42c7-bbd0-2e3152ba4578 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:03.962134 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b04c5-64d9-469e-9dfa-23687a43ba3b', 'name': 'network-vif-deleted', 'tag': 'cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c', 'status': 'completed', 'code': 200} Nov 12 03:40:04.014040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-5bdab0d7-da6b-4fbf-9ae5-a146817f61df tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.017728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] DHCP port deletion for d36e5428-7b28-4428-9fee-6886a96116d6 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:04.031079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-5bdab0d7-da6b-4fbf-9ae5-a146817f61df tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.3101873 Nov 12 03:40:04.056780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.077091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3daa0775-3506-4e95-9cbf-1760797c4ac2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/quotas/7e5e6a0a53c14a2ab1400011a6ea698c HTTP/1.1" status: 200 len: 375 time: 0.0385725 Nov 12 03:40:04.185539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-90341d15-e0ab-42e4-81c2-cb684eaec613 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029117 Nov 12 03:40:04.195626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] Deleting port 93b0e32a-b67c-460a-a490-71b3f73ee8db {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:04.196151 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8990aa28-786b-4b6d-ac58-76f4aabedf98 req-aa5cb2c5-3225-4a67-b77e-1db786c2ba44 tempest-VolumesBackupsTest-666684387 tempest-VolumesBackupsTest-666684387-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b04c5-64d9-469e-9dfa-23687a43ba3b HTTP/1.1" status: 200 len: 210 time: 0.0545411 Nov 12 03:40:04.196653 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.251226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Deleting port 93b0e32a-b67c-460a-a490-71b3f73ee8db {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:04.252707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.308725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93b0e32a-b67c-460a-a490-71b3f73ee8db no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:04.367582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] For port 93b0e32a-b67c-460a-a490-71b3f73ee8db, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93b0e32a-b67c-460a-a490-71b3f73ee8db,segment=NetworkSegment(e933d197-5c78-414c-b815-db3e3c0d8fde),segment_id=e933d197-5c78-414c-b815-db3e3c0d8fde)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:04.367978 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.369227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] For port 93b0e32a-b67c-460a-a490-71b3f73ee8db, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93b0e32a-b67c-460a-a490-71b3f73ee8db,segment=NetworkSegment(e933d197-5c78-414c-b815-db3e3c0d8fde),segment_id=e933d197-5c78-414c-b815-db3e3c0d8fde)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:04.369629 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.415474 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-af49138b-fd2f-4e50-a1bd-d9337a572835 service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289860 Nov 12 03:40:04.416530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] Calling delete_port for 93b0e32a-b67c-460a-a490-71b3f73ee8db owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:04.417269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Calling delete_port for 93b0e32a-b67c-460a-a490-71b3f73ee8db owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:04.490506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38991-085a-4833-8c8d-d5eeba6ab788 req-899f3cb0-137c-43f2-a658-0f38216031af tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.499626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ace38991-085a-4833-8c8d-d5eeba6ab788 req-899f3cb0-137c-43f2-a658-0f38216031af tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1986597 Nov 12 03:40:04.524837 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.583041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 93b0e32a-b67c-460a-a490-71b3f73ee8db, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93b0e32a-b67c-460a-a490-71b3f73ee8db,segment=NetworkSegment(e933d197-5c78-414c-b815-db3e3c0d8fde),segment_id=e933d197-5c78-414c-b815-db3e3c0d8fde)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:04.596789 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-bad29b64-00a5-482a-8d98-b8d25bd4398c service neutron] 10.222.0.49 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783547 Nov 12 03:40:04.599321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.615036 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.640955 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.662587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] No DVR routers for this DVR port 93b0e32a-b67c-460a-a490-71b3f73ee8db on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:04.715026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=93b0e32a-b67c-460a-a490-71b3f73ee8db,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.723799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Port': ['ID=93b0e32a-b67c-460a-a490-71b3f73ee8db,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.745530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ace38991-085a-4833-8c8d-d5eeba6ab788 req-7d0a3386-23d2-455e-866a-03d8b53a5a40 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403181 Nov 12 03:40:04.756344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] No DVR routers for this DVR port 93b0e32a-b67c-460a-a490-71b3f73ee8db on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:04.764414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3474bf-a2ec-41d2-8a0c-d21d984a207b None None] Pushing event deleted for resources: {'Port': ['ID=93b0e32a-b67c-460a-a490-71b3f73ee8db,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.900334 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.924204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.945862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cb29d1b-9f17-4dcc-84aa-3104c64f8678 req-53c1e266-b3aa-4015-837c-873ef8f22e55 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0362592 Nov 12 03:40:04.966177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36e5428-7b28-4428-9fee-6886a96116d6']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:04.982828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e933d197-5c78-414c-b815-db3e3c0d8fde') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:04.983981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e933d197-5c78-414c-b815-db3e3c0d8fde') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:05.005241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.021689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.035605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:05.036004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:05.042322 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:05.072054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:05.106996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:05.107357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cdf5f119-ed16-4c08-bdeb-cf2c2e89bd4c not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:05.126439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.159128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.164514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] 10.222.0.49 "DELETE /v2.0/networks/d36e5428-7b28-4428-9fee-6886a96116d6 HTTP/1.1" status: 204 len: 168 time: 1.4136808 Nov 12 03:40:05.165646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73917236-5ab2-4496-a233-2d4d9587059f tempest-NetworksIpV6TestAttrs-194765444 tempest-NetworksIpV6TestAttrs-194765444-project] Pushing event deleted for resources: {'Network': ['ID=d36e5428-7b28-4428-9fee-6886a96116d6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.687519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60948) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.844409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60956) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.012503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a04a4-e411-425e-9bfb-09eab26d7bc5 req-768d32d9-226b-4533-8daa-847ea176d353 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.019808 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d30a04a4-e411-425e-9bfb-09eab26d7bc5 req-768d32d9-226b-4533-8daa-847ea176d353 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1096668 Nov 12 03:40:06.123153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d30a04a4-e411-425e-9bfb-09eab26d7bc5 req-5bbe3a27-b7ec-4108-83ab-c1498a2c83b8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997980 Nov 12 03:40:06.124200 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbb4ceb2-197b-4293-ab36-1f23ad84cdcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.148624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-575ecb5f-d005-46af-9131-9f22de6cba13 req-ad0c3301-d671-4273-8e56-f7d18f9dc897 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 210 time: 0.0546031 Nov 12 03:40:06.215542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-154f4fa4-61d6-43d2-acc0-f7a1f03d55e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2dbaa29df4bb4de2a1740e87f07f3efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244043 Nov 12 03:40:06.215821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60968) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.289552 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7399556-c46d-4e4f-9ca9-f688893d42cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.294110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.328791 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7399556-c46d-4e4f-9ca9-f688893d42cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.408840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7399556-c46d-4e4f-9ca9-f688893d42cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.415312 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7399556-c46d-4e4f-9ca9-f688893d42cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.422339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f7399556-c46d-4e4f-9ca9-f688893d42cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6906c286-0217-4ab4-9dd1-f1f292f5fb51 HTTP/1.1" status: 204 len: 168 time: 0.2029366 Nov 12 03:40:06.448583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-67814e58-2dfc-4dd5-af62-d1d3c5c001bc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.448952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7399556-c46d-4e4f-9ca9-f688893d42cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906c286-0217-4ab4-9dd1-f1f292f5fb51,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.453331 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-67814e58-2dfc-4dd5-af62-d1d3c5c001bc tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 812 time: 0.2061191 Nov 12 03:40:06.486665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Request body: {'port': {'device_id': 'd927752f-0e94-400b-9337-97a3ffc9b2c0', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'admin_state_up': True, 'tenant_id': '7e5e6a0a53c14a2ab1400011a6ea698c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:06.759933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Made reservation on behalf of 7e5e6a0a53c14a2ab1400011a6ea698c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:06.769437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.815614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbb4ceb2-197b-4293-ab36-1f23ad84cdcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.825027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbb4ceb2-197b-4293-ab36-1f23ad84cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.855742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4ceb2-197b-4293-ab36-1f23ad84cdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f54a19-25a3-458b-bdd3-8f65cc0409f1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.910380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cbb4ceb2-197b-4293-ab36-1f23ad84cdcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50cdc6dc8b6247f8abfc538b64e66d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0642862 Nov 12 03:40:06.913152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60986) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.002081 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.032179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Allocated IP 172.20.0.4 (cc7cd072-f689-4411-9289-55ac57982cd7/8969a8f9-b847-4ffe-96a5-cba15047533d/5d05a28a-2610-40c2-95d6-0ad780be558d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:07.042493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fd4afc8-d514-4e20-a8e0-986d81657db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.103570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fd4afc8-d514-4e20-a8e0-986d81657db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.215495 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fd4afc8-d514-4e20-a8e0-986d81657db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.223666 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fd4afc8-d514-4e20-a8e0-986d81657db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.230964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4fd4afc8-d514-4e20-a8e0-986d81657db7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3f54a19-25a3-458b-bdd3-8f65cc0409f1 HTTP/1.1" status: 204 len: 168 time: 0.3166239 Nov 12 03:40:07.250222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4afc8-d514-4e20-a8e0-986d81657db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f54a19-25a3-458b-bdd3-8f65cc0409f1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:07.353201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4d9a7-f635-4bd8-88e7-a52313f69861 req-d7718056-6a30-4789-a57c-b6927dde2cec tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.355001 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1e4d9a7-f635-4bd8-88e7-a52313f69861 req-d7718056-6a30-4789-a57c-b6927dde2cec tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.0771692 Nov 12 03:40:07.381385 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.434652 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.490826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1e4d9a7-f635-4bd8-88e7-a52313f69861 req-1a46335f-467b-4292-8936-4d0de73d4e8c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233969 Nov 12 03:40:07.550543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event updated for resources: {'Port': ['ID=5d05a28a-2610-40c2-95d6-0ad780be558d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:07.579513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Network cc7cd072-f689-4411-9289-55ac57982cd7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:07.581795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:07.600861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:07.609295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ffbaf1-1522-4fcb-a8f3-2245c9db283c None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:07.677403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8409b925-4dea-4a6d-89fa-28c40909c7a4 None None] Provisioning complete for port 5d05a28a-2610-40c2-95d6-0ad780be558d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:07.677765 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8409b925-4dea-4a6d-89fa-28c40909c7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.726760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.727381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.746308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a445b-1284-49aa-8329-23582eee7d85 req-e6d5e86a-d558-4f23-9b20-75e00dc526fd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.747828 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b74a445b-1284-49aa-8329-23582eee7d85 req-e6d5e86a-d558-4f23-9b20-75e00dc526fd tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 931 time: 0.3275256 Nov 12 03:40:07.756037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8409b925-4dea-4a6d-89fa-28c40909c7a4 None None] Port 5d05a28a-2610-40c2-95d6-0ad780be558d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:07.785419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-3526ae15-03c8-4678-9277-c5f3cf3e5412 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3105438 Nov 12 03:40:07.806478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Request body: {'port': {'device_id': 'd927752f-0e94-400b-9337-97a3ffc9b2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:07.844783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b74a445b-1284-49aa-8329-23582eee7d85 req-cd170e79-5312-489c-9e21-e1bc34e5420e tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780871 Nov 12 03:40:07.879401 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.884982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32800) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.237961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1833814538'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:08.268463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:08.272290 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.285606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.420316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.426718 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.445354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:08.457962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.458558 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Added segment 3725edc3-f2b0-442b-92ad-d91bcac53ab8 of type vlan for network 64f29f14-0ef7-484b-be66-57c3cee95518 Nov 12 03:40:08.525095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.582681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.589885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.590512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.623633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8978f-a89a-485b-a01e-8fd236480fb2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:08.669759 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7836442 Nov 12 03:40:08.673696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32830) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.681623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'name': 'tempest-PortsIpV6TestJSON-595044446'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:08.684804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d05a28a-2610-40c2-95d6-0ad780be558d {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:08.695472 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.746605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Transition to ACTIVE for port object 5d05a28a-2610-40c2-95d6-0ad780be558d will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:08.758755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee98504-7f1f-47fb-acb8-38c4ede63eb4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Network': ['ID=64f29f14-0ef7-484b-be66-57c3cee95518,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:08.771015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:08.781425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e15d3-93cc-47ab-b314-6a7ee388fdf1 req-0b25ba89-e838-477e-965d-fec04be6c483 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.785651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-093e15d3-93cc-47ab-b314-6a7ee388fdf1 req-0b25ba89-e838-477e-965d-fec04be6c483 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1661851 Nov 12 03:40:08.788448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.803944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:08.807511 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.846255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port a4af1a61-d879-45d7-aaa8-28910425fedb yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:08.911384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-093e15d3-93cc-47ab-b314-6a7ee388fdf1 req-c2b85e52-a01c-40ba-91a1-e881de3eac5d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147277 Nov 12 03:40:08.937804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5df8c3f-e06a-4cb5-8843-993eb438f11d None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:08.971190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Pushing event updated for resources: {'Port': ['ID=5d05a28a-2610-40c2-95d6-0ad780be558d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.120941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Attempting to bind port 5d05a28a-2610-40c2-95d6-0ad780be558d on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:09.124948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Attempting to bind port 5d05a28a-2610-40c2-95d6-0ad780be558d by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:09.125091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73bda0-7144-4bbf-885a-92968b60405c req-1a235739-d6fd-461f-8248-bfcf72803cb2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.125302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Attempting to bind port 5d05a28a-2610-40c2-95d6-0ad780be558d on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:09.132683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e73bda0-7144-4bbf-885a-92968b60405c req-1a235739-d6fd-461f-8248-bfcf72803cb2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 943 time: 0.1247389 Nov 12 03:40:09.133821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Port 5d05a28a-2610-40c2-95d6-0ad780be558d on network cc7cd072-f689-4411-9289-55ac57982cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:09.134312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Attempting to bind port 5d05a28a-2610-40c2-95d6-0ad780be558d on network cc7cd072-f689-4411-9289-55ac57982cd7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:09.140422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:09.141143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Checking segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:09.141683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Bound using segment: {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:09.142399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Bound port: 5d05a28a-2610-40c2-95d6-0ad780be558d, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:09.142918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.191495 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.209482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e73bda0-7144-4bbf-885a-92968b60405c req-6202ccb9-26f4-4247-9acb-d08d058e218f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758684 Nov 12 03:40:09.257645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] For port 5d05a28a-2610-40c2-95d6-0ad780be558d, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:09.261283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] For port 5d05a28a-2610-40c2-95d6-0ad780be558d, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d05a28a-2610-40c2-95d6-0ad780be558d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:09.267920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.283179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.332867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Pushing event updated for resources: {'Port': ['ID=5d05a28a-2610-40c2-95d6-0ad780be558d,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.342177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.344038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.346549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-76f6abbf-1010-4c06-9f41-dd43a618b925 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d05a28a-2610-40c2-95d6-0ad780be558d HTTP/1.1" status: 200 len: 1092 time: 1.5470586 Nov 12 03:40:09.347094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd927752f-0e94-400b-9337-97a3ffc9b2c0', 'tag': '5d05a28a-2610-40c2-95d6-0ad780be558d'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:09.352956 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc101d15-44b1-414f-af04-a36f633586bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d927752f-0e94-400b-9337-97a3ffc9b2c0", "tag": "5d05a28a-2610-40c2-95d6-0ad780be558d"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:09.362318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb251b-990a-4a14-9150-8d616416146a None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:09.406653 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe9de9-775d-4f14-9668-8da7a4cda952 x-openstack-request-id: req-13fe9de9-775d-4f14-9668-8da7a4cda952 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:09.407264 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d927752f-0e94-400b-9337-97a3ffc9b2c0", "tag": "5d05a28a-2610-40c2-95d6-0ad780be558d", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:09.407787 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13fe9de9-775d-4f14-9668-8da7a4cda952 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:09.408352 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd927752f-0e94-400b-9337-97a3ffc9b2c0', 'tag': '5d05a28a-2610-40c2-95d6-0ad780be558d', 'status': 'completed', 'code': 200} Nov 12 03:40:09.473181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=a4af1a61-d879-45d7-aaa8-28910425fedb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.489579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking segment: {'id': '3725edc3-f2b0-442b-92ad-d91bcac53ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:09.490683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network hostable DHCP agents. Network: 64f29f14-0ef7-484b-be66-57c3cee95518, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:09.519842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:09.526980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-85103983-5309-4384-9788-55776aae9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.528668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-85103983-5309-4384-9788-55776aae9332 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 1095 time: 0.1189663 Nov 12 03:40:09.539268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 64f29f14-0ef7-484b-be66-57c3cee95518) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:09.549473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643311fa-ce77-46f4-bcae-5f16428cc388 None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:09.571129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:09.591847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.594890 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.621633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-11cb6eb0-98fc-43ed-8efa-efb59302b191 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d05a28a-2610-40c2-95d6-0ad780be558d HTTP/1.1" status: 200 len: 217 time: 0.0833535 Nov 12 03:40:09.641493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-29075e6c-0ef1-4a7b-b53c-c66bc91125bd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9666471 Nov 12 03:40:09.642350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32856) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:09.648125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1956809361'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:09.676300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:09.680879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.719764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:09.736485 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.736867 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Added segment fd1a6edc-c1de-443a-8f8f-695fec189181 of type vlan for network 9dadf3d1-e3f6-4795-9715-7186fdb6e264 Nov 12 03:40:09.804054 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.814889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-dc6ad1ed-3c4b-4636-9eda-c4c27c1e10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.816352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-dc6ad1ed-3c4b-4636-9eda-c4c27c1e10e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.1666563 Nov 12 03:40:09.848675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.856223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.856953 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.870814 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-9b0ee47a-a98e-4e6a-aea9-7bf71a8497ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438521 Nov 12 03:40:09.950995 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3048513 Nov 12 03:40:09.952250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:09.958592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'ports': [{'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518'}, {'network_id': '9dadf3d1-e3f6-4795-9715-7186fdb6e264'}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:09.958910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:09.959501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': '9dadf3d1-e3f6-4795-9715-7186fdb6e264'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:10.000104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d03a8-2ec8-4a7e-a5a1-072f2b17f591 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Network': ['ID=9dadf3d1-e3f6-4795-9715-7186fdb6e264,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.012102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9dadf3d1-e3f6-4795-9715-7186fdb6e264 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:10.019535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-8fc826eb-f634-4dfe-bba1-568c3a171a61 service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299584 Nov 12 03:40:10.232695 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ed7aa09-35c3-47da-84b9-ab123b095d87 req-63ddd2c1-9007-4c28-853c-0b28c17b2d8c service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122881 Nov 12 03:40:10.269246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38e18-13b4-42e1-9ab4-af8df584a4df req-96ddcae9-e72e-44f9-a66a-ea9bcb6bb19d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.281118 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8ac38e18-13b4-42e1-9ab4-af8df584a4df req-96ddcae9-e72e-44f9-a66a-ea9bcb6bb19d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1445053 Nov 12 03:40:10.327920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 2} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:10.333388 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.386608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.387781 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8ac38e18-13b4-42e1-9ab4-af8df584a4df req-0f2fbdbe-9fd5-4aeb-a74a-e933082ab568 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016974 Nov 12 03:40:10.417643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc101d15-44b1-414f-af04-a36f633586bb req-570fdf51-bb8f-47b4-8ec3-76ebcdebd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.424586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc101d15-44b1-414f-af04-a36f633586bb req-570fdf51-bb8f-47b4-8ec3-76ebcdebd97c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 1095 time: 0.1051865 Nov 12 03:40:10.616918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port a936d64a-9294-4278-adaa-ab2cd60a1fe3 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:10.619840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc101d15-44b1-414f-af04-a36f633586bb req-2c942718-aea0-4674-bcfd-5f7863608b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.624842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc101d15-44b1-414f-af04-a36f633586bb req-2c942718-aea0-4674-bcfd-5f7863608b0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 200 len: 914 time: 0.1923742 Nov 12 03:40:10.706871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc101d15-44b1-414f-af04-a36f633586bb req-44bccf25-bbf1-4602-8a91-aafe61e70675 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d05a28a-2610-40c2-95d6-0ad780be558d HTTP/1.1" status: 200 len: 217 time: 0.0744629 Nov 12 03:40:10.744881 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.817397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc101d15-44b1-414f-af04-a36f633586bb req-d94b5184-aee4-4d15-828f-205034803093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.818977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc101d15-44b1-414f-af04-a36f633586bb req-d94b5184-aee4-4d15-828f-205034803093 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 200 len: 852 time: 0.1048284 Nov 12 03:40:10.827114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 737c23cd-4a11-4320-8510-c0220c4087b2 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:10.871743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e84df-8db2-4037-a8f0-a50285903284 req-06ad23fb-b214-4ac2-9a5e-93aa7821bcf9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.881639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-974e84df-8db2-4037-a8f0-a50285903284 req-06ad23fb-b214-4ac2-9a5e-93aa7821bcf9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 943 time: 0.5173843 Nov 12 03:40:10.886088 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc101d15-44b1-414f-af04-a36f633586bb req-e47940c1-8f0f-4620-9ff5-68ba7ab3ef01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cc7cd072-f689-4411-9289-55ac57982cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523989 Nov 12 03:40:11.145734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc101d15-44b1-414f-af04-a36f633586bb req-a224d25c-139c-47c1-bf09-11b89d1ab22a service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419412 Nov 12 03:40:11.299441 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-974e84df-8db2-4037-a8f0-a50285903284 req-99415734-e6b0-48c2-bfcf-95ffee0bff41 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812876 Nov 12 03:40:11.356913 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.380577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc101d15-44b1-414f-af04-a36f633586bb req-01250943-e8c8-409e-b9ac-0a7bd2a9cd2d service neutron] 10.222.0.20 "GET /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265742 Nov 12 03:40:11.502700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.579489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:11.652724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:11.672248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:11.673548 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.728968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=a936d64a-9294-4278-adaa-ab2cd60a1fe3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:11.854434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6572-2fa1-417c-bb2d-1a3e5336537c req-8860f986-ab69-4a3b-8ffb-3a321c5c7e70 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.866947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424d6572-2fa1-417c-bb2d-1a3e5336537c req-8860f986-ab69-4a3b-8ffb-3a321c5c7e70 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.3099267 Nov 12 03:40:11.908538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=737c23cd-4a11-4320-8510-c0220c4087b2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:11.975421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking segment: {'id': 'fd1a6edc-c1de-443a-8f8f-695fec189181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '9dadf3d1-e3f6-4795-9715-7186fdb6e264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:11.978581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network hostable DHCP agents. Network: 9dadf3d1-e3f6-4795-9715-7186fdb6e264, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:12.013660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424d6572-2fa1-417c-bb2d-1a3e5336537c req-16f7398f-aa95-43e7-a373-e7d7d4100c45 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279888 Nov 12 03:40:12.037692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 9dadf3d1-e3f6-4795-9715-7186fdb6e264 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:12.077403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9dadf3d1-e3f6-4795-9715-7186fdb6e264) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:12.081551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:12.086378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-77d102c7-fc8d-4966-b0d6-dc35062d558e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.087771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.090190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c7753-c175-4212-b8b9-2e166446fd42 None None] Network 9dadf3d1-e3f6-4795-9715-7186fdb6e264 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:12.093091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.093927 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.119526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-77d102c7-fc8d-4966-b0d6-dc35062d558e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.129051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ee6c2792-8535-4b92-8d73-67ea8792b35c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1738033 Nov 12 03:40:12.129951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32972) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:12.143671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-77d102c7-fc8d-4966-b0d6-dc35062d558e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.185816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-77d102c7-fc8d-4966-b0d6-dc35062d558e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.201375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-77d102c7-fc8d-4966-b0d6-dc35062d558e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.208234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-77d102c7-fc8d-4966-b0d6-dc35062d558e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.223396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-77d102c7-fc8d-4966-b0d6-dc35062d558e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.241350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-77d102c7-fc8d-4966-b0d6-dc35062d558e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.2725019 Nov 12 03:40:12.376069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed40-9633-4172-8e30-ed091e2504eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 737c23cd-4a11-4320-8510-c0220c4087b2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:12.387007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed40-9633-4172-8e30-ed091e2504eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.388429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d2b59d5-f005-4c63-a1ae-e66df5b00c9e req-b6d60959-1930-4f0d-a462-47eadc5403a5 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1460898 Nov 12 03:40:12.550690 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed40-9633-4172-8e30-ed091e2504eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.585234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7f85ed40-9633-4172-8e30-ed091e2504eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 737c23cd-4a11-4320-8510-c0220c4087b2 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:12.672186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cb4c2-15f3-4444-8dc7-c510198f6456 req-7a5d9f3c-6a6a-4a75-841a-6d8d0944322c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.694284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f05cb4c2-15f3-4444-8dc7-c510198f6456 req-7a5d9f3c-6a6a-4a75-841a-6d8d0944322c tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 943 time: 0.1809890 Nov 12 03:40:12.740173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9e5b9a67-40c3-49b3-bb07-e1e5f07a994d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.756653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9e5b9a67-40c3-49b3-bb07-e1e5f07a994d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.772234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9e5b9a67-40c3-49b3-bb07-e1e5f07a994d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.781613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9e5b9a67-40c3-49b3-bb07-e1e5f07a994d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.790935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9e5b9a67-40c3-49b3-bb07-e1e5f07a994d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.798911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9e5b9a67-40c3-49b3-bb07-e1e5f07a994d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.805712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9e5b9a67-40c3-49b3-bb07-e1e5f07a994d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.807840 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9e5b9a67-40c3-49b3-bb07-e1e5f07a994d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.1854601 Nov 12 03:40:12.872656 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f05cb4c2-15f3-4444-8dc7-c510198f6456 req-bf842b92-111e-4660-b4a8-801c3e6b685d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730366 Nov 12 03:40:12.890132 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed40-9633-4172-8e30-ed091e2504eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.904605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-c2ada307-0045-4bdc-a460-ebc58404c62b tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.906150 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-c2ada307-0045-4bdc-a460-ebc58404c62b tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "GET /v2.0/ports/c751239b-7e72-46b3-8f2b-fc85880f2cfa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0908697 Nov 12 03:40:12.922229 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f85ed40-9633-4172-8e30-ed091e2504eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.928588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7f85ed40-9633-4172-8e30-ed091e2504eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/737c23cd-4a11-4320-8510-c0220c4087b2 HTTP/1.1" status: 204 len: 168 time: 0.7965865 Nov 12 03:40:12.929631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:12.980932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85ed40-9633-4172-8e30-ed091e2504eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=737c23cd-4a11-4320-8510-c0220c4087b2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.042616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b34fe-6b75-497e-b5f8-1b336dba78b2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.050720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b34fe-6b75-497e-b5f8-1b336dba78b2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.053313 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cf3b34fe-6b75-497e-b5f8-1b336dba78b2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1193271 Nov 12 03:40:13.055081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33014) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:13.114498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d05a28a-2610-40c2-95d6-0ad780be558d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:13.118253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-9c8d40dd-8498-4f28-85e2-89c84d962bc6 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "GET /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1980424 Nov 12 03:40:13.146246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:13.225393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6c82241b-5031-48bd-83e0-e908e01f2463 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port a936d64a-9294-4278-adaa-ab2cd60a1fe3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:13.225887 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c82241b-5031-48bd-83e0-e908e01f2463 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.300399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d05a28a-2610-40c2-95d6-0ad780be558d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d05a28a-2610-40c2-95d6-0ad780be558d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:13.338815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5d05a28a-2610-40c2-95d6-0ad780be558d', 'network_id': 'cc7cd072-f689-4411-9289-55ac57982cd7', 'port_id': '5d05a28a-2610-40c2-95d6-0ad780be558d', 'mac_address': 'fa:16:3e:a3:c5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969a8f9-b847-4ffe-96a5-cba15047533d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:13.342310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.396075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c82241b-5031-48bd-83e0-e908e01f2463 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.485365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6c82241b-5031-48bd-83e0-e908e01f2463 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for a936d64a-9294-4278-adaa-ab2cd60a1fe3 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:13.489672 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.523682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d05a28a-2610-40c2-95d6-0ad780be558d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:13.539974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ac496-08fe-4ad4-bd97-887b276cb289 req-e15cd4a1-c882-420d-be97-c50ff56db874 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.542512 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-091ac496-08fe-4ad4-bd97-887b276cb289 req-e15cd4a1-c882-420d-be97-c50ff56db874 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.2209229 Nov 12 03:40:13.559125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d05a28a-2610-40c2-95d6-0ad780be558d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d05a28a-2610-40c2-95d6-0ad780be558d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:13.566155 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.676558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5d05a28a-2610-40c2-95d6-0ad780be558d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.698925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.699444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.699893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.700333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.700920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.701527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.702604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.703143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.707194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.707824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.708396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.708977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:13.748397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-f09af622-d4f4-4c2f-8d4a-013337d7017e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.755657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-f09af622-d4f4-4c2f-8d4a-013337d7017e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.762703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-f09af622-d4f4-4c2f-8d4a-013337d7017e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.771294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-f09af622-d4f4-4c2f-8d4a-013337d7017e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.778132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-f09af622-d4f4-4c2f-8d4a-013337d7017e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.785490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-f09af622-d4f4-4c2f-8d4a-013337d7017e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.794984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-f09af622-d4f4-4c2f-8d4a-013337d7017e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.803079 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-091ac496-08fe-4ad4-bd97-887b276cb289 req-06cf4b85-e1a7-48b9-8b8e-5cb90926b7f2 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294308 Nov 12 03:40:13.804395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-f09af622-d4f4-4c2f-8d4a-013337d7017e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 5434 time: 0.2503762 Nov 12 03:40:13.828105 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c82241b-5031-48bd-83e0-e908e01f2463 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.862267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] For port c751239b-7e72-46b3-8f2b-fc85880f2cfa, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c751239b-7e72-46b3-8f2b-fc85880f2cfa,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:13.870644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5d05a28a-2610-40c2-95d6-0ad780be558d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:13.878212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82241b-5031-48bd-83e0-e908e01f2463 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=a936d64a-9294-4278-adaa-ab2cd60a1fe3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.887538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c82241b-5031-48bd-83e0-e908e01f2463 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.892113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6c82241b-5031-48bd-83e0-e908e01f2463 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/a936d64a-9294-4278-adaa-ab2cd60a1fe3 HTTP/1.1" status: 204 len: 168 time: 0.8358669 Nov 12 03:40:13.894561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33032) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:13.950963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] For port c751239b-7e72-46b3-8f2b-fc85880f2cfa, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:13.963291 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b3c8d-f4c5-4a60-8707-3a1bac91cb03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.969271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-071b3c8d-f4c5-4a60-8707-3a1bac91cb03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0735009 Nov 12 03:40:13.972198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33038) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:14.008458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37d5e142-9f3e-4a6d-b5a0-155765a0438e req-1b61dbaf-4062-49e4-8544-ece037da373c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=f6dcefd9-b5da-406c-9963-53bfe7b78b15&id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952114 Nov 12 03:40:14.009453 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce25f208-ec72-4f53-a654-9bc3d18178a3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:40:14.012069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ce25f208-ec72-4f53-a654-9bc3d18178a3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/737c23cd-4a11-4320-8510-c0220c4087b2 HTTP/1.1" status: 404 len: 333 time: 0.0381455 Nov 12 03:40:14.014389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33044) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:14.041807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] device_id is not set on port c751239b-7e72-46b3-8f2b-fc85880f2cfa yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:14.074148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.086925 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.151143 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a707690-22de-4446-8d7f-0f98c512fb15 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:40:14.163765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2a707690-22de-4446-8d7f-0f98c512fb15 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/a936d64a-9294-4278-adaa-ab2cd60a1fe3 HTTP/1.1" status: 404 len: 333 time: 0.1447384 Nov 12 03:40:14.163953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] No DVR routers for this DVR port c751239b-7e72-46b3-8f2b-fc85880f2cfa on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:14.164265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33048) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:14.231579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] Pushing event updated for resources: {'Port': ['ID=c751239b-7e72-46b3-8f2b-fc85880f2cfa,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:14.246478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] In _notify_port_updated(), no bound segment for port c751239b-7e72-46b3-8f2b-fc85880f2cfa on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:14.247719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.249429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.251796 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-07513d69-8d9e-47fb-bf2f-c40d8f5ea93e service neutron] 10.222.0.20 "PUT /v2.0/ports/c751239b-7e72-46b3-8f2b-fc85880f2cfa HTTP/1.1" status: 200 len: 1027 time: 1.1146922 Nov 12 03:40:14.316124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-013818ae-3a6f-4c10-9a98-24b71a3a2541 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.318031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-013818ae-3a6f-4c10-9a98-24b71a3a2541 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "GET /v2.0/ports/dcb4e393-b13d-4b0b-af19-96a884c3c885?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0577848 Nov 12 03:40:14.336674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:14.428503 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.579410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f5451ede-64e0-4a0e-98fb-de1e06b563b0 None None] Provisioning complete for port c751239b-7e72-46b3-8f2b-fc85880f2cfa triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:14.579946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f5451ede-64e0-4a0e-98fb-de1e06b563b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.649083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] For port dcb4e393-b13d-4b0b-af19-96a884c3c885, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dcb4e393-b13d-4b0b-af19-96a884c3c885,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:14.685667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f5451ede-64e0-4a0e-98fb-de1e06b563b0 None None] Port c751239b-7e72-46b3-8f2b-fc85880f2cfa cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:14.703988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] For port dcb4e393-b13d-4b0b-af19-96a884c3c885, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:14.749215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] device_id is not set on port dcb4e393-b13d-4b0b-af19-96a884c3c885 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:14.762413 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.777378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.905791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf54826-c136-4cb0-93b7-fd7a1182ae94 req-e90b8844-f69b-46dd-b0d2-54df914edb29 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.908006 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fdf54826-c136-4cb0-93b7-fd7a1182ae94 req-e90b8844-f69b-46dd-b0d2-54df914edb29 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 944 time: 0.7842190 Nov 12 03:40:14.913767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.981708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] No DVR routers for this DVR port dcb4e393-b13d-4b0b-af19-96a884c3c885 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:15.022258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] Pushing event updated for resources: {'Port': ['ID=dcb4e393-b13d-4b0b-af19-96a884c3c885,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.071152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] In _notify_port_updated(), no bound segment for port dcb4e393-b13d-4b0b-af19-96a884c3c885 on network 41325d71-c771-431e-abd4-05a171d89a69 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:15.072568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.073555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.075336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-67807036-b23b-451b-b224-ef75bbf88cde service neutron] 10.222.0.20 "PUT /v2.0/ports/dcb4e393-b13d-4b0b-af19-96a884c3c885 HTTP/1.1" status: 200 len: 1027 time: 0.7493174 Nov 12 03:40:15.092632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99804d77-5699-4d4e-9406-99a1407499d7 req-494a06b2-fa30-4871-a35f-d7f05982cd10 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.100707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99804d77-5699-4d4e-9406-99a1407499d7 req-494a06b2-fa30-4871-a35f-d7f05982cd10 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1201174 Nov 12 03:40:15.113864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:15.116183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d05a28a-2610-40c2-95d6-0ad780be558d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:15.191869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fdf54826-c136-4cb0-93b7-fd7a1182ae94 req-b67e85e6-810f-4799-874e-802ea10652c3 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676814 Nov 12 03:40:15.199083 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.234600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dadf3d1-e3f6-4795-9715-7186fdb6e264']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:15.294569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1a6edc-c1de-443a-8f8f-695fec189181') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:15.295984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1a6edc-c1de-443a-8f8f-695fec189181') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:15.313281 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.332604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.343709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:15.344188 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:15.347719 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:15.394366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99804d77-5699-4d4e-9406-99a1407499d7 req-5a8528ad-1528-4642-8f9d-1b9815e38e38 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2923727 Nov 12 03:40:15.484240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting port 53aba75e-2a7c-4c17-b2ec-80503286a411 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:15.484924 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.498361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:15.521022 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.531047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'port_id': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'mac_address': 'fa:16:3e:b8:2f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:15.581549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.590018 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/networks/9dadf3d1-e3f6-4795-9715-7186fdb6e264 HTTP/1.1" status: 204 len: 168 time: 1.4209752 Nov 12 03:40:15.615427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33088) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:15.620330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1461739058'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:15.623170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3279b7a-a838-4941-8dfd-601f7d0c6d63 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Network': ['ID=9dadf3d1-e3f6-4795-9715-7186fdb6e264,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.670464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943d95e-5bf2-4747-8b80-1bd568ea0fe3 req-7f066582-ba74-45d8-9b08-dd45ff6f7e4d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.685314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943d95e-5bf2-4747-8b80-1bd568ea0fe3 req-7f066582-ba74-45d8-9b08-dd45ff6f7e4d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.691746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943d95e-5bf2-4747-8b80-1bd568ea0fe3 req-7f066582-ba74-45d8-9b08-dd45ff6f7e4d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.698106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943d95e-5bf2-4747-8b80-1bd568ea0fe3 req-7f066582-ba74-45d8-9b08-dd45ff6f7e4d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.706695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943d95e-5bf2-4747-8b80-1bd568ea0fe3 req-7f066582-ba74-45d8-9b08-dd45ff6f7e4d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.711932 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.714250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4943d95e-5bf2-4747-8b80-1bd568ea0fe3 req-7f066582-ba74-45d8-9b08-dd45ff6f7e4d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 3886 time: 0.2166989 Nov 12 03:40:15.720714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:15.724370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.751997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] For port 53aba75e-2a7c-4c17-b2ec-80503286a411, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=53aba75e-2a7c-4c17-b2ec-80503286a411,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:15.752369 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.774355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:15.793602 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.793958 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Added segment 886e6e45-232b-4e7a-89f0-3a61eef52064 of type vlan for network 5b085bbd-a17b-43f4-ae45-87ffa723eba0 Nov 12 03:40:15.802470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:15.806977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6e231a6b-4729-4ded-9577-ae2bf211572e None None] Provisioning complete for port dcb4e393-b13d-4b0b-af19-96a884c3c885 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:15.807424 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e231a6b-4729-4ded-9577-ae2bf211572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.868498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5d05a28a-2610-40c2-95d6-0ad780be558d completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:15.872212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:15.883689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.893133 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4943d95e-5bf2-4747-8b80-1bd568ea0fe3 req-df1b490c-8e9a-4f6c-814f-830a7bb2b0c8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777508 Nov 12 03:40:15.918692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.960265 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.968950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.968950 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.979993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Calling delete_port for 53aba75e-2a7c-4c17-b2ec-80503286a411 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:15.992603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.997908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5d05a28a-2610-40c2-95d6-0ad780be558d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:15.998299 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.051686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6e231a6b-4729-4ded-9577-ae2bf211572e None None] Port dcb4e393-b13d-4b0b-af19-96a884c3c885 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:16.083239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Network': ['ID=5b085bbd-a17b-43f4-ae45-87ffa723eba0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:16.096484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1d403dc-c415-4e32-beff-ceaf87a4a48b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4796572 Nov 12 03:40:16.099154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33106) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:16.100924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 5b085bbd-a17b-43f4-ae45-87ffa723eba0 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:16.104512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '5b085bbd-a17b-43f4-ae45-87ffa723eba0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:16.113135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:16.395479 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.421372 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.429467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:16.442196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.523432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Port': ['ID=53aba75e-2a7c-4c17-b2ec-80503286a411,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:16.539161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd927752f-0e94-400b-9337-97a3ffc9b2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d05a28a-2610-40c2-95d6-0ad780be558d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:16.541448 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0b40f3-b307-4d4d-88a3-01d2657bbe7e" -d '{"events": [{"server_uuid": "d927752f-0e94-400b-9337-97a3ffc9b2c0", "name": "network-vif-plugged", "status": "completed", "tag": "5d05a28a-2610-40c2-95d6-0ad780be558d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:16.610043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d05a28a-2610-40c2-95d6-0ad780be558d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d05a28a-2610-40c2-95d6-0ad780be558d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:16.622678 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.623910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b18dccb2-bf47-4c56-b885-4c20b800c014 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:16.635029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Performing IP validity checks on allocation pools {{(pid=102629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:40:16.643555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:40:16.731387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] No DVR routers for this DVR port 53aba75e-2a7c-4c17-b2ec-80503286a411 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:16.737807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.743280 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-307f27c1-92d4-4111-b41a-8c72e5d34a34 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "DELETE /v2.0/ports/53aba75e-2a7c-4c17-b2ec-80503286a411 HTTP/1.1" status: 204 len: 173 time: 1.6609249 Nov 12 03:40:16.750948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': '53aba75e-2a7c-4c17-b2ec-80503286a411'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:16.762626 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263c975d-a85a-4f15-ab23-7e0202788ed5" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "53aba75e-2a7c-4c17-b2ec-80503286a411"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:16.902946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9308-678c-40d8-bbc6-8959ba78fb3a req-5f8c76e5-c886-4ca4-a6d2-bd4781016137 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.907026 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-669a9308-678c-40d8-bbc6-8959ba78fb3a req-5f8c76e5-c886-4ca4-a6d2-bd4781016137 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 944 time: 0.4068584 Nov 12 03:40:16.907539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5d05a28a-2610-40c2-95d6-0ad780be558d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:16.925704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.033307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-669a9308-678c-40d8-bbc6-8959ba78fb3a req-a6d4710b-c2e5-4e16-a8f2-6129379ab604 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879517 Nov 12 03:40:17.060101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddf95f-16ca-42f7-8da3-6c332c0b329b req-204be719-1a38-4378-9c69-79ef5d2276ee tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.062966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-98ddf95f-16ca-42f7-8da3-6c332c0b329b req-204be719-1a38-4378-9c69-79ef5d2276ee tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 945 time: 0.1539066 Nov 12 03:40:17.068178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.086775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=68dbbeb2-518e-4ad2-a7c7-14ae4ddcee6a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:17.133868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking segment: {'id': '886e6e45-232b-4e7a-89f0-3a61eef52064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b085bbd-a17b-43f4-ae45-87ffa723eba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:17.134803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network hostable DHCP agents. Network: 5b085bbd-a17b-43f4-ae45-87ffa723eba0, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:17.165992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-98ddf95f-16ca-42f7-8da3-6c332c0b329b req-ce55b252-c800-4252-867d-41dd8093e8e1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932884 Nov 12 03:40:17.185422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b18dccb2-bf47-4c56-b885-4c20b800c014, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b18dccb2-bf47-4c56-b885-4c20b800c014,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:17.193597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.194320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 20a56828-4e8d-4ba0-939b-277b349a8408 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:17.200559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 5b085bbd-a17b-43f4-ae45-87ffa723eba0 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:17.224295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 5b085bbd-a17b-43f4-ae45-87ffa723eba0) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:17.229799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.234909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.254792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting port dd9a0121-61e9-4a30-bc4e-80759322c917 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:17.260613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.284958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2f71a-be13-47c4-aee7-c12c38ff2f7a None None] Network 5b085bbd-a17b-43f4-ae45-87ffa723eba0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:17.308113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bf5ad702-7629-43e2-992d-00411d0fc75b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2059655 Nov 12 03:40:17.309863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33150) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:17.328816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': '5b085bbd-a17b-43f4-ae45-87ffa723eba0', 'name': 'tempest-PortsIpV6TestJSON-1433849222'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:17.457384 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f901667-0383-4fb7-9a34-88bf8eff5244 x-openstack-request-id: req-8f901667-0383-4fb7-9a34-88bf8eff5244 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:17.460214 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "53aba75e-2a7c-4c17-b2ec-80503286a411", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:17.460757 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f901667-0383-4fb7-9a34-88bf8eff5244 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:17.463246 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': '53aba75e-2a7c-4c17-b2ec-80503286a411', 'status': 'completed', 'code': 200} Nov 12 03:40:17.585813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] For port dd9a0121-61e9-4a30-bc4e-80759322c917, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=dd9a0121-61e9-4a30-bc4e-80759322c917,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:17.587180 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.617614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980d9ca-7fc9-46fd-8e5c-b1703d8d8105 req-3e0cfa2c-032d-4dd8-a460-35cf18755401 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.624997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980d9ca-7fc9-46fd-8e5c-b1703d8d8105 req-3e0cfa2c-032d-4dd8-a460-35cf18755401 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.632698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980d9ca-7fc9-46fd-8e5c-b1703d8d8105 req-3e0cfa2c-032d-4dd8-a460-35cf18755401 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.642404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980d9ca-7fc9-46fd-8e5c-b1703d8d8105 req-3e0cfa2c-032d-4dd8-a460-35cf18755401 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.651956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f980d9ca-7fc9-46fd-8e5c-b1703d8d8105 req-3e0cfa2c-032d-4dd8-a460-35cf18755401 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 3149 time: 0.1594963 Nov 12 03:40:17.657309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:17.660815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.663370 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c9140a-ed0c-474b-94d2-247bb01a4f38 x-openstack-request-id: req-46c9140a-ed0c-474b-94d2-247bb01a4f38 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:17.663662 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d927752f-0e94-400b-9337-97a3ffc9b2c0", "name": "network-vif-plugged", "status": "completed", "tag": "5d05a28a-2610-40c2-95d6-0ad780be558d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:17.663996 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46c9140a-ed0c-474b-94d2-247bb01a4f38 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:17.664404 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd927752f-0e94-400b-9337-97a3ffc9b2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d05a28a-2610-40c2-95d6-0ad780be558d', 'code': 200} Nov 12 03:40:17.668226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b18dccb2-bf47-4c56-b885-4c20b800c014,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:17.683482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Calling delete_port for dd9a0121-61e9-4a30-bc4e-80759322c917 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:17.694287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port f1c6e769-4b33-4d77-8cbd-5fa8ff467248 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:17.729036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc180fd-7339-495e-a8b6-f3c4c64162f5 req-27a3c23b-37d3-47a4-b227-cc1799ff646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.731099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0fc180fd-7339-495e-a8b6-f3c4c64162f5 req-27a3c23b-37d3-47a4-b227-cc1799ff646d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 1097 time: 0.1607754 Nov 12 03:40:17.746872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f980d9ca-7fc9-46fd-8e5c-b1703d8d8105 req-47fe848c-aa8f-405c-8c2c-82060d930f5f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934982 Nov 12 03:40:17.927445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0fc180fd-7339-495e-a8b6-f3c4c64162f5 req-216cc3c9-0893-4d9a-9610-7b00312de00f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339633 Nov 12 03:40:17.934194 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.971520 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.005346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Port': ['ID=dd9a0121-61e9-4a30-bc4e-80759322c917,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:18.019072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 20a56828-4e8d-4ba0-939b-277b349a8408, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=20a56828-4e8d-4ba0-939b-277b349a8408,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:18.026129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.028370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 71ee0c62-30cc-4c65-9f68-bab1101ab758 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:18.084547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] No DVR routers for this DVR port dd9a0121-61e9-4a30-bc4e-80759322c917 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:18.087126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.090893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-e80bcd19-e80c-4380-a626-4b134ab602a9 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "DELETE /v2.0/ports/dd9a0121-61e9-4a30-bc4e-80759322c917 HTTP/1.1" status: 204 len: 173 time: 1.2751203 Nov 12 03:40:18.146077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=20a56828-4e8d-4ba0-939b-277b349a8408,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:18.171795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-5b085bbd-a17b-43f4-ae45-87ffa723eba0', 'network_id': '5b085bbd-a17b-43f4-ae45-87ffa723eba0', 'tenant_id': 'cd9b5b1916434b0e86aecec3eed4890a', 'fixed_ips': [{'subnet_id': '68dbbeb2-518e-4ad2-a7c7-14ae4ddcee6a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:18.172816 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.213943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::213 (5b085bbd-a17b-43f4-ae45-87ffa723eba0/68dbbeb2-518e-4ad2-a7c7-14ae4ddcee6a/f1c6e769-4b33-4d77-8cbd-5fa8ff467248) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:18.234444 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.389796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c076f3d-904b-4dc7-9f23-06f25c4bdc8b req-76b793d7-6ba9-442d-a448-d11304bd9c13 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:18.398113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c076f3d-904b-4dc7-9f23-06f25c4bdc8b req-76b793d7-6ba9-442d-a448-d11304bd9c13 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 945 time: 0.1730995 Nov 12 03:40:18.428022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting port 20a56828-4e8d-4ba0-939b-277b349a8408 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:18.428499 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.618559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 71ee0c62-30cc-4c65-9f68-bab1101ab758, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:18.631216 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.633269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd9a0121-61e9-4a30-bc4e-80759322c917 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:18.666911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c076f3d-904b-4dc7-9f23-06f25c4bdc8b req-67f7d50e-befc-43ca-a439-427c4cddd2c9 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635758 Nov 12 03:40:18.753389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: dd9a0121-61e9-4a30-bc4e-80759322c917 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:18.753733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dd9a0121-61e9-4a30-bc4e-80759322c917 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:18.754164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dcb4e393-b13d-4b0b-af19-96a884c3c885 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:18.767201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] For port 20a56828-4e8d-4ba0-939b-277b349a8408, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=20a56828-4e8d-4ba0-939b-277b349a8408,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:18.767782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.801563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.890583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Calling delete_port for 20a56828-4e8d-4ba0-939b-277b349a8408 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:18.949692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.189739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=71ee0c62-30cc-4c65-9f68-bab1101ab758,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.229359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 5b085bbd-a17b-43f4-ae45-87ffa723eba0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:19.249302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device dcb4e393-b13d-4b0b-af19-96a884c3c885 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:19.256777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 53aba75e-2a7c-4c17-b2ec-80503286a411 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:19.302723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:19.330516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:19.391459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e1934-964f-4ca7-8976-1e6e09910cb3 req-5a23e957-035d-46e2-8e89-0f8fd448b7b1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.395028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.395749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.401555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe9e1934-964f-4ca7-8976-1e6e09910cb3 req-5a23e957-035d-46e2-8e89-0f8fd448b7b1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 945 time: 0.5843406 Nov 12 03:40:19.408164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 53aba75e-2a7c-4c17-b2ec-80503286a411 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:19.408528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 53aba75e-2a7c-4c17-b2ec-80503286a411 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:19.409053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c751239b-7e72-46b3-8f2b-fc85880f2cfa no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:19.454343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2f2d-083c-4364-89fb-c95cd6e84ff0 req-ccb80969-935d-4ec5-afda-d03c3453bb9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.462569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2f2d-083c-4364-89fb-c95cd6e84ff0 req-ccb80969-935d-4ec5-afda-d03c3453bb9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.471226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2f2d-083c-4364-89fb-c95cd6e84ff0 req-ccb80969-935d-4ec5-afda-d03c3453bb9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.480569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d5a2f2d-083c-4364-89fb-c95cd6e84ff0 req-ccb80969-935d-4ec5-afda-d03c3453bb9d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 2411 time: 0.5490177 Nov 12 03:40:19.489695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=f1c6e769-4b33-4d77-8cbd-5fa8ff467248,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.520468 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bc134f23-094d-4a46-bdee-ac5ac692dee1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2092526 Nov 12 03:40:19.535907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33196) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:19.547790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': 'dd9a0121-61e9-4a30-bc4e-80759322c917'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:19.549954 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fb5f9e-4c2e-4fa3-9a41-3de52cf36c57" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "dd9a0121-61e9-4a30-bc4e-80759322c917"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:19.563123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Allocated IP 2001:db8::2 (5b085bbd-a17b-43f4-ae45-87ffa723eba0/68dbbeb2-518e-4ad2-a7c7-14ae4ddcee6a/ace5bca8-794c-452e-ba90-bd8146cd772a) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:19.632028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.672899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18dccb2-bf47-4c56-b885-4c20b800c014'}, {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a56828-4e8d-4ba0-939b-277b349a8408'}, {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:19.675612 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2afd6e-6c1c-4e6a-a3ef-bf76a0a3bfac" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "b18dccb2-bf47-4c56-b885-4c20b800c014"}, {"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "20a56828-4e8d-4ba0-939b-277b349a8408"}, {"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:19.700854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c751239b-7e72-46b3-8f2b-fc85880f2cfa not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:19.701679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe9e1934-964f-4ca7-8976-1e6e09910cb3 req-4f38f2f2-e49f-4029-9854-b0b1cf65931b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2986367 Nov 12 03:40:19.826621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:19.878383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] No DVR routers for this DVR port 20a56828-4e8d-4ba0-939b-277b349a8408 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:19.881694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Port': ['ID=20a56828-4e8d-4ba0-939b-277b349a8408,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.887033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.897665 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-56586ce6-3cfb-4dc1-9fdc-144e19dd2a7a tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "DELETE /v2.0/ports/20a56828-4e8d-4ba0-939b-277b349a8408 HTTP/1.1" status: 204 len: 173 time: 1.7799654 Nov 12 03:40:19.910562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-bb9e9abc-5cca-4683-a0a4-9bde3c850211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.914992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-bb9e9abc-5cca-4683-a0a4-9bde3c850211 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 1097 time: 0.4106023 Nov 12 03:40:19.924543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d5a2f2d-083c-4364-89fb-c95cd6e84ff0 req-2387bc67-7b19-4de2-991c-aa3fa786e293 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425552 Nov 12 03:40:20.014179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-56b6cd87-47a0-48e3-bb90-0514db1cc46b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port f1c6e769-4b33-4d77-8cbd-5fa8ff467248 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:20.015199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b6cd87-47a0-48e3-bb90-0514db1cc46b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.118524 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157069cc-da01-4a0b-b7f9-09e69486996b x-openstack-request-id: req-157069cc-da01-4a0b-b7f9-09e69486996b {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:20.120648 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "dd9a0121-61e9-4a30-bc4e-80759322c917", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:20.121727 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-157069cc-da01-4a0b-b7f9-09e69486996b {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:20.124566 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': 'dd9a0121-61e9-4a30-bc4e-80759322c917', 'status': 'completed', 'code': 200} Nov 12 03:40:20.236017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting port 71ee0c62-30cc-4c65-9f68-bab1101ab758 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:20.236345 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.278861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.282158 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf79c93-391b-488b-99bc-9cab359b3b93 x-openstack-request-id: req-bcf79c93-391b-488b-99bc-9cab359b3b93 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:20.282920 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "b18dccb2-bf47-4c56-b885-4c20b800c014", "code": 200}, {"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "20a56828-4e8d-4ba0-939b-277b349a8408", "code": 200}, {"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:20.283349 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcf79c93-391b-488b-99bc-9cab359b3b93 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:20.283847 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18dccb2-bf47-4c56-b885-4c20b800c014', 'code': 200} Nov 12 03:40:20.284200 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a56828-4e8d-4ba0-939b-277b349a8408', 'code': 200} Nov 12 03:40:20.284552 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'code': 200} Nov 12 03:40:20.303397 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.543958 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b6cd87-47a0-48e3-bb90-0514db1cc46b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.612799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-28f2bc69-4a24-49c9-84c0-3eea0c49b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.615945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-28f2bc69-4a24-49c9-84c0-3eea0c49b434 service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.5305955 Nov 12 03:40:20.631715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e5e49-f537-4b45-a7d3-b6f7c2706547 req-68375f14-3cd3-44cf-b4ed-1640e7b25100 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.646291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d1e5e49-f537-4b45-a7d3-b6f7c2706547 req-68375f14-3cd3-44cf-b4ed-1640e7b25100 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 945 time: 0.4067261 Nov 12 03:40:20.653330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-56b6cd87-47a0-48e3-bb90-0514db1cc46b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for f1c6e769-4b33-4d77-8cbd-5fa8ff467248 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:20.755348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Network 5b085bbd-a17b-43f4-ae45-87ffa723eba0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:20.776663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] For port 71ee0c62-30cc-4c65-9f68-bab1101ab758, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=71ee0c62-30cc-4c65-9f68-bab1101ab758,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:20.777495 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.779919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:20.812309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:20.847146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d1e5e49-f537-4b45-a7d3-b6f7c2706547 req-22ef7d9f-f5b0-4d42-91b4-76b6c095501b tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515861 Nov 12 03:40:20.851956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Pushing event updated for resources: {'Port': ['ID=ace5bca8-794c-452e-ba90-bd8146cd772a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.856302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:20.856826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.990164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-ca672a78-9f1b-4711-8694-ff7a58ecccbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 HTTP/1.1" status: 200 len: 1001 time: 0.3617685 Nov 12 03:40:21.171406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Attempting to bind port ace5bca8-794c-452e-ba90-bd8146cd772a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:21.171777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Attempting to bind port ace5bca8-794c-452e-ba90-bd8146cd772a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '886e6e45-232b-4e7a-89f0-3a61eef52064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b085bbd-a17b-43f4-ae45-87ffa723eba0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:21.185539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Attempting to bind port ace5bca8-794c-452e-ba90-bd8146cd772a on network 5b085bbd-a17b-43f4-ae45-87ffa723eba0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:21.213879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:21.214313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Checking segment: {'id': '886e6e45-232b-4e7a-89f0-3a61eef52064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b085bbd-a17b-43f4-ae45-87ffa723eba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:21.226005 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.226695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Bound using segment: {'id': '886e6e45-232b-4e7a-89f0-3a61eef52064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b085bbd-a17b-43f4-ae45-87ffa723eba0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:21.227230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Bound port: ace5bca8-794c-452e-ba90-bd8146cd772a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e6e45-232b-4e7a-89f0-3a61eef52064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b085bbd-a17b-43f4-ae45-87ffa723eba0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:21.227632 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.269623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-97c3341f-7d57-4fc6-88e3-fb94854d15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.271115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-97c3341f-7d57-4fc6-88e3-fb94854d15fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.0666928 Nov 12 03:40:21.271728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b6cd87-47a0-48e3-bb90-0514db1cc46b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.499091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] For port ace5bca8-794c-452e-ba90-bd8146cd772a, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:21.502963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] For port ace5bca8-794c-452e-ba90-bd8146cd772a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ace5bca8-794c-452e-ba90-bd8146cd772a,segment=NetworkSegment(886e6e45-232b-4e7a-89f0-3a61eef52064),segment_id=886e6e45-232b-4e7a-89f0-3a61eef52064)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:21.513073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6cd87-47a0-48e3-bb90-0514db1cc46b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=f1c6e769-4b33-4d77-8cbd-5fa8ff467248,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.588976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b6cd87-47a0-48e3-bb90-0514db1cc46b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.604821 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.606928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-56b6cd87-47a0-48e3-bb90-0514db1cc46b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/f1c6e769-4b33-4d77-8cbd-5fa8ff467248 HTTP/1.1" status: 204 len: 168 time: 2.0184095 Nov 12 03:40:21.612266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33254) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:21.613048 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.687758 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.691637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.692287 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Floating IP d1c62b39-1b8b-4066-a8e0-f8359de3f644 disassociated. External IP: 172.25.0.181, port: 71ee0c62-30cc-4c65-9f68-bab1101ab758. Nov 12 03:40:21.692871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Calling delete_port for 71ee0c62-30cc-4c65-9f68-bab1101ab758 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:21.696795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00c9b2-ec57-4012-a867-b0e209420735 None None] Pushing event updated for resources: {'Port': ['ID=ace5bca8-794c-452e-ba90-bd8146cd772a,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.730396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d83f7-55fe-42ef-8bdd-76026fe308ae req-e3e42d31-7a2d-4d10-a063-cbb5165d803c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.734835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-c3dac2f3-1b45-45a4-9a26-892f842494bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.737706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-c3dac2f3-1b45-45a4-9a26-892f842494bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3809035 Nov 12 03:40:21.749272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d83f7-55fe-42ef-8bdd-76026fe308ae req-e3e42d31-7a2d-4d10-a063-cbb5165d803c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.761315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-703d83f7-55fe-42ef-8bdd-76026fe308ae req-e3e42d31-7a2d-4d10-a063-cbb5165d803c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 1678 time: 0.3808646 Nov 12 03:40:21.764854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff0027-e531-422e-b3c6-93dca7d88e3c req-2d17f359-7b7c-405a-ae70-a960870719c5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.776963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2bff0027-e531-422e-b3c6-93dca7d88e3c req-2d17f359-7b7c-405a-ae70-a960870719c5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 945 time: 0.5875669 Nov 12 03:40:21.791587 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82deb95-1a92-4206-9f91-b12c4d2e61a1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:21.796854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:21.798844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82deb95-1a92-4206-9f91-b12c4d2e61a1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:21.803471 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.815598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c82deb95-1a92-4206-9f91-b12c4d2e61a1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/f1c6e769-4b33-4d77-8cbd-5fa8ff467248 HTTP/1.1" status: 404 len: 333 time: 0.2000666 Nov 12 03:40:21.833406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33264) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:21.873578 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31a6fa0-6701-451b-b186-f5ca42280931 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:40:21.879488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c31a6fa0-6701-451b-b186-f5ca42280931 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/f1c6e769-4b33-4d77-8cbd-5fa8ff467248 HTTP/1.1" status: 404 len: 333 time: 0.0369811 Nov 12 03:40:21.880232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33266) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:21.974536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.021872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-703d83f7-55fe-42ef-8bdd-76026fe308ae req-ec0faef2-d96f-4992-8c1e-485caa87daef tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505486 Nov 12 03:40:22.118497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2bff0027-e531-422e-b3c6-93dca7d88e3c req-ace18e0d-fddf-4d4b-b41a-677fc40190a7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3401394 Nov 12 03:40:22.173530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87bc714-fa06-4110-be06-50bdc86b27c8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet 68dbbeb2-518e-4ad2-a7c7-14ae4ddcee6a {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:22.210590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d87bc714-fa06-4110-be06-50bdc86b27c8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.243355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': '20a56828-4e8d-4ba0-939b-277b349a8408'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:22.247337 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85883036-2fb8-4935-a9a3-3ec2454a903b" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "20a56828-4e8d-4ba0-939b-277b349a8408"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:22.286547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:22.289398 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd4d34-d89c-42fc-b6a8-d146b6740cc4" -d '{"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-plugged", "status": "completed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:22.344953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-5060ab0e-a1be-4734-a99d-e2569ea65142 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658319 Nov 12 03:40:22.519039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d87bc714-fa06-4110-be06-50bdc86b27c8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.694176 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84c5484-3651-4e03-9c41-8f3f3a960037 x-openstack-request-id: req-a84c5484-3651-4e03-9c41-8f3f3a960037 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:22.694759 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-plugged", "status": "completed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:22.695030 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a84c5484-3651-4e03-9c41-8f3f3a960037 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:22.695440 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'code': 200} Nov 12 03:40:22.720371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3fa48e93-02e1-40df-826c-26e949bc8b13 req-41a0d916-eb3f-4d65-9c32-af4bae8197e4 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566177 Nov 12 03:40:22.803821 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bd203e-557b-474c-a2b7-440b4fbfe8e4 x-openstack-request-id: req-b4bd203e-557b-474c-a2b7-440b4fbfe8e4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:22.804704 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "20a56828-4e8d-4ba0-939b-277b349a8408", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:22.804704 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4bd203e-557b-474c-a2b7-440b4fbfe8e4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:22.808599 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': '20a56828-4e8d-4ba0-939b-277b349a8408', 'status': 'completed', 'code': 200} Nov 12 03:40:22.813874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d87bc714-fa06-4110-be06-50bdc86b27c8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.853802 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.897918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dbcf2-d824-4fa8-b306-e22f5c1d43b0 req-efb02649-bf72-49d5-a11a-af7e2950ae3f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.912346 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-284dbcf2-d824-4fa8-b306-e22f5c1d43b0 req-efb02649-bf72-49d5-a11a-af7e2950ae3f tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 945 time: 0.6395235 Nov 12 03:40:22.941621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d87bc714-fa06-4110-be06-50bdc86b27c8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.998445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bc714-fa06-4110-be06-50bdc86b27c8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=68dbbeb2-518e-4ad2-a7c7-14ae4ddcee6a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.040800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Port': ['ID=71ee0c62-30cc-4c65-9f68-bab1101ab758,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.042875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d87bc714-fa06-4110-be06-50bdc86b27c8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.061906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d87bc714-fa06-4110-be06-50bdc86b27c8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/68dbbeb2-518e-4ad2-a7c7-14ae4ddcee6a HTTP/1.1" status: 204 len: 168 time: 1.1644864 Nov 12 03:40:23.062677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33298) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.263216 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-284dbcf2-d824-4fa8-b306-e22f5c1d43b0 req-ae37a5b4-4425-411b-8277-ebdf8425c0c2 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322525 Nov 12 03:40:23.391948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa86f3b6-e746-44ac-b790-4d1a686e1567 req-d6bdee53-badd-438c-8a6d-85c94ce8ba6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306542 Nov 12 03:40:23.413068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.450716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad28ee-4f09-473a-9099-106cd8be4615 req-4bc08109-ede5-42e5-8f89-f84c508726c5 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.464167 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6aad28ee-4f09-473a-9099-106cd8be4615 req-4bc08109-ede5-42e5-8f89-f84c508726c5 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 943 time: 0.1752810 Nov 12 03:40:23.589452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa86f3b6-e746-44ac-b790-4d1a686e1567 req-51bc17e5-e0a8-44c0-b8d2-d0944147d3c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.1448345 Nov 12 03:40:23.632639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6aad28ee-4f09-473a-9099-106cd8be4615 req-a60cf03b-a6c0-43b3-a45e-4ae7b59d7e8d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672292 Nov 12 03:40:23.669497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port ace5bca8-794c-452e-ba90-bd8146cd772a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:23.671254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.699458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa86f3b6-e746-44ac-b790-4d1a686e1567 req-d48c0008-2151-4366-ba3f-186ba920b999 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633423 Nov 12 03:40:23.773593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a07c9-cbc3-4ca6-bbfe-b0b9764aef79 req-1aae8116-334f-4996-a46d-08e61b352213 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.782725 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f23a07c9-cbc3-4ca6-bbfe-b0b9764aef79 req-1aae8116-334f-4996-a46d-08e61b352213 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.3894975 Nov 12 03:40:23.874041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2d3f1-f343-4c4e-ad2e-9424467fda50 None None] Network 5b085bbd-a17b-43f4-ae45-87ffa723eba0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:23.887112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] For port ace5bca8-794c-452e-ba90-bd8146cd772a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ace5bca8-794c-452e-ba90-bd8146cd772a,segment=NetworkSegment(886e6e45-232b-4e7a-89f0-3a61eef52064),segment_id=886e6e45-232b-4e7a-89f0-3a61eef52064)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:23.887695 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.897075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Router b43ddb2d-813b-490a-b945-15d6d13212bf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:23.952671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for ace5bca8-794c-452e-ba90-bd8146cd772a owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:24.165917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86f3b6-e746-44ac-b790-4d1a686e1567 req-59d4381b-4d28-4c38-933d-d794e21cb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.172518 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa86f3b6-e746-44ac-b790-4d1a686e1567 req-59d4381b-4d28-4c38-933d-d794e21cb1cd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4644630 Nov 12 03:40:24.178429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2d653b0e-ef4d-4ff4-aca0-1a4ade8ea210 None None] Provisioning complete for port ace5bca8-794c-452e-ba90-bd8146cd772a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:24.179654 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d653b0e-ef4d-4ff4-aca0-1a4ade8ea210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.206698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.222116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No DVR routers for this DVR port ace5bca8-794c-452e-ba90-bd8146cd772a on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:24.287309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2d653b0e-ef4d-4ff4-aca0-1a4ade8ea210 None None] Port ace5bca8-794c-452e-ba90-bd8146cd772a was deleted so its status cannot be updated. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:40:24.357201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=ace5bca8-794c-452e-ba90-bd8146cd772a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.425676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f23a07c9-cbc3-4ca6-bbfe-b0b9764aef79 req-124ca111-a346-478b-87b9-b0184c19217b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6419628 Nov 12 03:40:24.445762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6bb260-05bf-4ef8-8685-657e0d9b919e None None] DHCP port deletion for 5b085bbd-a17b-43f4-ae45-87ffa723eba0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:24.490501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:24.508385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] Sync routers for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:24.538277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:24.545304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:40:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:24.578129 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.598176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] No DVR routers for this DVR port 71ee0c62-30cc-4c65-9f68-bab1101ab758 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:24.678245 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.678595 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.685667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-fea9ca68-62fe-4ed4-a893-7d44c09a1869 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "DELETE /v2.0/ports/71ee0c62-30cc-4c65-9f68-bab1101ab758 HTTP/1.1" status: 204 len: 173 time: 4.7815068 Nov 12 03:40:24.724642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b085bbd-a17b-43f4-ae45-87ffa723eba0']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:24.758811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886e6e45-232b-4e7a-89f0-3a61eef52064') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:24.759012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886e6e45-232b-4e7a-89f0-3a61eef52064') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:24.790888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.826976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.840384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:24.846602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:24.848240 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.850277 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a96fa2-a45d-4f32-84fe-411b3007007c" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:24.899106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:24.982585 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:25.041751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.077585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef6cf9-81c7-4f9c-80dc-8c20b9452604 req-51e4231a-6169-461d-96a6-99178ad36fe1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.082108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ceef6cf9-81c7-4f9c-80dc-8c20b9452604 req-51e4231a-6169-461d-96a6-99178ad36fe1 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 945 time: 0.4225953 Nov 12 03:40:25.125522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5af75-a278-4299-9204-5fb0ddc31cea req-6560eefe-fa7f-4f2e-8c08-49f0d6b51ee8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.134450 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-36b5af75-a278-4299-9204-5fb0ddc31cea req-6560eefe-fa7f-4f2e-8c08-49f0d6b51ee8 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 943 time: 0.1668429 Nov 12 03:40:25.168604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.176992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/networks/5b085bbd-a17b-43f4-ae45-87ffa723eba0 HTTP/1.1" status: 204 len: 168 time: 2.1132445 Nov 12 03:40:25.185638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c85e72-43c9-4117-8f60-f8a80d9decdd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Network': ['ID=5b085bbd-a17b-43f4-ae45-87ffa723eba0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.224194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:25.241812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1414649234'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:25.255190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-36b5af75-a278-4299-9204-5fb0ddc31cea req-3346c318-ffab-4a04-bca7-e69d340420dc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups?id=9dae4d46-c5e1-4314-8799-c82d388e815e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194093 Nov 12 03:40:25.260468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 5, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:25.292761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] Checking router: b43ddb2d-813b-490a-b945-15d6d13212bf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:25.296691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ceef6cf9-81c7-4f9c-80dc-8c20b9452604 req-fae49f9d-176a-4195-9a46-fdeb82dba7b4 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067657 Nov 12 03:40:25.300977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting port b18dccb2-bf47-4c56-b885-4c20b800c014 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:25.301590 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.316179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:25.319821 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.325187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:25.325851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:40:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:25.479054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:25.606607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.606607 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Added segment 6259c4cf-0f6a-426e-9d8f-a60941f8c0a9 of type vlan for network c30c9921-4057-43b5-9ca2-5b986caf8476 Nov 12 03:40:25.630157 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f92d18f-b212-4546-81d5-9414eccef480 x-openstack-request-id: req-9f92d18f-b212-4546-81d5-9414eccef480 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:25.631182 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "71ee0c62-30cc-4c65-9f68-bab1101ab758", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:25.632077 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f92d18f-b212-4546-81d5-9414eccef480 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:25.633910 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': '71ee0c62-30cc-4c65-9f68-bab1101ab758', 'status': 'completed', 'code': 200} Nov 12 03:40:25.682863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad4755-a529-4968-9624-67f05b766b48 req-0a1cc589-467f-4606-95b6-349a88f8a07d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.684399 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcad4755-a529-4968-9624-67f05b766b48 req-0a1cc589-467f-4606-95b6-349a88f8a07d tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 945 time: 0.2197838 Nov 12 03:40:25.688406 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.732070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:25.748152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] For port b18dccb2-bf47-4c56-b885-4c20b800c014, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b18dccb2-bf47-4c56-b885-4c20b800c014,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:25.748975 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.820337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329ea1e-e904-494c-9dcd-3cf9f6883810 req-2d92ae8a-234c-4c98-868c-649022fa6956 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.824871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f329ea1e-e904-494c-9dcd-3cf9f6883810 req-2d92ae8a-234c-4c98-868c-649022fa6956 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1804476 Nov 12 03:40:25.825939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Calling delete_port for b18dccb2-bf47-4c56-b885-4c20b800c014 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:25.919549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.927718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.928363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.144205 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f329ea1e-e904-494c-9dcd-3cf9f6883810 req-335b9111-a570-4dc1-89b7-3fc4df68d531 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3132863 Nov 12 03:40:26.189213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Deleting port 5d05a28a-2610-40c2-95d6-0ad780be558d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:26.189213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.222231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ace5bca8-794c-452e-ba90-bd8146cd772a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:26.313339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0836143 Nov 12 03:40:26.317514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33368) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:26.324781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': 'c30c9921-4057-43b5-9ca2-5b986caf8476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:26.331382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db73a3-0fcc-4448-94d5-cd302719d193 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Network': ['ID=c30c9921-4057-43b5-9ca2-5b986caf8476,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.456771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c30c9921-4057-43b5-9ca2-5b986caf8476 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:26.615460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ace5bca8-794c-452e-ba90-bd8146cd772a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:26.615820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ace5bca8-794c-452e-ba90-bd8146cd772a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:26.629944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e64cdc4-073f-47df-884a-e91a107ae9bb req-b53b393e-fce6-4801-b483-81efb58ce067 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.1216927 Nov 12 03:40:26.644670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] For port 5d05a28a-2610-40c2-95d6-0ad780be558d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d05a28a-2610-40c2-95d6-0ad780be558d,segment=NetworkSegment(dbfc6187-16dd-41b7-bbb0-4c92ef32fba4),segment_id=dbfc6187-16dd-41b7-bbb0-4c92ef32fba4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:26.645074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.742324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Calling delete_port for 5d05a28a-2610-40c2-95d6-0ad780be558d owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:26.752601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 5, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:26.771921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.783949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:26.791364 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.879915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d236ab70-7c73-4b29-8920-b7c72ea32610 None None] The sync data for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 is: [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '4a8b918a-4173-4221-bd07-0256f71f7b3a', 'name': '', 'network_id': '3694e15b-90b1-4c4f-96cb-1ec7fd7355b3', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'mac_address': 'fa:16:3e:39:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:26Z', 'updated_at': '2021-11-12T03:29:35Z', 'revision_number': 5, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'subnets': [{'id': 'fc3c55d2-fd78-4d1f-b13a-a9c9b443388e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:27.000003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Port': ['ID=b18dccb2-bf47-4c56-b885-4c20b800c014,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:27.145325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.164628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eb0ef-3f07-4016-958e-0bf3d2271bf4 req-f3e4cc01-e361-46db-b51a-2ae219568b62 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.166344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f03eb0ef-3f07-4016-958e-0bf3d2271bf4 req-f3e4cc01-e361-46db-b51a-2ae219568b62 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/ports?device_id=d927752f-0e94-400b-9337-97a3ffc9b2c0 HTTP/1.1" status: 200 len: 945 time: 0.4150898 Nov 12 03:40:27.250351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Pushing event deleted for resources: {'Port': ['ID=5d05a28a-2610-40c2-95d6-0ad780be558d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:27.297711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff6daa-07b0-4bf3-9b96-cbd1996c6bb4 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:27.353451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f03eb0ef-3f07-4016-958e-0bf3d2271bf4 req-5b7acad9-7ebe-4c6e-a7bd-d755b304f121 tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.49 "GET /v2.0/security-groups?id=56ef4363-f5f4-4fc3-b219-f0527c9727eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662905 Nov 12 03:40:27.385718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] No DVR routers for this DVR port 5d05a28a-2610-40c2-95d6-0ad780be558d on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:27.388507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.403210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fcad4755-a529-4968-9624-67f05b766b48 req-3b66cd95-f1ad-49f8-9f4d-4213e00757de tempest-DeleteServersTestJSON-1481681732 tempest-DeleteServersTestJSON-1481681732-project] 10.222.0.20 "DELETE /v2.0/ports/5d05a28a-2610-40c2-95d6-0ad780be558d HTTP/1.1" status: 204 len: 173 time: 1.7018206 Nov 12 03:40:27.449576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd927752f-0e94-400b-9337-97a3ffc9b2c0', 'name': 'network-vif-deleted', 'tag': '5d05a28a-2610-40c2-95d6-0ad780be558d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:27.459497 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0885fa8-ff01-4e33-8615-7d5ef262a6b0" -d '{"events": [{"server_uuid": "d927752f-0e94-400b-9337-97a3ffc9b2c0", "name": "network-vif-deleted", "tag": "5d05a28a-2610-40c2-95d6-0ad780be558d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:27.476129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] No DVR routers for this DVR port b18dccb2-bf47-4c56-b885-4c20b800c014 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:27.480121 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.485503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f135e2e0-5d99-4a4d-889f-9463f7880dbe req-a4e2c49b-4dd9-400a-838e-8e2d455d4b3d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.20 "DELETE /v2.0/ports/b18dccb2-bf47-4c56-b885-4c20b800c014 HTTP/1.1" status: 204 len: 173 time: 2.7789638 Nov 12 03:40:27.632852 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d5006-33fa-49e7-a019-a02057a45872 None None] New status for floating IP d1c62b39-1b8b-4066-a8e0-f8359de3f644: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:40:27.635725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': 'b18dccb2-bf47-4c56-b885-4c20b800c014'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:27.638673 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbaf0a5-77aa-4056-b8c8-32858fa5921f" -d '{"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "b18dccb2-bf47-4c56-b885-4c20b800c014"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:27.641248 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7460c187-8f2a-443f-88f0-05384d6e249f x-openstack-request-id: req-7460c187-8f2a-443f-88f0-05384d6e249f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:27.641555 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d927752f-0e94-400b-9337-97a3ffc9b2c0", "name": "network-vif-deleted", "tag": "5d05a28a-2610-40c2-95d6-0ad780be558d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:27.641813 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7460c187-8f2a-443f-88f0-05384d6e249f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:27.650068 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd927752f-0e94-400b-9337-97a3ffc9b2c0', 'name': 'network-vif-deleted', 'tag': '5d05a28a-2610-40c2-95d6-0ad780be558d', 'status': 'completed', 'code': 200} Nov 12 03:40:27.708896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54deed8-50fc-48b9-aa6a-d36241ed60f0 req-82a37491-3047-4b19-8de4-91e107b1b503 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.721101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d54deed8-50fc-48b9-aa6a-d36241ed60f0 req-82a37491-3047-4b19-8de4-91e107b1b503 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.3369741 Nov 12 03:40:27.877108 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084da123-5344-4f3b-b109-dc18599a68ca x-openstack-request-id: req-084da123-5344-4f3b-b109-dc18599a68ca {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:27.877454 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce87df1-5834-4b03-8d35-e94f8a324cd2", "name": "network-vif-deleted", "tag": "b18dccb2-bf47-4c56-b885-4c20b800c014", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:27.877631 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-084da123-5344-4f3b-b109-dc18599a68ca {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:27.878035 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce87df1-5834-4b03-8d35-e94f8a324cd2', 'name': 'network-vif-deleted', 'tag': 'b18dccb2-bf47-4c56-b885-4c20b800c014', 'status': 'completed', 'code': 200} Nov 12 03:40:27.891673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.913791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d54deed8-50fc-48b9-aa6a-d36241ed60f0 req-384423f7-432d-4567-90b8-e1a3443169f9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1914632 Nov 12 03:40:28.091157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ed5421-ad42-4e94-90cf-5fbfe8586561 req-81b4c755-be52-40de-a6c8-cd348b0d56bd tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.1231625 Nov 12 03:40:28.204332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=38d4be2f-bb82-4da3-8af6-b1bc1b3a1573,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:28.220128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking segment: {'id': '6259c4cf-0f6a-426e-9d8f-a60941f8c0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c30c9921-4057-43b5-9ca2-5b986caf8476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:28.220580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network hostable DHCP agents. Network: c30c9921-4057-43b5-9ca2-5b986caf8476, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:28.288902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network c30c9921-4057-43b5-9ca2-5b986caf8476 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:28.307063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c30c9921-4057-43b5-9ca2-5b986caf8476) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:28.316950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba3106c-8244-4985-9352-5184c16bf1bc None None] Network c30c9921-4057-43b5-9ca2-5b986caf8476 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:28.318811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.321539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.370151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-abd0f639-8a2a-4d16-9c3d-f8adebcdde83 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0513632 Nov 12 03:40:28.370934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33414) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:28.381856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': 'c30c9921-4057-43b5-9ca2-5b986caf8476', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-203443183'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:28.612269 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:40:28.806933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:28.813041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.835153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 9de13a28-3eba-4ab9-82ed-1ba6416bd99d yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:28.859282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c30c9921-4057-43b5-9ca2-5b986caf8476', 'network_id': 'c30c9921-4057-43b5-9ca2-5b986caf8476', 'tenant_id': 'cd9b5b1916434b0e86aecec3eed4890a', 'fixed_ips': [{'subnet_id': '38d4be2f-bb82-4da3-8af6-b1bc1b3a1573'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:28.860464 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.151573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d05a28a-2610-40c2-95d6-0ad780be558d no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:29.171875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::2a5 (c30c9921-4057-43b5-9ca2-5b986caf8476/38d4be2f-bb82-4da3-8af6-b1bc1b3a1573/9de13a28-3eba-4ab9-82ed-1ba6416bd99d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:29.186918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 5d05a28a-2610-40c2-95d6-0ad780be558d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:29.187596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d05a28a-2610-40c2-95d6-0ad780be558d not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:29.414455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca19530-91ec-4384-a865-5dc0b3a9a220 req-e0c1ddf7-35d3-4c20-9563-3bc5c4b8d8c6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.423568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fca19530-91ec-4384-a865-5dc0b3a9a220 req-e0c1ddf7-35d3-4c20-9563-3bc5c4b8d8c6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.2317789 Nov 12 03:40:29.516936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.538938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b8b9701-98dc-4b61-9327-7b90e53ed2e8 req-5b9d6229-eb28-461c-a174-5f50eaa87b64 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0705578 Nov 12 03:40:29.618907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.714081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=9de13a28-3eba-4ab9-82ed-1ba6416bd99d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.715654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Allocated IP 2001:db8::2 (c30c9921-4057-43b5-9ca2-5b986caf8476/38d4be2f-bb82-4da3-8af6-b1bc1b3a1573/a44c51f3-54ac-4741-800a-c24026358444) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:29.851123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fca19530-91ec-4384-a865-5dc0b3a9a220 req-3c884019-8b6a-4ec3-9ccc-0a8a77b79fe8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4218068 Nov 12 03:40:29.886212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network c30c9921-4057-43b5-9ca2-5b986caf8476 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:29.887194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:29.893165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:29.907231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.908702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.997911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33462) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.015943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f3de4d21-a5cc-400e-b569-797279183df7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6358893 Nov 12 03:40:30.140124 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.153961 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.265295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d53f194f-4f52-47fb-9776-b993b672767c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 9de13a28-3eba-4ab9-82ed-1ba6416bd99d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:30.269124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53f194f-4f52-47fb-9776-b993b672767c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.339816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Pushing event updated for resources: {'Port': ['ID=a44c51f3-54ac-4741-800a-c24026358444,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:30.397540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Network c30c9921-4057-43b5-9ca2-5b986caf8476 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:30.401670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:30.415897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:30.534551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Attempting to bind port a44c51f3-54ac-4741-800a-c24026358444 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:30.534929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Attempting to bind port a44c51f3-54ac-4741-800a-c24026358444 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '6259c4cf-0f6a-426e-9d8f-a60941f8c0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c30c9921-4057-43b5-9ca2-5b986caf8476'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:30.535300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Attempting to bind port a44c51f3-54ac-4741-800a-c24026358444 on network c30c9921-4057-43b5-9ca2-5b986caf8476 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:30.536554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53f194f-4f52-47fb-9776-b993b672767c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.540910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:30.541298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Checking segment: {'id': '6259c4cf-0f6a-426e-9d8f-a60941f8c0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c30c9921-4057-43b5-9ca2-5b986caf8476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:30.541710 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.542112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Bound using segment: {'id': '6259c4cf-0f6a-426e-9d8f-a60941f8c0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c30c9921-4057-43b5-9ca2-5b986caf8476'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:30.542644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Bound port: a44c51f3-54ac-4741-800a-c24026358444, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6259c4cf-0f6a-426e-9d8f-a60941f8c0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c30c9921-4057-43b5-9ca2-5b986caf8476'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:30.542975 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.555311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d53f194f-4f52-47fb-9776-b993b672767c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 9de13a28-3eba-4ab9-82ed-1ba6416bd99d owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:30.761703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] For port a44c51f3-54ac-4741-800a-c24026358444, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:30.790121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-48631593-a79f-4fe9-bba9-8e6f0ecf8862 req-93a03b99-1333-4b9f-b12d-7f84bb72234d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0903647 Nov 12 03:40:30.803496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] For port a44c51f3-54ac-4741-800a-c24026358444, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a44c51f3-54ac-4741-800a-c24026358444,segment=NetworkSegment(6259c4cf-0f6a-426e-9d8f-a60941f8c0a9),segment_id=6259c4cf-0f6a-426e-9d8f-a60941f8c0a9)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:30.804444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53f194f-4f52-47fb-9776-b993b672767c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.812789 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.863991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f194f-4f52-47fb-9776-b993b672767c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=9de13a28-3eba-4ab9-82ed-1ba6416bd99d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:30.944111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d53f194f-4f52-47fb-9776-b993b672767c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.959215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33478) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.976047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d53f194f-4f52-47fb-9776-b993b672767c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/9de13a28-3eba-4ab9-82ed-1ba6416bd99d HTTP/1.1" status: 204 len: 168 time: 0.9750001 Nov 12 03:40:31.012931 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b76c1a-ad00-4b8f-8003-df3f16bddd49 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:40:31.018424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33480) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:31.033641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-14b76c1a-ad00-4b8f-8003-df3f16bddd49 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/9de13a28-3eba-4ab9-82ed-1ba6416bd99d HTTP/1.1" status: 404 len: 333 time: 0.0717363 Nov 12 03:40:31.038394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5c04e-529b-4fcd-b9fb-fb5e1601dbfc None None] Pushing event updated for resources: {'Port': ['ID=a44c51f3-54ac-4741-800a-c24026358444,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.161377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc15e007-f086-4d53-bf9e-497cfc2c7ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet 38d4be2f-bb82-4da3-8af6-b1bc1b3a1573 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:31.176541 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc15e007-f086-4d53-bf9e-497cfc2c7ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.269268 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc15e007-f086-4d53-bf9e-497cfc2c7ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.298741 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb83fa2e-90e3-4b54-99b8-b263c59160bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.539912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65d640-6cf2-4b22-8c2f-5dcd9cbbbea4 req-99f8071d-0180-4c3d-aed1-3fbaa1706447 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.548179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae65d640-6cf2-4b22-8c2f-5dcd9cbbbea4 req-99f8071d-0180-4c3d-aed1-3fbaa1706447 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.4706662 Nov 12 03:40:31.634787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc15e007-f086-4d53-bf9e-497cfc2c7ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.706371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae65d640-6cf2-4b22-8c2f-5dcd9cbbbea4 req-8e7d1564-c528-4846-930e-4477f53f6b3b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572204 Nov 12 03:40:31.801373 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc15e007-f086-4d53-bf9e-497cfc2c7ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.837227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc15e007-f086-4d53-bf9e-497cfc2c7ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.847364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:31.859654 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bc15e007-f086-4d53-bf9e-497cfc2c7ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/38d4be2f-bb82-4da3-8af6-b1bc1b3a1573 HTTP/1.1" status: 204 len: 168 time: 0.8400900 Nov 12 03:40:31.936236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15e007-f086-4d53-bf9e-497cfc2c7ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=38d4be2f-bb82-4da3-8af6-b1bc1b3a1573,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:32.024315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93c91eb2-97c7-498d-b0b5-3328b1349918 req-963e4b6f-d2fd-4f1e-bc09-a6d7f890d68f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0390558 Nov 12 03:40:32.042346 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.197229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port a44c51f3-54ac-4741-800a-c24026358444 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:32.197574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.294203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a44c51f3-54ac-4741-800a-c24026358444 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:32.467724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a44c51f3-54ac-4741-800a-c24026358444 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:32.468246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.711898 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.840369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port a44c51f3-54ac-4741-800a-c24026358444, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a44c51f3-54ac-4741-800a-c24026358444,segment=NetworkSegment(6259c4cf-0f6a-426e-9d8f-a60941f8c0a9),segment_id=6259c4cf-0f6a-426e-9d8f-a60941f8c0a9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:32.846162 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.970851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9da49e-8eab-41d3-8dc9-15b0ac0fa396 None None] Network c30c9921-4057-43b5-9ca2-5b986caf8476 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:33.040372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=a44c51f3-54ac-4741-800a-c24026358444,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:33.242157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] For port a44c51f3-54ac-4741-800a-c24026358444, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a44c51f3-54ac-4741-800a-c24026358444,segment=NetworkSegment(6259c4cf-0f6a-426e-9d8f-a60941f8c0a9),segment_id=6259c4cf-0f6a-426e-9d8f-a60941f8c0a9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:33.242725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.255530 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f6eaa06-e8c6-4a75-b062-0d38be1e96a9 req-6debc117-956f-44d2-9a57-d7dfe486f88d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0664833 Nov 12 03:40:33.262210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59bdb9-19f5-44d5-a235-d0a954d41327 req-af025fe4-f024-4734-8283-560d1eba259b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.273186 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a59bdb9-19f5-44d5-a235-d0a954d41327 req-af025fe4-f024-4734-8283-560d1eba259b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.2746947 Nov 12 03:40:33.314010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for a44c51f3-54ac-4741-800a-c24026358444 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:33.475684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a59bdb9-19f5-44d5-a235-d0a954d41327 req-cdf5f484-e84a-44c4-8276-23d6b2491149 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2015722 Nov 12 03:40:33.525113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9476210d-f0e9-47cb-8cfa-6b99cd8f71c3 None None] Provisioning complete for port a44c51f3-54ac-4741-800a-c24026358444 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:33.527777 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9476210d-f0e9-47cb-8cfa-6b99cd8f71c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.580215 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.647111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No DVR routers for this DVR port a44c51f3-54ac-4741-800a-c24026358444 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:33.726931 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d592800-99c0-4563-814a-8853ef925b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.736914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=a44c51f3-54ac-4741-800a-c24026358444,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:33.782547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.782893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.783233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.783570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.783899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.784225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.784556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.786895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.786895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.786895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.786895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.786895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:33.848476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9476210d-f0e9-47cb-8cfa-6b99cd8f71c3 None None] Could not find standard attr ID for object a44c51f3-54ac-4741-800a-c24026358444. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:40:33.873669 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.918377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30c9921-4057-43b5-9ca2-5b986caf8476']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.936977 n-d-789963-21 neutron-server[102630]: INFO neutron.plugins.ml2.db [None req-9476210d-f0e9-47cb-8cfa-6b99cd8f71c3 None None] No ports have port_id starting with a44c51f3-54ac-4741-800a-c24026358444 Nov 12 03:40:33.940943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6259c4cf-0f6a-426e-9d8f-a60941f8c0a9') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.941242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6259c4cf-0f6a-426e-9d8f-a60941f8c0a9') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.958652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.991214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.001172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:34.012352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:34.036319 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:34.049283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857acb5-06e3-42a0-9df9-cac69c688cf3 None None] DHCP port deletion for c30c9921-4057-43b5-9ca2-5b986caf8476 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:34.194108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.226237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a44c51f3-54ac-4741-800a-c24026358444 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:34.230838 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.236143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/networks/c30c9921-4057-43b5-9ca2-5b986caf8476 HTTP/1.1" status: 204 len: 168 time: 2.3869221 Nov 12 03:40:34.237290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c6b4-5f96-47fd-96fd-666ffe96ec90 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Network': ['ID=c30c9921-4057-43b5-9ca2-5b986caf8476,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.239851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33526) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.245972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'name': 'tempest-PortsIpV6TestJSON-972527924'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:34.303506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a44c51f3-54ac-4741-800a-c24026358444 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:34.303884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a44c51f3-54ac-4741-800a-c24026358444 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:34.499369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:34.503707 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.587118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 4a91f5b0-54f2-4aae-b367-c4ff142879d9 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:34.603440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b259d9-1c20-4ab3-a5ca-c4bca991b1e3 req-63821ad4-b101-4662-9179-6a4ec25b8412 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.1531568 Nov 12 03:40:34.759206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546768df-9fc5-48a6-a902-66ba0a55834d req-858c3a51-ff35-498f-a2ff-004cf1ce05c5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.767275 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-546768df-9fc5-48a6-a902-66ba0a55834d req-858c3a51-ff35-498f-a2ff-004cf1ce05c5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1705406 Nov 12 03:40:34.903258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-546768df-9fc5-48a6-a902-66ba0a55834d req-8d0b18a2-6d54-42e8-b3dc-514fe8d30e0b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349583 Nov 12 03:40:34.908512 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.976195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.074950 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.148235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:35.154942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:35.157941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:35.165622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.166442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.201887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33540) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:35.203361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9615221 Nov 12 03:40:35.212451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6507e-4d6a-43a3-b54c-6dd24d588807 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=4a91f5b0-54f2-4aae-b367-c4ff142879d9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.456767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-75030a05-422a-46c1-a3a6-72cd91993666 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 4a91f5b0-54f2-4aae-b367-c4ff142879d9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:35.457370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75030a05-422a-46c1-a3a6-72cd91993666 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.562885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75030a05-422a-46c1-a3a6-72cd91993666 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.579619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-75030a05-422a-46c1-a3a6-72cd91993666 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 4a91f5b0-54f2-4aae-b367-c4ff142879d9 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:35.693532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75030a05-422a-46c1-a3a6-72cd91993666 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.733743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75030a05-422a-46c1-a3a6-72cd91993666 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=4a91f5b0-54f2-4aae-b367-c4ff142879d9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.750951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75030a05-422a-46c1-a3a6-72cd91993666 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.755490 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-75030a05-422a-46c1-a3a6-72cd91993666 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/4a91f5b0-54f2-4aae-b367-c4ff142879d9 HTTP/1.1" status: 204 len: 168 time: 0.5528002 Nov 12 03:40:35.758381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33550) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:35.766424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'mac_address': 'fa:16:3e:5b:65:ca', 'name': 'tempest-PortsIpV6TestJSON-958298495'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:35.925068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62d31f92-c1a5-4f6c-9cdb-f4fc632c2d22 req-fe690c3a-5c1a-4bf2-8f9a-ddfa5c579aaf tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.1545138 Nov 12 03:40:36.016370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:36.115607 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.143640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 4a475dfa-2c66-4f7a-af5c-3ea01ebbb3df yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:36.195725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d709738-971a-493a-a2cc-5e5d5ddda405 req-ba7c8e35-bd3a-4645-b67c-0907a582b76d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.207643 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d709738-971a-493a-a2cc-5e5d5ddda405 req-ba7c8e35-bd3a-4645-b67c-0907a582b76d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1854129 Nov 12 03:40:36.291045 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.387187 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d709738-971a-493a-a2cc-5e5d5ddda405 req-9fc4d135-a0b5-4c2c-8d5a-f4023d662e01 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1778910 Nov 12 03:40:36.549976 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.622600 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.773787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=4a475dfa-2c66-4f7a-af5c-3ea01ebbb3df,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.815097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:36.816946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:36.823472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:36.830246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.831230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.864022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b12bdef1-91b6-4fb6-872b-8dd53e08eb1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1016319 Nov 12 03:40:36.864581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.922193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43760aff-6b8f-4e4f-b3b9-94ae8c02b95d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.926456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-43760aff-6b8f-4e4f-b3b9-94ae8c02b95d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/4a475dfa-2c66-4f7a-af5c-3ea01ebbb3df HTTP/1.1" status: 200 len: 844 time: 0.0576999 Nov 12 03:40:36.926793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:37.007244 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.127711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e290e-2037-4e61-adbf-bb7246a987ee tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 4a475dfa-2c66-4f7a-af5c-3ea01ebbb3df {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:37.130047 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab4e290e-2037-4e61-adbf-bb7246a987ee tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.206986 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-730923d7-ba57-4bba-934b-1cd8b94da9ba req-5827a1e7-a6a4-4c6d-baed-1f30ef60cdeb tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0624425 Nov 12 03:40:37.300377 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab4e290e-2037-4e61-adbf-bb7246a987ee tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.361529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e290e-2037-4e61-adbf-bb7246a987ee tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 4a475dfa-2c66-4f7a-af5c-3ea01ebbb3df owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:37.548119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab4e290e-2037-4e61-adbf-bb7246a987ee tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.620661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16dc78-018d-43fd-8047-5f59b9a7abd0 req-f0143470-7c5d-416d-892f-9ec5ef22d9e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.632548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e290e-2037-4e61-adbf-bb7246a987ee tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=4a475dfa-2c66-4f7a-af5c-3ea01ebbb3df,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:37.634838 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab4e290e-2037-4e61-adbf-bb7246a987ee tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.637038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b16dc78-018d-43fd-8047-5f59b9a7abd0 req-f0143470-7c5d-416d-892f-9ec5ef22d9e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1342652 Nov 12 03:40:37.646212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ab4e290e-2037-4e61-adbf-bb7246a987ee tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/4a475dfa-2c66-4f7a-af5c-3ea01ebbb3df HTTP/1.1" status: 204 len: 168 time: 0.7182505 Nov 12 03:40:37.648657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33590) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:37.695660 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-320e48fb-e2e1-48ea-8974-d78b94df3ff1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:40:37.697345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-320e48fb-e2e1-48ea-8974-d78b94df3ff1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/4a475dfa-2c66-4f7a-af5c-3ea01ebbb3df HTTP/1.1" status: 404 len: 333 time: 0.0476897 Nov 12 03:40:37.703163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33592) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:37.709103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'name': 'tempest-PortsIpV6TestJSON-386793254'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:37.744238 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b16dc78-018d-43fd-8047-5f59b9a7abd0 req-a3604780-524c-432f-be3a-a5d18ab5ae34 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059213 Nov 12 03:40:37.911840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:37.915451 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.958437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 1b7f2e21-18f9-4d37-b599-640a62166e13 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:38.200012 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.245241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.416592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=1b7f2e21-18f9-4d37-b599-640a62166e13,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:38.480889 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e15aa536-46fc-4708-bff7-d1902531f599 req-3376f720-3ddf-40a5-accb-7acc4357815b tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0595343 Nov 12 03:40:38.504344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:38.510582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:38.520045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:38.536955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.537879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.582463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33610) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:38.588938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e60b4c7-439a-4751-bedb-aed18541b605 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8801608 Nov 12 03:40:38.589593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:38.811266 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.131310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80df5e-eaf7-48ed-8d69-28d16f5efc20 req-904478dc-632b-4844-b1e8-720c52201e1a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.148983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d80df5e-eaf7-48ed-8d69-28d16f5efc20 req-904478dc-632b-4844-b1e8-720c52201e1a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.2071249 Nov 12 03:40:39.276923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d80df5e-eaf7-48ed-8d69-28d16f5efc20 req-455faaa0-eb7a-4f64-b5f1-b9951301a122 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198924 Nov 12 03:40:39.313444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.320579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.399298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] In _notify_port_updated(), no bound segment for port 1b7f2e21-18f9-4d37-b599-640a62166e13 on network 64f29f14-0ef7-484b-be66-57c3cee95518 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:39.405896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.406670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.407997 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "PUT /v2.0/ports/1b7f2e21-18f9-4d37-b599-640a62166e13 HTTP/1.1" status: 200 len: 818 time: 0.8239110 Nov 12 03:40:39.411337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33628) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:39.433029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec0fef-8108-4686-8efa-0acf16d4c6d6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=1b7f2e21-18f9-4d37-b599-640a62166e13,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:39.635890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a2910fe4-35e8-442d-b75d-94675a1c662a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 1b7f2e21-18f9-4d37-b599-640a62166e13 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:39.636228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2910fe4-35e8-442d-b75d-94675a1c662a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.663679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-daffbfc1-cfed-4c54-92c5-8e160c5b4e08 req-17105d8f-1a6a-436e-bdd4-dcf90b6280b1 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0571902 Nov 12 03:40:39.809438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2910fe4-35e8-442d-b75d-94675a1c662a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.845534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a2910fe4-35e8-442d-b75d-94675a1c662a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 1b7f2e21-18f9-4d37-b599-640a62166e13 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:39.985499 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2910fe4-35e8-442d-b75d-94675a1c662a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.061544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2910fe4-35e8-442d-b75d-94675a1c662a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=1b7f2e21-18f9-4d37-b599-640a62166e13,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.084978 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2910fe4-35e8-442d-b75d-94675a1c662a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.090606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a2910fe4-35e8-442d-b75d-94675a1c662a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/1b7f2e21-18f9-4d37-b599-640a62166e13 HTTP/1.1" status: 204 len: 168 time: 0.6759191 Nov 12 03:40:40.092670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33642) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:40.201199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1ac51-10c9-413b-9030-4496d78f5d06 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.202822 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bda1ac51-10c9-413b-9030-4496d78f5d06 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1091368 Nov 12 03:40:40.205628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:40.275947 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2221ca-c16b-47d9-9e94-f7e5a1f8cab7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:40:40.283576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ff2221ca-c16b-47d9-9e94-f7e5a1f8cab7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/1b7f2e21-18f9-4d37-b599-640a62166e13 HTTP/1.1" status: 404 len: 333 time: 0.0767074 Nov 12 03:40:40.289163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33646) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:40.294164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-743127042'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:40.340861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:40.346310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.401399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:40.426512 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.426865 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Added segment 965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7 of type vlan for network 9bbe903e-a4b2-45bb-82d7-545509443379 Nov 12 03:40:40.517301 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.530872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fd293-de47-485e-912c-564dacd5824e req-b2651d2b-5f85-47ab-b2d8-eb4d8b6467cd tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.532507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-140fd293-de47-485e-912c-564dacd5824e req-b2651d2b-5f85-47ab-b2d8-eb4d8b6467cd tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1058211 Nov 12 03:40:40.580780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.589475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.590168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.640260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-140fd293-de47-485e-912c-564dacd5824e req-86546fbd-10d3-4b65-b993-2ba039dcb399 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015928 Nov 12 03:40:40.704674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33654) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:40.705561 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4152594 Nov 12 03:40:40.710792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:40.718782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28779c-9084-4182-8b2c-328f247f3ad4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Network': ['ID=9bbe903e-a4b2-45bb-82d7-545509443379,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.729516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9bbe903e-a4b2-45bb-82d7-545509443379 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:40.928048 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b3546ac-ee5b-4653-b2ca-827eed6d0cd8 req-180d29b3-5b72-4c9e-a9b1-03bbc3e3273c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0652084 Nov 12 03:40:40.985063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:40.988750 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.348654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.487169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=b7b312c1-1377-4a10-a2c4-3d16292ae2de,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:41.513131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking segment: {'id': '965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:41.513529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network hostable DHCP agents. Network: 9bbe903e-a4b2-45bb-82d7-545509443379, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:41.541662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 9bbe903e-a4b2-45bb-82d7-545509443379 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:41.555251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9bbe903e-a4b2-45bb-82d7-545509443379) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:41.562171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.563699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.565621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5825c86-3488-40b4-8173-d8f6f40083ae None None] Network 9bbe903e-a4b2-45bb-82d7-545509443379 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:41.586715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d4b06eda-803e-45ca-9415-4abf3f875671 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8808053 Nov 12 03:40:41.589744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33664) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:41.597375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b00f79f2-9d25-4f7e-8a70-278edb3a9c47 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:41.872711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00f79f2-9d25-4f7e-8a70-278edb3a9c47 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:41.895131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b00f79f2-9d25-4f7e-8a70-278edb3a9c47 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.987345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4de37-c25f-4ba5-8121-2151c710cbad req-6b047927-694f-4ae9-8bfc-bdaa878a9b3f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.993532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cac4de37-c25f-4ba5-8121-2151c710cbad req-6b047927-694f-4ae9-8bfc-bdaa878a9b3f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1314170 Nov 12 03:40:42.027739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-9bbe903e-a4b2-45bb-82d7-545509443379', 'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379', 'tenant_id': 'cd9b5b1916434b0e86aecec3eed4890a', 'fixed_ips': [{'subnet_id': 'b7b312c1-1377-4a10-a2c4-3d16292ae2de'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:42.028690 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.182624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cac4de37-c25f-4ba5-8121-2151c710cbad req-f26beca8-15d6-475d-9d51-eb00c64a0a9d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1869190 Nov 12 03:40:42.250089 n-d-789963-21 neutron-server[102629]: INFO neutron.db.ipam_backend_mixin [None req-b00f79f2-9d25-4f7e-8a70-278edb3a9c47 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7b312c1-1377-4a10-a2c4-3d16292ae2de (CIDR: 2001:db8::/64) Nov 12 03:40:42.296559 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00f79f2-9d25-4f7e-8a70-278edb3a9c47 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:40:42.300710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00f79f2-9d25-4f7e-8a70-278edb3a9c47 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:42.385707 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f728291-7786-4335-8117-5cee6b2c6dea req-77451d28-7d42-43c6-b5d7-4658c1d66325 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.1334684 Nov 12 03:40:42.399930 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b00f79f2-9d25-4f7e-8a70-278edb3a9c47 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8088419 Nov 12 03:40:42.402767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33688) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:42.410351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:42.480565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Allocated IP 2001:db8::2 (9bbe903e-a4b2-45bb-82d7-545509443379/b7b312c1-1377-4a10-a2c4-3d16292ae2de/954597da-5efe-4729-a8d5-ce85c592fc8b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:42.657900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:42.667555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.818188 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.830818 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.933897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Pushing event updated for resources: {'Port': ['ID=954597da-5efe-4729-a8d5-ce85c592fc8b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.951567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Network 9bbe903e-a4b2-45bb-82d7-545509443379 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:42.960473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:42.965552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:43.085318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Attempting to bind port 954597da-5efe-4729-a8d5-ce85c592fc8b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:43.085966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Attempting to bind port 954597da-5efe-4729-a8d5-ce85c592fc8b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:43.089475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Attempting to bind port 954597da-5efe-4729-a8d5-ce85c592fc8b on network 9bbe903e-a4b2-45bb-82d7-545509443379 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:43.108857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:43.109661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Checking segment: {'id': '965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:43.110209 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.113931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Bound using segment: {'id': '965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:43.114612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Bound port: 954597da-5efe-4729-a8d5-ce85c592fc8b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:43.115131 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.176003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.270858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] For port 954597da-5efe-4729-a8d5-ce85c592fc8b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:43.278850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] For port 954597da-5efe-4729-a8d5-ce85c592fc8b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=954597da-5efe-4729-a8d5-ce85c592fc8b,segment=NetworkSegment(965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7),segment_id=965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:43.284656 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.353574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=55a93390-ecf9-4171-bf2d-26471592af19,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:43.444028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd659020-0af4-43c3-be7b-61f0348927d6 None None] Pushing event updated for resources: {'Port': ['ID=954597da-5efe-4729-a8d5-ce85c592fc8b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:43.457397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 9bbe903e-a4b2-45bb-82d7-545509443379 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:43.467940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:43.475935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.477409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.514151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1e4f7172-e0c4-4118-82e4-c15d0db9fe6f tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1098781 Nov 12 03:40:43.518263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33706) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:43.528688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379', 'fixed_ips': [{'subnet_id': 'b7b312c1-1377-4a10-a2c4-3d16292ae2de'}, {'subnet_id': '55a93390-ecf9-4171-bf2d-26471592af19'}], 'name': 'tempest-PortsIpV6TestJSON-955546732'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:43.624880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6258c45c-fce1-48df-ad37-1067437ecdab req-8ce7072e-297d-4ae4-a012-d221515e858b tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0617139 Nov 12 03:40:43.640703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ad4a9-7875-4694-95d1-5724a74f6b97 req-9ac7bffb-008d-48ee-82fc-0900b30e435e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.649933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-944ad4a9-7875-4694-95d1-5724a74f6b97 req-9ac7bffb-008d-48ee-82fc-0900b30e435e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1773162 Nov 12 03:40:43.739402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-944ad4a9-7875-4694-95d1-5724a74f6b97 req-1b2c595f-d4ce-4964-aec5-d311a1d0070f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878625 Nov 12 03:40:43.832346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33710) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:44.051787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7457c289-bf66-413b-92b0-628e6766360c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.171169 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7457c289-bf66-413b-92b0-628e6766360c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.179891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7457c289-bf66-413b-92b0-628e6766360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.230946 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7457c289-bf66-413b-92b0-628e6766360c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccfa8ab8d2e2444e9f82f984f8c9b08e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3972561 Nov 12 03:40:44.240908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33716) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:44.331922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1aa35f3c-6521-4624-a5a9-264cc2694825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.379763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 954597da-5efe-4729-a8d5-ce85c592fc8b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:44.390988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1aa35f3c-6521-4624-a5a9-264cc2694825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.499414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457c289-bf66-413b-92b0-628e6766360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b379b-8cb5-4085-a4d4-9c5d39146327,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:44.522326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1aa35f3c-6521-4624-a5a9-264cc2694825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.531972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1aa35f3c-6521-4624-a5a9-264cc2694825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.540340 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1aa35f3c-6521-4624-a5a9-264cc2694825 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/954b379b-8cb5-4085-a4d4-9c5d39146327 HTTP/1.1" status: 204 len: 168 time: 0.2983375 Nov 12 03:40:44.554348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 954597da-5efe-4729-a8d5-ce85c592fc8b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:44.555812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.587168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa35f3c-6521-4624-a5a9-264cc2694825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b379b-8cb5-4085-a4d4-9c5d39146327,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:44.681734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:44.746008 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.848126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 954597da-5efe-4729-a8d5-ce85c592fc8b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=954597da-5efe-4729-a8d5-ce85c592fc8b,segment=NetworkSegment(965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7),segment_id=965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:44.874688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.939439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-798c8c4d-e23e-4b7b-87b0-2da0264a31de req-071cb796-ea21-4df0-ac72-93aafd6bb76f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0833511 Nov 12 03:40:44.939994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.991135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=954597da-5efe-4729-a8d5-ce85c592fc8b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:45.030157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:45.615376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df4fd9-c0a1-4f43-8003-b9827c801423 None None] Network 9bbe903e-a4b2-45bb-82d7-545509443379 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:45.740087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0250a0c1-65c2-42b5-8d8a-dd717353574f None None] Provisioning complete for port 954597da-5efe-4729-a8d5-ce85c592fc8b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:45.740573 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0250a0c1-65c2-42b5-8d8a-dd717353574f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.758121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d3414-8a2d-4309-a79c-d13e12c4293d req-0c9056cc-56eb-4d49-a815-46158b08963a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.760135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8d3414-8a2d-4309-a79c-d13e12c4293d req-0c9056cc-56eb-4d49-a815-46158b08963a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.7328656 Nov 12 03:40:45.841758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::58 (9bbe903e-a4b2-45bb-82d7-545509443379/b7b312c1-1377-4a10-a2c4-3d16292ae2de/820886c1-9d9e-40b5-9175-0c78dbfd7b57) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:45.860797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8:0:1::252 (9bbe903e-a4b2-45bb-82d7-545509443379/55a93390-ecf9-4171-bf2d-26471592af19/820886c1-9d9e-40b5-9175-0c78dbfd7b57) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:46.074523 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8d3414-8a2d-4309-a79c-d13e12c4293d req-33da183e-251a-4728-8691-5ec08a7a7c2d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3022194 Nov 12 03:40:46.214744 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2044f8f-5f0c-4348-a53d-191ca0432f6f req-648860ce-abaa-43ca-8b20-cb0d9885c513 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0757051 Nov 12 03:40:46.250953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 954597da-5efe-4729-a8d5-ce85c592fc8b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:46.256093 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.311988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.349509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7913eda-ca97-404f-ae82-68174a287890 None None] Update dhcp port {'port': {'network_id': '9bbe903e-a4b2-45bb-82d7-545509443379', 'fixed_ips': [{'subnet_id': 'b7b312c1-1377-4a10-a2c4-3d16292ae2de', 'ip_address': '2001:db8::2'}, {'subnet_id': '55a93390-ecf9-4171-bf2d-26471592af19'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '954597da-5efe-4729-a8d5-ce85c592fc8b'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:40:46.378989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 954597da-5efe-4729-a8d5-ce85c592fc8b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:46.380024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.391165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=820886c1-9d9e-40b5-9175-0c78dbfd7b57,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.406050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.406402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.406749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.407095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.407430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.407765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.408105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.408436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.408788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.409126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.409457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.409783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:46.429023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 9bbe903e-a4b2-45bb-82d7-545509443379 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:46.430505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:46.435419 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c7913eda-ca97-404f-ae82-68174a287890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.440396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:46.455661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.456677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.491486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7876d76b-befd-4d5a-bbe9-dcd1039907e9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.9717903 Nov 12 03:40:46.494292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33746) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.502558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7b312c1-1377-4a10-a2c4-3d16292ae2de'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:46.708499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-c7913eda-ca97-404f-ae82-68174a287890 None None] Allocated IP 2001:db8:0:1::2 (9bbe903e-a4b2-45bb-82d7-545509443379/55a93390-ecf9-4171-bf2d-26471592af19/954597da-5efe-4729-a8d5-ce85c592fc8b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:46.835981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c7913eda-ca97-404f-ae82-68174a287890 None None] For port 954597da-5efe-4729-a8d5-ce85c592fc8b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=954597da-5efe-4729-a8d5-ce85c592fc8b,segment=NetworkSegment(965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7),segment_id=965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:46.876158 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c7913eda-ca97-404f-ae82-68174a287890 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.939801 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c7913eda-ca97-404f-ae82-68174a287890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.946750 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4036-9e10-49a0-8268-a085c8f98149 req-1d4fc772-ccf9-4658-90fc-79003223f668 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.948345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e2c4036-9e10-49a0-8268-a085c8f98149 req-1d4fc772-ccf9-4658-90fc-79003223f668 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 945 time: 0.2456446 Nov 12 03:40:47.038338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7913eda-ca97-404f-ae82-68174a287890 None None] Pushing event updated for resources: {'Port': ['ID=954597da-5efe-4729-a8d5-ce85c592fc8b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:47.045066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.169687 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e2c4036-9e10-49a0-8268-a085c8f98149 req-e7ff5e58-5f3b-4dd9-a011-44bbbfad28cb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030661 Nov 12 03:40:47.471700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b186b57-3f0c-4d06-a633-0a0bc1db2c4d req-bd73365c-79fb-4c62-92c8-af2e30db21a9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.503217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8b186b57-3f0c-4d06-a633-0a0bc1db2c4d req-bd73365c-79fb-4c62-92c8-af2e30db21a9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.2450871 Nov 12 03:40:47.772244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8b186b57-3f0c-4d06-a633-0a0bc1db2c4d req-f57bac1c-1317-42fd-a032-e0dc0b7d65b3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2680457 Nov 12 03:40:48.006340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-82f7bd09-3537-41d4-b6d1-041b5d7eb227 req-3546bba5-5ddb-4e48-ba9d-8f5d06719457 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0595508 Nov 12 03:40:48.007018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Delete allocated IP 2001:db8:0:1::252 (9bbe903e-a4b2-45bb-82d7-545509443379/55a93390-ecf9-4171-bf2d-26471592af19) {{(pid=102629) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:40:48.225508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 954597da-5efe-4729-a8d5-ce85c592fc8b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:48.257086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.264415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.297264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d976d59-4278-4aa8-9cda-d8d1bc03e928 None None] Network 9bbe903e-a4b2-45bb-82d7-545509443379 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:48.315571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 954597da-5efe-4729-a8d5-ce85c592fc8b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:48.316200 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.355711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=820886c1-9d9e-40b5-9175-0c78dbfd7b57,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.360017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] In _notify_port_updated(), no bound segment for port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 on network 9bbe903e-a4b2-45bb-82d7-545509443379 {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:48.366085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.366770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.370900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33790) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:48.371105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84d82643-d969-4154-9270-92433f6fe05d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "PUT /v2.0/ports/820886c1-9d9e-40b5-9175-0c78dbfd7b57 HTTP/1.1" status: 200 len: 924 time: 1.8749640 Nov 12 03:40:48.377480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7b312c1-1377-4a10-a2c4-3d16292ae2de'}, {'subnet_id': '55a93390-ecf9-4171-bf2d-26471592af19'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:48.439470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c3ba38ad-c13a-4d41-8a7d-85245e0d131f None None] Provisioning complete for port 954597da-5efe-4729-a8d5-ce85c592fc8b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:48.439470 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3ba38ad-c13a-4d41-8a7d-85245e0d131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.465536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.879943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8:0:1::dd (9bbe903e-a4b2-45bb-82d7-545509443379/55a93390-ecf9-4171-bf2d-26471592af19/820886c1-9d9e-40b5-9175-0c78dbfd7b57) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:48.993944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32f813-b405-4228-9bcf-b5ddf3b24326 req-30239040-7938-4231-b16d-0983d980d2cd tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.002199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f32f813-b405-4228-9bcf-b5ddf3b24326 req-30239040-7938-4231-b16d-0983d980d2cd tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.0879216 Nov 12 03:40:49.022324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-288ab382-eb49-4247-b10e-5a3dde8dae3c None None] Provisioning complete for port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:49.023355 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-288ab382-eb49-4247-b10e-5a3dde8dae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.074883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f32f813-b405-4228-9bcf-b5ddf3b24326 req-a2f6c49c-a4d7-4b63-bf20-64dbed3e7170 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717089 Nov 12 03:40:49.080784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-288ab382-eb49-4247-b10e-5a3dde8dae3c None None] Port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:49.093802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-288ab382-eb49-4247-b10e-5a3dde8dae3c None None] Provisioning complete for port 954597da-5efe-4729-a8d5-ce85c592fc8b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:49.095789 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-288ab382-eb49-4247-b10e-5a3dde8dae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.135764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-6061a77f-3d59-4aa3-acc8-1916afb64bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.155076 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-6061a77f-3d59-4aa3-acc8-1916afb64bb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 1098 time: 0.1881952 Nov 12 03:40:49.230659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d56c9e2f-16e2-46cd-9ecb-1466b0e20749 req-069822c1-0cd2-432a-894a-d9b09293c880 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0684946 Nov 12 03:40:49.286634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.294091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.393351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=820886c1-9d9e-40b5-9175-0c78dbfd7b57,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.415202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-1dc43748-8330-4695-a44f-aca4d041f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.416700 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-1dc43748-8330-4695-a44f-aca4d041f56a service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.2429500 Nov 12 03:40:49.417590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] In _notify_port_updated(), no bound segment for port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 on network 9bbe903e-a4b2-45bb-82d7-545509443379 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:49.423152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.423849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.425462 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dc9ed3ed-df2c-4ed5-9657-7ccf27b85b4e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "PUT /v2.0/ports/820886c1-9d9e-40b5-9175-0c78dbfd7b57 HTTP/1.1" status: 200 len: 1009 time: 1.0534394 Nov 12 03:40:49.428466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33806) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.446491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-41da4ca0-2dec-4af7-a14b-5d2fa416c58f None None] Provisioning complete for port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:49.447029 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41da4ca0-2dec-4af7-a14b-5d2fa416c58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.503399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-41da4ca0-2dec-4af7-a14b-5d2fa416c58f None None] Port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:49.520726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-06012af8-55b0-4cba-af4f-d9654cdee4d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 HTTP/1.1" status: 200 len: 1002 time: 0.0939987 Nov 12 03:40:49.554374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b940f84d-48f6-42a1-bfc4-3228695bae72 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:49.555052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b940f84d-48f6-42a1-bfc4-3228695bae72 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.608897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-c8fe26dd-93d4-413c-88d5-e24534e4535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.611087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-c8fe26dd-93d4-413c-88d5-e24534e4535a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.0826149 Nov 12 03:40:49.662198 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b940f84d-48f6-42a1-bfc4-3228695bae72 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.675551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b940f84d-48f6-42a1-bfc4-3228695bae72 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 820886c1-9d9e-40b5-9175-0c78dbfd7b57 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:49.677692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-acdfb651-d57b-4e5b-ba17-10e570c4a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.679226 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-acdfb651-d57b-4e5b-ba17-10e570c4a22c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602431 Nov 12 03:40:49.725446 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7ebbce59-4906-437a-9bf9-09f6f47b28af None None] Provisioning complete for port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:49.725819 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ebbce59-4906-437a-9bf9-09f6f47b28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.791678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbce59-4906-437a-9bf9-09f6f47b28af None None] Port 820886c1-9d9e-40b5-9175-0c78dbfd7b57 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:49.806078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-1f328f77-b1f7-47e9-b60b-77632fcc8165 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178882 Nov 12 03:40:49.939655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b940f84d-48f6-42a1-bfc4-3228695bae72 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.943127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f01b2d0-73a8-45d8-9a3f-be46375fd19b req-971a7eea-609e-4e3f-8011-828cda771f28 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261268 Nov 12 03:40:49.983422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940f84d-48f6-42a1-bfc4-3228695bae72 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=820886c1-9d9e-40b5-9175-0c78dbfd7b57,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.008803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dc1253d4-e4ba-4c5e-9aac-c22555c1da2a None None] Could not find standard attr ID for object 820886c1-9d9e-40b5-9175-0c78dbfd7b57. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:40:50.023991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b940f84d-48f6-42a1-bfc4-3228695bae72 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.028118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b940f84d-48f6-42a1-bfc4-3228695bae72 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/820886c1-9d9e-40b5-9175-0c78dbfd7b57 HTTP/1.1" status: 204 len: 168 time: 0.5984018 Nov 12 03:40:50.030817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33814) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.062224 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d544a82-56b3-4743-87b4-38b900878044 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:40:50.063839 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0d544a82-56b3-4743-87b4-38b900878044 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/820886c1-9d9e-40b5-9175-0c78dbfd7b57 HTTP/1.1" status: 404 len: 333 time: 0.0320694 Nov 12 03:40:50.066467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33818) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.141168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c35cd9e-96f5-405f-9cc3-670c96ea3a08 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet 55a93390-ecf9-4171-bf2d-26471592af19 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:50.146168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c35cd9e-96f5-405f-9cc3-670c96ea3a08 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.207864 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c35cd9e-96f5-405f-9cc3-670c96ea3a08 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.369335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cc4eb-1578-40cd-b09c-6426a7cd7aa1 req-603fdd04-13a6-488a-b683-9d2c7bd4ddbc tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.370906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-944cc4eb-1578-40cd-b09c-6426a7cd7aa1 req-603fdd04-13a6-488a-b683-9d2c7bd4ddbc tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.1595488 Nov 12 03:40:50.394177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b83b14e-b2aa-41fa-9002-87abaefdbf04 req-18380121-0ab5-460e-928a-63dca374815f tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0457592 Nov 12 03:40:50.417384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c35cd9e-96f5-405f-9cc3-670c96ea3a08 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.473450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-944cc4eb-1578-40cd-b09c-6426a7cd7aa1 req-5d9c4dc7-1631-48f9-b0f4-470b46d61586 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929964 Nov 12 03:40:50.500644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c35cd9e-96f5-405f-9cc3-670c96ea3a08 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.530867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35cd9e-96f5-405f-9cc3-670c96ea3a08 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=55a93390-ecf9-4171-bf2d-26471592af19,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.536464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c35cd9e-96f5-405f-9cc3-670c96ea3a08 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.539720 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0c35cd9e-96f5-405f-9cc3-670c96ea3a08 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/55a93390-ecf9-4171-bf2d-26471592af19 HTTP/1.1" status: 204 len: 168 time: 0.4723246 Nov 12 03:40:50.542636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33832) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.547391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26786c1c-473c-4cce-95c6-17b3fb377a25 None None] Network 9bbe903e-a4b2-45bb-82d7-545509443379 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:50.623143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed1534b-f376-41b7-b656-5a6d7e8f66b1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet b7b312c1-1377-4a10-a2c4-3d16292ae2de {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:50.628277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ed1534b-f376-41b7-b656-5a6d7e8f66b1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.681380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ed1534b-f376-41b7-b656-5a6d7e8f66b1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.784590 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ed1534b-f376-41b7-b656-5a6d7e8f66b1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.857478 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ed1534b-f376-41b7-b656-5a6d7e8f66b1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.908917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1534b-f376-41b7-b656-5a6d7e8f66b1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b312c1-1377-4a10-a2c4-3d16292ae2de,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.911949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ed1534b-f376-41b7-b656-5a6d7e8f66b1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.915941 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7ed1534b-f376-41b7-b656-5a6d7e8f66b1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/b7b312c1-1377-4a10-a2c4-3d16292ae2de HTTP/1.1" status: 204 len: 168 time: 0.3715947 Nov 12 03:40:50.917911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33834) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:51.030518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.104791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 954597da-5efe-4729-a8d5-ce85c592fc8b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:51.105501 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.188988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] For port 954597da-5efe-4729-a8d5-ce85c592fc8b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=954597da-5efe-4729-a8d5-ce85c592fc8b,segment=NetworkSegment(965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7),segment_id=965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:51.189686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.206718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 954597da-5efe-4729-a8d5-ce85c592fc8b owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:51.237513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:51.240154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:51.298536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.363524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=954597da-5efe-4729-a8d5-ce85c592fc8b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:51.367257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No DVR routers for this DVR port 954597da-5efe-4729-a8d5-ce85c592fc8b on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:51.550461 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.598255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbe903e-a4b2-45bb-82d7-545509443379']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:51.615192 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-079bf76b-cd4d-4cfa-aefc-92a9889131b4 req-d8b79985-e3b7-4876-9f84-55ae7c47da04 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0929248 Nov 12 03:40:51.631513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:51.633150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965e3d8a-a3fa-4f06-8d23-ade15a1dbdd7') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:51.699566 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.718289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.737613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fa61b-0637-4b6b-8d52-24f7a8648345 req-73a0d27c-5e39-4523-9d2a-81bd85faef04 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.746394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-574fa61b-0637-4b6b-8d52-24f7a8648345 req-73a0d27c-5e39-4523-9d2a-81bd85faef04 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 946 time: 0.0928051 Nov 12 03:40:51.755472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:51.756039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:51.759274 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:51.827102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:51.844620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '272054c3-953c-453d-b275-dbf790385c15', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': '272054c3-953c-453d-b275-dbf790385c15', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:51.850487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528c5c99-c232-4b99-9e31-840b8a261551 None None] Network 9bbe903e-a4b2-45bb-82d7-545509443379 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:51.866167 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-574fa61b-0637-4b6b-8d52-24f7a8648345 req-0c2aec53-6186-4a0f-8e6d-0a5d15991576 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186838 Nov 12 03:40:51.883897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.890671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.901721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33850) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:51.901962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/networks/9bbe903e-a4b2-45bb-82d7-545509443379 HTTP/1.1" status: 204 len: 168 time: 0.9826798 Nov 12 03:40:51.918071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567f13c-f2a1-4f62-81ad-4f39ee6f3cdc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Network': ['ID=9bbe903e-a4b2-45bb-82d7-545509443379,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:51.960582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a42f99c3-5f2d-4b35-9afa-9d57e5bcced5 None None] Could not find standard attr ID for object 954597da-5efe-4729-a8d5-ce85c592fc8b. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:40:51.977336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156422f-c0d2-4c05-8b5b-58f6e2455fcd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.986445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33852) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.000810 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4156422f-c0d2-4c05-8b5b-58f6e2455fcd tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0977967 Nov 12 03:40:52.074562 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.089500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 272054c3-953c-453d-b275-dbf790385c15 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:52.104599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.150040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:52.152134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33860) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.158339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:52.158628 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9d965d99-8083-4cc8-98d3-61191297c47e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1691144 Nov 12 03:40:52.160339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1748616831'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:52.163612 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e6bd1-bd52-467a-9512-0082cfe2e943" -d '{"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-unplugged", "status": "completed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:52.170718 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.212298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:52.217109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a04323-88ac-4161-a435-6676a6e03276 None None] DHCP port deletion for 9bbe903e-a4b2-45bb-82d7-545509443379 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:52.223803 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.262051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:52.267650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.269213 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1558932b-57a3-4ec9-befe-a31fe8ced736 x-openstack-request-id: req-1558932b-57a3-4ec9-befe-a31fe8ced736 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:52.269513 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-unplugged", "status": "failed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1", "code": 422}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:52.269771 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1558932b-57a3-4ec9-befe-a31fe8ced736 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:52.270179 n-d-789963-21 neutron-server[102630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'code': 422} returned with failed status Nov 12 03:40:52.300357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:52.316826 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.317827 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Added segment 01d7d13e-0fca-4816-a8e9-19fc7e9b3011 of type vlan for network e338e46a-ec9c-416e-93f0-f60d40183b69 Nov 12 03:40:52.318856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['272054c3-953c-453d-b275-dbf790385c15'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:52.322555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.381919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.413844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.423320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.434140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.434788 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.541928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Network': ['ID=e338e46a-ec9c-416e-93f0-f60d40183b69,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.553218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d35f1a35-392a-479a-8bc9-eb4fa61e9aa7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3993382 Nov 12 03:40:52.554088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33880) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.562337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e338e46a-ec9c-416e-93f0-f60d40183b69 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:52.576718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:52.686708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:52.706512 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.794443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-278d974f-5e13-4e7e-b89a-02cdcd262c62 req-06283a5a-a16e-4a3b-bcd8-f727c647c887 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0398152 Nov 12 03:40:53.097039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.174209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4c33-3e71-4499-a0ef-778693d95683 req-2f731e0f-b8d0-48df-b1c2-ca259662c310 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.176107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e2a4c33-3e71-4499-a0ef-778693d95683 req-2f731e0f-b8d0-48df-b1c2-ca259662c310 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1835427 Nov 12 03:40:53.210139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking segment: {'id': '01d7d13e-0fca-4816-a8e9-19fc7e9b3011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:53.211186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network hostable DHCP agents. Network: e338e46a-ec9c-416e-93f0-f60d40183b69, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:53.230982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=2c14c285-86de-4186-b222-5a315b5bc020,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.254314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:53.286241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e2a4c33-3e71-4499-a0ef-778693d95683 req-bbea0e69-0b1f-4e85-90fa-19a672c0b088 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992806 Nov 12 03:40:53.293608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network e338e46a-ec9c-416e-93f0-f60d40183b69 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:53.318314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e338e46a-ec9c-416e-93f0-f60d40183b69) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:53.338170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6458a93d-d4cf-4ea9-b30c-c9c9c29e9500 None None] Network e338e46a-ec9c-416e-93f0-f60d40183b69 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:53.340416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.341220 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.383501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2ed46544-6d09-4c93-b5b4-dc0278faa9f0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8240230 Nov 12 03:40:53.385979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33906) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.412858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69', 'name': 'tempest-PortsIpV6TestJSON-1908547052'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:53.586351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 272054c3-953c-453d-b275-dbf790385c15 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:53.586747 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.655743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:53.661363 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.685358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port f648f662-c47b-48c2-ae6b-aafbba601b1d yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:53.732643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-e338e46a-ec9c-416e-93f0-f60d40183b69', 'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69', 'tenant_id': 'cd9b5b1916434b0e86aecec3eed4890a', 'fixed_ips': [{'subnet_id': '2c14c285-86de-4186-b222-5a315b5bc020'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:53.733510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.016075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::319 (e338e46a-ec9c-416e-93f0-f60d40183b69/2c14c285-86de-4186-b222-5a315b5bc020/f648f662-c47b-48c2-ae6b-aafbba601b1d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:54.078557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e517fc5-f47b-4498-b338-c0209e437a55 req-c68b4eff-1d2a-4cdd-b0ab-0b2ec97578f1 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0606763 Nov 12 03:40:54.080067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.125688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:54.135107 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.136972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:54.143166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 954597da-5efe-4729-a8d5-ce85c592fc8b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:54.168562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 954597da-5efe-4729-a8d5-ce85c592fc8b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:54.168934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 954597da-5efe-4729-a8d5-ce85c592fc8b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:54.262825 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.271503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:54.273913 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d921ef2-4007-4c14-98a1-a872ab2ea22b" -d '{"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-plugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:54.359995 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7015c73-7270-4f28-ad39-6cb66f84f506 x-openstack-request-id: req-b7015c73-7270-4f28-ad39-6cb66f84f506 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:54.360349 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-plugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:54.360638 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7015c73-7270-4f28-ad39-6cb66f84f506 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:54.361268 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'code': 200} Nov 12 03:40:54.555760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.613077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.621637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ad896-1d3f-4d20-8fc3-30b78f41c5ab req-b8d3e1bf-7036-423f-988c-6143746917d7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.623959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-480ad896-1d3f-4d20-8fc3-30b78f41c5ab req-b8d3e1bf-7036-423f-988c-6143746917d7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1483004 Nov 12 03:40:54.635668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-bd43f3f9-b9ce-4b64-88b9-f6cee6d31376 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238146 Nov 12 03:40:54.757648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-480ad896-1d3f-4d20-8fc3-30b78f41c5ab req-0edb3cf4-bdcd-4f2e-ae28-79e1025a6789 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250637 Nov 12 03:40:54.778886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.885909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Allocated IP 2001:db8::2 (e338e46a-ec9c-416e-93f0-f60d40183b69/2c14c285-86de-4186-b222-5a315b5bc020/76f14024-6787-44e5-abee-5f1636566251) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:54.899056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network e338e46a-ec9c-416e-93f0-f60d40183b69 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:54.909342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:54.920495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:54.930968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.931780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.970974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=f648f662-c47b-48c2-ae6b-aafbba601b1d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.046884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-197ab32f-abdc-4194-be34-e3835e209acf tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6457348 Nov 12 03:40:55.049582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33954) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:55.055154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69', 'name': 'tempest-PortsIpV6TestJSON-1936024513'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:55.091271 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.101079 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.206645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Network e338e46a-ec9c-416e-93f0-f60d40183b69 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:55.210329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:55.219601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:55.223845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Pushing event updated for resources: {'Port': ['ID=76f14024-6787-44e5-abee-5f1636566251,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.293586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Attempting to bind port 76f14024-6787-44e5-abee-5f1636566251 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:55.294270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Attempting to bind port 76f14024-6787-44e5-abee-5f1636566251 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '01d7d13e-0fca-4816-a8e9-19fc7e9b3011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:55.294270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Attempting to bind port 76f14024-6787-44e5-abee-5f1636566251 on network e338e46a-ec9c-416e-93f0-f60d40183b69 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:55.300653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:55.301495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Checking segment: {'id': '01d7d13e-0fca-4816-a8e9-19fc7e9b3011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:55.302048 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.302695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Bound using segment: {'id': '01d7d13e-0fca-4816-a8e9-19fc7e9b3011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:55.303264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Bound port: 76f14024-6787-44e5-abee-5f1636566251, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d7d13e-0fca-4816-a8e9-19fc7e9b3011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e338e46a-ec9c-416e-93f0-f60d40183b69'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:55.303664 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.386097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9bc17cb3-2d1b-48fb-8570-206b490c68b0 req-a7b0d1f3-c34b-4b57-960a-04c7ceec9a90 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0483496 Nov 12 03:40:55.399239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] For port 76f14024-6787-44e5-abee-5f1636566251, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:55.417481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:55.418466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] For port 76f14024-6787-44e5-abee-5f1636566251, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=76f14024-6787-44e5-abee-5f1636566251,segment=NetworkSegment(01d7d13e-0fca-4816-a8e9-19fc7e9b3011),segment_id=01d7d13e-0fca-4816-a8e9-19fc7e9b3011)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:55.428778 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.434154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.506711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port c1f1a256-0315-4bb0-90b1-7f94854c71b2 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:55.625545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354b722-9462-4200-a286-72fc2f42f2b5 None None] Pushing event updated for resources: {'Port': ['ID=76f14024-6787-44e5-abee-5f1636566251,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.817850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33980) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:55.888247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::2d0 (e338e46a-ec9c-416e-93f0-f60d40183b69/2c14c285-86de-4186-b222-5a315b5bc020/c1f1a256-0315-4bb0-90b1-7f94854c71b2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:56.019497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67072-2233-4537-aa13-42e29470313b req-28198913-7ff2-4e9c-ab08-d6caaac9cd7e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.033274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c6e67072-2233-4537-aa13-42e29470313b req-28198913-7ff2-4e9c-ab08-d6caaac9cd7e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.0942953 Nov 12 03:40:56.157657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c6e67072-2233-4537-aa13-42e29470313b req-2db539ae-f5bd-40cd-af36-ffee584d12a9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234009 Nov 12 03:40:56.342882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 76f14024-6787-44e5-abee-5f1636566251 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:56.359333 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.384886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b035ec-629e-439f-a41e-0cf71cab4112 admin admin] Deleting subnet 8969a8f9-b847-4ffe-96a5-cba15047533d {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:56.391855 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b035ec-629e-439f-a41e-0cf71cab4112 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.429982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.469194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 76f14024-6787-44e5-abee-5f1636566251 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:56.469579 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.483319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b035ec-629e-439f-a41e-0cf71cab4112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.610533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b035ec-629e-439f-a41e-0cf71cab4112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.674051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b547805-56a2-41a1-82a7-17bb62f6dce0 req-6d544daa-b2fe-405c-8cb3-59256567d79c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.1295972 Nov 12 03:40:56.675769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=c1f1a256-0315-4bb0-90b1-7f94854c71b2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.687361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network e338e46a-ec9c-416e-93f0-f60d40183b69 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:56.690809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:56.703113 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.707110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:56.712680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.713339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.756300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0472fbb5-56cd-468b-835e-187544e4ecea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7031555 Nov 12 03:40:56.775715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33994) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:56.796665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 76f14024-6787-44e5-abee-5f1636566251, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=76f14024-6787-44e5-abee-5f1636566251,segment=NetworkSegment(01d7d13e-0fca-4816-a8e9-19fc7e9b3011),segment_id=01d7d13e-0fca-4816-a8e9-19fc7e9b3011)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:56.801172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.807654 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b035ec-629e-439f-a41e-0cf71cab4112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.909054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=76f14024-6787-44e5-abee-5f1636566251,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.922923 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6f3b1-2b9e-428a-9ab1-51dea9ee4dd1 None None] Network cc7cd072-f689-4411-9289-55ac57982cd7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:56.923445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b035ec-629e-439f-a41e-0cf71cab4112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8969a8f9-b847-4ffe-96a5-cba15047533d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.926446 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b035ec-629e-439f-a41e-0cf71cab4112 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.938450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:56.949597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-90b035ec-629e-439f-a41e-0cf71cab4112 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8969a8f9-b847-4ffe-96a5-cba15047533d HTTP/1.1" status: 204 len: 168 time: 1.1168511 Nov 12 03:40:57.026116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e50e0e7-95b7-44b3-bf25-e63120f2dbc1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.026116 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7e50e0e7-95b7-44b3-bf25-e63120f2dbc1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A319 HTTP/1.1" status: 200 len: 929 time: 0.2460287 Nov 12 03:40:57.037117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:57.136518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.190071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a013fe4-de30-4f81-adf3-6f9c77ad7206 None None] DHCP port deletion for cc7cd072-f689-4411-9289-55ac57982cd7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:57.314569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e57da40c-5093-40e0-9d0b-308e2e9b1d18 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port c1f1a256-0315-4bb0-90b1-7f94854c71b2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:57.315137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e57da40c-5093-40e0-9d0b-308e2e9b1d18 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.412518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.483732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7cd072-f689-4411-9289-55ac57982cd7']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.513453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.514665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfc6187-16dd-41b7-bbb0-4c92ef32fba4') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.538091 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.568905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.580259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:57.580685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:57.583258 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:57.627551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3071e96a-70f2-4402-a114-498b9307d593 None None] Network e338e46a-ec9c-416e-93f0-f60d40183b69 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:57.646895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ac26-89a7-42d4-b461-4d46f0503bfb req-aff92402-893c-4b09-9dfc-79973deabcf4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.661137 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa93ac26-89a7-42d4-b461-4d46f0503bfb req-aff92402-893c-4b09-9dfc-79973deabcf4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.3384030 Nov 12 03:40:57.673243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.686273 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.698625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc7cd072-f689-4411-9289-55ac57982cd7 HTTP/1.1" status: 204 len: 168 time: 0.7590919 Nov 12 03:40:57.757618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa93ac26-89a7-42d4-b461-4d46f0503bfb req-27836005-e4fa-42d4-b733-dbc301b93612 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911655 Nov 12 03:40:57.759735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60dade-fe70-49c2-b08d-8bbc57cc9247 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7cd072-f689-4411-9289-55ac57982cd7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.788964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-17fcee61-e314-44de-b52e-ea9237164966 None None] Provisioning complete for port 76f14024-6787-44e5-abee-5f1636566251 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:57.802139 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17fcee61-e314-44de-b52e-ea9237164966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.851370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e57da40c-5093-40e0-9d0b-308e2e9b1d18 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.891704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e57da40c-5093-40e0-9d0b-308e2e9b1d18 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for c1f1a256-0315-4bb0-90b1-7f94854c71b2 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:57.966233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-592cffbf-665d-4bd1-ae09-fa61739c6d32 req-7f84ce65-a000-4e42-9a5a-5e9dc62ac2a7 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0716281 Nov 12 03:40:58.015953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:58.104309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e4df8856-cf55-4558-8037-8d33cad61ea7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e5e6a0a53c14a2ab1400011a6ea698c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0868878 Nov 12 03:40:58.105013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34012) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:58.231864 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8bfd-8d01-43b1-9b6e-8158d87f18d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.267592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e57da40c-5093-40e0-9d0b-308e2e9b1d18 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.287668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 76f14024-6787-44e5-abee-5f1636566251 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:58.329701 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8bfd-8d01-43b1-9b6e-8158d87f18d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.394218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57da40c-5093-40e0-9d0b-308e2e9b1d18 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=c1f1a256-0315-4bb0-90b1-7f94854c71b2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.459302 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8bfd-8d01-43b1-9b6e-8158d87f18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.463770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a8e8bfd-8d01-43b1-9b6e-8158d87f18d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.470865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8a8e8bfd-8d01-43b1-9b6e-8158d87f18d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56ef4363-f5f4-4fc3-b219-f0527c9727eb HTTP/1.1" status: 204 len: 168 time: 0.3639698 Nov 12 03:40:58.472774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 76f14024-6787-44e5-abee-5f1636566251 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.473159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.479827 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e57da40c-5093-40e0-9d0b-308e2e9b1d18 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.483821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e57da40c-5093-40e0-9d0b-308e2e9b1d18 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/c1f1a256-0315-4bb0-90b1-7f94854c71b2 HTTP/1.1" status: 204 len: 168 time: 1.4460583 Nov 12 03:40:58.493045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34016) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:58.499077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e8bfd-8d01-43b1-9b6e-8158d87f18d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ef4363-f5f4-4fc3-b219-f0527c9727eb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.588210 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c365b3-d458-4753-b696-b048aa049b41 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:40:58.609766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-98c365b3-d458-4753-b696-b048aa049b41 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/c1f1a256-0315-4bb0-90b1-7f94854c71b2 HTTP/1.1" status: 404 len: 333 time: 0.1155701 Nov 12 03:40:58.612441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34022) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:58.701543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2e5fc2e2-6af6-41c7-9988-e6faa20be2a5 None None] Provisioning complete for port 76f14024-6787-44e5-abee-5f1636566251 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.702166 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e5fc2e2-6af6-41c7-9988-e6faa20be2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.940712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2e5fc2e2-6af6-41c7-9988-e6faa20be2a5 None None] Provisioning complete for port f648f662-c47b-48c2-ae6b-aafbba601b1d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.941114 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e5fc2e2-6af6-41c7-9988-e6faa20be2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.013193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb3990-7b4f-431f-bf6b-93b318d6979c req-6d733296-4803-45fd-b51a-50d6e7f5a701 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.031335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fc2e2-6af6-41c7-9988-e6faa20be2a5 None None] Port f648f662-c47b-48c2-ae6b-aafbba601b1d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:59.037338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2e5fc2e2-6af6-41c7-9988-e6faa20be2a5 None None] Could not find standard attr ID for object c1f1a256-0315-4bb0-90b1-7f94854c71b2. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:40:59.046250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0eb3990-7b4f-431f-bf6b-93b318d6979c req-6d733296-4803-45fd-b51a-50d6e7f5a701 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1273704 Nov 12 03:40:59.239733 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0eb3990-7b4f-431f-bf6b-93b318d6979c req-cc9ae38c-56a9-4604-95b7-93386ab02cf0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924913 Nov 12 03:40:59.287022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2e423b55-1a70-4810-9de4-40e93c6fe162 None None] Provisioning complete for port f648f662-c47b-48c2-ae6b-aafbba601b1d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:59.287666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e423b55-1a70-4810-9de4-40e93c6fe162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.391195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2e423b55-1a70-4810-9de4-40e93c6fe162 None None] Port f648f662-c47b-48c2-ae6b-aafbba601b1d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:59.616078 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf965f0d-d1cf-42fe-96a0-e6f84923e934 req-4fba8172-09ee-43af-9d35-a0c33816d20b tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0612538 Nov 12 03:40:59.630992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b9e6e1ad-27eb-42f7-bc9d-9731925acea2 None None] Could not find standard attr ID for object c1f1a256-0315-4bb0-90b1-7f94854c71b2. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:40:59.675440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-201ae671-bf94-49bd-801c-63d4351a55b9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port f648f662-c47b-48c2-ae6b-aafbba601b1d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:59.675788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-201ae671-bf94-49bd-801c-63d4351a55b9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.849837 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-201ae671-bf94-49bd-801c-63d4351a55b9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.872720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-201ae671-bf94-49bd-801c-63d4351a55b9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for f648f662-c47b-48c2-ae6b-aafbba601b1d owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:59.903978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34050) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:00.020050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-473860395-network', 'tenant_id': '75b8236149b846a18ddc6e6e8beda3e4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:00.047040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Made reservation on behalf of 75b8236149b846a18ddc6e6e8beda3e4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:00.049698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.062146 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.147166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-201ae671-bf94-49bd-801c-63d4351a55b9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.196681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ae671-bf94-49bd-801c-63d4351a55b9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=f648f662-c47b-48c2-ae6b-aafbba601b1d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.225526 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.231077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.254550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-201ae671-bf94-49bd-801c-63d4351a55b9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.257718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-201ae671-bf94-49bd-801c-63d4351a55b9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/f648f662-c47b-48c2-ae6b-aafbba601b1d HTTP/1.1" status: 204 len: 168 time: 1.6442158 Nov 12 03:41:00.265691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34054) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:00.287465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:00.325342 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1323979-df3d-4492-91a3-61a5de5a32c6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:41:00.328470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b1323979-df3d-4492-91a3-61a5de5a32c6 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/f648f662-c47b-48c2-ae6b-aafbba601b1d HTTP/1.1" status: 404 len: 333 time: 0.0594077 Nov 12 03:41:00.330870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34058) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:00.348621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.349554 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Added segment 593136fa-942e-4a1f-a191-3f9b5956992f of type vlan for network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 Nov 12 03:41:00.360189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.422455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b59c785-4e9e-4eaf-a330-7b4091a7a410 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet 2c14c285-86de-4186-b222-5a315b5bc020 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:00.438931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b59c785-4e9e-4eaf-a330-7b4091a7a410 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.502482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.511719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b59c785-4e9e-4eaf-a330-7b4091a7a410 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.580695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d7a06-30a0-4f65-b5cd-968f1ffd36ee req-25dbbff5-aa6e-4b02-a5c6-69f445f137e0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.583047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d36d7a06-30a0-4f65-b5cd-968f1ffd36ee req-25dbbff5-aa6e-4b02-a5c6-69f445f137e0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1496935 Nov 12 03:41:00.614099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.615211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.615936 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.691222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b59c785-4e9e-4eaf-a330-7b4091a7a410 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.738295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8322818 Nov 12 03:41:00.742434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34066) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:00.747309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Request body: {'subnet': {'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-473860395-subnet', 'tenant_id': '75b8236149b846a18ddc6e6e8beda3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:00.755607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd0346-85fc-4c2e-816d-23540bea14d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b9551b7b-d456-40f7-abfe-c6db6ed2fb42,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.771774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:00.789335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d36d7a06-30a0-4f65-b5cd-968f1ffd36ee req-c2413e70-92eb-43ee-84c7-ee06472ad443 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1986439 Nov 12 03:41:00.855823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6cf51ff-b51a-4cd4-b029-fd9f5301ef7b req-8b88f0e2-4a3b-4056-a811-bcc1bec8a579 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0645356 Nov 12 03:41:00.869565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Made reservation on behalf of 75b8236149b846a18ddc6e6e8beda3e4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:00.872309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.898102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b59c785-4e9e-4eaf-a330-7b4091a7a410 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.013401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59c785-4e9e-4eaf-a330-7b4091a7a410 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=2c14c285-86de-4186-b222-5a315b5bc020,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:01.016066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b59c785-4e9e-4eaf-a330-7b4091a7a410 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.032582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b59c785-4e9e-4eaf-a330-7b4091a7a410 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/2c14c285-86de-4186-b222-5a315b5bc020 HTTP/1.1" status: 204 len: 168 time: 0.7005534 Nov 12 03:41:01.035256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34068) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:01.136176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c96629-bedc-4bac-bbe7-1ae2956b8f22 None None] Network e338e46a-ec9c-416e-93f0-f60d40183b69 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:01.229929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.257061 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.311860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 76f14024-6787-44e5-abee-5f1636566251 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:01.311860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.319594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfe1d-3b8b-4fa0-afc2-6d3916f471c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.410634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60244fe0-a188-4187-88e1-c1edc141fc32,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:01.429883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Checking segment: {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:01.431952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Network hostable DHCP agents. Network: b9551b7b-d456-40f7-abfe-c6db6ed2fb42, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:01.433750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] DHCP port deletion for e338e46a-ec9c-416e-93f0-f60d40183b69 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:01.468900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:01.483899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, b9551b7b-d456-40f7-abfe-c6db6ed2fb42) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:01.491043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.492266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.507014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d15c25-55ee-4742-86f5-ae401961cb2c None None] Network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:01.508097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] For port 76f14024-6787-44e5-abee-5f1636566251, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=76f14024-6787-44e5-abee-5f1636566251,segment=NetworkSegment(01d7d13e-0fca-4816-a8e9-19fc7e9b3011),segment_id=01d7d13e-0fca-4816-a8e9-19fc7e9b3011)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:01.508597 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.544639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09db8bf1-19e8-4441-b21d-5e2f1e0f32a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8010416 Nov 12 03:41:01.549644 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 76f14024-6787-44e5-abee-5f1636566251 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:01.667172 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.724535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] Deleting port 76f14024-6787-44e5-abee-5f1636566251 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:01.729302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=76f14024-6787-44e5-abee-5f1636566251,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:01.731723 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.740505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No DVR routers for this DVR port 76f14024-6787-44e5-abee-5f1636566251 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:01.867147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] For port 76f14024-6787-44e5-abee-5f1636566251, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:01.868461 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.887960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.897702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] Calling delete_port for 76f14024-6787-44e5-abee-5f1636566251 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:01.900883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] Port 76f14024-6787-44e5-abee-5f1636566251 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:41:01.908126 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.933436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e338e46a-ec9c-416e-93f0-f60d40183b69']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:01.948110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d7d13e-0fca-4816-a8e9-19fc7e9b3011') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:01.948681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d7d13e-0fca-4816-a8e9-19fc7e9b3011') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:01.962552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.981292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.986694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] No DVR routers for this DVR port 76f14024-6787-44e5-abee-5f1636566251 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:02.010583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9581691-eb83-4b17-b57b-46ca1d845e17 None None] Pushing event deleted for resources: {'Port': ['ID=76f14024-6787-44e5-abee-5f1636566251,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.010813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:02.011565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.030731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6de977-886c-4bba-b47d-21fce1090732 req-4ffc9384-260e-4928-832d-c27508984ae6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.032387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc6de977-886c-4bba-b47d-21fce1090732 req-4ffc9384-260e-4928-832d-c27508984ae6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1092761 Nov 12 03:41:02.126592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53431401-80a5-4d6b-ad77-1c7b957a6d40 None None] Network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:02.161227 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:02.164883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.174431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.178138 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/networks/e338e46a-ec9c-416e-93f0-f60d40183b69 HTTP/1.1" status: 204 len: 168 time: 1.1417100 Nov 12 03:41:02.188456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34090) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:02.193918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1694992070'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:02.197424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed40d7-f5bb-42d5-ab97-d42cb5473750 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Network': ['ID=e338e46a-ec9c-416e-93f0-f60d40183b69,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.205432 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fc6de977-886c-4bba-b47d-21fce1090732 req-a0989999-03ce-49c6-af49-1a52a84f22b4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613607 Nov 12 03:41:02.235864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:02.246854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.294507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:02.314814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.315296 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Added segment c941c30f-e4b7-41f2-8dff-22dd038d66db of type vlan for network e0e60e40-ad8c-4b19-9716-850609ec520d Nov 12 03:41:02.336201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 76f14024-6787-44e5-abee-5f1636566251 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:02.398859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 76f14024-6787-44e5-abee-5f1636566251 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:02.399202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 76f14024-6787-44e5-abee-5f1636566251 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:02.500531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-472edbbc-d6f5-4e33-9379-42bce0dbde80 req-b217beac-aba0-4183-8043-bc3bc08e144c tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0550344 Nov 12 03:41:02.559704 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.952101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.resource_extend [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:41:02.999159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b870b9b3-f20e-4b3f-ad2d-1c49ceada45c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.000730 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b870b9b3-f20e-4b3f-ad2d-1c49ceada45c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 814 time: 0.6117644 Nov 12 03:41:03.002497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.011749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.012290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.057068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-81659a22-e405-41ed-b7e5-e7710177df5a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/quotas/75b8236149b846a18ddc6e6e8beda3e4 HTTP/1.1" status: 200 len: 375 time: 0.0401568 Nov 12 03:41:03.072349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34104) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:03.072940 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8827336 Nov 12 03:41:03.077770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:03.132271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-363f8618-36d2-40e3-877f-2ad23acf576f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584424 Nov 12 03:41:03.133820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccae0ba-2355-41c4-81c1-89b0d7394e92 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Network': ['ID=e0e60e40-ad8c-4b19-9716-850609ec520d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.155101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e0e60e40-ad8c-4b19-9716-850609ec520d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:03.197159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:03.204056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.343125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-f553437d-ecec-4261-a730-0f8f0ec18e4e service neutron] 10.222.0.49 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772864 Nov 12 03:41:03.447543 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b2222d10-cea9-4d06-ac0f-56c8182902dd service neutron] 10.222.0.49 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955968 Nov 12 03:41:03.482389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d8810-1ab4-4c27-9064-b7a22d3f83a2 req-da48e67c-fbfd-4dc8-af1c-38c2747bde55 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.484076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-027d8810-1ab4-4c27-9064-b7a22d3f83a2 req-da48e67c-fbfd-4dc8-af1c-38c2747bde55 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1385860 Nov 12 03:41:03.520415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.575608 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a7eaa49-6627-4704-bad0-a3a11f762aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.584778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-027d8810-1ab4-4c27-9064-b7a22d3f83a2 req-cc4fc9bb-4f61-4c2f-b0c6-13edf81a779c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911763 Nov 12 03:41:03.615880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=ba8db096-8a5f-40d0-b26c-da2b892f0e3f,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.658514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking segment: {'id': 'c941c30f-e4b7-41f2-8dff-22dd038d66db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:03.659137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network hostable DHCP agents. Network: e0e60e40-ad8c-4b19-9716-850609ec520d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:03.754590 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1db21692-e1ca-45c7-ae40-90e5f2e62c6d req-22b2bbc5-f0cf-4a7a-9c65-dfffbd2e5461 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 210 time: 0.0563948 Nov 12 03:41:03.766485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network e0e60e40-ad8c-4b19-9716-850609ec520d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:03.778727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e0e60e40-ad8c-4b19-9716-850609ec520d) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:03.787969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316fa266-e134-4ce4-aa9e-49eefa04ef42 None None] Network e0e60e40-ad8c-4b19-9716-850609ec520d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:03.788618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.789832 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.833430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c45f751f-66ed-4402-9235-e7e93f0963d2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7590129 Nov 12 03:41:03.836286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34118) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:03.840779 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6876906f-9061-41bc-ad80-c0dbe2adacf1 req-dc0e8611-d361-4a2d-8fd9-8055d7428c23 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ce87df1-5834-4b03-8d35-e94f8a324cd2 HTTP/1.1" status: 200 len: 210 time: 0.0751288 Nov 12 03:41:03.843350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d', 'name': 'tempest-PortsIpV6TestJSON-1199733372', 'fixed_ips': [{'subnet_id': 'ba8db096-8a5f-40d0-b26c-da2b892f0e3f', 'ip_address': '2001:db8::10'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:04.038925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:04.092276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-e0e60e40-ad8c-4b19-9716-850609ec520d', 'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d', 'tenant_id': 'cd9b5b1916434b0e86aecec3eed4890a', 'fixed_ips': [{'subnet_id': 'ba8db096-8a5f-40d0-b26c-da2b892f0e3f'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:04.093899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.310100 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.378002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port a2c71fb0-0872-413c-a41e-4f74492ee7c8 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:04.443967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Allocated IP 2001:db8::2 (e0e60e40-ad8c-4b19-9716-850609ec520d/ba8db096-8a5f-40d0-b26c-da2b892f0e3f/a812fa71-3433-41e1-8f83-aab221444443) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:04.760900 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.774028 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.945149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::10 (e0e60e40-ad8c-4b19-9716-850609ec520d/ba8db096-8a5f-40d0-b26c-da2b892f0e3f/a2c71fb0-0872-413c-a41e-4f74492ee7c8) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:04.966147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f43968cd-9632-4c95-af58-67c67eb64fa3 req-52ba4378-f9e8-420a-8894-4fd39b11401d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 210 time: 0.0592082 Nov 12 03:41:04.983012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Pushing event updated for resources: {'Port': ['ID=a812fa71-3433-41e1-8f83-aab221444443,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:04.993016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Network e0e60e40-ad8c-4b19-9716-850609ec520d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:04.993208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a00957-94fe-40b4-bad8-db2066853b89 req-933cc002-fa90-4ad5-926a-3bfe9eeef047 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.003035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a0a00957-94fe-40b4-bad8-db2066853b89 req-933cc002-fa90-4ad5-926a-3bfe9eeef047 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1534460 Nov 12 03:41:05.013751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:05.021618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:05.042800 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.110774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Attempting to bind port a812fa71-3433-41e1-8f83-aab221444443 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:05.111142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Attempting to bind port a812fa71-3433-41e1-8f83-aab221444443 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'c941c30f-e4b7-41f2-8dff-22dd038d66db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:05.111507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Attempting to bind port a812fa71-3433-41e1-8f83-aab221444443 on network e0e60e40-ad8c-4b19-9716-850609ec520d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:05.118161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:05.118161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Checking segment: {'id': 'c941c30f-e4b7-41f2-8dff-22dd038d66db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:05.118469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.118967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Bound using segment: {'id': 'c941c30f-e4b7-41f2-8dff-22dd038d66db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:05.119443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Bound port: a812fa71-3433-41e1-8f83-aab221444443, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c941c30f-e4b7-41f2-8dff-22dd038d66db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:05.119819 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.149129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.171106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a0a00957-94fe-40b4-bad8-db2066853b89 req-f2276323-f4ce-4f88-a5a1-f0473eabc104 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670744 Nov 12 03:41:05.306622 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-759307b8-e3ca-471a-98c8-2ae7cde1f9be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.308978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] For port a812fa71-3433-41e1-8f83-aab221444443, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:05.313762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] For port a812fa71-3433-41e1-8f83-aab221444443, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a812fa71-3433-41e1-8f83-aab221444443,segment=NetworkSegment(c941c30f-e4b7-41f2-8dff-22dd038d66db),segment_id=c941c30f-e4b7-41f2-8dff-22dd038d66db)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:05.324867 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.370299 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-759307b8-e3ca-471a-98c8-2ae7cde1f9be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.462647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-759307b8-e3ca-471a-98c8-2ae7cde1f9be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.463664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.465274 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-759307b8-e3ca-471a-98c8-2ae7cde1f9be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.470229 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-759307b8-e3ca-471a-98c8-2ae7cde1f9be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "DELETE /v2.0/security-groups/9dae4d46-c5e1-4314-8799-c82d388e815e HTTP/1.1" status: 204 len: 168 time: 0.3158479 Nov 12 03:41:05.470229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34154) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.511277 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-1e41d82c-0f4b-412a-b065-27f22f280c59 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] show failed (client error): The resource could not be found. Nov 12 03:41:05.515863 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1e41d82c-0f4b-412a-b065-27f22f280c59 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "GET /v2.0/security-groups/9dae4d46-c5e1-4314-8799-c82d388e815e HTTP/1.1" status: 404 len: 347 time: 0.0412135 Nov 12 03:41:05.515863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759307b8-e3ca-471a-98c8-2ae7cde1f9be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae4d46-c5e1-4314-8799-c82d388e815e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.517875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26177c9-b789-4348-8cce-318a51e2d572 None None] Pushing event updated for resources: {'Port': ['ID=a812fa71-3433-41e1-8f83-aab221444443,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.520249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34156) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.575767 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:05.580761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.680774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network e0e60e40-ad8c-4b19-9716-850609ec520d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:05.686274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:05.691501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:05.698773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.699904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.713961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=a2c71fb0-0872-413c-a41e-4f74492ee7c8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.740015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-be921c8b-550d-4d5e-9fe7-fe6281d67408 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8999159 Nov 12 03:41:05.764720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34158) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.771576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': 'e0e60e40-ad8c-4b19-9716-850609ec520d', 'name': 'tempest-PortsIpV6TestJSON-286800374', 'fixed_ips': [{'subnet_id': 'ba8db096-8a5f-40d0-b26c-da2b892f0e3f', 'ip_address': '2001:db8::f'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:06.063022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-4e261e58-af5f-4c1e-825a-56d1d380d09b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.064661 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-4e261e58-af5f-4c1e-825a-56d1d380d09b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 814 time: 0.3415756 Nov 12 03:41:06.066278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting port ba5ecf9a-7997-41c2-9d1f-b87876f24abb {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:06.066708 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.101555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Request body: {'port': {'device_id': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'admin_state_up': True, 'tenant_id': '75b8236149b846a18ddc6e6e8beda3e4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:06.299428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.299428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.320236 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.323901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a812fa71-3433-41e1-8f83-aab221444443 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:06.345754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Calling delete_port for ba5ecf9a-7997-41c2-9d1f-b87876f24abb owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:06.454255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a812fa71-3433-41e1-8f83-aab221444443 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:06.454760 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.489377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd67c0-9fad-4f29-8d8e-35b84ccee7f8 req-08756714-2ea2-4b2c-b43c-32b6709c1792 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.491136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-becd67c0-9fad-4f29-8d8e-35b84ccee7f8 req-08756714-2ea2-4b2c-b43c-32b6709c1792 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1649814 Nov 12 03:41:06.648065 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-becd67c0-9fad-4f29-8d8e-35b84ccee7f8 req-cf69ef7e-1b39-4ff0-b6ba-f5a8b3f0ed39 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1484725 Nov 12 03:41:06.672677 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.726540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port a812fa71-3433-41e1-8f83-aab221444443, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a812fa71-3433-41e1-8f83-aab221444443,segment=NetworkSegment(c941c30f-e4b7-41f2-8dff-22dd038d66db),segment_id=c941c30f-e4b7-41f2-8dff-22dd038d66db)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:06.737252 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.788368 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c4380b9-6504-4bbc-93db-acea8de7754a req-19e20a12-7cd9-48f3-a756-8f3833c7dd6d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 210 time: 0.7024875 Nov 12 03:41:06.796168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.861943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=a812fa71-3433-41e1-8f83-aab221444443,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.929049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Port': ['ID=ba5ecf9a-7997-41c2-9d1f-b87876f24abb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.945936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0024d3c-b745-47c9-b53b-7e75da3344d0 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:07.012058 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.041646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:07.106477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28d968-f660-4ba7-82cc-3fe46b784ae4 None None] Network e0e60e40-ad8c-4b19-9716-850609ec520d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:07.253569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-69b6be0d-4c38-4b49-95ae-61757dc42296 None None] Provisioning complete for port a812fa71-3433-41e1-8f83-aab221444443 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:07.256353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.256970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-69b6be0d-4c38-4b49-95ae-61757dc42296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.263150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.269326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34184) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.270388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d4754f22-64de-40e1-88b2-8b6ce00fe76e tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "DELETE /v2.0/floatingips/d1c62b39-1b8b-4066-a8e0-f8359de3f644 HTTP/1.1" status: 204 len: 168 time: 1.7489681 Nov 12 03:41:07.293931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Made reservation on behalf of 75b8236149b846a18ddc6e6e8beda3e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:07.302531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.385370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.450159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 627daaca-f305-47f4-add7-d07be2022b7f yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:07.493489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f60ea-b71e-492b-bea9-eb16375cef16 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting port c751239b-7e72-46b3-8f2b-fc85880f2cfa {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:07.495035 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3f60ea-b71e-492b-bea9-eb16375cef16 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.720923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3f60ea-b71e-492b-bea9-eb16375cef16 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.768377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f60ea-b71e-492b-bea9-eb16375cef16 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Calling delete_port for c751239b-7e72-46b3-8f2b-fc85880f2cfa owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:07.785556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Allocated IP 172.20.0.13 (b9551b7b-d456-40f7-abfe-c6db6ed2fb42/60244fe0-a188-4187-88e1-c1edc141fc32/170b35f7-b634-459e-88f2-b21606f53f11) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:08.037177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::f (e0e60e40-ad8c-4b19-9716-850609ec520d/ba8db096-8a5f-40d0-b26c-da2b892f0e3f/627daaca-f305-47f4-add7-d07be2022b7f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:08.037334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3f60ea-b71e-492b-bea9-eb16375cef16 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.137110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f60ea-b71e-492b-bea9-eb16375cef16 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Port': ['ID=c751239b-7e72-46b3-8f2b-fc85880f2cfa,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:08.195223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d392-94fd-44d2-bf11-c7c7aa53ad41 req-15381eba-a4ba-4cc2-81cd-9597f53a386e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:08.197440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0673d392-94fd-44d2-bf11-c7c7aa53ad41 req-15381eba-a4ba-4cc2-81cd-9597f53a386e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2203565 Nov 12 03:41:08.231004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50107f87-9f85-4e1a-93c2-3d9d8a6ffa67 req-c2522526-b5c0-42b2-adc8-7e9a9539dd1f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 210 time: 0.1908872 Nov 12 03:41:08.250688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bf4fde55-8879-4125-bcd0-2cacc812be53 None None] Provisioning complete for port a812fa71-3433-41e1-8f83-aab221444443 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:08.251179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bf4fde55-8879-4125-bcd0-2cacc812be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.378471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a812fa71-3433-41e1-8f83-aab221444443 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:08.419711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d3f60ea-b71e-492b-bea9-eb16375cef16 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.430163 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5d3f60ea-b71e-492b-bea9-eb16375cef16 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "DELETE /v2.0/ports/c751239b-7e72-46b3-8f2b-fc85880f2cfa HTTP/1.1" status: 204 len: 168 time: 1.1597350 Nov 12 03:41:08.445962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34194) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:08.519697 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.575630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bf4fde55-8879-4125-bcd0-2cacc812be53 None None] Provisioning complete for port a2c71fb0-0872-413c-a41e-4f74492ee7c8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:08.576759 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bf4fde55-8879-4125-bcd0-2cacc812be53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.630383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a812fa71-3433-41e1-8f83-aab221444443 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:08.630383 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.653626 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.677740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fde55-8879-4125-bcd0-2cacc812be53 None None] Port a2c71fb0-0872-413c-a41e-4f74492ee7c8 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:08.747621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0673d392-94fd-44d2-bf11-c7c7aa53ad41 req-3ba5ae38-da6c-4b1d-949b-e219a99c3995 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4726117 Nov 12 03:41:08.807992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-22dc0ab3-83bc-44a7-bda3-9f8b130ad588 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting port dcb4e393-b13d-4b0b-af19-96a884c3c885 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:08.808334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ab3-83bc-44a7-bda3-9f8b130ad588 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.812768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3df39ae0-04cd-4fa8-94f3-72001828c761 None None] Provisioning complete for port a2c71fb0-0872-413c-a41e-4f74492ee7c8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:08.813178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3df39ae0-04cd-4fa8-94f3-72001828c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.871057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:08.882511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:08.901440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3df39ae0-04cd-4fa8-94f3-72001828c761 None None] Port a2c71fb0-0872-413c-a41e-4f74492ee7c8 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:08.914727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:09.029601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Pushing event updated for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.111885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ab3-83bc-44a7-bda3-9f8b130ad588 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.134743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-22dc0ab3-83bc-44a7-bda3-9f8b130ad588 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Calling delete_port for dcb4e393-b13d-4b0b-af19-96a884c3c885 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:09.159504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.160155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.165083 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.185989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-9d85b30f-56c2-4af5-843b-afcdba10c20f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0888731 Nov 12 03:41:09.203665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Request body: {'port': {'device_id': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:09.332370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.411711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network e0e60e40-ad8c-4b19-9716-850609ec520d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:09.427211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ab3-83bc-44a7-bda3-9f8b130ad588 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.483028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:09.485476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:09.491587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.492216 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.503653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.515526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc0ab3-83bc-44a7-bda3-9f8b130ad588 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Port': ['ID=dcb4e393-b13d-4b0b-af19-96a884c3c885,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.731893 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ab3-83bc-44a7-bda3-9f8b130ad588 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.744259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22dc0ab3-83bc-44a7-bda3-9f8b130ad588 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "DELETE /v2.0/ports/dcb4e393-b13d-4b0b-af19-96a884c3c885 HTTP/1.1" status: 204 len: 168 time: 1.2948511 Nov 12 03:41:09.744872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34208) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:09.857516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=627daaca-f305-47f4-add7-d07be2022b7f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.880653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-92a5bbfb-6318-487f-b553-7ed55c80123a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1111851 Nov 12 03:41:09.883132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34216) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:09.924848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f8094-98d9-4ba7-add1-8be2e883010b req-a540a3b6-4cb9-4248-a999-cfa0b4220269 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.926668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a8f8094-98d9-4ba7-add1-8be2e883010b req-a540a3b6-4cb9-4248-a999-cfa0b4220269 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 932 time: 0.5279438 Nov 12 03:41:09.956803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-042c121b-a036-4b4f-beb3-ae150fd3acb2 None None] Provisioning complete for port 627daaca-f305-47f4-add7-d07be2022b7f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:09.957301 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-042c121b-a036-4b4f-beb3-ae150fd3acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.052276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7219eb9a-fb81-4525-ab13-00f753af33be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting subnet a7119d30-cf90-4361-bf87-e0f6100735c2 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:10.054929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-042c121b-a036-4b4f-beb3-ae150fd3acb2 None None] Port 627daaca-f305-47f4-add7-d07be2022b7f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:10.062723 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7219eb9a-fb81-4525-ab13-00f753af33be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.127036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7219eb9a-fb81-4525-ab13-00f753af33be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.157072 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a8f8094-98d9-4ba7-add1-8be2e883010b req-5b86ec86-b421-4f75-9d8f-699ac6f7cd42 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157083 Nov 12 03:41:10.264812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7219eb9a-fb81-4525-ab13-00f753af33be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.386106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170b35f7-b634-459e-88f2-b21606f53f11 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:10.408247 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.443831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Transition to ACTIVE for port object 170b35f7-b634-459e-88f2-b21606f53f11 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:41:10.449619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.483437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7219eb9a-fb81-4525-ab13-00f753af33be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.517659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7219eb9a-fb81-4525-ab13-00f753af33be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.520097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee7a45-cc88-4a10-8593-b3f6e94e8b24 None None] Network 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:10.521145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7219eb9a-fb81-4525-ab13-00f753af33be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "DELETE /v2.0/subnets/a7119d30-cf90-4361-bf87-e0f6100735c2 HTTP/1.1" status: 204 len: 168 time: 0.7749639 Nov 12 03:41:10.527517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34222) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:10.555042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219eb9a-fb81-4525-ab13-00f753af33be tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Subnet': ['ID=a7119d30-cf90-4361-bf87-e0f6100735c2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:10.573124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba826c1d-c48d-4da1-8a13-d18395f77134 req-bd9224bf-c5c0-4830-bb80-fc567881600d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.581970 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba826c1d-c48d-4da1-8a13-d18395f77134 req-bd9224bf-c5c0-4830-bb80-fc567881600d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.6217127 Nov 12 03:41:10.614097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af29ff05-653f-46ed-9278-15ccd3c42ece tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.615635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-af29ff05-653f-46ed-9278-15ccd3c42ece tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7275321 Nov 12 03:41:10.623415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34224) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:10.646206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Pushing event updated for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:10.689879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba826c1d-c48d-4da1-8a13-d18395f77134 req-70bf0a64-18e2-47d7-a54e-3a13af03c5c1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067038 Nov 12 03:41:10.731423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed6582-7d43-4315-ad36-647bc92d9371 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.749639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed6582-7d43-4315-ad36-647bc92d9371 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.776326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed6582-7d43-4315-ad36-647bc92d9371 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.781110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4fed6582-7d43-4315-ad36-647bc92d9371 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1565564 Nov 12 03:41:10.783858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34226) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:10.787466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Attempting to bind port 170b35f7-b634-459e-88f2-b21606f53f11 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:10.787894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Attempting to bind port 170b35f7-b634-459e-88f2-b21606f53f11 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:10.794702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Attempting to bind port 170b35f7-b634-459e-88f2-b21606f53f11 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:10.808578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a089e5b-1f40-48af-b9dc-5c498d4269f0 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Deleting subnet 0c953a92-4d0e-4350-a619-326971a91b74 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:10.812369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Port 170b35f7-b634-459e-88f2-b21606f53f11 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:10.812853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Attempting to bind port 170b35f7-b634-459e-88f2-b21606f53f11 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:10.815900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0a089e5b-1f40-48af-b9dc-5c498d4269f0 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.856850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:10.858041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Checking segment: {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:10.860269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Bound using segment: {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:10.860269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Bound port: 170b35f7-b634-459e-88f2-b21606f53f11, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:10.860269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.884693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] DHCP port deletion for 2653ebf7-84d8-4c43-9230-ca8d69b7ba74 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:10.931331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-77873078-7af0-4e43-83d4-41ade4d8181b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 627daaca-f305-47f4-add7-d07be2022b7f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:10.932300 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77873078-7af0-4e43-83d4-41ade4d8181b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.970913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:10.974299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:11.000371 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.015662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] Deleting port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:11.016265 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.093468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Pushing event updated for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:11.101770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.103406 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.105414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-b92970de-1f78-4494-a371-c1d7fd6dc854 service neutron] 10.222.0.20 "PUT /v2.0/ports/170b35f7-b634-459e-88f2-b21606f53f11 HTTP/1.1" status: 200 len: 1093 time: 1.9074526 Nov 12 03:41:11.106354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'tag': '170b35f7-b634-459e-88f2-b21606f53f11'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:11.110341 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d386dce6-fefc-4e5b-97e0-c8e57845fd22" -d '{"events": [{"name": "network-changed", "server_uuid": "15a5a092-358f-4cd8-b5cb-ab3e79ab0697", "tag": "170b35f7-b634-459e-88f2-b21606f53f11"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:11.116356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0a089e5b-1f40-48af-b9dc-5c498d4269f0 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.117436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77873078-7af0-4e43-83d4-41ade4d8181b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.158178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-77873078-7af0-4e43-83d4-41ade4d8181b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 627daaca-f305-47f4-add7-d07be2022b7f owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:11.185801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] For port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=29d0e0dc-e7f0-49ee-ab42-054c5c06f680,segment=NetworkSegment(63ceb151-677a-47d8-a4b4-d5f9b2c98b7f),segment_id=63ceb151-677a-47d8-a4b4-d5f9b2c98b7f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:11.187846 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.212243 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0efd3b-84f6-4fe4-a19d-4bd08af94bc6 x-openstack-request-id: req-7c0efd3b-84f6-4fe4-a19d-4bd08af94bc6 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:11.212695 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a5a092-358f-4cd8-b5cb-ab3e79ab0697", "tag": "170b35f7-b634-459e-88f2-b21606f53f11", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:11.213086 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c0efd3b-84f6-4fe4-a19d-4bd08af94bc6 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:11.213625 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'tag': '170b35f7-b634-459e-88f2-b21606f53f11', 'status': 'completed', 'code': 200} Nov 12 03:41:11.299933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-395940ac-f2f8-4b80-b654-1336b4e266d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.301790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-395940ac-f2f8-4b80-b654-1336b4e266d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 1096 time: 0.1408291 Nov 12 03:41:11.312614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0a089e5b-1f40-48af-b9dc-5c498d4269f0 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.392765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-613d3379-074c-4f2d-bb5c-88e980a5119c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170b35f7-b634-459e-88f2-b21606f53f11 HTTP/1.1" status: 200 len: 217 time: 0.0760610 Nov 12 03:41:11.399018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf152e5e-16c9-4a05-81ea-5056d6ca2bcf req-80173600-6236-4876-b6e4-2946469faebd tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.409162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf152e5e-16c9-4a05-81ea-5056d6ca2bcf req-80173600-6236-4876-b6e4-2946469faebd tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 944 time: 0.0989754 Nov 12 03:41:11.476540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-210ae879-4e33-420a-b9d2-15d247b96c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.478528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-210ae879-4e33-420a-b9d2-15d247b96c11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60244fe0-a188-4187-88e1-c1edc141fc32 HTTP/1.1" status: 200 len: 854 time: 0.0756011 Nov 12 03:41:11.512779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0a089e5b-1f40-48af-b9dc-5c498d4269f0 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.535232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf152e5e-16c9-4a05-81ea-5056d6ca2bcf req-ffc0ad2d-feb9-4b71-8ee0-221966e1371c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254282 Nov 12 03:41:11.548235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-dc6abbc9-28c7-4e49-ab84-f96f05a96c2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584338 Nov 12 03:41:11.561149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] Calling delete_port for 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:11.568633 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77873078-7af0-4e43-83d4-41ade4d8181b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.597530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a089e5b-1f40-48af-b9dc-5c498d4269f0 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Subnet': ['ID=0c953a92-4d0e-4350-a619-326971a91b74,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:11.611188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77873078-7af0-4e43-83d4-41ade4d8181b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=627daaca-f305-47f4-add7-d07be2022b7f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:11.616771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0a089e5b-1f40-48af-b9dc-5c498d4269f0 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.624852 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0a089e5b-1f40-48af-b9dc-5c498d4269f0 tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "DELETE /v2.0/subnets/0c953a92-4d0e-4350-a619-326971a91b74 HTTP/1.1" status: 204 len: 168 time: 1.0962548 Nov 12 03:41:11.637712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34240) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:11.648393 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77873078-7af0-4e43-83d4-41ade4d8181b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.654391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-77873078-7af0-4e43-83d4-41ade4d8181b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/627daaca-f305-47f4-add7-d07be2022b7f HTTP/1.1" status: 204 len: 168 time: 0.8644991 Nov 12 03:41:11.656387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34242) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:11.687334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e9be48-4ac6-46d2-8b8c-1090ae4a3c8e None None] Network 41325d71-c771-431e-abd4-05a171d89a69 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:11.712903 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b70624-3c98-4165-9d3a-0926a8909f24 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:41:11.715058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-19b70624-3c98-4165-9d3a-0926a8909f24 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/627daaca-f305-47f4-add7-d07be2022b7f HTTP/1.1" status: 404 len: 333 time: 0.0575814 Nov 12 03:41:11.718733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34246) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:11.931017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9db129fd-79a0-4b9c-adda-a51657beca38 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port a2c71fb0-0872-413c-a41e-4f74492ee7c8 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:11.942704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9db129fd-79a0-4b9c-adda-a51657beca38 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.974901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.060876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.088942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] Pushing event deleted for resources: {'Port': ['ID=29d0e0dc-e7f0-49ee-ab42-054c5c06f680,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:12.092201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9a6f2-21bf-4b5b-b825-83d7edb8bb45 None None] No DVR routers for this DVR port 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:12.112436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f80d4-2798-4339-b3ed-1c54c0946e98 req-298818cc-354f-441c-9d23-21dee6dbd08d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:12.119933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a0f80d4-2798-4339-b3ed-1c54c0946e98 req-298818cc-354f-441c-9d23-21dee6dbd08d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2660804 Nov 12 03:41:12.147617 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-bb09f078-fb4a-48c6-a74d-7069ba60d6a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895684 Nov 12 03:41:12.149683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9db129fd-79a0-4b9c-adda-a51657beca38 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.195199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9db129fd-79a0-4b9c-adda-a51657beca38 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for a2c71fb0-0872-413c-a41e-4f74492ee7c8 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:12.214425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:12.302070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:12.305613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29d0e0dc-e7f0-49ee-ab42-054c5c06f680 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:12.309189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] DHCP port deletion for 41325d71-c771-431e-abd4-05a171d89a69 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:12.422921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] Deleting port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:12.423555 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.532139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9db129fd-79a0-4b9c-adda-a51657beca38 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.544556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] For port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8003e37e-bb6e-444c-9ce2-d2f36c5b87c5,segment=NetworkSegment(e5f2420c-c819-4cad-8577-61e4d77ac44d),segment_id=e5f2420c-c819-4cad-8577-61e4d77ac44d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:12.563098 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.615992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] Calling delete_port for 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:12.627213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db129fd-79a0-4b9c-adda-a51657beca38 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=a2c71fb0-0872-413c-a41e-4f74492ee7c8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:12.719040 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9db129fd-79a0-4b9c-adda-a51657beca38 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.726904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9db129fd-79a0-4b9c-adda-a51657beca38 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/a2c71fb0-0872-413c-a41e-4f74492ee7c8 HTTP/1.1" status: 204 len: 168 time: 0.9956620 Nov 12 03:41:12.729822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34258) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:12.765010 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.785642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] No DVR routers for this DVR port 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:12.829390 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a357e2b4-41c3-4766-8b78-18bfe836de4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:41:12.841105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a357e2b4-41c3-4766-8b78-18bfe836de4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/a2c71fb0-0872-413c-a41e-4f74492ee7c8 HTTP/1.1" status: 404 len: 333 time: 0.0715761 Nov 12 03:41:12.842891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34260) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:12.844447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026f922-05b3-4aee-9989-9beefd716947 None None] Pushing event deleted for resources: {'Port': ['ID=8003e37e-bb6e-444c-9ce2-d2f36c5b87c5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:12.944546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b0b80-ac76-4271-8252-62fa3a8862b1 req-3419efbe-9262-413c-aeaf-5f319cdc62fe tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:12.953865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f54b0b80-ac76-4271-8252-62fa3a8862b1 req-3419efbe-9262-413c-aeaf-5f319cdc62fe tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 944 time: 0.2642848 Nov 12 03:41:12.964068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-93482112-b6b3-4a2d-8576-3c7940565e2a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet ba8db096-8a5f-40d0-b26c-da2b892f0e3f {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:12.975862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93482112-b6b3-4a2d-8576-3c7940565e2a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.999529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a0f80d4-2798-4339-b3ed-1c54c0946e98 req-14a5fb2c-38fe-4826-88d1-210eb7dc7b46 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8733130 Nov 12 03:41:13.029730 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.074629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2653ebf7-84d8-4c43-9230-ca8d69b7ba74']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.097981 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93482112-b6b3-4a2d-8576-3c7940565e2a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.105753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f54b0b80-ac76-4271-8252-62fa3a8862b1 req-9490c769-793a-48f3-b6df-fd6f28684931 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511230 Nov 12 03:41:13.107831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.108440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ceb151-677a-47d8-a4b4-d5f9b2c98b7f') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.121287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45b8b0c3-da76-4a07-9a66-50f6cbd68dec req-7220a37f-0c06-4ecc-b05e-b4c668e30b4e service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8592787 Nov 12 03:41:13.123427 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.195791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.242572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:13.243035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.247044 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93482112-b6b3-4a2d-8576-3c7940565e2a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:13.249115 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:13.347661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-8f1a31d1-eca3-4140-a799-cd038c6bf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.349374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-8f1a31d1-eca3-4140-a799-cd038c6bf174 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 1096 time: 0.1650665 Nov 12 03:41:13.350663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.358070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.361290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "DELETE /v2.0/networks/2653ebf7-84d8-4c43-9230-ca8d69b7ba74 HTTP/1.1" status: 204 len: 168 time: 1.7036164 Nov 12 03:41:13.363988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34270) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:13.382664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21742a0-d8a0-42e2-9880-5482b44a764d tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Network': ['ID=2653ebf7-84d8-4c43-9230-ca8d69b7ba74,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:13.483531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93482112-b6b3-4a2d-8576-3c7940565e2a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.533078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-23ab2cf6-6b9f-436c-b2b2-f5736b53247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.534704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-23ab2cf6-6b9f-436c-b2b2-f5736b53247c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 916 time: 0.1723022 Nov 12 03:41:13.540191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93482112-b6b3-4a2d-8576-3c7940565e2a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8db096-8a5f-40d0-b26c-da2b892f0e3f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:13.541450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0cd4a-85b8-450e-960a-7ac9ec7110c3 None None] Network e0e60e40-ad8c-4b19-9716-850609ec520d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:13.542689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93482112-b6b3-4a2d-8576-3c7940565e2a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.550018 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-93482112-b6b3-4a2d-8576-3c7940565e2a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/ba8db096-8a5f-40d0-b26c-da2b892f0e3f HTTP/1.1" status: 204 len: 168 time: 0.7070885 Nov 12 03:41:13.553611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34272) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:13.555945 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.705665 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-fc0ccfb5-853f-48d5-aa40-fa1bc80331cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170b35f7-b634-459e-88f2-b21606f53f11 HTTP/1.1" status: 200 len: 217 time: 0.1637721 Nov 12 03:41:13.709931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.710270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.760583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41325d71-c771-431e-abd4-05a171d89a69']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.773516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f2420c-c819-4cad-8577-61e4d77ac44d') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.773815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f2420c-c819-4cad-8577-61e4d77ac44d') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.792465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.810285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.811878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-1f5fda9a-36d4-4096-8032-261327554bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:13.813880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-1f5fda9a-36d4-4096-8032-261327554bb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60244fe0-a188-4187-88e1-c1edc141fc32 HTTP/1.1" status: 200 len: 854 time: 0.0946798 Nov 12 03:41:13.820302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:13.820829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.870418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-3a6277db-33b2-4c2f-a481-58e4ae9218f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413189 Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:13.902025 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:13.906118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.928639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] DHCP port deletion for e0e60e40-ad8c-4b19-9716-850609ec520d request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:13.928886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.932414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] 10.222.0.49 "DELETE /v2.0/networks/41325d71-c771-431e-abd4-05a171d89a69 HTTP/1.1" status: 204 len: 168 time: 0.5650456 Nov 12 03:41:13.946276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a4462-e50a-4c7c-b265-b13ad8b9aabc tempest-TaggedBootDevicesTest-332507754 tempest-TaggedBootDevicesTest-332507754-project] Pushing event deleted for resources: {'Network': ['ID=41325d71-c771-431e-abd4-05a171d89a69,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:14.012361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-fc2ccd6f-fee5-4105-b896-ea3ca23e563e service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334867 Nov 12 03:41:14.067164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Deleting port a812fa71-3433-41e1-8f83-aab221444443 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:14.071342 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.110340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port a812fa71-3433-41e1-8f83-aab221444443 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:14.112510 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.347811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] For port a812fa71-3433-41e1-8f83-aab221444443, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a812fa71-3433-41e1-8f83-aab221444443,segment=NetworkSegment(c941c30f-e4b7-41f2-8dff-22dd038d66db),segment_id=c941c30f-e4b7-41f2-8dff-22dd038d66db)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:14.355351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.378256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] For port a812fa71-3433-41e1-8f83-aab221444443, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a812fa71-3433-41e1-8f83-aab221444443,segment=NetworkSegment(c941c30f-e4b7-41f2-8dff-22dd038d66db),segment_id=c941c30f-e4b7-41f2-8dff-22dd038d66db)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:14.378619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.389670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Calling delete_port for a812fa71-3433-41e1-8f83-aab221444443 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:14.391734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:14.405538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bfd82-42d1-40a4-baf2-45b1171900e9 req-0a3f209e-1995-470b-a1db-817cb8d1cf0b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:14.410812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for a812fa71-3433-41e1-8f83-aab221444443 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:14.412650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d8bfd82-42d1-40a4-baf2-45b1171900e9 req-0a3f209e-1995-470b-a1db-817cb8d1cf0b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 944 time: 0.1150303 Nov 12 03:41:14.455888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:14.456223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8003e37e-bb6e-444c-9ce2-d2f36c5b87c5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:14.456644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a812fa71-3433-41e1-8f83-aab221444443 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:14.501229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d8bfd82-42d1-40a4-baf2-45b1171900e9 req-153b8bcb-65e8-406a-8cf8-e18cd6d79baf tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796161 Nov 12 03:41:14.614692 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.642483 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.652779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Pushing event deleted for resources: {'Port': ['ID=a812fa71-3433-41e1-8f83-aab221444443,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:14.683041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] No DVR routers for this DVR port a812fa71-3433-41e1-8f83-aab221444443 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:14.686351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.686703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.687107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.687431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.687787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.688143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.691371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.691371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.691850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.692207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.692685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.693107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5f1d08-93fb-4082-8001-6a1a84e1a282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:14.714195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No DVR routers for this DVR port a812fa71-3433-41e1-8f83-aab221444443 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:14.718458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No active binding found for port a812fa71-3433-41e1-8f83-aab221444443 {{(pid=102630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:41:14.719495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a812fa71-3433-41e1-8f83-aab221444443 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:14.874583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=a812fa71-3433-41e1-8f83-aab221444443,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:14.964100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548eb25-0338-4c6d-84ad-2d4dfbbe96a3 req-a583625b-993e-4fc0-842a-dce8a75c9f3a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:14.965820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2548eb25-0338-4c6d-84ad-2d4dfbbe96a3 req-a583625b-993e-4fc0-842a-dce8a75c9f3a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.3356552 Nov 12 03:41:14.972227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.986277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d386dce6-fefc-4e5b-97e0-c8e57845fd22 req-25c81678-53ae-4bc1-a4b5-d6250bef9fcf service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9581859 Nov 12 03:41:15.030595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e60e40-ad8c-4b19-9716-850609ec520d']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:15.047467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c941c30f-e4b7-41f2-8dff-22dd038d66db') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:15.047766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c941c30f-e4b7-41f2-8dff-22dd038d66db') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:15.069766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.095449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2548eb25-0338-4c6d-84ad-2d4dfbbe96a3 req-bb22555f-7015-47aa-87a9-52d1798009e1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146402 Nov 12 03:41:15.099328 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.111475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:15.112621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:15.116232 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:15.199256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.213019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.219574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/networks/e0e60e40-ad8c-4b19-9716-850609ec520d HTTP/1.1" status: 204 len: 168 time: 1.6649387 Nov 12 03:41:15.223985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34298) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:15.229446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-548534541'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:15.253114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abbb08-722b-43de-b603-79aa3a0d6358 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Network': ['ID=e0e60e40-ad8c-4b19-9716-850609ec520d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.262946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:15.268588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.298280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 170b35f7-b634-459e-88f2-b21606f53f11 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:15.331641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:15.356091 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.356433 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Added segment 6f2537f0-3efa-4900-8682-9b95be90c288 of type vlan for network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce Nov 12 03:41:15.441549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.495484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:15.500348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.506012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.510278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '170b35f7-b634-459e-88f2-b21606f53f11', 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'port_id': '170b35f7-b634-459e-88f2-b21606f53f11', 'mac_address': 'fa:16:3e:94:c1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60244fe0-a188-4187-88e1-c1edc141fc32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:15.511109 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.606586 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.628757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170b35f7-b634-459e-88f2-b21606f53f11 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:15.660939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:15.667140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4427800 Nov 12 03:41:15.670424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34308) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:15.674248 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.675535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': 'bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:15.680965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805eeb0-7bfa-4d46-8b2d-f7f7215afe28 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Network': ['ID=bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.707927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3073841-dde8-4b8a-9668-330bf0f0a24b req-510caf21-7583-489f-9df3-de203e41e72c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.715787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3073841-dde8-4b8a-9668-330bf0f0a24b req-510caf21-7583-489f-9df3-de203e41e72c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 944 time: 0.1160274 Nov 12 03:41:15.782709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.791149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:15.799328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3073841-dde8-4b8a-9668-330bf0f0a24b req-307b1a07-3232-4a0b-8609-73f4c0849d0e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824485 Nov 12 03:41:15.822829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:15.830038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.964019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['170b35f7-b634-459e-88f2-b21606f53f11'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:16.302684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.432722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=d7960af4-9d90-4b1e-b9c5-6547d6e62847,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:16.463181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613be46-316c-4cb0-8a36-982b5aeb1cb0 req-ec4c123c-6ff1-4978-951a-f7ccda4c32e2 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.464694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6613be46-316c-4cb0-8a36-982b5aeb1cb0 req-ec4c123c-6ff1-4978-951a-f7ccda4c32e2 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2097986 Nov 12 03:41:16.465954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Checking segment: {'id': '6f2537f0-3efa-4900-8682-9b95be90c288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:16.466323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network hostable DHCP agents. Network: bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:16.509899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:16.527248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:16.535553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.536154 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.536981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f28ba9-5518-4d3c-9b6a-5d7090b514ec None None] Network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:16.541450 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6613be46-316c-4cb0-8a36-982b5aeb1cb0 req-1255b844-b61d-49bd-8275-e09b1f97b084 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684252 Nov 12 03:41:16.561238 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f0f4c88b-7cd1-47cc-8ed3-7060b1d61198 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8895910 Nov 12 03:41:16.564049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34328) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:16.570191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-515d54fd-4043-4a22-a212-163a22e6be1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1616427991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:16.635122 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-515d54fd-4043-4a22-a212-163a22e6be1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.637174 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-515d54fd-4043-4a22-a212-163a22e6be1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.706987 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-515d54fd-4043-4a22-a212-163a22e6be1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.722453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-515d54fd-4043-4a22-a212-163a22e6be1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.747204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce', 'network_id': 'bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce', 'tenant_id': 'cd9b5b1916434b0e86aecec3eed4890a', 'fixed_ips': [{'subnet_id': 'd7960af4-9d90-4b1e-b9c5-6547d6e62847'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:16.748307 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.757753 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-515d54fd-4043-4a22-a212-163a22e6be1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.759492 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-515d54fd-4043-4a22-a212-163a22e6be1d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1944425 Nov 12 03:41:16.769474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34330) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:16.776304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'network_id': 'bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce', 'name': 'tempest-PortsIpV6TestJSON-811947417'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:16.973785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:16.980990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.994554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Allocated IP 2001:db8::2 (bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce/d7960af4-9d90-4b1e-b9c5-6547d6e62847/0ea3f0dc-ec41-4645-a29d-9e7d65077c93) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:17.043432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337b130-8088-46ee-ab57-8e8f028af410 req-6020eab7-eeec-4426-a910-8a5746cc8256 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.043432 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0337b130-8088-46ee-ab57-8e8f028af410 req-6020eab7-eeec-4426-a910-8a5746cc8256 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 945 time: 0.1428230 Nov 12 03:41:17.055323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:17.178466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0337b130-8088-46ee-ab57-8e8f028af410 req-bda5358f-5908-4a9e-9877-36249bf87ff2 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144905 Nov 12 03:41:17.275678 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.291818 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.327885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 170b35f7-b634-459e-88f2-b21606f53f11 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:17.358585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::2f6 (bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce/d7960af4-9d90-4b1e-b9c5-6547d6e62847/fa1660eb-d50e-4777-8476-ea7bd8da3fc3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:17.401519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:17.412927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Pushing event updated for resources: {'Port': ['ID=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.418012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:17.423796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:17.540514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 170b35f7-b634-459e-88f2-b21606f53f11 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:17.545774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 170b35f7-b634-459e-88f2-b21606f53f11 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:17.546376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.645846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Attempting to bind port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:17.646214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Attempting to bind port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '6f2537f0-3efa-4900-8682-9b95be90c288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:17.648467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Attempting to bind port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 on network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:17.663667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:17.664050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Checking segment: {'id': '6f2537f0-3efa-4900-8682-9b95be90c288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:17.664453 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.664872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Bound using segment: {'id': '6f2537f0-3efa-4900-8682-9b95be90c288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:17.672027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Bound port: 0ea3f0dc-ec41-4645-a29d-9e7d65077c93, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2537f0-3efa-4900-8682-9b95be90c288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:17.672461 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.773821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac8ec6-6def-42f0-bf3f-e2cd28d66186 req-17d68311-45d5-4939-9e73-8789f1512526 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.775444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7bac8ec6-6def-42f0-bf3f-e2cd28d66186 req-17d68311-45d5-4939-9e73-8789f1512526 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.0818911 Nov 12 03:41:17.827250 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.855341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7bac8ec6-6def-42f0-bf3f-e2cd28d66186 req-2db2a861-3e39-425b-b4db-06b9c0b2c374 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733814 Nov 12 03:41:17.886039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:17.886039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b35f7-b634-459e-88f2-b21606f53f11'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:17.886039 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b820605-6a4e-4886-b97b-92f09a666060" -d '{"events": [{"server_uuid": "15a5a092-358f-4cd8-b5cb-ab3e79ab0697", "name": "network-vif-plugged", "status": "completed", "tag": "170b35f7-b634-459e-88f2-b21606f53f11"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:17.887572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] For port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:17.892591 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.943744 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a201440-5ddb-402d-9c0d-9b60b10399a9 x-openstack-request-id: req-0a201440-5ddb-402d-9c0d-9b60b10399a9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:17.944124 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5a092-358f-4cd8-b5cb-ab3e79ab0697", "name": "network-vif-plugged", "status": "completed", "tag": "170b35f7-b634-459e-88f2-b21606f53f11", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:17.944456 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a201440-5ddb-402d-9c0d-9b60b10399a9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:17.944952 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b35f7-b634-459e-88f2-b21606f53f11', 'code': 200} Nov 12 03:41:17.955103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] For port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,segment=NetworkSegment(6f2537f0-3efa-4900-8682-9b95be90c288),segment_id=6f2537f0-3efa-4900-8682-9b95be90c288)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:17.961242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.964439 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.093122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.111109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96fb38-c094-4e9b-9fe9-a0a261f3243f None None] Pushing event updated for resources: {'Port': ['ID=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:18.144997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.193484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fefda7-fb05-4b7b-8f45-da35461d521e req-720e5447-0866-4ea9-9bec-c54c1c24607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.194508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97fefda7-fb05-4b7b-8f45-da35461d521e req-720e5447-0866-4ea9-9bec-c54c1c24607a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 1098 time: 0.1269939 Nov 12 03:41:18.221118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:18.266548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=fa1660eb-d50e-4777-8476-ea7bd8da3fc3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:18.290945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:18.298868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:18.309484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.310638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.332611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8f08a677-f4aa-4326-aef2-bad182019434 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5611498 Nov 12 03:41:18.336481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.426015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97fefda7-fb05-4b7b-8f45-da35461d521e req-6b207ab3-c181-4ffd-896b-dcb7f0b3e4af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041657 Nov 12 03:41:18.513819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56828ba-a368-4562-bb74-06421eacc83a req-46f6b0d0-32aa-4752-8f02-0b4319cd738d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.519020 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c56828ba-a368-4562-bb74-06421eacc83a req-46f6b0d0-32aa-4752-8f02-0b4319cd738d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1790550 Nov 12 03:41:18.590377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:18.630399 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c56828ba-a368-4562-bb74-06421eacc83a req-1aa81688-305b-4842-9b19-612a25471cc7 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023622 Nov 12 03:41:18.686993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:18.687371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.795990 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.830012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,segment=NetworkSegment(6f2537f0-3efa-4900-8682-9b95be90c288),segment_id=6f2537f0-3efa-4900-8682-9b95be90c288)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:18.834762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.889434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eea1f-76c0-4e0a-b9d1-1cae6d64d560 req-11e1d089-ea57-405a-9125-9adb687357d4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.892325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:18.896561 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d8eea1f-76c0-4e0a-b9d1-1cae6d64d560 req-11e1d089-ea57-405a-9125-9adb687357d4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 945 time: 0.2647045 Nov 12 03:41:18.907925 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.992468 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d8eea1f-76c0-4e0a-b9d1-1cae6d64d560 req-8ea739e2-7689-47f2-be5b-f5d90f9ab15a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948894 Nov 12 03:41:19.022646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fae9c-3b42-43c2-a11b-8001ded31423 req-0e55d4ce-04ce-4924-9e8e-34fa83cd11f4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.030168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a5fae9c-3b42-43c2-a11b-8001ded31423 req-0e55d4ce-04ce-4924-9e8e-34fa83cd11f4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.0756819 Nov 12 03:41:19.124419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a5fae9c-3b42-43c2-a11b-8001ded31423 req-4d4aa9a7-d83c-4186-ac99-26d35e344b6a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867770 Nov 12 03:41:19.285336 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.293896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.419082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=fa1660eb-d50e-4777-8476-ea7bd8da3fc3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.562169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f4a51-03f2-42a1-8a43-cc62a3611fee None None] Network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:19.606215 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.707137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2c2cd328-2758-4269-86ac-76c2e24aea9a None None] Provisioning complete for port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:19.707624 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c2cd328-2758-4269-86ac-76c2e24aea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.804134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.843110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33abce9-eebd-4977-abdb-580993f97076 req-126af3dd-c307-4192-a2a9-0d5304bfcf66 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.858542 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b33abce9-eebd-4977-abdb-580993f97076 req-126af3dd-c307-4192-a2a9-0d5304bfcf66 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.0954633 Nov 12 03:41:19.979913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b33abce9-eebd-4977-abdb-580993f97076 req-44f3cc63-5a43-4f4a-a2fa-5eabe093ab8a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169343 Nov 12 03:41:20.303420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f642e3-90e1-4b0f-87e6-a75115de7e44 req-3737bc5e-1ff9-41b3-9269-67ab3bb761a4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.322616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65f642e3-90e1-4b0f-87e6-a75115de7e44 req-3737bc5e-1ff9-41b3-9269-67ab3bb761a4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.0891862 Nov 12 03:41:20.351251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.392572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36225aee-1d45-4d80-9334-1c1d11edf3fc req-e85bbba7-c63a-47e4-a28b-eb1a5563bd3e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.400227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36225aee-1d45-4d80-9334-1c1d11edf3fc req-e85bbba7-c63a-47e4-a28b-eb1a5563bd3e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.3310776 Nov 12 03:41:20.403152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.409524 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.468033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65f642e3-90e1-4b0f-87e6-a75115de7e44 req-9a7fe190-7a98-4614-bfa2-6778d3bb5e8a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442289 Nov 12 03:41:20.487382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-19c48cd8-92eb-4035-bd71-ad04a5c485e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.489218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-19c48cd8-92eb-4035-bd71-ad04a5c485e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1097 time: 0.1058760 Nov 12 03:41:20.542701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:20.630225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8170668e-2455-454b-81ea-d2d742dfb564 None None] Provisioning complete for port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:20.636433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8170668e-2455-454b-81ea-d2d742dfb564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.670904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-39bcab09-1e52-4143-a40f-d6c27c9d6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.672389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-39bcab09-1e52-4143-a40f-d6c27c9d6025 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1498592 Nov 12 03:41:20.678758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:20.679353 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.686149 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36225aee-1d45-4d80-9334-1c1d11edf3fc req-4eb58731-dd3c-450e-991a-c78fa00875b7 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848158 Nov 12 03:41:20.698390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=fa1660eb-d50e-4777-8476-ea7bd8da3fc3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:20.715784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8170668e-2455-454b-81ea-d2d742dfb564 None None] Port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:20.729177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:20.733333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:20.779726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8170668e-2455-454b-81ea-d2d742dfb564 None None] Provisioning complete for port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:20.780026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8170668e-2455-454b-81ea-d2d742dfb564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.855893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-72971793-ebec-41d0-bfbb-bc62009c11ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 1001 time: 0.1750534 Nov 12 03:41:20.936001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-c05870c2-d0ab-4779-b48d-1730655ce7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.937744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-c05870c2-d0ab-4779-b48d-1730655ce7c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0714390 Nov 12 03:41:20.979421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Router 50dcec47-556d-45e2-b3a9-f091f7c5a241 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:21.009620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-3c1d4f35-53a8-49a2-beb7-8a90b37812e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:21.012099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-3c1d4f35-53a8-49a2-beb7-8a90b37812e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661073 Nov 12 03:41:21.129615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-62b222f2-b4ca-422a-bb97-f6bd87dd1203 None None] Provisioning complete for port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:21.130416 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62b222f2-b4ca-422a-bb97-f6bd87dd1203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.165103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-22998977-6924-485f-a5d0-b004e925834d service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429975 Nov 12 03:41:21.185921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:21.213829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cece2539-8498-47b0-9e5c-139d185bdcf7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "PUT /v2.0/routers/50dcec47-556d-45e2-b3a9-f091f7c5a241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8762150 Nov 12 03:41:21.215231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34436) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:21.226776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08260672-58eb-4469-8bea-ffe8c9043b72 None None] Sync routers for ids ['50dcec47-556d-45e2-b3a9-f091f7c5a241'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:21.278611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2916276b-11df-4c16-ba89-5fc962419d97 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:21.284853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2916276b-11df-4c16-ba89-5fc962419d97 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports?device_id=50dcec47-556d-45e2-b3a9-f091f7c5a241 HTTP/1.1" status: 200 len: 988 time: 0.0660553 Nov 12 03:41:21.285571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34442) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:21.304319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08260672-58eb-4469-8bea-ffe8c9043b72 None None] Routers {'50dcec47-556d-45e2-b3a9-f091f7c5a241'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:21.310765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d44059c4-5cb7-4862-9b91-aaaf67b6800f req-e85af56a-65dd-4291-bb05-afc29916ec5f service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356590 Nov 12 03:41:21.319007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-08260672-58eb-4469-8bea-ffe8c9043b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:41:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50dcec47-556d-45e2-b3a9-f091f7c5a241'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:21.445318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-08260672-58eb-4469-8bea-ffe8c9043b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:21.447916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:21.450315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:21.523482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-62b222f2-b4ca-422a-bb97-f6bd87dd1203 None None] Port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:21.550325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08260672-58eb-4469-8bea-ffe8c9043b72 None None] Routers {'50dcec47-556d-45e2-b3a9-f091f7c5a241'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:21.550979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-08260672-58eb-4469-8bea-ffe8c9043b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:41:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50dcec47-556d-45e2-b3a9-f091f7c5a241'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:21.590748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570520f-1291-42de-b6d5-e62a08c248c1 req-702ed339-6873-4a9a-a90c-98ea9906d98d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:21.594314 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d570520f-1291-42de-b6d5-e62a08c248c1 req-702ed339-6873-4a9a-a90c-98ea9906d98d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1876829 Nov 12 03:41:21.605507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-08260672-58eb-4469-8bea-ffe8c9043b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:21.606306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08260672-58eb-4469-8bea-ffe8c9043b72 None None] The sync data for ids ['50dcec47-556d-45e2-b3a9-f091f7c5a241'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:21.702983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d414-feca-448c-9838-d39601aa8585 req-83ce59f6-7c53-41a8-9b65-769b42b03a21 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:21.710243 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e20d414-feca-448c-9838-d39601aa8585 req-83ce59f6-7c53-41a8-9b65-769b42b03a21 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.0981386 Nov 12 03:41:21.776498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e20d414-feca-448c-9838-d39601aa8585 req-0c6eadc7-d88a-4e21-bf16-f7be8a7e2b8f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652802 Nov 12 03:41:21.818956 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.831443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9c1d1ff3-99de-4ab5-ba19-6b61be10f478 None None] Provisioning complete for port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:21.832075 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ff3-99de-4ab5-ba19-6b61be10f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.848097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d570520f-1291-42de-b6d5-e62a08c248c1 req-6e20b3f5-6a2b-4c31-ad64-b42d9d87d08e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411976 Nov 12 03:41:21.907836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d1ff3-99de-4ab5-ba19-6b61be10f478 None None] Port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:21.936024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:21.938768 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad684113-321f-41eb-9ef3-b44a852729bc" -d '{"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-unplugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:21.950072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:21.971560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:21.976188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '272054c3-953c-453d-b275-dbf790385c15', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': '272054c3-953c-453d-b275-dbf790385c15', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:21.985524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.025177 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f640fe8-59d3-4195-ac2c-8261723e5838 x-openstack-request-id: req-6f640fe8-59d3-4195-ac2c-8261723e5838 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:22.025699 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-unplugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:22.026084 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f640fe8-59d3-4195-ac2c-8261723e5838 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:22.026850 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'code': 200} Nov 12 03:41:22.084937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c5e1da63-e52b-4904-a1d7-0523aede78ea None None] Provisioning complete for port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:22.085872 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c5e1da63-e52b-4904-a1d7-0523aede78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.107981 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.117450 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.154592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:22.168726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272054c3-953c-453d-b275-dbf790385c15 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:22.175222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1da63-e52b-4904-a1d7-0523aede78ea None None] Port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:22.193941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:22.198510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.277136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:22.289835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['272054c3-953c-453d-b275-dbf790385c15'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:22.431278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port fa1660eb-d50e-4777-8476-ea7bd8da3fc3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:22.431771 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.542785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.557515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for fa1660eb-d50e-4777-8476-ea7bd8da3fc3 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:22.788514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.835938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=fa1660eb-d50e-4777-8476-ea7bd8da3fc3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:22.985169 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.032855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ce66c-3808-417b-8268-efbc884ad12b req-fcdccd26-c72f-470c-95e5-47b03c6c501c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.042999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-863ce66c-3808-417b-8268-efbc884ad12b req-fcdccd26-c72f-470c-95e5-47b03c6c501c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.0888190 Nov 12 03:41:23.121140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-863ce66c-3808-417b-8268-efbc884ad12b req-1a36593b-4022-4118-b2d2-44115d23ded4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727556 Nov 12 03:41:23.141790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1228f77-ac57-42cb-9b4b-c944bc465548 req-2973d425-82d8-44f7-b910-6e377c46a0b0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.144472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1228f77-ac57-42cb-9b4b-c944bc465548 req-2973d425-82d8-44f7-b910-6e377c46a0b0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1502090 Nov 12 03:41:23.304776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Router 50dcec47-556d-45e2-b3a9-f091f7c5a241 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:23.311614 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a25e33e-c5ca-4dc2-b9ac-4b2430f7277c req-dd2a8394-c8f1-4d6d-90c5-518677fac869 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0463643 Nov 12 03:41:23.313242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1228f77-ac57-42cb-9b4b-c944bc465548 req-58ba2fbd-0777-444f-83e3-804952cdd8e4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181509 Nov 12 03:41:23.353930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:23.442030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:23.454428 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b762c8-10da-4bbb-9f47-2958f00f6693 None None] Sync routers for ids ['50dcec47-556d-45e2-b3a9-f091f7c5a241'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:23.455159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-095accea-d451-4063-bf49-3c18207a2824 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "PUT /v2.0/routers/50dcec47-556d-45e2-b3a9-f091f7c5a241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1684935 Nov 12 03:41:23.455792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 272054c3-953c-453d-b275-dbf790385c15 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:23.457666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.462716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34498) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:23.464988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a25e33e-c5ca-4dc2-b9ac-4b2430f7277c req-5eef1350-3796-4d5b-ac8a-25f4bac8d73c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0555289 Nov 12 03:41:23.476184 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b762c8-10da-4bbb-9f47-2958f00f6693 None None] Routers {'50dcec47-556d-45e2-b3a9-f091f7c5a241'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:23.476847 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-57b762c8-10da-4bbb-9f47-2958f00f6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:41:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50dcec47-556d-45e2-b3a9-f091f7c5a241'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:23.526746 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e69dbb-9b1a-4e44-9c8e-d75f8b9c8cc3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:41:23.528447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d3e69dbb-9b1a-4e44-9c8e-d75f8b9c8cc3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/fa1660eb-d50e-4777-8476-ea7bd8da3fc3 HTTP/1.1" status: 404 len: 333 time: 0.0647192 Nov 12 03:41:23.531862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34506) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:23.586978 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.587555 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-57b762c8-10da-4bbb-9f47-2958f00f6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:23.616933 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b762c8-10da-4bbb-9f47-2958f00f6693 None None] Routers {'50dcec47-556d-45e2-b3a9-f091f7c5a241'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:23.618112 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-57b762c8-10da-4bbb-9f47-2958f00f6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:41:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['50dcec47-556d-45e2-b3a9-f091f7c5a241'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:23.683941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:23.695276 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.698675 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a25e33e-c5ca-4dc2-b9ac-4b2430f7277c req-a346254f-4672-4365-aedf-390ba3f5bd73 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150808 Nov 12 03:41:23.707953 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-57b762c8-10da-4bbb-9f47-2958f00f6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:23.710807 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b762c8-10da-4bbb-9f47-2958f00f6693 None None] The sync data for ids ['50dcec47-556d-45e2-b3a9-f091f7c5a241'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:23.729991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-26dc8cd9-7de6-431a-8027-74fa8f52a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.738655 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-26dc8cd9-7de6-431a-8027-74fa8f52a3cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed&tenant_id=e517ba0e5569472eb0045d8b66c6793f HTTP/1.1" status: 200 len: 1096 time: 0.2806005 Nov 12 03:41:23.750907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d5b8-63e7-4017-b843-14ab7c57e20e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.789872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:23.938483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-c0cca5f5-1022-4145-9ae6-b5afa355292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.940231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-c0cca5f5-1022-4145-9ae6-b5afa355292f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 1096 time: 0.1674314 Nov 12 03:41:24.028418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:24.032415 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab6b181-1c63-4fd9-8964-82c16624031a" -d '{"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-plugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:24.042188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25e33e-c5ca-4dc2-b9ac-4b2430f7277c req-421bbc99-2041-4961-937f-fe283c8fb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.045737 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a25e33e-c5ca-4dc2-b9ac-4b2430f7277c req-421bbc99-2041-4961-937f-fe283c8fb6bc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3396888 Nov 12 03:41:24.126910 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6790a47b-480e-4c66-a144-7a1adcddfe9c x-openstack-request-id: req-6790a47b-480e-4c66-a144-7a1adcddfe9c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:24.127203 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-plugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:24.127464 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6790a47b-480e-4c66-a144-7a1adcddfe9c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:24.128116 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'code': 200} Nov 12 03:41:24.207762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-0d40ca6d-864f-4fc1-8362-00ecdc567407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.219626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-0d40ca6d-864f-4fc1-8362-00ecdc567407 service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.2577658 Nov 12 03:41:24.359449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-1d0abcad-754d-4d9d-8c6c-6e4964a5dc4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 HTTP/1.1" status: 200 len: 1000 time: 0.1290352 Nov 12 03:41:24.479340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-d2d9d542-8a38-45ad-88fd-1a26278b0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.487066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-d2d9d542-8a38-45ad-88fd-1a26278b0119 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.1138272 Nov 12 03:41:24.568125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d5b8-63e7-4017-b843-14ab7c57e20e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.573193 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d5b8-63e7-4017-b843-14ab7c57e20e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.639754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-379331f6-01f2-4aee-b830-e3adce8b7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.644000 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-379331f6-01f2-4aee-b830-e3adce8b7684 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450293 Nov 12 03:41:24.677592 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.711293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203308-6aec-47e4-b9f1-a2d7ce333ba5 req-7fc7bb94-3b1f-4989-b283-7fb6adeb6158 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.719233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28203308-6aec-47e4-b9f1-a2d7ce333ba5 req-7fc7bb94-3b1f-4989-b283-7fb6adeb6158 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2300429 Nov 12 03:41:24.753091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9aa0-1287-493c-971b-b89f74684e8b req-bd1a12c4-3ace-4233-8b1b-3d5a40bcb3b9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.757351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76cb9aa0-1287-493c-971b-b89f74684e8b req-bd1a12c4-3ace-4233-8b1b-3d5a40bcb3b9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.3076231 Nov 12 03:41:24.809124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d5b8-63e7-4017-b843-14ab7c57e20e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.810097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e1d5b8-63e7-4017-b843-14ab7c57e20e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Fanout notify agent at l3_agent the message router_deleted on router 50dcec47-556d-45e2-b3a9-f091f7c5a241 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:24.841348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d5b8-63e7-4017-b843-14ab7c57e20e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.842983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d4e1d5b8-63e7-4017-b843-14ab7c57e20e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/routers/50dcec47-556d-45e2-b3a9-f091f7c5a241 HTTP/1.1" status: 204 len: 168 time: 1.3101647 Nov 12 03:41:24.845993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34546) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:24.846343 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-c3075543-3b6c-4391-947c-76392962b9e0 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260812 Nov 12 03:41:24.914008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76cb9aa0-1287-493c-971b-b89f74684e8b req-672c7b49-bd7b-4945-b6d4-9a0d4f1585e8 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502941 Nov 12 03:41:24.938972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-701d9c9d-5fa6-4191-b06c-d91dc868b4bc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet d7960af4-9d90-4b1e-b9c5-6547d6e62847 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:24.943247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701d9c9d-5fa6-4191-b06c-d91dc868b4bc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.993829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701d9c9d-5fa6-4191-b06c-d91dc868b4bc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.994692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28203308-6aec-47e4-b9f1-a2d7ce333ba5 req-8fc46dee-3839-435a-9cad-e83a518f0f4a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472771 Nov 12 03:41:25.027033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40fad222-9900-4edd-b703-e9d6a826c7e2 req-bac1a624-0559-4f23-82f1-9afe0da5ee7c service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355083 Nov 12 03:41:25.196490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701d9c9d-5fa6-4191-b06c-d91dc868b4bc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.384216 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701d9c9d-5fa6-4191-b06c-d91dc868b4bc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.421736 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701d9c9d-5fa6-4191-b06c-d91dc868b4bc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.425457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-701d9c9d-5fa6-4191-b06c-d91dc868b4bc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/d7960af4-9d90-4b1e-b9c5-6547d6e62847 HTTP/1.1" status: 204 len: 168 time: 0.5773087 Nov 12 03:41:25.428864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34562) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.430680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab937925-2e66-4eee-adc4-9fc186c32958 None None] Network bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:25.503841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d9c9d-5fa6-4191-b06c-d91dc868b4bc tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=d7960af4-9d90-4b1e-b9c5-6547d6e62847,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:25.663521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.806851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:25.811336 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.897217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] DHCP port deletion for bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:26.084792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] Deleting port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:26.085804 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.101781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] For port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,segment=NetworkSegment(6f2537f0-3efa-4900-8682-9b95be90c288),segment_id=6f2537f0-3efa-4900-8682-9b95be90c288)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:26.102315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.154706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:26.173185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd51ce-1a09-46ab-9939-c253cebd259d req-60e4d2d5-4042-464c-96d5-84c8c7e22663 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.183671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41bd51ce-1a09-46ab-9939-c253cebd259d req-60e4d2d5-4042-464c-96d5-84c8c7e22663 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1110113 Nov 12 03:41:26.270540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] For port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,segment=NetworkSegment(6f2537f0-3efa-4900-8682-9b95be90c288),segment_id=6f2537f0-3efa-4900-8682-9b95be90c288)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:26.271637 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.298469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41bd51ce-1a09-46ab-9939-c253cebd259d req-6d112ede-5c43-4d07-9220-2bd98fd2037c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135097 Nov 12 03:41:26.303052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] Calling delete_port for 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:26.433132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ffa4-4cf3-4f74-a8d1-5085e9b126f5 req-ea1b9e19-9a02-4535-ab62-27509028b86f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.446388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0285ffa4-4cf3-4f74-a8d1-5085e9b126f5 req-ea1b9e19-9a02-4535-ab62-27509028b86f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2818780 Nov 12 03:41:26.527368 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.554570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:26.581977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0285ffa4-4cf3-4f74-a8d1-5085e9b126f5 req-dcf6a8a0-7e1f-4a3b-bf89-5a511e46bedd tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345692 Nov 12 03:41:26.616772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.663020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:26.691403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No DVR routers for this DVR port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:26.699215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:26.699983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:26.705354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] No DVR routers for this DVR port 0ea3f0dc-ec41-4645-a29d-9e7d65077c93 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:26.740113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc710ab-6a18-4bc2-ab1d-e50b28814efe None None] Pushing event deleted for resources: {'Port': ['ID=0ea3f0dc-ec41-4645-a29d-9e7d65077c93,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:26.892381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.945554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:26.970891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2537f0-3efa-4900-8682-9b95be90c288') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:26.971299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2537f0-3efa-4900-8682-9b95be90c288') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:26.991083 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.029952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.050400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:27.050930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:27.054181 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:27.167037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.183382 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.186932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/networks/bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce HTTP/1.1" status: 204 len: 168 time: 1.7569096 Nov 12 03:41:27.191490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34590) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:27.209867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47c0a8-8b74-4eda-9abb-ce31351c04f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Network': ['ID=bb4d3ca4-9ce8-4d8f-8068-f8b9393776ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:27.292662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc5087-f294-4320-81e9-f8e471565ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:27.304697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86bc5087-f294-4320-81e9-f8e471565ff9 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/a4af1a61-d879-45d7-aaa8-28910425fedb HTTP/1.1" status: 200 len: 844 time: 0.1054509 Nov 12 03:41:27.304697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34592) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:27.573918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2ca67c7a-93bb-42b4-a826-2e71ceab5d21 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/a4af1a61-d879-45d7-aaa8-28910425fedb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2491295 Nov 12 03:41:27.574223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34596) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:27.584609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:27.656944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38786b4-d419-46c2-95f3-b64100c1d71d req-ded92892-dc63-40b5-8501-b9f781b36a81 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:27.667688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c38786b4-d419-46c2-95f3-b64100c1d71d req-ded92892-dc63-40b5-8501-b9f781b36a81 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.2072313 Nov 12 03:41:27.858520 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c38786b4-d419-46c2-95f3-b64100c1d71d req-c5b79fef-6cd8-4680-95c2-9726ef1fdfd3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884332 Nov 12 03:41:28.049722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb409-3a20-42cb-a9ec-33cc802c23bb req-a9e5d1e3-ade8-46cb-960f-c1bc21b1599a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.064756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fabb409-3a20-42cb-a9ec-33cc802c23bb req-a9e5d1e3-ade8-46cb-960f-c1bc21b1599a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2391269 Nov 12 03:41:28.229829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fabb409-3a20-42cb-a9ec-33cc802c23bb req-b08f7d64-3ce5-479f-babf-824d30aa4162 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623225 Nov 12 03:41:28.233122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:28.241110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.666425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.726178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:28.895140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:28.907550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11888ea-34ca-4e36-a85b-4c7e024e94ff None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:28.913086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=22f49dd8-5608-4cef-b293-5ebc62ec7e54,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:28.930965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.932062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.996047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2df7586f-0ed9-4a68-b3bb-32abbaf811a0 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4149487 Nov 12 03:41:28.996897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34614) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.002936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bd78a87b-06c1-4118-a8eb-e8d9d0e58be3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1796669708'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:29.204602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1a740-726e-45ef-97f1-149e7dd6803d req-2218acb7-05fe-437d-aa16-5bfe5148cb1a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.212461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01f1a740-726e-45ef-97f1-149e7dd6803d req-2218acb7-05fe-437d-aa16-5bfe5148cb1a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.2038894 Nov 12 03:41:29.228126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd78a87b-06c1-4118-a8eb-e8d9d0e58be3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.330991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-64f29f14-0ef7-484b-be66-57c3cee95518', 'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'tenant_id': 'cd9b5b1916434b0e86aecec3eed4890a', 'fixed_ips': [{'subnet_id': '22f49dd8-5608-4cef-b293-5ebc62ec7e54'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:29.332208 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.368466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01f1a740-726e-45ef-97f1-149e7dd6803d req-3832bb83-b7da-45e5-b35d-c93a8087fa11 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522911 Nov 12 03:41:29.479819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd78a87b-06c1-4118-a8eb-e8d9d0e58be3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.488046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd78a87b-06c1-4118-a8eb-e8d9d0e58be3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.527428 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd78a87b-06c1-4118-a8eb-e8d9d0e58be3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.531674 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bd78a87b-06c1-4118-a8eb-e8d9d0e58be3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5328748 Nov 12 03:41:29.534440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34628) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.540676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5433391f-3183-440d-a6cc-c08a9b142e77 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780352842'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:29.569119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78a87b-06c1-4118-a8eb-e8d9d0e58be3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388aff37-6832-4f24-bc64-09a0410ab72a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.611297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5433391f-3183-440d-a6cc-c08a9b142e77 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.830244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Allocated IP 2001:db8::2 (64f29f14-0ef7-484b-be66-57c3cee95518/22f49dd8-5608-4cef-b293-5ebc62ec7e54/9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:29.868354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5433391f-3183-440d-a6cc-c08a9b142e77 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.918431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5433391f-3183-440d-a6cc-c08a9b142e77 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.974498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5433391f-3183-440d-a6cc-c08a9b142e77 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.978729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.985238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1865203111', 'security_groups': ['09728523-706a-489c-bb01-12218c99ac93'], 'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22f49dd8-5608-4cef-b293-5ebc62ec7e54'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:29.986255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5433391f-3183-440d-a6cc-c08a9b142e77 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4397616 Nov 12 03:41:30.085332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e375a-77a8-445c-b70a-c6b628067d75 req-9be752a6-7d3b-4c1f-a02a-299af0689ba6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:30.093705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-962e375a-77a8-445c-b70a-c6b628067d75 req-9be752a6-7d3b-4c1f-a02a-299af0689ba6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.5053990 Nov 12 03:41:30.121875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433391f-3183-440d-a6cc-c08a9b142e77 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09728523-706a-489c-bb01-12218c99ac93,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:30.309386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.324370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.343634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-962e375a-77a8-445c-b70a-c6b628067d75 req-f82a5d77-42d3-472a-8019-a786ac533ca8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2403836 Nov 12 03:41:30.389862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:30.393362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:30.399971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:30.445788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:30.802448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Pushing event updated for resources: {'Port': ['ID=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:30.862450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Attempting to bind port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:30.862450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Attempting to bind port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '3725edc3-f2b0-442b-92ad-d91bcac53ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:30.862450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Attempting to bind port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 on network 64f29f14-0ef7-484b-be66-57c3cee95518 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:30.869998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:30.879286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Checking segment: {'id': '3725edc3-f2b0-442b-92ad-d91bcac53ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:30.882440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.883466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Bound using segment: {'id': '3725edc3-f2b0-442b-92ad-d91bcac53ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:30.887156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Bound port: 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3725edc3-f2b0-442b-92ad-d91bcac53ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:30.891440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.913136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.978456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb878-020c-4afa-96c8-6dd730ff4381 req-6a34661b-d4cc-4685-b7ed-a57bade9c9fe tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:30.978456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-045fb878-020c-4afa-96c8-6dd730ff4381 req-6a34661b-d4cc-4685-b7ed-a57bade9c9fe tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.3439922 Nov 12 03:41:30.990918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 3963367a-09ee-49ab-bc52-5b70a8974852 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:31.149755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] For port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:31.157352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] For port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,segment=NetworkSegment(3725edc3-f2b0-442b-92ad-d91bcac53ab8),segment_id=3725edc3-f2b0-442b-92ad-d91bcac53ab8)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:31.172002 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.210199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-045fb878-020c-4afa-96c8-6dd730ff4381 req-f98cdabb-5ecb-4895-ab1a-8fc9cb4cb215 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106354 Nov 12 03:41:31.458930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dcc7a03d-90b8-4349-ad37-90fec1f8af60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.510729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984ed9-7b26-4795-9f19-6d1711fd06b1 None None] Pushing event updated for resources: {'Port': ['ID=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.760529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::2c8 (64f29f14-0ef7-484b-be66-57c3cee95518/22f49dd8-5608-4cef-b293-5ebc62ec7e54/3963367a-09ee-49ab-bc52-5b70a8974852) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:31.762759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f4b93-6ad6-4de3-86ae-a66940e3c40a req-ebddfbca-bb97-4bf4-acf7-c269ad65d845 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.762759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-313f4b93-6ad6-4de3-86ae-a66940e3c40a req-ebddfbca-bb97-4bf4-acf7-c269ad65d845 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1651828 Nov 12 03:41:31.960113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-313f4b93-6ad6-4de3-86ae-a66940e3c40a req-59551959-8d45-40ac-9138-6887c77eadc8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2343283 Nov 12 03:41:32.170650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.265578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.307150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:32.315904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:32.322105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:32.328978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.337990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.474360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4944508 Nov 12 03:41:32.474730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34688) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.480039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8c4f9371-e45b-46f9-a608-c93fbb73fdc2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:32.496143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7198f0-f9ba-41d4-b928-4ee9bb63ece7 req-d647d587-e761-4380-b0ae-63b488558d67 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.507082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de7198f0-f9ba-41d4-b928-4ee9bb63ece7 req-d647d587-e761-4380-b0ae-63b488558d67 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1365275 Nov 12 03:41:32.517323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2092ecf-c5af-4820-af41-5591e760ef4d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=3963367a-09ee-49ab-bc52-5b70a8974852,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.626541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de7198f0-f9ba-41d4-b928-4ee9bb63ece7 req-eb3ad931-6b27-4400-bdef-85cc60bdb674 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109817 Nov 12 03:41:32.703117 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:32.861675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:32.863325 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.904123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f9371-e45b-46f9-a608-c93fbb73fdc2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:32.918374 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c4f9371-e45b-46f9-a608-c93fbb73fdc2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.106082 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-8c4f9371-e45b-46f9-a608-c93fbb73fdc2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22f49dd8-5608-4cef-b293-5ebc62ec7e54 (CIDR: 2001:db8::/64) Nov 12 03:41:33.114809 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4f9371-e45b-46f9-a608-c93fbb73fdc2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:41:33.115340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4f9371-e45b-46f9-a608-c93fbb73fdc2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:33.162395 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.163178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8c4f9371-e45b-46f9-a608-c93fbb73fdc2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6857080 Nov 12 03:41:33.164713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34704) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:33.171631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:33.257044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,segment=NetworkSegment(3725edc3-f2b0-442b-92ad-d91bcac53ab8),segment_id=3725edc3-f2b0-442b-92ad-d91bcac53ab8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:33.267699 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.296170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755dc64-3f9b-4599-b4bf-4e9f75cec48a req-839ac16d-a903-47d7-a177-4950802d0866 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:33.307927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6755dc64-3f9b-4599-b4bf-4e9f75cec48a req-839ac16d-a903-47d7-a177-4950802d0866 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1244729 Nov 12 03:41:33.397930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:33.508315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6755dc64-3f9b-4599-b4bf-4e9f75cec48a req-52cf646a-ab1b-403e-b302-e8db3e302a8c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1986868 Nov 12 03:41:33.562147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-560f874a-30b3-455c-8da1-c6405fa61d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.600461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:33.605297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.809554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-986f1745-4a99-4967-8c56-db9fcac422e0 None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:33.814072 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-986f1745-4a99-4967-8c56-db9fcac422e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.033723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-986f1745-4a99-4967-8c56-db9fcac422e0 None None] Provisioning complete for port a4af1a61-d879-45d7-aaa8-28910425fedb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:34.034395 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-986f1745-4a99-4967-8c56-db9fcac422e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.056807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed664329-bdaa-4e34-89fd-efdd608df7bd req-7c9bc9ab-df6f-4886-9dc1-3685ebf62339 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:34.081826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed664329-bdaa-4e34-89fd-efdd608df7bd req-7c9bc9ab-df6f-4886-9dc1-3685ebf62339 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.2036142 Nov 12 03:41:34.129238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-986f1745-4a99-4967-8c56-db9fcac422e0 None None] Port a4af1a61-d879-45d7-aaa8-28910425fedb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:34.199982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed664329-bdaa-4e34-89fd-efdd608df7bd req-51212a71-e8b8-43bf-a217-626013b4b371 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043625 Nov 12 03:41:34.299826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56c49375-a6ea-4043-9191-07a2ab8079b4 None None] Provisioning complete for port 3963367a-09ee-49ab-bc52-5b70a8974852 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:34.300904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56c49375-a6ea-4043-9191-07a2ab8079b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.306101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.356022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-56c49375-a6ea-4043-9191-07a2ab8079b4 None None] Port 3963367a-09ee-49ab-bc52-5b70a8974852 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:34.430230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=89b1cc45-aebe-48e3-ba6a-5220d1516278,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.450373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.451209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.459282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.465140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.465812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.466629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.467131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.467711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.468239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.468812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.469341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.469879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:34.490929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:34.497239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:34.501253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:34.502075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.518509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7e96b-0679-4345-a83a-dff6d1d5d07a None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:34.547190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34726) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:34.548488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ae1ed5d9-307c-4d12-98c3-cc03ee2134ac tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3808026 Nov 12 03:41:34.580529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1416177500', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '89b1cc45-aebe-48e3-ba6a-5220d1516278'}], 'security_groups': ['388aff37-6832-4f24-bc64-09a0410ab72a']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:34.641696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:34.763719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:34.764323 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.383263 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.496077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae8b38-e39d-48a5-a7b0-918965e1d32a req-19f16db4-2d36-426f-8350-d2618d34470c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:35.506984 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6eae8b38-e39d-48a5-a7b0-918965e1d32a req-19f16db4-2d36-426f-8350-d2618d34470c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1191795 Nov 12 03:41:35.509996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f99deb-9dd6-4ea0-920d-3d11ac399bf7 req-5aadead9-17d5-47ed-9700-16348c265ed8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:35.511547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-00f99deb-9dd6-4ea0-920d-3d11ac399bf7 req-5aadead9-17d5-47ed-9700-16348c265ed8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.8440700 Nov 12 03:41:35.639060 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6eae8b38-e39d-48a5-a7b0-918965e1d32a req-600626a2-1c24-41f8-84c4-32d07483232a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295366 Nov 12 03:41:35.754950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bdcf63-8d9b-4e9a-afaf-bbe0fb9a8268 None None] Update dhcp port {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'fixed_ips': [{'subnet_id': '22f49dd8-5608-4cef-b293-5ebc62ec7e54', 'ip_address': '2001:db8::2'}, {'subnet_id': '89b1cc45-aebe-48e3-ba6a-5220d1516278'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:41:35.781378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-00f99deb-9dd6-4ea0-920d-3d11ac399bf7 req-4246abbe-cccf-4cd1-8044-b018db888b44 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2467713 Nov 12 03:41:35.850679 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38bdcf63-8d9b-4e9a-afaf-bbe0fb9a8268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.908078 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.205708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-38bdcf63-8d9b-4e9a-afaf-bbe0fb9a8268 None None] Allocated IP 2001:db8:0:1::2 (64f29f14-0ef7-484b-be66-57c3cee95518/89b1cc45-aebe-48e3-ba6a-5220d1516278/9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:36.458729 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.525876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-38bdcf63-8d9b-4e9a-afaf-bbe0fb9a8268 None None] For port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,segment=NetworkSegment(3725edc3-f2b0-442b-92ad-d91bcac53ab8),segment_id=3725edc3-f2b0-442b-92ad-d91bcac53ab8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:36.600229 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38bdcf63-8d9b-4e9a-afaf-bbe0fb9a8268 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.609518 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38bdcf63-8d9b-4e9a-afaf-bbe0fb9a8268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.766458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdcf63-8d9b-4e9a-afaf-bbe0fb9a8268 None None] Pushing event updated for resources: {'Port': ['ID=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.056663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a83c8-698e-48a7-b472-0b7caf19ade8 req-c465fd80-8eca-4eb2-9bec-15ccecb850a8 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:37.061818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Delete allocated IP 2001:db8::2c8 (64f29f14-0ef7-484b-be66-57c3cee95518/22f49dd8-5608-4cef-b293-5ebc62ec7e54) {{(pid=102628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:41:37.099373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-986a83c8-698e-48a7-b472-0b7caf19ade8 req-c465fd80-8eca-4eb2-9bec-15ccecb850a8 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.3362696 Nov 12 03:41:37.110213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8:0:1::210 (64f29f14-0ef7-484b-be66-57c3cee95518/89b1cc45-aebe-48e3-ba6a-5220d1516278/3963367a-09ee-49ab-bc52-5b70a8974852) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:37.117170 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.189912 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-986a83c8-698e-48a7-b472-0b7caf19ade8 req-4e7e8eeb-d73b-4225-bd16-213bd08237e9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039503 Nov 12 03:41:37.382466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c2aa6-8710-4058-97c1-b61cfce34fa1 req-4430655d-8c8d-4e44-a749-231a42e2de9e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:37.396122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4c2aa6-8710-4058-97c1-b61cfce34fa1 req-4430655d-8c8d-4e44-a749-231a42e2de9e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.3361878 Nov 12 03:41:37.790928 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.819995 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.838485 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4c2aa6-8710-4058-97c1-b61cfce34fa1 req-e7f8a723-d31f-416f-9bd4-d9a9ba7101fc tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4161870 Nov 12 03:41:37.930840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=3963367a-09ee-49ab-bc52-5b70a8974852,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.976290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] In _notify_port_updated(), no bound segment for port 3963367a-09ee-49ab-bc52-5b70a8974852 on network 64f29f14-0ef7-484b-be66-57c3cee95518 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:41:38.012488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:38.026838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.028427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bb07d024-9d71-45f3-a489-e931a87f1fd2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "PUT /v2.0/ports/3963367a-09ee-49ab-bc52-5b70a8974852 HTTP/1.1" status: 200 len: 931 time: 3.4792035 Nov 12 03:41:38.032022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34792) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:38.149142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-667506af-dda2-4d9f-a730-492a288f68b7 None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:38.149719 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-667506af-dda2-4d9f-a730-492a288f68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.275785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3924e8ad-935b-46cd-918f-0f0db192c93b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 3963367a-09ee-49ab-bc52-5b70a8974852 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:38.276756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3924e8ad-935b-46cd-918f-0f0db192c93b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.636100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:38.738106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-667506af-dda2-4d9f-a730-492a288f68b7 None None] Provisioning complete for port 3963367a-09ee-49ab-bc52-5b70a8974852 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:38.739321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-667506af-dda2-4d9f-a730-492a288f68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.815265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-667506af-dda2-4d9f-a730-492a288f68b7 None None] Port 3963367a-09ee-49ab-bc52-5b70a8974852 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:38.818983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:38.819560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.940108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659819-518f-4c54-8cf1-d064f3547d94 req-6b68d384-4b29-4d9d-9d84-04a8c8de95dc tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:38.941732 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-52659819-518f-4c54-8cf1-d064f3547d94 req-6b68d384-4b29-4d9d-9d84-04a8c8de95dc tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.4896767 Nov 12 03:41:38.956729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-667506af-dda2-4d9f-a730-492a288f68b7 None None] Provisioning complete for port a4af1a61-d879-45d7-aaa8-28910425fedb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:38.959967 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-667506af-dda2-4d9f-a730-492a288f68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.030664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-667506af-dda2-4d9f-a730-492a288f68b7 None None] Port a4af1a61-d879-45d7-aaa8-28910425fedb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:39.063978 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3924e8ad-935b-46cd-918f-0f0db192c93b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.089325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3924e8ad-935b-46cd-918f-0f0db192c93b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 3963367a-09ee-49ab-bc52-5b70a8974852 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:39.164593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f0b59190-781a-4e43-a163-acce9ce7318e None None] Provisioning complete for port 3963367a-09ee-49ab-bc52-5b70a8974852 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:39.166588 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0b59190-781a-4e43-a163-acce9ce7318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.281168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f0b59190-781a-4e43-a163-acce9ce7318e None None] Port 3963367a-09ee-49ab-bc52-5b70a8974852 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:39.286798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a74c9-6057-46a8-85a9-3cccca7beb74 req-2c6055d8-917e-4a2d-87dc-3976062f3c0d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.305273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d55a74c9-6057-46a8-85a9-3cccca7beb74 req-2c6055d8-917e-4a2d-87dc-3976062f3c0d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1720760 Nov 12 03:41:39.314094 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3924e8ad-935b-46cd-918f-0f0db192c93b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.445816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d55a74c9-6057-46a8-85a9-3cccca7beb74 req-b46e0c6b-63d0-45d9-8d78-7d453049ac2f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388474 Nov 12 03:41:39.470537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924e8ad-935b-46cd-918f-0f0db192c93b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=3963367a-09ee-49ab-bc52-5b70a8974852,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:39.590098 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3924e8ad-935b-46cd-918f-0f0db192c93b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.600192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34818) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:39.609308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3924e8ad-935b-46cd-918f-0f0db192c93b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/3963367a-09ee-49ab-bc52-5b70a8974852 HTTP/1.1" status: 204 len: 168 time: 1.5760233 Nov 12 03:41:39.688807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-52659819-518f-4c54-8cf1-d064f3547d94 req-abb43b58-a857-4ac3-8984-84e8eecd58d0 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243254 Nov 12 03:41:39.701651 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4cbf3f-a261-4437-bb4f-7cb71212751d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:41:39.710191 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ee4cbf3f-a261-4437-bb4f-7cb71212751d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/3963367a-09ee-49ab-bc52-5b70a8974852 HTTP/1.1" status: 404 len: 333 time: 0.1058846 Nov 12 03:41:39.710716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34824) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.074577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2e219e7-ae63-4547-9dec-f0fa8074983d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.136425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2e219e7-ae63-4547-9dec-f0fa8074983d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.192145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2e219e7-ae63-4547-9dec-f0fa8074983d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.196056 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2e219e7-ae63-4547-9dec-f0fa8074983d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.197157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b2e219e7-ae63-4547-9dec-f0fa8074983d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/security-groups/09728523-706a-489c-bb01-12218c99ac93 HTTP/1.1" status: 204 len: 168 time: 0.4775190 Nov 12 03:41:40.201719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34830) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.217286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e219e7-ae63-4547-9dec-f0fa8074983d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09728523-706a-489c-bb01-12218c99ac93,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.348216 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37a27b82-60d1-4479-a5b0-d239a50b3892 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.414947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37a27b82-60d1-4479-a5b0-d239a50b3892 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.507558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37a27b82-60d1-4479-a5b0-d239a50b3892 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.510710 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37a27b82-60d1-4479-a5b0-d239a50b3892 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.515779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.528008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-37a27b82-60d1-4479-a5b0-d239a50b3892 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/security-groups/388aff37-6832-4f24-bc64-09a0410ab72a HTTP/1.1" status: 204 len: 168 time: 0.3247952 Nov 12 03:41:40.550664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a27b82-60d1-4479-a5b0-d239a50b3892 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388aff37-6832-4f24-bc64-09a0410ab72a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.637287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b1e405-a5d8-43eb-bf4a-8995fb7134df tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet 22f49dd8-5608-4cef-b293-5ebc62ec7e54 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:40.648057 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b1e405-a5d8-43eb-bf4a-8995fb7134df tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.840453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b1e405-a5d8-43eb-bf4a-8995fb7134df tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.900216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064dea2-e4e9-47d6-b2fd-fdbf2690e78b req-abd6f7b8-f5f4-46b1-895a-7a33a5bbd950 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:40.902068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4064dea2-e4e9-47d6-b2fd-fdbf2690e78b req-abd6f7b8-f5f4-46b1-895a-7a33a5bbd950 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1331179 Nov 12 03:41:41.008882 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4064dea2-e4e9-47d6-b2fd-fdbf2690e78b req-d1fe512f-046f-4bfa-8f8c-25583231836c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992336 Nov 12 03:41:41.055150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b1e405-a5d8-43eb-bf4a-8995fb7134df tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.226387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b1e405-a5d8-43eb-bf4a-8995fb7134df tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.257523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4469e-493e-4bcf-939e-adc08489ef0a req-a7d8355d-a76c-49e6-88e1-40ffc0b6edf1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.265422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0f4469e-493e-4bcf-939e-adc08489ef0a req-a7d8355d-a76c-49e6-88e1-40ffc0b6edf1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.5799186 Nov 12 03:41:41.351283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1e405-a5d8-43eb-bf4a-8995fb7134df tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=22f49dd8-5608-4cef-b293-5ebc62ec7e54,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:41.366143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ce98d-df88-4b2d-93d4-a91ede40a1c7 None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:41.398546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b1e405-a5d8-43eb-bf4a-8995fb7134df tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.417494 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46b1e405-a5d8-43eb-bf4a-8995fb7134df tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/22f49dd8-5608-4cef-b293-5ebc62ec7e54 HTTP/1.1" status: 204 len: 168 time: 0.8960779 Nov 12 03:41:41.420037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34856) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:41.426573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:41.520806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0f4469e-493e-4bcf-939e-adc08489ef0a req-1276d3fa-4f3e-4940-b397-b7c8b8192c7e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2345321 Nov 12 03:41:41.703207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:41.707671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.308656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da68b08-2594-412c-baf8-a4caec3f4a94 req-f3df7776-f7c1-487f-9233-d6487ba16ff1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:42.330291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4da68b08-2594-412c-baf8-a4caec3f4a94 req-f3df7776-f7c1-487f-9233-d6487ba16ff1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1486535 Nov 12 03:41:42.547521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4da68b08-2594-412c-baf8-a4caec3f4a94 req-c1d9de44-3226-4694-b82c-c418b55c28c1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162371 Nov 12 03:41:42.568619 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:42.695584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.837667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=ce0d8012-47da-487c-b26f-a5cd1ecde42b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:42.854443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:42.859980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25416578-7c23-483b-a05f-3136e855d7ba req-5dca62e6-a5d2-41df-92fe-80ca460b261f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:42.864448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:42.869295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:42.869866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.885541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25416578-7c23-483b-a05f-3136e855d7ba req-5dca62e6-a5d2-41df-92fe-80ca460b261f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1785691 Nov 12 03:41:42.933007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5c551c18-e095-4921-a51f-c3133d2b0860 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5111573 Nov 12 03:41:42.936381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34878) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:42.941065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f65e161b-0a37-427b-8e97-ad44ca5b3bbe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1306284721'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:42.956562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bac597-0341-4ee0-98bf-8f3a0f848125 None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:42.988706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f65e161b-0a37-427b-8e97-ad44ca5b3bbe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.047111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25416578-7c23-483b-a05f-3136e855d7ba req-b6dbce2c-49b1-42e4-9385-5bd0c0d47c72 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611991 Nov 12 03:41:43.119290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3d0827b1-dc15-4a18-92df-6f4644c6358a None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:43.119694 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d0827b1-dc15-4a18-92df-6f4644c6358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.135018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f65e161b-0a37-427b-8e97-ad44ca5b3bbe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.159522 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f65e161b-0a37-427b-8e97-ad44ca5b3bbe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.282937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f65e161b-0a37-427b-8e97-ad44ca5b3bbe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.288614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34884) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.294710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0e0e1b57-7c1d-40b6-89ac-3a4f38219909 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231706322'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:43.301079 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f65e161b-0a37-427b-8e97-ad44ca5b3bbe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3633440 Nov 12 03:41:43.303465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e161b-0a37-427b-8e97-ad44ca5b3bbe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71b746f-c228-44fb-8c9b-b7820753e616,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.406931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1b57-7c1d-40b6-89ac-3a4f38219909 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.538168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3d0827b1-dc15-4a18-92df-6f4644c6358a None None] Provisioning complete for port a4af1a61-d879-45d7-aaa8-28910425fedb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:43.538646 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d0827b1-dc15-4a18-92df-6f4644c6358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.627795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1b57-7c1d-40b6-89ac-3a4f38219909 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.640460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1b57-7c1d-40b6-89ac-3a4f38219909 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.708604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d6a73-0b4b-46c3-85d0-a1585ee6dd32 None None] Update dhcp port {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'fixed_ips': [{'subnet_id': '89b1cc45-aebe-48e3-ba6a-5220d1516278', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce0d8012-47da-487c-b26f-a5cd1ecde42b'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:41:43.742357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e1b57-7c1d-40b6-89ac-3a4f38219909 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe59dee-a33f-4285-a9bc-2827bd20bf66,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.770552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1b57-7c1d-40b6-89ac-3a4f38219909 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.775373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0e0e1b57-7c1d-40b6-89ac-3a4f38219909 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4829943 Nov 12 03:41:43.778339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34896) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.790682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e05c3fa7-8158-4543-9c38-d83dc43bdc76 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1045436590'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:43.802782 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6a73-0b4b-46c3-85d0-a1585ee6dd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.846504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55457368-6825-41ab-be34-3a64655ab323 req-f89768a5-9aa0-43c5-83ab-e244ec3ec0ae tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.850692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55457368-6825-41ab-be34-3a64655ab323 req-f89768a5-9aa0-43c5-83ab-e244ec3ec0ae tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1309297 Nov 12 03:41:43.871718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e05c3fa7-8158-4543-9c38-d83dc43bdc76 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.993022 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55457368-6825-41ab-be34-3a64655ab323 req-3ab218d6-6033-408d-865c-528d2d627c41 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327879 Nov 12 03:41:44.085067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e05c3fa7-8158-4543-9c38-d83dc43bdc76 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.094004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e05c3fa7-8158-4543-9c38-d83dc43bdc76 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.167921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c3fa7-8158-4543-9c38-d83dc43bdc76 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5c1d63-7685-485e-aa2f-d4bd34c2822f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.179393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e05c3fa7-8158-4543-9c38-d83dc43bdc76 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.183464 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e05c3fa7-8158-4543-9c38-d83dc43bdc76 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4009035 Nov 12 03:41:44.184001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34904) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:44.192644 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1394183241', 'security_groups': ['7b5c1d63-7685-485e-aa2f-d4bd34c2822f'], 'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce0d8012-47da-487c-b26f-a5cd1ecde42b'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:44.242606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-6e4d6a73-0b4b-46c3-85d0-a1585ee6dd32 None None] Allocated IP 2001:db8::2 (64f29f14-0ef7-484b-be66-57c3cee95518/ce0d8012-47da-487c-b26f-a5cd1ecde42b/9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:44.355314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6e4d6a73-0b4b-46c3-85d0-a1585ee6dd32 None None] For port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,segment=NetworkSegment(3725edc3-f2b0-442b-92ad-d91bcac53ab8),segment_id=3725edc3-f2b0-442b-92ad-d91bcac53ab8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:44.387176 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6a73-0b4b-46c3-85d0-a1585ee6dd32 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.392616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3d0827b1-dc15-4a18-92df-6f4644c6358a None None] Port a4af1a61-d879-45d7-aaa8-28910425fedb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:44.398223 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6a73-0b4b-46c3-85d0-a1585ee6dd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.480423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d6a73-0b4b-46c3-85d0-a1585ee6dd32 None None] Pushing event updated for resources: {'Port': ['ID=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.586013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7ed4a-eefa-442b-bf75-f0c5587422ab req-4e48a33c-d57a-4993-8803-6649310f4112 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:44.587593 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fe7ed4a-eefa-442b-bf75-f0c5587422ab req-4e48a33c-d57a-4993-8803-6649310f4112 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1821666 Nov 12 03:41:44.620732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:44.821729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fe7ed4a-eefa-442b-bf75-f0c5587422ab req-cf112ba6-4706-4205-8fa8-5c937481d25f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2165880 Nov 12 03:41:44.865377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.917103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] device_id is not set on port 2ecbdc77-1d12-405b-94f8-26537f399f4e yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:45.370904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8::179 (64f29f14-0ef7-484b-be66-57c3cee95518/ce0d8012-47da-487c-b26f-a5cd1ecde42b/2ecbdc77-1d12-405b-94f8-26537f399f4e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:45.392576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecf70f-ed9b-4bb3-aa99-3734a83da0a0 req-347887c3-ff9e-4f89-9c04-a5cdbe1a1416 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:45.406470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91ecf70f-ed9b-4bb3-aa99-3734a83da0a0 req-347887c3-ff9e-4f89-9c04-a5cdbe1a1416 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.2913134 Nov 12 03:41:45.546043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91ecf70f-ed9b-4bb3-aa99-3734a83da0a0 req-ee3243d8-895f-40f6-bfb5-3c06ab9efe67 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189423 Nov 12 03:41:45.738029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34928) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:45.964436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.086719 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.348614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d1edceb7-2fd4-4015-b0b7-d8ca6e94cbef None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:46.349181 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1edceb7-2fd4-4015-b0b7-d8ca6e94cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.369075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:46.387319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:46.395759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:46.451592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.471885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.522660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=2ecbdc77-1d12-405b-94f8-26537f399f4e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:46.590668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4037788 Nov 12 03:41:46.601797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34944) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:46.615112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-76f6d149-92bb-41ef-83b8-79a803da48f8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:46.667489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:46.748172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d1edceb7-2fd4-4015-b0b7-d8ca6e94cbef None None] Provisioning complete for port a4af1a61-d879-45d7-aaa8-28910425fedb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:46.748870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1edceb7-2fd4-4015-b0b7-d8ca6e94cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.790461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d1edceb7-2fd4-4015-b0b7-d8ca6e94cbef None None] Port a4af1a61-d879-45d7-aaa8-28910425fedb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:46.819628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:46.820932 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.894509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617b5d9-583f-4831-87c2-bff8035bf37b req-4f45acb6-211e-4ae5-ace2-03c233553df7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.906952 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3617b5d9-583f-4831-87c2-bff8035bf37b req-4f45acb6-211e-4ae5-ace2-03c233553df7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.7096224 Nov 12 03:41:46.909985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.910339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.910687 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.911030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.911366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.911697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.933349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.934515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.934959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.935362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.936882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:46.937356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c05eefd-c33b-440b-8135-88729acce41a tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:47.078229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f6d149-92bb-41ef-83b8-79a803da48f8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:47.091702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76f6d149-92bb-41ef-83b8-79a803da48f8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.126111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b7a2f3eb-ce04-4a1b-8ba3-7c68c43d4448 None None] Provisioning complete for port 2ecbdc77-1d12-405b-94f8-26537f399f4e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:47.126410 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b7a2f3eb-ce04-4a1b-8ba3-7c68c43d4448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.167418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ba61c-999d-4d24-b6ea-f30ed2d68ef8 req-c0e60a3c-e0a1-4ae3-9f24-2c08ff38aed3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.182260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-829ba61c-999d-4d24-b6ea-f30ed2d68ef8 req-c0e60a3c-e0a1-4ae3-9f24-2c08ff38aed3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.3226597 Nov 12 03:41:47.303910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2f3eb-ce04-4a1b-8ba3-7c68c43d4448 None None] Port 2ecbdc77-1d12-405b-94f8-26537f399f4e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:47.398642 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3617b5d9-583f-4831-87c2-bff8035bf37b req-5fa1f6cd-bd23-4fde-8d61-14cb2bc7263c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4459174 Nov 12 03:41:47.500436 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-76f6d149-92bb-41ef-83b8-79a803da48f8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce0d8012-47da-487c-b26f-a5cd1ecde42b (CIDR: 2001:db8::/64) Nov 12 03:41:47.515202 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f6d149-92bb-41ef-83b8-79a803da48f8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:41:47.516212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f6d149-92bb-41ef-83b8-79a803da48f8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:47.551441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-76f6d149-92bb-41ef-83b8-79a803da48f8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9402068 Nov 12 03:41:47.553108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34964) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:47.564182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ea2551d9-a918-489e-a997-66989231a5eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:47.623310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-829ba61c-999d-4d24-b6ea-f30ed2d68ef8 req-37a4a282-3bf5-42cd-8cb5-053172d4117a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372196 Nov 12 03:41:47.714580 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.959661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2551d9-a918-489e-a997-66989231a5eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:47.963406 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea2551d9-a918-489e-a997-66989231a5eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.271809 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-ea2551d9-a918-489e-a997-66989231a5eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 89b1cc45-aebe-48e3-ba6a-5220d1516278 (CIDR: 2001:db8:0:1::/64) Nov 12 03:41:48.286080 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2551d9-a918-489e-a997-66989231a5eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:41:48.287882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2551d9-a918-489e-a997-66989231a5eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:48.321978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61dd50-ee35-4d59-b17d-8a9b67c70f9c req-370df0d7-e158-4106-ad1e-c4c991a1f173 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:48.343265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a61dd50-ee35-4d59-b17d-8a9b67c70f9c req-370df0d7-e158-4106-ad1e-c4c991a1f173 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1686947 Nov 12 03:41:48.352615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ea2551d9-a918-489e-a997-66989231a5eb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7976570 Nov 12 03:41:48.363245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34986) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:48.368536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'subnet': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:48.436385 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a61dd50-ee35-4d59-b17d-8a9b67c70f9c req-a8e03983-14cf-4085-9440-34e64ec55ffe tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795252 Nov 12 03:41:48.908406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395846a7-841c-45b7-8b0e-9e37efc260d9 req-44b97307-c0e4-4257-8a3a-fe805f995fdc tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:48.910386 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-395846a7-841c-45b7-8b0e-9e37efc260d9 req-44b97307-c0e4-4257-8a3a-fe805f995fdc tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.0878673 Nov 12 03:41:49.038417 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-395846a7-841c-45b7-8b0e-9e37efc260d9 req-7d036d24-a110-4bb9-a687-880ca579d802 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217468 Nov 12 03:41:49.249378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Deleting port 4a8b918a-4173-4221-bd07-0256f71f7b3a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:49.249991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.382654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18e65-e61c-4eec-8aaa-2fc93b2af676 req-99e8b6df-c9c3-4496-a1b5-574b4b13317c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:49.384613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ba18e65-e61c-4eec-8aaa-2fc93b2af676 req-99e8b6df-c9c3-4496-a1b5-574b4b13317c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.8146422 Nov 12 03:41:49.443789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Made reservation on behalf of cd9b5b1916434b0e86aecec3eed4890a for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:49.448757 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.516281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] For port 4a8b918a-4173-4221-bd07-0256f71f7b3a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4a8b918a-4173-4221-bd07-0256f71f7b3a,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:49.516527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.558893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ba18e65-e61c-4eec-8aaa-2fc93b2af676 req-526a00dd-8463-4d57-8566-2f207b5fb49e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631603 Nov 12 03:41:49.648410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c3285-d2f2-4f1e-8a6f-74ea1c81734c req-39fc4b48-4455-4a0f-8605-c9e57d2b77e2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:49.650446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-686c3285-d2f2-4f1e-8a6f-74ea1c81734c req-39fc4b48-4455-4a0f-8605-c9e57d2b77e2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1224329 Nov 12 03:41:49.705634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Calling delete_port for 4a8b918a-4173-4221-bd07-0256f71f7b3a owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:49.742568 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-686c3285-d2f2-4f1e-8a6f-74ea1c81734c req-77d56c7d-fcef-400a-a833-fd49973c0d98 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833604 Nov 12 03:41:50.007231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.225711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Network 64f29f14-0ef7-484b-be66-57c3cee95518 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:50.239142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:50.250442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.251038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.257738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b0bb7-8f88-40ba-8418-9a5de2477345 None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:50.323283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2715f6-32f3-4d8c-8790-3c73308b287a req-349a6e33-4ac3-4a72-888b-6869f03f6f27 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.332391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c2715f6-32f3-4d8c-8790-3c73308b287a req-349a6e33-4ac3-4a72-888b-6869f03f6f27 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1296825 Nov 12 03:41:50.438063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c2715f6-32f3-4d8c-8790-3c73308b287a req-63cf0216-80f5-47e0-ab8d-8e228aa243b3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982819 Nov 12 03:41:50.453157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Subnet': ['ID=015a7439-3010-48a4-b63e-0c529dd23c9f,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.479618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8d4b297a-dac2-4924-80d7-5e3b9ee05d7e tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1147408 Nov 12 03:41:50.484916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35046) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:50.489440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-878384202', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '015a7439-3010-48a4-b63e-0c529dd23c9f'}], 'security_groups': ['e71b746f-c228-44fb-8c9b-b7820753e616', '6fe59dee-a33f-4285-a9bc-2827bd20bf66']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:50.731047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f3741-2483-4822-a5af-49727b355378 req-13186103-521d-4117-a5f4-721b2de4970c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.761201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff8f3741-2483-4822-a5af-49727b355378 req-13186103-521d-4117-a5f4-721b2de4970c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.2734458 Nov 12 03:41:50.778885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.837508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8b918a-4173-4221-bd07-0256f71f7b3a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.850581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.947293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4a520-b8b7-4658-983e-2cbbd6c2fc15 req-b22c97d8-0ce1-406d-ac6e-c316816c95b1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.949021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abd4a520-b8b7-4658-983e-2cbbd6c2fc15 req-b22c97d8-0ce1-406d-ac6e-c316816c95b1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1926832 Nov 12 03:41:50.999827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3072cd-24c0-4f8d-b180-480dfc798d27 None None] Update dhcp port {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'fixed_ips': [{'subnet_id': '89b1cc45-aebe-48e3-ba6a-5220d1516278', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce0d8012-47da-487c-b26f-a5cd1ecde42b', 'ip_address': '2001:db8::2'}, {'subnet_id': '015a7439-3010-48a4-b63e-0c529dd23c9f'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:41:51.000681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff8f3741-2483-4822-a5af-49727b355378 req-59b8cab9-7e8b-486b-a61d-8f87f9d29115 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377245 Nov 12 03:41:51.037429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc3072cd-24c0-4f8d-b180-480dfc798d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.161404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.190275 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abd4a520-b8b7-4658-983e-2cbbd6c2fc15 req-d9c1e29d-6a5a-486b-b9cb-39ee1a6c9056 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2319365 Nov 12 03:41:51.327678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-bc3072cd-24c0-4f8d-b180-480dfc798d27 None None] Allocated IP 2001:db8:0:2::2 (64f29f14-0ef7-484b-be66-57c3cee95518/015a7439-3010-48a4-b63e-0c529dd23c9f/9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:51.446941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bc3072cd-24c0-4f8d-b180-480dfc798d27 None None] For port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,segment=NetworkSegment(3725edc3-f2b0-442b-92ad-d91bcac53ab8),segment_id=3725edc3-f2b0-442b-92ad-d91bcac53ab8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:51.525472 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc3072cd-24c0-4f8d-b180-480dfc798d27 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.535309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc3072cd-24c0-4f8d-b180-480dfc798d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.597202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Router b43ddb2d-813b-490a-b945-15d6d13212bf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:51.720479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3072cd-24c0-4f8d-b180-480dfc798d27 None None] Pushing event updated for resources: {'Port': ['ID=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.723220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Delete allocated IP 2001:db8::179 (64f29f14-0ef7-484b-be66-57c3cee95518/ce0d8012-47da-487c-b26f-a5cd1ecde42b) {{(pid=102628) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:41:51.743719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:51.756888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c63dac-a171-462f-b73f-582f30d09483 req-5e8bb067-39a4-4e68-9420-2e06e29372a7 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:51.760038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41c63dac-a171-462f-b73f-582f30d09483 req-5e8bb067-39a4-4e68-9420-2e06e29372a7 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.2348289 Nov 12 03:41:51.764780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-825189ec-052f-434d-9416-fcc03a0cf838 admin admin] 10.222.0.49 "PUT /v2.0/routers/b43ddb2d-813b-490a-b945-15d6d13212bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0251176 Nov 12 03:41:51.767261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35080) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.771673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] Sync routers for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:51.777138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Allocated IP 2001:db8:0:2::2da (64f29f14-0ef7-484b-be66-57c3cee95518/015a7439-3010-48a4-b63e-0c529dd23c9f/2ecbdc77-1d12-405b-94f8-26537f399f4e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:51.795680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:51.797503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:51.925521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41c63dac-a171-462f-b73f-582f30d09483 req-ea6f9031-403b-4262-b139-5b626707ae41 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517425 Nov 12 03:41:52.018853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] Set router b43ddb2d-813b-490a-b945-15d6d13212bf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:52.040803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.282849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.284204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.333668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6f8b5-5435-40f3-a7ec-85cb2a86e985 req-629c6caf-65d5-4bf1-9e7e-975ae1927d3f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:52.338307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ce6f8b5-5435-40f3-a7ec-85cb2a86e985 req-629c6caf-65d5-4bf1-9e7e-975ae1927d3f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1800647 Nov 12 03:41:52.345578 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.458519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6050b04-adb7-449e-8b2e-7c862733be78 req-001c61f1-5db2-47e0-9b3b-e1ddd3432d9e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:52.467304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6050b04-adb7-449e-8b2e-7c862733be78 req-001c61f1-5db2-47e0-9b3b-e1ddd3432d9e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.1291001 Nov 12 03:41:52.597447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6050b04-adb7-449e-8b2e-7c862733be78 req-3675669d-5777-468f-9caf-bf5f7bb6158d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288133 Nov 12 03:41:52.621718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Deleting port 32fa65af-8175-49fe-83d7-99c86ec26918 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:52.622065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.669832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ce6f8b5-5435-40f3-a7ec-85cb2a86e985 req-3a5e89de-3160-43c4-8b3f-8c02f9f067b8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203099 Nov 12 03:41:52.670832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event updated for resources: {'Port': ['ID=2ecbdc77-1d12-405b-94f8-26537f399f4e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.695225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] In _notify_port_updated(), no bound segment for port 2ecbdc77-1d12-405b-94f8-26537f399f4e on network 64f29f14-0ef7-484b-be66-57c3cee95518 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:41:52.702432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:52.703042 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.706924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7311c024-7cc4-4517-a3ad-5d01042be5d7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "PUT /v2.0/ports/2ecbdc77-1d12-405b-94f8-26537f399f4e HTTP/1.1" status: 200 len: 969 time: 2.2204616 Nov 12 03:41:52.707371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35100) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.708076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:52.831204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:52.835672 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.840107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] For port 32fa65af-8175-49fe-83d7-99c86ec26918, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32fa65af-8175-49fe-83d7-99c86ec26918,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:52.841709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.890061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Calling delete_port for 32fa65af-8175-49fe-83d7-99c86ec26918 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:52.949296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5e357ad8-33f8-4863-9f5c-4f37f618db0f None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:52.951739 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e357ad8-33f8-4863-9f5c-4f37f618db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.973271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2adffb20-5105-45fd-bfbd-55b3c1aded19 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port 2ecbdc77-1d12-405b-94f8-26537f399f4e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:52.973620 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2adffb20-5105-45fd-bfbd-55b3c1aded19 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.207157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'name': 'tempest-TaggedBootDevicesTest-1724393575-router', 'tenant_id': '40b0726607dc4ac2854574393c7fdd18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:41:50Z', 'revision_number': 5, 'project_id': '40b0726607dc4ac2854574393c7fdd18', 'gw_port': {'id': '32fa65af-8175-49fe-83d7-99c86ec26918', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ddb2d-813b-490a-b945-15d6d13212bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:18Z', 'updated_at': '2021-11-12T03:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.254255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.292350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] Checking router: b43ddb2d-813b-490a-b945-15d6d13212bf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:53.293232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Pushing event deleted for resources: {'Port': ['ID=32fa65af-8175-49fe-83d7-99c86ec26918,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.299250 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2adffb20-5105-45fd-bfbd-55b3c1aded19 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.344794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2adffb20-5105-45fd-bfbd-55b3c1aded19 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for 2ecbdc77-1d12-405b-94f8-26537f399f4e owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:53.393938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691a34-2f4c-4225-b9f4-ee18ff401dec req-85601cdf-22a1-4d80-823a-da08bc70384a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:53.402629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65691a34-2f4c-4225-b9f4-ee18ff401dec req-85601cdf-22a1-4d80-823a-da08bc70384a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1994641 Nov 12 03:41:53.407011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766160a0-a4db-4618-8216-a1d981ff1b22 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:53.428613 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.552304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:53.720922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:53.736537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:53.771381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.776032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2adffb20-5105-45fd-bfbd-55b3c1aded19 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.776479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.815473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] Routers {'b43ddb2d-813b-490a-b945-15d6d13212bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:53.819612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b43ddb2d-813b-490a-b945-15d6d13212bf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.830745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '272054c3-953c-453d-b275-dbf790385c15', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': '272054c3-953c-453d-b275-dbf790385c15', 'mac_address': 'fa:16:3e:66:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:53.842079 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65691a34-2f4c-4225-b9f4-ee18ff401dec req-484d6c9e-ec79-42a9-b4c6-81112a934bc3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385428 Nov 12 03:41:53.850613 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.853059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43ddb2d-813b-490a-b945-15d6d13212bf {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:53.863193 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.864588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-59f3290f-acfe-4744-bbff-45cfa4052560 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b43ddb2d-813b-490a-b945-15d6d13212bf HTTP/1.1" status: 204 len: 168 time: 2.0962150 Nov 12 03:41:53.884309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35128) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.887444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2adffb20-5105-45fd-bfbd-55b3c1aded19 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.900062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2adffb20-5105-45fd-bfbd-55b3c1aded19 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/2ecbdc77-1d12-405b-94f8-26537f399f4e HTTP/1.1" status: 204 len: 168 time: 1.1912305 Nov 12 03:41:53.957598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35130) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.970908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adffb20-5105-45fd-bfbd-55b3c1aded19 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=2ecbdc77-1d12-405b-94f8-26537f399f4e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.999067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.009028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:54.010082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2ded-00de-4f61-9522-6af131bf5485 None None] The sync data for ids ['b43ddb2d-813b-490a-b945-15d6d13212bf'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:54.016056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c51f4c-b2d0-4c40-826f-5654446e7143 admin admin] Deleting subnet fc3c55d2-fd78-4d1f-b13a-a9c9b443388e {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:54.026406 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20c51f4c-b2d0-4c40-826f-5654446e7143 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.032429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5e357ad8-33f8-4863-9f5c-4f37f618db0f None None] Provisioning complete for port a4af1a61-d879-45d7-aaa8-28910425fedb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:54.033209 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e357ad8-33f8-4863-9f5c-4f37f618db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.043535 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f69f08-2dee-4b6f-b14e-45b870ea30c7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] GET failed (client error): The resource could not be found. Nov 12 03:41:54.050608 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-83f69f08-2dee-4b6f-b14e-45b870ea30c7 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports/2ecbdc77-1d12-405b-94f8-26537f399f4e HTTP/1.1" status: 404 len: 333 time: 0.0903754 Nov 12 03:41:54.051181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35134) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.134889 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.144091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efae19-2725-421e-a33b-6e59dea5346c req-ff636422-88f2-4769-b3a6-37d857fee6c6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:54.152140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01efae19-2725-421e-a33b-6e59dea5346c req-ff636422-88f2-4769-b3a6-37d857fee6c6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.3571577 Nov 12 03:41:54.157172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5e357ad8-33f8-4863-9f5c-4f37f618db0f None None] Port a4af1a61-d879-45d7-aaa8-28910425fedb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:54.162321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 272054c3-953c-453d-b275-dbf790385c15 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:54.216944 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20c51f4c-b2d0-4c40-826f-5654446e7143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.218346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:54.240299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5e357ad8-33f8-4863-9f5c-4f37f618db0f None None] Could not find standard attr ID for object 2ecbdc77-1d12-405b-94f8-26537f399f4e. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:41:54.259044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.293591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01efae19-2725-421e-a33b-6e59dea5346c req-9c66fdc5-056b-4127-99fa-f29ed3f6dc11 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1383605 Nov 12 03:41:54.329892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e7b-a452-4ab0-b8a3-1fc652e56e8b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.360536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-638d7ee9-e7ba-4192-bc76-754ac518a65e None None] Could not find standard attr ID for object 2ecbdc77-1d12-405b-94f8-26537f399f4e. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:41:54.361923 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:41:54.362407 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:41:54.366588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e7b-a452-4ab0-b8a3-1fc652e56e8b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.374399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20c51f4c-b2d0-4c40-826f-5654446e7143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.374628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=11']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.379901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['272054c3-953c-453d-b275-dbf790385c15'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:54.437779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e7b-a452-4ab0-b8a3-1fc652e56e8b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.443118 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30ee4e7b-a452-4ab0-b8a3-1fc652e56e8b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.447048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-30ee4e7b-a452-4ab0-b8a3-1fc652e56e8b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/security-groups/7b5c1d63-7685-485e-aa2f-d4bd34c2822f HTTP/1.1" status: 204 len: 168 time: 0.3939893 Nov 12 03:41:54.447685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35144) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.458866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b27b8-ddd0-4894-b143-0bb1c2e31b28 req-b326e686-f5c4-4a94-b78c-37d01e593409 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:54.476715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb0b27b8-ddd0-4894-b143-0bb1c2e31b28 req-b326e686-f5c4-4a94-b78c-37d01e593409 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.4534338 Nov 12 03:41:54.611447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee4e7b-a452-4ab0-b8a3-1fc652e56e8b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5c1d63-7685-485e-aa2f-d4bd34c2822f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.656228 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4670d-84f8-420a-a256-c9eacecca992 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.676918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.689464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb0b27b8-ddd0-4894-b143-0bb1c2e31b28 req-5d016b6f-caf0-4bd6-ab5a-baa34bbdef81 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109451 Nov 12 03:41:54.705470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20c51f4c-b2d0-4c40-826f-5654446e7143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.750035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4670d-84f8-420a-a256-c9eacecca992 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.753594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4a8b918a-4173-4221-bd07-0256f71f7b3a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:54.758816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c51f4c-b2d0-4c40-826f-5654446e7143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3c55d2-fd78-4d1f-b13a-a9c9b443388e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.781273 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20c51f4c-b2d0-4c40-826f-5654446e7143 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.785746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-20c51f4c-b2d0-4c40-826f-5654446e7143 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fc3c55d2-fd78-4d1f-b13a-a9c9b443388e HTTP/1.1" status: 204 len: 168 time: 0.9002817 Nov 12 03:41:54.797531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4a8b918a-4173-4221-bd07-0256f71f7b3a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:54.797859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4a8b918a-4173-4221-bd07-0256f71f7b3a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:54.799383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3fc04b-7da5-4863-92a8-38c07ba07ee9 None None] Network 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:54.803977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35158) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.890883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4670d-84f8-420a-a256-c9eacecca992 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.898838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8b4670d-84f8-420a-a256-c9eacecca992 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.908911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e8b4670d-84f8-420a-a256-c9eacecca992 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/security-groups/6fe59dee-a33f-4285-a9bc-2827bd20bf66 HTTP/1.1" status: 204 len: 168 time: 0.4559188 Nov 12 03:41:54.909550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35166) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.974429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4670d-84f8-420a-a256-c9eacecca992 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe59dee-a33f-4285-a9bc-2827bd20bf66,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.991862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.023371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.131167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 272054c3-953c-453d-b275-dbf790385c15 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:55.173838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Deleting port 379bab70-354a-4553-b04f-b59f3dbe89f7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:55.180349 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.187892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66ba5d4e-b81f-4607-9a5d-df4575f9f52d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.234705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a80c6-6822-4db9-b19d-e71ee075a571 req-9a07f37d-91cb-4195-9fc9-dc6e64051e9b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.236555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a1a80c6-6822-4db9-b19d-e71ee075a571 req-9a07f37d-91cb-4195-9fc9-dc6e64051e9b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.2131851 Nov 12 03:41:55.242510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:55.250003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66ba5d4e-b81f-4607-9a5d-df4575f9f52d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.264507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.373970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] For port 379bab70-354a-4553-b04f-b59f3dbe89f7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=379bab70-354a-4553-b04f-b59f3dbe89f7,segment=NetworkSegment(fba80dc9-c295-49b7-8f90-a163d20133f5),segment_id=fba80dc9-c295-49b7-8f90-a163d20133f5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:55.375577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.376084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=12']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.394428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] DHCP port deletion for 3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:55.395187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a1a80c6-6822-4db9-b19d-e71ee075a571 req-71f4bbeb-9274-4f55-943c-afebfe7ec582 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405203 Nov 12 03:41:55.406180 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66ba5d4e-b81f-4607-9a5d-df4575f9f52d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.420410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66ba5d4e-b81f-4607-9a5d-df4575f9f52d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.420410 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-66ba5d4e-b81f-4607-9a5d-df4575f9f52d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/security-groups/e71b746f-c228-44fb-8c9b-b7820753e616 HTTP/1.1" status: 204 len: 168 time: 0.4624696 Nov 12 03:41:55.425504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.439545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Calling delete_port for 379bab70-354a-4553-b04f-b59f3dbe89f7 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:55.519795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba5d4e-b81f-4607-9a5d-df4575f9f52d tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71b746f-c228-44fb-8c9b-b7820753e616,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.543107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 170b35f7-b634-459e-88f2-b21606f53f11 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:55.549679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:55.550990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7780dddb-4711-4c0e-8990-afbe3f17e7d8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet ce0d8012-47da-487c-b26f-a5cd1ecde42b {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:55.560425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7780dddb-4711-4c0e-8990-afbe3f17e7d8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.636541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.654813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7780dddb-4711-4c0e-8990-afbe3f17e7d8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.677436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] No DVR routers for this DVR port 379bab70-354a-4553-b04f-b59f3dbe89f7 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:55.736917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=379bab70-354a-4553-b04f-b59f3dbe89f7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.789991 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7780dddb-4711-4c0e-8990-afbe3f17e7d8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.792711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:55.811058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.821091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '170b35f7-b634-459e-88f2-b21606f53f11', 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'port_id': '170b35f7-b634-459e-88f2-b21606f53f11', 'mac_address': 'fa:16:3e:94:c1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60244fe0-a188-4187-88e1-c1edc141fc32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:55.836024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] Deleting port 379bab70-354a-4553-b04f-b59f3dbe89f7 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:55.836514 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.840681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3694e15b-90b1-4c4f-96cb-1ec7fd7355b3']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:55.855452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba80dc9-c295-49b7-8f90-a163d20133f5') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:55.856184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba80dc9-c295-49b7-8f90-a163d20133f5') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:55.928139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7780dddb-4711-4c0e-8990-afbe3f17e7d8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.968802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.969069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780dddb-4711-4c0e-8990-afbe3f17e7d8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0d8012-47da-487c-b26f-a5cd1ecde42b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.977448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7780dddb-4711-4c0e-8990-afbe3f17e7d8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.985655 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7780dddb-4711-4c0e-8990-afbe3f17e7d8 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/ce0d8012-47da-487c-b26f-a5cd1ecde42b HTTP/1.1" status: 204 len: 168 time: 0.5422721 Nov 12 03:41:55.987935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35204) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.031312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cce7ce-bc91-404d-a9c3-73fc7a625dc0 req-ca445dfe-9f7c-4e4c-8f95-92db248ab0be tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.032960 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4cce7ce-bc91-404d-a9c3-73fc7a625dc0 req-ca445dfe-9f7c-4e4c-8f95-92db248ab0be tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.4354222 Nov 12 03:41:56.041098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c268b56f-b129-440f-9753-f612db7531e3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet 015a7439-3010-48a4-b63e-0c529dd23c9f {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:56.048449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c268b56f-b129-440f-9753-f612db7531e3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.052774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eeddf5-0f49-457a-96df-b3bd1bf30978 None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:56.058862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd378c-4a30-4283-9e9f-787c4d611a70 req-c6a81b0c-8796-437a-8bb7-ada0cbba33b6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.067396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-10cd378c-4a30-4283-9e9f-787c4d611a70 req-c6a81b0c-8796-437a-8bb7-ada0cbba33b6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1880789 Nov 12 03:41:56.096449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.118912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] For port 379bab70-354a-4553-b04f-b59f3dbe89f7, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:56.119315 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.164089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:56.171487 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:56.173733 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:56.194239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 272054c3-953c-453d-b275-dbf790385c15 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:56.194730 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.199569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] Calling delete_port for 379bab70-354a-4553-b04f-b59f3dbe89f7 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:56.203457 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.226413 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c268b56f-b129-440f-9753-f612db7531e3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.233785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] Port 379bab70-354a-4553-b04f-b59f3dbe89f7 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:41:56.257400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.308172 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-10cd378c-4a30-4283-9e9f-787c4d611a70 req-914d0fdb-1342-4ca7-b6f5-adcb49e6b550 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401071 Nov 12 03:41:56.328156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 170b35f7-b634-459e-88f2-b21606f53f11 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:56.339572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] Pushing event deleted for resources: {'Port': ['ID=379bab70-354a-4553-b04f-b59f3dbe89f7,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.358659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82beac59-01f6-4531-93ad-1eb0051c320f None None] No DVR routers for this DVR port 379bab70-354a-4553-b04f-b59f3dbe89f7 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:56.384675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:56.394832 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.491969 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4cce7ce-bc91-404d-a9c3-73fc7a625dc0 req-6b5b4292-78ed-44f5-9d38-22d796b62660 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4417679 Nov 12 03:41:56.538071 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c268b56f-b129-440f-9753-f612db7531e3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.577227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.583273 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.587486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] 10.222.0.49 "DELETE /v2.0/networks/3694e15b-90b1-4c4f-96cb-1ec7fd7355b3 HTTP/1.1" status: 204 len: 168 time: 1.7802100 Nov 12 03:41:56.614551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a49ce7-193c-4830-9d2d-ab5d76b7f5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3694e15b-90b1-4c4f-96cb-1ec7fd7355b3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.657351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32fa65af-8175-49fe-83d7-99c86ec26918 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:56.703763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c268b56f-b129-440f-9753-f612db7531e3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.728660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['170b35f7-b634-459e-88f2-b21606f53f11'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:56.735848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 32fa65af-8175-49fe-83d7-99c86ec26918 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:56.736203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32fa65af-8175-49fe-83d7-99c86ec26918 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:56.736631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 379bab70-354a-4553-b04f-b59f3dbe89f7 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:56.738319 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.739973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.796638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 379bab70-354a-4553-b04f-b59f3dbe89f7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:56.797639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 379bab70-354a-4553-b04f-b59f3dbe89f7 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:56.846668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b56f-b129-440f-9753-f612db7531e3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=015a7439-3010-48a4-b63e-0c529dd23c9f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.866385 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c268b56f-b129-440f-9753-f612db7531e3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.873627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35224) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.874355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c268b56f-b129-440f-9753-f612db7531e3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/015a7439-3010-48a4-b63e-0c529dd23c9f HTTP/1.1" status: 204 len: 168 time: 0.8848622 Nov 12 03:41:56.886727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:56.889907 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b4d29c-6cec-4e9e-8f73-da12a95998b4" -d '{"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-plugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:56.907614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bb1c8-f291-445f-affd-cc1ec90684c0 req-835769fd-50b0-43dd-b263-df9ee342db3d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.911244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c9bb1c8-f291-445f-affd-cc1ec90684c0 req-835769fd-50b0-43dd-b263-df9ee342db3d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 945 time: 0.2845981 Nov 12 03:41:56.986420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35228) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.995451 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-881f2cbe-0d51-4fac-9f12-67f7e2dcd5fe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:56.996971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881f2cbe-0d51-4fac-9f12-67f7e2dcd5fe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:57.008252 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-881f2cbe-0d51-4fac-9f12-67f7e2dcd5fe tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/ce0d8012-47da-487c-b26f-a5cd1ecde42b HTTP/1.1" status: 404 len: 337 time: 0.1308165 Nov 12 03:41:57.009953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35230) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:57.080327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c9bb1c8-f291-445f-affd-cc1ec90684c0 req-dcc39808-e03f-4c86-8587-02286c011b9c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503255 Nov 12 03:41:57.157239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-73be7c49-725b-404d-8e65-dcd0f7c31493 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40b0726607dc4ac2854574393c7fdd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691611 Nov 12 03:41:57.159820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35234) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:57.209292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-912b6945-db22-4341-822a-023642324b03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting subnet 89b1cc45-aebe-48e3-ba6a-5220d1516278 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:57.220292 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-912b6945-db22-4341-822a-023642324b03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.300041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6372079-edfc-4a4e-a303-64ba8de3bc78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.314041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-912b6945-db22-4341-822a-023642324b03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.331425 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc0d17f-69b8-4f05-bb65-7f3f36f3f95f x-openstack-request-id: req-ccc0d17f-69b8-4f05-bb65-7f3f36f3f95f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:57.331786 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-plugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:57.331980 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccc0d17f-69b8-4f05-bb65-7f3f36f3f95f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:57.332333 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'code': 200} Nov 12 03:41:57.338915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:57.358275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6372079-edfc-4a4e-a303-64ba8de3bc78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.376458 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.377332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 170b35f7-b634-459e-88f2-b21606f53f11 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:57.456080 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6372079-edfc-4a4e-a303-64ba8de3bc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.458734 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6372079-edfc-4a4e-a303-64ba8de3bc78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.463044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d6372079-edfc-4a4e-a303-64ba8de3bc78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6dcefd9-b5da-406c-9963-53bfe7b78b15 HTTP/1.1" status: 204 len: 168 time: 0.3021543 Nov 12 03:41:57.477643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6372079-edfc-4a4e-a303-64ba8de3bc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dcefd9-b5da-406c-9963-53bfe7b78b15,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:57.593532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d2c03-20ac-4266-88f6-c6debbef3a89 None None] Update dhcp port {'port': {'network_id': '64f29f14-0ef7-484b-be66-57c3cee95518', 'fixed_ips': [{'subnet_id': '89b1cc45-aebe-48e3-ba6a-5220d1516278', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '015a7439-3010-48a4-b63e-0c529dd23c9f'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:41:57.676822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-912b6945-db22-4341-822a-023642324b03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.885659 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe7d2c03-20ac-4266-88f6-c6debbef3a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.909995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=13']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:57.936506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aedb40-0489-4e41-92a2-d2949067556f req-1142cf92-e273-4cb8-a9a7-0289923c44f6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:57.947764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7aedb40-0489-4e41-92a2-d2949067556f req-1142cf92-e273-4cb8-a9a7-0289923c44f6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2617981 Nov 12 03:41:58.026669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7aedb40-0489-4e41-92a2-d2949067556f req-f54e3d94-11fe-478c-bbf1-e3fe8154f6ec tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777783 Nov 12 03:41:58.171926 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.208833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 170b35f7-b634-459e-88f2-b21606f53f11 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:58.281802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:58.295014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.394745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:58.399993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269b5462-37c6-47df-840e-101a0495746a None None] Network 64f29f14-0ef7-484b-be66-57c3cee95518 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:58.411825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a53b8-06ef-4679-af62-7606ecfb35cb req-d6685ce4-f900-4ab6-83cb-da8bf8da0d2a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.422068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918a53b8-06ef-4679-af62-7606ecfb35cb req-d6685ce4-f900-4ab6-83cb-da8bf8da0d2a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 944 time: 0.1558430 Nov 12 03:41:58.468076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8ce241f8-fdfc-47c3-89b9-5cf789e40d71 None None] Provisioning complete for port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:58.468654 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ce241f8-fdfc-47c3-89b9-5cf789e40d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.554274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918a53b8-06ef-4679-af62-7606ecfb35cb req-792bb0ac-618e-4326-8ae1-d094db459c6e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226122 Nov 12 03:41:58.655236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:58.833090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-912b6945-db22-4341-822a-023642324b03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.910646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-912b6945-db22-4341-822a-023642324b03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.915410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-912b6945-db22-4341-822a-023642324b03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/89b1cc45-aebe-48e3-ba6a-5220d1516278 HTTP/1.1" status: 204 len: 168 time: 1.8859212 Nov 12 03:41:58.917727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b6945-db22-4341-822a-023642324b03 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Subnet': ['ID=89b1cc45-aebe-48e3-ba6a-5220d1516278,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:58.918286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35284) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:58.986368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7ba9-a05b-4b10-8ee9-3a2a8294277a req-44bfb401-3173-42e3-a734-43d50995462d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.990397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-673f7ba9-a05b-4b10-8ee9-3a2a8294277a req-44bfb401-3173-42e3-a734-43d50995462d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 1.4180675 Nov 12 03:41:58.993615 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ece7c35-401e-42fd-a616-c7927dbbcb67 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:58.994794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ece7c35-401e-42fd-a616-c7927dbbcb67 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:59.004966 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7ece7c35-401e-42fd-a616-c7927dbbcb67 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/22f49dd8-5608-4cef-b293-5ebc62ec7e54 HTTP/1.1" status: 404 len: 337 time: 0.0849490 Nov 12 03:41:59.007393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35288) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.031838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] DHCP port deletion for 64f29f14-0ef7-484b-be66-57c3cee95518 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:59.081386 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a412c770-fa82-4f92-bca7-84b62e513557 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "GET /v2.0/ports?device_id=50dcec47-556d-45e2-b3a9-f091f7c5a241 HTTP/1.1" status: 200 len: 205 time: 0.0724642 Nov 12 03:41:59.084876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35292) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.102154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-673f7ba9-a05b-4b10-8ee9-3a2a8294277a req-db1861e4-dcab-4522-acba-2ca1b61ffb72 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038709 Nov 12 03:41:59.192107 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-64c086e8-1148-4242-8cfc-72a8136dd5d4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] delete failed (client error): The resource could not be found. Nov 12 03:41:59.193867 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-64c086e8-1148-4242-8cfc-72a8136dd5d4 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/routers/50dcec47-556d-45e2-b3a9-f091f7c5a241 HTTP/1.1" status: 404 len: 336 time: 0.1055002 Nov 12 03:41:59.196693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35298) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.199420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.219764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8ce241f8-fdfc-47c3-89b9-5cf789e40d71 None None] Provisioning complete for port a4af1a61-d879-45d7-aaa8-28910425fedb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:59.219764 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ce241f8-fdfc-47c3-89b9-5cf789e40d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.253702 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af0e793-ad78-407c-bd47-8fa99924c7da tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:59.254515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af0e793-ad78-407c-bd47-8fa99924c7da tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:59.258190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0af0e793-ad78-407c-bd47-8fa99924c7da tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/d7960af4-9d90-4b1e-b9c5-6547d6e62847 HTTP/1.1" status: 404 len: 337 time: 0.0601242 Nov 12 03:41:59.261905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35302) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.289158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8ce241f8-fdfc-47c3-89b9-5cf789e40d71 None None] Port a4af1a61-d879-45d7-aaa8-28910425fedb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:59.374413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,segment=NetworkSegment(3725edc3-f2b0-442b-92ad-d91bcac53ab8),segment_id=3725edc3-f2b0-442b-92ad-d91bcac53ab8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:59.379901 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd74f75-a41e-4ed5-b86f-a48c50c77e06 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:59.380621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd74f75-a41e-4ed5-b86f-a48c50c77e06 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:59.385684 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bfd74f75-a41e-4ed5-b86f-a48c50c77e06 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/ba8db096-8a5f-40d0-b26c-da2b892f0e3f HTTP/1.1" status: 404 len: 337 time: 0.1225896 Nov 12 03:41:59.389100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35306) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.392577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] Deleting port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:59.393046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.470185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351f445-573f-429c-8cd3-8562a6449053 req-cf5195eb-4766-40e3-9e28-8aee39055472 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:59.475135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2351f445-573f-429c-8cd3-8562a6449053 req-cf5195eb-4766-40e3-9e28-8aee39055472 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2798278 Nov 12 03:41:59.482617 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49b0d2a-b4e3-4f7f-b7f6-1387fd766cb3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:59.483699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49b0d2a-b4e3-4f7f-b7f6-1387fd766cb3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:59.485411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35308) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.491243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f49b0d2a-b4e3-4f7f-b7f6-1387fd766cb3 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/2c14c285-86de-4186-b222-5a315b5bc020 HTTP/1.1" status: 404 len: 337 time: 0.1007257 Nov 12 03:41:59.494699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35312) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.531134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] For port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,segment=NetworkSegment(3725edc3-f2b0-442b-92ad-d91bcac53ab8),segment_id=3725edc3-f2b0-442b-92ad-d91bcac53ab8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:59.535864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.585980 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3497ccf6-0c13-4351-9b4d-fac46c7af1f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:59.590862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3497ccf6-0c13-4351-9b4d-fac46c7af1f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:59.601139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.601743 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3497ccf6-0c13-4351-9b4d-fac46c7af1f1 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/820886c1-9d9e-40b5-9175-0c78dbfd7b57 HTTP/1.1" status: 404 len: 333 time: 0.0981503 Nov 12 03:41:59.607233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] Calling delete_port for 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:59.627359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2351f445-573f-429c-8cd3-8562a6449053 req-9eddeab2-60f8-42c1-b7c7-4212cea30dde tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291265 Nov 12 03:41:59.667471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:59.679283 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b96fbd-c374-44d5-96b8-20eace4025c2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:59.679967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b96fbd-c374-44d5-96b8-20eace4025c2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:59.682259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 170b35f7-b634-459e-88f2-b21606f53f11 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:59.699590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-68b96fbd-c374-44d5-96b8-20eace4025c2 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/55a93390-ecf9-4171-bf2d-26471592af19 HTTP/1.1" status: 404 len: 337 time: 0.0694623 Nov 12 03:41:59.703590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35324) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.722595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-network', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:59.726487 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.782380 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4080748d-6bf1-4ecd-83fe-3fcc165fd09c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:59.784601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:59.790497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.791349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4080748d-6bf1-4ecd-83fe-3fcc165fd09c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:59.797637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4080748d-6bf1-4ecd-83fe-3fcc165fd09c tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/b7b312c1-1377-4a10-a2c4-3d16292ae2de HTTP/1.1" status: 404 len: 337 time: 0.0927787 Nov 12 03:41:59.810090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35326) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.819944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.942777 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d2281e-348e-4bdd-bf9a-8d86d544b256 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:59.946345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d2281e-348e-4bdd-bf9a-8d86d544b256 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:59.956271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-18d2281e-348e-4bdd-bf9a-8d86d544b256 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/9de13a28-3eba-4ab9-82ed-1ba6416bd99d HTTP/1.1" status: 404 len: 333 time: 0.1451864 Nov 12 03:41:59.980599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35332) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.989491 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.025984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.054034 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b4fd55-deda-4c7c-aa8a-01a10f384bea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:00.054506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b4fd55-deda-4c7c-aa8a-01a10f384bea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:00.063211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a3b4fd55-deda-4c7c-aa8a-01a10f384bea tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/38d4be2f-bb82-4da3-8af6-b1bc1b3a1573 HTTP/1.1" status: 404 len: 337 time: 0.0756304 Nov 12 03:42:00.083877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35334) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:00.127363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7e96c-9df2-4ebb-8d0e-27744ac96571 req-c612ce90-5675-40b7-a9f9-542bd0a5ac53 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.149556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9e7e96c-9df2-4ebb-8d0e-27744ac96571 req-c612ce90-5675-40b7-a9f9-542bd0a5ac53 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 944 time: 0.3402040 Nov 12 03:42:00.232082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9e7e96c-9df2-4ebb-8d0e-27744ac96571 req-b3beec87-c449-4fd4-b4c3-03af0619bc59 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812433 Nov 12 03:42:00.258314 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-624b2d6f-42be-40d7-bb94-d197c5f6d581 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:00.261047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624b2d6f-42be-40d7-bb94-d197c5f6d581 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:00.265748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-624b2d6f-42be-40d7-bb94-d197c5f6d581 tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/subnets/68dbbeb2-518e-4ad2-a7c7-14ae4ddcee6a HTTP/1.1" status: 404 len: 337 time: 0.1473098 Nov 12 03:42:00.269437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:00.301624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:00.360658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abffd46a-2378-4196-ab7b-5d6c8f6cd261,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:00.395143 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.396594 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Added segment add20831-42af-4216-ba77-e53c3424083f of type vlan for network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 Nov 12 03:42:00.443596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,revision_number=11']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:00.466838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e264c404-8971-4e9c-af71-acdf8d5e6dbb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Deleting port a4af1a61-d879-45d7-aaa8-28910425fedb {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:00.467971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e264c404-8971-4e9c-af71-acdf8d5e6dbb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.598385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 170b35f7-b634-459e-88f2-b21606f53f11 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:00.598385 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.598385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:00.658929 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e264c404-8971-4e9c-af71-acdf8d5e6dbb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.670864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'port_id': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'mac_address': 'fa:16:3e:b8:2f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:00.680153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e264c404-8971-4e9c-af71-acdf8d5e6dbb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Calling delete_port for a4af1a61-d879-45d7-aaa8-28910425fedb owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:00.684815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.695024 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.818931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac537-adcb-44b7-a811-d0457b585972 req-ee3f1c35-41b1-4113-8299-c4764099482e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.830915 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a44ac537-adcb-44b7-a811-d0457b585972 req-ee3f1c35-41b1-4113-8299-c4764099482e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.4208353 Nov 12 03:42:00.849157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] Pushing event deleted for resources: {'Port': ['ID=9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:00.891346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a5955-761a-4b4e-93c8-068f39d47b2b None None] No DVR routers for this DVR port 9b6c9d8c-f109-4914-8fe4-5c260d5cb0b7 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:00.965336 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.996617 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.998494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:01.000629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.050016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72078-bf10-49dd-af3b-d36836e9c732 req-29945dc5-3508-4cb7-b359-e9d48e38072f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:01.053560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:01.063120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7f72078-bf10-49dd-af3b-d36836e9c732 req-29945dc5-3508-4cb7-b359-e9d48e38072f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 944 time: 0.2555876 Nov 12 03:42:01.107658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:01.128879 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.169848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e264c404-8971-4e9c-af71-acdf8d5e6dbb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.197844 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.236592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7f72078-bf10-49dd-af3b-d36836e9c732 req-f86b5134-b2cf-4de3-99f5-77becf72d216 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1720450 Nov 12 03:42:01.253742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b35f7-b634-459e-88f2-b21606f53f11'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:01.261120 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ae30e8-7fce-4862-8395-0238def00e8d" -d '{"events": [{"server_uuid": "15a5a092-358f-4cd8-b5cb-ab3e79ab0697", "name": "network-vif-plugged", "status": "completed", "tag": "170b35f7-b634-459e-88f2-b21606f53f11"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:01.268668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] Pushing event updated for resources: {'Network': ['ID=feccc8b3-1c65-46b6-a7e6-0f2e53241b94,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.323240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264c404-8971-4e9c-af71-acdf8d5e6dbb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Port': ['ID=a4af1a61-d879-45d7-aaa8-28910425fedb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.330253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e264c404-8971-4e9c-af71-acdf8d5e6dbb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.335917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e264c404-8971-4e9c-af71-acdf8d5e6dbb tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/ports/a4af1a61-d879-45d7-aaa8-28910425fedb HTTP/1.1" status: 204 len: 168 time: 1.0629435 Nov 12 03:42:01.336142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:01.337543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:01.376854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a44ac537-adcb-44b7-a811-d0457b585972 req-7c36d461-f39a-4cf8-b6c8-7c015012c4b7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5449123 Nov 12 03:42:01.379481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:01.393212 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-793d3eb1-0088-41bf-8de1-a67ac601ffbc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9050431 Nov 12 03:42:01.395044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35368) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:01.413856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Request body: {'subnet': {'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-subnet', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:01.415567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:01.424904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.455661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.488468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:01.492203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.635643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.665340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.667762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ba06a-ba23-4e83-981e-239d0e500b49 req-761ca15a-5947-463f-8cc2-685f89d112af tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:01.674289 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f8ba06a-ba23-4e83-981e-239d0e500b49 req-761ca15a-5947-463f-8cc2-685f89d112af tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.2753365 Nov 12 03:42:01.711565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da2b8105-2c6c-4347-8b48-1b8084a0eaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.845621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.905707 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f8ba06a-ba23-4e83-981e-239d0e500b49 req-a480ada8-e263-427e-8df5-2566c9d8d58f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119262 Nov 12 03:42:01.941382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57c6a23-87ec-4b84-82b8-ae307427b1cb,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.010172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Checking segment: {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:02.011837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Network hostable DHCP agents. Network: feccc8b3-1c65-46b6-a7e6-0f2e53241b94, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:02.061429 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da710a6-915f-4290-93ed-6b74cbc68d18 x-openstack-request-id: req-3da710a6-915f-4290-93ed-6b74cbc68d18 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:02.061929 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5a092-358f-4cd8-b5cb-ab3e79ab0697", "name": "network-vif-plugged", "status": "completed", "tag": "170b35f7-b634-459e-88f2-b21606f53f11", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:02.062316 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3da710a6-915f-4290-93ed-6b74cbc68d18 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:02.062896 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b35f7-b634-459e-88f2-b21606f53f11', 'code': 200} Nov 12 03:42:02.063251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:02.083840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, feccc8b3-1c65-46b6-a7e6-0f2e53241b94) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:02.088568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.089712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.099194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc2346-9d85-4571-bcef-e7e9030e2c9d None None] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:02.100881 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.144461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8c4ab6ed-0a66-4aa2-b45b-f6539c3f5860 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7481387 Nov 12 03:42:02.145487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35376) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:02.150233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:02.165805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f29f14-0ef7-484b-be66-57c3cee95518']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:02.197449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3725edc3-f2b0-442b-92ad-d91bcac53ab8') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:02.197915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3725edc3-f2b0-442b-92ad-d91bcac53ab8') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:02.222999 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.252255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.264789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.266237 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.270417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:02.271321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.396116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:02.397725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.441510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de082454-0125-44d7-8a57-0b11aaf14327 req-15d6953c-71c7-4dfe-9fae-9daa86e0cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.446510 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de082454-0125-44d7-8a57-0b11aaf14327 req-15d6953c-71c7-4dfe-9fae-9daa86e0cea6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 1098 time: 0.2818985 Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:02.454553 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:02.491475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.501498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.509373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] 10.222.0.49 "DELETE /v2.0/networks/64f29f14-0ef7-484b-be66-57c3cee95518 HTTP/1.1" status: 204 len: 168 time: 1.1661847 Nov 12 03:42:02.542031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de082454-0125-44d7-8a57-0b11aaf14327 req-a0bb855a-58e8-4189-a9b6-57428b0ed79a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859728 Nov 12 03:42:02.603766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7beb37-5c1a-44c8-b5ce-101b6287549b tempest-PortsIpV6TestJSON-1409749513 tempest-PortsIpV6TestJSON-1409749513-project] Pushing event deleted for resources: {'Network': ['ID=64f29f14-0ef7-484b-be66-57c3cee95518,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.623352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.683177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a149da-d0b5-4734-b069-85e15b61044c req-293ecf56-4c3f-4a0a-be45-3b9c571dd420 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.687571 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-95a149da-d0b5-4734-b069-85e15b61044c req-293ecf56-4c3f-4a0a-be45-3b9c571dd420 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1442792 Nov 12 03:42:02.707486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62228f66-2d86-4d8b-b718-1839b255939b req-58567f31-88d9-4f47-af8e-e8575dd01ed9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.725436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-62228f66-2d86-4d8b-b718-1839b255939b req-58567f31-88d9-4f47-af8e-e8575dd01ed9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 945 time: 0.2696989 Nov 12 03:42:02.819425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Allocated IP 172.20.0.2 (feccc8b3-1c65-46b6-a7e6-0f2e53241b94/c57c6a23-87ec-4b84-82b8-ae307427b1cb/051b1d9d-a626-43c6-9c6f-519de77f840b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:02.926512 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-62228f66-2d86-4d8b-b718-1839b255939b req-11231ee1-cbda-42a8-a346-c5a6632601a1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1860626 Nov 12 03:42:03.107453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35398) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:03.179522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f6faf-89a7-4a26-b76f-4320d047ea9f req-c4c62665-40dd-4476-bc1b-b4f1e6bf86f5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:03.187635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c27f6faf-89a7-4a26-b76f-4320d047ea9f req-c4c62665-40dd-4476-bc1b-b4f1e6bf86f5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1419258 Nov 12 03:42:03.329168 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c27f6faf-89a7-4a26-b76f-4320d047ea9f req-c99f9560-bd2e-437d-a34a-ce5627bff8f6 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307740 Nov 12 03:42:03.493982 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.504161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-83742687-39a0-4cdc-a5aa-a2dbb85d3f33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd9b5b1916434b0e86aecec3eed4890a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3829904 Nov 12 03:42:03.509347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.512185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35402) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:03.547136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-95a149da-d0b5-4734-b069-85e15b61044c req-4c9f9435-782d-4c3f-97ba-30101e99214c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7609563 Nov 12 03:42:03.571484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:03.603013 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.614213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:03.621739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:03.652848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:03.687152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Pushing event updated for resources: {'Port': ['ID=051b1d9d-a626-43c6-9c6f-519de77f840b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:03.690107 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3787b9bd-95ba-43d1-a04f-a7839a1aff48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.695023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-21b16420-eef7-4c32-866d-45010255c096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.789696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3787b9bd-95ba-43d1-a04f-a7839a1aff48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.881019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Attempting to bind port 051b1d9d-a626-43c6-9c6f-519de77f840b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:03.882149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Attempting to bind port 051b1d9d-a626-43c6-9c6f-519de77f840b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:03.882810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Attempting to bind port 051b1d9d-a626-43c6-9c6f-519de77f840b on network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:03.897082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:03.898608 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.923878 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3787b9bd-95ba-43d1-a04f-a7839a1aff48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.926819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3787b9bd-95ba-43d1-a04f-a7839a1aff48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.928657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3787b9bd-95ba-43d1-a04f-a7839a1aff48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11d8978f-a89a-485b-a01e-8fd236480fb2 HTTP/1.1" status: 204 len: 168 time: 0.4119608 Nov 12 03:42:03.980467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787b9bd-95ba-43d1-a04f-a7839a1aff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8978f-a89a-485b-a01e-8fd236480fb2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.064283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:04.067831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Checking segment: {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:04.069209 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.070301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Bound using segment: {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:04.072839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Bound port: 051b1d9d-a626-43c6-9c6f-519de77f840b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:04.073864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.218482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.260461 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.260753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b6cff-9504-4283-884f-828a0513effe req-550f3c33-0b50-4b46-88e3-192e2dd51794 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:04.271295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be4b6cff-9504-4283-884f-828a0513effe req-550f3c33-0b50-4b46-88e3-192e2dd51794 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 945 time: 0.1475854 Nov 12 03:42:04.271650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] For port 051b1d9d-a626-43c6-9c6f-519de77f840b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:04.279100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] For port 051b1d9d-a626-43c6-9c6f-519de77f840b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=051b1d9d-a626-43c6-9c6f-519de77f840b,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:04.288637 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.369179 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be4b6cff-9504-4283-884f-828a0513effe req-01cc611c-1a26-4b30-b444-dc5ea15ddd02 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771763 Nov 12 03:42:04.431116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458b83d-b208-489f-8426-6174e0c2028a None None] Pushing event updated for resources: {'Port': ['ID=051b1d9d-a626-43c6-9c6f-519de77f840b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.510491 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.561076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:04.563410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:04.572435 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76da2489-15bb-4fda-a63a-0d9fd87de974" -d '{"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-plugged", "status": "completed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:04.610625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.620685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af269-38e9-48c3-80a3-3a6c34f81f7b req-a1bdd4eb-df6c-49f1-8be0-14fa23d58aeb tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:04.628595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b00af269-38e9-48c3-80a3-3a6c34f81f7b req-a1bdd4eb-df6c-49f1-8be0-14fa23d58aeb tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.1447365 Nov 12 03:42:04.692057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Allocated IP 172.25.0.10 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/7b436b60-e6e3-464e-8939-e517a568df9c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:04.784551 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b00af269-38e9-48c3-80a3-3a6c34f81f7b req-7db32219-c944-4ef3-85b0-0bec3e2d5104 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549304 Nov 12 03:42:04.817508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1bad-b6f8-4cd2-bc8d-4b81e7e52ea3 req-a49749f1-70a1-4e9c-a89c-811ea346b2c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:04.828491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-107b1bad-b6f8-4cd2-bc8d-4b81e7e52ea3 req-a49749f1-70a1-4e9c-a89c-811ea346b2c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.0912099 Nov 12 03:42:04.913229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.952699 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f9724-d30d-4f00-ad5c-25c8067b2b50 x-openstack-request-id: req-806f9724-d30d-4f00-ad5c-25c8067b2b50 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:04.955213 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-plugged", "status": "completed", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:04.955483 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-806f9724-d30d-4f00-ad5c-25c8067b2b50 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:04.955912 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'code': 200} Nov 12 03:42:05.004484 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.069223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-107b1bad-b6f8-4cd2-bc8d-4b81e7e52ea3 req-4abacae2-207a-44f7-b9a2-18ce3881cf4f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397561 Nov 12 03:42:05.353046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.425990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb97b7-e629-44c2-bcf4-7b51a8f18b52 req-b4e1c5f2-9344-4b7c-90d8-7b379a0e016b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.427959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-affb97b7-e629-44c2-bcf4-7b51a8f18b52 req-b4e1c5f2-9344-4b7c-90d8-7b379a0e016b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.2841349 Nov 12 03:42:05.454091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0c48a-7592-44f3-b421-ed49fb0880ea req-19ac0b03-0e4d-4ab4-a1ab-601cb3e79cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.483009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75e0c48a-7592-44f3-b421-ed49fb0880ea req-19ac0b03-0e4d-4ab4-a1ab-601cb3e79cb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 1099 time: 0.2224550 Nov 12 03:42:05.576810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577b19b-d0d6-43cb-91f8-4d12f340ec26 req-56501a88-76d7-4957-b8d5-6a65e3f830c8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.578318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0577b19b-d0d6-43cb-91f8-4d12f340ec26 req-56501a88-76d7-4957-b8d5-6a65e3f830c8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 947 time: 0.0991280 Nov 12 03:42:05.685976 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.702765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0577b19b-d0d6-43cb-91f8-4d12f340ec26 req-03ffa3ab-6d4c-418d-8c41-c70aa72f64c1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182566 Nov 12 03:42:05.733462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35454) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:05.797939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-affb97b7-e629-44c2-bcf4-7b51a8f18b52 req-93acb529-02ff-4ab6-b453-cf3544bde2e9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090715 Nov 12 03:42:05.806975 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75e0c48a-7592-44f3-b421-ed49fb0880ea req-52cb3271-6dd5-4cf0-890d-c09b29f4a135 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3167026 Nov 12 03:42:05.828164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:05.839192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:05.855218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c8b8eb-a725-4036-b6ff-2ace229169b9 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:05.856794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:05.861337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7b436b60-e6e3-464e-8939-e517a568df9c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:05.986266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c7c5fd3d-53d5-47ae-b27d-900d777d530e None None] Provisioning complete for port 7b436b60-e6e3-464e-8939-e517a568df9c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:05.986854 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fd3d-53d5-47ae-b27d-900d777d530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.010128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a59a4168-da95-463c-9bc5-dbd11100b698 tempest-DvrRoutersNegativeTest-581392519 tempest-DvrRoutersNegativeTest-581392519-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-58543610', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:06.014351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.policy [None req-a59a4168-da95-463c-9bc5-dbd11100b698 tempest-DvrRoutersNegativeTest-581392519 tempest-DvrRoutersNegativeTest-581392519-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102629) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 03:42:06.014935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.policy [None req-a59a4168-da95-463c-9bc5-dbd11100b698 tempest-DvrRoutersNegativeTest-581392519 tempest-DvrRoutersNegativeTest-581392519-project] Failed policy check for 'create_router' {{(pid=102629) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 03:42:06.015695 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-a59a4168-da95-463c-9bc5-dbd11100b698 tempest-DvrRoutersNegativeTest-581392519 tempest-DvrRoutersNegativeTest-581392519-project] create failed (client error): Access was denied to this resource. Nov 12 03:42:06.017827 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a59a4168-da95-463c-9bc5-dbd11100b698 tempest-DvrRoutersNegativeTest-581392519 tempest-DvrRoutersNegativeTest-581392519-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2805524 Nov 12 03:42:06.102682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5fd3d-53d5-47ae-b27d-900d777d530e None None] Port 7b436b60-e6e3-464e-8939-e517a568df9c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:06.309877 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.543550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11416bf9-5c5a-4782-8cd7-9cb0925de9de None None] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:06.776795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 051b1d9d-a626-43c6-9c6f-519de77f840b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:06.783461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5c60ca7e-a4bd-4999-8ad5-481a9f2277b1 None None] Provisioning complete for port 051b1d9d-a626-43c6-9c6f-519de77f840b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:06.783759 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c60ca7e-a4bd-4999-8ad5-481a9f2277b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.833477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b38a2d78-938f-418a-85f8-8773a8f20940 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:06.844387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b38a2d78-938f-418a-85f8-8773a8f20940 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 814 time: 0.2816331 Nov 12 03:42:06.852825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35486) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:06.876549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-4b46bc98-f216-4293-8f36-4b8e938bb3f1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/quotas/75b8236149b846a18ddc6e6e8beda3e4 HTTP/1.1" status: 200 len: 375 time: 0.0310304 Nov 12 03:42:07.050433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-46f87881-9bdf-48cf-88c8-c58b6be63c7d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1714358 Nov 12 03:42:07.112565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40fa30d1-0458-4b27-b33f-cd196492e81e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.144695 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.203945 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.221771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-7a37a0f2-cfec-4404-a62e-03400af0e0b9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:07.231721 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-7a37a0f2-cfec-4404-a62e-03400af0e0b9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1703935 Nov 12 03:42:07.282159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c60ca7e-a4bd-4999-8ad5-481a9f2277b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.341466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd70c67-ccb6-4ac0-8c77-40ab63ad7140 req-c45ad24b-b5b2-45ea-992c-0f964250552f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:07.343163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fd70c67-ccb6-4ac0-8c77-40ab63ad7140 req-c45ad24b-b5b2-45ea-992c-0f964250552f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 1.0714095 Nov 12 03:42:07.424774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5c60ca7e-a4bd-4999-8ad5-481a9f2277b1 None None] For port 051b1d9d-a626-43c6-9c6f-519de77f840b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=051b1d9d-a626-43c6-9c6f-519de77f840b,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:07.427477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 051b1d9d-a626-43c6-9c6f-519de77f840b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:07.427938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.539377 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c60ca7e-a4bd-4999-8ad5-481a9f2277b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.585647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fd70c67-ccb6-4ac0-8c77-40ab63ad7140 req-1c7757e0-1420-4e0a-8389-f1ad252b5d12 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330446 Nov 12 03:42:07.737388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-740656d8-dc50-4952-9c28-a6af836fa80b None None] Provisioning complete for port 051b1d9d-a626-43c6-9c6f-519de77f840b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:07.737756 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-740656d8-dc50-4952-9c28-a6af836fa80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.739380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40fa30d1-0458-4b27-b33f-cd196492e81e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.741056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ca7e-a4bd-4999-8ad5-481a9f2277b1 None None] Pushing event updated for resources: {'Port': ['ID=051b1d9d-a626-43c6-9c6f-519de77f840b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:07.767707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40fa30d1-0458-4b27-b33f-cd196492e81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.814319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.842569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-e1f41e32-b68f-4c5d-9de6-aae5136592dd service neutron] 10.222.0.49 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913248 Nov 12 03:42:07.915311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-40fa30d1-0458-4b27-b33f-cd196492e81e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58fd47dd83d346c891fda290bd70b27f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0609090 Nov 12 03:42:07.918652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa30d1-0458-4b27-b33f-cd196492e81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b59de9-d159-4fde-a2ff-e63d54c2c1ed,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:07.922691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35520) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:08.063307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b61c0172-771b-4551-9f67-4bdfc9862b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.073285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf85e4-0aee-47de-a39c-e215c701d772 req-f1ed0859-e262-48f6-b9dd-8a1b86462c3a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.074865 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-babf85e4-0aee-47de-a39c-e215c701d772 req-f1ed0859-e262-48f6-b9dd-8a1b86462c3a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a5a092-358f-4cd8-b5cb-ab3e79ab0697 HTTP/1.1" status: 200 len: 946 time: 0.4877672 Nov 12 03:42:08.117963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b61c0172-771b-4551-9f67-4bdfc9862b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.203323 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b61c0172-771b-4551-9f67-4bdfc9862b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.207666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4a3f2-0278-4785-bfdc-ee8401530b9b req-36e84527-d008-412f-9447-b3dc3ef28c64 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.209361 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b61c0172-771b-4551-9f67-4bdfc9862b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.213034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b61c0172-771b-4551-9f67-4bdfc9862b0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9b59de9-d159-4fde-a2ff-e63d54c2c1ed HTTP/1.1" status: 204 len: 168 time: 0.2858043 Nov 12 03:42:08.217506 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1de4a3f2-0278-4785-bfdc-ee8401530b9b req-36e84527-d008-412f-9447-b3dc3ef28c64 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 947 time: 0.4771461 Nov 12 03:42:08.258059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c0172-771b-4551-9f67-4bdfc9862b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b59de9-d159-4fde-a2ff-e63d54c2c1ed,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.285711 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b0fcbd4a-5d74-4feb-80d9-ca62a6769202 service neutron] 10.222.0.49 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403627 Nov 12 03:42:08.495715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1de4a3f2-0278-4785-bfdc-ee8401530b9b req-c858aeb4-f77d-464e-a248-a41ac51934f8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2713094 Nov 12 03:42:08.506221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Router 169f907f-13cb-4352-b5e1-257c2e655e0c is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:08.613130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 051b1d9d-a626-43c6-9c6f-519de77f840b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:08.614692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Deleting port 170b35f7-b634-459e-88f2-b21606f53f11 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:08.615477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.739113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] For port 170b35f7-b634-459e-88f2-b21606f53f11, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=170b35f7-b634-459e-88f2-b21606f53f11,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:08.739729 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.756063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-438a3f0a-55f8-40a4-ab13-3a03eb80399d req-15b542d7-1418-4432-81c8-1009a0b3290f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 210 time: 0.1203241 Nov 12 03:42:08.775219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Calling delete_port for 170b35f7-b634-459e-88f2-b21606f53f11 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:08.880641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 051b1d9d-a626-43c6-9c6f-519de77f840b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:08.881058 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.239776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f04266-6378-40e3-b94a-4c58847f0cf1 req-d35052fb-47ce-432f-aef6-ba9dc2e700c2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:09.248637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96f04266-6378-40e3-b94a-4c58847f0cf1 req-d35052fb-47ce-432f-aef6-ba9dc2e700c2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.3646715 Nov 12 03:42:09.287529 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.304256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['170b35f7-b634-459e-88f2-b21606f53f11'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:09.322774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Pushing event deleted for resources: {'Port': ['ID=170b35f7-b634-459e-88f2-b21606f53f11,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.326487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:09.338914 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Sync routers for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:09.362415 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:09.363756 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:42:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.384539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96f04266-6378-40e3-b94a-4c58847f0cf1 req-ee5f33df-c57a-4b87-8fd9-ae45eca6ef9f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301897 Nov 12 03:42:09.500350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] No DVR routers for this DVR port 170b35f7-b634-459e-88f2-b21606f53f11 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:09.505374 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.509949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.512373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-090213bd-b472-4671-b1c2-fc86c97800d3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3632615 Nov 12 03:42:09.517200 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.530983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-babf85e4-0aee-47de-a39c-e215c701d772 req-519af8b4-16c8-49c7-b260-ef36e748f853 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "DELETE /v2.0/ports/170b35f7-b634-459e-88f2-b21606f53f11 HTTP/1.1" status: 204 len: 173 time: 1.4456034 Nov 12 03:42:09.532382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'name': 'network-vif-deleted', 'tag': '170b35f7-b634-459e-88f2-b21606f53f11'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:09.542050 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7c2ce9-993d-4230-8d8d-4a83acd1d56d" -d '{"events": [{"server_uuid": "15a5a092-358f-4cd8-b5cb-ab3e79ab0697", "name": "network-vif-deleted", "tag": "170b35f7-b634-459e-88f2-b21606f53f11"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:09.659052 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee48ea-099a-43e8-9066-7a6ecc2d7911 x-openstack-request-id: req-b7ee48ea-099a-43e8-9066-7a6ecc2d7911 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:09.659565 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5a092-358f-4cd8-b5cb-ab3e79ab0697", "name": "network-vif-deleted", "tag": "170b35f7-b634-459e-88f2-b21606f53f11", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:09.660007 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7ee48ea-099a-43e8-9066-7a6ecc2d7911 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:09.660643 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5a092-358f-4cd8-b5cb-ab3e79ab0697', 'name': 'network-vif-deleted', 'tag': '170b35f7-b634-459e-88f2-b21606f53f11', 'status': 'completed', 'code': 200} Nov 12 03:42:09.667344 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:10.058773 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4122dc90-eb0e-41d2-9869-743ecae55ca2 req-8ae02a52-988c-4c47-8239-28b338919dfc tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 210 time: 0.2042971 Nov 12 03:42:10.078738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6287f-4344-4f90-996b-31e472c5bf8e req-c8e819c4-3ff5-4b63-a832-72426f2a4517 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.087503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71c6287f-4344-4f90-996b-31e472c5bf8e req-c8e819c4-3ff5-4b63-a832-72426f2a4517 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 947 time: 0.2391684 Nov 12 03:42:10.126440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35588) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.165679 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71c6287f-4344-4f90-996b-31e472c5bf8e req-1f75371d-57ee-4f40-8e86-298c44b25887 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771592 Nov 12 03:42:10.342941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6988671f-14fb-40f5-b28b-b2cf8d6361a0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:10.343656 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-6988671f-14fb-40f5-b28b-b2cf8d6361a0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:42:10.344162 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-6988671f-14fb-40f5-b28b-b2cf8d6361a0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:42:10.345154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6988671f-14fb-40f5-b28b-b2cf8d6361a0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2177136 Nov 12 03:42:10.351398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35598) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.362298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--655578367'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:10.458970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.479228 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.486428 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:06Z', 'revision_number': 3, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:10.560574 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Checking router: 169f907f-13cb-4352-b5e1-257c2e655e0c for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:10.562610 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Updating router 169f907f-13cb-4352-b5e1-257c2e655e0c port 7b436b60-e6e3-464e-8939-e517a568df9c binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:10.640513 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.815805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3eeef-964d-4d07-a9cb-f720406f65d6 req-b8adc3fc-9d24-4978-852d-0e01be735da9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.848288 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59b3eeef-964d-4d07-a9cb-f720406f65d6 req-b8adc3fc-9d24-4978-852d-0e01be735da9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.2385163 Nov 12 03:42:10.852660 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.026853 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.045611 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.054494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Allocated IP 172.20.0.1 (feccc8b3-1c65-46b6-a7e6-0f2e53241b94/c57c6a23-87ec-4b84-82b8-ae307427b1cb/01b19141-82b8-4acc-b390-629f18a340fe) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:11.136215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1903c69e-a6a8-4386-bf8d-f2ff1cdf126c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.269424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.321125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59b3eeef-964d-4d07-a9cb-f720406f65d6 req-b37e5ff6-257a-477c-a0be-e9847c9e4bcb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646087 Nov 12 03:42:11.441311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c3a9b592-03b4-4e76-8e8c-aa75e765ec03 req-6e5ad58c-a11c-4f5e-a02b-409d500f3832 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 210 time: 0.1117194 Nov 12 03:42:11.454512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.653067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.670836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:11.684930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 170b35f7-b634-459e-88f2-b21606f53f11 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:11.686728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.693452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:11.740706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:11.742470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 170b35f7-b634-459e-88f2-b21606f53f11 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:11.742813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 170b35f7-b634-459e-88f2-b21606f53f11 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:11.750239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-68ab880a-c486-4b68-995c-f55fe752537b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.757372 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-68ab880a-c486-4b68-995c-f55fe752537b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 814 time: 0.4347820 Nov 12 03:42:11.767339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.770858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4177496 Nov 12 03:42:11.793191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35612) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.804370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Request body: {'port': {'device_id': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'admin_state_up': True, 'tenant_id': '75b8236149b846a18ddc6e6e8beda3e4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:11.810909 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.821132 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.860128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d199913-972f-40c8-a7fc-02a30d9bd78b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:11.916244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': 'a74089d7-1b1f-4504-b618-bd9ce3682af6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:11.954346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Pushing event updated for resources: {'Port': ['ID=01b19141-82b8-4acc-b390-629f18a340fe,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.970884 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Attempting to bind port 7b436b60-e6e3-464e-8939-e517a568df9c on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:11.971349 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Attempting to bind port 7b436b60-e6e3-464e-8939-e517a568df9c by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:11.971817 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Attempting to bind port 7b436b60-e6e3-464e-8939-e517a568df9c on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:11.985707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dacab2dd-2b81-4805-bddd-90ab62e75167 None None] Provisioning complete for port 7b436b60-e6e3-464e-8939-e517a568df9c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:11.986048 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:11.986565 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:11.987338 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.987835 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:11.988034 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dacab2dd-2b81-4805-bddd-90ab62e75167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.988510 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Bound port: 7b436b60-e6e3-464e-8939-e517a568df9c, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:11.989009 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.991021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cb277-46e7-4382-8c0d-16e51d8fb391 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74089d7-1b1f-4504-b618-bd9ce3682af6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.046535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Made reservation on behalf of 75b8236149b846a18ddc6e6e8beda3e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:12.051047 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.061075 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Pushing event updated for resources: {'Port': ['ID=7b436b60-e6e3-464e-8939-e517a568df9c,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.079259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.api [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:42:12.079259 n-d-789963-21 neutron-server[102629]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:42:12.079259 n-d-789963-21 neutron-server[102629]: [parameters: {'project_id': '3d69d9d71a284f969d960ab05f953154', 'id': 'c4e91ec8-7b3c-4f96-9f8c-7eef9430a76a', 'expiration': datetime.datetime(2021, 11, 12, 3, 44, 12, 22326)}] Nov 12 03:42:12.079259 n-d-789963-21 neutron-server[102629]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:12.080257 n-d-789963-21 neutron-server[102629]: DEBUG oslo_db.api [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:12.084321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.088013 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.090164 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.091984 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.093511 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.093932 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.095902 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.095902 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.095902 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.095902 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.095902 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.098621 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.100064 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:12.143658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dacab2dd-2b81-4805-bddd-90ab62e75167 None None] Port 7b436b60-e6e3-464e-8939-e517a568df9c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:12.171247 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] For port 7b436b60-e6e3-464e-8939-e517a568df9c, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:12.175545 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] For port 7b436b60-e6e3-464e-8939-e517a568df9c, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7b436b60-e6e3-464e-8939-e517a568df9c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:12.181598 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.279491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ba3fede2-ae36-407a-828d-7160d8fa0fe8 None None] Provisioning complete for port 01b19141-82b8-4acc-b390-629f18a340fe triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:12.279707 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba3fede2-ae36-407a-828d-7160d8fa0fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.311071 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e51cd-0a04-48db-a524-23e213dfe648 None None] Pushing event updated for resources: {'Port': ['ID=7b436b60-e6e3-464e-8939-e517a568df9c,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.363046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.402047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba4bca5-f22e-4e52-9267-afa24138ced7 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:12.411352 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:12.412053 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:42:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:12.416631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fede2-ae36-407a-828d-7160d8fa0fe8 None None] Port 01b19141-82b8-4acc-b390-629f18a340fe cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:12.553956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5d765acd-5038-4562-b1c3-f326dc062de2 None None] Provisioning complete for port 7b436b60-e6e3-464e-8939-e517a568df9c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:12.554331 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d765acd-5038-4562-b1c3-f326dc062de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.674139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Allocated IP 172.20.0.8 (b9551b7b-d456-40f7-abfe-c6db6ed2fb42/60244fe0-a188-4187-88e1-c1edc141fc32/f8816a93-157a-4a86-b77d-668252dfca93) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:12.782086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98abc3-c2a9-472e-865a-81905605d86d req-bbc4c166-65ea-46af-a89d-15f387646dfa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.786970 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:12.802363 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b98abc3-c2a9-472e-865a-81905605d86d req-bbc4c166-65ea-46af-a89d-15f387646dfa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.2330852 Nov 12 03:42:12.835449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d765acd-5038-4562-b1c3-f326dc062de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.890816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5d765acd-5038-4562-b1c3-f326dc062de2 None None] For port 7b436b60-e6e3-464e-8939-e517a568df9c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7b436b60-e6e3-464e-8939-e517a568df9c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:12.905646 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d765acd-5038-4562-b1c3-f326dc062de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.925443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee165480-fc9a-47fd-96e4-3004a1f8f627 req-6d894487-e459-40e8-bedc-d6cb33eee8b2 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 210 time: 0.2467360 Nov 12 03:42:12.963336 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.039014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b98abc3-c2a9-472e-865a-81905605d86d req-e2b72468-59a0-4ad2-bfae-9cb7a05ec25e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356153 Nov 12 03:42:13.063315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d765acd-5038-4562-b1c3-f326dc062de2 None None] Pushing event updated for resources: {'Port': ['ID=7b436b60-e6e3-464e-8939-e517a568df9c,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.087370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.129039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.130946 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.158342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.220989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79d6b49-b235-4623-ab59-d54f697e1e5c,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.237045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.240570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.241842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f9d201bd-aa30-49b6-a557-b4dda47e61c0 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3559911 Nov 12 03:42:13.244608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35624) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.253127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-91e4f1ab-66dd-4f45-96c2-6d121f740342 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': 'a74089d7-1b1f-4504-b618-bd9ce3682af6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:13.256563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.271031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Pushing event updated for resources: {'Port': ['ID=01b19141-82b8-4acc-b390-629f18a340fe,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.332329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91e4f1ab-66dd-4f45-96c2-6d121f740342 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.351322 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:11Z', 'revision_number': 1, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:13.394158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.483105 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d851a7-fc1a-4f0a-b3ad-38d50c25cc6d None None] The sync data for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 is: [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:11Z', 'revision_number': 1, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:13.489349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Pushing event updated for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.516100 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-91e4f1ab-66dd-4f45-96c2-6d121f740342 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:42:13.519370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-91e4f1ab-66dd-4f45-96c2-6d121f740342 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2728899 Nov 12 03:42:13.527139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.552351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:13.555332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:13.559929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:13.652605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.656909 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.699523 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-b81bfea0-2edb-44d4-a5dc-11c8aa258212 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9117255 Nov 12 03:42:13.710234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-eec94ef0-61b1-4b18-b44b-885c6f27a9e5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:42:13.712693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-eec94ef0-61b1-4b18-b44b-885c6f27a9e5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076704 Nov 12 03:42:13.721449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:13.725236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-105e1f76-a4fa-4efa-8f07-1ed798f93d3d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.727182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:13.728779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Request body: {'port': {'device_id': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:13.743807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-a1585b99-1790-40c1-9a29-caf7ef772505 req-4cb2d5f6-dc63-4651-98c1-66897485f54e tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] (102629) timed out ('10.222.0.49', 38802) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:42:13.866754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.001946 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-105e1f76-a4fa-4efa-8f07-1ed798f93d3d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.247788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-137497af-baa5-495a-a67c-71f72cdd78e1 None None] Provisioning complete for port 01b19141-82b8-4acc-b390-629f18a340fe triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:14.256843 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-137497af-baa5-495a-a67c-71f72cdd78e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.333407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2236e-077d-484a-ac2d-0d72a7249b95 req-4e32f264-59f4-419c-8db1-e0f5048b626c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.341605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-137497af-baa5-495a-a67c-71f72cdd78e1 None None] Port 01b19141-82b8-4acc-b390-629f18a340fe cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:14.347570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3a2236e-077d-484a-ac2d-0d72a7249b95 req-4e32f264-59f4-419c-8db1-e0f5048b626c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 931 time: 0.2226179 Nov 12 03:42:14.418129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Router 169f907f-13cb-4352-b5e1-257c2e655e0c has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:14.472821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a02f8-e683-44f4-b7ed-ebfd03803981 req-f433bc46-30b5-4e55-9cd4-69af586253c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.478015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-087a02f8-e683-44f4-b7ed-ebfd03803981 req-f433bc46-30b5-4e55-9cd4-69af586253c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.2045219 Nov 12 03:42:14.483904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-105e1f76-a4fa-4efa-8f07-1ed798f93d3d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.490846 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-105e1f76-a4fa-4efa-8f07-1ed798f93d3d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.492119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-105e1f76-a4fa-4efa-8f07-1ed798f93d3d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/a74089d7-1b1f-4504-b618-bd9ce3682af6 HTTP/1.1" status: 204 len: 168 time: 0.9672151 Nov 12 03:42:14.499987 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35642) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.613612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-087a02f8-e683-44f4-b7ed-ebfd03803981 req-30494c76-f8d8-4050-868c-90a9508e008c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264181 Nov 12 03:42:14.737064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e1f76-a4fa-4efa-8f07-1ed798f93d3d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74089d7-1b1f-4504-b618-bd9ce3682af6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.755328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3a2236e-077d-484a-ac2d-0d72a7249b95 req-f473e340-9eae-48dd-a102-f3b52aa437b0 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067936 Nov 12 03:42:14.806147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:14.816890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9ee2e3c0-a60d-48d4-9fe4-4c09e0f403d6 admin admin] 10.222.0.49 "PUT /v2.0/routers/169f907f-13cb-4352-b5e1-257c2e655e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3057058 Nov 12 03:42:14.879783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35646) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.880264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6fb9f52c-ff2f-404b-b256-0ef118cc1d3a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3372865 Nov 12 03:42:14.889660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-33fdf3ff-b007-4add-bf33-d20bd5fae663 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494930977'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:14.912459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8816a93-157a-4a86-b77d-668252dfca93 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:14.923639 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.959529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Transition to ACTIVE for port object f8816a93-157a-4a86-b77d-668252dfca93 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:14.973477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.984559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33fdf3ff-b007-4add-bf33-d20bd5fae663 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.134596 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33fdf3ff-b007-4add-bf33-d20bd5fae663 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.147617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33fdf3ff-b007-4add-bf33-d20bd5fae663 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.186427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.208914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Attempting to bind port f8816a93-157a-4a86-b77d-668252dfca93 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:15.210009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Attempting to bind port f8816a93-157a-4a86-b77d-668252dfca93 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:15.210514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Attempting to bind port f8816a93-157a-4a86-b77d-668252dfca93 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:15.227043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Port f8816a93-157a-4a86-b77d-668252dfca93 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:15.227806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Attempting to bind port f8816a93-157a-4a86-b77d-668252dfca93 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:15.229191 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33fdf3ff-b007-4add-bf33-d20bd5fae663 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.230853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-33fdf3ff-b007-4add-bf33-d20bd5fae663 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3487711 Nov 12 03:42:15.234429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdf3ff-b007-4add-bf33-d20bd5fae663 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae3e4ff-e87d-480d-b459-446cc643aaa8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.238504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35670) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.243660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-74304f6b-9b0c-4ac4-b418-1273bb90db4a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': 'eae3e4ff-e87d-480d-b459-446cc643aaa8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:15.244542 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-74304f6b-9b0c-4ac4-b418-1273bb90db4a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:42:15.247039 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-74304f6b-9b0c-4ac4-b418-1273bb90db4a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:15.247039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-74304f6b-9b0c-4ac4-b418-1273bb90db4a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064187 Nov 12 03:42:15.255393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35672) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.308168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:15.308435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Checking segment: {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:15.309638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Bound using segment: {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:15.310421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Bound port: f8816a93-157a-4a86-b77d-668252dfca93, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:15.312943 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.423868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-958999f5-a064-4861-abd7-f004d452f643 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.513630 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-958999f5-a064-4861-abd7-f004d452f643 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.567727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:15.576535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:15.624391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.816779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.899510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.900274 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.903805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-1e41dcd6-1f94-4861-92e3-28a596b73ea8 service neutron] 10.222.0.20 "PUT /v2.0/ports/f8816a93-157a-4a86-b77d-668252dfca93 HTTP/1.1" status: 200 len: 1092 time: 2.1786201 Nov 12 03:42:15.904873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:15.908410 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5660cb-96a4-4bdb-a133-555515b13792" -d '{"events": [{"name": "network-changed", "server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "tag": "f8816a93-157a-4a86-b77d-668252dfca93"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:15.976353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347b0f-f1ab-4053-835b-aaca5ae9dbdc req-49888902-515a-48bd-a49c-dbf641f67b65 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.978531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77347b0f-f1ab-4053-835b-aaca5ae9dbdc req-49888902-515a-48bd-a49c-dbf641f67b65 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1708097 Nov 12 03:42:15.983997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-958999f5-a064-4861-abd7-f004d452f643 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.996923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-958999f5-a064-4861-abd7-f004d452f643 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.001006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-958999f5-a064-4861-abd7-f004d452f643 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/eae3e4ff-e87d-480d-b459-446cc643aaa8 HTTP/1.1" status: 204 len: 168 time: 0.7399309 Nov 12 03:42:16.013830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35708) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.099635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc501-bac2-4d69-8d7b-e78b36461b7e req-8e54200b-05e2-43d5-8928-aec6d8e31811 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.113280 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13dfc501-bac2-4d69-8d7b-e78b36461b7e req-8e54200b-05e2-43d5-8928-aec6d8e31811 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 943 time: 0.1993260 Nov 12 03:42:16.206063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958999f5-a064-4861-abd7-f004d452f643 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae3e4ff-e87d-480d-b459-446cc643aaa8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.276664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77347b0f-f1ab-4053-835b-aaca5ae9dbdc req-4deeb1a9-cc2e-4253-aad5-50b5e5176e8f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509924 Nov 12 03:42:16.320342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-2037a8ce-04e5-43ac-938d-9582c8d82967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.338884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-2037a8ce-04e5-43ac-938d-9582c8d82967 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 1095 time: 0.3755629 Nov 12 03:42:16.403608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-48d688d5-2f83-45cd-8425-57b95044b0e2 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3730605 Nov 12 03:42:16.432971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-6ecda627-a95b-47b4-bb09-b871aaf1b200 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8816a93-157a-4a86-b77d-668252dfca93 HTTP/1.1" status: 200 len: 217 time: 0.0836143 Nov 12 03:42:16.433666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35730) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.438142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13dfc501-bac2-4d69-8d7b-e78b36461b7e req-e8339225-7bcc-4500-bc26-c713b1753a49 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219070 Nov 12 03:42:16.442059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-59e13a5c-e3e4-4eaf-92c6-ab3d569e02de tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697581531'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:16.554475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-4cb276ae-3326-4f8e-9da5-d1b82a8a9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.559868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-4cb276ae-3326-4f8e-9da5-d1b82a8a9b3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60244fe0-a188-4187-88e1-c1edc141fc32 HTTP/1.1" status: 200 len: 854 time: 0.1126401 Nov 12 03:42:16.562211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59e13a5c-e3e4-4eaf-92c6-ab3d569e02de tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.664880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7b436b60-e6e3-464e-8939-e517a568df9c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:16.779321 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59e13a5c-e3e4-4eaf-92c6-ab3d569e02de tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.808446 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59e13a5c-e3e4-4eaf-92c6-ab3d569e02de tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.821781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7b436b60-e6e3-464e-8939-e517a568df9c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:16.824252 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.948796 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bfa167-6c92-49d7-b251-45ff0908df08 x-openstack-request-id: req-49bfa167-6c92-49d7-b251-45ff0908df08 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:16.949359 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "tag": "f8816a93-157a-4a86-b77d-668252dfca93", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:16.949359 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49bfa167-6c92-49d7-b251-45ff0908df08 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:16.949760 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93', 'status': 'completed', 'code': 200} Nov 12 03:42:16.954489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-a09fb622-72ff-4b9a-afef-c33debb985a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3755052 Nov 12 03:42:17.032070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59e13a5c-e3e4-4eaf-92c6-ab3d569e02de tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.033374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-59e13a5c-e3e4-4eaf-92c6-ab3d569e02de tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5978491 Nov 12 03:42:17.036339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35772) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.041293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-61ac66e0-d0f4-4c5e-b5de-393b5aaa2c55 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': 'b76d1120-47dd-4591-9bc4-dc8e729787be', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:17.042212 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-61ac66e0-d0f4-4c5e-b5de-393b5aaa2c55 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:42:17.042738 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-61ac66e0-d0f4-4c5e-b5de-393b5aaa2c55 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:17.044385 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-61ac66e0-d0f4-4c5e-b5de-393b5aaa2c55 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063601 Nov 12 03:42:17.048616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35774) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.183652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f84f765-f605-4f44-bcd2-64e9079d97c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.205466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e13a5c-e3e4-4eaf-92c6-ab3d569e02de tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d1120-47dd-4591-9bc4-dc8e729787be,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.262017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f84f765-f605-4f44-bcd2-64e9079d97c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.378738 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f84f765-f605-4f44-bcd2-64e9079d97c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.382257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f84f765-f605-4f44-bcd2-64e9079d97c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.383862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9f84f765-f605-4f44-bcd2-64e9079d97c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/b76d1120-47dd-4591-9bc4-dc8e729787be HTTP/1.1" status: 204 len: 168 time: 0.3333366 Nov 12 03:42:17.386655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.406762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84f765-f605-4f44-bcd2-64e9079d97c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d1120-47dd-4591-9bc4-dc8e729787be,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.444778 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-081470c7-f5ae-4227-9b40-b91b064aee64 service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096372 Nov 12 03:42:17.675421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b3742-52bb-4706-843f-0f6a4d41c83d req-7d62ecd7-586e-483a-9a13-56c2522e133d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.693389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-448b3742-52bb-4706-843f-0f6a4d41c83d req-7d62ecd7-586e-483a-9a13-56c2522e133d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.2062571 Nov 12 03:42:17.823686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-448b3742-52bb-4706-843f-0f6a4d41c83d req-e225de4e-8278-425c-baf4-a5648a009457 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285701 Nov 12 03:42:17.915796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Sync routers for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:17.937044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:17.937699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:42:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:18.234685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:18.549607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-618b7615-895e-4fd2-97c2-cf3b65d34f29 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.1583264 Nov 12 03:42:18.551031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35834) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:18.557990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3060c9ed-9c86-442a-bda6-f5708ee22e8c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084976133'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:18.652641 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3060c9ed-9c86-442a-bda6-f5708ee22e8c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.786638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a193ee-a4e2-4af4-9183-f62ed4d2ca92 req-918cc559-e7dd-4a9b-ad63-6733f7a08ec9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.811090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-30a193ee-a4e2-4af4-9183-f62ed4d2ca92 req-918cc559-e7dd-4a9b-ad63-6733f7a08ec9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 943 time: 0.2505467 Nov 12 03:42:18.838928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2731ba2-3835-44c1-bc7f-b7d99eb7e0ca req-5266a646-1052-49ce-b398-f704aa15afd3 service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3608036 Nov 12 03:42:18.919002 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3060c9ed-9c86-442a-bda6-f5708ee22e8c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.926504 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3060c9ed-9c86-442a-bda6-f5708ee22e8c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.978447 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3060c9ed-9c86-442a-bda6-f5708ee22e8c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.984558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3060c9ed-9c86-442a-bda6-f5708ee22e8c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4321332 Nov 12 03:42:18.985592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35860) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:18.992655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5a0a36f0-b9d9-4b41-a394-0e1e2c08adb1 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '9e2575b7-0405-4952-bf98-eeea0e8c0905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:19.007948 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-5a0a36f0-b9d9-4b41-a394-0e1e2c08adb1 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:42:19.008582 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-5a0a36f0-b9d9-4b41-a394-0e1e2c08adb1 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:19.011606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5a0a36f0-b9d9-4b41-a394-0e1e2c08adb1 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0233712 Nov 12 03:42:19.018014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060c9ed-9c86-442a-bda6-f5708ee22e8c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2575b7-0405-4952-bf98-eeea0e8c0905,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.031012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-30a193ee-a4e2-4af4-9183-f62ed4d2ca92 req-ca698feb-82d3-490d-a121-b9b97a7c7903 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114980 Nov 12 03:42:19.031682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35862) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.084281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-85fa246b-8989-4c89-814c-792b364128dc tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '9e2575b7-0405-4952-bf98-eeea0e8c0905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:19.086110 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-85fa246b-8989-4c89-814c-792b364128dc tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:42:19.090355 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-85fa246b-8989-4c89-814c-792b364128dc tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:19.093409 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-85fa246b-8989-4c89-814c-792b364128dc tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0164092 Nov 12 03:42:19.096888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35868) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.110641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-96d386ba-49bb-43d0-9bb2-4aad859e26ba tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '9e2575b7-0405-4952-bf98-eeea0e8c0905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:19.111616 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-96d386ba-49bb-43d0-9bb2-4aad859e26ba tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:42:19.113806 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-96d386ba-49bb-43d0-9bb2-4aad859e26ba tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:19.117498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-96d386ba-49bb-43d0-9bb2-4aad859e26ba tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194347 Nov 12 03:42:19.125576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35870) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.136272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fce36950-e727-434d-9e92-d7e447e52e35 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '9e2575b7-0405-4952-bf98-eeea0e8c0905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:19.142994 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-fce36950-e727-434d-9e92-d7e447e52e35 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:42:19.144302 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-fce36950-e727-434d-9e92-d7e447e52e35 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:19.157247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fce36950-e727-434d-9e92-d7e447e52e35 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0302563 Nov 12 03:42:19.157730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35876) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.159962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-5e45a810-2543-4c1f-bd53-809a06398c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.161809 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-5e45a810-2543-4c1f-bd53-809a06398c08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 1095 time: 0.1505725 Nov 12 03:42:19.229135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88e72-36ff-4fd4-809d-c3002c5ab7e7 req-7cadddca-10ae-4f31-9184-d6082b38fa35 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.229135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ba88e72-36ff-4fd4-809d-c3002c5ab7e7 req-7cadddca-10ae-4f31-9184-d6082b38fa35 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1700604 Nov 12 03:42:19.306333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 2, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.359116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-49a3660f-82dd-4f35-972d-c17bc363f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.360970 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-49a3660f-82dd-4f35-972d-c17bc363f0bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 916 time: 0.1897898 Nov 12 03:42:19.403650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Checking router: 169f907f-13cb-4352-b5e1-257c2e655e0c for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:19.404475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Updating router 169f907f-13cb-4352-b5e1-257c2e655e0c port 01b19141-82b8-4acc-b390-629f18a340fe binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:19.463324 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.467088 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-4c0ed9cc-3023-4f49-b1fd-df5017e14e5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8816a93-157a-4a86-b77d-668252dfca93 HTTP/1.1" status: 200 len: 217 time: 0.0975046 Nov 12 03:42:19.563801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8201f0b-0b69-43f7-a029-c95607aa5532 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.564794 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:19.573970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-dade3e17-2e90-4857-9e7e-ac12ae031828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.576708 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-dade3e17-2e90-4857-9e7e-ac12ae031828 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60244fe0-a188-4187-88e1-c1edc141fc32 HTTP/1.1" status: 200 len: 854 time: 0.1007333 Nov 12 03:42:19.603742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ba88e72-36ff-4fd4-809d-c3002c5ab7e7 req-0a32fc55-7fce-4470-bdb8-2bbaba6a0d3a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346910 Nov 12 03:42:19.675173 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-6920a6c2-589f-44d8-b6e3-b0e278ed8a1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896344 Nov 12 03:42:19.680092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8201f0b-0b69-43f7-a029-c95607aa5532 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.776350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8201f0b-0b69-43f7-a029-c95607aa5532 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.788105 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8201f0b-0b69-43f7-a029-c95607aa5532 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.795290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e8201f0b-0b69-43f7-a029-c95607aa5532 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/9e2575b7-0405-4952-bf98-eeea0e8c0905 HTTP/1.1" status: 204 len: 168 time: 0.6058908 Nov 12 03:42:19.797047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35912) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.891500 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-2066693c-eb6a-4171-94f5-d1de7aa98bbe service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011728 Nov 12 03:42:19.914282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8201f0b-0b69-43f7-a029-c95607aa5532 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2575b7-0405-4952-bf98-eeea0e8c0905,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.985000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a6b55697-216b-4e0d-905e-460420f75ab1 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1468086 Nov 12 03:42:19.991344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35922) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.998498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f824a6a7-0562-4ceb-a091-0b27a7df0a8d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837577179'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:20.064998 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f824a6a7-0562-4ceb-a091-0b27a7df0a8d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.074075 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.126039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.238643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5660cb-96a4-4bdb-a133-555515b13792 req-963a474f-5908-456f-a185-770a49874c70 service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009441 Nov 12 03:42:20.340467 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f824a6a7-0562-4ceb-a091-0b27a7df0a8d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.372861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f824a6a7-0562-4ceb-a091-0b27a7df0a8d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.498780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f824a6a7-0562-4ceb-a091-0b27a7df0a8d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.503470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f824a6a7-0562-4ceb-a091-0b27a7df0a8d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5109000 Nov 12 03:42:20.504230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35950) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.534781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8edf338d-91ea-4571-a10f-2667d3de2353 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:20.541585 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-8edf338d-91ea-4571-a10f-2667d3de2353 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:42:20.542346 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-8edf338d-91ea-4571-a10f-2667d3de2353 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:20.543065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515233c9-2e0f-40f9-b051-5d151e90e63b req-9482f9eb-5780-4265-9fb6-7e716814c1a4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.553228 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8edf338d-91ea-4571-a10f-2667d3de2353 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0365281 Nov 12 03:42:20.558388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-515233c9-2e0f-40f9-b051-5d151e90e63b req-9482f9eb-5780-4265-9fb6-7e716814c1a4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 943 time: 0.2681856 Nov 12 03:42:20.558936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35954) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.588027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-38e40c8f-60b9-476e-ab41-e4f56cb24ad4 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:20.622316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824a6a7-0562-4ceb-a091-0b27a7df0a8d tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3022f028-3747-4985-8315-dadaefb59800,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.675660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Attempting to bind port 01b19141-82b8-4acc-b390-629f18a340fe on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:20.676995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Attempting to bind port 01b19141-82b8-4acc-b390-629f18a340fe by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:20.678722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Attempting to bind port 01b19141-82b8-4acc-b390-629f18a340fe on network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:20.696109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Pushing event updated for resources: {'Port': ['ID=01b19141-82b8-4acc-b390-629f18a340fe,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.719083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:20.720181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Checking segment: {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:20.723590 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.725807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Bound using segment: {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:20.726554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Bound port: 01b19141-82b8-4acc-b390-629f18a340fe, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:20.728044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.736944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.737579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.744730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.746092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.746612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.747633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.748125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.749580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.750157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.751417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.751925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.753163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:20.821490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-515233c9-2e0f-40f9-b051-5d151e90e63b req-e3af01b0-a25a-44f1-bb1f-417d2273d234 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172239 Nov 12 03:42:20.845186 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-38e40c8f-60b9-476e-ab41-e4f56cb24ad4 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:20.845580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-38e40c8f-60b9-476e-ab41-e4f56cb24ad4 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2847674 Nov 12 03:42:20.848377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35966) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.854000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3b27ffb9-146d-4bec-9020-23ae565f2667 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:20.854959 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-3b27ffb9-146d-4bec-9020-23ae565f2667 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:42:20.855761 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-3b27ffb9-146d-4bec-9020-23ae565f2667 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:20.857949 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3b27ffb9-146d-4bec-9020-23ae565f2667 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084302 Nov 12 03:42:20.861390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35970) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.876647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c72d1e8d-6025-4706-b3b2-3741a66f0995 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:20.920518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ca418-e977-41e4-8318-855a52b9eab1 req-432be81c-7c64-4eb4-bad1-c47800cebabc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.939382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-118ca418-e977-41e4-8318-855a52b9eab1 req-432be81c-7c64-4eb4-bad1-c47800cebabc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1627252 Nov 12 03:42:21.010612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] For port 01b19141-82b8-4acc-b390-629f18a340fe, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:21.018954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] For port 01b19141-82b8-4acc-b390-629f18a340fe, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=01b19141-82b8-4acc-b390-629f18a340fe,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:21.023229 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-c72d1e8d-6025-4706-b3b2-3741a66f0995 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:21.024365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c72d1e8d-6025-4706-b3b2-3741a66f0995 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1577926 Nov 12 03:42:21.027368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35982) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.034041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3028cb7f-9853-4c33-9f1e-c5d067f5d28a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.034587 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-3028cb7f-9853-4c33-9f1e-c5d067f5d28a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:42:21.035073 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-3028cb7f-9853-4c33-9f1e-c5d067f5d28a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:21.036077 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3028cb7f-9853-4c33-9f1e-c5d067f5d28a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077152 Nov 12 03:42:21.046361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35984) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.060404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-570598ed-9200-4195-a53d-02485c43ed80 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.084239 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.091840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-41adfce4-1f30-4061-a848-09f7ac90eb51 None None] Provisioning complete for port 01b19141-82b8-4acc-b390-629f18a340fe triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:21.093310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41adfce4-1f30-4061-a848-09f7ac90eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.205324 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-118ca418-e977-41e4-8318-855a52b9eab1 req-7e3a1311-1f3e-49b0-9d09-f253abf45159 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649720 Nov 12 03:42:21.223937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9380fa-c9a4-4430-82d2-5089328d8e47 None None] Pushing event updated for resources: {'Port': ['ID=01b19141-82b8-4acc-b390-629f18a340fe,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:21.257158 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-570598ed-9200-4195-a53d-02485c43ed80 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:21.258233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-570598ed-9200-4195-a53d-02485c43ed80 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2108750 Nov 12 03:42:21.262835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35994) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.270362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b9010158-e45a-4e32-b1db-e05be17b0316 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.270890 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-b9010158-e45a-4e32-b1db-e05be17b0316 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:42:21.272059 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-b9010158-e45a-4e32-b1db-e05be17b0316 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:21.276080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.276833 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b9010158-e45a-4e32-b1db-e05be17b0316 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125146 Nov 12 03:42:21.282102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-29a22f79-a8d3-453f-9028-9436839445e9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.351479 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41adfce4-1f30-4061-a848-09f7ac90eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.423859 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-29a22f79-a8d3-453f-9028-9436839445e9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:21.427627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-29a22f79-a8d3-453f-9028-9436839445e9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1478593 Nov 12 03:42:21.427804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.432227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-89656dbd-ceb7-48a7-aad5-87f8cf3fe6a4 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '3022f028-3747-4985-8315-dadaefb59800', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.455160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:21.455620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:42:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:21.550437 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-89656dbd-ceb7-48a7-aad5-87f8cf3fe6a4 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:21.554211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-89656dbd-ceb7-48a7-aad5-87f8cf3fe6a4 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1227739 Nov 12 03:42:21.556679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36016) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.650655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8816a93-157a-4a86-b77d-668252dfca93 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:21.729986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-41adfce4-1f30-4061-a848-09f7ac90eb51 None None] For port 01b19141-82b8-4acc-b390-629f18a340fe, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=01b19141-82b8-4acc-b390-629f18a340fe,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:21.765748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fb7dc39-a523-4e8e-b13a-b72981f402ff tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.771408 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41adfce4-1f30-4061-a848-09f7ac90eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.844110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fb7dc39-a523-4e8e-b13a-b72981f402ff tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.048788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fb7dc39-a523-4e8e-b13a-b72981f402ff tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.051389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fb7dc39-a523-4e8e-b13a-b72981f402ff tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.055200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4fb7dc39-a523-4e8e-b13a-b72981f402ff tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/3022f028-3747-4985-8315-dadaefb59800 HTTP/1.1" status: 204 len: 168 time: 0.4970531 Nov 12 03:42:22.056375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36046) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:22.117395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7dc39-a523-4e8e-b13a-b72981f402ff tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3022f028-3747-4985-8315-dadaefb59800,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.154754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de8755-d284-4429-b7f7-e1064f27dc86 req-2709ebb7-7a1d-4700-aeb0-3cb00a0bfa84 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:22.156425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-80de8755-d284-4429-b7f7-e1064f27dc86 req-2709ebb7-7a1d-4700-aeb0-3cb00a0bfa84 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 943 time: 0.1840394 Nov 12 03:42:22.227972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:22.290422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:22.297221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adfce4-1f30-4061-a848-09f7ac90eb51 None None] Pushing event updated for resources: {'Port': ['ID=01b19141-82b8-4acc-b390-629f18a340fe,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.301800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42e8982a-8b8f-4152-b5c0-3fd27b822374 None None] Provisioning complete for port 01b19141-82b8-4acc-b390-629f18a340fe triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:22.302183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42e8982a-8b8f-4152-b5c0-3fd27b822374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.374699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'f8816a93-157a-4a86-b77d-668252dfca93', 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'port_id': 'f8816a93-157a-4a86-b77d-668252dfca93', 'mac_address': 'fa:16:3e:f7:92:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60244fe0-a188-4187-88e1-c1edc141fc32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:22.395059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-80de8755-d284-4429-b7f7-e1064f27dc86 req-b95e4478-4d42-4e0f-b8dd-8956d4cab291 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295997 Nov 12 03:42:22.855706 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.858675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 01b19141-82b8-4acc-b390-629f18a340fe up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:23.111049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8816a93-157a-4a86-b77d-668252dfca93 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:23.213157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:23.303175 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.320349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-85c9928b-b5b5-4ee9-98ba-93be242d3cbe req-af0b6fed-7c5f-43b7-a7d0-3adaaef7ff40 service neutron] (102629) timed out ('10.222.0.11', 53359) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:42:23.368238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36130) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:23.374731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-57fc3449-20ff-4219-8538-76c5f48a79f2 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545423001'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:23.382887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-70b4381f-9d0f-47aa-aa1c-88999605a762 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.3014574 Nov 12 03:42:23.461033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e268f5-9e07-4b0a-99b8-fa4ebb6c5d09 req-4945b2c0-c7c2-491d-b198-a03a5ce2effa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:23.473888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70e268f5-9e07-4b0a-99b8-fa4ebb6c5d09 req-4945b2c0-c7c2-491d-b198-a03a5ce2effa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.2923868 Nov 12 03:42:23.544862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:20Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:23.546940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 01b19141-82b8-4acc-b390-629f18a340fe triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:23.547608 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.551216 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b1df8a4-010f-4a12-b86a-f61aa33fdb30 req-5107981b-d23c-48ee-92ce-08e06199b301 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2081368 Nov 12 03:42:23.556757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57fc3449-20ff-4219-8538-76c5f48a79f2 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.643827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f8816a93-157a-4a86-b77d-668252dfca93'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:23.667128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70e268f5-9e07-4b0a-99b8-fa4ebb6c5d09 req-c215eee5-69ec-41c0-96fc-c75571173488 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865218 Nov 12 03:42:23.707130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e522c-2e9f-4d72-8d77-c46249a96213 None None] The sync data for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 is: [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:20Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:23.743156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b1df8a4-010f-4a12-b86a-f61aa33fdb30 req-21b0e491-fc3e-4545-81e5-ccda9d44b8ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.1254904 Nov 12 03:42:23.764001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:23.777481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-6323fbfd-5bcb-461a-891b-6fbae152a5cc tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] (102629) timed out ('10.222.0.11', 53356) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:42:24.093608 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b1df8a4-010f-4a12-b86a-f61aa33fdb30 req-029ac1a1-b853-4ac6-85c3-d4097c82a8b8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909050 Nov 12 03:42:24.227837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57fc3449-20ff-4219-8538-76c5f48a79f2 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.361351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57fc3449-20ff-4219-8538-76c5f48a79f2 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.439341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31336c8-b450-4d16-877c-7a567dbd05bb req-ba0e6b9d-ba4d-47da-91ea-e98eaa3fd613 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.445928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c31336c8-b450-4d16-877c-7a567dbd05bb req-ba0e6b9d-ba4d-47da-91ea-e98eaa3fd613 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 944 time: 0.6944306 Nov 12 03:42:24.604624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c31336c8-b450-4d16-877c-7a567dbd05bb req-79e29f0d-827c-431c-8c5b-71a7cd98c08f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208405 Nov 12 03:42:24.618454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-57fc3449-20ff-4219-8538-76c5f48a79f2 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.623254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-57fc3449-20ff-4219-8538-76c5f48a79f2 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2503920 Nov 12 03:42:24.623912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36214) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.628153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-536fa860-c7f8-4ad4-bbac-86719b7a51c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '4546fd38-da66-4170-a0f5-7ebdb680a141', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:24.634552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc3449-20ff-4219-8538-76c5f48a79f2 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4546fd38-da66-4170-a0f5-7ebdb680a141,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.665376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.728431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df8a4-010f-4a12-b86a-f61aa33fdb30 req-882e782e-86d4-4a58-b223-1d101a84cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.734881 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b1df8a4-010f-4a12-b86a-f61aa33fdb30 req-882e782e-86d4-4a58-b223-1d101a84cd5b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6121109 Nov 12 03:42:24.766549 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-536fa860-c7f8-4ad4-bbac-86719b7a51c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The resource could not be found. Nov 12 03:42:24.767169 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-536fa860-c7f8-4ad4-bbac-86719b7a51c9 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1427712 Nov 12 03:42:24.770244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36232) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.779895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c80b548b-a0e3-474d-86bd-1847ecf95d70 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '4546fd38-da66-4170-a0f5-7ebdb680a141', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '94054c39-0055-42d9-a6fb-57f1e65a1646'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:24.867788 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-c80b548b-a0e3-474d-86bd-1847ecf95d70 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The resource could not be found. Nov 12 03:42:24.871240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c80b548b-a0e3-474d-86bd-1847ecf95d70 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0989828 Nov 12 03:42:24.876022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36240) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.013014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cae399-e802-470f-ba81-10e02f73f8a9 req-4be953bc-8450-40a9-b567-25d943de22b7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.014969 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8cae399-e802-470f-ba81-10e02f73f8a9 req-4be953bc-8450-40a9-b567-25d943de22b7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1738355 Nov 12 03:42:25.069580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e56db9-f20c-4e0a-a3cb-1018b4c3435c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.155372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e56db9-f20c-4e0a-a3cb-1018b4c3435c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.164113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8cae399-e802-470f-ba81-10e02f73f8a9 req-b1389cc3-6649-48a4-b389-249995a1ab5f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393044 Nov 12 03:42:25.317377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e56db9-f20c-4e0a-a3cb-1018b4c3435c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.320011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e56db9-f20c-4e0a-a3cb-1018b4c3435c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.326187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-89e56db9-f20c-4e0a-a3cb-1018b4c3435c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/4546fd38-da66-4170-a0f5-7ebdb680a141 HTTP/1.1" status: 204 len: 168 time: 0.4445665 Nov 12 03:42:25.326187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36266) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.362942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e56db9-f20c-4e0a-a3cb-1018b4c3435c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4546fd38-da66-4170-a0f5-7ebdb680a141,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.473835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c6a018fa-8684-4b6b-a9a0-59fcec507665 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1356459 Nov 12 03:42:25.474477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36268) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.479249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-35dd9ec8-e4b1-43a8-b62a-80d8b2a67508 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '4e74493e-b41a-4309-87fe-307d16c1b5f9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:25.583252 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-35dd9ec8-e4b1-43a8-b62a-80d8b2a67508 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The resource could not be found. Nov 12 03:42:25.584706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-35dd9ec8-e4b1-43a8-b62a-80d8b2a67508 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1092834 Nov 12 03:42:25.588529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36284) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.594842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f21b1954-4f29-4969-8346-39b2be50b50c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--854133826'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:25.628510 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f21b1954-4f29-4969-8346-39b2be50b50c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.655974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8816a93-157a-4a86-b77d-668252dfca93 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:25.823164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port f8816a93-157a-4a86-b77d-668252dfca93 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:42:25.838984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port f8816a93-157a-4a86-b77d-668252dfca93 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:25.839354 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.900937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f21b1954-4f29-4969-8346-39b2be50b50c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.915253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f21b1954-4f29-4969-8346-39b2be50b50c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.926599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e188b4e-c574-4c0d-ac30-38e10b5a403f req-2b1a408f-c5ad-440f-97f9-30d649c85ac4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.935682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e188b4e-c574-4c0d-ac30-38e10b5a403f req-2b1a408f-c5ad-440f-97f9-30d649c85ac4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 944 time: 0.1677239 Nov 12 03:42:26.032318 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f21b1954-4f29-4969-8346-39b2be50b50c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.035333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f21b1954-4f29-4969-8346-39b2be50b50c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4455678 Nov 12 03:42:26.041612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36316) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.053484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3800bd92-a7e6-4440-b854-9550e0ca595b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865747005'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:26.084192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b1954-4f29-4969-8346-39b2be50b50c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa0b57-450e-48fa-bbdd-0692187e576b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:26.089483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e188b4e-c574-4c0d-ac30-38e10b5a403f req-6d4d26e0-2283-4186-be52-f0885af9940d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509943 Nov 12 03:42:26.160353 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3800bd92-a7e6-4440-b854-9550e0ca595b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.282392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3800bd92-a7e6-4440-b854-9550e0ca595b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.285423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3800bd92-a7e6-4440-b854-9550e0ca595b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.323898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800bd92-a7e6-4440-b854-9550e0ca595b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290e9c95-162a-4b8e-be94-bccd0f9c85f5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:26.348304 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3800bd92-a7e6-4440-b854-9550e0ca595b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.352511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3800bd92-a7e6-4440-b854-9550e0ca595b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3063729 Nov 12 03:42:26.353015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36342) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.358453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-05a31b40-f8aa-47d6-9efb-74874341eb78 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group_rule': {'security_group_id': '4baa0b57-450e-48fa-bbdd-0692187e576b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '290e9c95-162a-4b8e-be94-bccd0f9c85f5'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:26.456050 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-05a31b40-f8aa-47d6-9efb-74874341eb78 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:26.461031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-05a31b40-f8aa-47d6-9efb-74874341eb78 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1072037 Nov 12 03:42:26.461809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36348) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.517853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-1d017acd-0c4e-4375-b7c9-a4ec311a91ea req-06e5fb6a-349c-452c-852e-5104766c4a2d tempest-ServersOnMultiNodesTest-1143800771 tempest-ServersOnMultiNodesTest-1143800771-project] (102629) timed out ('10.222.0.49', 35366) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:42:26.556782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce204ee-03d8-4454-ae52-cf3aacfca266 req-c205181e-1cd7-4294-a99d-c526db5721cd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.577509 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-29c3ec1c-4a0f-4dc0-ae1f-dc59809cac33 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.587511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ce204ee-03d8-4454-ae52-cf3aacfca266 req-c205181e-1cd7-4294-a99d-c526db5721cd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.2129788 Nov 12 03:42:26.656380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-29c3ec1c-4a0f-4dc0-ae1f-dc59809cac33 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.680790 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.740978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ce204ee-03d8-4454-ae52-cf3aacfca266 req-5c264aae-16ac-4d22-a5c4-90e34b5972b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376832 Nov 12 03:42:26.751826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:26.754258 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe3261-fa0a-45e5-a3a1-b2b4f8a57339" -d '{"events": [{"server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "name": "network-vif-plugged", "status": "completed", "tag": "f8816a93-157a-4a86-b77d-668252dfca93"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:26.760021 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-29c3ec1c-4a0f-4dc0-ae1f-dc59809cac33 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.764938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-29c3ec1c-4a0f-4dc0-ae1f-dc59809cac33 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.766389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-29c3ec1c-4a0f-4dc0-ae1f-dc59809cac33 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/290e9c95-162a-4b8e-be94-bccd0f9c85f5 HTTP/1.1" status: 204 len: 168 time: 0.3035195 Nov 12 03:42:26.769444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36374) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.802143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3ec1c-4a0f-4dc0-ae1f-dc59809cac33 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e9c95-162a-4b8e-be94-bccd0f9c85f5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:26.822654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:26.841396 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.884763 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49bc5e-00ea-48ed-afd8-83c844b365be x-openstack-request-id: req-8a49bc5e-00ea-48ed-afd8-83c844b365be {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:26.885316 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "name": "network-vif-plugged", "status": "completed", "tag": "f8816a93-157a-4a86-b77d-668252dfca93", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:26.885742 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a49bc5e-00ea-48ed-afd8-83c844b365be {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:26.886311 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93', 'code': 200} Nov 12 03:42:26.906554 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2972a1d5-7627-4941-9b9d-c0528a81d926 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1353540 Nov 12 03:42:26.908976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36376) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.015210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.053682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-641c0e00-b92b-4615-9b64-4bce11b7b0f3 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.059892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c5807-969c-42cc-8971-6d36e103291d req-b7e61b79-401f-4b02-b59c-e95122775540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.062578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-966c5807-969c-42cc-8971-6d36e103291d req-b7e61b79-401f-4b02-b59c-e95122775540 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 1097 time: 0.1209762 Nov 12 03:42:27.104184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-641c0e00-b92b-4615-9b64-4bce11b7b0f3 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.169020 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-966c5807-969c-42cc-8971-6d36e103291d req-2477d541-3530-43a9-bd6f-90a1d3093efe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946338 Nov 12 03:42:27.191279 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-641c0e00-b92b-4615-9b64-4bce11b7b0f3 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.203906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-641c0e00-b92b-4615-9b64-4bce11b7b0f3 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.206856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-641c0e00-b92b-4615-9b64-4bce11b7b0f3 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/4baa0b57-450e-48fa-bbdd-0692187e576b HTTP/1.1" status: 204 len: 168 time: 0.2945392 Nov 12 03:42:27.208118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36384) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.276993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c0e00-b92b-4615-9b64-4bce11b7b0f3 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa0b57-450e-48fa-bbdd-0692187e576b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.392959 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d9a37705-601d-4a04-84f9-5954a784e73c tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1833766 Nov 12 03:42:27.398818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36388) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.406590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2a0ba1a5-294e-4400-abcd-290a2bdc6bcd tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886921914'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:27.422020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e118a2-a892-4e2e-873d-750410b8bed6 req-71bd3136-1013-4c5c-a899-d3dbc10c0135 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.424064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33e118a2-a892-4e2e-873d-750410b8bed6 req-71bd3136-1013-4c5c-a899-d3dbc10c0135 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1274836 Nov 12 03:42:27.526565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a0ba1a5-294e-4400-abcd-290a2bdc6bcd tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.586742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33e118a2-a892-4e2e-873d-750410b8bed6 req-33ef9e20-0855-4a64-9e28-c9fe67420225 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515076 Nov 12 03:42:27.734777 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a0ba1a5-294e-4400-abcd-290a2bdc6bcd tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.756379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a0ba1a5-294e-4400-abcd-290a2bdc6bcd tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.865800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a0ba1a5-294e-4400-abcd-290a2bdc6bcd tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.867205 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2a0ba1a5-294e-4400-abcd-290a2bdc6bcd tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4653850 Nov 12 03:42:27.869543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ba1a5-294e-4400-abcd-290a2bdc6bcd tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d914c997-1a66-4a31-b05c-6b9c45fac7ca,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.870533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.880754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4f6d10eb-cb6c-4bf1-a702-8edc33895995 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:27.881539 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-4f6d10eb-cb6c-4bf1-a702-8edc33895995 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:42:27.881974 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-4f6d10eb-cb6c-4bf1-a702-8edc33895995 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:42:27.889907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36406) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.894540 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4f6d10eb-cb6c-4bf1-a702-8edc33895995 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "PUT /v2.0/security-groups/d914c997-1a66-4a31-b05c-6b9c45fac7ca HTTP/1.1" status: 409 len: 330 time: 0.0228486 Nov 12 03:42:28.079463 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2594ca2a-29ed-49a6-b926-ba521ff6e14b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.101413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aaa7b-ab82-4db2-80c2-5bbba3a7e233 req-faa88452-2a6d-4a3e-80f3-d0b147271ab5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.103009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b0aaa7b-ab82-4db2-80c2-5bbba3a7e233 req-faa88452-2a6d-4a3e-80f3-d0b147271ab5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1323712 Nov 12 03:42:28.152403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2594ca2a-29ed-49a6-b926-ba521ff6e14b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.234017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b0aaa7b-ab82-4db2-80c2-5bbba3a7e233 req-fd5aec19-796a-4714-ab75-3d2eabb5dc62 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886083 Nov 12 03:42:28.263669 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2594ca2a-29ed-49a6-b926-ba521ff6e14b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.266759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2594ca2a-29ed-49a6-b926-ba521ff6e14b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.267947 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2594ca2a-29ed-49a6-b926-ba521ff6e14b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/d914c997-1a66-4a31-b05c-6b9c45fac7ca HTTP/1.1" status: 204 len: 168 time: 0.3767285 Nov 12 03:42:28.272110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36418) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.287884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594ca2a-29ed-49a6-b926-ba521ff6e14b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d914c997-1a66-4a31-b05c-6b9c45fac7ca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.353828 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bd032b0e-ffc4-4b3b-819a-a3d673d32d2a tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765424 Nov 12 03:42:28.354163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36422) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.385997 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-1c27dcc9-46d5-4d9c-bf3d-21a903afa09b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] delete failed (client error): The resource could not be found. Nov 12 03:42:28.389710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1c27dcc9-46d5-4d9c-bf3d-21a903afa09b tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "DELETE /v2.0/security-groups/835ebb19-9b01-4afa-b7e8-df22ac52be93 HTTP/1.1" status: 404 len: 347 time: 0.0345600 Nov 12 03:42:28.393953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36424) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.415361 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-34e9bafb-0f2e-401c-ab90-cc3a2d3dcb85 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] show failed (client error): The resource could not be found. Nov 12 03:42:28.416864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-34e9bafb-0f2e-401c-ab90-cc3a2d3dcb85 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-groups/7669a7db-84d5-4371-a099-7646d189d05a HTTP/1.1" status: 404 len: 347 time: 0.0168715 Nov 12 03:42:28.420976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36426) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.440887 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-8db70eb3-08fb-4121-9bea-3b0334495378 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] show failed (client error): The resource could not be found. Nov 12 03:42:28.442280 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8db70eb3-08fb-4121-9bea-3b0334495378 tempest-NegativeSecGroupTest-1525935118 tempest-NegativeSecGroupTest-1525935118-project] 10.222.0.49 "GET /v2.0/security-group-rules/542e6b32-d973-4da2-8a0a-0b54e63c50bb HTTP/1.1" status: 404 len: 356 time: 0.0199463 Nov 12 03:42:28.766246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223ed8a-3f1e-4b71-b670-180fe27ce759 req-88dba084-8dec-4310-9c6a-d6ad5c9bf534 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.775352 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b223ed8a-3f1e-4b71-b670-180fe27ce759 req-88dba084-8dec-4310-9c6a-d6ad5c9bf534 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.0952938 Nov 12 03:42:28.863791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b223ed8a-3f1e-4b71-b670-180fe27ce759 req-6524cd86-b914-45bb-82d1-8b043806c357 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865200 Nov 12 03:42:28.900932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36446) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.068787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5d106-d9f6-4169-aab6-63385493f5b8 req-9b2d34b0-81ae-4bb4-96c4-49cd69bcfd09 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.082448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bf5d106-d9f6-4169-aab6-63385493f5b8 req-9b2d34b0-81ae-4bb4-96c4-49cd69bcfd09 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1064003 Nov 12 03:42:29.176050 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bf5d106-d9f6-4169-aab6-63385493f5b8 req-5cdc869a-e2a6-4cf0-9a8e-f674fe34bd83 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921974 Nov 12 03:42:29.290059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7ca84030-87e5-4d80-8df8-d50fb29a011c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d69d9d71a284f969d960ab05f953154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848026 Nov 12 03:42:29.290288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36468) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.603105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c0fe-bc76-4b60-a2ee-e995a2d84ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.628977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262395d3-26db-4be1-9e5b-c03a4e89b4b8 req-7286b6b8-8b0d-41ce-a5ae-2cf93fa54e31 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.630979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-262395d3-26db-4be1-9e5b-c03a4e89b4b8 req-7286b6b8-8b0d-41ce-a5ae-2cf93fa54e31 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1406965 Nov 12 03:42:29.644593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6555b4-ddd7-4290-8ba1-a07f72332846 req-c9b4100f-a662-45d5-bb93-e1e9ac7ebb87 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.654580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f6555b4-ddd7-4290-8ba1-a07f72332846 req-c9b4100f-a662-45d5-bb93-e1e9ac7ebb87 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.1652229 Nov 12 03:42:29.689766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c0fe-bc76-4b60-a2ee-e995a2d84ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.757548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c0fe-bc76-4b60-a2ee-e995a2d84ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.761295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c0fe-bc76-4b60-a2ee-e995a2d84ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.764093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c3f4c0fe-bc76-4b60-a2ee-e995a2d84ef0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1903c69e-a6a8-4386-bf8d-f2ff1cdf126c HTTP/1.1" status: 204 len: 168 time: 0.4526713 Nov 12 03:42:29.785502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-262395d3-26db-4be1-9e5b-c03a4e89b4b8 req-9b4e16bd-5d13-45cf-bf73-e6dc7b59e897 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461554 Nov 12 03:42:29.825516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f6555b4-ddd7-4290-8ba1-a07f72332846 req-ae5ae530-4a2a-44c2-876b-1810ca3b786d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689370 Nov 12 03:42:29.827311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4c0fe-bc76-4b60-a2ee-e995a2d84ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1903c69e-a6a8-4386-bf8d-f2ff1cdf126c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:29.989938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a42d5-231f-4ff7-8053-1576a44c0cc5 req-05819f30-76ca-47c0-bcdf-20482d442ef4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.997493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005a42d5-231f-4ff7-8053-1576a44c0cc5 req-05819f30-76ca-47c0-bcdf-20482d442ef4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1089623 Nov 12 03:42:30.062980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005a42d5-231f-4ff7-8053-1576a44c0cc5 req-1970c138-469c-4aaa-9f5f-bbd567def8b9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605967 Nov 12 03:42:30.185025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff63ab-e100-4b34-8c25-6d46b630697e req-82e14cc2-ae40-49ed-9dbb-4166d1a3ec14 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.187198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89ff63ab-e100-4b34-8c25-6d46b630697e req-82e14cc2-ae40-49ed-9dbb-4166d1a3ec14 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.0723774 Nov 12 03:42:30.310600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-89ff63ab-e100-4b34-8c25-6d46b630697e req-10ddc3ec-e9c5-4c8f-9008-8f8572726376 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105378 Nov 12 03:42:30.884132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a4569-1711-4e76-8027-7954fd2ae6ea req-52e79ce7-c432-43cb-a8a8-9d49d829b17b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.898462 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c1a4569-1711-4e76-8027-7954fd2ae6ea req-52e79ce7-c432-43cb-a8a8-9d49d829b17b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1582503 Nov 12 03:42:31.008568 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c1a4569-1711-4e76-8027-7954fd2ae6ea req-dbf12b51-8d0c-44c9-815c-264cfb8a94a5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089389 Nov 12 03:42:31.302775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36594) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.316138 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-493dae95-d735-4a05-8669-15394dbd2bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.561007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-84ade22e-629c-479e-b844-03f668937dd8 tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-568358638', 'prefixes': ['172.20.0.0/16']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:31.697576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ade22e-629c-479e-b844-03f668937dd8 tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] Publish callbacks [] for subnetpool, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.698825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84ade22e-629c-479e-b844-03f668937dd8 tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3949528 Nov 12 03:42:31.703721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36616) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.759772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.766226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-990d26da-1bda-43ef-ab2d-fc5c2e87da1d tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1832003534'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:31.769912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a332bf3a-a359-4102-8e43-fcf7e04efa8a tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] 10.222.0.49 "GET /v2.0/subnetpools/2e4803a5-fde8-4214-8058-dfe627d467ef HTTP/1.1" status: 200 len: 731 time: 0.0570216 Nov 12 03:42:31.896491 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-990d26da-1bda-43ef-ab2d-fc5c2e87da1d tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] Publish callbacks [] for subnetpool, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.905327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-990d26da-1bda-43ef-ab2d-fc5c2e87da1d tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] 10.222.0.49 "PUT /v2.0/subnetpools/2e4803a5-fde8-4214-8058-dfe627d467ef HTTP/1.1" status: 200 len: 684 time: 0.1442773 Nov 12 03:42:31.906186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36628) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.018994 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6327551-dd4f-492c-8645-ea323c638a79 tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] Publish callbacks [] for subnetpool, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.026395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d6327551-dd4f-492c-8645-ea323c638a79 tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] 10.222.0.49 "DELETE /v2.0/subnetpools/2e4803a5-fde8-4214-8058-dfe627d467ef HTTP/1.1" status: 204 len: 168 time: 0.1189651 Nov 12 03:42:32.029729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36640) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.062659 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-d80ba708-8f21-477f-9b8e-54299e1f5e42 tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] show failed (client error): The resource could not be found. Nov 12 03:42:32.064480 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d80ba708-8f21-477f-9b8e-54299e1f5e42 tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] 10.222.0.49 "GET /v2.0/subnetpools/2e4803a5-fde8-4214-8058-dfe627d467ef HTTP/1.1" status: 404 len: 346 time: 0.0337348 Nov 12 03:42:32.067763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36646) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.093759 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-6d14874f-8f49-46a8-8b38-5678c143042b tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] delete failed (client error): The resource could not be found. Nov 12 03:42:32.098805 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6d14874f-8f49-46a8-8b38-5678c143042b tempest-SubnetPoolsTestJSON-1758590862 tempest-SubnetPoolsTestJSON-1758590862-project] 10.222.0.49 "DELETE /v2.0/subnetpools/2e4803a5-fde8-4214-8058-dfe627d467ef HTTP/1.1" status: 404 len: 346 time: 0.0260987 Nov 12 03:42:32.283698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ba630-3ff2-4656-a11b-da8f7b0a60e9 req-84d9d78c-9fa6-4b48-b733-4bfb0934a8c2 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.294835 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-646ba630-3ff2-4656-a11b-da8f7b0a60e9 req-84d9d78c-9fa6-4b48-b733-4bfb0934a8c2 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1534982 Nov 12 03:42:32.435702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-646ba630-3ff2-4656-a11b-da8f7b0a60e9 req-aebc5cb3-bc31-41fe-a8cc-0885032ff6f6 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341770 Nov 12 03:42:32.541889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fd02d-8a50-4a1a-b9d1-6ef062dc9a94 req-9d05efc7-dc4c-4558-8309-31b1f2c9de74 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:32.545754 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-308fd02d-8a50-4a1a-b9d1-6ef062dc9a94 req-9d05efc7-dc4c-4558-8309-31b1f2c9de74 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.0725839 Nov 12 03:42:32.661313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-308fd02d-8a50-4a1a-b9d1-6ef062dc9a94 req-61c81301-29ae-4bd3-aa3e-59ae6d0be70c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080725 Nov 12 03:42:32.673372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36668) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.889374 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f573-f620-40a1-9155-0713e28e5511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.069430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-3b0bda43-46a0-40b4-8115-e132bb042507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.071118 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-3b0bda43-46a0-40b4-8115-e132bb042507 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1098 time: 0.1181302 Nov 12 03:42:33.082510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edc7d4-d20f-408a-9f04-8831730c3c43 req-af38fab3-c977-478b-8f48-a473f2637799 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.091186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22edc7d4-d20f-408a-9f04-8831730c3c43 req-af38fab3-c977-478b-8f48-a473f2637799 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 946 time: 0.0993042 Nov 12 03:42:33.149774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f573-f620-40a1-9155-0713e28e5511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.159064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ad2f573-f620-40a1-9155-0713e28e5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.234368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2f573-f620-40a1-9155-0713e28e5511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cfa2c1-bd8d-4299-967d-18c821d91665,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.302334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7ad2f573-f620-40a1-9155-0713e28e5511 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83b1fcc8022740f2835ac0b7081ed0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6269143 Nov 12 03:42:33.304022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36686) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.316395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22edc7d4-d20f-408a-9f04-8831730c3c43 req-3b1325fe-d990-471d-ad1f-f8732c6924f3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243507 Nov 12 03:42:33.343727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-7d2ad428-0e65-4538-89a1-92ad90aa6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.345388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-7d2ad428-0e65-4538-89a1-92ad90aa6193 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.2481284 Nov 12 03:42:33.395498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39697d8f-1b1b-4781-ba63-521f78360e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.433869 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-8c7c777f-81ac-41db-a1e2-771077774de7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 1001 time: 0.0785561 Nov 12 03:42:33.453430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39697d8f-1b1b-4781-ba63-521f78360e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.536123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-9df901e5-56bd-48cf-9438-64db8efa1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.540686 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-9df901e5-56bd-48cf-9438-64db8efa1e13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0940297 Nov 12 03:42:33.554530 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b63964cb-52ae-4ccb-acb6-9a9018d61bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.569745 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39697d8f-1b1b-4781-ba63-521f78360e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.573173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39697d8f-1b1b-4781-ba63-521f78360e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.576930 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-39697d8f-1b1b-4781-ba63-521f78360e68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2cfa2c1-bd8d-4299-967d-18c821d91665 HTTP/1.1" status: 204 len: 168 time: 0.2708764 Nov 12 03:42:33.601943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39697d8f-1b1b-4781-ba63-521f78360e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cfa2c1-bd8d-4299-967d-18c821d91665,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.669778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:33.681693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-010bf79e-77d8-449e-b0a2-3401f6fe13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.683179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-010bf79e-77d8-449e-b0a2-3401f6fe13be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291373 Nov 12 03:42:33.730888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c677-cd7a-46c9-bf0b-e8b5a445e44f req-178a43cc-4281-4500-8087-9a0044556528 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.744803 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1e4c677-cd7a-46c9-bf0b-e8b5a445e44f req-178a43cc-4281-4500-8087-9a0044556528 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1109846 Nov 12 03:42:33.830900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1e4c677-cd7a-46c9-bf0b-e8b5a445e44f req-253049b3-005a-42e7-b749-6b713b454343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822015 Nov 12 03:42:33.890571 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.891570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-8d221803-b835-47be-94a5-473d9e4109e9 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997716 Nov 12 03:42:33.929107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:33.936074 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f051dd0-1a49-4c95-8ea7-d8ad3954eda2" -d '{"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-unplugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:33.967615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:33.980381 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.041312 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3e3dc5-7270-46c0-80a5-6f50ff2e1159 x-openstack-request-id: req-de3e3dc5-7270-46c0-80a5-6f50ff2e1159 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:34.042098 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-unplugged", "status": "completed", "tag": "272054c3-953c-453d-b275-dbf790385c15", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:34.045948 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de3e3dc5-7270-46c0-80a5-6f50ff2e1159 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:34.046451 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'code': 200} Nov 12 03:42:34.078927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=14']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.136262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d47d61d6-d9c9-45c2-949e-01cd4dc17ee1 req-b50d460b-6dc9-4700-9ffd-478f42da9b26 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294791 Nov 12 03:42:34.529661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd20ff-2443-4c35-99bb-9ea6fe05a27d req-7f688c98-ad50-49a0-b00b-d061936d3002 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:34.537037 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76bd20ff-2443-4c35-99bb-9ea6fe05a27d req-7f688c98-ad50-49a0-b00b-d061936d3002 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1067250 Nov 12 03:42:34.623684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76bd20ff-2443-4c35-99bb-9ea6fe05a27d req-c53d7eeb-0b5f-4055-860f-f986399e5475 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766037 Nov 12 03:42:34.923265 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.073980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eec6b-73b7-4ce5-8315-f8bd868e22b1 req-4b3b721a-5175-431f-adb5-d5447e138c7d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.085580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f4eec6b-73b7-4ce5-8315-f8bd868e22b1 req-4b3b721a-5175-431f-adb5-d5447e138c7d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1463599 Nov 12 03:42:35.144854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f4eec6b-73b7-4ce5-8315-f8bd868e22b1 req-9f960b71-cd4c-4e5a-8114-db28e482be8d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580635 Nov 12 03:42:35.803995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00883dd-6e3b-44c7-8dad-52ae45af3e4d req-2a7c6ebc-d349-4d6a-b4f8-15ea12d9248f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.812020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a00883dd-6e3b-44c7-8dad-52ae45af3e4d req-2a7c6ebc-d349-4d6a-b4f8-15ea12d9248f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0928650 Nov 12 03:42:35.919541 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a00883dd-6e3b-44c7-8dad-52ae45af3e4d req-4808abb4-81eb-422f-90fd-c453c5046a1e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999703 Nov 12 03:42:36.225398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2144c1-6473-4703-9983-295c318e77a6 req-5076b95b-83cf-4202-95fb-825134defa5b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.238507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2144c1-6473-4703-9983-295c318e77a6 req-5076b95b-83cf-4202-95fb-825134defa5b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1068749 Nov 12 03:42:36.314038 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.355538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d2144c1-6473-4703-9983-295c318e77a6 req-d657d367-d8f5-46b9-b9b9-386d3570c967 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160090 Nov 12 03:42:36.420368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c9d30-7bcb-4604-8498-465be998aeab req-248957fc-5e15-407d-addb-19019b8619bc tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.427277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed0c9d30-7bcb-4604-8498-465be998aeab req-248957fc-5e15-407d-addb-19019b8619bc tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1298394 Nov 12 03:42:36.504059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed0c9d30-7bcb-4604-8498-465be998aeab req-edcd345c-4385-4b58-8564-d4a6f4c649c2 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697067 Nov 12 03:42:36.563646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31c4fa-02db-45ee-b1a8-bd604df06b1d req-70e9ac5e-0f52-4bd1-895d-a76535a4fde0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.580070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e31c4fa-02db-45ee-b1a8-bd604df06b1d req-70e9ac5e-0f52-4bd1-895d-a76535a4fde0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1115260 Nov 12 03:42:36.674599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e31c4fa-02db-45ee-b1a8-bd604df06b1d req-369b0fd8-eeb7-4d0a-9c87-43544f196664 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879703 Nov 12 03:42:36.690240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36782) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:36.886210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.015816 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.043477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.051101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.150458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2aa5617348c43a8ac94da46b5d4f76d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4606225 Nov 12 03:42:37.153325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36808) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:37.162375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a113e2-2451-4636-836f-587bf5187a58,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:37.192377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.193006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.193502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.193993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.194504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.195115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.195598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.196081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.196561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.197101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.197580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.198060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acae0a-6a45-4d64-b6b5-aeb6629c0074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.299323 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-beb3ea44-ec01-4541-af7a-6ac22fbfc202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.302544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-e80a7dea-def6-4261-a457-1cfbca9c44ea tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.304112 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-e80a7dea-def6-4261-a457-1cfbca9c44ea tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.2979517 Nov 12 03:42:37.327120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-c19f33f4-7206-4716-a3ee-bac1bc2a99b2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/quotas/244cbb4da8474eebad5c1fe5f07190e4 HTTP/1.1" status: 200 len: 375 time: 0.0159078 Nov 12 03:42:37.335618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-beb3ea44-ec01-4541-af7a-6ac22fbfc202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.397995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-beb3ea44-ec01-4541-af7a-6ac22fbfc202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.401030 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-beb3ea44-ec01-4541-af7a-6ac22fbfc202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.402813 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-beb3ea44-ec01-4541-af7a-6ac22fbfc202 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01a113e2-2451-4636-836f-587bf5187a58 HTTP/1.1" status: 204 len: 168 time: 0.2475500 Nov 12 03:42:37.413303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3ea44-ec01-4541-af7a-6ac22fbfc202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a113e2-2451-4636-836f-587bf5187a58,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:37.436434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-7e291811-5275-40ce-ad53-e682e8093ff0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0997324 Nov 12 03:42:37.656990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-f66b255c-12d3-404f-8843-1344f2460dd4 service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082398 Nov 12 03:42:37.683647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f7354-54d7-4c76-b280-4f8f0c5ae757 req-4ac64c3a-2f5e-4c05-b453-a655e0afe30f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.687425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-442f7354-54d7-4c76-b280-4f8f0c5ae757 req-4ac64c3a-2f5e-4c05-b453-a655e0afe30f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.0871165 Nov 12 03:42:37.766840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-442f7354-54d7-4c76-b280-4f8f0c5ae757 req-4c406dfe-32e7-49a7-a003-6da41fe9eb8c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717945 Nov 12 03:42:37.836303 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-f6a97167-4324-44af-a65d-46bbad70172a service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778619 Nov 12 03:42:37.898837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36820) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:37.968539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8378bb-d8e3-4dc2-8eb9-7708ea4055d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.119535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eaca564c-c838-4a76-a59e-57ce3a6982f9 req-a495d551-7b4c-477b-bac7-1e302803654a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 210 time: 0.0585608 Nov 12 03:42:38.256562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8378bb-d8e3-4dc2-8eb9-7708ea4055d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.282139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf8378bb-d8e3-4dc2-8eb9-7708ea4055d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.410608 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bf8378bb-d8e3-4dc2-8eb9-7708ea4055d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=485141c9235f4d23ae501fa007794a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5105138 Nov 12 03:42:38.415047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36836) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.432642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8378bb-d8e3-4dc2-8eb9-7708ea4055d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c89440-8971-4f11-9529-1fdcda4ba8c6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.556194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e668315-a45e-47a2-881c-dea0489b3aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.594963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e668315-a45e-47a2-881c-dea0489b3aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.672856 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e668315-a45e-47a2-881c-dea0489b3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.676893 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e668315-a45e-47a2-881c-dea0489b3aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.678188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1e668315-a45e-47a2-881c-dea0489b3aa9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4c89440-8971-4f11-9529-1fdcda4ba8c6 HTTP/1.1" status: 204 len: 168 time: 0.2531075 Nov 12 03:42:38.708720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e668315-a45e-47a2-881c-dea0489b3aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c89440-8971-4f11-9529-1fdcda4ba8c6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:39.005705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c394d-2b3a-497a-a8bc-797f8e3e0b4e req-9d15e0e8-e9e9-406f-8cad-4ed8aa97629e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:39.018754 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-981c394d-2b3a-497a-a8bc-797f8e3e0b4e req-9d15e0e8-e9e9-406f-8cad-4ed8aa97629e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1227920 Nov 12 03:42:39.093437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-981c394d-2b3a-497a-a8bc-797f8e3e0b4e req-7ee6db13-d738-4ec8-a17c-87e5e4c16882 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733156 Nov 12 03:42:39.274524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8c138c4-2c53-4f6b-bafc-48386cb35b63 req-d0209e77-510f-445a-86a4-a2954d207c09 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 210 time: 0.0437558 Nov 12 03:42:39.702092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-c536f8b7-bbaa-4b7d-9d5b-eccd0d6a2284 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:39.702092 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-c536f8b7-bbaa-4b7d-9d5b-eccd0d6a2284 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.2120006 Nov 12 03:42:39.723615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'port': {'device_id': '7a8bc15d-0f61-4965-b43b-3f8c637fd61c', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'admin_state_up': True, 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:39.919759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Made reservation on behalf of 244cbb4da8474eebad5c1fe5f07190e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:39.926325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.096078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Allocated IP 172.20.0.13 (9eda40b8-2392-4f0c-96b3-730bf512b53b/5c0a8fca-b071-4355-acac-92f3e5eb1625/e229c874-a097-422d-af8e-fe88d409b4eb) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:40.365686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b66202-9c69-4263-be14-c03598be87e0 req-bf8042c6-fbed-4a3a-a7f5-8f09ca824a96 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.375604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f8b66202-9c69-4263-be14-c03598be87e0 req-bf8042c6-fbed-4a3a-a7f5-8f09ca824a96 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1975927 Nov 12 03:42:40.396026 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.485804 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f8b66202-9c69-4263-be14-c03598be87e0 req-733433e4-2bc2-4c7e-a133-1d389853e2a7 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088259 Nov 12 03:42:40.500077 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27404cd0-613c-4521-bc59-a220c4080bd1 req-bb11c911-2b49-4901-91ce-877245f21231 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 210 time: 0.0471864 Nov 12 03:42:40.517616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.587595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:40.591103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:40.594514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:40.626285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'Port': ['ID=e229c874-a097-422d-af8e-fe88d409b4eb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:40.670983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.671648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.717051 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-036cf657-f397-4e42-a45d-0fa8aea6ba7f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0047531 Nov 12 03:42:40.756900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Request body: {'port': {'device_id': '7a8bc15d-0f61-4965-b43b-3f8c637fd61c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:40.906271 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.974763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7df86fe1-bcdf-4a28-81fe-051a6cbd5c95 None None] Provisioning complete for port e229c874-a097-422d-af8e-fe88d409b4eb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:40.975947 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7df86fe1-bcdf-4a28-81fe-051a6cbd5c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.052650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7df86fe1-bcdf-4a28-81fe-051a6cbd5c95 None None] Port e229c874-a097-422d-af8e-fe88d409b4eb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:41.337701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e229c874-a097-422d-af8e-fe88d409b4eb {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:41.347628 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.373699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Transition to ACTIVE for port object e229c874-a097-422d-af8e-fe88d409b4eb will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:41.385686 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.462927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Pushing event updated for resources: {'Port': ['ID=e229c874-a097-422d-af8e-fe88d409b4eb,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.694616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Attempting to bind port e229c874-a097-422d-af8e-fe88d409b4eb on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:41.694959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Attempting to bind port e229c874-a097-422d-af8e-fe88d409b4eb by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:41.695287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Attempting to bind port e229c874-a097-422d-af8e-fe88d409b4eb on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:41.717564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Port e229c874-a097-422d-af8e-fe88d409b4eb on network 9eda40b8-2392-4f0c-96b3-730bf512b53b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:41.718178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Attempting to bind port e229c874-a097-422d-af8e-fe88d409b4eb on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:41.729878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:41.736130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Checking segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:41.736568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Bound using segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:41.737079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Bound port: e229c874-a097-422d-af8e-fe88d409b4eb, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:41.737454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.796054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63438594-fe0a-4ecb-b2de-dce28cfa84ba req-a9ce78f6-7c85-425a-a932-3424ae8969ed tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:41.812268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242d9ed-3d5e-429e-95b9-0672347428ec req-205dc091-e5f5-40ac-832a-3b88b73a8d56 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:41.815972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63438594-fe0a-4ecb-b2de-dce28cfa84ba req-a9ce78f6-7c85-425a-a932-3424ae8969ed tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1837814 Nov 12 03:42:41.822271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4242d9ed-3d5e-429e-95b9-0672347428ec req-205dc091-e5f5-40ac-832a-3b88b73a8d56 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 944 time: 0.1448498 Nov 12 03:42:41.930122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4242d9ed-3d5e-429e-95b9-0672347428ec req-ea75e633-25bb-4216-a62d-175190c4ca96 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061664 Nov 12 03:42:42.005484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63438594-fe0a-4ecb-b2de-dce28cfa84ba req-1d719f27-7b42-4da7-b323-64e8c4eb0a64 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678941 Nov 12 03:42:42.020255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] For port e229c874-a097-422d-af8e-fe88d409b4eb, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:42.023816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] For port e229c874-a097-422d-af8e-fe88d409b4eb, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e229c874-a097-422d-af8e-fe88d409b4eb,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:42.030947 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.065125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36970) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.079424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.080180 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.081600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] 10.222.0.20 "PUT /v2.0/ports/e229c874-a097-422d-af8e-fe88d409b4eb HTTP/1.1" status: 200 len: 1093 time: 1.3384454 Nov 12 03:42:42.082040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8bc15d-0f61-4965-b43b-3f8c637fd61c', 'tag': 'e229c874-a097-422d-af8e-fe88d409b4eb'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:42.084287 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0936fdac-9242-43fe-937c-fe76620a5cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8bc15d-0f61-4965-b43b-3f8c637fd61c", "tag": "e229c874-a097-422d-af8e-fe88d409b4eb"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:42.198312 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ff14e9-c183-445a-b9c3-ab38dccae111 x-openstack-request-id: req-03ff14e9-c183-445a-b9c3-ab38dccae111 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:42.198600 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8bc15d-0f61-4965-b43b-3f8c637fd61c", "tag": "e229c874-a097-422d-af8e-fe88d409b4eb", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:42.198863 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03ff14e9-c183-445a-b9c3-ab38dccae111 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:42.199259 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8bc15d-0f61-4965-b43b-3f8c637fd61c', 'tag': 'e229c874-a097-422d-af8e-fe88d409b4eb', 'status': 'completed', 'code': 200} Nov 12 03:42:42.212401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1343bc-24f2-48f5-826f-ab9c3498c751 service neutron] Pushing event updated for resources: {'Port': ['ID=e229c874-a097-422d-af8e-fe88d409b4eb,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.224477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-5a35cc33-62b5-4274-982e-63e0ed91d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.226000 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-5a35cc33-62b5-4274-982e-63e0ed91d6ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 1096 time: 0.0962708 Nov 12 03:42:42.279863 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-848a8b1e-38b7-4f74-a717-413450f9cbac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.289606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-6fa0b564-d94e-444e-a203-bfec33933fa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e229c874-a097-422d-af8e-fe88d409b4eb HTTP/1.1" status: 200 len: 217 time: 0.0499470 Nov 12 03:42:42.389841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-6bac3450-fe57-4553-a3c9-98b111d91202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.391748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-6bac3450-fe57-4553-a3c9-98b111d91202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0936179 Nov 12 03:42:42.509905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-848a8b1e-38b7-4f74-a717-413450f9cbac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.526915 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-848a8b1e-38b7-4f74-a717-413450f9cbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.554618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-fd5e3b85-ad0f-44a7-bb57-a2e5f9907ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.562175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-fd5e3b85-ad0f-44a7-bb57-a2e5f9907ab3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1480432 Nov 12 03:42:42.589509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-848a8b1e-38b7-4f74-a717-413450f9cbac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c710344e7a5449ddaaa6847043c7204c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5219738 Nov 12 03:42:42.601075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.666373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a8b1e-38b7-4f74-a717-413450f9cbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde661cb-47fe-4add-a3b6-cafbd377c922,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.719889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dac7797-1722-4927-8112-ddf067e06ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.779339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dac7797-1722-4927-8112-ddf067e06ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.879923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-b079153f-c6de-42a2-92cd-59b8bd775cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077672 Nov 12 03:42:42.938452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dac7797-1722-4927-8112-ddf067e06ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.940949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dac7797-1722-4927-8112-ddf067e06ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.945886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9dac7797-1722-4927-8112-ddf067e06ebd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bde661cb-47fe-4add-a3b6-cafbd377c922 HTTP/1.1" status: 204 len: 168 time: 0.3437343 Nov 12 03:42:42.963703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac7797-1722-4927-8112-ddf067e06ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde661cb-47fe-4add-a3b6-cafbd377c922,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.140844 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c89e897-57a2-47e8-b928-eb13f80861e6 req-f75ffd33-9d32-47ce-b74b-d5174fed2191 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518137 Nov 12 03:42:43.251312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69b792-5bce-43b4-94dc-46141edf87f9 req-0c0ab7e4-3beb-4d8e-b0cf-3e55636ec0db tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.270064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d69b792-5bce-43b4-94dc-46141edf87f9 req-0c0ab7e4-3beb-4d8e-b0cf-3e55636ec0db tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 944 time: 0.1179121 Nov 12 03:42:43.321967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a8796-5d8b-4dfd-a5b9-b7045176cf32 req-8f316925-329f-44a8-aaf7-9750fd5f752d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.323515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-644a8796-5d8b-4dfd-a5b9-b7045176cf32 req-8f316925-329f-44a8-aaf7-9750fd5f752d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1852808 Nov 12 03:42:43.360397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d69b792-5bce-43b4-94dc-46141edf87f9 req-50af4a8c-07d8-4b5d-90c1-5bf2b438a869 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879862 Nov 12 03:42:43.476865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-4791102d-77f1-4ac0-8f22-698b86ced43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.478367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-4791102d-77f1-4ac0-8f22-698b86ced43c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 1096 time: 0.2475820 Nov 12 03:42:43.548831 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-644a8796-5d8b-4dfd-a5b9-b7045176cf32 req-a318d30a-898b-402e-b374-d6ab0a6b0a70 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102118 Nov 12 03:42:43.572486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37028) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.610613 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbef0493-01fa-4053-9ea9-f56cde9b5a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.681592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-824e8337-256a-4b0b-937b-543494b805bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.684377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-824e8337-256a-4b0b-937b-543494b805bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1897547 Nov 12 03:42:43.773536 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-5058202f-84e4-442c-a304-e632be295cbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e229c874-a097-422d-af8e-fe88d409b4eb HTTP/1.1" status: 200 len: 217 time: 0.0773220 Nov 12 03:42:43.812850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbef0493-01fa-4053-9ea9-f56cde9b5a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.824490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cbef0493-01fa-4053-9ea9-f56cde9b5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.888152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cbef0493-01fa-4053-9ea9-f56cde9b5a0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cdbe06cb183849928c59e60f88761756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3143549 Nov 12 03:42:43.891638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37042) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.899350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-e7835bce-a415-4779-b9e9-3e671f058299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.900999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-e7835bce-a415-4779-b9e9-3e671f058299 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1234338 Nov 12 03:42:43.964036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-5ddd3952-2ec5-4df0-a78c-4ee576955854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.966957 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-5ddd3952-2ec5-4df0-a78c-4ee576955854 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577435 Nov 12 03:42:43.979968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef0493-01fa-4053-9ea9-f56cde9b5a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b66cf1-0234-4920-ae48-22612597c4e3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.997556 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf943ea6-5980-4f53-b448-86fb44f78b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.024459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf943ea6-5980-4f53-b448-86fb44f78b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.084967 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf943ea6-5980-4f53-b448-86fb44f78b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.087871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf943ea6-5980-4f53-b448-86fb44f78b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.089276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cf943ea6-5980-4f53-b448-86fb44f78b35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9b66cf1-0234-4920-ae48-22612597c4e3 HTTP/1.1" status: 204 len: 168 time: 0.1925910 Nov 12 03:42:44.117142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf943ea6-5980-4f53-b448-86fb44f78b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b66cf1-0234-4920-ae48-22612597c4e3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.200944 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-99891cac-5f85-4b94-968a-89dce3d07c69 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248681 Nov 12 03:42:44.346579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0936fdac-9242-43fe-937c-fe76620a5cdd req-86d33210-bb40-445f-87ae-3123310ae917 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362970 Nov 12 03:42:44.638478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff44b3-4736-407a-9618-0b6431e26135 req-0400702d-9a18-43bf-b274-652cc5d57917 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:44.657722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6ff44b3-4736-407a-9618-0b6431e26135 req-0400702d-9a18-43bf-b274-652cc5d57917 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 944 time: 0.1793272 Nov 12 03:42:44.814374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6ff44b3-4736-407a-9618-0b6431e26135 req-de38bc7b-9e7f-4631-8402-1836b3b8a962 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270964 Nov 12 03:42:44.851829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65880f-9334-41b5-827a-7f28d1324a23 req-8202c130-09fc-4d71-a607-216e0a6ebe13 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:44.854848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b65880f-9334-41b5-827a-7f28d1324a23 req-8202c130-09fc-4d71-a607-216e0a6ebe13 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1275530 Nov 12 03:42:44.993622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b65880f-9334-41b5-827a-7f28d1324a23 req-d9fb1457-181b-45cc-99ce-91781bfe2536 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248181 Nov 12 03:42:46.044570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d52b6-e73c-4d9f-b526-92cf3db06a94 req-026bb718-e1c7-4f91-a744-67bec050eca8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.055123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-177d52b6-e73c-4d9f-b526-92cf3db06a94 req-026bb718-e1c7-4f91-a744-67bec050eca8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 944 time: 0.1581511 Nov 12 03:42:46.142543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-177d52b6-e73c-4d9f-b526-92cf3db06a94 req-27e6bcfb-270b-4213-828c-afd8f0a534f2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863957 Nov 12 03:42:46.373521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4091-8c97-4ced-890f-b650810d3d1b req-5a9c3c55-143d-4a39-ade0-8935cc5f898c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.377231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc6f4091-8c97-4ced-890f-b650810d3d1b req-5a9c3c55-143d-4a39-ade0-8935cc5f898c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1191478 Nov 12 03:42:46.478563 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc6f4091-8c97-4ced-890f-b650810d3d1b req-27c2f544-30e6-4689-b3cb-beb606f65555 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905035 Nov 12 03:42:47.354407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c703c-80d1-4da5-b0b6-471a29dddb7e req-d14557c8-dc9b-4e2b-b1f1-75458b720f46 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.362300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f36c703c-80d1-4da5-b0b6-471a29dddb7e req-d14557c8-dc9b-4e2b-b1f1-75458b720f46 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 944 time: 0.1047409 Nov 12 03:42:47.454997 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f36c703c-80d1-4da5-b0b6-471a29dddb7e req-8b7e9b28-3849-4751-823e-d7572bf2f718 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911565 Nov 12 03:42:47.608665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37188) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.706833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e229c874-a097-422d-af8e-fe88d409b4eb details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:47.744611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d431efe-dd1e-4de3-bc97-60ec58bcccaf req-658e7c86-6f64-477e-8de6-7a0c920b803f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.754515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d431efe-dd1e-4de3-bc97-60ec58bcccaf req-658e7c86-6f64-477e-8de6-7a0c920b803f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.0816925 Nov 12 03:42:47.875850 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d431efe-dd1e-4de3-bc97-60ec58bcccaf req-cfa38dbe-bf29-4c74-9c41-05236efe6243 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179721 Nov 12 03:42:47.952455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5368ef8-0b1e-4c99-92a2-498ba0915642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.997282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e229c874-a097-422d-af8e-fe88d409b4eb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e229c874-a097-422d-af8e-fe88d409b4eb,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:48.037640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'e229c874-a097-422d-af8e-fe88d409b4eb', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': 'e229c874-a097-422d-af8e-fe88d409b4eb', 'mac_address': 'fa:16:3e:6b:f3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:48.113797 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.130609 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e229c874-a097-422d-af8e-fe88d409b4eb {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:48.155280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e229c874-a097-422d-af8e-fe88d409b4eb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e229c874-a097-422d-af8e-fe88d409b4eb,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:48.163619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.223692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5368ef8-0b1e-4c99-92a2-498ba0915642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.233363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a5368ef8-0b1e-4c99-92a2-498ba0915642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.255288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e229c874-a097-422d-af8e-fe88d409b4eb,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.295140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5368ef8-0b1e-4c99-92a2-498ba0915642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7215a18b-5f95-4e8f-a438-b3a127d04089,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.301750 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a5368ef8-0b1e-4c99-92a2-498ba0915642 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=288c575f827946eda0890aeeea822311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6903467 Nov 12 03:42:48.304664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37208) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:48.369751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.395063 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.421111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e229c874-a097-422d-af8e-fe88d409b4eb'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:48.457649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.464717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.467335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7215a18b-5f95-4e8f-a438-b3a127d04089 HTTP/1.1" status: 204 len: 168 time: 0.1615973 Nov 12 03:42:48.502521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7215a18b-5f95-4e8f-a438-b3a127d04089,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.511760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.513206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.513975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.514688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.515205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.515701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.516201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.516689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.517574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.518361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.519289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.520050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a027f-7c69-470b-8ac5-91091c630a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:48.818760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430f663-1057-4997-b452-122fe2e2817e req-efc4d4f8-d8cc-4e87-90c7-1ca33e1c6f93 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:48.825498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1430f663-1057-4997-b452-122fe2e2817e req-efc4d4f8-d8cc-4e87-90c7-1ca33e1c6f93 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 945 time: 0.1633270 Nov 12 03:42:48.978945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1430f663-1057-4997-b452-122fe2e2817e req-6e7dddb5-ef4c-4156-b245-1d7d07d93dce tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429341 Nov 12 03:42:49.136252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b2d22-1d79-4f48-98d5-476e70d36cc2 req-3599b7eb-4250-4ee6-933d-c14a1e57a649 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.142749 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-002b2d22-1d79-4f48-98d5-476e70d36cc2 req-3599b7eb-4250-4ee6-933d-c14a1e57a649 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1527834 Nov 12 03:42:49.157166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37236) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.172567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b43fa3d-bffa-4663-8d4e-11733f4fcd5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.221761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-002b2d22-1d79-4f48-98d5-476e70d36cc2 req-86d01352-5ca0-4e2c-9958-f5b1f988a7a0 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728335 Nov 12 03:42:49.316629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b43fa3d-bffa-4663-8d4e-11733f4fcd5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.327781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b43fa3d-bffa-4663-8d4e-11733f4fcd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.359514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43fa3d-bffa-4663-8d4e-11733f4fcd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a645d88-e1f1-4f54-b2b3-622bf3998e83,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.392168 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2b43fa3d-bffa-4663-8d4e-11733f4fcd5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=892b4114481241f4a6ffa8c9e48ca31f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2336657 Nov 12 03:42:49.396080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37242) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.487140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0de5e210-00bf-4581-ae07-1e45bcd2f5ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.546791 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0de5e210-00bf-4581-ae07-1e45bcd2f5ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.639706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0de5e210-00bf-4581-ae07-1e45bcd2f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.642102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0de5e210-00bf-4581-ae07-1e45bcd2f5ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.651142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0de5e210-00bf-4581-ae07-1e45bcd2f5ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a645d88-e1f1-4f54-b2b3-622bf3998e83 HTTP/1.1" status: 204 len: 168 time: 0.2528903 Nov 12 03:42:49.670055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5e210-00bf-4581-ae07-1e45bcd2f5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a645d88-e1f1-4f54-b2b3-622bf3998e83,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.755483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e229c874-a097-422d-af8e-fe88d409b4eb up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:49.833924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port e229c874-a097-422d-af8e-fe88d409b4eb completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:42:49.846899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port e229c874-a097-422d-af8e-fe88d409b4eb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:49.848988 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.978375 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.006343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8bc15d-0f61-4965-b43b-3f8c637fd61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e229c874-a097-422d-af8e-fe88d409b4eb'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:50.009389 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da55c8-919d-4fcd-953d-bccbe1e5ddbf" -d '{"events": [{"server_uuid": "7a8bc15d-0f61-4965-b43b-3f8c637fd61c", "name": "network-vif-plugged", "status": "completed", "tag": "e229c874-a097-422d-af8e-fe88d409b4eb"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:50.054586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e229c874-a097-422d-af8e-fe88d409b4eb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e229c874-a097-422d-af8e-fe88d409b4eb,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:50.065162 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.072651 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7202d04-c859-4cba-94f8-55eeb1c0b0a0 x-openstack-request-id: req-a7202d04-c859-4cba-94f8-55eeb1c0b0a0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:50.072984 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8bc15d-0f61-4965-b43b-3f8c637fd61c", "name": "network-vif-plugged", "status": "completed", "tag": "e229c874-a097-422d-af8e-fe88d409b4eb", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:50.073243 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7202d04-c859-4cba-94f8-55eeb1c0b0a0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:50.073652 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8bc15d-0f61-4965-b43b-3f8c637fd61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e229c874-a097-422d-af8e-fe88d409b4eb', 'code': 200} Nov 12 03:42:50.137811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e229c874-a097-422d-af8e-fe88d409b4eb,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.260536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244a33-ec31-4b72-b06a-202a25aab6d7 req-17e148a9-4722-4364-893d-6871203a6c82 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.263468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f244a33-ec31-4b72-b06a-202a25aab6d7 req-17e148a9-4722-4364-893d-6871203a6c82 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1463025 Nov 12 03:42:50.296587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7171-091d-4621-8016-b02a2aaa4b11 req-ca1721e0-5ac6-4f3b-b46f-a372b8d6bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.299178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d67a7171-091d-4621-8016-b02a2aaa4b11 req-ca1721e0-5ac6-4f3b-b46f-a372b8d6bcb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 1098 time: 0.1333036 Nov 12 03:42:50.361752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f244a33-ec31-4b72-b06a-202a25aab6d7 req-394358c3-aa96-4e4f-b33d-fe660d1700fd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683024 Nov 12 03:42:50.459792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c88dc-44f0-479e-9429-4dca3f237734 req-0ba6ef22-3aaa-4eb3-9ce2-f4bc41ae7945 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.461443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-011c88dc-44f0-479e-9429-4dca3f237734 req-0ba6ef22-3aaa-4eb3-9ce2-f4bc41ae7945 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1140623 Nov 12 03:42:50.468065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d67a7171-091d-4621-8016-b02a2aaa4b11 req-185ce4bc-5a5d-4eb1-9962-633287c29d1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215520 Nov 12 03:42:50.582574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-011c88dc-44f0-479e-9429-4dca3f237734 req-ff9fc93f-da1e-42dc-b526-46ceb23b630f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102190 Nov 12 03:42:51.645565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37338) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.695822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ed79-e402-40f2-873b-abb5280fcd29 req-30182183-06a7-463e-80bb-a8f87bfd1b74 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.710179 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ad6ed79-e402-40f2-873b-abb5280fcd29 req-30182183-06a7-463e-80bb-a8f87bfd1b74 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1940036 Nov 12 03:42:51.823844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab82dd4-11d9-4d0f-b3b5-2ffbb9286e3c req-af2c4d1d-6817-421c-99af-bda6afd59743 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.826995 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ab82dd4-11d9-4d0f-b3b5-2ffbb9286e3c req-af2c4d1d-6817-421c-99af-bda6afd59743 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1313157 Nov 12 03:42:51.848754 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ad6ed79-e402-40f2-873b-abb5280fcd29 req-023d7c00-0434-444f-a174-cb43cff2e2b4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364791 Nov 12 03:42:51.943861 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a56031b-6000-4fa9-a6ee-ae1ec53cd61a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.022095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ab82dd4-11d9-4d0f-b3b5-2ffbb9286e3c req-56e34828-9279-4ad8-8213-c6e8d0b0f335 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712599 Nov 12 03:42:52.157099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a56031b-6000-4fa9-a6ee-ae1ec53cd61a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.162492 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a56031b-6000-4fa9-a6ee-ae1ec53cd61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.200627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37354) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:52.201838 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3a56031b-6000-4fa9-a6ee-ae1ec53cd61a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b02503d7b154953aa28b10538d3459c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5542212 Nov 12 03:42:52.230297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56031b-6000-4fa9-a6ee-ae1ec53cd61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f0638-61cd-4088-b655-7d698aa419ae,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.288643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51f56bf2-4f81-4ae4-8913-d2ef9fe7ff70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.323222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51f56bf2-4f81-4ae4-8913-d2ef9fe7ff70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.433404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51f56bf2-4f81-4ae4-8913-d2ef9fe7ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.436531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51f56bf2-4f81-4ae4-8913-d2ef9fe7ff70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.437730 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-51f56bf2-4f81-4ae4-8913-d2ef9fe7ff70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed9f0638-61cd-4088-b655-7d698aa419ae HTTP/1.1" status: 204 len: 168 time: 0.2358043 Nov 12 03:42:52.446987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f56bf2-4f81-4ae4-8913-d2ef9fe7ff70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f0638-61cd-4088-b655-7d698aa419ae,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.053900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933583ea-34b8-4009-9a25-f26188448412 req-97648a71-5903-412d-a7d3-316efd3c933d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.077760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-933583ea-34b8-4009-9a25-f26188448412 req-97648a71-5903-412d-a7d3-316efd3c933d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1289258 Nov 12 03:42:53.172810 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-933583ea-34b8-4009-9a25-f26188448412 req-dc6adecb-3e80-47d4-8103-7a703bdb3a0c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Nov 12 03:42:53.256448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20986ed4-4ad3-4998-a883-7c8e1062f9ef req-0b56d857-ffed-4cd0-923f-8b41a551cc5a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.267432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20986ed4-4ad3-4998-a883-7c8e1062f9ef req-0b56d857-ffed-4cd0-923f-8b41a551cc5a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1052446 Nov 12 03:42:53.343761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20986ed4-4ad3-4998-a883-7c8e1062f9ef req-a657306f-bfc6-4222-868b-31ef2f6238f1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727980 Nov 12 03:42:53.561126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bd568-3fb1-40cf-8558-e3bbf4ff3d39 req-8495f6dc-d916-430a-8a4a-4e413a560f00 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.570783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a54bd568-3fb1-40cf-8558-e3bbf4ff3d39 req-8495f6dc-d916-430a-8a4a-4e413a560f00 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.0951123 Nov 12 03:42:53.724037 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a54bd568-3fb1-40cf-8558-e3bbf4ff3d39 req-895c934f-c113-43cd-b464-9d12c8239045 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242135 Nov 12 03:42:53.818445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fdd8d-afcf-4f2a-b256-865d83acbe2a req-dc88ab9c-efc1-4dce-ad74-5c1de2c90231 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.820887 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a3fdd8d-afcf-4f2a-b256-865d83acbe2a req-dc88ab9c-efc1-4dce-ad74-5c1de2c90231 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 947 time: 0.1128066 Nov 12 03:42:53.880233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a3fdd8d-afcf-4f2a-b256-865d83acbe2a req-ef34a455-8d51-4514-a5dd-9c5461f1d9a8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514288 Nov 12 03:42:54.563584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f31a4-c2ac-4bcb-800f-d293895af513 req-cb31be40-6669-407b-80a8-2134427edca9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.578260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf7f31a4-c2ac-4bcb-800f-d293895af513 req-cb31be40-6669-407b-80a8-2134427edca9 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1148460 Nov 12 03:42:54.655825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.660033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf7f31a4-c2ac-4bcb-800f-d293895af513 req-d17ffa94-b1f6-4a4b-a93a-bf5558b57d1f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754249 Nov 12 03:42:54.998350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4343-87ff-437e-b4db-fe3eb8af7f02 req-42b65554-fe56-441f-9dc4-71333faf20d3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.006431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37484) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.011717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cbac4343-87ff-437e-b4db-fe3eb8af7f02 req-42b65554-fe56-441f-9dc4-71333faf20d3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1112137 Nov 12 03:42:55.013357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979806811', 'description': 'tempest-secgroup-smoke-979806811 description', 'project_id': '5490643397db4bc88a6238321c7bff62'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:55.099302 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.130703 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.136200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cbac4343-87ff-437e-b4db-fe3eb8af7f02 req-c4059702-5222-46fe-b702-d77717231ace tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157153 Nov 12 03:42:55.574042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c4f20-8ba2-4611-bf20-5ada3d6bdb5e req-e069bf60-3c3b-4791-9aec-d8027acdb4e4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.577339 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3c4f20-8ba2-4611-bf20-5ada3d6bdb5e req-e069bf60-3c3b-4791-9aec-d8027acdb4e4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 947 time: 0.4726033 Nov 12 03:42:55.617866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-ebdc9bd8-6ed7-42db-80d5-7fbb2927db82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.619276 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-ebdc9bd8-6ed7-42db-80d5-7fbb2927db82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 947 time: 0.1326494 Nov 12 03:42:55.711945 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3c4f20-8ba2-4611-bf20-5ada3d6bdb5e req-9c7b62fb-2dd8-4dfd-9fd5-2cdfa81f0913 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c28e381-bbb6-41ec-af85-f26fc0cd8471&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253991 Nov 12 03:42:55.751146 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.760128 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.828164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19dca94d-f999-491e-a040-8ef61e1cf179,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.836890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefca97-7840-461f-bd1b-5f981a7e3a16 req-743cfbf2-8e15-4aa8-8133-68e6c8ec15fe tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.841919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Deleting port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:55.842219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.850466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3cefca97-7840-461f-bd1b-5f981a7e3a16 req-743cfbf2-8e15-4aa8-8133-68e6c8ec15fe tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1042628 Nov 12 03:42:55.930262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3cefca97-7840-461f-bd1b-5f981a7e3a16 req-ae241bfa-9282-475b-b680-7b1cf1b3f5d2 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785506 Nov 12 03:42:55.951146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] For port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:55.951146 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.000628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37514) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.009981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1197342029'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:56.040195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.048524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.052173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:56.056706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.095454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:56.111855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.113050 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Added segment 848b21cf-dc75-4745-a4bd-9ef0bbe43391 of type vlan for network d604b101-cab0-49d6-8043-8bc3cc00f6c6 Nov 12 03:42:56.132160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.136699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1257062 Nov 12 03:42:56.138310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37518) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.146142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-43a5fdbc-0f12-4b1f-84f7-79f22e5ad998 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '8fc969f8-6739-479b-b578-9e2a5413d028', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:56.174603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.195146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6dd12-8525-42da-8695-e0c7d9f63fc3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc969f8-6739-479b-b578-9e2a5413d028,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.224444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.255300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.255684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.256011 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Floating IP 7cbfc5e9-8841-4df1-96e2-da46b2c0b073 disassociated. External IP: 172.25.0.217, port: 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1. Nov 12 03:42:56.256501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Calling delete_port for 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:56.258507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.259652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.269899 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43a5fdbc-0f12-4b1f-84f7-79f22e5ad998 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.354371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Network': ['ID=d604b101-cab0-49d6-8043-8bc3cc00f6c6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.373538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:56.375603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-786c59c0-50b4-438f-bb16-9b35de85bc21 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3698547 Nov 12 03:42:56.378157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37532) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.384792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1128749398'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:56.415895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:56.418185 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.457739 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a07e34-9a50-4637-95a2-82f8a9cb65ce req-93afa100-02be-406f-aaa2-9cefd16ae9cd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.466217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6a07e34-9a50-4637-95a2-82f8a9cb65ce req-93afa100-02be-406f-aaa2-9cefd16ae9cd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1661539 Nov 12 03:42:56.490611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:56.503527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.503527 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Added segment 2563b432-996c-4d06-bf1b-def7ef7fb830 of type vlan for network 77b499b6-d587-4950-a636-c04dfb896eb7 Nov 12 03:42:56.511011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43a5fdbc-0f12-4b1f-84f7-79f22e5ad998 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.534526 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43a5fdbc-0f12-4b1f-84f7-79f22e5ad998 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.562267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5fdbc-0f12-4b1f-84f7-79f22e5ad998 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7178dcc4-123d-495d-a9e0-66f25cca3ff1,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.571460 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.571729 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:56.578573 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43a5fdbc-0f12-4b1f-84f7-79f22e5ad998 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.582452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-43a5fdbc-0f12-4b1f-84f7-79f22e5ad998 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4371593 Nov 12 03:42:56.589692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.601601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-01853aca-8e63-4872-bfc6-ddd1075de426 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '8fc969f8-6739-479b-b578-9e2a5413d028', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:56.633709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.642143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.642839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.644780 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6a07e34-9a50-4637-95a2-82f8a9cb65ce req-ea02b886-97f1-45f4-9fcb-cd437589ba43 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775076 Nov 12 03:42:56.649375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.692569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event deleted for resources: {'Port': ['ID=2391e1fa-6f1c-40e7-bb29-3b8ad35675c1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.715951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01853aca-8e63-4872-bfc6-ddd1075de426 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.771544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Network': ['ID=77b499b6-d587-4950-a636-c04dfb896eb7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.783479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-90ea12d6-2c53-4cbb-be14-e73af8aeace0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4037154 Nov 12 03:42:56.786813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37542) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.790936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 77b499b6-d587-4950-a636-c04dfb896eb7 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:56.794476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'subnet': {'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:56.877274 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01853aca-8e63-4872-bfc6-ddd1075de426 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.891581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01853aca-8e63-4872-bfc6-ddd1075de426 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.909894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:56.927581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01853aca-8e63-4872-bfc6-ddd1075de426 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d89cd58-8a2a-4e62-b1dd-43911844c8c6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.940815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35b64122-eaca-4737-9e4c-bfbb33a2f996 req-480c1da5-e6b9-46e8-a796-6d314d77bfcf tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 210 time: 0.0514095 Nov 12 03:42:56.943242 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01853aca-8e63-4872-bfc6-ddd1075de426 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.944602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-01853aca-8e63-4872-bfc6-ddd1075de426 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3525949 Nov 12 03:42:56.951950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37544) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.958796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-da03431a-976d-439c-b694-a987199c6825 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '8fc969f8-6739-479b-b578-9e2a5413d028', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:57.003600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da03431a-976d-439c-b694-a987199c6825 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.049711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:57.052659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.100546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:57.118104 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] Sync routers for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:57.137436 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:57.139494 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:42:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:57.158245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] No DVR routers for this DVR port 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:57.164773 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.168097 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d2b57ae-7076-4520-bfa6-5d0065d81357 req-f8b52573-c1a3-4f07-95e9-ff54670f673b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "DELETE /v2.0/ports/2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 HTTP/1.1" status: 204 len: 173 time: 1.5396748 Nov 12 03:42:57.170096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-deleted', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:57.172604 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879ff691-abde-45d8-a13a-b632225ef5b2" -d '{"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-deleted", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:57.206036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40408-d665-46f2-aadf-a66ca4a8124a req-d4967a41-73e2-4b9f-bb59-8c97441425b5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.215414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29f40408-d665-46f2-aadf-a66ca4a8124a req-d4967a41-73e2-4b9f-bb59-8c97441425b5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1940989 Nov 12 03:42:57.301908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-29f40408-d665-46f2-aadf-a66ca4a8124a req-b55b23d1-afbb-4587-9282-de40409acbc8 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823069 Nov 12 03:42:57.307099 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee0e215-3d51-4342-b16e-2ce06ac75036 x-openstack-request-id: req-3ee0e215-3d51-4342-b16e-2ce06ac75036 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:57.307099 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbc440d-4e87-405e-bd69-16dfdf53feed", "name": "network-vif-deleted", "tag": "2391e1fa-6f1c-40e7-bb29-3b8ad35675c1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:57.307099 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ee0e215-3d51-4342-b16e-2ce06ac75036 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:57.307099 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbc440d-4e87-405e-bd69-16dfdf53feed', 'name': 'network-vif-deleted', 'tag': '2391e1fa-6f1c-40e7-bb29-3b8ad35675c1', 'status': 'completed', 'code': 200} Nov 12 03:42:57.349764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da03431a-976d-439c-b694-a987199c6825 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.360398 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da03431a-976d-439c-b694-a987199c6825 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.385094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03431a-976d-439c-b694-a987199c6825 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ff6c21-ecfd-437a-a50f-6c3c503592be,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.443726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da03431a-976d-439c-b694-a987199c6825 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.450141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-da03431a-976d-439c-b694-a987199c6825 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4904060 Nov 12 03:42:57.450497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37560) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.452169 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:57.461552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4664d64d-0cb9-4090-81b2-fc9a87c13ce4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '8fc969f8-6739-479b-b578-9e2a5413d028', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:57.497470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4664d64d-0cb9-4090-81b2-fc9a87c13ce4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.523855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.608372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4664d64d-0cb9-4090-81b2-fc9a87c13ce4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.613543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4664d64d-0cb9-4090-81b2-fc9a87c13ce4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.625561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Subnet': ['ID=6126fec9-6ac0-4221-965b-b4f41929bcc6,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.655063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664d64d-0cb9-4090-81b2-fc9a87c13ce4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b96011-a469-4608-8c9c-ca861d21af4d,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.656040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Checking segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:57.658048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network hostable DHCP agents. Network: d604b101-cab0-49d6-8043-8bc3cc00f6c6, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:57.663838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4664d64d-0cb9-4090-81b2-fc9a87c13ce4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.668332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37566) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.670221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4664d64d-0cb9-4090-81b2-fc9a87c13ce4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2185097 Nov 12 03:42:57.677733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d8381a7a-50bf-44d6-84c2-97ce6d7c6867 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '8fc969f8-6739-479b-b578-9e2a5413d028', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:57.725784 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-d8381a7a-50bf-44d6-84c2-97ce6d7c6867 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Project 5490643397db4bc88a6238321c7bff62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:42:57.732166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8381a7a-50bf-44d6-84c2-97ce6d7c6867 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.737763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:57.780310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, d604b101-cab0-49d6-8043-8bc3cc00f6c6) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:57.786940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.788033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.789599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84cf7a1-0876-4853-bcc4-fd3ce8bc2276 None None] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:57.806958 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:57.830325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d76adcb7-cb0b-4536-a308-9efc18b015a0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0399337 Nov 12 03:42:57.833836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37568) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.839192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'subnet': {'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:57.899310 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] Checking router: b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:57.903131 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f25f80-6774-46e2-bd57-33c687ec7f93 req-e3f5408b-425f-47a2-82bb-5b1b94eeb561 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.904760 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50f25f80-6774-46e2-bd57-33c687ec7f93 req-e3f5408b-425f-47a2-82bb-5b1b94eeb561 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1450562 Nov 12 03:42:57.911840 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:57.912709 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:42:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:58.010060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50f25f80-6774-46e2-bd57-33c687ec7f93 req-cb768b86-da43-4a47-9e59-757da40fd9e8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929229 Nov 12 03:42:58.105068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-d604b101-cab0-49d6-8043-8bc3cc00f6c6', 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'fixed_ips': [{'subnet_id': '6126fec9-6ac0-4221-965b-b4f41929bcc6'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:58.107209 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.118969 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:58.239847 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8381a7a-50bf-44d6-84c2-97ce6d7c6867 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.252106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e128d860-ad8f-42b9-8f46-6a326521286a req-59fffab4-67ec-4ceb-ac09-d3b092f6f020 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fbc440d-4e87-405e-bd69-16dfdf53feed HTTP/1.1" status: 200 len: 210 time: 0.1199286 Nov 12 03:42:58.257541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8381a7a-50bf-44d6-84c2-97ce6d7c6867 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.300559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:58.319505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.330901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8381a7a-50bf-44d6-84c2-97ce6d7c6867 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76586363-0244-441f-8b65-d9cc44e4cd8e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.397057 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8381a7a-50bf-44d6-84c2-97ce6d7c6867 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.401217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d8381a7a-50bf-44d6-84c2-97ce6d7c6867 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7272816 Nov 12 03:42:58.402040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37584) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.412639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9a8fb5f0-f743-47f7-a28f-712def65f55b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '8fc969f8-6739-479b-b578-9e2a5413d028', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:58.422052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Allocated IP 10.1.1.2 (d604b101-cab0-49d6-8043-8bc3cc00f6c6/6126fec9-6ac0-4221-965b-b4f41929bcc6/505e53fd-158c-4d38-bd2e-bb67af3704dc) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:58.602975 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-9a8fb5f0-f743-47f7-a28f-712def65f55b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Project 5490643397db4bc88a6238321c7bff62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:42:58.625334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a8fb5f0-f743-47f7-a28f-712def65f55b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.660132 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:58.729611 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a86f37-9448-433d-a9f3-7d184ea249bf None None] The sync data for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 is: [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:58.742451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c46dbb-928d-411e-af15-746a0e6ff753 req-1f193165-dcfe-4cb0-8620-21b7ae5114a6 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.744234 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-80c46dbb-928d-411e-af15-746a0e6ff753 req-1f193165-dcfe-4cb0-8620-21b7ae5114a6 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.2638173 Nov 12 03:42:58.787495 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.823279 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a8fb5f0-f743-47f7-a28f-712def65f55b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.879234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a8fb5f0-f743-47f7-a28f-712def65f55b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.910166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Checking segment: {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:58.910166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network hostable DHCP agents. Network: 77b499b6-d587-4950-a636-c04dfb896eb7, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:58.912853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Subnet': ['ID=c0874456-1164-453f-9f28-e44b5e1c9b17,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.945889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network 77b499b6-d587-4950-a636-c04dfb896eb7 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:58.961214 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.963615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fb5f0-f743-47f7-a28f-712def65f55b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0360937c-8847-40ec-b99b-9f7dcf546b70,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.975028 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.976116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 77b499b6-d587-4950-a636-c04dfb896eb7) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:58.985480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a8fb5f0-f743-47f7-a28f-712def65f55b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.998323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9a8fb5f0-f743-47f7-a28f-712def65f55b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5880456 Nov 12 03:42:59.010234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37596) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.028826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'network': {'name': 'tempest-network-smoke--475361425', 'project_id': '5490643397db4bc88a6238321c7bff62', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:59.033545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.033545 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.064699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:59.066192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22d2d04-d39c-40cd-b257-b00aace4be5a None None] Network 77b499b6-d587-4950-a636-c04dfb896eb7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:59.070405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Pushing event updated for resources: {'Port': ['ID=505e53fd-158c-4d38-bd2e-bb67af3704dc,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.076540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:59.092615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-80c46dbb-928d-411e-af15-746a0e6ff753 req-95cb5bc9-5a13-4506-b4e7-0b4f04b8fd77 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072641 Nov 12 03:42:59.108327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:59.137487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dcb77b47-2baa-4e16-a417-1a2e70a93205 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2990651 Nov 12 03:42:59.138715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.141249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:59.145508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'port': {'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'name': 'tempest-TaggedBootDevicesTest_v242-743145156', 'fixed_ips': [{'subnet_id': '6126fec9-6ac0-4221-965b-b4f41929bcc6'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:59.149413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.264979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee795ec-94ef-4bb1-8986-699edb9f3c2d None None] New status for floating IP 7cbfc5e9-8841-4df1-96e2-da46b2c0b073: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:59.331389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:59.362434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.362788 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Added segment e8c11026-bca5-446a-a1ae-046a292c8335 of type vlan for network d2a5b1b0-74ee-4537-b795-34eef044d9e6 Nov 12 03:42:59.428118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b7cfc-2596-45f0-848c-30a1228b283f req-eb012475-4567-46c1-937e-daef75237fe5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.429822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da6b7cfc-2596-45f0-848c-30a1228b283f req-eb012475-4567-46c1-937e-daef75237fe5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.2232189 Nov 12 03:42:59.485186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:59.544891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37614) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.581787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.585871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Attempting to bind port 505e53fd-158c-4d38-bd2e-bb67af3704dc on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:59.586981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Attempting to bind port 505e53fd-158c-4d38-bd2e-bb67af3704dc by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:59.587782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Attempting to bind port 505e53fd-158c-4d38-bd2e-bb67af3704dc on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:59.598651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:59.599516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Checking segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:59.600240 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.600895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Bound using segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:59.601669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Bound port: 505e53fd-158c-4d38-bd2e-bb67af3704dc, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:59.602336 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.638684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da6b7cfc-2596-45f0-848c-30a1228b283f req-770a7965-1516-4446-9101-179a1ff70ec7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726875 Nov 12 03:42:59.677932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.684175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.684861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.770277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] For port 505e53fd-158c-4d38-bd2e-bb67af3704dc, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:59.785522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-77b499b6-d587-4950-a636-c04dfb896eb7', 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'fixed_ips': [{'subnet_id': 'c0874456-1164-453f-9f28-e44b5e1c9b17'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:59.787139 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.809270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] For port 505e53fd-158c-4d38-bd2e-bb67af3704dc, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=505e53fd-158c-4d38-bd2e-bb67af3704dc,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:59.816029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:59.817316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f55b795-1596-47fe-a315-786d21382b33 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.829603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8168511 Nov 12 03:42:59.830164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.845934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'admin_state_up': True, 'project_id': '5490643397db4bc88a6238321c7bff62', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:59.865185 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.887403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df0cac-9136-4826-abf5-6c548fedc53a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Network': ['ID=d2a5b1b0-74ee-4537-b795-34eef044d9e6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.907544 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.934555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.937649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.940781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:59.946330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f55b795-1596-47fe-a315-786d21382b33 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.964725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] device_id is not set on port bf4023bd-d621-45c5-8fe8-d015391ea18c yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:00.033667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:00.034151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2391e1fa-6f1c-40e7-bb29-3b8ad35675c1 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:00.138942 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.263217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677b0fc-a918-4f80-af32-c0a3389c20f4 None None] Pushing event updated for resources: {'Port': ['ID=505e53fd-158c-4d38-bd2e-bb67af3704dc,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.317113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Allocated IP 10.2.2.2 (77b499b6-d587-4950-a636-c04dfb896eb7/c0874456-1164-453f-9f28-e44b5e1c9b17/c816b861-8c32-4411-b5a8-f216bb4c4705) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:00.445822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Allocated IP 10.1.1.61 (d604b101-cab0-49d6-8043-8bc3cc00f6c6/6126fec9-6ac0-4221-965b-b4f41929bcc6/bf4023bd-d621-45c5-8fe8-d015391ea18c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:00.581204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.773101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.813293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f55b795-1596-47fe-a315-786d21382b33 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.818469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3f55b795-1596-47fe-a315-786d21382b33 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.819640 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3f55b795-1596-47fe-a315-786d21382b33 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c28e381-bbb6-41ec-af85-f26fc0cd8471 HTTP/1.1" status: 204 len: 168 time: 1.2737684 Nov 12 03:43:00.833271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37644) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.883778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81363d37-6768-4e40-84da-ff0576d8dc81 req-f0ee4325-d9c0-4e0d-afbf-df9ee7081e39 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.892397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-81363d37-6768-4e40-84da-ff0576d8dc81 req-f0ee4325-d9c0-4e0d-afbf-df9ee7081e39 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.0895836 Nov 12 03:43:00.910252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55b795-1596-47fe-a315-786d21382b33 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c28e381-bbb6-41ec-af85-f26fc0cd8471,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.912274 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-2b9cfe5d-a592-460a-bb81-6ec858f1dbb7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] show failed (client error): The resource could not be found. Nov 12 03:43:00.913613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2b9cfe5d-a592-460a-bb81-6ec858f1dbb7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups/6c28e381-bbb6-41ec-af85-f26fc0cd8471 HTTP/1.1" status: 404 len: 347 time: 0.0656645 Nov 12 03:43:00.917917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37650) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.994420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189d134-b3a5-4c76-a0eb-a70d58579e82 req-c4a80ffd-62d5-48f2-b0b7-39fa9d4c544d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.996591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4189d134-b3a5-4c76-a0eb-a70d58579e82 req-c4a80ffd-62d5-48f2-b0b7-39fa9d4c544d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1944587 Nov 12 03:43:01.000285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.118429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.139144 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.140328 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.145795 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-81363d37-6768-4e40-84da-ff0576d8dc81 req-d9fe87f6-9f3e-4280-a162-612aa4577226 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522871 Nov 12 03:43:01.166838 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.181221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:01.213297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:01.223343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:01.232234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=bf4023bd-d621-45c5-8fe8-d015391ea18c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.277095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4189d134-b3a5-4c76-a0eb-a70d58579e82 req-6f091eb1-fa54-4858-8342-2fbada5d5c8a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660141 Nov 12 03:43:01.302035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Pushing event updated for resources: {'Port': ['ID=c816b861-8c32-4411-b5a8-f216bb4c4705,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.304026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Deleting port 0e9a1981-bd32-4312-b752-3374a7623836 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:01.305139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.352343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.352343 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.379128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.25.0.103 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/d535b55c-b062-47a4-ae0e-e4c6106e1b55) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:01.385627 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6f94156-4cd5-434d-9d43-3d2d217d2ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.392086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Network 77b499b6-d587-4950-a636-c04dfb896eb7 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:01.395782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:01.403762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:01.440972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c4446892-e282-4b30-8d9f-e28644dc1a91 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2998638 Nov 12 03:43:01.450299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37660) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.469215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'port': {'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'name': 'tempest-TaggedBootDevicesTest_v242-2032292625', 'fixed_ips': [{'subnet_id': '6126fec9-6ac0-4221-965b-b4f41929bcc6'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.554048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Attempting to bind port c816b861-8c32-4411-b5a8-f216bb4c4705 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:01.554423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Attempting to bind port c816b861-8c32-4411-b5a8-f216bb4c4705 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:01.554797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Attempting to bind port c816b861-8c32-4411-b5a8-f216bb4c4705 on network 77b499b6-d587-4950-a636-c04dfb896eb7 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:01.567645 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.570061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:01.570473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Checking segment: {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:01.571158 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.571556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Bound using segment: {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:01.573680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Bound port: c816b861-8c32-4411-b5a8-f216bb4c4705, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:01.574100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.613971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.631753 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.632352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.658153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Calling delete_port for 0e9a1981-bd32-4312-b752-3374a7623836 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:01.748009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] For port c816b861-8c32-4411-b5a8-f216bb4c4705, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:01.748189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:01.752647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] For port c816b861-8c32-4411-b5a8-f216bb4c4705, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c816b861-8c32-4411-b5a8-f216bb4c4705,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:01.753050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:01.758536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:01.759125 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.761549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=d535b55c-b062-47a4-ae0e-e4c6106e1b55,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.789956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:01.796125 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.822129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd9cf2-260e-498e-b9f4-84079914f143 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:01.886302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0fe78-11f9-4c7f-b502-4325860d92b6 None None] Pushing event updated for resources: {'Port': ['ID=c816b861-8c32-4411-b5a8-f216bb4c4705,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.912084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5d836-f032-4567-85a9-f867d330cc5c None None] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:01.919870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.993296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event deleted for resources: {'Port': ['ID=0e9a1981-bd32-4312-b752-3374a7623836,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.028564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] device_id is not set on port 07b20096-bb04-4d3a-9662-b58bdf4916b1 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:02.046767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] Provisioning complete for port d535b55c-b062-47a4-ae0e-e4c6106e1b55 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:02.047192 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.130353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.133203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.137861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-abf4456b-b7f7-4d69-b031-93213c2545ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "DELETE /v2.0/floatingips/7cbfc5e9-8841-4df1-96e2-da46b2c0b073 HTTP/1.1" status: 204 len: 168 time: 1.2149148 Nov 12 03:43:02.220033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] Port d535b55c-b062-47a4-ae0e-e4c6106e1b55 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:02.336661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] Provisioning complete for port 505e53fd-158c-4d38-bd2e-bb67af3704dc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:02.341755 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.484340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Allocated IP 10.1.1.118 (d604b101-cab0-49d6-8043-8bc3cc00f6c6/6126fec9-6ac0-4221-965b-b4f41929bcc6/07b20096-bb04-4d3a-9662-b58bdf4916b1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:02.512551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b082f1-ba67-4f11-8d98-78986c21ce5c req-197d6f77-3da6-45df-a4be-90f784646292 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.522229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b082f1-ba67-4f11-8d98-78986c21ce5c req-197d6f77-3da6-45df-a4be-90f784646292 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1354895 Nov 12 03:43:02.618257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.704159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.822120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b082f1-ba67-4f11-8d98-78986c21ce5c req-e4f670f8-8087-4173-828e-2d815f62c31e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976367 Nov 12 03:43:02.845507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] For port 505e53fd-158c-4d38-bd2e-bb67af3704dc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=505e53fd-158c-4d38-bd2e-bb67af3704dc,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:02.848189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 505e53fd-158c-4d38-bd2e-bb67af3704dc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:02.869352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.937058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37698) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:02.941978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8d6dd2c7-07ad-4572-b30e-8933f1321f51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161047568', 'description': 'tempest-description--1278623730'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:03.001311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd2c7-07ad-4572-b30e-8933f1321f51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.009636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.107162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.157833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ada719-5882-4dfe-a4b7-a6cb16d2a841 None None] Pushing event updated for resources: {'Port': ['ID=505e53fd-158c-4d38-bd2e-bb67af3704dc,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.169135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 505e53fd-158c-4d38-bd2e-bb67af3704dc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.170075 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.185890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd2c7-07ad-4572-b30e-8933f1321f51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.198135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:03.203747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd2c7-07ad-4572-b30e-8933f1321f51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.225113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:03.228726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:03.231950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-041bbd49-1619-4151-8622-c9c0b4f0e5d6 None None] Provisioning complete for port bf4023bd-d621-45c5-8fe8-d015391ea18c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.232548 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-041bbd49-1619-4151-8622-c9c0b4f0e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.268922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7607-2e42-4393-84b3-f0c3b5bf7cfe req-a027e614-3ae7-458e-ac20-05f0ec31c3c3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.276992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e61c7607-2e42-4393-84b3-f0c3b5bf7cfe req-a027e614-3ae7-458e-ac20-05f0ec31c3c3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.2458265 Nov 12 03:43:03.329902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.331000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.335933 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd2c7-07ad-4572-b30e-8933f1321f51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.337547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8d6dd2c7-07ad-4572-b30e-8933f1321f51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3995223 Nov 12 03:43:03.346316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=07b20096-bb04-4d3a-9662-b58bdf4916b1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.357999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37704) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.376503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-041bbd49-1619-4151-8622-c9c0b4f0e5d6 None None] Port bf4023bd-d621-45c5-8fe8-d015391ea18c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:03.391564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3328f533-f29d-4abd-a44b-bf33d2a39d61 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'security_group_rule': {'security_group_id': '29bd5687-faaa-4025-944e-fe6b93600a16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:03.412390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-041bbd49-1619-4151-8622-c9c0b4f0e5d6 None None] Provisioning complete for port 505e53fd-158c-4d38-bd2e-bb67af3704dc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.413172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-041bbd49-1619-4151-8622-c9c0b4f0e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.482555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dd2c7-07ad-4572-b30e-8933f1321f51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bd5687-faaa-4025-944e-fe6b93600a16,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.545424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3328f533-f29d-4abd-a44b-bf33d2a39d61 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.561713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c816b861-8c32-4411-b5a8-f216bb4c4705 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:03.566530 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-45522c80-0cd2-42a7-9abe-ca53cfbde21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.585792 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5a7cfeb3-dfc8-4eda-b173-6f850822ec53 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1187806 Nov 12 03:43:03.705588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c816b861-8c32-4411-b5a8-f216bb4c4705 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.705971 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.725578 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3328f533-f29d-4abd-a44b-bf33d2a39d61 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.736881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3328f533-f29d-4abd-a44b-bf33d2a39d61 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.784179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328f533-f29d-4abd-a44b-bf33d2a39d61 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411e7a62-ab5b-4d88-802e-94b99ff0dd2f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.800310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3328f533-f29d-4abd-a44b-bf33d2a39d61 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.814562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3328f533-f29d-4abd-a44b-bf33d2a39d61 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4548869 Nov 12 03:43:03.815257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37716) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.831954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8816a93-157a-4a86-b77d-668252dfca93 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:03.833579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-06845e22-4e29-4467-8f55-89584134970a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'security_group_rule': {'security_group_id': '29bd5687-faaa-4025-944e-fe6b93600a16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:03.838360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8816a93-157a-4a86-b77d-668252dfca93 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:03.926918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06845e22-4e29-4467-8f55-89584134970a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.935880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874914d-36d2-49cd-bba2-a80c5dfd781c None None] Network 77b499b6-d587-4950-a636-c04dfb896eb7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:03.966337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37724) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.985076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-61a63251-c229-4f9b-b629-7f5520370339 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8109180', 'description': 'tempest-description--788683468'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:03.996046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a769189c-4c61-49e9-b726-60ab682f0caf None None] Provisioning complete for port bf4023bd-d621-45c5-8fe8-d015391ea18c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.996894 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a769189c-4c61-49e9-b726-60ab682f0caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.078513 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06845e22-4e29-4467-8f55-89584134970a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.080355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61a63251-c229-4f9b-b629-7f5520370339 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.096138 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06845e22-4e29-4467-8f55-89584134970a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.120232 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.133855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06845e22-4e29-4467-8f55-89584134970a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf00483e-e46d-4817-86bf-239db4c1aefb,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.236377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61a63251-c229-4f9b-b629-7f5520370339 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.237847 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e61c7607-2e42-4393-84b3-f0c3b5bf7cfe req-73bd7765-5f3e-44bc-9976-6500783ea41b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9530020 Nov 12 03:43:04.259715 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61a63251-c229-4f9b-b629-7f5520370339 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.267368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.279008 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06845e22-4e29-4467-8f55-89584134970a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.280208 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-06845e22-4e29-4467-8f55-89584134970a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4639814 Nov 12 03:43:04.285192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37730) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.293897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port c816b861-8c32-4411-b5a8-f216bb4c4705, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c816b861-8c32-4411-b5a8-f216bb4c4705,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:04.294472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:04.305790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a769189c-4c61-49e9-b726-60ab682f0caf None None] Port bf4023bd-d621-45c5-8fe8-d015391ea18c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:04.322484 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.360086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61a63251-c229-4f9b-b629-7f5520370339 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.361425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-61a63251-c229-4f9b-b629-7f5520370339 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3927195 Nov 12 03:43:04.374150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60670442-5fc4-4252-a8ba-cc3b32e2ec1c req-441d0a29-ca59-45ef-947b-ac778d67fac3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.375691 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-60670442-5fc4-4252-a8ba-cc3b32e2ec1c req-441d0a29-ca59-45ef-947b-ac778d67fac3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.2816246 Nov 12 03:43:04.378421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37734) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.381076 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.385063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f8e0264f-9e58-42d1-8e34-f3f704e9ec42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'security_group_rule': {'security_group_id': '99d324b6-6621-46ca-b18b-bc246cd00cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:04.392651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a63251-c229-4f9b-b629-7f5520370339 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d324b6-6621-46ca-b18b-bc246cd00cb7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.395194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:04.436640 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.483431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'f8816a93-157a-4a86-b77d-668252dfca93', 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'port_id': 'f8816a93-157a-4a86-b77d-668252dfca93', 'mac_address': 'fa:16:3e:f7:92:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60244fe0-a188-4187-88e1-c1edc141fc32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:04.557324 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8e0264f-9e58-42d1-8e34-f3f704e9ec42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.575515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:04.589796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:04.602908 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef185a1-8af4-45f1-9654-668a5b8073b4" -d '{"events": [{"server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f8816a93-157a-4a86-b77d-668252dfca93"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:04.623636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8e0264f-9e58-42d1-8e34-f3f704e9ec42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.682355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8e0264f-9e58-42d1-8e34-f3f704e9ec42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.689146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:04.697848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 505e53fd-158c-4d38-bd2e-bb67af3704dc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:04.708574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-60670442-5fc4-4252-a8ba-cc3b32e2ec1c req-5378fb08-84ad-4cdf-bf8d-eb26b76ac6ca tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979257 Nov 12 03:43:04.729189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0264f-9e58-42d1-8e34-f3f704e9ec42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee4bda2-fb83-44ec-b572-f54bf7d3f112,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.734748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:04.739185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f8e0264f-9e58-42d1-8e34-f3f704e9ec42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.742861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f8e0264f-9e58-42d1-8e34-f3f704e9ec42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610241 Nov 12 03:43:04.744313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37746) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.748305 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Sync routers for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:04.757912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=c816b861-8c32-4411-b5a8-f216bb4c4705,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.760408 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:04.761262 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:04.761428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-837f6fb6-77bd-4624-9aa6-f4ca6454d77f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'security_group_rule': {'security_group_id': '99d324b6-6621-46ca-b18b-bc246cd00cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:04.786150 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf0c28b-b449-4e2d-be1e-c9b5780454cf x-openstack-request-id: req-edf0c28b-b449-4e2d-be1e-c9b5780454cf {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:04.786480 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f8816a93-157a-4a86-b77d-668252dfca93", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:04.793967 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edf0c28b-b449-4e2d-be1e-c9b5780454cf {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:04.794616 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93', 'code': 200} Nov 12 03:43:04.802890 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.829686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-837f6fb6-77bd-4624-9aa6-f4ca6454d77f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.829953 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.847314 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.852198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.852876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-382b3d94-f14b-4205-9c4b-da5c5998f504 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0188143 Nov 12 03:43:04.917721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.950205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42a8e0b4-ab61-4bfd-9c5e-bffa81ecff8c None None] Provisioning complete for port 07b20096-bb04-4d3a-9662-b58bdf4916b1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:04.950587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42a8e0b4-ab61-4bfd-9c5e-bffa81ecff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.969772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-837f6fb6-77bd-4624-9aa6-f4ca6454d77f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.980321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-837f6fb6-77bd-4624-9aa6-f4ca6454d77f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.006413 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.020253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f6fb6-77bd-4624-9aa6-f4ca6454d77f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d96366-16cd-493b-bbb2-1cc2b3b7a55b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.036530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-837f6fb6-77bd-4624-9aa6-f4ca6454d77f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.039096 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-837f6fb6-77bd-4624-9aa6-f4ca6454d77f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935979 Nov 12 03:43:05.043881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37762) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.051677 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:05.056294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:05.077269 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.088632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8816a93-157a-4a86-b77d-668252dfca93 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:05.102727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42a8e0b4-ab61-4bfd-9c5e-bffa81ecff8c None None] Port 07b20096-bb04-4d3a-9662-b58bdf4916b1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:05.143212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.143530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Allocated IP 172.25.0.85 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/2d72aaa1-8c56-41c3-a2ed-46ee6a2abb9d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:05.252254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37766) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.268522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b99a588e-3090-4d69-95fb-003e8f022825 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5490643397db4bc88a6238321c7bff62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3946171 Nov 12 03:43:05.506612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.526399 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:02Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:05.599845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 505e53fd-158c-4d38-bd2e-bb67af3704dc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.600420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.624934 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Checking router: 198b36c2-bcd0-421c-b02f-2eeeef177ef2 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:05.632879 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:05.633240 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:05.635413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42a8e0b4-ab61-4bfd-9c5e-bffa81ecff8c None None] Provisioning complete for port c816b861-8c32-4411-b5a8-f216bb4c4705 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.635793 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42a8e0b4-ab61-4bfd-9c5e-bffa81ecff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.637235 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Updating router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 port d535b55c-b062-47a4-ae0e-e4c6106e1b55 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:05.665959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.677552 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.704702 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.778237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f761ac7-4a52-40c6-b7e9-7e3d643251b9 req-7b804124-0609-42bc-84a6-c96fd57350e1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.781640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f761ac7-4a52-40c6-b7e9-7e3d643251b9 req-7b804124-0609-42bc-84a6-c96fd57350e1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 943 time: 0.3398778 Nov 12 03:43:05.808001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16b0f2-2864-47ab-9fdd-97fb50166080 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.809350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:05.822202 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8d16b0f2-2864-47ab-9fdd-97fb50166080 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5592949 Nov 12 03:43:05.827935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37780) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.834372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:05.847434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:05.898491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'Port': ['ID=2d72aaa1-8c56-41c3-a2ed-46ee6a2abb9d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.932257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-96d638d4-15b3-45ca-b417-97bda797920b tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1006694 Nov 12 03:43:05.933761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37788) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.938443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995517601', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'project_id': '5490643397db4bc88a6238321c7bff62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:05.973377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Allocated IP 172.25.0.94 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/51cc7ea7-8425-4682-b838-9c3cb9240545) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:05.978561 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f761ac7-4a52-40c6-b7e9-7e3d643251b9 req-f4c5a4b5-ebfe-4d26-b63f-09a06d443aba tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758289 Nov 12 03:43:06.008239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c0cbf090-03eb-4dd8-b35c-569015896d27 None None] Provisioning complete for port c816b861-8c32-4411-b5a8-f216bb4c4705 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:06.008811 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c0cbf090-03eb-4dd8-b35c-569015896d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.056932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1340-0421-4975-ab5b-60b07ead1356 req-02e05ec3-18a4-406d-8f80-d4346ae374b4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.059045 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fbac1340-0421-4975-ab5b-60b07ead1356 req-02e05ec3-18a4-406d-8f80-d4346ae374b4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.2344298 Nov 12 03:43:06.194057 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.203226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.212787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.213288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8816a93-157a-4a86-b77d-668252dfca93 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:06.239789 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fbac1340-0421-4975-ab5b-60b07ead1356 req-6856a464-dcbb-4608-ad02-e634c3c3c467 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584682 Nov 12 03:43:06.256547 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.274777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:06.287330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.322340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:06.327392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:06.330182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:06.332558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:06.336198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=51cc7ea7-8425-4682-b838-9c3cb9240545,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.341766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.353013 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.363811 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.442270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.527426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.541797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['f8816a93-157a-4a86-b77d-668252dfca93'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:06.561813 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.580331 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.657854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.674865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c816b861-8c32-4411-b5a8-f216bb4c4705 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:06.704580 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94390e-f8bb-4f45-bc48-8157fa49f40c None None] Pushing event updated for resources: {'Port': ['ID=d535b55c-b062-47a4-ae0e-e4c6106e1b55,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.739423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461147d-cc32-432e-b1dd-be13e3ad58ca None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:06.742447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.752911 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Attempting to bind port d535b55c-b062-47a4-ae0e-e4c6106e1b55 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:06.753286 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Attempting to bind port d535b55c-b062-47a4-ae0e-e4c6106e1b55 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:06.753628 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Attempting to bind port d535b55c-b062-47a4-ae0e-e4c6106e1b55 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:06.766404 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:06.767478 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:06.769223 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.769785 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:06.770425 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Bound port: d535b55c-b062-47a4-ae0e-e4c6106e1b55, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:06.772269 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.828846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.833329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Subnet': ['ID=9549b4bd-c00d-40e0-864a-f39705a375bf,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.847699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.921864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Checking segment: {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:06.922532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network hostable DHCP agents. Network: d2a5b1b0-74ee-4537-b795-34eef044d9e6, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:06.924250 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] For port d535b55c-b062-47a4-ae0e-e4c6106e1b55, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:06.942721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] For port d535b55c-b062-47a4-ae0e-e4c6106e1b55, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d535b55c-b062-47a4-ae0e-e4c6106e1b55,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:06.949676 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.986048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'Port': ['ID=2d72aaa1-8c56-41c3-a2ed-46ee6a2abb9d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.006634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.025093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:07.047861 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.058166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-43f0875a-b513-44b2-ab4d-5acc44217df5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7699134 Nov 12 03:43:07.068649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, d2a5b1b0-74ee-4537-b795-34eef044d9e6) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:07.080210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.080814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.092069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c816b861-8c32-4411-b5a8-f216bb4c4705 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:07.095449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.104147 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94390e-f8bb-4f45-bc48-8157fa49f40c None None] Pushing event updated for resources: {'Port': ['ID=d535b55c-b062-47a4-ae0e-e4c6106e1b55,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.124199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f03b13-d82f-4d5b-b059-ba6be651ae5b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:07.125863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe35d9b-2d9e-4739-a107-a212f7fa4708 None None] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:07.126804 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:07.127751 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:07.133470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-58149b3d-1d7d-4fe9-83c0-5adb5baf8e3d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1997867 Nov 12 03:43:07.136601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37818) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:07.173993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.203450 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.270442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-02cb669c-7747-4b86-9634-262916c25cc4 None None] Provisioning complete for port d535b55c-b062-47a4-ae0e-e4c6106e1b55 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:07.270812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02cb669c-7747-4b86-9634-262916c25cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.295572 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.398080 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:07.443387 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.493216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=51cc7ea7-8425-4682-b838-9c3cb9240545,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.520685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.521990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e2819b86-cbb3-4a86-8a09-eecabb4ced5e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4771044 Nov 12 03:43:07.533844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ddf0a-1d8d-442c-ad75-1fc94d509532 req-78a765de-9d05-4074-b9d5-00071b80030b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.556473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-060ddf0a-1d8d-442c-ad75-1fc94d509532 req-78a765de-9d05-4074-b9d5-00071b80030b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 944 time: 0.3849080 Nov 12 03:43:07.657690 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:02Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:07.725012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-060ddf0a-1d8d-442c-ad75-1fc94d509532 req-bb2da4b9-36f1-471f-a02d-99e59a27b112 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553972 Nov 12 03:43:07.727024 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8566c-78d8-4af3-93ef-f7185c74e0f5 None None] The sync data for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 is: [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:02Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:07.891309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02cb669c-7747-4b86-9634-262916c25cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.898667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-d2a5b1b0-74ee-4537-b795-34eef044d9e6', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:07.899999 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.942115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cadf23-785b-49a7-ae38-8a3badd74e79 req-a74ceb38-f102-4638-8cb4-945bfe2ca1f0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.950992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6cadf23-785b-49a7-ae38-8a3badd74e79 req-a74ceb38-f102-4638-8cb4-945bfe2ca1f0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1017029 Nov 12 03:43:07.979204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-02cb669c-7747-4b86-9634-262916c25cc4 None None] For port d535b55c-b062-47a4-ae0e-e4c6106e1b55, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d535b55c-b062-47a4-ae0e-e4c6106e1b55,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:08.001984 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02cb669c-7747-4b86-9634-262916c25cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.068042 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6cadf23-785b-49a7-ae38-8a3badd74e79 req-17e31551-a989-4b77-83d0-af1fef3c1ad3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158092 Nov 12 03:43:08.081329 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-698e7f87-1025-4dc1-baad-78e3847b87cf tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--161047568&fields=id&tenant_id=e517ba0e5569472eb0045d8b66c6793f HTTP/1.1" status: 200 len: 267 time: 0.7077568 Nov 12 03:43:08.286934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ba3d9693-413d-48ae-9e7c-41be582b5421 None None] Provisioning complete for port d535b55c-b062-47a4-ae0e-e4c6106e1b55 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:08.287579 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba3d9693-413d-48ae-9e7c-41be582b5421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.299357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb669c-7747-4b86-9634-262916c25cc4 None None] Pushing event updated for resources: {'Port': ['ID=d535b55c-b062-47a4-ae0e-e4c6106e1b55,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:08.360026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8816a93-157a-4a86-b77d-668252dfca93 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:08.385823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-1146b84e-9be2-47b0-9df7-bb4cb906105f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--8109180&fields=id&tenant_id=aa0560b68f204f9a8a67c8ae49e3b839 HTTP/1.1" status: 200 len: 267 time: 0.1505184 Nov 12 03:43:08.497938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-355b28b7-a5d2-4577-ba3b-3fa510f35efb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.498773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Allocated IP 172.20.0.2 (d2a5b1b0-74ee-4537-b795-34eef044d9e6/9549b4bd-c00d-40e0-864a-f39705a375bf/f0c02e55-8f79-4181-80fa-00edb18c4207) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:08.509462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-355b28b7-a5d2-4577-ba3b-3fa510f35efb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports/bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 200 len: 935 time: 0.1167245 Nov 12 03:43:08.599729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-56dc610a-0712-49ab-97ef-90f43ff7198e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.604839 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-56dc610a-0712-49ab-97ef-90f43ff7198e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 817 time: 0.4725707 Nov 12 03:43:08.644546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2634927e-1f2c-4bc4-9c7e-b095ea91f226 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.656139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2634927e-1f2c-4bc4-9c7e-b095ea91f226 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports/07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 200 len: 937 time: 0.1450582 Nov 12 03:43:08.668600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-b3a1bd77-417b-40ac-861c-3f79695edae3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/quotas/e517ba0e5569472eb0045d8b66c6793f HTTP/1.1" status: 200 len: 375 time: 0.0488377 Nov 12 03:43:08.682035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port f8816a93-157a-4a86-b77d-668252dfca93 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:08.682531 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.743233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d535b55c-b062-47a4-ae0e-e4c6106e1b55 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:08.768476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-dae62b09-18d5-4d5a-84c2-80970544ee5b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1113920 Nov 12 03:43:08.845516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-6cef86cc-e56f-4247-b815-05ef3ae38d23 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0665212 Nov 12 03:43:08.898683 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-155d5788-2994-4371-b4ce-2eb0af470bb8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2151690 Nov 12 03:43:08.915987 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-d8c6ec0f-d218-4cf6-bc70-89682bb6ca0b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:43:08.917298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-d8c6ec0f-d218-4cf6-bc70-89682bb6ca0b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059168 Nov 12 03:43:09.007249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d535b55c-b062-47a4-ae0e-e4c6106e1b55 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:09.007772 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.069752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-d7004d0e-aadc-4a1d-8415-cbcc42274222 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.070933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-3dea863d-3595-4664-ac0e-02bcf67bd3fc service neutron] 10.222.0.49 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467209 Nov 12 03:43:09.084447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-d7004d0e-aadc-4a1d-8415-cbcc42274222 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.091523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-d7004d0e-aadc-4a1d-8415-cbcc42274222 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.099444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-d7004d0e-aadc-4a1d-8415-cbcc42274222 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/networks?id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=77b499b6-d587-4950-a636-c04dfb896eb7&id=77b499b6-d587-4950-a636-c04dfb896eb7 HTTP/1.1" status: 200 len: 1996 time: 0.2333117 Nov 12 03:43:09.111972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a350e021-a726-45d1-94aa-0c20f86abeb8 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/quotas/aa0560b68f204f9a8a67c8ae49e3b839 HTTP/1.1" status: 200 len: 375 time: 0.0113888 Nov 12 03:43:09.127841 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.175077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.216543 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.218188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-d26cdb84-71cd-4921-9dcf-646646fcbd34 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0991864 Nov 12 03:43:09.225486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:09.228096 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fca1af-d704-45ac-bcf4-f4352ac8a975" -d '{"events": [{"server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "name": "network-vif-plugged", "status": "completed", "tag": "f8816a93-157a-4a86-b77d-668252dfca93"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:09.257528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:09.259064 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.329638 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-6b59f051-df77-4005-93f5-70c7352f65cc service neutron] 10.222.0.49 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472093 Nov 12 03:43:09.366123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-1944a11f-b2f7-4697-8470-0e95e3754a1f service neutron] 10.222.0.49 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234717 Nov 12 03:43:09.392428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:09.402667 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.411016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:09.425563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:09.437572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Pushing event updated for resources: {'Port': ['ID=f0c02e55-8f79-4181-80fa-00edb18c4207,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.543422 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-91ef33cf-f530-4036-a1e2-66c46e80d645 service neutron] 10.222.0.49 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677029 Nov 12 03:43:09.618176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-55167373-0dd7-40fe-b407-d7ce2cc14e2a service neutron] 10.222.0.49 "GET /v2.0/ports/bf4023bd-d621-45c5-8fe8-d015391ea18c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0738356 Nov 12 03:43:09.643571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Attempting to bind port f0c02e55-8f79-4181-80fa-00edb18c4207 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:09.644030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Attempting to bind port f0c02e55-8f79-4181-80fa-00edb18c4207 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:09.644405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Attempting to bind port f0c02e55-8f79-4181-80fa-00edb18c4207 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:09.656277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:09.656646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Checking segment: {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:09.658031 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.658434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Bound using segment: {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:09.658917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Bound port: f0c02e55-8f79-4181-80fa-00edb18c4207, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:09.660698 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.727027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.775490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.20.0.1 (d2a5b1b0-74ee-4537-b795-34eef044d9e6/9549b4bd-c00d-40e0-864a-f39705a375bf/2247c5b2-6f10-4750-8f35-5f7eab9ba5aa) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:09.794972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] For port f0c02e55-8f79-4181-80fa-00edb18c4207, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:09.802850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] For port f0c02e55-8f79-4181-80fa-00edb18c4207, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f0c02e55-8f79-4181-80fa-00edb18c4207,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:09.811999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-74b3832b-199c-4773-becb-712cfaeaadf1 service neutron] 10.222.0.49 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928120 Nov 12 03:43:09.826830 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.962379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-1c2b4e6a-8dd4-49b2-9495-e59b5529a159 service neutron] 10.222.0.49 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305063 Nov 12 03:43:09.995416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0e773-57c0-4030-b275-e4f19e1f016b req-1167143c-434a-4fd0-9177-4ff608b0d6d6 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.998169 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7d0e773-57c0-4030-b275-e4f19e1f016b req-1167143c-434a-4fd0-9177-4ff608b0d6d6 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1667426 Nov 12 03:43:10.002526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fc03a-8d25-4162-bc61-efb8d6940e51 None None] Pushing event updated for resources: {'Port': ['ID=f0c02e55-8f79-4181-80fa-00edb18c4207,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.119174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-d3e05fd7-32f8-4029-a2c9-8269333cc19c service neutron] 10.222.0.49 "GET /v2.0/ports/07b20096-bb04-4d3a-9662-b58bdf4916b1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1317949 Nov 12 03:43:10.176610 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.202653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e7d0e773-57c0-4030-b275-e4f19e1f016b req-bc39cbc4-429b-4bb8-ba4c-120ce8b48c49 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963410 Nov 12 03:43:10.248373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-7910596e-1af8-488d-9775-87b4800add99 service neutron] 10.222.0.49 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267378 Nov 12 03:43:10.313764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.505821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:10.514339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:10.519104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.529488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:10.588012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aae41-9c3e-4c48-89c8-897162478f29 req-d76db215-24fc-4aec-be03-e1fb307646dc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.595078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d3aae41-9c3e-4c48-89c8-897162478f29 req-d76db215-24fc-4aec-be03-e1fb307646dc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.2099617 Nov 12 03:43:10.614302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-1426a625-a56b-4537-b1b4-ee95fee8ddd3 service neutron] 10.222.0.49 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575087 Nov 12 03:43:10.690966 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.765270 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d3aae41-9c3e-4c48-89c8-897162478f29 req-30d9be08-d2ac-4c9c-af09-8115c720801d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454391 Nov 12 03:43:10.786668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f0c02e55-8f79-4181-80fa-00edb18c4207 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:10.882471 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2aa3a1-e79b-49d1-9f24-2de2e3bfe90e x-openstack-request-id: req-2d2aa3a1-e79b-49d1-9f24-2de2e3bfe90e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:10.883033 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "name": "network-vif-plugged", "status": "completed", "tag": "f8816a93-157a-4a86-b77d-668252dfca93", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:10.888616 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d2aa3a1-e79b-49d1-9f24-2de2e3bfe90e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:10.889504 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93', 'code': 200} Nov 12 03:43:10.937382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3f7bfdcb-ce66-428e-a441-fb798de89703 service neutron] 10.222.0.49 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139856 Nov 12 03:43:10.956068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f0c02e55-8f79-4181-80fa-00edb18c4207 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:10.956352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.128538 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.175327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2c08409-a285-4624-9c09-2ec54287296c req-3243d7c5-1666-45be-a462-6ce48698c671 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 210 time: 0.1203983 Nov 12 03:43:11.203424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port f0c02e55-8f79-4181-80fa-00edb18c4207, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f0c02e55-8f79-4181-80fa-00edb18c4207,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:11.208336 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.249468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.257545 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-cc2c8e24-cf6b-473a-8c2a-3546e020a017 service neutron] 10.222.0.49 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215020 Nov 12 03:43:11.269680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=f0c02e55-8f79-4181-80fa-00edb18c4207,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.320397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f25f-8b25-42f2-88d3-590675f170d8 req-91ca862f-170c-442a-a7f7-c0f087f8c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.333965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50e8f25f-8b25-42f2-88d3-590675f170d8 req-91ca862f-170c-442a-a7f7-c0f087f8c21e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 1097 time: 0.2331367 Nov 12 03:43:11.535416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50e8f25f-8b25-42f2-88d3-590675f170d8 req-30782481-71db-4d87-9106-d045b1e2a335 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526780 Nov 12 03:43:11.580410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a345e8f-85d9-4f05-9490-4d0f40235d13 req-6f46a137-1deb-4fdc-a3eb-b5cd2a45011e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.582038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a345e8f-85d9-4f05-9490-4d0f40235d13 req-6f46a137-1deb-4fdc-a3eb-b5cd2a45011e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.2005250 Nov 12 03:43:11.646043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-45d29070-ea29-4b30-8494-0caceb49f658 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.648265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-45d29070-ea29-4b30-8494-0caceb49f658 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 817 time: 0.3159530 Nov 12 03:43:11.650851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-4998c9d5-369e-4d77-9a15-d7f0f1d84369 service neutron] 10.222.0.49 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925259 Nov 12 03:43:11.836772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4b4094-3c74-43a9-a2da-988febda7367 None None] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:11.874676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-40aab477-cf66-4b7d-a057-427b8bdc7552 service neutron] 10.222.0.49 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126579 Nov 12 03:43:11.878265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a345e8f-85d9-4f05-9490-4d0f40235d13 req-895199a2-8d62-43e5-8688-2046240b916e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587049 Nov 12 03:43:11.976193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.988143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3d13f4e7-accf-4b12-8f4b-97dd2ca3184c None None] Provisioning complete for port f0c02e55-8f79-4181-80fa-00edb18c4207 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:11.988890 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d13f4e7-accf-4b12-8f4b-97dd2ca3184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.997822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.004128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-77497f8c-717f-434f-b271-4551ea29fd5c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e517ba0e5569472eb0045d8b66c6793f HTTP/1.1" status: 200 len: 379 time: 0.1912129 Nov 12 03:43:12.029886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'port': {'device_id': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'admin_state_up': True, 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'security_groups': ['29bd5687-faaa-4025-944e-fe6b93600a16']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:12.133861 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.138903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.159042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b201b1-eeb6-4c82-8f36-68ce8b7485eb req-10e616b2-6a22-4884-8b13-ab7cb7730874 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.160946 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-60b201b1-eeb6-4c82-8f36-68ce8b7485eb req-10e616b2-6a22-4884-8b13-ab7cb7730874 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1817582 Nov 12 03:43:12.211558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-20dab04c-fa57-4225-9c96-439fba4aa7b9 service neutron] 10.222.0.49 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331327 Nov 12 03:43:12.270798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Made reservation on behalf of e517ba0e5569472eb0045d8b66c6793f for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:12.275099 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.283137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:12.285175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:12.376210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-60b201b1-eeb6-4c82-8f36-68ce8b7485eb req-efb9dd16-ab38-4171-b665-a48aa6a233de tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003706 Nov 12 03:43:12.405828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-1fed08d3-0624-4ce5-9c83-a0961efa065c service neutron] 10.222.0.49 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905565 Nov 12 03:43:12.561517 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a923e2a7-1be4-4ebb-83be-fe0e5219024a req-cb1ed872-f4b8-46ed-9172-8567ab37b8f0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 210 time: 0.0499563 Nov 12 03:43:12.572356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:12.651690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Allocated IP 172.20.0.6 (541c0d17-4290-47cb-93c4-d01e16ec912e/f650f231-54ac-44d4-be52-e565f36622b1/74970dda-6816-47eb-8b2b-1c57e2d77125) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:12.678868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f0c02e55-8f79-4181-80fa-00edb18c4207 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:12.731401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f0c02e55-8f79-4181-80fa-00edb18c4207 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:12.731919 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.859109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:12.888261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ed9ed12f-40dd-4add-a5a3-ca5dda7236d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "PUT /v2.0/routers/198b36c2-bcd0-421c-b02f-2eeeef177ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7497411 Nov 12 03:43:12.898381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Sync routers for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:12.965958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:12.966757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:12.990363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-9148f804-ff43-4475-b592-27119e65bb47 service neutron] 10.222.0.49 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763936 Nov 12 03:43:13.147446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d20a9-7a9d-4819-8433-5f80d19d8517 req-dcaf4460-2347-4ec7-b3b0-dcb39b165041 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.149742 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c2d20a9-7a9d-4819-8433-5f80d19d8517 req-dcaf4460-2347-4ec7-b3b0-dcb39b165041 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1550875 Nov 12 03:43:13.179936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.214602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-95ea7981-a12a-4c2f-a5ee-394174cf6aca service neutron] 10.222.0.49 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233093 Nov 12 03:43:13.279223 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c2d20a9-7a9d-4819-8433-5f80d19d8517 req-454e590e-8a38-4a9d-89ba-45cbb538dd40 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209404 Nov 12 03:43:13.288621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.399240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Network 541c0d17-4290-47cb-93c4-d01e16ec912e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:13.429037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:13.433560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:13.486371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.546681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b57f290d-f905-42e9-adf2-1490c51d8f50 None None] Provisioning complete for port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:13.547056 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b57f290d-f905-42e9-adf2-1490c51d8f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.559943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.560609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.564391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-bd1743dd-885a-4cbc-be81-34f588407a71 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979806811&fields=id&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 267 time: 0.1510415 Nov 12 03:43:13.594696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-61dfdf50-f40a-4d92-ae9f-c3544f763bb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774994 Nov 12 03:43:13.616633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Request body: {'port': {'device_id': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:13.623512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b57f290d-f905-42e9-adf2-1490c51d8f50 None None] Port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:13.631495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:13.667984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b57f290d-f905-42e9-adf2-1490c51d8f50 None None] Provisioning complete for port f0c02e55-8f79-4181-80fa-00edb18c4207 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:13.668357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b57f290d-f905-42e9-adf2-1490c51d8f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.772733 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.969012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-554b211d-6ad8-4155-9785-79786eb02156 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.971429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-554b211d-6ad8-4155-9785-79786eb02156 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 796 time: 0.3924277 Nov 12 03:43:13.995702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-ef67ffe8-969d-4097-8216-ac59d41e161e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/quotas/5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 375 time: 0.0175035 Nov 12 03:43:14.121172 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-f07a2ab7-2f0c-47c1-aaae-ce162bf1cb80 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185279 Nov 12 03:43:14.296853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b35d0f69-9470-4101-9cbe-a0a5dcc4c50d None None] Provisioning complete for port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:14.297424 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b35d0f69-9470-4101-9cbe-a0a5dcc4c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.312131 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-1b7879d7-e95b-405e-9695-141246e30f56 service neutron] 10.222.0.49 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891999 Nov 12 03:43:14.390855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:11Z', 'revision_number': 2, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.430391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Checking router: 198b36c2-bcd0-421c-b02f-2eeeef177ef2 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:14.431005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Updating router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:14.463575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b35d0f69-9470-4101-9cbe-a0a5dcc4c50d None None] Port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:14.473596 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.549156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-cc0c9e95-a931-414b-a946-0b3f7f5892e8 service neutron] 10.222.0.49 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286212 Nov 12 03:43:14.566293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b35d0f69-9470-4101-9cbe-a0a5dcc4c50d None None] Provisioning complete for port 74970dda-6816-47eb-8b2b-1c57e2d77125 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:14.566677 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b35d0f69-9470-4101-9cbe-a0a5dcc4c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.704550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b35d0f69-9470-4101-9cbe-a0a5dcc4c50d None None] Port 74970dda-6816-47eb-8b2b-1c57e2d77125 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:14.857024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1d790-c63e-4d9e-96ae-17bbe8c7092b req-caed1a94-8bff-47e2-aca5-6ec412be635b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.858876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1b1d790-c63e-4d9e-96ae-17bbe8c7092b req-caed1a94-8bff-47e2-aca5-6ec412be635b tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.1289661 Nov 12 03:43:14.872647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74970dda-6816-47eb-8b2b-1c57e2d77125 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:14.882117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.982144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Transition to ACTIVE for port object 74970dda-6816-47eb-8b2b-1c57e2d77125 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:14.996308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.020724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e668b-a09d-456d-98be-969bc1d91f8a req-0aaf4839-3675-4811-b361-6fff8e88a778 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.024895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba4e668b-a09d-456d-98be-969bc1d91f8a req-0aaf4839-3675-4811-b361-6fff8e88a778 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1047027 Nov 12 03:43:15.107573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e1b1d790-c63e-4d9e-96ae-17bbe8c7092b req-4b783ed7-460b-4780-b502-00c3039d7f15 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686068 Nov 12 03:43:15.171965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba4e668b-a09d-456d-98be-969bc1d91f8a req-9fcbe300-00ec-4278-9c04-202c6ad694cd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402664 Nov 12 03:43:15.192497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.242391 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.251186 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.338046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Attempting to bind port 74970dda-6816-47eb-8b2b-1c57e2d77125 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:15.338395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Attempting to bind port 74970dda-6816-47eb-8b2b-1c57e2d77125 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:15.340753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Attempting to bind port 74970dda-6816-47eb-8b2b-1c57e2d77125 on network 541c0d17-4290-47cb-93c4-d01e16ec912e {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:15.403420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88434863-cb58-406a-9c87-2fb952a1e8b1 None None] Pushing event updated for resources: {'Port': ['ID=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.447094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Port 74970dda-6816-47eb-8b2b-1c57e2d77125 on network 541c0d17-4290-47cb-93c4-d01e16ec912e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:15.449132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Attempting to bind port 74970dda-6816-47eb-8b2b-1c57e2d77125 on network 541c0d17-4290-47cb-93c4-d01e16ec912e {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:15.475883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:15.481816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Checking segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:15.482505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Bound using segment: {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:15.483344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Bound port: 74970dda-6816-47eb-8b2b-1c57e2d77125, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6db33e-26a6-4aa0-8943-1ce300f004ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:15.483948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.529286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cf33bf76-24ba-4584-8bd5-d5df1053796d req-a48a9d0d-1671-4a74-8eee-e78db8b42e2b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.1058526 Nov 12 03:43:15.575576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Attempting to bind port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:15.576243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Attempting to bind port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:15.577121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Attempting to bind port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:15.586493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:15.587191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Checking segment: {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:15.587777 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.588545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Bound using segment: {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:15.589214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Bound port: 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:15.589842 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.687570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38ccecaf-5b99-4e64-94b6-2cc9cac3ec24 req-eb09afe2-5593-4f0f-8eb6-0810a5a85a94 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0779946 Nov 12 03:43:15.727964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc588a8-d980-4453-b0e2-620c380c2f20 req-0eff9d3c-1e04-477e-82bb-6caeb9bf8ecf tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.734536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1cc588a8-d980-4453-b0e2-620c380c2f20 req-0eff9d3c-1e04-477e-82bb-6caeb9bf8ecf tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.3650405 Nov 12 03:43:15.772699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] For port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:15.781940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] For port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:15.795075 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.821738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:15.860341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:15.878947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.959899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:15.960961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:15.978364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88434863-cb58-406a-9c87-2fb952a1e8b1 None None] Pushing event updated for resources: {'Port': ['ID=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.990350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.992866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.997332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] 10.222.0.20 "PUT /v2.0/ports/74970dda-6816-47eb-8b2b-1c57e2d77125 HTTP/1.1" status: 200 len: 1092 time: 2.3863666 Nov 12 03:43:16.004307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:16.007125 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dc6b8a-f057-40d4-9afb-c71bf48719a1" -d '{"events": [{"name": "network-changed", "server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:16.029928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1cc588a8-d980-4453-b0e2-620c380c2f20 req-5917eac4-3b47-40d3-b78e-571afdb27b28 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729216 Nov 12 03:43:16.122936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea5752-883c-4d21-b3f3-01c853ca8723 service neutron] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.243474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9d74b576-76a4-460a-9627-41103bc34d1f None None] Provisioning complete for port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:16.243880 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9d74b576-76a4-460a-9627-41103bc34d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.430951 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8830967-84b1-4c70-be94-c5406b9926fe x-openstack-request-id: req-b8830967-84b1-4c70-be94-c5406b9926fe {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:16.431589 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:16.431589 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8830967-84b1-4c70-be94-c5406b9926fe {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:16.431906 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'status': 'completed', 'code': 200} Nov 12 03:43:16.467713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:16.548957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ba2d0-fc32-4af3-b9e4-ab0d5a60ce84 req-c8d16967-eafc-48c9-a177-0042123154bc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.550824 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-940ba2d0-fc32-4af3-b9e4-ab0d5a60ce84 req-c8d16967-eafc-48c9-a177-0042123154bc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.1369891 Nov 12 03:43:16.560978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-0dbb97f5-a77a-429b-af0e-616f26bf44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.570517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-0dbb97f5-a77a-429b-af0e-616f26bf44be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 1095 time: 0.3799779 Nov 12 03:43:16.651430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-0f4ec988-16f6-4580-a1ae-b942a6fe3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.653390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-0f4ec988-16f6-4580-a1ae-b942a6fe3945 service neutron] 10.222.0.20 "GET /v2.0/ports/bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 200 len: 1031 time: 0.1764281 Nov 12 03:43:16.701926 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e5178afc-3fed-40cc-a27c-ecb16e597c6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74970dda-6816-47eb-8b2b-1c57e2d77125 HTTP/1.1" status: 200 len: 217 time: 0.1186717 Nov 12 03:43:16.808072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-7bddb68b-02a9-4441-b92b-0231023d7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.813879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-7bddb68b-02a9-4441-b92b-0231023d7631 service neutron] 10.222.0.20 "GET /v2.0/ports/07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 200 len: 1033 time: 0.1526325 Nov 12 03:43:16.845609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-940ba2d0-fc32-4af3-b9e4-ab0d5a60ce84 req-0707d483-9231-4e09-a636-8336eb32887b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827718 Nov 12 03:43:16.861569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-c244f9e3-9fa8-41d3-a4b3-98c99c550d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.866614 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-c244f9e3-9fa8-41d3-a4b3-98c99c550d6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.1504998 Nov 12 03:43:16.875225 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9d74b576-76a4-460a-9627-41103bc34d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.881321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a02da-785d-4611-9a16-f9e133db5942 req-b1d5ae9c-f0e0-4cdb-a011-b787fb01bd25 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.889041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-b1d5ae9c-f0e0-4cdb-a011-b787fb01bd25 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 814 time: 0.3360827 Nov 12 03:43:16.921832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-4247f47b-8db6-46e1-9a8a-4ddbf68bcd83 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/quotas/75b8236149b846a18ddc6e6e8beda3e4 HTTP/1.1" status: 200 len: 375 time: 0.0299284 Nov 12 03:43:16.975225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9d74b576-76a4-460a-9627-41103bc34d1f None None] For port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:16.986177 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9d74b576-76a4-460a-9627-41103bc34d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.074864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74b576-76a4-460a-9627-41103bc34d1f None None] Pushing event updated for resources: {'Port': ['ID=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.083673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-ff39b930-b2ce-46f1-85b0-f0a380098939 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1606572 Nov 12 03:43:17.129622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5de8c16e-84bd-4f36-93ea-d65cc60868db None None] Provisioning complete for port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.130394 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5de8c16e-84bd-4f36-93ea-d65cc60868db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.172029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f03b12d2-7f0c-44ce-bc17-ed51c5462744 req-c7b1bbe1-e4ef-4886-b248-85ada9fa004f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.1143796 Nov 12 03:43:17.215605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-8798cbc3-d0ac-415b-b822-54552e1862c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.217462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-8798cbc3-d0ac-415b-b822-54552e1862c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3425791 Nov 12 03:43:17.251444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-6b487ad9-dc6a-4fba-a040-33876c1c0c41 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.257733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-6b487ad9-dc6a-4fba-a040-33876c1c0c41 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.264348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-6b487ad9-dc6a-4fba-a040-33876c1c0c41 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.266239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-6b487ad9-dc6a-4fba-a040-33876c1c0c41 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "GET /v2.0/networks?id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=77b499b6-d587-4950-a636-c04dfb896eb7&id=77b499b6-d587-4950-a636-c04dfb896eb7 HTTP/1.1" status: 200 len: 1996 time: 0.3725519 Nov 12 03:43:17.416525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:15Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:17.418034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-9d235d76-e1c9-46eb-882f-2ab736d188ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa0560b68f204f9a8a67c8ae49e3b839 HTTP/1.1" status: 200 len: 377 time: 0.1293004 Nov 12 03:43:17.419915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2df455f7-e5f8-4171-8049-576327535008 req-37aa9464-e7f7-429a-ab6a-60bfc074c0a5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0384011 Nov 12 03:43:17.437680 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-62501f55-68bb-4968-bd88-ad28e0883ed5 service neutron] 10.222.0.49 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529406 Nov 12 03:43:17.474528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'admin_state_up': True, 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'security_groups': ['99d324b6-6621-46ca-b18b-bc246cd00cb7']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.494019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd278c3e-fb51-4696-9fa3-a9e1ebc294c5 None None] The sync data for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 is: [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:15Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:17.531078 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-e588bc5e-54c1-4be3-9ea1-e3654a558053 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040750 Nov 12 03:43:17.959350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-1ab119aa-4892-4f58-bdc7-9f703eeae16a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.967629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-1ab119aa-4892-4f58-bdc7-9f703eeae16a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "GET /v2.0/ports?device_id=729326ba-0f8b-4a5f-95b4-3a9c963df3cc HTTP/1.1" status: 200 len: 945 time: 0.4590724 Nov 12 03:43:18.178523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa4cd-50f0-41b9-838f-9f2eb66a54ce req-b84408bd-16e9-43b9-b085-68876f268223 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.188509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bdefa4cd-50f0-41b9-838f-9f2eb66a54ce req-b84408bd-16e9-43b9-b085-68876f268223 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.5781014 Nov 12 03:43:18.312297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bdefa4cd-50f0-41b9-838f-9f2eb66a54ce req-2498a791-073d-4b70-b910-7fc4d0997c5a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218917 Nov 12 03:43:18.315316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e548111d-33d4-49d7-9beb-5eeecfd4b2a0 req-8a07f582-05d7-450f-bfd1-e77eea4526d0 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014656 Nov 12 03:43:18.387458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Deleting port f8816a93-157a-4a86-b77d-668252dfca93 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:18.408158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.655083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-e30bc470-1bc1-43f0-bfab-08398faf8f74 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.656598 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-e30bc470-1bc1-43f0-bfab-08398faf8f74 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 796 time: 0.2392373 Nov 12 03:43:18.686370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-25873195-88c7-44c7-b2d3-55ea15c5962f service neutron] 10.222.0.49 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2308910 Nov 12 03:43:18.711253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c2051-9971-4c61-8dae-4e62ee9b8283 req-6fec5f00-a6a8-4f21-8fc8-b1f66d99f75b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.717075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa5c2051-9971-4c61-8dae-4e62ee9b8283 req-6fec5f00-a6a8-4f21-8fc8-b1f66d99f75b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.2462788 Nov 12 03:43:18.723119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-5fe7de5b-ac51-420f-804e-bf454ab7025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.725872 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-5fe7de5b-ac51-420f-804e-bf454ab7025a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 1095 time: 0.3057687 Nov 12 03:43:18.746383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:18.882017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:18.882542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.928400 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-c43b5f08-05d6-4ce4-9278-95e178f4fd55 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 379 time: 0.2409451 Nov 12 03:43:18.968914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'port': {'device_id': '33a21df4-0544-4342-a08f-30ab3960e333', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'admin_state_up': True, 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'security_groups': ['8fc969f8-6739-479b-b578-9e2a5413d028']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:19.039099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] For port f8816a93-157a-4a86-b77d-668252dfca93, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=f8816a93-157a-4a86-b77d-668252dfca93,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:19.039734 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.075786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Calling delete_port for f8816a93-157a-4a86-b77d-668252dfca93 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:19.391684 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-edc6afc4-b133-4eb0-a511-7d18c7031238 req-9b2566a6-ea26-4396-8ee5-87e5dcc6950c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.3716283 Nov 12 03:43:19.425131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-ea4f5576-ed65-4f81-b698-4b2d18990832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.427461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-ea4f5576-ed65-4f81-b698-4b2d18990832 service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.6606710 Nov 12 03:43:19.496464 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.api [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:43:19.496464 n-d-789963-21 neutron-server[102628]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:43:19.496464 n-d-789963-21 neutron-server[102628]: [parameters: {'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'id': '54abaa2b-b5d5-4679-bf19-907d08affaa1', 'expiration': datetime.datetime(2021, 11, 12, 3, 45, 19, 458616)}] Nov 12 03:43:19.496464 n-d-789963-21 neutron-server[102628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:19.497232 n-d-789963-21 neutron-server[102628]: DEBUG oslo_db.api [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:19.498771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:19.514677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.647472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-89799567-c14c-4589-82f6-f3676a9fb8f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74970dda-6816-47eb-8b2b-1c57e2d77125 HTTP/1.1" status: 200 len: 217 time: 0.1934879 Nov 12 03:43:19.676420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa5c2051-9971-4c61-8dae-4e62ee9b8283 req-a4aa15fc-8534-4f86-98c5-633d428ffaca tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9493573 Nov 12 03:43:19.788260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63ff41dd-2324-4097-8217-3cb26532dccc req-5dc0e9d3-7662-400b-9525-9f0159d3937d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0805941 Nov 12 03:43:19.812149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-122f6d33-dc14-49a8-9a3a-910400593246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.814597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-122f6d33-dc14-49a8-9a3a-910400593246 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.1579523 Nov 12 03:43:19.881916 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7be3a62-bf0c-48d0-8fa2-58da1143309c req-effa673d-a371-4eae-94bf-6c49a4e2e6c8 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0652118 Nov 12 03:43:20.029096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.051311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.20.0.12 (d2a5b1b0-74ee-4537-b795-34eef044d9e6/9549b4bd-c00d-40e0-864a-f39705a375bf/b3d6ad29-8d2e-4352-b9cc-0a6349d434b0) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:20.069162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Pushing event deleted for resources: {'Port': ['ID=f8816a93-157a-4a86-b77d-668252dfca93,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.078716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-a5bce484-1890-43d3-ac07-512e8d1812a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.080332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-a5bce484-1890-43d3-ac07-512e8d1812a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2491665 Nov 12 03:43:20.122792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] No DVR routers for this DVR port f8816a93-157a-4a86-b77d-668252dfca93 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:20.131683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:20.135492 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.244976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-ae3e697e-2d6b-4ef2-b7b7-ad8ee0793a21 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242094 Nov 12 03:43:20.246370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.250646 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-511e7503-6f3f-4a81-a252-8f06b854e109 req-38b2e677-823f-4280-9d09-98228cc0fea3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "DELETE /v2.0/ports/f8816a93-157a-4a86-b77d-668252dfca93 HTTP/1.1" status: 204 len: 173 time: 2.2620101 Nov 12 03:43:20.251792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'name': 'network-vif-deleted', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:20.253928 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94560a18-7f0d-47b0-bc2d-8c52adf79ba0" -d '{"events": [{"server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "name": "network-vif-deleted", "tag": "f8816a93-157a-4a86-b77d-668252dfca93"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:20.301954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44fb8-40f0-4f94-8928-0873b18cc5b3 req-0f9bdd8f-2534-4841-a168-7d6b38426a88 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.311618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98e44fb8-40f0-4f94-8928-0873b18cc5b3 req-0f9bdd8f-2534-4841-a168-7d6b38426a88 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.2878103 Nov 12 03:43:20.347396 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963cb0c6-0abd-4bf1-863c-99b05e55c90a x-openstack-request-id: req-963cb0c6-0abd-4bf1-863c-99b05e55c90a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:20.348026 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729326ba-0f8b-4a5f-95b4-3a9c963df3cc", "name": "network-vif-deleted", "tag": "f8816a93-157a-4a86-b77d-668252dfca93", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:20.348537 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-963cb0c6-0abd-4bf1-863c-99b05e55c90a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:20.349282 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729326ba-0f8b-4a5f-95b4-3a9c963df3cc', 'name': 'network-vif-deleted', 'tag': 'f8816a93-157a-4a86-b77d-668252dfca93', 'status': 'completed', 'code': 200} Nov 12 03:43:20.393774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:20.417123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8816a93-157a-4a86-b77d-668252dfca93 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:20.533494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: f8816a93-157a-4a86-b77d-668252dfca93 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:20.534038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device f8816a93-157a-4a86-b77d-668252dfca93 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:20.722468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98e44fb8-40f0-4f94-8928-0873b18cc5b3 req-0f12cb96-6eb0-4f93-a581-93e25b72b725 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4071896 Nov 12 03:43:20.803534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-197c390a-e97c-4f45-853d-802538fec22f req-dbcaba10-feab-4ed7-8d77-1af83c98e7e0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.2095952 Nov 12 03:43:20.848756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:20.900121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'port_id': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'mac_address': 'fa:16:3e:d4:77:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:20.914492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08dc6b8a-f057-40d4-9afb-c71bf48719a1 req-be083c34-94ba-4447-90b1-889abb50f0a7 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446428 Nov 12 03:43:21.039047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.065696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74970dda-6816-47eb-8b2b-1c57e2d77125 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:21.078754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Allocated IP 172.20.0.6 (feccc8b3-1c65-46b6-a7e6-0f2e53241b94/c57c6a23-87ec-4b84-82b8-ae307427b1cb/41b92a79-8a5b-4000-92de-1cfc6e3bc9fc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:21.119861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:21.129732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.332907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.350723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a02da-785d-4611-9a16-f9e133db5942 req-5f53a585-2a27-4129-9afa-881819010ced tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:21.351306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.351683 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.352251 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-5f53a585-2a27-4129-9afa-881819010ced tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 814 time: 0.3706832 Nov 12 03:43:21.352711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.353180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.356288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.357810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.365684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.366540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.367215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.369319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.369830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.370597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:21.372832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Request body: {'port': {'device_id': '642d37a2-b411-4002-a827-6c699109c5d7', 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'admin_state_up': True, 'tenant_id': '75b8236149b846a18ddc6e6e8beda3e4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:21.383200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['74970dda-6816-47eb-8b2b-1c57e2d77125'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:21.426117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5cef934-a8e1-4673-bfcf-924e2a601a5b req-63a02714-caa4-4c8c-8586-739e291bba84 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.1835604 Nov 12 03:43:21.573680 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.684555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.716503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff92913-84cf-452e-a03f-182697bc0298 req-1cb7496d-24ed-4a2d-b082-489167dc5c27 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:21.724942 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ff92913-84cf-452e-a03f-182697bc0298 req-1cb7496d-24ed-4a2d-b082-489167dc5c27 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.7262199 Nov 12 03:43:21.743616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:21.752348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:21.802046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:21.826489 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-831056f6-6d5c-4bda-8dfc-372fa1463105 req-2500f726-f8a4-42f5-ba85-4584dd5cc2d0 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0347774 Nov 12 03:43:21.914566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Made reservation on behalf of 75b8236149b846a18ddc6e6e8beda3e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:21.918704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.938480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.977365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.009344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.009952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.045418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ff92913-84cf-452e-a03f-182697bc0298 req-7eaeea91-6590-4395-9b21-2a96aba8822c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146060 Nov 12 03:43:22.045811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae2ffb-a358-4b5e-9797-9a2e34cd503c req-84b8953d-f5d4-4aa8-90e8-8abb27e20c1a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.047691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bfae2ffb-a358-4b5e-9797-9a2e34cd503c req-84b8953d-f5d4-4aa8-90e8-8abb27e20c1a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 944 time: 0.1264329 Nov 12 03:43:22.071931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a6920d73-ba5a-45eb-a0c4-2ce16aa22ff2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1249321 Nov 12 03:43:22.087514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Request body: {'port': {'device_id': '33a21df4-0544-4342-a08f-30ab3960e333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:22.154632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bfae2ffb-a358-4b5e-9797-9a2e34cd503c req-4b2f4ab3-1844-45fc-9009-52ddcf490257 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786517 Nov 12 03:43:22.155109 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.186451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6052a06b-b058-4771-866f-a523374769a4 None None] Provisioning complete for port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:22.187064 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6052a06b-b058-4771-866f-a523374769a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.200401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Allocated IP 172.20.0.6 (b9551b7b-d456-40f7-abfe-c6db6ed2fb42/60244fe0-a188-4187-88e1-c1edc141fc32/33e3d217-14dd-4004-84ae-944382569bf3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:22.332212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:22.347664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:22.352416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:22.356107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.358096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.422416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b121a-0781-477d-bebe-521dc4c9416a req-ea16c45d-e194-48e1-a7f4-97aee49cdaad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.445327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-942b121a-0781-477d-bebe-521dc4c9416a req-ea16c45d-e194-48e1-a7f4-97aee49cdaad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 931 time: 0.1840172 Nov 12 03:43:22.488145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:22.488388 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.554790 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.572718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.573431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.613466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6052a06b-b058-4771-866f-a523374769a4 None None] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:22.633595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 74970dda-6816-47eb-8b2b-1c57e2d77125 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:22.659737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Pushing event updated for resources: {'Port': ['ID=33e3d217-14dd-4004-84ae-944382569bf3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.671374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 74970dda-6816-47eb-8b2b-1c57e2d77125 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:22.671835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.704784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:22.728319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:22.736663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-942b121a-0781-477d-bebe-521dc4c9416a req-303aeb1e-927a-45b3-8ace-e04d91e61561 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2904289 Nov 12 03:43:22.758883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:22.793328 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.822765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a62a4332-1588-4667-a20f-b18aa3e2d576 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3661549 Nov 12 03:43:22.835397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'admin_state_up': True, 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'security_groups': ['99d324b6-6621-46ca-b18b-bc246cd00cb7']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:22.837183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:22.841467 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c8450a-3368-4fc3-95bd-195249128120" -d '{"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-plugged", "status": "completed", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:22.843194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.843877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.868132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4c91c133-3d89-4f6d-9e56-e20f126a2a5e None None] Provisioning complete for port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:22.868421 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c91c133-3d89-4f6d-9e56-e20f126a2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.873116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:22.911172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.947202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a9fe8-fbde-49f1-837a-182daf388984 req-4f2f6800-b35a-4f4a-b08b-73f8dde1669a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.960936 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e4a9fe8-fbde-49f1-837a-182daf388984 req-4f2f6800-b35a-4f4a-b08b-73f8dde1669a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 932 time: 0.2954168 Nov 12 03:43:22.973218 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ff8e28-55d8-4315-86db-68b14c1269b5 x-openstack-request-id: req-c2ff8e28-55d8-4315-86db-68b14c1269b5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:22.973519 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-plugged", "status": "completed", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:22.973838 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2ff8e28-55d8-4315-86db-68b14c1269b5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:22.974490 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'code': 200} Nov 12 03:43:22.991791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-25df7e07-ec75-408f-b0ab-4908aed41343 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6269319 Nov 12 03:43:23.012180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4c91c133-3d89-4f6d-9e56-e20f126a2a5e None None] Port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:23.029999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Request body: {'port': {'device_id': '642d37a2-b411-4002-a827-6c699109c5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:23.031525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.184171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e4a9fe8-fbde-49f1-837a-182daf388984 req-e677bde8-70bf-444c-bab3-7d7a5e9f61fe tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218525 Nov 12 03:43:23.208315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d6a40-ab81-400e-9b6b-23fcb2c23ac7 req-6382b984-d948-4534-aae7-e5870b95125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.210482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a87d6a40-ab81-400e-9b6b-23fcb2c23ac7 req-6382b984-d948-4534-aae7-e5870b95125b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 1097 time: 0.1683533 Nov 12 03:43:23.210482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.231660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a7d17-35c3-437c-b981-9c18fd4a25f8 req-3972df21-068c-4ad2-afb5-3386b94752b4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.233920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef8a7d17-35c3-437c-b981-9c18fd4a25f8 req-3972df21-068c-4ad2-afb5-3386b94752b4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 931 time: 0.1383832 Nov 12 03:43:23.236947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:23.240539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.280055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a87d6a40-ab81-400e-9b6b-23fcb2c23ac7 req-69bea55e-ee71-4bb1-96e2-a50b1075abd8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621414 Nov 12 03:43:23.461027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34afc6-c8a3-40da-8d6a-7adca99d177a req-58da7143-7076-4020-8696-cd5c9a082857 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.462367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:23.462956 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f34afc6-c8a3-40da-8d6a-7adca99d177a req-58da7143-7076-4020-8696-cd5c9a082857 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.0861070 Nov 12 03:43:23.471466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.485038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Transition to ACTIVE for port object b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:23.496808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.631800 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f34afc6-c8a3-40da-8d6a-7adca99d177a req-261b29af-767d-46a4-9984-36bce3c8a477 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618061 Nov 12 03:43:23.638277 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-b3536f40-0950-41b0-8c1d-e3d3429df57b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043005 Nov 12 03:43:23.641740 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef8a7d17-35c3-437c-b981-9c18fd4a25f8 req-356a9019-ffaa-4a02-ad4e-e9239c807690 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761806 Nov 12 03:43:23.657026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Allocated IP 10.1.1.72 (d604b101-cab0-49d6-8043-8bc3cc00f6c6/6126fec9-6ac0-4221-965b-b4f41929bcc6/e280fa13-314b-4e80-96b8-2d951bd8a7a9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:23.719283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.856388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:23.857041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:23.857384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:23.867979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e3d217-14dd-4004-84ae-944382569bf3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:23.879733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:23.880062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:23.900699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.909154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:23.909533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Checking segment: {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:23.909867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Bound using segment: {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:23.910335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Bound port: b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:23.911387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.954561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Transition to ACTIVE for port object 33e3d217-14dd-4004-84ae-944382569bf3 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:23.958793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-4b260df2-c76e-4a76-bd1d-517109722471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.960409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-4b260df2-c76e-4a76-bd1d-517109722471 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1096 time: 0.2080679 Nov 12 03:43:23.963316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.985351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f7abc-aa01-45e0-b5f4-357e49b6776b req-9080e728-4fb9-473e-8c1a-a8834bb48e9b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.993895 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-116f7abc-aa01-45e0-b5f4-357e49b6776b req-9080e728-4fb9-473e-8c1a-a8834bb48e9b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.1418839 Nov 12 03:43:24.118581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1555c6-8e04-4528-bf91-57e0cdb88611 req-5bbd11a2-211e-4954-a51e-33dbd9427b80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.120104 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f1555c6-8e04-4528-bf91-57e0cdb88611 req-5bbd11a2-211e-4954-a51e-33dbd9427b80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 931 time: 0.1593964 Nov 12 03:43:24.197671 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.211447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:24.218126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:24.229760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Pushing event updated for resources: {'Port': ['ID=33e3d217-14dd-4004-84ae-944382569bf3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.238455 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.268888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-116f7abc-aa01-45e0-b5f4-357e49b6776b req-217c132b-9609-456e-834b-a91fdc6badb1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740710 Nov 12 03:43:24.287353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f1555c6-8e04-4528-bf91-57e0cdb88611 req-e8b8bad8-9904-48eb-b805-db28e0d4d00e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1589992 Nov 12 03:43:24.297501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-ec1e2489-41ae-4db8-9c76-821bc67f832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.298992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-ec1e2489-41ae-4db8-9c76-821bc67f832b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.3013477 Nov 12 03:43:24.364398 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2a40c97-b1d1-40a8-b47d-86e3bdeabe9f req-b31ee70c-03af-4b93-b02d-a152e1995e60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0410490 Nov 12 03:43:24.365743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.366352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.367643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 1093 time: 2.2863696 Nov 12 03:43:24.375512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:24.378232 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aed38e-ea93-42f3-bd9e-fde365318a11" -d '{"events": [{"name": "network-changed", "server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:24.451443 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.487876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d8608-2ebd-45a4-b005-040df3089755 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.507505 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e64f37c-1af5-4d36-b3c0-35b109681e90 x-openstack-request-id: req-6e64f37c-1af5-4d36-b3c0-35b109681e90 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:24.507810 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:24.508126 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e64f37c-1af5-4d36-b3c0-35b109681e90 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:24.508574 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'status': 'completed', 'code': 200} Nov 12 03:43:24.635203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Attempting to bind port 33e3d217-14dd-4004-84ae-944382569bf3 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:24.638219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Attempting to bind port 33e3d217-14dd-4004-84ae-944382569bf3 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:24.639274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Attempting to bind port 33e3d217-14dd-4004-84ae-944382569bf3 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:24.641210 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.659703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2a40c97-b1d1-40a8-b47d-86e3bdeabe9f req-83b60e90-a747-44dd-aa28-a5f5e095957c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.1038537 Nov 12 03:43:24.660652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Port 33e3d217-14dd-4004-84ae-944382569bf3 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:24.661122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Attempting to bind port 33e3d217-14dd-4004-84ae-944382569bf3 on network b9551b7b-d456-40f7-abfe-c6db6ed2fb42 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:24.680108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:24.693414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:24.693900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Checking segment: {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:24.694450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Bound using segment: {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:24.695020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Bound port: 33e3d217-14dd-4004-84ae-944382569bf3, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593136fa-942e-4a1f-a191-3f9b5956992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:24.696888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.703536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:24.731559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:24.763011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-5497bf3a-b9bc-450d-ab1f-758228645bde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 999 time: 0.4401836 Nov 12 03:43:24.821882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2a40c97-b1d1-40a8-b47d-86e3bdeabe9f req-13bb2dd6-ceaa-4ecd-b8dd-68b60abc45a9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294153 Nov 12 03:43:24.836192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd0fe5-fbd7-43c3-8b2c-9dfb554e29d0 req-a655ba07-b682-4c5f-8f90-61eae4789f70 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.844478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbfd0fe5-fbd7-43c3-8b2c-9dfb554e29d0 req-a655ba07-b682-4c5f-8f90-61eae4789f70 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.3327229 Nov 12 03:43:24.850431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=e280fa13-314b-4e80-96b8-2d951bd8a7a9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.872024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-b0b868f0-c3bf-49e7-a5f4-4336ee10b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.873517 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-b0b868f0-c3bf-49e7-a5f4-4336ee10b4ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1096 time: 0.4081109 Nov 12 03:43:24.900102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-48e2dc59-5c54-4b21-b747-c0c1e218f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.932649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-48e2dc59-5c54-4b21-b747-c0c1e218f080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1437659 Nov 12 03:43:24.952039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] For port 33e3d217-14dd-4004-84ae-944382569bf3, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:24.954140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.955059 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.991419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-3f726938-8bad-4925-861e-1e66ee722cf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 217 time: 0.1006196 Nov 12 03:43:25.014869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] For port 33e3d217-14dd-4004-84ae-944382569bf3, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=33e3d217-14dd-4004-84ae-944382569bf3,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:25.044955 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e45066e9-2922-4fa3-a601-94fe97257385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2146077 Nov 12 03:43:25.056585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.059338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'admin_state_up': True, 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'security_groups': ['99d324b6-6621-46ca-b18b-bc246cd00cb7']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:25.137371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d6e5-f905-44d2-89df-a7a165c76512 req-3adb608d-44e3-4969-825b-57789873a8b6 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.138971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca39d6e5-f905-44d2-89df-a7a165c76512 req-3adb608d-44e3-4969-825b-57789873a8b6 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 943 time: 0.3476729 Nov 12 03:43:25.181090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbfd0fe5-fbd7-43c3-8b2c-9dfb554e29d0 req-e7eec58e-6017-4706-8c36-32ae68a5e06a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355761 Nov 12 03:43:25.191498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-8a95ddbf-a750-4b40-9fb6-06279d6cd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.191648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-fd357c45-5973-4694-82b1-7d2dd51ff772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.193228 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-fd357c45-5973-4694-82b1-7d2dd51ff772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.1921911 Nov 12 03:43:25.198233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-8a95ddbf-a750-4b40-9fb6-06279d6cd467 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2603145 Nov 12 03:43:25.215211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.224425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.250664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] 10.222.0.20 "PUT /v2.0/ports/33e3d217-14dd-4004-84ae-944382569bf3 HTTP/1.1" status: 200 len: 1092 time: 2.2122703 Nov 12 03:43:25.280215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-99c8cb88-c59a-4d67-992f-679b1e7498c8 None None] Provisioning complete for port e280fa13-314b-4e80-96b8-2d951bd8a7a9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:25.280618 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99c8cb88-c59a-4d67-992f-679b1e7498c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.290192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642d37a2-b411-4002-a827-6c699109c5d7', 'tag': '33e3d217-14dd-4004-84ae-944382569bf3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:25.295616 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596edd35-0303-4285-bc6f-6bf036268388" -d '{"events": [{"name": "network-changed", "server_uuid": "642d37a2-b411-4002-a827-6c699109c5d7", "tag": "33e3d217-14dd-4004-84ae-944382569bf3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:25.339743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-99c8cb88-c59a-4d67-992f-679b1e7498c8 None None] Port e280fa13-314b-4e80-96b8-2d951bd8a7a9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:25.342428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40c97-b1d1-40a8-b47d-86e3bdeabe9f req-2f88274b-2510-4a6a-a49c-be9738901d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.344659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2a40c97-b1d1-40a8-b47d-86e3bdeabe9f req-2f88274b-2510-4a6a-a49c-be9738901d2d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4915035 Nov 12 03:43:25.396517 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca39d6e5-f905-44d2-89df-a7a165c76512 req-11212ac9-306f-49a4-9ef2-50fdbbafbf01 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452917 Nov 12 03:43:25.407459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:25.412029 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.428500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-58c4edc9-4354-4ff1-9a7c-5d0b63ebe94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.443640 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-58c4edc9-4354-4ff1-9a7c-5d0b63ebe94c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185307 Nov 12 03:43:25.551813 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ac680-7e9e-489a-9d69-8679f8d180c1 x-openstack-request-id: req-942ac680-7e9e-489a-9d69-8679f8d180c1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:25.552079 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642d37a2-b411-4002-a827-6c699109c5d7", "tag": "33e3d217-14dd-4004-84ae-944382569bf3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:25.552334 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-942ac680-7e9e-489a-9d69-8679f8d180c1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:25.552728 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642d37a2-b411-4002-a827-6c699109c5d7', 'tag': '33e3d217-14dd-4004-84ae-944382569bf3', 'status': 'completed', 'code': 200} Nov 12 03:43:25.557746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ecb14-3765-4cd7-b68b-d63375a9da38 service neutron] Pushing event updated for resources: {'Port': ['ID=33e3d217-14dd-4004-84ae-944382569bf3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.618192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a02da-785d-4611-9a16-f9e133db5942 req-65abfd61-6166-4c6e-9721-8e82b9afe9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.621925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-65abfd61-6166-4c6e-9721-8e82b9afe9fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 1095 time: 0.3036246 Nov 12 03:43:25.700320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142ca69-1ed5-4f49-be14-e6ccb3a8e4eb req-2cfc0832-fc46-45e3-ba8e-0f30153966c2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.702361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c142ca69-1ed5-4f49-be14-e6ccb3a8e4eb req-2cfc0832-fc46-45e3-ba8e-0f30153966c2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.2924061 Nov 12 03:43:25.705791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-e07496e6-9558-40c6-a5cf-9891557464f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e3d217-14dd-4004-84ae-944382569bf3 HTTP/1.1" status: 200 len: 217 time: 0.0729995 Nov 12 03:43:25.709625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-49ec2632-768a-4b43-8830-cb740803f68a service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531116 Nov 12 03:43:25.747800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48ef7c-53a8-4ee1-8e1c-84ce161d8959 req-046f0824-cea1-427e-a104-47f6b99f60a8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.749752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de48ef7c-53a8-4ee1-8e1c-84ce161d8959 req-046f0824-cea1-427e-a104-47f6b99f60a8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.1655710 Nov 12 03:43:25.805322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-35165d98-3105-47e5-acfa-63ba16a03b4c service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615100 Nov 12 03:43:25.898860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c142ca69-1ed5-4f49-be14-e6ccb3a8e4eb req-ac327585-900a-40e9-8999-f2dbb8e89578 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888304 Nov 12 03:43:25.904309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a02da-785d-4611-9a16-f9e133db5942 req-71ba1d8e-24a4-4a01-b89e-7797a02ada4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.905997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-71ba1d8e-24a4-4a01-b89e-7797a02ada4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60244fe0-a188-4187-88e1-c1edc141fc32 HTTP/1.1" status: 200 len: 854 time: 0.1767328 Nov 12 03:43:25.919263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Allocated IP 10.1.1.7 (d604b101-cab0-49d6-8043-8bc3cc00f6c6/6126fec9-6ac0-4221-965b-b4f41929bcc6/cb214925-a0d3-49c1-bfe4-e19bba845662) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:25.956681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-1035e212-be6e-4a30-b010-cb2a5bb54a99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427177 Nov 12 03:43:25.961473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-518575e1-c382-49ca-9d74-385f4ea8c8a8 req-126a130b-be13-4072-8883-4becb3a0657a service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417374 Nov 12 03:43:25.990136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-de48ef7c-53a8-4ee1-8e1c-84ce161d8959 req-8bff7a77-a146-47c2-a7f2-2f9f0d8d8ef3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272873 Nov 12 03:43:26.014243 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-599e4c8f-011e-46cc-9aa7-44b301055d61 req-500385ee-a284-4739-810b-49de62ba2abd service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000420 Nov 12 03:43:26.203223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-5f6e3a1d-6eb0-4e0e-873c-6237916bdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.205380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-5f6e3a1d-6eb0-4e0e-873c-6237916bdd4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1096 time: 0.0936925 Nov 12 03:43:26.229524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-861c9b95-beca-4a0f-b4f6-f3bf7d834607 service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612615 Nov 12 03:43:26.283518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b21678-76c2-4a1e-a7f2-c119294a3bf9 req-3277c3ee-d874-4a48-973a-a3d7b37955ca tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.289596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b21678-76c2-4a1e-a7f2-c119294a3bf9 req-3277c3ee-d874-4a48-973a-a3d7b37955ca tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.291188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07b21678-76c2-4a1e-a7f2-c119294a3bf9 req-3277c3ee-d874-4a48-973a-a3d7b37955ca tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 1652 time: 0.2189715 Nov 12 03:43:26.336067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-8ad0606f-4c18-467b-ae5b-ec651ea34e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.338140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-8ad0606f-4c18-467b-ae5b-ec651ea34e93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 898 time: 0.1239419 Nov 12 03:43:26.347123 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.398862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07b21678-76c2-4a1e-a7f2-c119294a3bf9 req-42d89514-048f-4956-8066-3ed6dd3d936e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0695322 Nov 12 03:43:26.400902 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-802a02da-785d-4611-9a16-f9e133db5942 req-58c020d0-c684-47c9-bce2-4eecb5bbf5d9 service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646633 Nov 12 03:43:26.462290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.470641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-ac1b42d4-558a-4991-ae36-db318ad3b0d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 217 time: 0.1201425 Nov 12 03:43:26.524761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae186e1-9d1b-4236-aeea-7e5f6a0baf73 req-a13bc906-4e12-4659-b929-826ff06846e0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.524761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ae186e1-9d1b-4236-aeea-7e5f6a0baf73 req-a13bc906-4e12-4659-b929-826ff06846e0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.2191272 Nov 12 03:43:26.541327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.554484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Request body: {'floatingip': {'port_id': '74970dda-6816-47eb-8b2b-1c57e2d77125'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:26.580623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:26.587078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:26.590663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=cb214925-a0d3-49c1-bfe4-e19bba845662,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.593795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:26.638425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-5498e998-23fc-41ef-b219-2373ad1f4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.640177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-5498e998-23fc-41ef-b219-2373ad1f4f08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.1413028 Nov 12 03:43:26.665882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.666533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.739874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-de8ae50a-dda8-47ee-b297-523b37f1ec52 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6856225 Nov 12 03:43:26.744364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edd35-0303-4285-bc6f-6bf036268388 req-3758908d-f01d-4649-a15f-8f71be019a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.749551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596edd35-0303-4285-bc6f-6bf036268388 req-3758908d-f01d-4649-a15f-8f71be019a19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 1095 time: 0.2883773 Nov 12 03:43:26.760293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7', 'admin_state_up': True, 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'security_groups': ['99d324b6-6621-46ca-b18b-bc246cd00cb7']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:26.820291 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.833924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394260dc-8b27-490b-9ecf-fe8e7a86f974 req-4c93c9d4-6ff4-47f6-a267-c367c3bec3d6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.835524 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-394260dc-8b27-490b-9ecf-fe8e7a86f974 req-4c93c9d4-6ff4-47f6-a267-c367c3bec3d6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.1573367 Nov 12 03:43:26.845760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-1c6b2380-1bec-4d13-9749-f65eb010f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.847388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-1c6b2380-1bec-4d13-9749-f65eb010f576 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770401 Nov 12 03:43:27.085933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-513886bf-67bf-4c91-a1ad-624e15e82540 None None] Provisioning complete for port cb214925-a0d3-49c1-bfe4-e19bba845662 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:27.086387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-513886bf-67bf-4c91-a1ad-624e15e82540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.166585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-513886bf-67bf-4c91-a1ad-624e15e82540 None None] Port cb214925-a0d3-49c1-bfe4-e19bba845662 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:27.319892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4188d-167b-4eeb-a310-e3484bd23166 req-dbf4080e-c242-4132-817b-ad8a03bb6f19 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.321729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9f4188d-167b-4eeb-a310-e3484bd23166 req-dbf4080e-c242-4132-817b-ad8a03bb6f19 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.7536280 Nov 12 03:43:27.381727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edd35-0303-4285-bc6f-6bf036268388 req-07383e69-3ea1-40fb-8051-171043004452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.383299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596edd35-0303-4285-bc6f-6bf036268388 req-07383e69-3ea1-40fb-8051-171043004452 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 200 len: 916 time: 0.6245291 Nov 12 03:43:27.450351 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-637b63ee-9b76-4ab0-a1a8-d4996a858527 service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616856 Nov 12 03:43:27.458409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596edd35-0303-4285-bc6f-6bf036268388 req-b50be994-a2e3-4562-8204-1d838dd57057 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e3d217-14dd-4004-84ae-944382569bf3 HTTP/1.1" status: 200 len: 217 time: 0.0641410 Nov 12 03:43:27.495028 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-394260dc-8b27-490b-9ecf-fe8e7a86f974 req-9fd62f11-b1bd-4c81-8985-d569ad35a3c1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6331956 Nov 12 03:43:27.592440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9f4188d-167b-4eeb-a310-e3484bd23166 req-34dbd22d-233d-412e-99c0-a9656855bfdc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593749 Nov 12 03:43:27.670479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596edd35-0303-4285-bc6f-6bf036268388 req-b92c6394-a3b2-4a92-86a8-8d4e684d715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.672075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596edd35-0303-4285-bc6f-6bf036268388 req-b92c6394-a3b2-4a92-86a8-8d4e684d715a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60244fe0-a188-4187-88e1-c1edc141fc32 HTTP/1.1" status: 200 len: 854 time: 0.1780505 Nov 12 03:43:27.703011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:27.772353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596edd35-0303-4285-bc6f-6bf036268388 req-db3d24f5-5df5-4dca-b068-836cd256ff24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9551b7b-d456-40f7-abfe-c6db6ed2fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906394 Nov 12 03:43:27.799626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77aed38e-ea93-42f3-bd9e-fde365318a11 req-87feeb6c-1ba4-42cd-9002-7869212c4a3a service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400369 Nov 12 03:43:27.829553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf9130-b316-4b11-a20e-b6439b471ea9 req-c9ae1c86-706d-45d2-8eaa-8915ea808925 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.830619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61cf9130-b316-4b11-a20e-b6439b471ea9 req-c9ae1c86-706d-45d2-8eaa-8915ea808925 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 943 time: 0.2115269 Nov 12 03:43:27.877545 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.917016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61cf9130-b316-4b11-a20e-b6439b471ea9 req-4ed455fe-d87a-43a8-be7b-8d7ba0e3410e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791764 Nov 12 03:43:28.103276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b6b35-1da9-4bca-ac14-2938b1a7e51e req-c94b859c-b490-48bb-8b3d-2a6b99ee3c44 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.110657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b6b35-1da9-4bca-ac14-2938b1a7e51e req-c94b859c-b490-48bb-8b3d-2a6b99ee3c44 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.116945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b6b35-1da9-4bca-ac14-2938b1a7e51e req-c94b859c-b490-48bb-8b3d-2a6b99ee3c44 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.118895 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d16b6b35-1da9-4bca-ac14-2938b1a7e51e req-c94b859c-b490-48bb-8b3d-2a6b99ee3c44 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 2371 time: 0.3971903 Nov 12 03:43:28.212207 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596edd35-0303-4285-bc6f-6bf036268388 req-32ea50c8-0eeb-4d55-a36c-999f58dabe4c service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170954 Nov 12 03:43:28.232393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Allocated IP 10.2.2.100 (77b499b6-d587-4950-a636-c04dfb896eb7/c0874456-1164-453f-9f28-e44b5e1c9b17/2f365200-87d4-4569-ba71-e1955393b003) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:28.356494 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d16b6b35-1da9-4bca-ac14-2938b1a7e51e req-7f8bf8f3-9cab-4177-92b0-b28b2503a65e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2133670 Nov 12 03:43:28.378585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.db.resource_extend [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:43:28.412975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 33e3d217-14dd-4004-84ae-944382569bf3 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:28.421876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.456238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f9464-a699-4dd6-95ee-bba819c267d8 req-723c765d-2a6e-40be-91c0-c2b4f8440660 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.456935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-185f9464-a699-4dd6-95ee-bba819c267d8 req-723c765d-2a6e-40be-91c0-c2b4f8440660 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.4283900 Nov 12 03:43:28.537447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.574285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.580148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596edd35-0303-4285-bc6f-6bf036268388 req-921c8180-1171-427d-a6b7-8d1803f7038f service neutron] 10.222.0.20 "GET /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557849 Nov 12 03:43:28.583859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network 77b499b6-d587-4950-a636-c04dfb896eb7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:28.586147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.616620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:28.622702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 33e3d217-14dd-4004-84ae-944382569bf3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=33e3d217-14dd-4004-84ae-944382569bf3,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:28.635809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:28.653245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '33e3d217-14dd-4004-84ae-944382569bf3', 'network_id': 'b9551b7b-d456-40f7-abfe-c6db6ed2fb42', 'port_id': '33e3d217-14dd-4004-84ae-944382569bf3', 'mac_address': 'fa:16:3e:5a:11:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60244fe0-a188-4187-88e1-c1edc141fc32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:28.740046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.774316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-185f9464-a699-4dd6-95ee-bba819c267d8 req-8868d88e-8e56-4959-a1d9-d5c29cabfc81 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791879 Nov 12 03:43:28.781533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e3d217-14dd-4004-84ae-944382569bf3 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:28.837304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 33e3d217-14dd-4004-84ae-944382569bf3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=33e3d217-14dd-4004-84ae-944382569bf3,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:28.843216 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.844237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:28.850699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.861420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.916154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377c7d1-75b4-49fe-be10-00dfe8f04ef8 req-17bb4c96-8382-435d-8c1c-3c57cda5f6a9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.919097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=2f365200-87d4-4569-ba71-e1955393b003,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.926887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1377c7d1-75b4-49fe-be10-00dfe8f04ef8 req-17bb4c96-8382-435d-8c1c-3c57cda5f6a9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.2336481 Nov 12 03:43:28.944361 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Floating IP 5c05b1ec-c0db-4731-95b2-8e71e9d87f1d associated. External IP: 172.25.0.85, port: 74970dda-6816-47eb-8b2b-1c57e2d77125. Nov 12 03:43:28.949958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f3a5de0f-e2b4-4cc4-a270-4b4c9c31fdf6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1999440 Nov 12 03:43:28.981083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7', 'admin_state_up': True, 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'security_groups': ['99d324b6-6621-46ca-b18b-bc246cd00cb7']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:29.203003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=33e3d217-14dd-4004-84ae-944382569bf3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.244496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70379ec2-b51a-42f9-9ac3-23333b43bd7c req-c2f2e755-2cc8-4b37-ab11-d736a594c44d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.252402 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70379ec2-b51a-42f9-9ac3-23333b43bd7c req-c2f2e755-2cc8-4b37-ab11-d736a594c44d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 944 time: 0.1186049 Nov 12 03:43:29.253501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e1c35e67-063b-4c01-aaf8-8a92ed74152b None None] Provisioning complete for port 2f365200-87d4-4569-ba71-e1955393b003 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:29.257299 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1c35e67-063b-4c01-aaf8-8a92ed74152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.327324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Made reservation on behalf of aa0560b68f204f9a8a67c8ae49e3b839 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:29.331967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.341131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:29.350936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e1c35e67-063b-4c01-aaf8-8a92ed74152b None None] Port 2f365200-87d4-4569-ba71-e1955393b003 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:29.364224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'port_id': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'mac_address': 'fa:16:3e:dc:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:29.373029 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70379ec2-b51a-42f9-9ac3-23333b43bd7c req-06ae3792-d9fe-4c72-af17-eed21a569514 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141248 Nov 12 03:43:29.428944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1377c7d1-75b4-49fe-be10-00dfe8f04ef8 req-4a4a334f-8353-4579-9e6c-3b637868e945 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4969616 Nov 12 03:43:29.505248 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.533644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:29.591365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:29.601145 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.685556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec9b00-4f8d-490a-bef5-5f31c0d36c24 req-ff2d626b-687c-43f9-8f1a-f11eaed9d5ea tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.699993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec9b00-4f8d-490a-bef5-5f31c0d36c24 req-ff2d626b-687c-43f9-8f1a-f11eaed9d5ea tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.707298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec9b00-4f8d-490a-bef5-5f31c0d36c24 req-ff2d626b-687c-43f9-8f1a-f11eaed9d5ea tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.713683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec9b00-4f8d-490a-bef5-5f31c0d36c24 req-ff2d626b-687c-43f9-8f1a-f11eaed9d5ea tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.716579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55ec9b00-4f8d-490a-bef5-5f31c0d36c24 req-ff2d626b-687c-43f9-8f1a-f11eaed9d5ea tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 3092 time: 0.1541257 Nov 12 03:43:29.750211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.825834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-1050bfeb-066f-41d6-ab92-b9b2275322f6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.831770 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-1050bfeb-066f-41d6-ab92-b9b2275322f6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.3147576 Nov 12 03:43:29.858994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['33e3d217-14dd-4004-84ae-944382569bf3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:29.865395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Allocated IP 10.2.2.200 (77b499b6-d587-4950-a636-c04dfb896eb7/c0874456-1164-453f-9f28-e44b5e1c9b17/8516f7b4-d035-42c9-bc10-6b335e1b555f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:29.879163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-5f22ed3f-8990-41bc-b5b3-9138b76aa007 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/quotas/244cbb4da8474eebad5c1fe5f07190e4 HTTP/1.1" status: 200 len: 375 time: 0.0345614 Nov 12 03:43:29.927661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b3d6ad29-8d2e-4352-b9cc-0a6349d434b0'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:29.968668 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55ec9b00-4f8d-490a-bef5-5f31c0d36c24 req-367ea471-9a25-45a0-a3eb-9d59765c102e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2110989 Nov 12 03:43:30.021309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:30.047948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-fc825cb5-6c71-4b14-aae2-358286d3961c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1580286 Nov 12 03:43:30.182892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:30.196768 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] Sync routers for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:30.216952 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:30.218676 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:30.222339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.255281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-2de15645-883e-4651-899e-c486c4acf04e service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916435 Nov 12 03:43:30.309933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d54dff20-c75f-4edc-976e-8d6cf01c88f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "PUT /v2.0/floatingips/5c05b1ec-c0db-4731-95b2-8e71e9d87f1d HTTP/1.1" status: 200 len: 990 time: 3.7659047 Nov 12 03:43:30.328402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:30.331983 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c21bd-8f9c-4538-8359-413490a098b6" -d '{"events": [{"name": "network-changed", "server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:30.371177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-d9c158cc-cb87-485b-903d-ff26275270f8 service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080670 Nov 12 03:43:30.376801 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.441841 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.491292 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:30.546644 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12dd66b-d304-4a1d-bfe6-532910026b4e x-openstack-request-id: req-f12dd66b-d304-4a1d-bfe6-532910026b4e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:30.547547 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:30.548033 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f12dd66b-d304-4a1d-bfe6-532910026b4e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:30.548646 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'status': 'completed', 'code': 200} Nov 12 03:43:30.625516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event updated for resources: {'Port': ['ID=8516f7b4-d035-42c9-bc10-6b335e1b555f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.633420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Network 77b499b6-d587-4950-a636-c04dfb896eb7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:30.634987 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:30.646050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:30.725016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-d99d60dc-6106-4e9a-a3d1-f9abe76a4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.731913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-d99d60dc-6106-4e9a-a3d1-f9abe76a4d33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 1097 time: 0.1460178 Nov 12 03:43:30.825109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.825818 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.871345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c08df9ef-a977-4adc-af71-b51196a42bf0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9139214 Nov 12 03:43:30.883193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:30.899809 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '5c05b1ec-c0db-4731-95b2-8e71e9d87f1d', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'port_id': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'mac_address': 'fa:16:3e:d4:77:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:05Z', 'updated_at': '2021-11-12T03:43:28Z', 'revision_number': 1, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:30.958253 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] Checking router: b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:30.973987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2517155-7b93-41dd-9ea4-d6de10a5126a req-0e85f408-cb3d-47c8-9556-e155450624f2 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.982263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2517155-7b93-41dd-9ea4-d6de10a5126a req-0e85f408-cb3d-47c8-9556-e155450624f2 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 944 time: 0.3233595 Nov 12 03:43:30.983370 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:30.984284 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:31.069032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.094145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-363faa08-d9df-4a03-a5df-e383b41ae745 None None] Provisioning complete for port 8516f7b4-d035-42c9-bc10-6b335e1b555f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:31.097403 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-363faa08-d9df-4a03-a5df-e383b41ae745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.172104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-3049b6b9-426c-4847-8828-e5b59e8fe946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.178637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-3049b6b9-426c-4847-8828-e5b59e8fe946 service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.4358549 Nov 12 03:43:31.185820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-363faa08-d9df-4a03-a5df-e383b41ae745 None None] Port 8516f7b4-d035-42c9-bc10-6b335e1b555f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:31.200172 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2517155-7b93-41dd-9ea4-d6de10a5126a req-c5435a50-4dc0-400c-bcb3-3153ad5f962d tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169576 Nov 12 03:43:31.225165 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:31.309191 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aed4e04d-289d-4ba3-8709-7d68e88982a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.432588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9461257-d90f-4631-b45c-eeb3b54dfaba req-f2f1b66b-fc67-462d-8604-e014a13c63a3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 210 time: 0.1034009 Nov 12 03:43:31.490287 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-fa7fcd92-ecda-4a05-b4b0-2ccbab9c85a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74970dda-6816-47eb-8b2b-1c57e2d77125 HTTP/1.1" status: 200 len: 998 time: 0.2874355 Nov 12 03:43:31.609957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-622ca25c-3b38-446a-9925-91d5370bb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.611694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-622ca25c-3b38-446a-9925-91d5370bb9cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.1140764 Nov 12 03:43:31.664265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbdff7-67e0-44aa-8db0-b8248570875a req-34da9edb-ce24-4048-9bc1-89ed74194759 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.678168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbdff7-67e0-44aa-8db0-b8248570875a req-34da9edb-ce24-4048-9bc1-89ed74194759 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.685603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbdff7-67e0-44aa-8db0-b8248570875a req-34da9edb-ce24-4048-9bc1-89ed74194759 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.692494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbdff7-67e0-44aa-8db0-b8248570875a req-34da9edb-ce24-4048-9bc1-89ed74194759 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.698948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbdff7-67e0-44aa-8db0-b8248570875a req-34da9edb-ce24-4048-9bc1-89ed74194759 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.707963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95dbdff7-67e0-44aa-8db0-b8248570875a req-34da9edb-ce24-4048-9bc1-89ed74194759 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 3813 time: 0.1526985 Nov 12 03:43:31.745711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:31.765796 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.793307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-577534fe-86aa-4345-a7c6-3411f83c06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.795008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-577534fe-86aa-4345-a7c6-3411f83c06d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754625 Nov 12 03:43:31.796441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Transition to ACTIVE for port object 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:31.799662 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '5c05b1ec-c0db-4731-95b2-8e71e9d87f1d', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'port_id': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'mac_address': 'fa:16:3e:d4:77:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:05Z', 'updated_at': '2021-11-12T03:43:28Z', 'revision_number': 1, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:31.815579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.832964 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b0cb6-1c7e-4151-8b1d-6fbf6ac3db92 None None] The sync data for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 is: [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '5c05b1ec-c0db-4731-95b2-8e71e9d87f1d', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'port_id': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'mac_address': 'fa:16:3e:d4:77:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:05Z', 'updated_at': '2021-11-12T03:43:28Z', 'revision_number': 1, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:31.875230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95dbdff7-67e0-44aa-8db0-b8248570875a req-5939a030-7131-4f58-8891-89c5d7255a04 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1607649 Nov 12 03:43:31.906196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddced9-cb34-4576-8dd1-28c3f2d14771 req-e71abdea-dcd9-4169-a3c6-82d3fb190517 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.908481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3cddced9-cb34-4576-8dd1-28c3f2d14771 req-e71abdea-dcd9-4169-a3c6-82d3fb190517 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 945 time: 0.8783529 Nov 12 03:43:31.979341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Pushing event updated for resources: {'Port': ['ID=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.043708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-5ae62169-564d-41d2-bb81-b222d7ebd0dc service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339108 Nov 12 03:43:32.151253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3cddced9-cb34-4576-8dd1-28c3f2d14771 req-c7a68af8-8719-4a26-a3f2-5cfc6ec3d264 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319446 Nov 12 03:43:32.166539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Attempting to bind port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:32.166870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Attempting to bind port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:32.167197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Attempting to bind port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc on network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:32.172032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc on network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:32.172405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Attempting to bind port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc on network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:32.187184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:32.187184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Checking segment: {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:32.187184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Bound using segment: {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:32.187184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Bound port: 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add20831-42af-4216-ba77-e53c3424083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:32.187184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.301795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc264f7b-3e6a-4f10-bc4c-3e57623cba80 None None] New status for floating IP 5c05b1ec-c0db-4731-95b2-8e71e9d87f1d: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:43:32.316694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa8c21bd-8f9c-4538-8359-413490a098b6 req-7e30b87c-49c8-4347-b09d-6bce8b815d81 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658987 Nov 12 03:43:32.375691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] For port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:32.379283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] For port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:32.385731 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.450514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab669c15-5c1b-4d0e-a1a5-004fe2cd2e8f req-397fa576-0c83-4750-b02f-ff382fa8f0a0 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.470593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab669c15-5c1b-4d0e-a1a5-004fe2cd2e8f req-397fa576-0c83-4750-b02f-ff382fa8f0a0 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 944 time: 0.1220572 Nov 12 03:43:32.483690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 33e3d217-14dd-4004-84ae-944382569bf3 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:32.517184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.518791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.521771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] 10.222.0.20 "PUT /v2.0/ports/41b92a79-8a5b-4000-92de-1cfc6e3bc9fc HTTP/1.1" status: 200 len: 1092 time: 1.6432593 Nov 12 03:43:32.522248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:32.532087 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:32.556515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90dc80-e289-4244-8d76-332fe878e37d service neutron] Pushing event updated for resources: {'Port': ['ID=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.616698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:32.739237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd628373-c92a-4b52-a19f-e3d86e4e8260 req-962cc217-86b6-4597-8f1d-e98781bfbeda tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 210 time: 0.1193216 Nov 12 03:43:32.861325 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2f2286-26a7-4b56-9178-a8a86ad84040 x-openstack-request-id: req-aa2f2286-26a7-4b56-9178-a8a86ad84040 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:32.861872 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:32.862121 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa2f2286-26a7-4b56-9178-a8a86ad84040 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:32.862696 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'status': 'completed', 'code': 200} Nov 12 03:43:32.878836 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.889381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab669c15-5c1b-4d0e-a1a5-004fe2cd2e8f req-3618518e-98a0-4857-ad51-29e98768c7b1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177580 Nov 12 03:43:32.913802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 33e3d217-14dd-4004-84ae-944382569bf3 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:32.931926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 33e3d217-14dd-4004-84ae-944382569bf3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:32.934404 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.000765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-72db3e9e-2042-4e30-9059-d8dc96f5c079 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.002673 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-72db3e9e-2042-4e30-9059-d8dc96f5c079 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.5039272 Nov 12 03:43:33.018446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'port': {'device_id': '95e3f4d5-7c44-4d43-83ef-12cc35db0d94', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'admin_state_up': True, 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:33.108128 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.199741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642d37a2-b411-4002-a827-6c699109c5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e3d217-14dd-4004-84ae-944382569bf3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:33.206113 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ede0f8-6f99-43f7-bc75-04b4e16b6b0d" -d '{"events": [{"server_uuid": "642d37a2-b411-4002-a827-6c699109c5d7", "name": "network-vif-plugged", "status": "completed", "tag": "33e3d217-14dd-4004-84ae-944382569bf3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:33.259173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 33e3d217-14dd-4004-84ae-944382569bf3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=33e3d217-14dd-4004-84ae-944382569bf3,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:33.275650 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.279034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:33.332890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402d58-9e13-407a-9750-0aa73bcb32b3 req-5a84e1a5-3748-45cd-b14f-c0e9d46f659e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.341786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402d58-9e13-407a-9750-0aa73bcb32b3 req-5a84e1a5-3748-45cd-b14f-c0e9d46f659e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.349151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402d58-9e13-407a-9750-0aa73bcb32b3 req-5a84e1a5-3748-45cd-b14f-c0e9d46f659e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.355808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402d58-9e13-407a-9750-0aa73bcb32b3 req-5a84e1a5-3748-45cd-b14f-c0e9d46f659e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.363547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402d58-9e13-407a-9750-0aa73bcb32b3 req-5a84e1a5-3748-45cd-b14f-c0e9d46f659e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.365961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75402d58-9e13-407a-9750-0aa73bcb32b3 req-5a84e1a5-3748-45cd-b14f-c0e9d46f659e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 3825 time: 0.2890353 Nov 12 03:43:33.373659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-5d3c8948-f7b5-4356-933a-8b62a81d8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.374548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-5d3c8948-f7b5-4356-933a-8b62a81d8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.375419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-5d3c8948-f7b5-4356-933a-8b62a81d8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.376097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-5d3c8948-f7b5-4356-933a-8b62a81d8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.376815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-5d3c8948-f7b5-4356-933a-8b62a81d8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.378965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-5d3c8948-f7b5-4356-933a-8b62a81d8e17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 4361 time: 0.3745668 Nov 12 03:43:33.486650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Made reservation on behalf of 244cbb4da8474eebad5c1fe5f07190e4 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:33.493133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.537058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75402d58-9e13-407a-9750-0aa73bcb32b3 req-6c577a34-1cd3-4da2-b7f8-868e01f379e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1565766 Nov 12 03:43:33.580311 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:33.595489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=33e3d217-14dd-4004-84ae-944382569bf3,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:33.627654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-877dd303-d6b6-4e28-8fa5-3834570a49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.628169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-877dd303-d6b6-4e28-8fa5-3834570a49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.629980 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-630a4df9-a344-4ff7-9e09-02bc26b06bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.632706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:33.634689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-877dd303-d6b6-4e28-8fa5-3834570a49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.638570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-877dd303-d6b6-4e28-8fa5-3834570a49e2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.2432752 Nov 12 03:43:33.640789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:33.641159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.656580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14881f2-7bb5-47c4-a7cd-eee39b374054 req-381b0341-8424-422c-ab1b-988a34a5768f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.664439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d14881f2-7bb5-47c4-a7cd-eee39b374054 req-381b0341-8424-422c-ab1b-988a34a5768f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 945 time: 0.2633789 Nov 12 03:43:33.677607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4023bd-d621-45c5-8fe8-d015391ea18c {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:33.697494 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.700151 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d4dd1-87dd-4ee8-8956-0368ffdb15f7 x-openstack-request-id: req-c62d4dd1-87dd-4ee8-8956-0368ffdb15f7 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:33.700535 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642d37a2-b411-4002-a827-6c699109c5d7", "name": "network-vif-plugged", "status": "completed", "tag": "33e3d217-14dd-4004-84ae-944382569bf3", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:33.700990 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c62d4dd1-87dd-4ee8-8956-0368ffdb15f7 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:33.701494 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642d37a2-b411-4002-a827-6c699109c5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e3d217-14dd-4004-84ae-944382569bf3', 'code': 200} Nov 12 03:43:33.722194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Transition to ACTIVE for port object bf4023bd-d621-45c5-8fe8-d015391ea18c will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:33.777018 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.779837 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d14881f2-7bb5-47c4-a7cd-eee39b374054 req-7f30e9f3-2fe8-48a4-81d4-e17bdcfedf2d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143970 Nov 12 03:43:33.795419 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.862276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:33.872319 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.880850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Allocated IP 172.20.0.7 (9eda40b8-2392-4f0c-96b3-730bf512b53b/5c0a8fca-b071-4355-acac-92f3e5eb1625/add9fe6c-1f0f-4a6c-aa01-37c8d06e975e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:33.900366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1002a-41f1-493b-bf59-64e89630fc3b req-13747f3d-a8da-48b3-ba6b-2f9b6fa00561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.903090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7d1002a-41f1-493b-bf59-64e89630fc3b req-13747f3d-a8da-48b3-ba6b-2f9b6fa00561 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 1097 time: 0.0814772 Nov 12 03:43:33.971119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:33.996404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7d1002a-41f1-493b-bf59-64e89630fc3b req-31cfee9f-027b-49e7-bfdc-ae3bc718435a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845068 Nov 12 03:43:34.063770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-3647c365-b884-424e-9343-5a7433fa14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.065512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae7330bd-0a95-4d71-8c08-fae6d754a3ce req-3647c365-b884-424e-9343-5a7433fa14dd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4196157 Nov 12 03:43:34.067746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d397d6e7-fa3f-4346-a33f-1fc86312893d req-2f7322dc-d9b6-46b7-a8ef-9f6bb20d706f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 210 time: 0.1363008 Nov 12 03:43:34.089936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Pushing event updated for resources: {'Port': ['ID=bf4023bd-d621-45c5-8fe8-d015391ea18c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.127505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5bf91-b902-4d98-b67e-6dfa33c74c33 req-8303a80d-1983-471a-80b9-5e5d2548e692 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.129410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9aa5bf91-b902-4d98-b67e-6dfa33c74c33 req-8303a80d-1983-471a-80b9-5e5d2548e692 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1218812 Nov 12 03:43:34.187626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Attempting to bind port bf4023bd-d621-45c5-8fe8-d015391ea18c on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:34.188275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Attempting to bind port bf4023bd-d621-45c5-8fe8-d015391ea18c by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:34.188614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Attempting to bind port bf4023bd-d621-45c5-8fe8-d015391ea18c on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:34.194294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Port bf4023bd-d621-45c5-8fe8-d015391ea18c on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:34.194670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Attempting to bind port bf4023bd-d621-45c5-8fe8-d015391ea18c on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:34.196544 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.201270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:34.201607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Checking segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:34.202393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Bound using segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:34.203140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Bound port: bf4023bd-d621-45c5-8fe8-d015391ea18c, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:34.203505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.268446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9aa5bf91-b902-4d98-b67e-6dfa33c74c33 req-b82d7595-fccf-424e-908d-c7969a215c4c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304803 Nov 12 03:43:34.305560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] For port bf4023bd-d621-45c5-8fe8-d015391ea18c, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:34.309863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] For port bf4023bd-d621-45c5-8fe8-d015391ea18c, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:34.311368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.315798 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.323944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e229c874-a097-422d-af8e-fe88d409b4eb'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:34.356792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.358897 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.362593 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] 10.222.0.20 "PUT /v2.0/ports/bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 200 len: 1135 time: 1.7509875 Nov 12 03:43:34.394922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:34.395314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d2514-001b-45d8-87ec-3f3a4df2f06d service neutron] Pushing event updated for resources: {'Port': ['ID=bf4023bd-d621-45c5-8fe8-d015391ea18c,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.404691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.409503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:34.429249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:34.477879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.488141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'Port': ['ID=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.594393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.595374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.631697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-14ef6f27-5082-4eff-919b-5a4738d069b0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6178288 Nov 12 03:43:34.646225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Request body: {'port': {'device_id': '95e3f4d5-7c44-4d43-83ef-12cc35db0d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.789427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.861272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6864-b529-4049-ae42-e0b7385babf4 req-ac5d40ed-a74e-41c9-9693-99f84d4afe4e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.868724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6864-b529-4049-ae42-e0b7385babf4 req-ac5d40ed-a74e-41c9-9693-99f84d4afe4e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.875297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6864-b529-4049-ae42-e0b7385babf4 req-ac5d40ed-a74e-41c9-9693-99f84d4afe4e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.882958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6864-b529-4049-ae42-e0b7385babf4 req-ac5d40ed-a74e-41c9-9693-99f84d4afe4e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.889273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6864-b529-4049-ae42-e0b7385babf4 req-ac5d40ed-a74e-41c9-9693-99f84d4afe4e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.895378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b24420da-a554-4e37-9541-a4816a524630 None None] Provisioning complete for port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:34.895859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b24420da-a554-4e37-9541-a4816a524630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.903811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e6864-b529-4049-ae42-e0b7385babf4 req-ac5d40ed-a74e-41c9-9693-99f84d4afe4e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.908861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': 'bf4023bd-d621-45c5-8fe8-d015391ea18c'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:34.911103 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c0bf6-9398-48e1-91d4-b82778f2a495" -d '{"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "bf4023bd-d621-45c5-8fe8-d015391ea18c"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:34.919181 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c84e6864-b529-4049-ae42-e0b7385babf4 req-ac5d40ed-a74e-41c9-9693-99f84d4afe4e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 4601 time: 0.1756945 Nov 12 03:43:34.932066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b20096-bb04-4d3a-9662-b58bdf4916b1 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:34.947696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b24420da-a554-4e37-9541-a4816a524630 None None] Port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:34.958864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.971768 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.980616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Transition to ACTIVE for port object 07b20096-bb04-4d3a-9662-b58bdf4916b1 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:34.987679 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.025996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916fa5b-ade2-429d-a373-d8fca6826fa5 req-719b41f5-08b7-4715-9350-4c7d56e954a5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.028126 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3916fa5b-ade2-429d-a373-d8fca6826fa5 req-719b41f5-08b7-4715-9350-4c7d56e954a5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1141601 Nov 12 03:43:35.082534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c84e6864-b529-4049-ae42-e0b7385babf4 req-f13c73a9-a43b-4334-a056-8387a0465f19 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1618564 Nov 12 03:43:35.291171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add9fe6c-1f0f-4a6c-aa01-37c8d06e975e {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:35.300649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.315217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Transition to ACTIVE for port object add9fe6c-1f0f-4a6c-aa01-37c8d06e975e will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:35.319988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.425747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.470296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add306b3-c787-4b4a-ad68-4bd6daf736e0 req-b9d26f4b-c370-473f-8b02-a3f229521ec4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.477568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-add306b3-c787-4b4a-ad68-4bd6daf736e0 req-b9d26f4b-c370-473f-8b02-a3f229521ec4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 943 time: 0.1170859 Nov 12 03:43:35.545900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Attempting to bind port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:35.546604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Attempting to bind port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:35.546604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Attempting to bind port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:35.562723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e on network 9eda40b8-2392-4f0c-96b3-730bf512b53b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:35.562974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Attempting to bind port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:35.582408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:35.582734 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Checking segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:35.583127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Bound using segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:35.583568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Bound port: add9fe6c-1f0f-4a6c-aa01-37c8d06e975e, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:35.583926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.602150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-add306b3-c787-4b4a-ad68-4bd6daf736e0 req-e62c1bbc-a9c4-464f-81cb-b572c6f4fcf7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824275 Nov 12 03:43:35.674762 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7995f117-ddf8-4019-b350-7e2b43f2f32d x-openstack-request-id: req-7995f117-ddf8-4019-b350-7e2b43f2f32d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:35.675333 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "bf4023bd-d621-45c5-8fe8-d015391ea18c", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:35.675333 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7995f117-ddf8-4019-b350-7e2b43f2f32d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:35.675667 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': 'bf4023bd-d621-45c5-8fe8-d015391ea18c', 'status': 'completed', 'code': 200} Nov 12 03:43:35.675994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] For port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:35.680261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] For port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:35.690176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.703148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:35.705749 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b4dc8-6136-4683-a019-ba2f5d2e5855" -d '{"events": [{"server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "name": "network-vif-plugged", "status": "completed", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:35.715465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Pushing event updated for resources: {'Port': ['ID=07b20096-bb04-4d3a-9662-b58bdf4916b1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.757781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.758418 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.759860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/add9fe6c-1f0f-4a6c-aa01-37c8d06e975e HTTP/1.1" status: 200 len: 1092 time: 1.1192272 Nov 12 03:43:35.798938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e3f4d5-7c44-4d43-83ef-12cc35db0d94', 'tag': 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:35.802090 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69" -d '{"events": [{"name": "network-changed", "server_uuid": "95e3f4d5-7c44-4d43-83ef-12cc35db0d94", "tag": "add9fe6c-1f0f-4a6c-aa01-37c8d06e975e"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:35.804257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3916fa5b-ade2-429d-a373-d8fca6826fa5 req-480fc914-285e-4c4b-8eed-833ef09b1b70 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7693520 Nov 12 03:43:35.878350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6136b-dcc1-420d-b417-116cab18e9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.879412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-2d8aefe0-abd1-42bf-a7de-0b0342105446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.879882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-2d8aefe0-abd1-42bf-a7de-0b0342105446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.880345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-2d8aefe0-abd1-42bf-a7de-0b0342105446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.880840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-2d8aefe0-abd1-42bf-a7de-0b0342105446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.881309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-2d8aefe0-abd1-42bf-a7de-0b0342105446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.881769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-2d8aefe0-abd1-42bf-a7de-0b0342105446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.882231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-2d8aefe0-abd1-42bf-a7de-0b0342105446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.889583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-2d8aefe0-abd1-42bf-a7de-0b0342105446 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6177 time: 0.2291479 Nov 12 03:43:35.890551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Attempting to bind port 07b20096-bb04-4d3a-9662-b58bdf4916b1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:35.890884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Attempting to bind port 07b20096-bb04-4d3a-9662-b58bdf4916b1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:35.891209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Attempting to bind port 07b20096-bb04-4d3a-9662-b58bdf4916b1 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:35.891339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-633c8fe3-5e97-442c-9422-297b60aded20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.892950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-633c8fe3-5e97-442c-9422-297b60aded20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 1095 time: 0.0877688 Nov 12 03:43:35.901168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Port 07b20096-bb04-4d3a-9662-b58bdf4916b1 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:35.901775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Attempting to bind port 07b20096-bb04-4d3a-9662-b58bdf4916b1 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:35.902682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7720d73-6a09-499b-bab0-6fc4adfc9459 req-b87c3e21-f8bb-46c7-b75e-44ff7939648c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.912497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d7720d73-6a09-499b-bab0-6fc4adfc9459 req-b87c3e21-f8bb-46c7-b75e-44ff7939648c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1966119 Nov 12 03:43:35.938452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:35.938814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Checking segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:35.939750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Bound using segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:35.940221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Bound port: 07b20096-bb04-4d3a-9662-b58bdf4916b1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:35.940590 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.976212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-0cf5855c-ef2b-428f-97da-3a20b2f38c12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e HTTP/1.1" status: 200 len: 217 time: 0.0537653 Nov 12 03:43:35.992576 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c5a85-5c70-4109-ac09-189e995fd4b3 x-openstack-request-id: req-ba6c5a85-5c70-4109-ac09-189e995fd4b3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:35.993545 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "name": "network-vif-plugged", "status": "completed", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:35.994158 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba6c5a85-5c70-4109-ac09-189e995fd4b3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:35.994775 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'code': 200} Nov 12 03:43:36.047468 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce69f78-8535-4e88-bab9-efd89417ec1e x-openstack-request-id: req-5ce69f78-8535-4e88-bab9-efd89417ec1e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:36.048208 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e3f4d5-7c44-4d43-83ef-12cc35db0d94", "tag": "add9fe6c-1f0f-4a6c-aa01-37c8d06e975e", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:36.048466 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ce69f78-8535-4e88-bab9-efd89417ec1e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:36.048888 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e3f4d5-7c44-4d43-83ef-12cc35db0d94', 'tag': 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e', 'status': 'completed', 'code': 200} Nov 12 03:43:36.125055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] For port 07b20096-bb04-4d3a-9662-b58bdf4916b1, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:36.128089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-b0ee66d4-4182-4113-9a5e-ea79a90ebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.128614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-b0ee66d4-4182-4113-9a5e-ea79a90ebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.129059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-b0ee66d4-4182-4113-9a5e-ea79a90ebe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.130644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-b0ee66d4-4182-4113-9a5e-ea79a90ebe5c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.2256835 Nov 12 03:43:36.132339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] For port 07b20096-bb04-4d3a-9662-b58bdf4916b1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:36.137807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.146275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d7720d73-6a09-499b-bab0-6fc4adfc9459 req-947449e8-383d-4421-9881-d12bc0aea324 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309773 Nov 12 03:43:36.152899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-509737c7-7336-46fe-8bee-9c7a90eeed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.154373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-509737c7-7336-46fe-8bee-9c7a90eeed8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1693995 Nov 12 03:43:36.200617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a1f70-627d-4e00-a10f-3d27f7d498b7 req-f261ef23-927a-44a5-8870-de7d3cc9c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.202427 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef3a1f70-627d-4e00-a10f-3d27f7d498b7 req-f261ef23-927a-44a5-8870-de7d3cc9c843 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1098 time: 0.1065361 Nov 12 03:43:36.240633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-b2f99ccc-2306-46d4-a7a1-0ec1d075c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.242476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-b2f99ccc-2306-46d4-a7a1-0ec1d075c6ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758476 Nov 12 03:43:36.274163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.274814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.278405 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] 10.222.0.20 "PUT /v2.0/ports/07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 200 len: 1137 time: 1.8793788 Nov 12 03:43:36.324313 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.348632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-14d883ef-0fef-49d6-94ec-c7624acb3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.350366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-14d883ef-0fef-49d6-94ec-c7624acb3331 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2102940 Nov 12 03:43:36.358872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:36.412445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfda08-9ce0-4286-835b-cfb30bdd3f9a service neutron] Pushing event updated for resources: {'Port': ['ID=07b20096-bb04-4d3a-9662-b58bdf4916b1,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.444680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-f35b6982-dd34-430b-89a5-97c670034d6b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.451916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-f35b6982-dd34-430b-89a5-97c670034d6b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.458699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-f35b6982-dd34-430b-89a5-97c670034d6b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.470038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-f35b6982-dd34-430b-89a5-97c670034d6b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.476484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-f35b6982-dd34-430b-89a5-97c670034d6b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.486926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-f35b6982-dd34-430b-89a5-97c670034d6b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.493454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-f35b6982-dd34-430b-89a5-97c670034d6b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.495527 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-f35b6982-dd34-430b-89a5-97c670034d6b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5379 time: 0.2554638 Nov 12 03:43:36.603438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.753783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dcb3bcb3-5198-477c-99ad-8e219f0c04bb req-28da3fce-e9f6-4eec-8916-18d1d87440b1 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2500336 Nov 12 03:43:36.932301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef3a1f70-627d-4e00-a10f-3d27f7d498b7 req-a0c56fdf-2596-481d-823b-50b28e5bbaeb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7211895 Nov 12 03:43:36.949192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771432d-1264-4013-b2ac-1d9989b3699b req-7dff42aa-74db-4add-9c76-98693fb1433b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.950723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d771432d-1264-4013-b2ac-1d9989b3699b req-7dff42aa-74db-4add-9c76-98693fb1433b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 943 time: 0.0909798 Nov 12 03:43:36.970033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-1c99bb6f-ba86-4117-a857-43be09dcf5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172055 Nov 12 03:43:36.981946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36085f-1390-4047-9474-f82b688d3dfd req-d82f29ea-8fe6-4865-9db9-478dbab76bf5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.983672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c36085f-1390-4047-9474-f82b688d3dfd req-d82f29ea-8fe6-4865-9db9-478dbab76bf5 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0924025 Nov 12 03:43:37.022423 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.042852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e280fa13-314b-4e80-96b8-2d951bd8a7a9 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:37.049875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c36085f-1390-4047-9474-f82b688d3dfd req-4fb3fbb8-760e-4056-af4b-633c51aac6d1 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580795 Nov 12 03:43:37.053064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.071011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d771432d-1264-4013-b2ac-1d9989b3699b req-b1ba475b-5e19-48fa-a979-c2211188c5e2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845330 Nov 12 03:43:37.097014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Transition to ACTIVE for port object e280fa13-314b-4e80-96b8-2d951bd8a7a9 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:37.105103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.214819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Pushing event updated for resources: {'Port': ['ID=e280fa13-314b-4e80-96b8-2d951bd8a7a9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.296382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214090-ee8e-491d-82d5-40e530a1f002 req-a9943eb8-b97e-4609-8768-95f2a7fbac34 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.297966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-39214090-ee8e-491d-82d5-40e530a1f002 req-a9943eb8-b97e-4609-8768-95f2a7fbac34 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1543462 Nov 12 03:43:37.308211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Attempting to bind port e280fa13-314b-4e80-96b8-2d951bd8a7a9 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:37.308535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Attempting to bind port e280fa13-314b-4e80-96b8-2d951bd8a7a9 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:37.308967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Attempting to bind port e280fa13-314b-4e80-96b8-2d951bd8a7a9 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:37.314395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Port e280fa13-314b-4e80-96b8-2d951bd8a7a9 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:37.314714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Attempting to bind port e280fa13-314b-4e80-96b8-2d951bd8a7a9 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:37.320329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:37.320802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Checking segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:37.321197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Bound using segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:37.321635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Bound port: e280fa13-314b-4e80-96b8-2d951bd8a7a9, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:37.321988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.354764 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7638fe24-f1fe-4048-b078-e715a196ec7a req-82fca804-0e13-41b4-9bb8-463711875f6d service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201436 Nov 12 03:43:37.418443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-39214090-ee8e-491d-82d5-40e530a1f002 req-d84e02af-4c18-4f3f-9d2b-5ed2c926293b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086273 Nov 12 03:43:37.473916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] For port e280fa13-314b-4e80-96b8-2d951bd8a7a9, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:37.478882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-246370a2-fc93-4a4d-b2f1-01d6d5561243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.480958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-246370a2-fc93-4a4d-b2f1-01d6d5561243 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 1095 time: 0.0617621 Nov 12 03:43:37.481217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] For port e280fa13-314b-4e80-96b8-2d951bd8a7a9, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:37.487479 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.585714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.586529 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.594185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] 10.222.0.20 "PUT /v2.0/ports/e280fa13-314b-4e80-96b8-2d951bd8a7a9 HTTP/1.1" status: 200 len: 1091 time: 1.2361245 Nov 12 03:43:37.622275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-b50f5b65-f0fd-4b7e-ac2f-e82cb9f7d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.624255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-b50f5b65-f0fd-4b7e-ac2f-e82cb9f7d857 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1336727 Nov 12 03:43:37.632367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:37.679221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '07b20096-bb04-4d3a-9662-b58bdf4916b1'}, {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:37.683884 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9802564-a0d4-4ed0-b497-a86b55eb8943" -d '{"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "07b20096-bb04-4d3a-9662-b58bdf4916b1"}, {"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "e280fa13-314b-4e80-96b8-2d951bd8a7a9"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:37.695257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-d7d0df46-c218-4b7e-9026-3d10205bcf40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e HTTP/1.1" status: 200 len: 217 time: 0.0540702 Nov 12 03:43:37.699278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21732714-f2a9-40db-8ce8-2f04b131ec54 req-c65f1369-02d3-4974-9f68-a510b81c33d3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.700824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-21732714-f2a9-40db-8ce8-2f04b131ec54 req-c65f1369-02d3-4974-9f68-a510b81c33d3 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.2150223 Nov 12 03:43:37.701478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b9ce4-91b8-4ef7-9905-bff11e46b935 service neutron] Pushing event updated for resources: {'Port': ['ID=e280fa13-314b-4e80-96b8-2d951bd8a7a9,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.803405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-0a4ef702-4578-4baf-af93-37d25d685768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.805054 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ecdc5d-dc46-42d8-adb6-f2d287ea5768 x-openstack-request-id: req-84ecdc5d-dc46-42d8-adb6-f2d287ea5768 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:37.805533 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "07b20096-bb04-4d3a-9662-b58bdf4916b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "e280fa13-314b-4e80-96b8-2d951bd8a7a9", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:37.805650 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84ecdc5d-dc46-42d8-adb6-f2d287ea5768 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:37.806039 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '07b20096-bb04-4d3a-9662-b58bdf4916b1', 'status': 'completed', 'code': 200} Nov 12 03:43:37.806299 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9', 'status': 'completed', 'code': 200} Nov 12 03:43:37.807026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-0a4ef702-4578-4baf-af93-37d25d685768 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1001253 Nov 12 03:43:37.847333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.906893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-21732714-f2a9-40db-8ce8-2f04b131ec54 req-7c108c5f-cda1-492f-aaaf-fa6b55d09ba8 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897833 Nov 12 03:43:37.966857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-5cd20de3-83cc-48b5-83c1-37ee5dd6eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.968517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-5cd20de3-83cc-48b5-83c1-37ee5dd6eafa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464281 Nov 12 03:43:37.985219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-142902e7-93ae-4e75-ab7c-d1eae88344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.985780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-142902e7-93ae-4e75-ab7c-d1eae88344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.986964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-142902e7-93ae-4e75-ab7c-d1eae88344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.987907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-142902e7-93ae-4e75-ab7c-d1eae88344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.987907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-142902e7-93ae-4e75-ab7c-d1eae88344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.988372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-142902e7-93ae-4e75-ab7c-d1eae88344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.988883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-142902e7-93ae-4e75-ab7c-d1eae88344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.990993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-142902e7-93ae-4e75-ab7c-d1eae88344cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6287 time: 0.1676044 Nov 12 03:43:38.036084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-1bbd7e0f-2425-4417-a89a-d7f709b6b01b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.050443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-1bbd7e0f-2425-4417-a89a-d7f709b6b01b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.059305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-1bbd7e0f-2425-4417-a89a-d7f709b6b01b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.065729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-1bbd7e0f-2425-4417-a89a-d7f709b6b01b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.072043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-1bbd7e0f-2425-4417-a89a-d7f709b6b01b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.079275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-1bbd7e0f-2425-4417-a89a-d7f709b6b01b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.085990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-1bbd7e0f-2425-4417-a89a-d7f709b6b01b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.088411 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-1bbd7e0f-2425-4417-a89a-d7f709b6b01b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5391 time: 0.1930847 Nov 12 03:43:38.251433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-680e02ec-bed3-4755-9d1b-35b879674257 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563941 Nov 12 03:43:38.329076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93159df2-91ba-4fa9-a13d-b1dc9b804748 req-de60a126-d908-4957-891c-1700da05a24c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.333317 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93159df2-91ba-4fa9-a13d-b1dc9b804748 req-de60a126-d908-4957-891c-1700da05a24c tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.2580736 Nov 12 03:43:38.347932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb214925-a0d3-49c1-bfe4-e19bba845662 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:38.364314 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.392711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Transition to ACTIVE for port object cb214925-a0d3-49c1-bfe4-e19bba845662 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:38.402167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.436427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93159df2-91ba-4fa9-a13d-b1dc9b804748 req-fbd8935e-79bb-4959-b461-1012ab219580 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994899 Nov 12 03:43:38.470331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1695f408-17e4-4fc5-b225-eaba522fc6b2 req-eca6e1ae-aad8-46a5-a800-985593daad09 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3427951 Nov 12 03:43:38.504212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Pushing event updated for resources: {'Port': ['ID=cb214925-a0d3-49c1-bfe4-e19bba845662,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.556846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Attempting to bind port cb214925-a0d3-49c1-bfe4-e19bba845662 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:38.557233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Attempting to bind port cb214925-a0d3-49c1-bfe4-e19bba845662 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:38.557526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Attempting to bind port cb214925-a0d3-49c1-bfe4-e19bba845662 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:38.562705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Port cb214925-a0d3-49c1-bfe4-e19bba845662 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:38.563025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Attempting to bind port cb214925-a0d3-49c1-bfe4-e19bba845662 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:38.569965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:38.570309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Checking segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:38.570682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Bound using segment: {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:38.571111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Bound port: cb214925-a0d3-49c1-bfe4-e19bba845662, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848b21cf-dc75-4745-a4bd-9ef0bbe43391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:38.571468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.658316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] For port cb214925-a0d3-49c1-bfe4-e19bba845662, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:38.662872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] For port cb214925-a0d3-49c1-bfe4-e19bba845662, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cb214925-a0d3-49c1-bfe4-e19bba845662,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:38.669248 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.672991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-2c2fac1b-2e2d-449b-a648-5fae8b3d9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.673477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-2c2fac1b-2e2d-449b-a648-5fae8b3d9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.673946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-2c2fac1b-2e2d-449b-a648-5fae8b3d9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.675552 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-2c2fac1b-2e2d-449b-a648-5fae8b3d9159 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.5757401 Nov 12 03:43:38.678533 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be0ad8ad-15b6-43c2-ab45-6594dbdaab69 req-65246ef1-e8a5-4e7f-bd41-90c43caf8730 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815882 Nov 12 03:43:38.771390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5309c53-fbcc-4871-8ffa-cb5a298568dd req-6b036a1e-30e2-453d-a096-f0dbb14f73ca tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.772423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.773194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.774826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] 10.222.0.20 "PUT /v2.0/ports/cb214925-a0d3-49c1-bfe4-e19bba845662 HTTP/1.1" status: 200 len: 1090 time: 1.1505756 Nov 12 03:43:38.780516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5309c53-fbcc-4871-8ffa-cb5a298568dd req-6b036a1e-30e2-453d-a096-f0dbb14f73ca tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 943 time: 0.1656792 Nov 12 03:43:38.807296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:38.860516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8bd35-fa48-4ea2-8ae4-3d26168e5ab8 req-f90cd251-0eb5-48cb-a8f5-c89247fa9351 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.869079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f8b8bd35-fa48-4ea2-8ae4-3d26168e5ab8 req-f90cd251-0eb5-48cb-a8f5-c89247fa9351 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1432009 Nov 12 03:43:38.931120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.946471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d8b84-4bce-4046-bb7b-539d2490649f service neutron] Pushing event updated for resources: {'Port': ['ID=cb214925-a0d3-49c1-bfe4-e19bba845662,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.970166 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5309c53-fbcc-4871-8ffa-cb5a298568dd req-763b225d-173d-4c98-a2d1-91b8703c3fe1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867294 Nov 12 03:43:38.991749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-3c714e55-1b54-437e-9965-6485775751c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.993294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-3c714e55-1b54-437e-9965-6485775751c6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3034003 Nov 12 03:43:39.072487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f8b8bd35-fa48-4ea2-8ae4-3d26168e5ab8 req-d72f65e8-579a-4caf-9560-8212ee539fcc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926067 Nov 12 03:43:39.177641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-065d80e6-82a0-420c-baf9-63c346ac30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.178136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-065d80e6-82a0-420c-baf9-63c346ac30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.178616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-065d80e6-82a0-420c-baf9-63c346ac30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.179093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-065d80e6-82a0-420c-baf9-63c346ac30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.179567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-065d80e6-82a0-420c-baf9-63c346ac30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.180041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-065d80e6-82a0-420c-baf9-63c346ac30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.180656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-065d80e6-82a0-420c-baf9-63c346ac30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.182757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-065d80e6-82a0-420c-baf9-63c346ac30af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6355 time: 0.1185303 Nov 12 03:43:39.328052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd1e5-5ed2-4988-9dfb-4b61c0240510 req-526e94cd-a91b-411a-a71e-0fad69c1c266 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.329217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2cbd1e5-5ed2-4988-9dfb-4b61c0240510 req-526e94cd-a91b-411a-a71e-0fad69c1c266 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1041491 Nov 12 03:43:39.393743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-503859d8-d511-4ba2-a7ba-8dc5b49cf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.394892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-503859d8-d511-4ba2-a7ba-8dc5b49cf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.395368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-503859d8-d511-4ba2-a7ba-8dc5b49cf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.397821 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-503859d8-d511-4ba2-a7ba-8dc5b49cf652 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.2064304 Nov 12 03:43:39.425321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb643-7356-4489-b97e-89c291d12c53 req-2fdec201-6d54-4593-ae95-ba845adf3b37 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.434256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-899bb643-7356-4489-b97e-89c291d12c53 req-2fdec201-6d54-4593-ae95-ba845adf3b37 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.2185872 Nov 12 03:43:39.438262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2cbd1e5-5ed2-4988-9dfb-4b61c0240510 req-514fba01-5ade-4b73-a281-42010a1bdbad tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702884 Nov 12 03:43:39.462795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38556) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.605849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f365200-87d4-4569-ba71-e1955393b003 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:39.632194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.641801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-899bb643-7356-4489-b97e-89c291d12c53 req-c4359bd1-840d-4aec-b99b-ea3b88b75f61 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065907 Nov 12 03:43:39.657908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Transition to ACTIVE for port object 2f365200-87d4-4569-ba71-e1955393b003 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:39.669873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.673589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e21a71-4fc7-4ad8-8fbb-aebf478078c4 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.682185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e4e21a71-4fc7-4ad8-8fbb-aebf478078c4 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1093 time: 0.2168465 Nov 12 03:43:39.688031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.704584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:39.737859 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.793498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-2725b059-cc02-4e20-ae27-9aa0f44701ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.795367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9802564-a0d4-4ed0-b497-a86b55eb8943 req-2725b059-cc02-4e20-ae27-9aa0f44701ee service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3880479 Nov 12 03:43:39.817041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': 'cb214925-a0d3-49c1-bfe4-e19bba845662'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:39.822432 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f73575e-0d33-4240-b289-6b48bd863ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "cb214925-a0d3-49c1-bfe4-e19bba845662"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:39.875730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794843e-406e-432e-8458-93c8757ab996 req-5de6fc70-0385-4bce-bab3-464f22e42d33 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.885043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794843e-406e-432e-8458-93c8757ab996 req-5de6fc70-0385-4bce-bab3-464f22e42d33 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.900462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794843e-406e-432e-8458-93c8757ab996 req-5de6fc70-0385-4bce-bab3-464f22e42d33 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.908953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794843e-406e-432e-8458-93c8757ab996 req-5de6fc70-0385-4bce-bab3-464f22e42d33 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.921473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794843e-406e-432e-8458-93c8757ab996 req-5de6fc70-0385-4bce-bab3-464f22e42d33 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.931638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794843e-406e-432e-8458-93c8757ab996 req-5de6fc70-0385-4bce-bab3-464f22e42d33 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.942300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794843e-406e-432e-8458-93c8757ab996 req-5de6fc70-0385-4bce-bab3-464f22e42d33 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.944298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b794843e-406e-432e-8458-93c8757ab996 req-5de6fc70-0385-4bce-bab3-464f22e42d33 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5403 time: 0.3519721 Nov 12 03:43:39.952639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Pushing event updated for resources: {'Port': ['ID=2f365200-87d4-4569-ba71-e1955393b003,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.962480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a47019-bc8a-4742-a194-b9063e29e8e7 req-641bce72-e6a8-4818-830f-d5fd2959b29e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.972174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2a47019-bc8a-4742-a194-b9063e29e8e7 req-641bce72-e6a8-4818-830f-d5fd2959b29e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.0835168 Nov 12 03:43:40.078319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2a47019-bc8a-4742-a194-b9063e29e8e7 req-1fec9d2b-420f-444f-94c0-ae2b9b4e078a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005628 Nov 12 03:43:40.095301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.118382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b794843e-406e-432e-8458-93c8757ab996 req-01ff6403-7943-4113-af6b-c578a5f68ca1 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1494668 Nov 12 03:43:40.149421 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496d9340-6aa0-45b4-b307-117ef1bd613e x-openstack-request-id: req-496d9340-6aa0-45b4-b307-117ef1bd613e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:40.149683 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "cb214925-a0d3-49c1-bfe4-e19bba845662", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:40.149937 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-496d9340-6aa0-45b4-b307-117ef1bd613e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:40.150331 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': 'cb214925-a0d3-49c1-bfe4-e19bba845662', 'status': 'completed', 'code': 200} Nov 12 03:43:40.154937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Attempting to bind port 2f365200-87d4-4569-ba71-e1955393b003 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:40.155274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Attempting to bind port 2f365200-87d4-4569-ba71-e1955393b003 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:40.155604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Attempting to bind port 2f365200-87d4-4569-ba71-e1955393b003 on network 77b499b6-d587-4950-a636-c04dfb896eb7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:40.160491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Port 2f365200-87d4-4569-ba71-e1955393b003 on network 77b499b6-d587-4950-a636-c04dfb896eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:40.160894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Attempting to bind port 2f365200-87d4-4569-ba71-e1955393b003 on network 77b499b6-d587-4950-a636-c04dfb896eb7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:40.168149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:40.168568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Checking segment: {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:40.168996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Bound using segment: {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:40.169435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Bound port: 2f365200-87d4-4569-ba71-e1955393b003, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:40.169793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.259983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.25.0.250 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/8637d835-c0f7-486f-bf75-211134291334) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:40.287016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] For port 2f365200-87d4-4569-ba71-e1955393b003, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:40.291976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] For port 2f365200-87d4-4569-ba71-e1955393b003, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2f365200-87d4-4569-ba71-e1955393b003,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:40.297584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.354306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.355900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.357471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] 10.222.0.20 "PUT /v2.0/ports/2f365200-87d4-4569-ba71-e1955393b003 HTTP/1.1" status: 200 len: 1092 time: 1.5551386 Nov 12 03:43:40.396381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Request body: {'port': {'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:40.424282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aba1f1-6d48-4e4b-8e0d-736df39fd63e service neutron] Pushing event updated for resources: {'Port': ['ID=2f365200-87d4-4569-ba71-e1955393b003,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.461688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device add9fe6c-1f0f-4a6c-aa01-37c8d06e975e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:40.472013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-fa701f1d-7cfe-4766-8652-9db34eab3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.472013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-fa701f1d-7cfe-4766-8652-9db34eab3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.472013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-fa701f1d-7cfe-4766-8652-9db34eab3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.472013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-fa701f1d-7cfe-4766-8652-9db34eab3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.472013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-fa701f1d-7cfe-4766-8652-9db34eab3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.472508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-fa701f1d-7cfe-4766-8652-9db34eab3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.474778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-fa701f1d-7cfe-4766-8652-9db34eab3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.481901 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-fa701f1d-7cfe-4766-8652-9db34eab3044 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6423 time: 0.1526308 Nov 12 03:43:40.497334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.501795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477f9b1-a255-40e4-949c-10b6f16f8704 req-1db7b6f7-57d2-4e75-bb75-34d70874f333 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.509398 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9477f9b1-a255-40e4-949c-10b6f16f8704 req-1db7b6f7-57d2-4e75-bb75-34d70874f333 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 943 time: 0.1676180 Nov 12 03:43:40.545950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.657605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:40.676877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e', 'mac_address': 'fa:16:3e:fb:05:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:40.719560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-8a0347ee-307d-48a8-8f15-a834bf85b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.720034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-8a0347ee-307d-48a8-8f15-a834bf85b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.720546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-8a0347ee-307d-48a8-8f15-a834bf85b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.722233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-8a0347ee-307d-48a8-8f15-a834bf85b7d3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&shared=False HTTP/1.1" status: 200 len: 2302 time: 0.1988552 Nov 12 03:43:40.735598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431c10-7045-432e-a608-1dada131c466 req-3bac146e-8d55-46c7-b753-3f358696525a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.737056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49431c10-7045-432e-a608-1dada131c466 req-3bac146e-8d55-46c7-b753-3f358696525a tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1423860 Nov 12 03:43:40.766896 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.783189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add9fe6c-1f0f-4a6c-aa01-37c8d06e975e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:40.825919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:40.831300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.884570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.890634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49431c10-7045-432e-a608-1dada131c466 req-57c487ef-8ac5-46d5-8bc7-8a1beb990d1e tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709367 Nov 12 03:43:40.898689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-18bfbc60-cdd6-4a49-aa03-4251ba098b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.900448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f73575e-0d33-4240-b289-6b48bd863ae7 req-18bfbc60-cdd6-4a49-aa03-4251ba098b98 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1595225 Nov 12 03:43:40.924711 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9477f9b1-a255-40e4-949c-10b6f16f8704 req-40408579-dbd2-4e1e-a460-9524b13304d4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144576 Nov 12 03:43:40.953970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.006625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=8637d835-c0f7-486f-bf75-211134291334,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.007195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8516f7b4-d035-42c9-bc10-6b335e1b555f {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:41.018287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.018774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.019217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.019786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.020212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.020602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.021088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.021661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.022140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.022557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.022971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.023402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:41.034930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:41.036542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:41.038831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:41.042109 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.062242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Transition to ACTIVE for port object 8516f7b4-d035-42c9-bc10-6b335e1b555f will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:41.067061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.124318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Pushing event updated for resources: {'Port': ['ID=8516f7b4-d035-42c9-bc10-6b335e1b555f,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.124850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['add9fe6c-1f0f-4a6c-aa01-37c8d06e975e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:41.252506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Attempting to bind port 8516f7b4-d035-42c9-bc10-6b335e1b555f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:41.252879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Attempting to bind port 8516f7b4-d035-42c9-bc10-6b335e1b555f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:41.253218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Attempting to bind port 8516f7b4-d035-42c9-bc10-6b335e1b555f on network 77b499b6-d587-4950-a636-c04dfb896eb7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:41.258196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Port 8516f7b4-d035-42c9-bc10-6b335e1b555f on network 77b499b6-d587-4950-a636-c04dfb896eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:41.258521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Attempting to bind port 8516f7b4-d035-42c9-bc10-6b335e1b555f on network 77b499b6-d587-4950-a636-c04dfb896eb7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:41.268980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:41.269104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Checking segment: {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:41.269447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Bound using segment: {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:41.269891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Bound port: 8516f7b4-d035-42c9-bc10-6b335e1b555f, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2563b432-996c-4d06-bf1b-def7ef7fb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:41.270281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.354062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] For port 8516f7b4-d035-42c9-bc10-6b335e1b555f, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:41.361107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] For port 8516f7b4-d035-42c9-bc10-6b335e1b555f, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:41.368127 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.374811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-a0a7cc74-8a78-4804-9801-36b503502d35 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.381802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-a0a7cc74-8a78-4804-9801-36b503502d35 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.389251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-a0a7cc74-8a78-4804-9801-36b503502d35 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.395682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-a0a7cc74-8a78-4804-9801-36b503502d35 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.406031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-a0a7cc74-8a78-4804-9801-36b503502d35 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.414919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-a0a7cc74-8a78-4804-9801-36b503502d35 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.428052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-a0a7cc74-8a78-4804-9801-36b503502d35 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.430401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-a0a7cc74-8a78-4804-9801-36b503502d35 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1827953 Nov 12 03:43:41.461350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.461970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.463332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] 10.222.0.20 "PUT /v2.0/ports/8516f7b4-d035-42c9-bc10-6b335e1b555f HTTP/1.1" status: 200 len: 1092 time: 1.0713723 Nov 12 03:43:41.471256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a085f-f974-406f-b8c0-d9a3c3ad622a service neutron] Pushing event updated for resources: {'Port': ['ID=8516f7b4-d035-42c9-bc10-6b335e1b555f,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.579762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c5363da8-7d88-4efa-be85-ffd608d5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.580237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c5363da8-7d88-4efa-be85-ffd608d5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.580701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c5363da8-7d88-4efa-be85-ffd608d5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.581187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c5363da8-7d88-4efa-be85-ffd608d5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.582010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c5363da8-7d88-4efa-be85-ffd608d5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.582613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c5363da8-7d88-4efa-be85-ffd608d5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.583104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c5363da8-7d88-4efa-be85-ffd608d5c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.585190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-c5363da8-7d88-4efa-be85-ffd608d5c778 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6491 time: 0.0682201 Nov 12 03:43:41.606312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a100af25-f7f3-4a8a-b97d-8ecd8d53a3b8 req-26209bc0-f36d-486c-9ac2-c5c91d121367 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1676269 Nov 12 03:43:41.637278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-8c3e85c3-bf03-4b9e-a630-a62f7ecfc2fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc HTTP/1.1" status: 200 len: 217 time: 0.0383797 Nov 12 03:43:41.727424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-0f691b9f-7d4f-4eb1-b9ba-a18ece8a61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.729046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-0f691b9f-7d4f-4eb1-b9ba-a18ece8a61a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c57c6a23-87ec-4b84-82b8-ae307427b1cb HTTP/1.1" status: 200 len: 856 time: 0.0840986 Nov 12 03:43:41.789292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-44454c2b-fca3-4f6e-a769-95571ac8309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.791130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-44454c2b-fca3-4f6e-a769-95571ac8309a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523760 Nov 12 03:43:41.902186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-60c80482-50bc-4888-b4a2-5671f0ffed6e service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984638 Nov 12 03:43:42.014961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-4ba48d37-9f44-4540-acdd-b32447a50916 service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053083 Nov 12 03:43:42.072233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.078063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-411fb682-7d61-4e6e-9e1b-78d0459558b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 200 len: 217 time: 0.0535274 Nov 12 03:43:42.106686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-29f38546-9417-438c-a537-d702ca40955f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.108108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-29f38546-9417-438c-a537-d702ca40955f tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1354775 Nov 12 03:43:42.144446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18582d-efab-4737-aac2-750afb6c8aab req-b7953173-47bd-4b22-b7e4-98a617273dbe tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.146181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee18582d-efab-4737-aac2-750afb6c8aab req-b7953173-47bd-4b22-b7e4-98a617273dbe tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 945 time: 0.1301606 Nov 12 03:43:42.154345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '2f365200-87d4-4569-ba71-e1955393b003'}, {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '8516f7b4-d035-42c9-bc10-6b335e1b555f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:42.156824 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94e3a19-ce20-4aba-855e-7df1392c4e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "2f365200-87d4-4569-ba71-e1955393b003"}, {"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "8516f7b4-d035-42c9-bc10-6b335e1b555f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:42.158328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c4d1e-7719-4b7a-9580-98d554388064 req-a3e318c8-a77e-4b39-8555-a930c1269191 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.159906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f3c4d1e-7719-4b7a-9580-98d554388064 req-a3e318c8-a77e-4b39-8555-a930c1269191 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 944 time: 0.1496661 Nov 12 03:43:42.160645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-402455a3-a192-44c3-9e58-a90e6872a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.162739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-402455a3-a192-44c3-9e58-a90e6872a94b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0766914 Nov 12 03:43:42.236997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e3ef0e2b-1208-4188-a058-de356c9869f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.238615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-e3ef0e2b-1208-4188-a058-de356c9869f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663214 Nov 12 03:43:42.249892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.252772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee18582d-efab-4737-aac2-750afb6c8aab req-df641885-77c3-47fc-aa9f-3ce17aa2fe34 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/security-groups?id=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895498 Nov 12 03:43:42.370014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3a11ec8e-0b57-4982-b506-079288940176 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095369 Nov 12 03:43:42.372933 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce406f-ccd2-44bf-b93d-b4db4e75fa14 x-openstack-request-id: req-85ce406f-ccd2-44bf-b93d-b4db4e75fa14 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:42.373412 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "2f365200-87d4-4569-ba71-e1955393b003", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "8516f7b4-d035-42c9-bc10-6b335e1b555f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:42.373719 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85ce406f-ccd2-44bf-b93d-b4db4e75fa14 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:42.374391 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '2f365200-87d4-4569-ba71-e1955393b003', 'status': 'completed', 'code': 200} Nov 12 03:43:42.374767 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '8516f7b4-d035-42c9-bc10-6b335e1b555f', 'status': 'completed', 'code': 200} Nov 12 03:43:42.401954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f3c4d1e-7719-4b7a-9580-98d554388064 req-51c19c23-dcc9-4e88-86d5-3411ba5d562a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275884 Nov 12 03:43:42.418460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Deleting port 33e3d217-14dd-4004-84ae-944382569bf3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:42.418795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.474208 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-3870391b-efac-4c92-b6e2-f0a36b5c247b service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958970 Nov 12 03:43:42.483899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device add9fe6c-1f0f-4a6c-aa01-37c8d06e975e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:42.547159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-7cc5ec4e-bcbd-4c59-b5bd-f51256b659ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 200 len: 217 time: 0.0637553 Nov 12 03:43:42.553349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:42.557827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:42.557827 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.569224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] For port 33e3d217-14dd-4004-84ae-944382569bf3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=33e3d217-14dd-4004-84ae-944382569bf3,segment=NetworkSegment(593136fa-942e-4a1f-a191-3f9b5956992f),segment_id=593136fa-942e-4a1f-a191-3f9b5956992f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:42.570021 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.587117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Calling delete_port for 33e3d217-14dd-4004-84ae-944382569bf3 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:42.618951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-7c372534-7aed-44f3-b3d6-690434e6cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.621218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-7c372534-7aed-44f3-b3d6-690434e6cea8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0663781 Nov 12 03:43:42.645133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.651382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.669779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.675794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-99f18aa1-9db6-4a27-a893-8b4838a86aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.678093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-99f18aa1-9db6-4a27-a893-8b4838a86aea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504155 Nov 12 03:43:42.701571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e3f4d5-7c44-4d43-83ef-12cc35db0d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:42.704522 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e01b546-04dd-48af-9078-9899664eee67" -d '{"events": [{"server_uuid": "95e3f4d5-7c44-4d43-83ef-12cc35db0d94", "name": "network-vif-plugged", "status": "completed", "tag": "add9fe6c-1f0f-4a6c-aa01-37c8d06e975e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:42.720655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:42.725929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.805647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.811835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=8637d835-c0f7-486f-bf75-211134291334,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.825554 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6287d41f-18d8-4e93-ae2e-cdcabfdd0e7f x-openstack-request-id: req-6287d41f-18d8-4e93-ae2e-cdcabfdd0e7f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:42.825849 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e3f4d5-7c44-4d43-83ef-12cc35db0d94", "name": "network-vif-plugged", "status": "completed", "tag": "add9fe6c-1f0f-4a6c-aa01-37c8d06e975e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:42.826111 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6287d41f-18d8-4e93-ae2e-cdcabfdd0e7f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:42.826583 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e3f4d5-7c44-4d43-83ef-12cc35db0d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e', 'code': 200} Nov 12 03:43:42.828269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.892823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-27c600a1-0440-4048-bfed-6d1913a9356c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.898729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-27c600a1-0440-4048-bfed-6d1913a9356c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.905415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-27c600a1-0440-4048-bfed-6d1913a9356c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.911408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-27c600a1-0440-4048-bfed-6d1913a9356c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.917483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-27c600a1-0440-4048-bfed-6d1913a9356c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.924094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-27c600a1-0440-4048-bfed-6d1913a9356c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.930193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-27c600a1-0440-4048-bfed-6d1913a9356c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.934396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-27c600a1-0440-4048-bfed-6d1913a9356c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1699014 Nov 12 03:43:42.941812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-7003aa90-6eee-444b-a1b0-7f59b0a5af2c service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541997 Nov 12 03:43:43.016989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e9c47-10c4-4016-b5dd-f29d544f1094 req-4c111f1e-009e-4037-85ff-2fdd500ed0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.018497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da8e9c47-10c4-4016-b5dd-f29d544f1094 req-4c111f1e-009e-4037-85ff-2fdd500ed0d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 1097 time: 0.1497991 Nov 12 03:43:43.022743 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.034882 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Floating IP 7291c015-1683-43b5-bc4e-f7cf42448cda associated. External IP: 172.25.0.250, port: b3d6ad29-8d2e-4352-b9cc-0a6349d434b0. Nov 12 03:43:43.085080 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38fddd55-d23d-460d-a654-6326cd7bb248 req-fc3035b9-0e59-426c-8e7e-a3cf8d9809c4 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1389368 Nov 12 03:43:43.114018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Pushing event deleted for resources: {'Port': ['ID=33e3d217-14dd-4004-84ae-944382569bf3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.128600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-6df71d61-cbc8-42db-8238-a975222f3a94 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743279 Nov 12 03:43:43.178025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-dad8b6b0-c611-48d7-84ec-652004ef7197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9 HTTP/1.1" status: 200 len: 217 time: 0.0410764 Nov 12 03:43:43.202297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] No DVR routers for this DVR port 33e3d217-14dd-4004-84ae-944382569bf3 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:43.211979 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.215921 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ec6a90b-5934-42ce-aaf4-f34a832647e5 req-04fbd1e9-cd74-47c7-807b-c1abafb72711 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.20 "DELETE /v2.0/ports/33e3d217-14dd-4004-84ae-944382569bf3 HTTP/1.1" status: 204 len: 173 time: 1.1007750 Nov 12 03:43:43.216154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642d37a2-b411-4002-a827-6c699109c5d7', 'name': 'network-vif-deleted', 'tag': '33e3d217-14dd-4004-84ae-944382569bf3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:43.218423 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8692940b-3746-4d1b-ada1-4d6b1c429301" -d '{"events": [{"server_uuid": "642d37a2-b411-4002-a827-6c699109c5d7", "name": "network-vif-deleted", "tag": "33e3d217-14dd-4004-84ae-944382569bf3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:43.234671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da8e9c47-10c4-4016-b5dd-f29d544f1094 req-55d9d4c7-4285-4c9a-b9be-daa48689f68d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039669 Nov 12 03:43:43.235373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f5c92d3b-482a-431b-b78e-ea1f799fe16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.236931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-f5c92d3b-482a-431b-b78e-ea1f799fe16f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0519745 Nov 12 03:43:43.295752 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14b8509-6269-4902-ae5c-31e3c0b5818b x-openstack-request-id: req-b14b8509-6269-4902-ae5c-31e3c0b5818b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:43.296087 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642d37a2-b411-4002-a827-6c699109c5d7", "name": "network-vif-deleted", "tag": "33e3d217-14dd-4004-84ae-944382569bf3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:43.296309 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b14b8509-6269-4902-ae5c-31e3c0b5818b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:43.296723 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642d37a2-b411-4002-a827-6c699109c5d7', 'name': 'network-vif-deleted', 'tag': '33e3d217-14dd-4004-84ae-944382569bf3', 'status': 'completed', 'code': 200} Nov 12 03:43:43.345425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5dc157aa-f550-48ec-a429-793d41f38161 req-db7e7a77-7dd6-4b92-8588-ef5a253c6bd4 tempest-ServerDiskConfigTestJSON-101903713 tempest-ServerDiskConfigTestJSON-101903713-project] 10.222.0.49 "GET /v2.0/ports?device_id=642d37a2-b411-4002-a827-6c699109c5d7 HTTP/1.1" status: 200 len: 210 time: 0.0291028 Nov 12 03:43:43.378785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:43.506145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:43.515636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-97db93ed-3e75-4f02-ac61-50bbe6368a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.518860 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] Sync routers for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:43.525764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-97db93ed-3e75-4f02-ac61-50bbe6368a55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852926 Nov 12 03:43:43.530922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.532211 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:43.532962 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:43.586412 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c6d21304-e391-473e-80be-9846d847b0b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8907578 Nov 12 03:43:43.721126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46a89-df0d-4bce-a4c2-0fa49cbe92eb req-ce63deae-bcfc-478a-8e97-d081a8b50d35 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.722756 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bec46a89-df0d-4bce-a4c2-0fa49cbe92eb req-ce63deae-bcfc-478a-8e97-d081a8b50d35 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0627794 Nov 12 03:43:43.729275 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:43.733232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00a19-a985-4eb5-8394-e23f68269b4a req-dede3fa0-f5e9-4c66-8405-68233ebc7df3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.735030 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e5b00a19-a985-4eb5-8394-e23f68269b4a req-dede3fa0-f5e9-4c66-8405-68233ebc7df3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 945 time: 0.0961459 Nov 12 03:43:43.740919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-b2eec3c4-57c1-40ea-aef4-fe3c8bb1d2cf service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069004 Nov 12 03:43:43.787774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bec46a89-df0d-4bce-a4c2-0fa49cbe92eb req-e946c96c-7983-471f-afdd-49c35b45b830 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569799 Nov 12 03:43:43.812120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.911769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-bd4b2f04-e1f0-4fd3-a610-f50503391ad3 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474571 Nov 12 03:43:43.912322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3627bbf1-b829-41df-a584-0be9542bd239 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/7291c015-1683-43b5-bc4e-f7cf42448cda HTTP/1.1" status: 200 len: 992 time: 0.0974212 Nov 12 03:43:43.981428 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-b50ef3ba-736b-4232-91fb-dab27c1d094f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cb214925-a0d3-49c1-bfe4-e19bba845662 HTTP/1.1" status: 200 len: 217 time: 0.0556486 Nov 12 03:43:43.987572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e5b00a19-a985-4eb5-8394-e23f68269b4a req-abf7e010-e792-485b-bb26-6c9e8e2e2d5f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457156 Nov 12 03:43:44.033985 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7291c015-1683-43b5-bc4e-f7cf42448cda', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'port_id': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'mac_address': 'fa:16:3e:dc:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a21df4-0544-4342-a08f-30ab3960e333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:41Z', 'updated_at': '2021-11-12T03:43:41Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.046428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-98b80c0a-702f-4bf0-a460-693ea251767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.047925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-98b80c0a-702f-4bf0-a460-693ea251767b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0581138 Nov 12 03:43:44.066828 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] Checking router: 198b36c2-bcd0-421c-b02f-2eeeef177ef2 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:44.076276 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:44.076932 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.096946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-71cadce7-8be5-4dbd-bb95-a10532ee8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.098561 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-71cadce7-8be5-4dbd-bb95-a10532ee8a83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435505 Nov 12 03:43:44.220603 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:44.224484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-694ae44e-0e34-4ca6-bd09-3d56b0aa39c4 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168408 Nov 12 03:43:44.271002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-3aad2ec3-2812-4efc-acdd-c726a201b082 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.277591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-3aad2ec3-2812-4efc-acdd-c726a201b082 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.283965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-3aad2ec3-2812-4efc-acdd-c726a201b082 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.290078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-3aad2ec3-2812-4efc-acdd-c726a201b082 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.296146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-3aad2ec3-2812-4efc-acdd-c726a201b082 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.302356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-3aad2ec3-2812-4efc-acdd-c726a201b082 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.308674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-3aad2ec3-2812-4efc-acdd-c726a201b082 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.310686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-3aad2ec3-2812-4efc-acdd-c726a201b082 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1033664 Nov 12 03:43:44.351091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-9f04568b-d883-412e-9a91-5ac52d85e973 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140575 Nov 12 03:43:44.418400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca09f82a-637a-41a2-981a-7ab453b33af6 req-0cb35481-8f1a-405c-9593-20a72b8ce873 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1011295 Nov 12 03:43:44.457312 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-12ec9943-9155-4f2d-8b4e-4424c3c6f21d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f365200-87d4-4569-ba71-e1955393b003 HTTP/1.1" status: 200 len: 217 time: 0.0967548 Nov 12 03:43:44.514142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 33e3d217-14dd-4004-84ae-944382569bf3 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:44.523835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-69e43fd4-a028-4e6e-8aef-def445144132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.525535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-69e43fd4-a028-4e6e-8aef-def445144132 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.0549920 Nov 12 03:43:44.539949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 33e3d217-14dd-4004-84ae-944382569bf3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:44.540468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 33e3d217-14dd-4004-84ae-944382569bf3 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:44.598373 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7291c015-1683-43b5-bc4e-f7cf42448cda', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'port_id': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'mac_address': 'fa:16:3e:dc:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a21df4-0544-4342-a08f-30ab3960e333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:41Z', 'updated_at': '2021-11-12T03:43:41Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.601434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-8f8a156e-b06b-4881-89c1-78f722105fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.603029 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-8f8a156e-b06b-4881-89c1-78f722105fbc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0509608 Nov 12 03:43:44.632922 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d37eb9-d432-49c3-8421-cc6b2f046399 None None] The sync data for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 is: [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7291c015-1683-43b5-bc4e-f7cf42448cda', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'port_id': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'mac_address': 'fa:16:3e:dc:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a21df4-0544-4342-a08f-30ab3960e333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:41Z', 'updated_at': '2021-11-12T03:43:41Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:44.660287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38640) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.712212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cb3e3f-bc80-482d-975d-4ec6ecea6e6d admin admin] Deleting subnet 60244fe0-a188-4187-88e1-c1edc141fc32 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:44.719503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53cb3e3f-bc80-482d-975d-4ec6ecea6e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.766320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53cb3e3f-bc80-482d-975d-4ec6ecea6e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.811654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53cb3e3f-bc80-482d-975d-4ec6ecea6e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.888482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53cb3e3f-bc80-482d-975d-4ec6ecea6e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.929682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.930795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb3e3f-bc80-482d-975d-4ec6ecea6e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60244fe0-a188-4187-88e1-c1edc141fc32,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.941205 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-53cb3e3f-bc80-482d-975d-4ec6ecea6e6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.948072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-53cb3e3f-bc80-482d-975d-4ec6ecea6e6d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/60244fe0-a188-4187-88e1-c1edc141fc32 HTTP/1.1" status: 204 len: 168 time: 0.2865644 Nov 12 03:43:44.951469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38646) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.968492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787f921-b808-43ce-b6b0-0dbbfd108d1f None None] New status for floating IP 7291c015-1683-43b5-bc4e-f7cf42448cda: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:43:45.095295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bbe77c06-b7fb-4a6f-8379-6b8aa60a1834 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/7291c015-1683-43b5-bc4e-f7cf42448cda HTTP/1.1" status: 200 len: 992 time: 0.1603439 Nov 12 03:43:45.099173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.107157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-455049c5-e31a-4457-8050-ad48eec76c89 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959981 Nov 12 03:43:45.209661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec729e-bec2-4250-a9a0-121f6ea754b0 req-82ce9172-bfe8-4e8e-aaa9-98f306038f03 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.211835 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91ec729e-bec2-4250-a9a0-121f6ea754b0 req-82ce9172-bfe8-4e8e-aaa9-98f306038f03 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 945 time: 0.0805812 Nov 12 03:43:45.264803 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-8364ca61-12bf-459a-b9b5-e1f2562bc8ce service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486375 Nov 12 03:43:45.271173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.300446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:45.302721 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:45.314743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-40a63b15-8d0e-43fa-89d2-e58fafa0cc42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f HTTP/1.1" status: 200 len: 217 time: 0.0422010 Nov 12 03:43:45.317002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9551b7b-d456-40f7-abfe-c6db6ed2fb42']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:45.329921 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91ec729e-bec2-4250-a9a0-121f6ea754b0 req-839e7520-8f18-4aa9-bbbc-629c542bd9ce tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796213 Nov 12 03:43:45.331696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593136fa-942e-4a1f-a191-3f9b5956992f') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:45.331928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593136fa-942e-4a1f-a191-3f9b5956992f') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:45.345501 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.385365 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a8977a-76f2-497e-852b-ce5f00bc6592 x-openstack-request-id: req-12a8977a-76f2-497e-852b-ce5f00bc6592 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:45.385658 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:45.385914 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12a8977a-76f2-497e-852b-ce5f00bc6592 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:45.386398 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'status': 'completed', 'code': 200} Nov 12 03:43:45.402235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a43da981-9c32-4122-a860-13b1525a5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.403502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.404294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-a43da981-9c32-4122-a860-13b1525a5013 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.0708485 Nov 12 03:43:45.452021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:45.452694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:45.455126 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:45.465692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-77f8f358-6b3b-4c6c-8450-a3819d471cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.468193 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-77f8f358-6b3b-4c6c-8450-a3819d471cd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0562403 Nov 12 03:43:45.523102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-c192b8ed-a653-408c-853a-b195ac9359ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.524606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-c192b8ed-a653-408c-853a-b195ac9359ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1098 time: 0.1120582 Nov 12 03:43:45.543614 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.572932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.577521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b9551b7b-d456-40f7-abfe-c6db6ed2fb42 HTTP/1.1" status: 204 len: 168 time: 0.6243248 Nov 12 03:43:45.605421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dad99-d45f-41f3-9a10-c8b70ca53e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9551b7b-d456-40f7-abfe-c6db6ed2fb42,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.627220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-221b410c-4d7e-466f-a1c7-7b2925ea6b3e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.633676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-221b410c-4d7e-466f-a1c7-7b2925ea6b3e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.640815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-221b410c-4d7e-466f-a1c7-7b2925ea6b3e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.647013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-221b410c-4d7e-466f-a1c7-7b2925ea6b3e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.653833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-221b410c-4d7e-466f-a1c7-7b2925ea6b3e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.660369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-221b410c-4d7e-466f-a1c7-7b2925ea6b3e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.666599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-221b410c-4d7e-466f-a1c7-7b2925ea6b3e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.674937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-221b410c-4d7e-466f-a1c7-7b2925ea6b3e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1776321 Nov 12 03:43:45.704425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-373e456a-6a57-4878-bcee-3cc66c0369eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.706351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-373e456a-6a57-4878-bcee-3cc66c0369eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 898 time: 0.1722565 Nov 12 03:43:45.708678 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-79411cdb-8b3b-488e-b7cb-08d95b1c6a29 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323849 Nov 12 03:43:45.813430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-12e061ed-1b98-457e-b6e7-a2fc9dbd5f3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 1002 time: 0.0795541 Nov 12 03:43:45.831045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38666) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.848844 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-786eb4b7-18fa-4fa1-a401-5587510f2d4d req-b218f31a-b126-4701-8912-310b1a95c223 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1730971 Nov 12 03:43:45.868636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-918f4c4c-1a36-43a3-9010-fd1355143ecd req-01bc56ff-c6ee-497e-bb62-7b43949cf337 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455350 Nov 12 03:43:45.883076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-47375808-ab8a-48cc-ab42-da9eabdf6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.884551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-47375808-ab8a-48cc-ab42-da9eabdf6636 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.0638118 Nov 12 03:43:45.937685 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-54a188fc-94c7-4d18-9cf9-f190cbeea769 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75b8236149b846a18ddc6e6e8beda3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1053622 Nov 12 03:43:45.940449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38668) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.974213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-8f79ad14-e843-4434-8509-489bebec17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.975827 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-8f79ad14-e843-4434-8509-489bebec17c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816572 Nov 12 03:43:45.983029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-dbd0f96a-5ad9-4085-9712-6eca1dd6c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.983685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-dbd0f96a-5ad9-4085-9712-6eca1dd6c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.984163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-dbd0f96a-5ad9-4085-9712-6eca1dd6c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.984627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-dbd0f96a-5ad9-4085-9712-6eca1dd6c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.985135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-dbd0f96a-5ad9-4085-9712-6eca1dd6c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.985602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-dbd0f96a-5ad9-4085-9712-6eca1dd6c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.986061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-dbd0f96a-5ad9-4085-9712-6eca1dd6c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.987982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-dbd0f96a-5ad9-4085-9712-6eca1dd6c541 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6491 time: 0.0536840 Nov 12 03:43:46.056035 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e0c877-5fe1-4fe9-8883-900bfabd5b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.092907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e0c877-5fe1-4fe9-8883-900bfabd5b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.096587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-e9ea3d26-7f3f-4e09-a8ab-bce3cdf410ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.098305 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-e9ea3d26-7f3f-4e09-a8ab-bce3cdf410ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=77b499b6-d587-4950-a636-c04dfb896eb7 HTTP/1.1" status: 200 len: 904 time: 0.1007657 Nov 12 03:43:46.098832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38670) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.117791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-a96b4ad7-dcbb-4721-a72b-37cef47db23d service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335757 Nov 12 03:43:46.185152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-b9480e70-8d23-4373-a8e8-d044545d9d09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f365200-87d4-4569-ba71-e1955393b003 HTTP/1.1" status: 200 len: 217 time: 0.0763636 Nov 12 03:43:46.226256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e0c877-5fe1-4fe9-8883-900bfabd5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.229033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60e0c877-5fe1-4fe9-8883-900bfabd5b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.233286 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-60e0c877-5fe1-4fe9-8883-900bfabd5b1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c HTTP/1.1" status: 204 len: 168 time: 0.2895689 Nov 12 03:43:46.240658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0c877-5fe1-4fe9-8883-900bfabd5b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bcd2f9-39ab-4dd2-972d-ff6ca6518f1c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.244024 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6e3f0f-419f-479b-9e7b-ea7cfffcb2b6 req-9b7d6618-d37f-489c-afe3-7a87b93657f3 service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174791 Nov 12 03:43:46.245562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-de6c4cd5-592a-45e9-afea-41e30ccce0d4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/7291c015-1683-43b5-bc4e-f7cf42448cda HTTP/1.1" status: 200 len: 994 time: 0.1455359 Nov 12 03:43:46.265546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-9800e942-ea96-4a20-825f-40a2e76b6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.267470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-9800e942-ea96-4a20-825f-40a2e76b6e4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.0728421 Nov 12 03:43:46.326586 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-630adf1a-31fc-4270-baa4-3b2b61dcaf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.328435 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-630adf1a-31fc-4270-baa4-3b2b61dcaf43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530252 Nov 12 03:43:46.435095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-b64cb984-4574-46a5-a75a-191fd0c5ed9b service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990200 Nov 12 03:43:46.543584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-cd1b891a-3864-4fc9-937c-6b6afa95d56f service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993581 Nov 12 03:43:46.653722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-1922e0cc-3bdb-4513-aaa8-91e421be06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.654315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-1922e0cc-3bdb-4513-aaa8-91e421be06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.654677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-1922e0cc-3bdb-4513-aaa8-91e421be06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.655183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-1922e0cc-3bdb-4513-aaa8-91e421be06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.655605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-1922e0cc-3bdb-4513-aaa8-91e421be06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.656067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-1922e0cc-3bdb-4513-aaa8-91e421be06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.656587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-1922e0cc-3bdb-4513-aaa8-91e421be06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.658516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-1922e0cc-3bdb-4513-aaa8-91e421be06a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6491 time: 0.0600126 Nov 12 03:43:46.771828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-f5f6790a-39b2-40b7-aa17-c49341f66e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.773375 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-f5f6790a-39b2-40b7-aa17-c49341f66e40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77b499b6-d587-4950-a636-c04dfb896eb7 HTTP/1.1" status: 200 len: 904 time: 0.1063566 Nov 12 03:43:46.830449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-0aa457eb-dac3-4351-b2a9-8ca507c611a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f HTTP/1.1" status: 200 len: 217 time: 0.0486619 Nov 12 03:43:46.890110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-2df6ade6-8ba9-4d9b-94fb-32f472d4c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.891973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-2df6ade6-8ba9-4d9b-94fb-32f472d4c572 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.0527852 Nov 12 03:43:46.947905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-8c4880ca-03f6-4762-9c3a-bebd45e7d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.949471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-8c4880ca-03f6-4762-9c3a-bebd45e7d98f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486813 Nov 12 03:43:47.017097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-d6d1b1b6-dc8e-4049-abfe-c409f02eb720 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.026051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-d6d1b1b6-dc8e-4049-abfe-c409f02eb720 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.034496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-d6d1b1b6-dc8e-4049-abfe-c409f02eb720 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.041318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-d6d1b1b6-dc8e-4049-abfe-c409f02eb720 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.043707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38702) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.048124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-d6d1b1b6-dc8e-4049-abfe-c409f02eb720 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.054750 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-d6d1b1b6-dc8e-4049-abfe-c409f02eb720 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.061835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-d6d1b1b6-dc8e-4049-abfe-c409f02eb720 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.063741 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-d6d1b1b6-dc8e-4049-abfe-c409f02eb720 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1256843 Nov 12 03:43:47.070055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-d16b3dfa-cde4-42d3-9704-3a544d62d8ee service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135097 Nov 12 03:43:47.138248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9c6c7312-5ace-4468-9b22-eb2b451eda54 req-47b78226-fde6-4377-ad4d-a0702bcd1f68 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0624790 Nov 12 03:43:47.179326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-network', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.196559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b94e3a19-ce20-4aba-855e-7df1392c4e7f req-31e3a6c9-c03e-4df3-8e7b-6e7fb09bcca7 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185379 Nov 12 03:43:47.212369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Made reservation on behalf of 502561e4a4574ec8baa2d886a5467b34 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:47.215847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.226583 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.319196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.323999 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.350504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:47.359790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e63da-a860-4a7a-8484-2312e921da93,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.365998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.366353 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Added segment 51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5 of type vlan for network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd Nov 12 03:43:47.410968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.437354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.438516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.439149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.496857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4519165 Nov 12 03:43:47.499816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38710) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.504933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Request body: {'subnet': {'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-subnet', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.517371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d988b1a-c34a-4e83-85c9-64d4772fa345 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.533419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:47.539419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Made reservation on behalf of 502561e4a4574ec8baa2d886a5467b34 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:47.542049 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.738492 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.794682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7363fa00-e33e-4067-8d0e-65eccb08aa4a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.814187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Checking segment: {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:47.814546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Network hostable DHCP agents. Network: fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:47.831985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:47.841399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:47.846598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.847205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.853712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9baa6-231a-4099-8eba-012d124c3612 None None] Network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:47.868413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-50162ad3-7aba-4a2c-8829-1dca5439998a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3651636 Nov 12 03:43:47.868613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38716) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.873740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.899233 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.900423 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.956473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.992097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c2931-cb67-4497-959d-b498b557c794 None None] Network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:48.101916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.353277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.367283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-42a5acfc-d4e4-4e32-b0ef-9ee540114007 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.374342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-42a5acfc-d4e4-4e32-b0ef-9ee540114007 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.380671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-42a5acfc-d4e4-4e32-b0ef-9ee540114007 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.387730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-42a5acfc-d4e4-4e32-b0ef-9ee540114007 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.393983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-42a5acfc-d4e4-4e32-b0ef-9ee540114007 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.400501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-42a5acfc-d4e4-4e32-b0ef-9ee540114007 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.407054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-42a5acfc-d4e4-4e32-b0ef-9ee540114007 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.409045 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-42a5acfc-d4e4-4e32-b0ef-9ee540114007 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1726542 Nov 12 03:43:48.431822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.541481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bde84350-d469-4912-a7f8-82ec8eda30d4 req-9732d9de-40ea-4662-84e6-9f93bde68871 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1118491 Nov 12 03:43:48.611481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Allocated IP 172.25.0.215 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/f48470be-6fe8-4006-90d1-a7a346901c3e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:48.754507 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.793700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.838963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:48.843022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:48.847268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:48.853269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Pushing event updated for resources: {'Port': ['ID=f48470be-6fe8-4006-90d1-a7a346901c3e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.864079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76a2417-bfd1-4a34-8d53-3d4052661f71 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:48.889418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.889980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.890830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.891492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.892273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.893171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.893662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.894319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.894806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.895397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.896143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.896821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:48.925867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5c54264d-2f31-4e69-a774-b723caa18d5c None None] Provisioning complete for port f48470be-6fe8-4006-90d1-a7a346901c3e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:48.926578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c54264d-2f31-4e69-a774-b723caa18d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.158610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5c54264d-2f31-4e69-a774-b723caa18d5c None None] Port f48470be-6fe8-4006-90d1-a7a346901c3e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:49.213846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.445810 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.607563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Router 63b04e19-8b92-427a-9914-50611730d1b8 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:49.740235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-fa68096c-07fa-4428-98de-98bd952fba46 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.748283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-fa68096c-07fa-4428-98de-98bd952fba46 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.757038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-fa68096c-07fa-4428-98de-98bd952fba46 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.764662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-fa68096c-07fa-4428-98de-98bd952fba46 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.773111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-fa68096c-07fa-4428-98de-98bd952fba46 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.783549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-fa68096c-07fa-4428-98de-98bd952fba46 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.790980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-fa68096c-07fa-4428-98de-98bd952fba46 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.801219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-fa68096c-07fa-4428-98de-98bd952fba46 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1499295 Nov 12 03:43:49.817998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:49.839078 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Sync routers for ids ['63b04e19-8b92-427a-9914-50611730d1b8'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:49.857999 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Routers {'63b04e19-8b92-427a-9914-50611730d1b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:49.860459 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['63b04e19-8b92-427a-9914-50611730d1b8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:49.862217 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.868307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6ed54223-d959-481c-9f40-b7a1b5430207 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9984965 Nov 12 03:43:49.869638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38890) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.990437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16b535d3-c291-400e-bcbc-967b7c4cf06c req-278bd483-2331-4e1a-a8a2-857b688eae27 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1880426 Nov 12 03:43:50.078349 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Set router 63b04e19-8b92-427a-9914-50611730d1b8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:50.311395 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:43:49Z', 'revision_number': 3, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port': {'id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:48Z', 'updated_at': '2021-11-12T03:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:50.355624 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Checking router: 63b04e19-8b92-427a-9914-50611730d1b8 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:50.356655 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Updating router 63b04e19-8b92-427a-9914-50611730d1b8 port f48470be-6fe8-4006-90d1-a7a346901c3e binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:50.391212 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.788538 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.800853 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.963526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Attempting to bind port f48470be-6fe8-4006-90d1-a7a346901c3e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:50.965546 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Attempting to bind port f48470be-6fe8-4006-90d1-a7a346901c3e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:50.966127 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Attempting to bind port f48470be-6fe8-4006-90d1-a7a346901c3e on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:50.967522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49e284-2b4a-441d-a7a3-1a02328895e0 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:50.984050 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:50.984857 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:50.985662 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.987072 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:50.987786 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Bound port: f48470be-6fe8-4006-90d1-a7a346901c3e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:50.988630 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.008410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.037396 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Pushing event updated for resources: {'Port': ['ID=f48470be-6fe8-4006-90d1-a7a346901c3e,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.059726 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.060276 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.060833 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.061350 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.062137 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.062734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.063229 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.063833 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.064326 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.064845 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.065515 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.066153 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:51.092347 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] For port f48470be-6fe8-4006-90d1-a7a346901c3e, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:51.097164 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] For port f48470be-6fe8-4006-90d1-a7a346901c3e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f48470be-6fe8-4006-90d1-a7a346901c3e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:51.106700 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.120249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-defadc74-9966-499a-a037-3dd4ce347afb None None] Provisioning complete for port f48470be-6fe8-4006-90d1-a7a346901c3e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.121565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-defadc74-9966-499a-a037-3dd4ce347afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.179366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbbd2be-0948-4ec4-bf5b-54d5a590e21a None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:51.223978 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Routers {'63b04e19-8b92-427a-9914-50611730d1b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:51.225778 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['63b04e19-8b92-427a-9914-50611730d1b8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:51.315410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-1c90b37c-6ed8-4f33-bccf-b28f175d4ea0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.326127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-1c90b37c-6ed8-4f33-bccf-b28f175d4ea0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.334127 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-defadc74-9966-499a-a037-3dd4ce347afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.336476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-1c90b37c-6ed8-4f33-bccf-b28f175d4ea0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.344009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-1c90b37c-6ed8-4f33-bccf-b28f175d4ea0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.352428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-1c90b37c-6ed8-4f33-bccf-b28f175d4ea0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.361952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-1c90b37c-6ed8-4f33-bccf-b28f175d4ea0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.371008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-1c90b37c-6ed8-4f33-bccf-b28f175d4ea0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.373236 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-1c90b37c-6ed8-4f33-bccf-b28f175d4ea0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.2024519 Nov 12 03:43:51.377521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-defadc74-9966-499a-a037-3dd4ce347afb None None] For port f48470be-6fe8-4006-90d1-a7a346901c3e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f48470be-6fe8-4006-90d1-a7a346901c3e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:51.386962 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d4aca-67b2-4f92-af0d-5bab65a6c260 None None] Pushing event updated for resources: {'Port': ['ID=f48470be-6fe8-4006-90d1-a7a346901c3e,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.388773 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-defadc74-9966-499a-a037-3dd4ce347afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.408277 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] Set router 63b04e19-8b92-427a-9914-50611730d1b8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:51.447548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Allocated IP 172.20.0.1 (fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd/7363fa00-e33e-4067-8d0e-65eccb08aa4a/77e39836-65e2-4a30-a280-416944c16e80) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:51.531071 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88faba93-eaae-41aa-8e89-cba562cc9d19 req-b295cc15-8714-4cc0-9e21-07a321faafb2 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1466584 Nov 12 03:43:51.535374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defadc74-9966-499a-a037-3dd4ce347afb None None] Pushing event updated for resources: {'Port': ['ID=f48470be-6fe8-4006-90d1-a7a346901c3e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.547804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1ad99dc8-1cb7-4a9b-ade5-a46e87d21ab1 None None] Provisioning complete for port f48470be-6fe8-4006-90d1-a7a346901c3e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.548686 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1ad99dc8-1cb7-4a9b-ade5-a46e87d21ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.603707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.659785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.713325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:51.717769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:51.723182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:51.753412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Pushing event updated for resources: {'Port': ['ID=77e39836-65e2-4a30-a280-416944c16e80,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.767101 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:43:49Z', 'revision_number': 3, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port': {'id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:48Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:51.784515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.798635 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e50869-cb7a-4385-98da-2224be2ce738 None None] The sync data for ids ['63b04e19-8b92-427a-9914-50611730d1b8'] in n-d-789963-21 is: [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:43:49Z', 'revision_number': 3, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port': {'id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:48Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:51.966421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.272043 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.279677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.409780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.411797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Pushing event updated for resources: {'Port': ['ID=77e39836-65e2-4a30-a280-416944c16e80,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:52.552476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:52.554250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:52.810882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f48470be-6fe8-4006-90d1-a7a346901c3e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:52.830037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Router 63b04e19-8b92-427a-9914-50611730d1b8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:52.895134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f48470be-6fe8-4006-90d1-a7a346901c3e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:52.895805 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.038364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:53.056069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cf5a8013-0179-4282-be16-b50267a44455 admin admin] 10.222.0.49 "PUT /v2.0/routers/63b04e19-8b92-427a-9914-50611730d1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1712387 Nov 12 03:43:53.061730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e89d4bbc-b22f-4627-81c3-848d44c95a42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.067903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e89d4bbc-b22f-4627-81c3-848d44c95a42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.074627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e89d4bbc-b22f-4627-81c3-848d44c95a42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.081428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e89d4bbc-b22f-4627-81c3-848d44c95a42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.088877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e89d4bbc-b22f-4627-81c3-848d44c95a42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.096771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e89d4bbc-b22f-4627-81c3-848d44c95a42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.103933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e89d4bbc-b22f-4627-81c3-848d44c95a42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.112314 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e89d4bbc-b22f-4627-81c3-848d44c95a42 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.3009784 Nov 12 03:43:53.191337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eae014e9-82f1-4f26-93ce-7bf348450ea2 req-e4e93d12-9c4f-4b55-aee2-82b94a19b815 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0719476 Nov 12 03:43:53.619594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025d75d-42a9-4085-8755-a9845986a208 req-7e9540cf-223f-4d02-93e3-0414d2f38f5c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.621138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-7e9540cf-223f-4d02-93e3-0414d2f38f5c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 819 time: 0.1170261 Nov 12 03:43:53.637785 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-b899dd1a-05f9-42e2-a2af-073f5b8a269a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/quotas/502561e4a4574ec8baa2d886a5467b34 HTTP/1.1" status: 200 len: 375 time: 0.0101402 Nov 12 03:43:53.715561 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-dfad123d-39e6-468c-9338-b9d580bc39a7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695741 Nov 12 03:43:53.896363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-580e08fd-d15f-4d32-ae8c-1dc60f5ee82a service neutron] 10.222.0.49 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796699 Nov 12 03:43:54.013781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-d9534c91-475b-4df5-b70b-2bd001841cec service neutron] 10.222.0.49 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105399 Nov 12 03:43:54.238896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9ea316d0-f036-4ed2-8019-7a5707b19571 req-fe6ed2ae-f763-4844-9e24-491df23e46e6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 210 time: 0.0604947 Nov 12 03:43:54.416059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-f390bfbd-9401-49f3-891e-8f7fb81b7846 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.425800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-f390bfbd-9401-49f3-891e-8f7fb81b7846 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.427848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Sync routers for ids ['63b04e19-8b92-427a-9914-50611730d1b8'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:54.438293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-f390bfbd-9401-49f3-891e-8f7fb81b7846 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.444823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-f390bfbd-9401-49f3-891e-8f7fb81b7846 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.451832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-f390bfbd-9401-49f3-891e-8f7fb81b7846 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.459351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-f390bfbd-9401-49f3-891e-8f7fb81b7846 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.465805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-f390bfbd-9401-49f3-891e-8f7fb81b7846 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.469591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Routers {'63b04e19-8b92-427a-9914-50611730d1b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:54.470253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['63b04e19-8b92-427a-9914-50611730d1b8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:54.475134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-f390bfbd-9401-49f3-891e-8f7fb81b7846 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1637373 Nov 12 03:43:54.566754 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7e1b8c5-5c92-4107-8ba6-676b1a3d14c5 req-86eb198e-60dd-4891-9786-150d85f4b722 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0906546 Nov 12 03:43:54.693203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Set router 63b04e19-8b92-427a-9914-50611730d1b8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:54.713369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-b47c8139-84d3-4fb1-9c9c-dd89e0e84678 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.726019 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-b47c8139-84d3-4fb1-9c9c-dd89e0e84678 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 819 time: 0.3401639 Nov 12 03:43:54.765739 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-143ebe04-8b6c-4539-841e-371932c42d33 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/quotas/502561e4a4574ec8baa2d886a5467b34 HTTP/1.1" status: 200 len: 375 time: 0.0387564 Nov 12 03:43:54.851636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-39133998-3293-4999-a6d7-73cda375355c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849848 Nov 12 03:43:55.085780 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-7682d9f2-2299-474e-99bd-26201b3f9332 service neutron] 10.222.0.49 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738794 Nov 12 03:43:55.086323 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.211364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 4, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port': {'id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:48Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '77e39836-65e2-4a30-a280-416944c16e80', 'name': '', 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'mac_address': 'fa:16:3e:20:d9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '7363fa00-e33e-4067-8d0e-65eccb08aa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:51Z', 'updated_at': '2021-11-12T03:43:52Z', 'revision_number': 2, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'subnets': [{'id': '7363fa00-e33e-4067-8d0e-65eccb08aa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:55.225230 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-49a5bfad-1a07-4273-b1bc-ee3a26647eab service neutron] 10.222.0.49 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789870 Nov 12 03:43:55.299489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Checking router: 63b04e19-8b92-427a-9914-50611730d1b8 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:55.300085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Updating router 63b04e19-8b92-427a-9914-50611730d1b8 port 77e39836-65e2-4a30-a280-416944c16e80 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:55.336968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.505387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f7ac786-0f67-4ac4-ba52-5ee1d777ff2f req-65f5a20b-5686-4ecc-8d63-1f3ad340ca2d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 210 time: 0.0669267 Nov 12 03:43:55.769082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.778751 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.789581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704376-18ce-464f-b8ee-598a49d62f72 req-2600e1df-1344-46ef-9e38-53a89797351e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.807753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704376-18ce-464f-b8ee-598a49d62f72 req-2600e1df-1344-46ef-9e38-53a89797351e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.830457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704376-18ce-464f-b8ee-598a49d62f72 req-2600e1df-1344-46ef-9e38-53a89797351e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.842601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704376-18ce-464f-b8ee-598a49d62f72 req-2600e1df-1344-46ef-9e38-53a89797351e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.849503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704376-18ce-464f-b8ee-598a49d62f72 req-2600e1df-1344-46ef-9e38-53a89797351e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.858037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704376-18ce-464f-b8ee-598a49d62f72 req-2600e1df-1344-46ef-9e38-53a89797351e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.864683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704376-18ce-464f-b8ee-598a49d62f72 req-2600e1df-1344-46ef-9e38-53a89797351e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.866967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33704376-18ce-464f-b8ee-598a49d62f72 req-2600e1df-1344-46ef-9e38-53a89797351e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1949682 Nov 12 03:43:55.975144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ea598-9a36-4530-9421-c4ff959817c9 None None] Pushing event updated for resources: {'Port': ['ID=77e39836-65e2-4a30-a280-416944c16e80,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.066351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025d75d-42a9-4085-8755-a9845986a208 req-0cb75ed9-7d3c-4f35-99ef-b338a23d7928 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:56.068723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-0cb75ed9-7d3c-4f35-99ef-b338a23d7928 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 819 time: 0.2004428 Nov 12 03:43:56.078010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Attempting to bind port 77e39836-65e2-4a30-a280-416944c16e80 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:56.078423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Attempting to bind port 77e39836-65e2-4a30-a280-416944c16e80 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:56.078774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Attempting to bind port 77e39836-65e2-4a30-a280-416944c16e80 on network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:56.085708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:56.086143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Checking segment: {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:56.087638 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.089649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Request body: {'port': {'device_id': 'cc0c0061-de00-48ec-b255-cca5d9562591', 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd', 'admin_state_up': True, 'tenant_id': '502561e4a4574ec8baa2d886a5467b34'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:56.096295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Bound using segment: {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:56.096956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Bound port: 77e39836-65e2-4a30-a280-416944c16e80, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:56.097379 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.211819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33704376-18ce-464f-b8ee-598a49d62f72 req-8d535cac-6523-4bd2-8909-776ec3f27399 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2480047 Nov 12 03:43:56.266479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] For port 77e39836-65e2-4a30-a280-416944c16e80, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:56.271232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] For port 77e39836-65e2-4a30-a280-416944c16e80, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77e39836-65e2-4a30-a280-416944c16e80,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:56.284509 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.317735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Made reservation on behalf of 502561e4a4574ec8baa2d886a5467b34 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:56.330189 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.390512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Routers {'63b04e19-8b92-427a-9914-50611730d1b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:56.391089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:43:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['63b04e19-8b92-427a-9914-50611730d1b8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:56.475419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ea598-9a36-4530-9421-c4ff959817c9 None None] Pushing event updated for resources: {'Port': ['ID=77e39836-65e2-4a30-a280-416944c16e80,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.503483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Allocated IP 172.20.0.7 (fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd/7363fa00-e33e-4067-8d0e-65eccb08aa4a/cd34bc9f-802e-49f7-a0b0-a2fb5f57113a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:56.608885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] Set router 63b04e19-8b92-427a-9914-50611730d1b8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:56.758292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93f1a1ae-f9b5-480f-bc9e-c415a4f216e9 req-de916f23-7865-4882-97c7-6444abbd73ea tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 210 time: 0.0717826 Nov 12 03:43:56.859202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.926497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 4, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port': {'id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:48Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '77e39836-65e2-4a30-a280-416944c16e80', 'name': '', 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'mac_address': 'fa:16:3e:20:d9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '7363fa00-e33e-4067-8d0e-65eccb08aa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:51Z', 'updated_at': '2021-11-12T03:43:56Z', 'revision_number': 4, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'subnets': [{'id': '7363fa00-e33e-4067-8d0e-65eccb08aa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:56.966229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.983476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ae13b-b2d2-4707-8054-07a5d23db65b None None] The sync data for ids ['63b04e19-8b92-427a-9914-50611730d1b8'] in n-d-789963-21 is: [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 4, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port': {'id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:48Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '77e39836-65e2-4a30-a280-416944c16e80', 'name': '', 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'mac_address': 'fa:16:3e:20:d9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '7363fa00-e33e-4067-8d0e-65eccb08aa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:51Z', 'updated_at': '2021-11-12T03:43:56Z', 'revision_number': 4, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'subnets': [{'id': '7363fa00-e33e-4067-8d0e-65eccb08aa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:57.150627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:57.150907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Pushing event updated for resources: {'Port': ['ID=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.178783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:57.188294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:57.233731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-2f6511f0-e72f-4d43-896e-4032d82331b9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.237941 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-2f6511f0-e72f-4d43-896e-4032d82331b9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 819 time: 0.3026178 Nov 12 03:43:57.252356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Request body: {'port': {'device_id': '3588ebd9-db80-4951-b723-8f34c22dad7e', 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd', 'admin_state_up': True, 'tenant_id': '502561e4a4574ec8baa2d886a5467b34'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:57.258778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.259497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.284064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-9f526d24-aca9-41bc-9f62-99c2faebfd3d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1996362 Nov 12 03:43:57.318743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Request body: {'port': {'device_id': 'cc0c0061-de00-48ec-b255-cca5d9562591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:57.404760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.522732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-29789249-8300-42fb-bb74-da8dcf8b07c9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.529703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-29789249-8300-42fb-bb74-da8dcf8b07c9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.535807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-29789249-8300-42fb-bb74-da8dcf8b07c9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.542552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-29789249-8300-42fb-bb74-da8dcf8b07c9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.548991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-29789249-8300-42fb-bb74-da8dcf8b07c9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.555242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-29789249-8300-42fb-bb74-da8dcf8b07c9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.565902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-29789249-8300-42fb-bb74-da8dcf8b07c9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.576188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-29789249-8300-42fb-bb74-da8dcf8b07c9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1649563 Nov 12 03:43:57.665829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d1087e9-f782-4886-8e07-32fa6c31e9e5 req-5987c09f-b342-4fc3-8f78-796c5b3e0450 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0883689 Nov 12 03:43:57.686433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Made reservation on behalf of 502561e4a4574ec8baa2d886a5467b34 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:57.690449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.914364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d90863e-504b-4bff-94d4-e922ee0f828e req-39a5c4a8-0760-4199-8443-2971bad6d0aa tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 210 time: 0.0482388 Nov 12 03:43:57.980887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd34bc9f-802e-49f7-a0b0-a2fb5f57113a {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:57.990988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.014877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Transition to ACTIVE for port object cd34bc9f-802e-49f7-a0b0-a2fb5f57113a will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:58.023127 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.146687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Allocated IP 172.20.0.6 (fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd/7363fa00-e33e-4067-8d0e-65eccb08aa4a/760c3099-7e26-4ddc-a41d-38473329c41d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:58.565438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.625992 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.696287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Pushing event updated for resources: {'Port': ['ID=760c3099-7e26-4ddc-a41d-38473329c41d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.716407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:58.718129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:58.721723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:58.847248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77e39836-65e2-4a30-a280-416944c16e80 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:58.862631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.863316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.946897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e60b9620-b43d-4d26-88f9-837495426b65 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6988437 Nov 12 03:43:58.970560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Request body: {'port': {'device_id': '3588ebd9-db80-4951-b723-8f34c22dad7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:59.002480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 77e39836-65e2-4a30-a280-416944c16e80 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:59.002852 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.046094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.128264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27787c-8795-4eb2-bfb7-1eecaf74421e req-f658fdc0-dded-4f05-abda-bde6e9e44af8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.136979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf27787c-8795-4eb2-bfb7-1eecaf74421e req-f658fdc0-dded-4f05-abda-bde6e9e44af8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.3402181 Nov 12 03:43:59.203141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.233382 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.342219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 77e39836-65e2-4a30-a280-416944c16e80, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77e39836-65e2-4a30-a280-416944c16e80,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:59.360614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.402336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Attempting to bind port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:59.402708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Attempting to bind port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:59.403007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Attempting to bind port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a on network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:59.412241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf27787c-8795-4eb2-bfb7-1eecaf74421e req-e0f237d9-4541-49df-94b5-c55a604816e5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741446 Nov 12 03:43:59.414898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a on network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:59.415224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Attempting to bind port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a on network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:59.445902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:59.446242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Checking segment: {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:59.446632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Bound using segment: {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:59.447081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Bound port: cd34bc9f-802e-49f7-a0b0-a2fb5f57113a, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:59.447440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.517262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=77e39836-65e2-4a30-a280-416944c16e80,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.591093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] For port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:59.594649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] For port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:59.643779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-dbc57d85-c735-4b44-9941-566780163e84 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.651273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-dbc57d85-c735-4b44-9941-566780163e84 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.657935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-dbc57d85-c735-4b44-9941-566780163e84 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.664147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-dbc57d85-c735-4b44-9941-566780163e84 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.670373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-dbc57d85-c735-4b44-9941-566780163e84 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.679472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-dbc57d85-c735-4b44-9941-566780163e84 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.696192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-dbc57d85-c735-4b44-9941-566780163e84 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.698207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-dbc57d85-c735-4b44-9941-566780163e84 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.6562750 Nov 12 03:43:59.729416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.749808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571564-899d-4ca0-ab57-10dbed4610b7 req-663f244f-37d5-49a4-b2ce-37eeb3eb7c0f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.758448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-af571564-899d-4ca0-ab57-10dbed4610b7 req-663f244f-37d5-49a4-b2ce-37eeb3eb7c0f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 931 time: 0.1458271 Nov 12 03:43:59.814398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.815211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.816670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd34bc9f-802e-49f7-a0b0-a2fb5f57113a HTTP/1.1" status: 200 len: 1092 time: 2.5179307 Nov 12 03:43:59.817214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c0061-de00-48ec-b255-cca5d9562591', 'tag': 'cd34bc9f-802e-49f7-a0b0-a2fb5f57113a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:59.819525 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34997b7-03e9-4350-acbe-c538a696fe66" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0c0061-de00-48ec-b255-cca5d9562591", "tag": "cd34bc9f-802e-49f7-a0b0-a2fb5f57113a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:59.924780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-af571564-899d-4ca0-ab57-10dbed4610b7 req-d2db5ca6-35ae-4612-9da4-1d0fe71d8a8d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649554 Nov 12 03:43:59.926889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc7d5c-1d69-4e40-96dd-8d2b91b381b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.994642 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff256d6a-60af-4260-842f-c40d91bb0a0b req-3f4d77ae-b444-406e-8118-3f7e52016bc0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2668641 Nov 12 03:44:00.022430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025d75d-42a9-4085-8755-a9845986a208 req-63418e9d-5452-4c3f-89f2-aa860b0699a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.024144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-63418e9d-5452-4c3f-89f2-aa860b0699a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1095 time: 0.1595545 Nov 12 03:44:00.136999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-7a4de55d-653e-4cd6-b651-0444b35f1b69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a HTTP/1.1" status: 200 len: 217 time: 0.1010888 Nov 12 03:44:00.174684 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a522f-17e7-4cd5-8790-50875f4bcf5e x-openstack-request-id: req-826a522f-17e7-4cd5-8790-50875f4bcf5e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:00.174977 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0c0061-de00-48ec-b255-cca5d9562591", "tag": "cd34bc9f-802e-49f7-a0b0-a2fb5f57113a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:00.175235 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-826a522f-17e7-4cd5-8790-50875f4bcf5e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:00.175638 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c0061-de00-48ec-b255-cca5d9562591', 'tag': 'cd34bc9f-802e-49f7-a0b0-a2fb5f57113a', 'status': 'completed', 'code': 200} Nov 12 03:44:00.183297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760c3099-7e26-4ddc-a41d-38473329c41d {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:00.197842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.235852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7f758-3470-413e-a804-29168e8b896a req-03057670-4e62-46f7-9009-6f84380f448c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.237659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Transition to ACTIVE for port object 760c3099-7e26-4ddc-a41d-38473329c41d will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:00.243295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90b7f758-3470-413e-a804-29168e8b896a req-03057670-4e62-46f7-9009-6f84380f448c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1039426 Nov 12 03:44:00.265678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.269174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025d75d-42a9-4085-8755-a9845986a208 req-5bc44e75-e66d-4d0b-bacc-3d702afbf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.270667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-5bc44e75-e66d-4d0b-bacc-3d702afbf6a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.1186709 Nov 12 03:44:00.340383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-82e3ff79-41b2-4046-b956-4d697681ceb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529890 Nov 12 03:44:00.341739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Pushing event updated for resources: {'Port': ['ID=760c3099-7e26-4ddc-a41d-38473329c41d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.345995 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90b7f758-3470-413e-a804-29168e8b896a req-31f981cf-d7ff-424f-a9ca-7e683ad01a90 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018131 Nov 12 03:44:00.640050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Attempting to bind port 760c3099-7e26-4ddc-a41d-38473329c41d on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:00.640380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Attempting to bind port 760c3099-7e26-4ddc-a41d-38473329c41d by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:00.648082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Attempting to bind port 760c3099-7e26-4ddc-a41d-38473329c41d on network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:00.660668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Port 760c3099-7e26-4ddc-a41d-38473329c41d on network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:00.661026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Attempting to bind port 760c3099-7e26-4ddc-a41d-38473329c41d on network fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:00.677797 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-a288b322-5a49-4163-9bed-e60b3f672553 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284917 Nov 12 03:44:00.699897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:00.701062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Checking segment: {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:00.702701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Bound using segment: {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:00.705277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Bound port: 760c3099-7e26-4ddc-a41d-38473329c41d, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:00.706685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.734745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77e39836-65e2-4a30-a280-416944c16e80 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:00.858285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] For port 760c3099-7e26-4ddc-a41d-38473329c41d, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:00.872032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 77e39836-65e2-4a30-a280-416944c16e80 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:00.872583 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.873151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] For port 760c3099-7e26-4ddc-a41d-38473329c41d, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=760c3099-7e26-4ddc-a41d-38473329c41d,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:00.889490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.930070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6644c6-9160-45d6-940f-4a10554cbc91 req-2d867246-432f-4132-83d5-98207290c9a6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.931984 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d6644c6-9160-45d6-940f-4a10554cbc91 req-2d867246-432f-4132-83d5-98207290c9a6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1244383 Nov 12 03:44:00.937210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2025d75d-42a9-4085-8755-a9845986a208 req-bc8e7f18-e34c-4a37-a629-71dc562c3bbd service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503200 Nov 12 03:44:01.033288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.034145 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.035572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] 10.222.0.20 "PUT /v2.0/ports/760c3099-7e26-4ddc-a41d-38473329c41d HTTP/1.1" status: 200 len: 1092 time: 2.0708899 Nov 12 03:44:01.036057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3588ebd9-db80-4951-b723-8f34c22dad7e', 'tag': '760c3099-7e26-4ddc-a41d-38473329c41d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:01.038385 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314150fd-fc3c-47e6-8159-8a22fc4f7d97" -d '{"events": [{"name": "network-changed", "server_uuid": "3588ebd9-db80-4951-b723-8f34c22dad7e", "tag": "760c3099-7e26-4ddc-a41d-38473329c41d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:01.070065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d6644c6-9160-45d6-940f-4a10554cbc91 req-38ba64ae-7198-4f20-8f23-f16b5b52ec94 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243918 Nov 12 03:44:01.162311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-c35be242-7c2e-46fb-9083-84fd197094d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.163883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-c35be242-7c2e-46fb-9083-84fd197094d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1095 time: 0.1124244 Nov 12 03:44:01.265563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d855df-baf5-48e6-9ef0-aa840ba57dcd service neutron] Pushing event updated for resources: {'Port': ['ID=760c3099-7e26-4ddc-a41d-38473329c41d,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.280947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e29a7854-4280-4f0f-9dd1-2041365f5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.282455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-e29a7854-4280-4f0f-9dd1-2041365f5811 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 1095 time: 0.1497262 Nov 12 03:44:01.310863 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-399c8453-4f8b-4cf0-bc7c-7fcb8997f784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.372426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-f6e74210-5fa9-4c91-b363-662099f5f420 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760c3099-7e26-4ddc-a41d-38473329c41d HTTP/1.1" status: 200 len: 217 time: 0.0737689 Nov 12 03:44:01.390009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5517a-8955-47c5-9696-2e54ca34b130 req-b66dea58-e088-492a-8fea-fb91c5d5602c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.398589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0af5517a-8955-47c5-9696-2e54ca34b130 req-b66dea58-e088-492a-8fea-fb91c5d5602c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 943 time: 0.3039827 Nov 12 03:44:01.443345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-81ab218d-8231-4463-abaa-5b273ad12f85 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.451086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-81ab218d-8231-4463-abaa-5b273ad12f85 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.459332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-81ab218d-8231-4463-abaa-5b273ad12f85 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.466202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-81ab218d-8231-4463-abaa-5b273ad12f85 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.472722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-81ab218d-8231-4463-abaa-5b273ad12f85 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.480489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-81ab218d-8231-4463-abaa-5b273ad12f85 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.488632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-81ab218d-8231-4463-abaa-5b273ad12f85 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.491296 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-81ab218d-8231-4463-abaa-5b273ad12f85 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1727538 Nov 12 03:44:01.494732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-7c5706c1-4a59-4b64-aedb-d80205afb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.496357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-7c5706c1-4a59-4b64-aedb-d80205afb8b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 921 time: 0.3219693 Nov 12 03:44:01.597237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-7c9ace06-fd63-4092-b669-611d8c976265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.602572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-7c9ace06-fd63-4092-b669-611d8c976265 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.1962564 Nov 12 03:44:01.611381 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-30ed899b-520c-4342-9909-c6f520646d82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a HTTP/1.1" status: 200 len: 217 time: 0.1047263 Nov 12 03:44:01.613117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0af5517a-8955-47c5-9696-2e54ca34b130 req-dbb65d70-a2ac-4fb1-b475-b1fbf8832c48 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133348 Nov 12 03:44:01.642466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-b472d89d-0d01-41b8-b55d-39ffe32e6d5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278418 Nov 12 03:44:01.763737 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a11fec79-7dd0-4bb3-aebf-0c3dba34ab0a req-488ea781-5919-43b8-999d-f457454da795 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2578652 Nov 12 03:44:01.811002 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe9b49a-d2c3-42fe-bc56-110bf3b33d6d x-openstack-request-id: req-abe9b49a-d2c3-42fe-bc56-110bf3b33d6d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:01.811514 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3588ebd9-db80-4951-b723-8f34c22dad7e", "tag": "760c3099-7e26-4ddc-a41d-38473329c41d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:01.812030 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abe9b49a-d2c3-42fe-bc56-110bf3b33d6d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:01.812650 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3588ebd9-db80-4951-b723-8f34c22dad7e', 'tag': '760c3099-7e26-4ddc-a41d-38473329c41d', 'status': 'completed', 'code': 200} Nov 12 03:44:01.815094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-2d314694-8a25-44a7-a416-a0da8fee13af service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597664 Nov 12 03:44:01.829106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-1ea87004-41a7-4d95-a985-59bfde74de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.830628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-1ea87004-41a7-4d95-a985-59bfde74de27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.2071695 Nov 12 03:44:01.887119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-a8c2275f-34f1-4f84-b1dd-c8da23ed0b3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336809 Nov 12 03:44:01.978511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88bf85d7-c446-43e3-9aa2-5490bb7aec16 req-bfe52282-fd75-4bc2-b743-4e12ea975256 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517141 Nov 12 03:44:02.094926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-33a4872b-a0fb-4e37-9a49-41ff3f662f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.096542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-33a4872b-a0fb-4e37-9a49-41ff3f662f52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 1095 time: 0.0606978 Nov 12 03:44:02.106802 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-34d77974-ddcc-40aa-807c-80afc80f6044 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973171 Nov 12 03:44:02.239189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-e5c29f3a-d8d8-45cf-8877-6695ee6266ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.240780 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-e5c29f3a-d8d8-45cf-8877-6695ee6266ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 921 time: 0.1326623 Nov 12 03:44:02.285612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a34997b7-03e9-4350-acbe-c538a696fe66 req-4c2a27b5-bc91-413a-9d30-655ec2943c86 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639607 Nov 12 03:44:02.307350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-e9126315-ae1d-427f-a41a-2588865359d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760c3099-7e26-4ddc-a41d-38473329c41d HTTP/1.1" status: 200 len: 217 time: 0.0542083 Nov 12 03:44:02.331054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b708e0-738e-4877-8953-f0efb8d4b596 req-c7d66fcd-1d72-44df-9fa6-85333df8169f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.332759 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42b708e0-738e-4877-8953-f0efb8d4b596 req-c7d66fcd-1d72-44df-9fa6-85333df8169f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0910144 Nov 12 03:44:02.417695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-b75ab0af-f193-4311-82d6-7371c7d5499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.420677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-b75ab0af-f193-4311-82d6-7371c7d5499d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.0773389 Nov 12 03:44:02.428404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42b708e0-738e-4877-8953-f0efb8d4b596 req-c302c9ee-6ab5-4264-b89e-51e306615270 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890899 Nov 12 03:44:02.466705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-9455bbf4-315b-497e-9d2f-7c58587833bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285232 Nov 12 03:44:02.563554 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-fe447eee-528a-4266-ab9d-90b412fc5846 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947812 Nov 12 03:44:02.580833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cd34bc9f-802e-49f7-a0b0-a2fb5f57113a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:02.727890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-314150fd-fc3c-47e6-8159-8a22fc4f7d97 req-e4fdddcb-f580-44d6-9ad0-557a21e3cb07 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547809 Nov 12 03:44:02.766153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:02.793950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'cd34bc9f-802e-49f7-a0b0-a2fb5f57113a', 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd', 'port_id': 'cd34bc9f-802e-49f7-a0b0-a2fb5f57113a', 'mac_address': 'fa:16:3e:44:50:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7363fa00-e33e-4067-8d0e-65eccb08aa4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:02.929494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc37d7-d3af-410d-83a1-21c36dacc4a0 req-54b8cf75-8ae2-47b1-a2e3-e3f7f84e217a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.930761 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.936163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8fc37d7-d3af-410d-83a1-21c36dacc4a0 req-54b8cf75-8ae2-47b1-a2e3-e3f7f84e217a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 943 time: 0.1685436 Nov 12 03:44:02.962149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd34bc9f-802e-49f7-a0b0-a2fb5f57113a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:02.988611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:02.999993 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.004265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8fc37d7-d3af-410d-83a1-21c36dacc4a0 req-ad7a6ef5-4328-4edb-8713-be8612cf9141 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605187 Nov 12 03:44:03.067545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.127741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-259ea652-5dc3-45e5-a2ea-8e2f19f68c75 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.134210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-259ea652-5dc3-45e5-a2ea-8e2f19f68c75 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.140799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-259ea652-5dc3-45e5-a2ea-8e2f19f68c75 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.146742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-259ea652-5dc3-45e5-a2ea-8e2f19f68c75 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.154420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-259ea652-5dc3-45e5-a2ea-8e2f19f68c75 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.161353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-259ea652-5dc3-45e5-a2ea-8e2f19f68c75 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.168658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-259ea652-5dc3-45e5-a2ea-8e2f19f68c75 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.177275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-259ea652-5dc3-45e5-a2ea-8e2f19f68c75 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1561611 Nov 12 03:44:03.265275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54897448-6e3a-434d-a1a7-9a2fd00d999d req-095c34ac-658c-4f08-a745-383d0ba88db8 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0870667 Nov 12 03:44:03.337422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cd34bc9f-802e-49f7-a0b0-a2fb5f57113a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:03.583402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5153df6f-5630-4fed-b43b-5eccf3017bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.640257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150b745-0746-4e97-afff-bfb889a50e53 req-8ec865b2-c94c-4b17-8239-13923bd377c2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.642274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7150b745-0746-4e97-afff-bfb889a50e53 req-8ec865b2-c94c-4b17-8239-13923bd377c2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0702815 Nov 12 03:44:03.695562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7150b745-0746-4e97-afff-bfb889a50e53 req-c2b88c59-bd0c-4570-8fb1-6427eebd7233 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469558 Nov 12 03:44:04.140176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b5801-a5fd-45d0-b627-d954070f3384 req-91129ccc-1442-426f-9d19-cbbbba34198d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.145336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c86b5801-a5fd-45d0-b627-d954070f3384 req-91129ccc-1442-426f-9d19-cbbbba34198d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 943 time: 0.0591254 Nov 12 03:44:04.203197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c86b5801-a5fd-45d0-b627-d954070f3384 req-718e01ea-7918-4d40-beee-5a4cbfee6e96 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537891 Nov 12 03:44:04.412359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-6ac6ff12-1ce5-4c83-9c6d-77b03818ea9c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.418753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-6ac6ff12-1ce5-4c83-9c6d-77b03818ea9c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.424935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-6ac6ff12-1ce5-4c83-9c6d-77b03818ea9c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.431097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-6ac6ff12-1ce5-4c83-9c6d-77b03818ea9c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.437342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-6ac6ff12-1ce5-4c83-9c6d-77b03818ea9c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.443780 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-6ac6ff12-1ce5-4c83-9c6d-77b03818ea9c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.450649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-6ac6ff12-1ce5-4c83-9c6d-77b03818ea9c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.452864 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-6ac6ff12-1ce5-4c83-9c6d-77b03818ea9c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1060627 Nov 12 03:44:04.517773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c7f083a-b890-480d-bac3-2e7a29b4143b req-d525fe5a-6435-42bc-ae9c-4f4530999b04 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0584958 Nov 12 03:44:04.599088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 760c3099-7e26-4ddc-a41d-38473329c41d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:04.602695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cd34bc9f-802e-49f7-a0b0-a2fb5f57113a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:04.731203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:04.737412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:04.737922 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.789471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 760c3099-7e26-4ddc-a41d-38473329c41d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=760c3099-7e26-4ddc-a41d-38473329c41d,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:04.806295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '760c3099-7e26-4ddc-a41d-38473329c41d', 'network_id': 'fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd', 'port_id': '760c3099-7e26-4ddc-a41d-38473329c41d', 'mac_address': 'fa:16:3e:1b:71:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7363fa00-e33e-4067-8d0e-65eccb08aa4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:04.864511 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.865567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b773c-d3fc-4c59-b4ba-c4a2f94bc786 req-608ad19f-6eb0-4499-9d04-ff79ad836c35 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.867990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-275b773c-d3fc-4c59-b4ba-c4a2f94bc786 req-608ad19f-6eb0-4499-9d04-ff79ad836c35 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0692463 Nov 12 03:44:04.975534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-275b773c-d3fc-4c59-b4ba-c4a2f94bc786 req-afb8b471-0d4b-49ce-9691-c92e79f39da2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002345 Nov 12 03:44:05.108277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760c3099-7e26-4ddc-a41d-38473329c41d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:05.134167 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.140969 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.146713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 760c3099-7e26-4ddc-a41d-38473329c41d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=760c3099-7e26-4ddc-a41d-38473329c41d,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:05.157436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.191988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c0061-de00-48ec-b255-cca5d9562591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd34bc9f-802e-49f7-a0b0-a2fb5f57113a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:05.194307 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1044f4-138a-42dc-b81d-486cdf9e33eb" -d '{"events": [{"server_uuid": "cc0c0061-de00-48ec-b255-cca5d9562591", "name": "network-vif-plugged", "status": "completed", "tag": "cd34bc9f-802e-49f7-a0b0-a2fb5f57113a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:05.218022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:05.229328 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.235325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=760c3099-7e26-4ddc-a41d-38473329c41d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.242408 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9aec99-670e-41c9-8049-54957ceb6db1 x-openstack-request-id: req-1e9aec99-670e-41c9-8049-54957ceb6db1 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:05.242815 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c0061-de00-48ec-b255-cca5d9562591", "name": "network-vif-plugged", "status": "completed", "tag": "cd34bc9f-802e-49f7-a0b0-a2fb5f57113a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:05.242934 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e9aec99-670e-41c9-8049-54957ceb6db1 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:05.243317 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c0061-de00-48ec-b255-cca5d9562591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd34bc9f-802e-49f7-a0b0-a2fb5f57113a', 'code': 200} Nov 12 03:44:05.359372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.410355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9cc3b-c1a2-42b1-b37d-3d17fa210090 req-d923b3fd-90b8-418c-8c71-288d2750e2c5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.411876 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fce9cc3b-c1a2-42b1-b37d-3d17fa210090 req-d923b3fd-90b8-418c-8c71-288d2750e2c5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 944 time: 0.1099803 Nov 12 03:44:05.413864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50fcaf-1a58-497a-840d-ab126457d9ea req-b51b9581-1150-499f-aaf4-dac14a547ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.415820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef50fcaf-1a58-497a-840d-ab126457d9ea req-b51b9581-1150-499f-aaf4-dac14a547ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1097 time: 0.0808263 Nov 12 03:44:05.497384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['760c3099-7e26-4ddc-a41d-38473329c41d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:05.759558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-b23328f9-d567-455c-8df6-dcd087bd006d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.767370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-b23328f9-d567-455c-8df6-dcd087bd006d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.775222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-b23328f9-d567-455c-8df6-dcd087bd006d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.783827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-b23328f9-d567-455c-8df6-dcd087bd006d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.791493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-b23328f9-d567-455c-8df6-dcd087bd006d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.799743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-b23328f9-d567-455c-8df6-dcd087bd006d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.806680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-b23328f9-d567-455c-8df6-dcd087bd006d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.816590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-b23328f9-d567-455c-8df6-dcd087bd006d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1466005 Nov 12 03:44:05.861762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fce9cc3b-c1a2-42b1-b37d-3d17fa210090 req-982e859d-7b45-48d4-bdcb-a36b5902629c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423695 Nov 12 03:44:05.864375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef50fcaf-1a58-497a-840d-ab126457d9ea req-6807f57a-44c4-4ad0-8a51-80c4d453d2db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390981 Nov 12 03:44:05.903041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a533136c-4ea4-4368-a25f-58d3bac4fdde req-d1ec0dbe-7d6b-4b9e-94d5-8ea24013c625 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0854154 Nov 12 03:44:06.144192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f49a1-fea4-4c3e-b120-2b162ce61d69 req-68b7e266-346e-4dff-9747-5a3fe4e919bf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.146452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da6f49a1-fea4-4c3e-b120-2b162ce61d69 req-68b7e266-346e-4dff-9747-5a3fe4e919bf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0683842 Nov 12 03:44:06.204909 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da6f49a1-fea4-4c3e-b120-2b162ce61d69 req-3c6d6416-6fa8-41ec-9008-898a7a2e4d2a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467918 Nov 12 03:44:06.307237 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.614856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 760c3099-7e26-4ddc-a41d-38473329c41d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:06.667131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 760c3099-7e26-4ddc-a41d-38473329c41d completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:06.671377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 760c3099-7e26-4ddc-a41d-38473329c41d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:06.671823 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.768433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.803209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 760c3099-7e26-4ddc-a41d-38473329c41d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=760c3099-7e26-4ddc-a41d-38473329c41d,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:06.809605 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.875531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=760c3099-7e26-4ddc-a41d-38473329c41d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.006236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f56a96-285d-4342-93cf-7184e5fa2dd4 req-75d7cad3-0301-4b12-9068-ea9a4c487220 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.016245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61f56a96-285d-4342-93cf-7184e5fa2dd4 req-75d7cad3-0301-4b12-9068-ea9a4c487220 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0686288 Nov 12 03:44:07.029172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.085626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61f56a96-285d-4342-93cf-7184e5fa2dd4 req-5479783b-dcc4-4f1f-8900-899dabfa6092 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680928 Nov 12 03:44:07.087652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-005b018f-2e7a-4351-b151-0f1f789317be tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.097212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-005b018f-2e7a-4351-b151-0f1f789317be tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.104044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-005b018f-2e7a-4351-b151-0f1f789317be tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.113919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-005b018f-2e7a-4351-b151-0f1f789317be tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.120106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-005b018f-2e7a-4351-b151-0f1f789317be tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.128790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-005b018f-2e7a-4351-b151-0f1f789317be tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.154088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-005b018f-2e7a-4351-b151-0f1f789317be tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.156898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-005b018f-2e7a-4351-b151-0f1f789317be tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1448076 Nov 12 03:44:07.244859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3588ebd9-db80-4951-b723-8f34c22dad7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760c3099-7e26-4ddc-a41d-38473329c41d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:07.249768 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c69c0f0-51e3-4983-8d9d-36e42388a977" -d '{"events": [{"server_uuid": "3588ebd9-db80-4951-b723-8f34c22dad7e", "name": "network-vif-plugged", "status": "completed", "tag": "760c3099-7e26-4ddc-a41d-38473329c41d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:07.293508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab8512ba-c984-4637-b1d1-41946b4c399c req-fd14851a-4a94-4f0c-8e33-859a4ea2f3cf tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1279042 Nov 12 03:44:07.402398 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b7a40f-44c2-4c59-9ac0-ed4b1d3d3196 x-openstack-request-id: req-f0b7a40f-44c2-4c59-9ac0-ed4b1d3d3196 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:07.403132 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3588ebd9-db80-4951-b723-8f34c22dad7e", "name": "network-vif-plugged", "status": "completed", "tag": "760c3099-7e26-4ddc-a41d-38473329c41d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:07.406916 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0b7a40f-44c2-4c59-9ac0-ed4b1d3d3196 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:07.409201 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3588ebd9-db80-4951-b723-8f34c22dad7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760c3099-7e26-4ddc-a41d-38473329c41d', 'code': 200} Nov 12 03:44:07.410322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:07.504968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeaa55-8e40-41ac-b2de-28636e324f4a req-886272b9-45b0-4727-b64f-dec1798aef47 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.510470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7aeaa55-8e40-41ac-b2de-28636e324f4a req-886272b9-45b0-4727-b64f-dec1798aef47 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0897746 Nov 12 03:44:07.533773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3996bf-ff70-49ce-bc37-f85fd6a16f78 req-7b910135-1666-47a0-8994-ce04963fa0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.534636 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa3996bf-ff70-49ce-bc37-f85fd6a16f78 req-7b910135-1666-47a0-8994-ce04963fa0db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 1097 time: 0.0542169 Nov 12 03:44:07.610334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8070bdb-ed04-4519-90bb-02c4a8ae1de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.623050 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7aeaa55-8e40-41ac-b2de-28636e324f4a req-5ca19865-e79d-4fb5-979a-7e29e41c68dc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043463 Nov 12 03:44:07.630808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa3996bf-ff70-49ce-bc37-f85fd6a16f78 req-ce87077e-e791-4d19-a32e-34ff9f1f9f7c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888104 Nov 12 03:44:07.711328 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8070bdb-ed04-4519-90bb-02c4a8ae1de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.716656 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8070bdb-ed04-4519-90bb-02c4a8ae1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.773261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8070bdb-ed04-4519-90bb-02c4a8ae1de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2b3c21-52ab-4bda-ba04-ecd8722c8208,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.779069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d8070bdb-ed04-4519-90bb-02c4a8ae1de9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=800ad54d07c14756b8b7618dd9c289ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676341 Nov 12 03:44:07.781726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39580) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:07.835262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fab3a9da-d4d7-4047-a108-3ebed896cc02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.859923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fab3a9da-d4d7-4047-a108-3ebed896cc02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.924646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fab3a9da-d4d7-4047-a108-3ebed896cc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.927385 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fab3a9da-d4d7-4047-a108-3ebed896cc02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.928535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fab3a9da-d4d7-4047-a108-3ebed896cc02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee2b3c21-52ab-4bda-ba04-ecd8722c8208 HTTP/1.1" status: 204 len: 168 time: 0.1457684 Nov 12 03:44:07.936791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3a9da-d4d7-4047-a108-3ebed896cc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2b3c21-52ab-4bda-ba04-ecd8722c8208,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.238523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81790e13-5b55-4b71-9025-cad3f01ac483 req-81be2396-5ecf-4e30-bb2e-a1a12ebf3199 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.240147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-81790e13-5b55-4b71-9025-cad3f01ac483 req-81be2396-5ecf-4e30-bb2e-a1a12ebf3199 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0556786 Nov 12 03:44:08.257181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39598) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.274044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-951e0769-bc02-4a76-9b6f-2f6afa5d387f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.316951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-81790e13-5b55-4b71-9025-cad3f01ac483 req-c4fef16d-7084-4604-ada8-beed9026c9c5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658937 Nov 12 03:44:08.403188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-951e0769-bc02-4a76-9b6f-2f6afa5d387f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.408671 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-951e0769-bc02-4a76-9b6f-2f6afa5d387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.455389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-951e0769-bc02-4a76-9b6f-2f6afa5d387f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00daed943f1144728325a683884d786c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969783 Nov 12 03:44:08.458735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39610) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.467465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e0769-bc02-4a76-9b6f-2f6afa5d387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a969276c-b5f3-423a-815a-0d37f328d21f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.514858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-bbf492b7-793c-48ed-bb0e-b1c2eb400315 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.521639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-bbf492b7-793c-48ed-bb0e-b1c2eb400315 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.527852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42ee9c6f-7f9f-48e5-ab26-4888c442b7fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.528191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-bbf492b7-793c-48ed-bb0e-b1c2eb400315 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.534521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-bbf492b7-793c-48ed-bb0e-b1c2eb400315 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.541384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-bbf492b7-793c-48ed-bb0e-b1c2eb400315 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.547489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-bbf492b7-793c-48ed-bb0e-b1c2eb400315 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.550872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42ee9c6f-7f9f-48e5-ab26-4888c442b7fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.553649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-bbf492b7-793c-48ed-bb0e-b1c2eb400315 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.555590 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-bbf492b7-793c-48ed-bb0e-b1c2eb400315 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1297920 Nov 12 03:44:08.623474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42ee9c6f-7f9f-48e5-ab26-4888c442b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.626535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-42ee9c6f-7f9f-48e5-ab26-4888c442b7fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.627710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-42ee9c6f-7f9f-48e5-ab26-4888c442b7fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a969276c-b5f3-423a-815a-0d37f328d21f HTTP/1.1" status: 204 len: 168 time: 0.1680613 Nov 12 03:44:08.646986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-964173f8-43ae-4f86-bded-7b3c50df3568 req-d1dd1cdc-4992-4da1-8f2b-da7efa2114ea tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0758305 Nov 12 03:44:08.661279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee9c6f-7f9f-48e5-ab26-4888c442b7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969276c-b5f3-423a-815a-0d37f328d21f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.769834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987788f-c940-45cd-8029-1f925ba3a43b req-cc885351-8b6f-4650-bc9d-11e64efd7159 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.771334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4987788f-c940-45cd-8029-1f925ba3a43b req-cc885351-8b6f-4650-bc9d-11e64efd7159 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0652306 Nov 12 03:44:08.826716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4987788f-c940-45cd-8029-1f925ba3a43b req-6c1e6995-dc3e-4f39-a89b-15e1be610fd2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484018 Nov 12 03:44:09.483805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5210bc-c8f7-44c9-8d03-644130bbe3cc req-5a4d1a1d-77a1-4309-ad88-34bb5fd52c36 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.491741 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5210bc-c8f7-44c9-8d03-644130bbe3cc req-5a4d1a1d-77a1-4309-ad88-34bb5fd52c36 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.1034720 Nov 12 03:44:09.543913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5210bc-c8f7-44c9-8d03-644130bbe3cc req-8bd12205-f5f8-4fbf-bcfd-fefa7627f0d6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510983 Nov 12 03:44:09.872164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda415c-6947-47bd-98da-88932390a7d1 req-78119aa1-c663-4264-93bb-5f149d98e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.873935 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fda415c-6947-47bd-98da-88932390a7d1 req-78119aa1-c663-4264-93bb-5f149d98e89d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 1097 time: 0.1122053 Nov 12 03:44:09.875276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ce746-ccd6-4e81-b296-20ce12d05da8 req-740b82d8-caa2-41db-88f1-3d38d51b27dd tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.883343 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-870ce746-ccd6-4e81-b296-20ce12d05da8 req-740b82d8-caa2-41db-88f1-3d38d51b27dd tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0795326 Nov 12 03:44:09.934221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-012e932c-2fd0-458f-b1b2-0ca83e5e310d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.940337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-870ce746-ccd6-4e81-b296-20ce12d05da8 req-b6f2a59e-30c4-4223-aeb9-1c463a3d465e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557041 Nov 12 03:44:09.941404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-012e932c-2fd0-458f-b1b2-0ca83e5e310d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.948140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-012e932c-2fd0-458f-b1b2-0ca83e5e310d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.955085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-012e932c-2fd0-458f-b1b2-0ca83e5e310d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.961821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-012e932c-2fd0-458f-b1b2-0ca83e5e310d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.970204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-012e932c-2fd0-458f-b1b2-0ca83e5e310d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.978807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-012e932c-2fd0-458f-b1b2-0ca83e5e310d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.981206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-012e932c-2fd0-458f-b1b2-0ca83e5e310d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.2082124 Nov 12 03:44:10.072873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe71f75-cd90-4865-afe5-8199ad996cf2 req-fb799976-c71a-4786-a874-5789d043cd84 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.080487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfe71f75-cd90-4865-afe5-8199ad996cf2 req-fb799976-c71a-4786-a874-5789d043cd84 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0676305 Nov 12 03:44:10.116463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8c98717-c4cb-4857-b945-9c91eb7e0636 req-8d611b62-3b90-4691-b8c9-c95d597881c1 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1267424 Nov 12 03:44:10.139041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cfe71f75-cd90-4865-afe5-8199ad996cf2 req-c60adc6a-8146-4a0e-a26d-e6794755732c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575514 Nov 12 03:44:10.153804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda415c-6947-47bd-98da-88932390a7d1 req-632509e6-127c-4901-bab0-65bef472f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.159296 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fda415c-6947-47bd-98da-88932390a7d1 req-632509e6-127c-4901-bab0-65bef472f546 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 921 time: 0.2744613 Nov 12 03:44:10.217841 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fda415c-6947-47bd-98da-88932390a7d1 req-cc74d9f1-9492-4283-8d77-585bea384fb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760c3099-7e26-4ddc-a41d-38473329c41d HTTP/1.1" status: 200 len: 217 time: 0.0487497 Nov 12 03:44:10.281475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda415c-6947-47bd-98da-88932390a7d1 req-2aa2dfb6-9641-473c-b0c7-20cb9906b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.283150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fda415c-6947-47bd-98da-88932390a7d1 req-2aa2dfb6-9641-473c-b0c7-20cb9906b5d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.0526369 Nov 12 03:44:10.319459 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fda415c-6947-47bd-98da-88932390a7d1 req-ab13b2c1-43e6-47ba-b00b-168c17983d33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272105 Nov 12 03:44:10.428076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fda415c-6947-47bd-98da-88932390a7d1 req-0aba0934-7ecb-40d8-8b17-981e5661c739 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994723 Nov 12 03:44:10.534531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6fda415c-6947-47bd-98da-88932390a7d1 req-5a897e7c-2d19-495a-ba92-444db69eafcd service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969131 Nov 12 03:44:10.575762 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:11.104289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d730c5-2029-46f4-ad5c-946aba29aed0 req-784212dd-538c-4702-8ebf-9ccd86c420e0 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.111568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94d730c5-2029-46f4-ad5c-946aba29aed0 req-784212dd-538c-4702-8ebf-9ccd86c420e0 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0791802 Nov 12 03:44:11.173221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94d730c5-2029-46f4-ad5c-946aba29aed0 req-9a59904c-eab0-4a33-bebf-59681f258dc9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605018 Nov 12 03:44:11.341249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-67e2d249-4973-4e46-82f7-a69d663474cb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.347732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-67e2d249-4973-4e46-82f7-a69d663474cb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.355216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-67e2d249-4973-4e46-82f7-a69d663474cb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.362856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-67e2d249-4973-4e46-82f7-a69d663474cb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.369680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-67e2d249-4973-4e46-82f7-a69d663474cb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.382594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-67e2d249-4973-4e46-82f7-a69d663474cb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.391396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-67e2d249-4973-4e46-82f7-a69d663474cb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.393375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-67e2d249-4973-4e46-82f7-a69d663474cb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1233554 Nov 12 03:44:11.394824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802885-b56c-4658-ab5f-2a0fd8bfef47 req-186e0b8c-e09c-448d-b84e-c10f8dbbe328 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.396361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18802885-b56c-4658-ab5f-2a0fd8bfef47 req-186e0b8c-e09c-448d-b84e-c10f8dbbe328 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0831144 Nov 12 03:44:11.478677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7e9176a-9af0-43cf-9519-62f66bc53f04 req-e4a679f2-226b-4dfc-ad41-f3b6e73fa3ee tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0730426 Nov 12 03:44:11.502972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18802885-b56c-4658-ab5f-2a0fd8bfef47 req-be0d5e0d-5e3d-4220-81a7-34a66285f9c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990818 Nov 12 03:44:12.331291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b688dbd-ac83-4618-bea7-a33a41ddbf8b req-c72cbc38-7e12-45b3-9fdc-01345026f59c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.332836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b688dbd-ac83-4618-bea7-a33a41ddbf8b req-c72cbc38-7e12-45b3-9fdc-01345026f59c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0619664 Nov 12 03:44:12.384695 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b688dbd-ac83-4618-bea7-a33a41ddbf8b req-c6e1320c-1e5f-4252-aeb3-67de02b4a4cb tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Nov 12 03:44:12.658846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-c9654e52-c833-4225-9497-e6176af1925e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.667658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-c9654e52-c833-4225-9497-e6176af1925e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.674361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-c9654e52-c833-4225-9497-e6176af1925e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.683813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-c9654e52-c833-4225-9497-e6176af1925e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.693537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-c9654e52-c833-4225-9497-e6176af1925e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.701909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-c9654e52-c833-4225-9497-e6176af1925e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.716103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-c9654e52-c833-4225-9497-e6176af1925e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.719578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db440fc-722b-4c53-b40e-cbfa5dd89894 req-f6228395-4357-4015-9598-94c4b1a4fdf2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.722672 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6db440fc-722b-4c53-b40e-cbfa5dd89894 req-f6228395-4357-4015-9598-94c4b1a4fdf2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0729642 Nov 12 03:44:12.724276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-c9654e52-c833-4225-9497-e6176af1925e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1479080 Nov 12 03:44:12.861386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6dd255af-1a1e-4b2b-a9b8-e27ceaf3faa7 req-99a4669f-1c6f-4101-9b99-b0027594ff25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1321797 Nov 12 03:44:12.867658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6db440fc-722b-4c53-b40e-cbfa5dd89894 req-c8d43309-2614-4470-92d5-5a40236c16ae tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381607 Nov 12 03:44:13.514155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa3588-fa61-4334-a6ec-a70a9a2bba18 req-acaeedf1-1959-4bb4-9a6e-e806b75e48cc tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.515710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b7aa3588-fa61-4334-a6ec-a70a9a2bba18 req-acaeedf1-1959-4bb4-9a6e-e806b75e48cc tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0597587 Nov 12 03:44:13.574023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b7aa3588-fa61-4334-a6ec-a70a9a2bba18 req-e2aa7e22-422f-4fde-b6b0-8c7db974e963 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515585 Nov 12 03:44:14.017012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-90cb6515-5662-411d-beac-2cf02fe6af30 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.023909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-90cb6515-5662-411d-beac-2cf02fe6af30 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.025804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d253d-7924-4f2f-89c0-a691b2db9677 req-95f81b86-03df-4935-8e08-b0f030b7447a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.028412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b96d253d-7924-4f2f-89c0-a691b2db9677 req-95f81b86-03df-4935-8e08-b0f030b7447a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0621164 Nov 12 03:44:14.031605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-90cb6515-5662-411d-beac-2cf02fe6af30 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.039552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-90cb6515-5662-411d-beac-2cf02fe6af30 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.047157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-90cb6515-5662-411d-beac-2cf02fe6af30 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.055130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-90cb6515-5662-411d-beac-2cf02fe6af30 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.062537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-90cb6515-5662-411d-beac-2cf02fe6af30 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.066305 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-90cb6515-5662-411d-beac-2cf02fe6af30 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1198199 Nov 12 03:44:14.082779 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b96d253d-7924-4f2f-89c0-a691b2db9677 req-35709734-cce8-46ff-9295-f50b452e40ea tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479653 Nov 12 03:44:14.132588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72deeec6-29de-47c2-b6a2-b954c89cd430 req-9eb7ec59-ff1d-44fb-9ace-b572767b47e1 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0602994 Nov 12 03:44:14.372375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2260d54-5e94-4163-a1ca-c91a57e4760c req-60acfa91-0700-4aaf-8ab9-7c305c487571 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.373931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2260d54-5e94-4163-a1ca-c91a57e4760c req-60acfa91-0700-4aaf-8ab9-7c305c487571 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0609441 Nov 12 03:44:14.426082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-6392d23c-fd55-4791-ac7b-a6f754d08930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.428052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-6392d23c-fd55-4791-ac7b-a6f754d08930 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1096 time: 0.0476062 Nov 12 03:44:14.436185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2260d54-5e94-4163-a1ca-c91a57e4760c req-d56a0be1-e1e9-4b8c-8476-df0cfbe3999f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504632 Nov 12 03:44:14.533977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-d85a1e29-c656-4a14-b194-ed4632d5d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.535523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-d85a1e29-c656-4a14-b194-ed4632d5d533 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.0977302 Nov 12 03:44:14.623461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-b427d327-4d09-40cd-891d-364478602f25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 999 time: 0.0798340 Nov 12 03:44:14.706024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-21c907aa-4eb1-4bc4-953b-3e0e77f68bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.707621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-21c907aa-4eb1-4bc4-953b-3e0e77f68bf7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0730720 Nov 12 03:44:14.757548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737927-3af7-4c26-b82a-bcc219b060fb req-c38a37de-0493-429d-bf7a-5a76b2a2a1f6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.759412 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6737927-3af7-4c26-b82a-bcc219b060fb req-c38a37de-0493-429d-bf7a-5a76b2a2a1f6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0932832 Nov 12 03:44:14.794018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-abf804bc-be6b-4c9f-946c-c17b4f42f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.795755 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-abf804bc-be6b-4c9f-946c-c17b4f42f341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798810 Nov 12 03:44:14.857836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6737927-3af7-4c26-b82a-bcc219b060fb req-dc7faa29-cc03-425a-b4ea-0eec256258e8 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902569 Nov 12 03:44:14.929747 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-d48be27b-f3cf-46c4-a3e3-2c9bbc2f05c7 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232898 Nov 12 03:44:15.113846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-861e6fe3-b576-4f70-b440-d718e1fe302c req-23215f65-33f0-4e62-8864-4558cd6a77d6 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766207 Nov 12 03:44:15.281086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-f8c64f03-08ba-479d-b3a7-b24162a49a57 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.287382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-f8c64f03-08ba-479d-b3a7-b24162a49a57 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.295175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-f8c64f03-08ba-479d-b3a7-b24162a49a57 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.301286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-f8c64f03-08ba-479d-b3a7-b24162a49a57 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.307360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-f8c64f03-08ba-479d-b3a7-b24162a49a57 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.313940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-f8c64f03-08ba-479d-b3a7-b24162a49a57 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.320142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-f8c64f03-08ba-479d-b3a7-b24162a49a57 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.322130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-f8c64f03-08ba-479d-b3a7-b24162a49a57 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1023011 Nov 12 03:44:15.392467 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f6e5207-7b15-476a-a709-f0c15e59f310 req-29a63aae-ce93-43eb-8cb2-6fce6d074f13 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0627849 Nov 12 03:44:15.573544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6898c-a623-419a-93c2-d1d768e03290 req-697a87d0-bc95-43ed-9a2f-1a1d412ab0b2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.575171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a0d6898c-a623-419a-93c2-d1d768e03290 req-697a87d0-bc95-43ed-9a2f-1a1d412ab0b2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0650465 Nov 12 03:44:15.640564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a0d6898c-a623-419a-93c2-d1d768e03290 req-b72f10cf-41da-4669-9afd-fd16a01541cf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581987 Nov 12 03:44:15.982066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126f42d-25c2-4a0e-a885-a83aef9391b2 req-c0f13d2f-e1c3-4ec9-b87c-af7c825b7358 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.983566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7126f42d-25c2-4a0e-a885-a83aef9391b2 req-c0f13d2f-e1c3-4ec9-b87c-af7c825b7358 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0554075 Nov 12 03:44:16.033093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7126f42d-25c2-4a0e-a885-a83aef9391b2 req-9ac7894b-ac78-4a87-b6eb-f1cccc3d36f8 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Nov 12 03:44:16.526193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-2f082b24-889c-481e-a35b-0d0443d7898e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.532671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-2f082b24-889c-481e-a35b-0d0443d7898e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.538735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-2f082b24-889c-481e-a35b-0d0443d7898e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.545310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-2f082b24-889c-481e-a35b-0d0443d7898e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.551401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-2f082b24-889c-481e-a35b-0d0443d7898e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.558225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-2f082b24-889c-481e-a35b-0d0443d7898e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.564468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-2f082b24-889c-481e-a35b-0d0443d7898e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.566484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-2f082b24-889c-481e-a35b-0d0443d7898e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.0959105 Nov 12 03:44:16.636221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cfa42b9-8ea7-473a-95cd-adc427fa39be req-cf380c54-b18e-4d93-a07f-c97f9ca405b4 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0557485 Nov 12 03:44:16.783771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c535-00b2-49a1-92ac-3ece52ee2b84 req-e2cc1a79-0fd0-423d-a7ef-780e40d5b188 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.785575 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc27c535-00b2-49a1-92ac-3ece52ee2b84 req-e2cc1a79-0fd0-423d-a7ef-780e40d5b188 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0696552 Nov 12 03:44:16.836280 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc27c535-00b2-49a1-92ac-3ece52ee2b84 req-3fb23700-38c3-4579-8229-89f5be8db70c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442843 Nov 12 03:44:16.965695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f60d5-77d0-407a-96e3-31eac7ecb066 req-c05911f9-3f3b-4f93-a9a6-655643600bcb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.967413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-468f60d5-77d0-407a-96e3-31eac7ecb066 req-c05911f9-3f3b-4f93-a9a6-655643600bcb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0598564 Nov 12 03:44:17.041625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-468f60d5-77d0-407a-96e3-31eac7ecb066 req-71ed7900-cc3a-43cd-8618-28a31bc4e375 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636907 Nov 12 03:44:17.197268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612a812-5549-4706-8cb1-b77544f2bd03 req-54a7d04c-f55e-4974-8802-23bf171fb981 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.200802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1612a812-5549-4706-8cb1-b77544f2bd03 req-54a7d04c-f55e-4974-8802-23bf171fb981 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0815887 Nov 12 03:44:17.279108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1612a812-5549-4706-8cb1-b77544f2bd03 req-ca6bc2be-5c3a-4c38-b1e0-4696f3324ba2 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701258 Nov 12 03:44:17.338230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0157613-78b8-4729-becf-18f8b2af28c5 req-f96d31ab-753b-44e4-a9ff-9fec487155cc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.340989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0157613-78b8-4729-becf-18f8b2af28c5 req-f96d31ab-753b-44e4-a9ff-9fec487155cc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0663395 Nov 12 03:44:17.406135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0157613-78b8-4729-becf-18f8b2af28c5 req-dc401d5e-525a-40c7-b07e-d1d55861821a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574365 Nov 12 03:44:17.653269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca10f3e-adbb-4389-8cac-4a9c42c3c2d3 req-ccc115b7-858e-40bc-8905-9ca3ed2caec3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.655767 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca10f3e-adbb-4389-8cac-4a9c42c3c2d3 req-ccc115b7-858e-40bc-8905-9ca3ed2caec3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0623331 Nov 12 03:44:17.778101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aca10f3e-adbb-4389-8cac-4a9c42c3c2d3 req-005de468-47b6-43ba-8379-061eb69270c5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105778 Nov 12 03:44:17.844018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-e9ac8ebe-dd57-464a-bc89-56803b23598d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.851851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-e9ac8ebe-dd57-464a-bc89-56803b23598d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.858612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-e9ac8ebe-dd57-464a-bc89-56803b23598d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.864938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-e9ac8ebe-dd57-464a-bc89-56803b23598d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.872018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-e9ac8ebe-dd57-464a-bc89-56803b23598d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.878320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-e9ac8ebe-dd57-464a-bc89-56803b23598d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.885053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-e9ac8ebe-dd57-464a-bc89-56803b23598d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.891372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-e9ac8ebe-dd57-464a-bc89-56803b23598d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1263008 Nov 12 03:44:17.956333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6cba29c-2d7b-4ca5-813c-2fe0d2d8ac7c req-da8db8e2-0468-455c-ab99-8711cdfdcf88 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0580535 Nov 12 03:44:18.396060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f09c6-a729-43d1-bfa5-3fc3de08014f req-1296f4d5-be2f-4876-a860-80353880dd27 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.397561 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f7f09c6-a729-43d1-bfa5-3fc3de08014f req-1296f4d5-be2f-4876-a860-80353880dd27 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0503454 Nov 12 03:44:18.447218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f7f09c6-a729-43d1-bfa5-3fc3de08014f req-2d34e130-9e1e-472d-bf96-8ad6fe67c661 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428519 Nov 12 03:44:18.913201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60b8a1-14e8-42e7-b856-4336eb7461c7 req-cb0a44a2-07f4-42be-bda1-4715fa56fa09 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.914833 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd60b8a1-14e8-42e7-b856-4336eb7461c7 req-cb0a44a2-07f4-42be-bda1-4715fa56fa09 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0744770 Nov 12 03:44:18.969190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd60b8a1-14e8-42e7-b856-4336eb7461c7 req-f982e08b-d89e-4d80-aaac-d294c1438f9c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470853 Nov 12 03:44:19.115457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-154f15b2-dfe6-4580-ab15-d7e55b3fedd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.122485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-154f15b2-dfe6-4580-ab15-d7e55b3fedd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.129808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-154f15b2-dfe6-4580-ab15-d7e55b3fedd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.137319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-154f15b2-dfe6-4580-ab15-d7e55b3fedd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.144147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-154f15b2-dfe6-4580-ab15-d7e55b3fedd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.150833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-154f15b2-dfe6-4580-ab15-d7e55b3fedd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.159314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-154f15b2-dfe6-4580-ab15-d7e55b3fedd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.161325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-154f15b2-dfe6-4580-ab15-d7e55b3fedd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1173773 Nov 12 03:44:19.241508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fdaa6a18-becc-4116-b823-a19ed72cd27c req-d1762b82-49ab-46fe-9872-3062bbb6ef7a tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0730717 Nov 12 03:44:19.268833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae85f05-7ee9-4456-b92e-751416454f9f req-30de6121-abf7-403e-a1f3-8e81e9445181 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.270352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ae85f05-7ee9-4456-b92e-751416454f9f req-30de6121-abf7-403e-a1f3-8e81e9445181 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0643365 Nov 12 03:44:19.345356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ae85f05-7ee9-4456-b92e-751416454f9f req-23aaafdd-dead-4295-9e12-89d977dd57d0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654950 Nov 12 03:44:19.589501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733964-80de-4045-ba78-4996bfa060f0 req-9dd9502e-e298-41b6-80df-8f6a71fa08e8 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.590887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3f733964-80de-4045-ba78-4996bfa060f0 req-9dd9502e-e298-41b6-80df-8f6a71fa08e8 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0593531 Nov 12 03:44:19.646146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3f733964-80de-4045-ba78-4996bfa060f0 req-ff20fa92-4589-452b-9e8e-122849579372 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Nov 12 03:44:19.754963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9019538-0c28-4f7c-9666-2187dcaedd82 req-efcc84a1-6035-480a-ba45-3b007cb6e762 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.756492 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9019538-0c28-4f7c-9666-2187dcaedd82 req-efcc84a1-6035-480a-ba45-3b007cb6e762 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1098 time: 0.0530760 Nov 12 03:44:19.777807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c9019538-0c28-4f7c-9666-2187dcaedd82 req-53e34fa0-fe3b-4e4e-9cb5-67401f405c4c tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.866799 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c9019538-0c28-4f7c-9666-2187dcaedd82 req-53e34fa0-fe3b-4e4e-9cb5-67401f405c4c tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.871711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c9019538-0c28-4f7c-9666-2187dcaedd82 req-53e34fa0-fe3b-4e4e-9cb5-67401f405c4c tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.916230 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9019538-0c28-4f7c-9666-2187dcaedd82 req-53e34fa0-fe3b-4e4e-9cb5-67401f405c4c tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508026 Nov 12 03:44:19.918347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e34fa0-fe3b-4e4e-9cb5-67401f405c4c tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a690f960-1546-4984-9cbf-c4123b8be125,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:20.056076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0275a-955d-490f-9d2a-c4b6ea23d699 req-b2e6e5f1-323b-4b33-b9ca-f7d7c087501f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.057915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2eb0275a-955d-490f-9d2a-c4b6ea23d699 req-b2e6e5f1-323b-4b33-b9ca-f7d7c087501f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0517757 Nov 12 03:44:20.115632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2eb0275a-955d-490f-9d2a-c4b6ea23d699 req-591a1dda-87c0-41d6-a7ae-c05373cfe949 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513606 Nov 12 03:44:20.138684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39872) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:20.208794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-872cb06b-71bb-440a-902f-29955dfa86f7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/7291c015-1683-43b5-bc4e-f7cf42448cda HTTP/1.1" status: 200 len: 994 time: 0.0632191 Nov 12 03:44:20.411332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-be4cc0e7-6c03-4d73-9a70-f6f9fca7fe80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.418434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-be4cc0e7-6c03-4d73-9a70-f6f9fca7fe80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.425158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-be4cc0e7-6c03-4d73-9a70-f6f9fca7fe80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.431455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-be4cc0e7-6c03-4d73-9a70-f6f9fca7fe80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.439311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-be4cc0e7-6c03-4d73-9a70-f6f9fca7fe80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.446261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-be4cc0e7-6c03-4d73-9a70-f6f9fca7fe80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.454023 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-be4cc0e7-6c03-4d73-9a70-f6f9fca7fe80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.462535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-be4cc0e7-6c03-4d73-9a70-f6f9fca7fe80 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5427 time: 0.1110411 Nov 12 03:44:20.489702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385c06-3063-4772-96f1-a85ac20b0fac req-652bf8e9-a70f-4104-a36b-9df16e15bcd9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.498907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92385c06-3063-4772-96f1-a85ac20b0fac req-652bf8e9-a70f-4104-a36b-9df16e15bcd9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0746133 Nov 12 03:44:20.539320 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-439daf5d-eb26-41ad-9f63-078434a518f0 req-3f47ce27-473b-45cb-af8c-1eb83f48a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0759141 Nov 12 03:44:20.547499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92385c06-3063-4772-96f1-a85ac20b0fac req-0a7eb279-62c5-4f58-8da0-6bcd679e6b30 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477118 Nov 12 03:44:20.735954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 07b20096-bb04-4d3a-9662-b58bdf4916b1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:20.746622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-5a43cdfd-50ec-4200-8dcc-6374f9563d9a req-e790ef85-6a0f-4493-9074-dd66cdbe5ab8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:44:20.748065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a43cdfd-50ec-4200-8dcc-6374f9563d9a req-e790ef85-6a0f-4493-9074-dd66cdbe5ab8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1172812 Nov 12 03:44:20.757358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1108-7de2-4328-8d7d-61543d69a93c req-fea87b08-0d41-4dfb-923c-30b2afa04c15 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.765761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87ef1108-7de2-4328-8d7d-61543d69a93c req-fea87b08-0d41-4dfb-923c-30b2afa04c15 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0667589 Nov 12 03:44:20.851481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87ef1108-7de2-4328-8d7d-61543d69a93c req-68457d4b-dca8-4cff-a2d9-59234df5f998 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834713 Nov 12 03:44:20.897633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 07b20096-bb04-4d3a-9662-b58bdf4916b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:20.922153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '07b20096-bb04-4d3a-9662-b58bdf4916b1', 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'port_id': '07b20096-bb04-4d3a-9662-b58bdf4916b1', 'mac_address': 'fa:16:3e:cd:ee:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6126fec9-6ac0-4221-965b-b4f41929bcc6', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:20.984993 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.032580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b20096-bb04-4d3a-9662-b58bdf4916b1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:21.036918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d2dfb-64bb-424f-ba9d-a63abe618ca4 req-7d7a69d2-a4b4-46a3-9a3d-9f1d6d2c2295 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.045287 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b68d2dfb-64bb-424f-ba9d-a63abe618ca4 req-7d7a69d2-a4b4-46a3-9a3d-9f1d6d2c2295 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.1147699 Nov 12 03:44:21.097699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 07b20096-bb04-4d3a-9662-b58bdf4916b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:21.103481 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.104501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:21.173104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b68d2dfb-64bb-424f-ba9d-a63abe618ca4 req-3dd19ba3-c181-48d9-8692-82d47abeccf9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174455 Nov 12 03:44:21.239422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39904) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.319444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:21.393744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d577d-9577-4515-9305-5412d4057d91 req-3dadd305-842b-4b2a-a6d5-c81a10d32745 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.395369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a0d577d-9577-4515-9305-5412d4057d91 req-3dadd305-842b-4b2a-a6d5-c81a10d32745 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1615341 Nov 12 03:44:21.396958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-a9cf72a7-9007-4750-a76c-b5cebf9fb3fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1546454 Nov 12 03:44:21.400525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'port_id': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'mac_address': 'fa:16:3e:84:53:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:21.403010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=07b20096-bb04-4d3a-9662-b58bdf4916b1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.405117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-e91ace93-f993-4e10-a8fd-6ac3258a0a6b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:44:21.416473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.417670 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-e91ace93-f993-4e10-a8fd-6ac3258a0a6b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184407 Nov 12 03:44:21.428164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.428952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.429761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.431532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.432055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.437470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.438154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.438660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.439166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.439659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.445310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.490116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37716-39e9-422e-b189-d0434136bf96 req-b85accd1-bf90-4282-89f9-7472884ca84f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.498500 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efa37716-39e9-422e-b189-d0434136bf96 req-b85accd1-bf90-4282-89f9-7472884ca84f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1261418 Nov 12 03:44:21.560352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a0d577d-9577-4515-9305-5412d4057d91 req-4d4efb62-5dc2-4175-815a-ffae8b1e15a4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557293 Nov 12 03:44:21.597334 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.600777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-efa37716-39e9-422e-b189-d0434136bf96 req-bcb25812-d973-4e3f-ab62-49448a4864b3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863333 Nov 12 03:44:21.659450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:21.757177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:21.768685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.769437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2f365200-87d4-4569-ba71-e1955393b003 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:21.787511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b05dec-8989-4b09-9442-0e4d9e1fd2a1 req-6f0da399-2c9d-492b-b995-fb6362b138e9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.796276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-799ce13e-375d-4261-9dbf-1bf08db507ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.803091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-799ce13e-375d-4261-9dbf-1bf08db507ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.811669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-799ce13e-375d-4261-9dbf-1bf08db507ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.818198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-799ce13e-375d-4261-9dbf-1bf08db507ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.820177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79b05dec-8989-4b09-9442-0e4d9e1fd2a1 req-6f0da399-2c9d-492b-b995-fb6362b138e9 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1608346 Nov 12 03:44:21.840668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-799ce13e-375d-4261-9dbf-1bf08db507ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.855875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-799ce13e-375d-4261-9dbf-1bf08db507ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.879656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-799ce13e-375d-4261-9dbf-1bf08db507ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.881412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2f365200-87d4-4569-ba71-e1955393b003, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2f365200-87d4-4569-ba71-e1955393b003,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:21.896065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '2f365200-87d4-4569-ba71-e1955393b003', 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7', 'port_id': '2f365200-87d4-4569-ba71-e1955393b003', 'mac_address': 'fa:16:3e:f7:b2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0874456-1164-453f-9f28-e44b5e1c9b17', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:21.899856 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-799ce13e-375d-4261-9dbf-1bf08db507ad tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5428 time: 0.1881344 Nov 12 03:44:21.976761 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.982707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79b05dec-8989-4b09-9442-0e4d9e1fd2a1 req-2175937f-7e0e-4010-bc68-0e97e31988b2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547184 Nov 12 03:44:21.992642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f365200-87d4-4569-ba71-e1955393b003 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:22.001426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.044485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2f365200-87d4-4569-ba71-e1955393b003, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2f365200-87d4-4569-ba71-e1955393b003,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.049826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.051740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8516f7b4-d035-42c9-bc10-6b335e1b555f details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:22.055094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db7ca144-5621-4494-80f2-cf0c9645e3f9 req-28495816-d95b-4b80-b867-b6ebde7b82a3 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1376033 Nov 12 03:44:22.152972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8516f7b4-d035-42c9-bc10-6b335e1b555f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.156705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2f365200-87d4-4569-ba71-e1955393b003,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.173826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '8516f7b4-d035-42c9-bc10-6b335e1b555f', 'network_id': '77b499b6-d587-4950-a636-c04dfb896eb7', 'port_id': '8516f7b4-d035-42c9-bc10-6b335e1b555f', 'mac_address': 'fa:16:3e:67:2d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0874456-1164-453f-9f28-e44b5e1c9b17', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:22.253590 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.286478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8516f7b4-d035-42c9-bc10-6b335e1b555f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:22.367060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8516f7b4-d035-42c9-bc10-6b335e1b555f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.372547 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.373253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e280fa13-314b-4e80-96b8-2d951bd8a7a9 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:22.406355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a5992-3c79-495a-9e39-8ea971a9ba70 req-33c5e97b-cc7a-4753-aed6-8444ad482d38 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:22.410198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e51a5992-3c79-495a-9e39-8ea971a9ba70 req-33c5e97b-cc7a-4753-aed6-8444ad482d38 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.1070542 Nov 12 03:44:22.504962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e51a5992-3c79-495a-9e39-8ea971a9ba70 req-7e8206b8-4215-49c5-a000-97e897c88b16 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807569 Nov 12 03:44:22.513470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e280fa13-314b-4e80-96b8-2d951bd8a7a9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.546808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9', 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'port_id': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9', 'mac_address': 'fa:16:3e:10:51:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6126fec9-6ac0-4221-965b-b4f41929bcc6', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:22.595086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8516f7b4-d035-42c9-bc10-6b335e1b555f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.621709 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.642982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e280fa13-314b-4e80-96b8-2d951bd8a7a9 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:22.680905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e280fa13-314b-4e80-96b8-2d951bd8a7a9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.688023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.689014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bf4023bd-d621-45c5-8fe8-d015391ea18c details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:22.818151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db7d61-68a7-4ff9-bfc3-12b889e6ec0b req-7ebec833-d961-4edb-ad4b-294c5b484996 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:22.820404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e280fa13-314b-4e80-96b8-2d951bd8a7a9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.823664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15db7d61-68a7-4ff9-bfc3-12b889e6ec0b req-7ebec833-d961-4edb-ad4b-294c5b484996 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1080871 Nov 12 03:44:22.828461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bf4023bd-d621-45c5-8fe8-d015391ea18c, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.858474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'bf4023bd-d621-45c5-8fe8-d015391ea18c', 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'port_id': 'bf4023bd-d621-45c5-8fe8-d015391ea18c', 'mac_address': 'fa:16:3e:91:34:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6126fec9-6ac0-4221-965b-b4f41929bcc6', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:22.897962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15db7d61-68a7-4ff9-bfc3-12b889e6ec0b req-5ff3dd0a-a724-422f-b74d-679fc2dd8fd6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660229 Nov 12 03:44:22.925366 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.947173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4023bd-d621-45c5-8fe8-d015391ea18c {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:22.977643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bf4023bd-d621-45c5-8fe8-d015391ea18c, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.983814 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.984487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cb214925-a0d3-49c1-bfe4-e19bba845662 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:23.119170 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.resource_extend [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:44:23.171993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cb214925-a0d3-49c1-bfe4-e19bba845662, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cb214925-a0d3-49c1-bfe4-e19bba845662,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:23.218038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bf4023bd-d621-45c5-8fe8-d015391ea18c,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.221368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'cb214925-a0d3-49c1-bfe4-e19bba845662', 'network_id': 'd604b101-cab0-49d6-8043-8bc3cc00f6c6', 'port_id': 'cb214925-a0d3-49c1-bfe4-e19bba845662', 'mac_address': 'fa:16:3e:d7:a3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6126fec9-6ac0-4221-965b-b4f41929bcc6', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:23.272323 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.303330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb214925-a0d3-49c1-bfe4-e19bba845662 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:23.333813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cb214925-a0d3-49c1-bfe4-e19bba845662, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cb214925-a0d3-49c1-bfe4-e19bba845662,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:23.339397 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.429622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-b5256df5-f532-45e4-9677-feb23f94c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.431053 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-b5256df5-f532-45e4-9677-feb23f94c7b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1098 time: 0.2381096 Nov 12 03:44:23.458578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cb214925-a0d3-49c1-bfe4-e19bba845662,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.520012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-5a2a1a1f-4700-4e73-a734-349c7be8316e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.530653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-5a2a1a1f-4700-4e73-a734-349c7be8316e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.545030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-5a2a1a1f-4700-4e73-a734-349c7be8316e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.553592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-5a2a1a1f-4700-4e73-a734-349c7be8316e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.562270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-5a2a1a1f-4700-4e73-a734-349c7be8316e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.582958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-5a2a1a1f-4700-4e73-a734-349c7be8316e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.589071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-5a2a1a1f-4700-4e73-a734-349c7be8316e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.603841 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-5a2a1a1f-4700-4e73-a734-349c7be8316e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5433 time: 0.3429942 Nov 12 03:44:23.704934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-a68cc4bf-e4f7-42c0-863d-de5a9f58d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.706438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-a68cc4bf-e4f7-42c0-863d-de5a9f58d5e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 898 time: 0.2584927 Nov 12 03:44:23.732400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa478f-c061-40d8-a1a7-edd300c58f4a req-0e45efee-c409-4c92-bb6e-129a938d3f51 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.737260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77fa478f-c061-40d8-a1a7-edd300c58f4a req-0e45efee-c409-4c92-bb6e-129a938d3f51 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0911138 Nov 12 03:44:23.862448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77fa478f-c061-40d8-a1a7-edd300c58f4a req-8d8f1de2-9ecf-410b-89e2-7cdedc656694 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979788 Nov 12 03:44:23.926128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3510d0bf-1c3b-418b-8666-680f596b8795 req-ee03f455-0549-4803-bacd-b32fb48e115b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3206043 Nov 12 03:44:23.967694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-b2c87de2-f65e-4303-9f55-71d684005b1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 1002 time: 0.2519910 Nov 12 03:44:24.047958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-51ed5ca1-dd41-4801-b794-45044b072424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.049455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-51ed5ca1-dd41-4801-b794-45044b072424 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.0644839 Nov 12 03:44:24.119451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-47ae3201-5e0e-4bb8-9319-a9539dd04e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.122092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-47ae3201-5e0e-4bb8-9319-a9539dd04e48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625443 Nov 12 03:44:24.163429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eef3a-48bf-44c3-88dd-29671ce1a5af req-a22e0ebb-4629-46fd-9b64-de47fba056eb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.174365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-768eef3a-48bf-44c3-88dd-29671ce1a5af req-a22e0ebb-4629-46fd-9b64-de47fba056eb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1386099 Nov 12 03:44:24.289707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-768eef3a-48bf-44c3-88dd-29671ce1a5af req-c9860a63-6273-4acd-8b87-d7a9829eda32 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142423 Nov 12 03:44:24.301788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-a7b69e21-f577-4e6a-b7c9-05392328d996 service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672430 Nov 12 03:44:24.358357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fdbbb4b7-be8b-4f41-9bc8-3b8a3afa44f7 req-cfc160f2-99c4-4b2b-8cac-ed5de73f10e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0581145 Nov 12 03:44:24.452554 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fdbbb4b7-be8b-4f41-9bc8-3b8a3afa44f7 req-f52726f6-f7c9-44b5-b1bd-c5636f7ab24e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0400310 Nov 12 03:44:24.454760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-8809f55f-f739-45b9-8bc3-87cf12d268e9 service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285605 Nov 12 03:44:24.459678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['8516f7b4-d035-42c9-bc10-6b335e1b555f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:24.460705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-9282629d-6dce-46bd-919a-f5e65876dcec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013207 Nov 12 03:44:24.466377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['07b20096-bb04-4d3a-9662-b58bdf4916b1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:24.534679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fdbbb4b7-be8b-4f41-9bc8-3b8a3afa44f7 req-e84fc998-bfa3-4a05-b1db-c50bdf22a195 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521953 Nov 12 03:44:24.555973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cb214925-a0d3-49c1-bfe4-e19bba845662'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:24.606618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['41b92a79-8a5b-4000-92de-1cfc6e3bc9fc'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:24.643510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['bf4023bd-d621-45c5-8fe8-d015391ea18c'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:24.646228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e280fa13-314b-4e80-96b8-2d951bd8a7a9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:24.648318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['2f365200-87d4-4569-ba71-e1955393b003'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:24.674222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-a62d6faf-da6a-4a65-9e28-3f53fa89aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.676265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-a62d6faf-da6a-4a65-9e28-3f53fa89aa62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 1098 time: 0.1406364 Nov 12 03:44:24.704068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb4b7-be8b-4f41-9bc8-3b8a3afa44f7 req-995f16e0-c6ff-41da-bd8f-10f1aa5037cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.705737 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fdbbb4b7-be8b-4f41-9bc8-3b8a3afa44f7 req-995f16e0-c6ff-41da-bd8f-10f1aa5037cb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1590953 Nov 12 03:44:24.814504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.818032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-1d32804a-32d6-47b9-84da-6f5c03bf40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.819712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-1d32804a-32d6-47b9-84da-6f5c03bf40b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1102946 Nov 12 03:44:24.885062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-c8c28930-5f82-454c-936f-24fb6b6ccbb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e229c874-a097-422d-af8e-fe88d409b4eb HTTP/1.1" status: 200 len: 217 time: 0.0501094 Nov 12 03:44:25.005416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-6f56c560-f3d7-4a11-8182-83688caac2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.007535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-6f56c560-f3d7-4a11-8182-83688caac2b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1126478 Nov 12 03:44:25.022307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace940b-47a9-4722-adcc-be402d8e303d req-2d146e8c-fdf9-43ac-b3a6-5331c3d96344 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.031982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bace940b-47a9-4722-adcc-be402d8e303d req-2d146e8c-fdf9-43ac-b3a6-5331c3d96344 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0952864 Nov 12 03:44:25.125130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-742c4a92-5641-4915-b3cd-78e175bbd0af tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.143419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-742c4a92-5641-4915-b3cd-78e175bbd0af tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.148287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bace940b-47a9-4722-adcc-be402d8e303d req-41e9f412-0a1f-4983-bae0-b900d7d2a76a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150155 Nov 12 03:44:25.151737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-742c4a92-5641-4915-b3cd-78e175bbd0af tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.159451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-742c4a92-5641-4915-b3cd-78e175bbd0af tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.177227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-742c4a92-5641-4915-b3cd-78e175bbd0af tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.181852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-f78e5386-2d5e-41b8-9c58-7008b5c1ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.185414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-742c4a92-5641-4915-b3cd-78e175bbd0af tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.190570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-f78e5386-2d5e-41b8-9c58-7008b5c1ca0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531863 Nov 12 03:44:25.191743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-742c4a92-5641-4915-b3cd-78e175bbd0af tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.193853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-742c4a92-5641-4915-b3cd-78e175bbd0af tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5434 time: 0.1508942 Nov 12 03:44:25.284320 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a448f4cd-a302-411a-98f8-03a83ced1c24 req-9f88ff4c-0c5d-4ef2-8679-e404877b3c5a tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0776761 Nov 12 03:44:25.345432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-5505a14c-4832-48ea-91d6-d7f7f6a8f458 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457782 Nov 12 03:44:25.523545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6331a2-5f9e-4f7c-9f33-44fdcf8b3498 req-5374d5f4-eab3-4652-9743-54e0419a12a6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.525281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b6331a2-5f9e-4f7c-9f33-44fdcf8b3498 req-5374d5f4-eab3-4652-9743-54e0419a12a6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0874710 Nov 12 03:44:25.529888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1aa8c922-a1a3-4481-b8a9-48b402665f20 req-54390ccf-54b7-441e-b738-a7f0eaee0264 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742234 Nov 12 03:44:25.621075 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b6331a2-5f9e-4f7c-9f33-44fdcf8b3498 req-6fb6a5f3-991d-4e71-9b9c-28e183581bd3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813744 Nov 12 03:44:26.297252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401fc0f-daf1-4b0a-91f7-ba16ed0bee69 req-1ea380e4-da01-4483-9abd-65c856aa3b43 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.298940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e401fc0f-daf1-4b0a-91f7-ba16ed0bee69 req-1ea380e4-da01-4483-9abd-65c856aa3b43 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0633311 Nov 12 03:44:26.371184 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e401fc0f-daf1-4b0a-91f7-ba16ed0bee69 req-c7034423-1a3a-4c3e-9446-84c81dbe1cd4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653551 Nov 12 03:44:26.467258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719172-6516-4075-86bc-4648a53785d2 req-91906b8c-2f13-43ed-bec3-4c56e79b533f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.473965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719172-6516-4075-86bc-4648a53785d2 req-91906b8c-2f13-43ed-bec3-4c56e79b533f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.481104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719172-6516-4075-86bc-4648a53785d2 req-91906b8c-2f13-43ed-bec3-4c56e79b533f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.488995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719172-6516-4075-86bc-4648a53785d2 req-91906b8c-2f13-43ed-bec3-4c56e79b533f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.495597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719172-6516-4075-86bc-4648a53785d2 req-91906b8c-2f13-43ed-bec3-4c56e79b533f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.501653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719172-6516-4075-86bc-4648a53785d2 req-91906b8c-2f13-43ed-bec3-4c56e79b533f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.507609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719172-6516-4075-86bc-4648a53785d2 req-91906b8c-2f13-43ed-bec3-4c56e79b533f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.509550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7719172-6516-4075-86bc-4648a53785d2 req-91906b8c-2f13-43ed-bec3-4c56e79b533f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5434 time: 0.1132572 Nov 12 03:44:26.612218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7719172-6516-4075-86bc-4648a53785d2 req-fe89a456-a8ad-4c10-b6f5-463293169bd9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0956564 Nov 12 03:44:26.787836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201969b2-70c2-4942-9406-92887ce2e77e req-61295575-540c-445d-b157-8e4df8079153 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.790239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-201969b2-70c2-4942-9406-92887ce2e77e req-61295575-540c-445d-b157-8e4df8079153 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0631244 Nov 12 03:44:26.854996 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-201969b2-70c2-4942-9406-92887ce2e77e req-18423bc2-951f-46bd-a6bd-d17128da8f3a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584922 Nov 12 03:44:27.549026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71cd18-ef97-4142-83b9-609f542fba83 req-91ded148-723f-4fea-9d8c-619f27fc374e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.550709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb71cd18-ef97-4142-83b9-609f542fba83 req-91ded148-723f-4fea-9d8c-619f27fc374e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.1008749 Nov 12 03:44:27.602235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb71cd18-ef97-4142-83b9-609f542fba83 req-ab27913a-2d9a-4119-9abf-68a94a41e2d5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452693 Nov 12 03:44:27.754879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-7195b786-9ef1-4486-a0e8-31f3c10497d0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.761469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-7195b786-9ef1-4486-a0e8-31f3c10497d0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.767869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-7195b786-9ef1-4486-a0e8-31f3c10497d0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.773978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-7195b786-9ef1-4486-a0e8-31f3c10497d0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.780906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-7195b786-9ef1-4486-a0e8-31f3c10497d0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.787008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-7195b786-9ef1-4486-a0e8-31f3c10497d0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.793854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-7195b786-9ef1-4486-a0e8-31f3c10497d0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.797878 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-7195b786-9ef1-4486-a0e8-31f3c10497d0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5434 time: 0.1023045 Nov 12 03:44:27.867511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5d2bf4fc-ccd8-4958-8031-c352d2f9f96b req-29969a05-479b-4ddf-80e0-1760b5cd21c8 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0651500 Nov 12 03:44:27.984298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339bc34-7fd1-4dc1-8fc6-66ee601abe59 req-ffb38757-5df1-426c-82cd-150ffd47584d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.985728 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1339bc34-7fd1-4dc1-8fc6-66ee601abe59 req-ffb38757-5df1-426c-82cd-150ffd47584d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0533330 Nov 12 03:44:28.038248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1339bc34-7fd1-4dc1-8fc6-66ee601abe59 req-8063049e-3eee-48d6-a293-1c8396abfd38 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463691 Nov 12 03:44:28.757456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7429e-fde8-4e3f-8176-1d507e878821 req-5c53ea06-1f66-4374-bff1-4fe8dcbeaee1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.766565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffb7429e-fde8-4e3f-8176-1d507e878821 req-5c53ea06-1f66-4374-bff1-4fe8dcbeaee1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0874200 Nov 12 03:44:28.821292 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffb7429e-fde8-4e3f-8176-1d507e878821 req-62cff7d4-31b4-4943-b63b-d1fdcc637b11 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538087 Nov 12 03:44:29.056973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b175-a153-4071-aac7-919507211a92 req-a0236c15-bb8b-43ef-abb5-2f6a7406658c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.065064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b175-a153-4071-aac7-919507211a92 req-a0236c15-bb8b-43ef-abb5-2f6a7406658c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.071546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b175-a153-4071-aac7-919507211a92 req-a0236c15-bb8b-43ef-abb5-2f6a7406658c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.078385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b175-a153-4071-aac7-919507211a92 req-a0236c15-bb8b-43ef-abb5-2f6a7406658c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.084813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b175-a153-4071-aac7-919507211a92 req-a0236c15-bb8b-43ef-abb5-2f6a7406658c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.091157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b175-a153-4071-aac7-919507211a92 req-a0236c15-bb8b-43ef-abb5-2f6a7406658c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.097851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b175-a153-4071-aac7-919507211a92 req-a0236c15-bb8b-43ef-abb5-2f6a7406658c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.105316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1519b175-a153-4071-aac7-919507211a92 req-a0236c15-bb8b-43ef-abb5-2f6a7406658c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5434 time: 0.1083050 Nov 12 03:44:29.162115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1519b175-a153-4071-aac7-919507211a92 req-932edc5a-dc91-401b-8cac-24177c82f886 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0541551 Nov 12 03:44:29.170449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b9590-5c61-494f-a4a0-a0e1a4608fbf req-97482c95-8cbb-401f-99e4-4991cb2aeec5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.172063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-456b9590-5c61-494f-a4a0-a0e1a4608fbf req-97482c95-8cbb-401f-99e4-4991cb2aeec5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0594840 Nov 12 03:44:29.229898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-456b9590-5c61-494f-a4a0-a0e1a4608fbf req-3b434e9d-e8d6-46d8-bf0f-a9d5dd98e89a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515404 Nov 12 03:44:29.412205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 07b20096-bb04-4d3a-9662-b58bdf4916b1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:29.464275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 07b20096-bb04-4d3a-9662-b58bdf4916b1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:29.468784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 07b20096-bb04-4d3a-9662-b58bdf4916b1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:29.469266 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.547805 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.585506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 07b20096-bb04-4d3a-9662-b58bdf4916b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:29.589608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b20096-bb04-4d3a-9662-b58bdf4916b1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:29.592580 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68676e16-f399-4368-9b07-a8d58981566f" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "07b20096-bb04-4d3a-9662-b58bdf4916b1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:29.596663 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.597743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8516f7b4-d035-42c9-bc10-6b335e1b555f up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:29.665796 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0376d4-86e9-47bd-a2d9-cd0c0895e1d2 x-openstack-request-id: req-9d0376d4-86e9-47bd-a2d9-cd0c0895e1d2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:29.666087 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "07b20096-bb04-4d3a-9662-b58bdf4916b1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:29.666337 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d0376d4-86e9-47bd-a2d9-cd0c0895e1d2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:29.666781 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b20096-bb04-4d3a-9662-b58bdf4916b1', 'code': 200} Nov 12 03:44:29.695979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=07b20096-bb04-4d3a-9662-b58bdf4916b1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.702005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 8516f7b4-d035-42c9-bc10-6b335e1b555f completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:29.706861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 8516f7b4-d035-42c9-bc10-6b335e1b555f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:29.707404 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.813377 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.856602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8516f7b4-d035-42c9-bc10-6b335e1b555f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:29.864449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.865763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e280fa13-314b-4e80-96b8-2d951bd8a7a9 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:29.968534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07700480-a3fd-44f0-8d39-75c106290890 req-b7633486-c2c3-499e-a96b-dffa24043d63 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.976587 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07700480-a3fd-44f0-8d39-75c106290890 req-b7633486-c2c3-499e-a96b-dffa24043d63 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0604508 Nov 12 03:44:30.037778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07700480-a3fd-44f0-8d39-75c106290890 req-8d773daf-2433-4f28-be02-611fb9f710a1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599194 Nov 12 03:44:30.124199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8516f7b4-d035-42c9-bc10-6b335e1b555f,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.133702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port e280fa13-314b-4e80-96b8-2d951bd8a7a9 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:30.139203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port e280fa13-314b-4e80-96b8-2d951bd8a7a9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:30.139724 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.231144 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.274533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e280fa13-314b-4e80-96b8-2d951bd8a7a9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:30.280493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.281549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:30.318729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-52823cdf-fe2e-4ba1-b6b4-32174a45ad01 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.325794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-52823cdf-fe2e-4ba1-b6b4-32174a45ad01 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.332373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-52823cdf-fe2e-4ba1-b6b4-32174a45ad01 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.339142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-52823cdf-fe2e-4ba1-b6b4-32174a45ad01 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.345466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-52823cdf-fe2e-4ba1-b6b4-32174a45ad01 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.351623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-52823cdf-fe2e-4ba1-b6b4-32174a45ad01 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.359824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-52823cdf-fe2e-4ba1-b6b4-32174a45ad01 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.368364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-52823cdf-fe2e-4ba1-b6b4-32174a45ad01 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5436 time: 0.1124861 Nov 12 03:44:30.408758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10973132-f27a-4efe-abc9-44c77b0984ec req-282e1121-8562-484b-8954-ba873eaae290 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.417589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e280fa13-314b-4e80-96b8-2d951bd8a7a9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.418673 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10973132-f27a-4efe-abc9-44c77b0984ec req-282e1121-8562-484b-8954-ba873eaae290 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0720465 Nov 12 03:44:30.436391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9033047c-e15f-4899-aa2e-55f0c56132fc req-fa63a18f-f423-4594-b777-4c6937c54d5f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0666757 Nov 12 03:44:30.439047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:30.444680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:30.445412 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.507631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10973132-f27a-4efe-abc9-44c77b0984ec req-2f08e479-82fb-457f-b349-fb8a8c49aea8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861361 Nov 12 03:44:30.556360 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.595836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:30.601678 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.602798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cb214925-a0d3-49c1-bfe4-e19bba845662 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:30.690937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.718663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port cb214925-a0d3-49c1-bfe4-e19bba845662 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:30.723216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port cb214925-a0d3-49c1-bfe4-e19bba845662 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:30.723588 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.829297 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.863458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port cb214925-a0d3-49c1-bfe4-e19bba845662, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cb214925-a0d3-49c1-bfe4-e19bba845662,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:30.867853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.868761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2f365200-87d4-4569-ba71-e1955393b003 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:30.942892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=cb214925-a0d3-49c1-bfe4-e19bba845662,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.013924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 2f365200-87d4-4569-ba71-e1955393b003 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:31.020673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 2f365200-87d4-4569-ba71-e1955393b003 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:31.021806 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.136464 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.181303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c626a-7964-400d-9261-ad9cf3102679 req-76dd3d20-29ec-4995-87b1-a71fa87a66b8 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.184078 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639c626a-7964-400d-9261-ad9cf3102679 req-76dd3d20-29ec-4995-87b1-a71fa87a66b8 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0720007 Nov 12 03:44:31.216242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2f365200-87d4-4569-ba71-e1955393b003, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2f365200-87d4-4569-ba71-e1955393b003,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:31.225685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.248188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-639c626a-7964-400d-9261-ad9cf3102679 req-9eeaf240-8f1e-454b-a876-80dc0b139d30 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574274 Nov 12 03:44:31.318053 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee2f0-9dad-4f2e-afa3-7609a7929605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.322012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2f365200-87d4-4569-ba71-e1955393b003,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.405138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bf4023bd-d621-45c5-8fe8-d015391ea18c up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:31.470367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port bf4023bd-d621-45c5-8fe8-d015391ea18c completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:31.478479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port bf4023bd-d621-45c5-8fe8-d015391ea18c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:31.479206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.629764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958401f3-8ca4-4d26-a261-7a8681130612 req-2deb8665-7764-4ca9-9ffc-3f59c0c89602 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.638028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958401f3-8ca4-4d26-a261-7a8681130612 req-2deb8665-7764-4ca9-9ffc-3f59c0c89602 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.644912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958401f3-8ca4-4d26-a261-7a8681130612 req-2deb8665-7764-4ca9-9ffc-3f59c0c89602 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.651827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958401f3-8ca4-4d26-a261-7a8681130612 req-2deb8665-7764-4ca9-9ffc-3f59c0c89602 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.658722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958401f3-8ca4-4d26-a261-7a8681130612 req-2deb8665-7764-4ca9-9ffc-3f59c0c89602 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.669208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516f7b4-d035-42c9-bc10-6b335e1b555f'}, {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9'}, {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc'}, {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb214925-a0d3-49c1-bfe4-e19bba845662'}, {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f365200-87d4-4569-ba71-e1955393b003'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:31.671229 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f32184-487b-4da0-b628-086b77cdad3c" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "8516f7b4-d035-42c9-bc10-6b335e1b555f"}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "e280fa13-314b-4e80-96b8-2d951bd8a7a9"}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc"}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "cb214925-a0d3-49c1-bfe4-e19bba845662"}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "2f365200-87d4-4569-ba71-e1955393b003"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:31.675799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958401f3-8ca4-4d26-a261-7a8681130612 req-2deb8665-7764-4ca9-9ffc-3f59c0c89602 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.683161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958401f3-8ca4-4d26-a261-7a8681130612 req-2deb8665-7764-4ca9-9ffc-3f59c0c89602 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.692237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-958401f3-8ca4-4d26-a261-7a8681130612 req-2deb8665-7764-4ca9-9ffc-3f59c0c89602 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5440 time: 0.1281238 Nov 12 03:44:31.718931 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.733133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fd4bb-8340-4f07-98e4-b6fc7324e0b8 req-b3e9115a-ee27-44ab-8df9-1d0d4d455425 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.734642 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e1fd4bb-8340-4f07-98e4-b6fc7324e0b8 req-b3e9115a-ee27-44ab-8df9-1d0d4d455425 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1066282 Nov 12 03:44:31.795414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bf4023bd-d621-45c5-8fe8-d015391ea18c, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:31.800537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.833521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-958401f3-8ca4-4d26-a261-7a8681130612 req-7c4250d7-1384-4021-b9ab-a984295aeec3 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1407356 Nov 12 03:44:31.876426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e1fd4bb-8340-4f07-98e4-b6fc7324e0b8 req-29eb8541-c37c-45de-95c8-9463cb5165a0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328518 Nov 12 03:44:31.877915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bf4023bd-d621-45c5-8fe8-d015391ea18c,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.931088 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbb601c-c9e3-4831-8bd3-7754f43787eb x-openstack-request-id: req-2fbb601c-c9e3-4831-8bd3-7754f43787eb {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:31.931613 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "8516f7b4-d035-42c9-bc10-6b335e1b555f", "code": 200}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "e280fa13-314b-4e80-96b8-2d951bd8a7a9", "code": 200}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc", "code": 200}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "cb214925-a0d3-49c1-bfe4-e19bba845662", "code": 200}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "2f365200-87d4-4569-ba71-e1955393b003", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:31.932025 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fbb601c-c9e3-4831-8bd3-7754f43787eb {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:31.932611 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8516f7b4-d035-42c9-bc10-6b335e1b555f', 'code': 200} Nov 12 03:44:31.932903 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9', 'code': 200} Nov 12 03:44:31.933160 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'code': 200} Nov 12 03:44:31.933392 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb214925-a0d3-49c1-bfe4-e19bba845662', 'code': 200} Nov 12 03:44:31.933630 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f365200-87d4-4569-ba71-e1955393b003', 'code': 200} Nov 12 03:44:32.389457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa97cb-1ca0-4a21-9b8e-d5e1c56f2eb4 req-5989a5a8-a6aa-4fdd-aa04-db914ef28d72 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.396871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1fa97cb-1ca0-4a21-9b8e-d5e1c56f2eb4 req-5989a5a8-a6aa-4fdd-aa04-db914ef28d72 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0638223 Nov 12 03:44:32.445039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b1fa97cb-1ca0-4a21-9b8e-d5e1c56f2eb4 req-ac4ef2ed-c701-4d13-b61d-0d5d54d3b46c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471406 Nov 12 03:44:33.030426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eace5-3be4-4177-8a34-be97eb0acd01 req-bbb70a30-75be-41f7-b939-e624a3c93ea9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.038790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e75eace5-3be4-4177-8a34-be97eb0acd01 req-bbb70a30-75be-41f7-b939-e624a3c93ea9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0618556 Nov 12 03:44:33.087506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d005c94-98af-4ada-be04-251a2e030e0b req-8c06d956-f5f1-4cad-8db3-9db077f9a938 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.094783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d005c94-98af-4ada-be04-251a2e030e0b req-8c06d956-f5f1-4cad-8db3-9db077f9a938 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.101023 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d005c94-98af-4ada-be04-251a2e030e0b req-8c06d956-f5f1-4cad-8db3-9db077f9a938 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.107770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d005c94-98af-4ada-be04-251a2e030e0b req-8c06d956-f5f1-4cad-8db3-9db077f9a938 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.112475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e75eace5-3be4-4177-8a34-be97eb0acd01 req-60739b0a-df0a-4286-9917-f8e7ee9c0511 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726619 Nov 12 03:44:33.115207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d005c94-98af-4ada-be04-251a2e030e0b req-8c06d956-f5f1-4cad-8db3-9db077f9a938 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.122760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d005c94-98af-4ada-be04-251a2e030e0b req-8c06d956-f5f1-4cad-8db3-9db077f9a938 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.129047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d005c94-98af-4ada-be04-251a2e030e0b req-8c06d956-f5f1-4cad-8db3-9db077f9a938 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.137294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d005c94-98af-4ada-be04-251a2e030e0b req-8c06d956-f5f1-4cad-8db3-9db077f9a938 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.1368887 Nov 12 03:44:33.211318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d005c94-98af-4ada-be04-251a2e030e0b req-421ccbbe-1a26-4d9f-a3e2-da5f216f70ce tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0698581 Nov 12 03:44:33.594055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed75b0db-03ff-4ecc-8f6e-67adb26328b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.607983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593b24-99ed-4994-b867-4e3eefcd51bb req-52c0117e-8383-4fc9-a62a-d6ff33814497 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.609624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7593b24-99ed-4994-b867-4e3eefcd51bb req-52c0117e-8383-4fc9-a62a-d6ff33814497 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0750008 Nov 12 03:44:33.663925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7593b24-99ed-4994-b867-4e3eefcd51bb req-196d75d0-504f-4560-8a65-3002e6f7bf4d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 Nov 12 03:44:33.936813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4023bd-d621-45c5-8fe8-d015391ea18c'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:33.953752 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd0daca-e292-4b4c-8db6-95611b0c02b1" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "bf4023bd-d621-45c5-8fe8-d015391ea18c"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:33.998507 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646eb878-c18a-4763-8f16-fc8bff49b8d0 x-openstack-request-id: req-646eb878-c18a-4763-8f16-fc8bff49b8d0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:33.999248 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-plugged", "status": "completed", "tag": "bf4023bd-d621-45c5-8fe8-d015391ea18c", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:33.999709 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-646eb878-c18a-4763-8f16-fc8bff49b8d0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:34.000398 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4023bd-d621-45c5-8fe8-d015391ea18c', 'code': 200} Nov 12 03:44:34.196914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-af025965-d7be-4a69-b021-a498f9aabc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.199591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-af025965-d7be-4a69-b021-a498f9aabc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.200277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-af025965-d7be-4a69-b021-a498f9aabc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.201172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-af025965-d7be-4a69-b021-a498f9aabc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.201834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-af025965-d7be-4a69-b021-a498f9aabc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.202494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-af025965-d7be-4a69-b021-a498f9aabc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.203423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-af025965-d7be-4a69-b021-a498f9aabc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.206698 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-af025965-d7be-4a69-b021-a498f9aabc33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6505 time: 0.1084888 Nov 12 03:44:34.326498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa2d6f22-11ed-4af8-8d2a-82674243e7ee req-d255a2cc-e9d4-4add-b680-fdbb40f9523f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1089303 Nov 12 03:44:34.338204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a28bf-888b-48be-93b7-4e8ac53d82bc req-8650330e-7d61-4111-9cbb-4b978863eed7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.342240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e40a28bf-888b-48be-93b7-4e8ac53d82bc req-8650330e-7d61-4111-9cbb-4b978863eed7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0988083 Nov 12 03:44:34.428835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e40a28bf-888b-48be-93b7-4e8ac53d82bc req-8e3f21a4-7e1c-484f-8a97-bca936ee9ae8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756893 Nov 12 03:44:34.530927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-cde9f512-5d77-4f84-9f30-bbd569e5453f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.542091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-cde9f512-5d77-4f84-9f30-bbd569e5453f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.549611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-cde9f512-5d77-4f84-9f30-bbd569e5453f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.557833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-cde9f512-5d77-4f84-9f30-bbd569e5453f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.567512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-cde9f512-5d77-4f84-9f30-bbd569e5453f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.577417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-cde9f512-5d77-4f84-9f30-bbd569e5453f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.587468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-cde9f512-5d77-4f84-9f30-bbd569e5453f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.590429 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-cde9f512-5d77-4f84-9f30-bbd569e5453f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.1274762 Nov 12 03:44:34.712840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc0546ac-11f9-44af-b67c-203d41455e31 req-59c0f383-25f2-4cb8-9b3f-f961474e8792 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1130657 Nov 12 03:44:34.831029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eda792-af8a-45da-bfc8-9474b1821656 req-cd09a643-189e-4d79-a3e7-655e9cfe1fbd tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.833145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85eda792-af8a-45da-bfc8-9474b1821656 req-cd09a643-189e-4d79-a3e7-655e9cfe1fbd tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0738297 Nov 12 03:44:34.929619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.953618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85eda792-af8a-45da-bfc8-9474b1821656 req-39c7d9af-aa5f-4d1a-b7e0-c18c499133a0 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130290 Nov 12 03:44:35.542372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55fff6-8cfe-4cf3-8cc4-b8e3a2214296 req-8eb3028a-4334-41bb-9ea6-1501d0448f19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.544047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba55fff6-8cfe-4cf3-8cc4-b8e3a2214296 req-8eb3028a-4334-41bb-9ea6-1501d0448f19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Nov 12 03:44:35.605924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba55fff6-8cfe-4cf3-8cc4-b8e3a2214296 req-205ed54c-bc37-4b6f-b937-3914cd23acf5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542769 Nov 12 03:44:35.896505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-dc366214-363b-42b5-9070-c0e1710fb30c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.904560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-dc366214-363b-42b5-9070-c0e1710fb30c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.910894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-dc366214-363b-42b5-9070-c0e1710fb30c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.917350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-dc366214-363b-42b5-9070-c0e1710fb30c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.923804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-dc366214-363b-42b5-9070-c0e1710fb30c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.931150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-dc366214-363b-42b5-9070-c0e1710fb30c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.938457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-dc366214-363b-42b5-9070-c0e1710fb30c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.941100 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-dc366214-363b-42b5-9070-c0e1710fb30c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.1024644 Nov 12 03:44:36.019162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6ffc8e09-8390-4571-a8a5-ed9fb1f52ded req-abe34a79-354e-4a47-8f38-67098a816e0f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0688543 Nov 12 03:44:36.141089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b37ac-257e-40ec-b86c-048b774935de req-e4bea01d-e4d8-4419-8437-e241274970dc tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.142621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68b37ac-257e-40ec-b86c-048b774935de req-e4bea01d-e4d8-4419-8437-e241274970dc tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0747750 Nov 12 03:44:36.192042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e68b37ac-257e-40ec-b86c-048b774935de req-e88678f7-799c-4953-a90c-01c490581baf tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Nov 12 03:44:36.306273 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.728439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8615-d86b-4565-9baf-f779a895f99b req-d8b8c7da-53bc-4b00-8f23-7ab6b127babe tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.730716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fbed8615-d86b-4565-9baf-f779a895f99b req-d8b8c7da-53bc-4b00-8f23-7ab6b127babe tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0509722 Nov 12 03:44:36.780070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fbed8615-d86b-4565-9baf-f779a895f99b req-897af70e-3f4a-4455-8e83-be2f8e3ae08d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434036 Nov 12 03:44:37.001240 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.160727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868974c4-f555-404a-88c9-271e4841929c req-422d0483-6839-4740-862d-beb1b3f5ef25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.167350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868974c4-f555-404a-88c9-271e4841929c req-422d0483-6839-4740-862d-beb1b3f5ef25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.176481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868974c4-f555-404a-88c9-271e4841929c req-422d0483-6839-4740-862d-beb1b3f5ef25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.182896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868974c4-f555-404a-88c9-271e4841929c req-422d0483-6839-4740-862d-beb1b3f5ef25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.188982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868974c4-f555-404a-88c9-271e4841929c req-422d0483-6839-4740-862d-beb1b3f5ef25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.195191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868974c4-f555-404a-88c9-271e4841929c req-422d0483-6839-4740-862d-beb1b3f5ef25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.203911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868974c4-f555-404a-88c9-271e4841929c req-422d0483-6839-4740-862d-beb1b3f5ef25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.203911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-868974c4-f555-404a-88c9-271e4841929c req-422d0483-6839-4740-862d-beb1b3f5ef25 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.1025884 Nov 12 03:44:37.278317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-868974c4-f555-404a-88c9-271e4841929c req-89f6ea01-0508-4954-9533-b0e9dd2fdbd6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0670884 Nov 12 03:44:37.387077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b36deb-2ac8-439b-97c6-ef6439636dc3 req-982c61ae-5301-4193-8bd5-bed7cf3aae06 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.390566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5b36deb-2ac8-439b-97c6-ef6439636dc3 req-982c61ae-5301-4193-8bd5-bed7cf3aae06 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.1086481 Nov 12 03:44:37.436211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c631-a507-4393-b574-3f2b97333547 req-e4585f50-7576-4865-b630-5c7d05bbb385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.443315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c631-a507-4393-b574-3f2b97333547 req-e4585f50-7576-4865-b630-5c7d05bbb385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.449633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5b36deb-2ac8-439b-97c6-ef6439636dc3 req-fb3cce12-003a-499c-8d34-5a24bc4c7b13 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526159 Nov 12 03:44:37.460723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c631-a507-4393-b574-3f2b97333547 req-e4585f50-7576-4865-b630-5c7d05bbb385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.468843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c631-a507-4393-b574-3f2b97333547 req-e4585f50-7576-4865-b630-5c7d05bbb385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.475410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c631-a507-4393-b574-3f2b97333547 req-e4585f50-7576-4865-b630-5c7d05bbb385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.481913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c631-a507-4393-b574-3f2b97333547 req-e4585f50-7576-4865-b630-5c7d05bbb385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.487875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44c631-a507-4393-b574-3f2b97333547 req-e4585f50-7576-4865-b630-5c7d05bbb385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.492909 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d44c631-a507-4393-b574-3f2b97333547 req-e4585f50-7576-4865-b630-5c7d05bbb385 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.1207795 Nov 12 03:44:37.499991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40616) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.504434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Request body: {'floatingip': {'port_id': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:37.549651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.924803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faaf25-7ad5-4b0f-bdff-5e232db6fcea req-f048b708-34f2-4270-b349-fd1a76f774f7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.926736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33faaf25-7ad5-4b0f-bdff-5e232db6fcea req-f048b708-34f2-4270-b349-fd1a76f774f7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0529974 Nov 12 03:44:37.986371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33faaf25-7ad5-4b0f-bdff-5e232db6fcea req-1ee9c8b0-c1a9-4a2b-8125-14392754ae70 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526705 Nov 12 03:44:38.512533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.517116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.686740 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Floating IP f5732405-9c2f-4a23-9fae-f79f4f3e90ae associated. External IP: 172.25.0.94, port: 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc. Nov 12 03:44:38.733906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4dc6b-6ed6-4103-9bbf-ba9ccf23be4b req-5c16d5a2-2612-47c3-8a19-e4b597b9867c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.735591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96d4dc6b-6ed6-4103-9bbf-ba9ccf23be4b req-5c16d5a2-2612-47c3-8a19-e4b597b9867c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.1057692 Nov 12 03:44:38.848593 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96d4dc6b-6ed6-4103-9bbf-ba9ccf23be4b req-f38a43a6-a418-4ff3-8b1b-9b5a602f6eb6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065383 Nov 12 03:44:38.990447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Router 169f907f-13cb-4352-b5e1-257c2e655e0c has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:39.140438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:39.146870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.165107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0e1a2-26aa-4249-bfae-54f39b10f968 req-63e45f01-2907-410b-b2f6-6c76ab78e995 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.166123 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] Sync routers for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:39.177662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03b0e1a2-26aa-4249-bfae-54f39b10f968 req-63e45f01-2907-410b-b2f6-6c76ab78e995 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0840151 Nov 12 03:44:39.178790 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:39.179430 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:44:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:39.202076 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a66b0c00-ab3b-445f-88dc-473e4d91dce7 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "PUT /v2.0/floatingips/f5732405-9c2f-4a23-9fae-f79f4f3e90ae HTTP/1.1" status: 200 len: 990 time: 1.6982648 Nov 12 03:44:39.202076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:39.207728 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664d71e-82ba-4d3f-a874-4d461cac7063" -d '{"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:39.263426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03b0e1a2-26aa-4249-bfae-54f39b10f968 req-62def609-2c5c-4097-94da-451da3125e71 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823352 Nov 12 03:44:39.309319 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:39.334118 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dfe824-699d-4eda-951e-241d4acc4158 x-openstack-request-id: req-e9dfe824-699d-4eda-951e-241d4acc4158 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:39.334484 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:39.334848 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9dfe824-699d-4eda-951e-241d4acc4158 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:39.336198 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'status': 'completed', 'code': 200} Nov 12 03:44:39.421927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-8d5e7af7-d5a6-4519-8d3a-ec394429d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.422426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-8d5e7af7-d5a6-4519-8d3a-ec394429d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.422895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-8d5e7af7-d5a6-4519-8d3a-ec394429d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.423358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-8d5e7af7-d5a6-4519-8d3a-ec394429d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.423823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-8d5e7af7-d5a6-4519-8d3a-ec394429d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.424278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-8d5e7af7-d5a6-4519-8d3a-ec394429d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.424768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-8d5e7af7-d5a6-4519-8d3a-ec394429d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.426721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-8d5e7af7-d5a6-4519-8d3a-ec394429d150 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6505 time: 0.0601871 Nov 12 03:44:39.579737 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-0a2ec6f8-d13f-47b3-b419-a3f32311a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.581460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-0a2ec6f8-d13f-47b3-b419-a3f32311a23e service neutron] 10.222.0.20 "GET /v2.0/networks?id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94 HTTP/1.1" status: 200 len: 919 time: 0.1460421 Nov 12 03:44:39.626591 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'f5732405-9c2f-4a23-9fae-f79f4f3e90ae', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'port_id': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'mac_address': 'fa:16:3e:84:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 1, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:21Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:39.664697 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] Checking router: 169f907f-13cb-4352-b5e1-257c2e655e0c for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:39.665495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-f67b1ad1-dbc0-4dcb-a713-5945999536fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc HTTP/1.1" status: 200 len: 998 time: 0.0748858 Nov 12 03:44:39.675882 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:39.676631 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:44:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:39.747087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-d16aaf6d-bc18-47af-8e4f-b6260bda5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.748901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-d16aaf6d-bc18-47af-8e4f-b6260bda5127 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c57c6a23-87ec-4b84-82b8-ae307427b1cb HTTP/1.1" status: 200 len: 856 time: 0.0680857 Nov 12 03:44:39.809582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-0e23444e-5407-41b9-856d-279369d5c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.812416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-0e23444e-5407-41b9-856d-279369d5c99d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555027 Nov 12 03:44:39.840849 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:39.916049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-2dcd3f0a-b936-4a7a-a6ab-a1d6fcee894b service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949974 Nov 12 03:44:40.022742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb633aa-275e-4ddc-9594-72a1a591dfcb req-a21cc964-5da7-4957-a295-4fa784ce1c00 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.031909 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9eb633aa-275e-4ddc-9594-72a1a591dfcb req-a21cc964-5da7-4957-a295-4fa784ce1c00 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0849133 Nov 12 03:44:40.051778 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a664d71e-82ba-4d3f-a874-4d461cac7063 req-73d208fb-4a24-41a0-bb92-ae77022009a0 service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276138 Nov 12 03:44:40.086641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9eb633aa-275e-4ddc-9594-72a1a591dfcb req-530b40f4-6982-4927-a87e-703c60181244 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 Nov 12 03:44:40.141491 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'f5732405-9c2f-4a23-9fae-f79f4f3e90ae', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'port_id': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'mac_address': 'fa:16:3e:84:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 1, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:21Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:40.172573 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f3613-042f-4ab8-9c3f-c8d05156999e None None] The sync data for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 is: [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'f5732405-9c2f-4a23-9fae-f79f4f3e90ae', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'port_id': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'mac_address': 'fa:16:3e:84:53:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 1, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:21Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:40.445511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46024ee2-6a25-412d-ba38-6dbc7673f7cc None None] New status for floating IP f5732405-9c2f-4a23-9fae-f79f4f3e90ae: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:44:40.449880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41742c4f-cf4e-4468-a741-1df3e8d02ed0 req-cb7797e9-3eb6-41ba-a9b2-be01c6f6e7d0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.458348 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41742c4f-cf4e-4468-a741-1df3e8d02ed0 req-cb7797e9-3eb6-41ba-a9b2-be01c6f6e7d0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0678449 Nov 12 03:44:40.518930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-41742c4f-cf4e-4468-a741-1df3e8d02ed0 req-882dcf6b-8d29-4075-b28d-9cc114f64e40 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595515 Nov 12 03:44:41.246346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71f70-340c-4389-aed1-0313bfab6ab9 req-05d33468-8960-4230-84de-1d885b535896 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.249131 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52f71f70-340c-4389-aed1-0313bfab6ab9 req-05d33468-8960-4230-84de-1d885b535896 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0698462 Nov 12 03:44:41.312325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52f71f70-340c-4389-aed1-0313bfab6ab9 req-49fe2f5f-0c9a-4048-b3a2-f0c04a8310d5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552299 Nov 12 03:44:41.654162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d894f-6c3d-4ad3-a99b-bba0eb4870be req-3f1941b7-c2da-438a-be42-67f922331ade tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.661890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a85d894f-6c3d-4ad3-a99b-bba0eb4870be req-3f1941b7-c2da-438a-be42-67f922331ade tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0676174 Nov 12 03:44:41.720379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a85d894f-6c3d-4ad3-a99b-bba0eb4870be req-59f58383-5759-4922-8884-68ba8d769f82 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575185 Nov 12 03:44:42.436908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a604fa-9f94-4bb1-aa05-3c25e1c52ecb req-d80f2723-d0d7-4982-aa8e-d8d2ef730fed tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.438451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d7a604fa-9f94-4bb1-aa05-3c25e1c52ecb req-d80f2723-d0d7-4982-aa8e-d8d2ef730fed tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0521147 Nov 12 03:44:42.517172 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d7a604fa-9f94-4bb1-aa05-3c25e1c52ecb req-d82467d5-f63e-4276-9ab8-343beb9c953c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716262 Nov 12 03:44:42.861221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8e7b-4045-44ea-9ebb-815d81fd2afa req-c27abbcf-512f-4be4-b043-544d96a1cc82 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.863140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d84d8e7b-4045-44ea-9ebb-815d81fd2afa req-c27abbcf-512f-4be4-b043-544d96a1cc82 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0703876 Nov 12 03:44:42.947045 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d84d8e7b-4045-44ea-9ebb-815d81fd2afa req-3bfe082f-737a-4dbd-a7d5-c018e3a6e80e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731399 Nov 12 03:44:43.639851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b6c8-95e6-41a4-9991-f124e82b062b req-2f2d1dca-d009-4922-89a3-9fe4a5529004 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.641505 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9706b6c8-95e6-41a4-9991-f124e82b062b req-2f2d1dca-d009-4922-89a3-9fe4a5529004 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0618370 Nov 12 03:44:43.697643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9706b6c8-95e6-41a4-9991-f124e82b062b req-285890d8-c6fe-4553-bc79-88b408b2067c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Nov 12 03:44:44.113381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96ecfd-1565-4e74-a275-2a3fe2286414 req-742d8a0f-fd74-4fc4-b564-84eb564324aa tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.115743 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c96ecfd-1565-4e74-a275-2a3fe2286414 req-742d8a0f-fd74-4fc4-b564-84eb564324aa tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0871928 Nov 12 03:44:44.192259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c96ecfd-1565-4e74-a275-2a3fe2286414 req-c1a93274-cd06-4c78-aa3d-5ff05adc1118 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580230 Nov 12 03:44:44.409116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40810) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.520838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa10214f-7ac4-4a9a-95e9-c26f1ffa64b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.633145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa10214f-7ac4-4a9a-95e9-c26f1ffa64b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.638909 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa10214f-7ac4-4a9a-95e9-c26f1ffa64b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.689685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aa10214f-7ac4-4a9a-95e9-c26f1ffa64b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83e91926fb004d63b91cb813ca630a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792313 Nov 12 03:44:44.691470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10214f-7ac4-4a9a-95e9-c26f1ffa64b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dad600a-3ceb-4d07-b561-59f9f5fd1451,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.692619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.770197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.807545 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.873190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe2889-4a20-4ca6-ae89-33cdd36c8581 req-bb71ba7d-589a-4c9a-8d35-bfa40f6885b5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.876925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54fe2889-4a20-4ca6-ae89-33cdd36c8581 req-bb71ba7d-589a-4c9a-8d35-bfa40f6885b5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0905819 Nov 12 03:44:44.925120 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.927799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.929152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0dad600a-3ceb-4d07-b561-59f9f5fd1451 HTTP/1.1" status: 204 len: 168 time: 0.2353213 Nov 12 03:44:44.945808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dad600a-3ceb-4d07-b561-59f9f5fd1451,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.960671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee77fc-0277-475e-aad8-23de7d3916dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:44.979630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54fe2889-4a20-4ca6-ae89-33cdd36c8581 req-ee3fe8f5-78ed-4345-b68c-bfdaf87e74ba tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911818 Nov 12 03:44:45.351940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f9f89-e80a-419f-8179-9fbcacbf5b03 req-0bbc2b16-343a-4ed3-9c90-7fb67d76036c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.365337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b93f9f89-e80a-419f-8179-9fbcacbf5b03 req-0bbc2b16-343a-4ed3-9c90-7fb67d76036c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0784986 Nov 12 03:44:45.418538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b93f9f89-e80a-419f-8179-9fbcacbf5b03 req-91f5a135-bab5-4cdd-b895-141f1671a7d7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513897 Nov 12 03:44:46.132183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a62651-56ff-44b9-aadc-46d2c1d8839c req-6dedc52c-9805-4536-b7c2-43d104b6f7ea tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.134251 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c6a62651-56ff-44b9-aadc-46d2c1d8839c req-6dedc52c-9805-4536-b7c2-43d104b6f7ea tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0913134 Nov 12 03:44:46.200507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c6a62651-56ff-44b9-aadc-46d2c1d8839c req-2d78e932-4a56-453e-bac9-638c438b1d21 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592785 Nov 12 03:44:46.542361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2a72d-0108-4a13-81b9-86d0346f12e1 req-3141e27a-165c-4d6b-acf1-eec41b12acf5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.544130 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7a2a72d-0108-4a13-81b9-86d0346f12e1 req-3141e27a-165c-4d6b-acf1-eec41b12acf5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.0519283 Nov 12 03:44:46.620848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7a2a72d-0108-4a13-81b9-86d0346f12e1 req-57e43e17-f372-409b-b46c-b2a42382c6ef tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698137 Nov 12 03:44:47.053786 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-0eda6dfa-5caa-420f-82b9-187d119c07c8 service neutron] show failed (client error): The resource could not be found. Nov 12 03:44:47.054819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-0eda6dfa-5caa-420f-82b9-187d119c07c8 service neutron] 10.222.0.20 "GET /v2.0/ports/b3d6ad29-8d2e-4352-b9cc-0a6349d434b0/bindings/n-h2-789963-21 HTTP/1.1" status: 404 len: 381 time: 0.0735216 Nov 12 03:44:47.334365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-2dff0bf8-94e6-43d6-85a4-b2c5629d00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.336294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-2dff0bf8-94e6-43d6-85a4-b2c5629d00be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 1098 time: 0.0653520 Nov 12 03:44:47.363109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d302fc-129b-49e6-9071-c9e078defb27 req-979f282d-95bc-40f8-8852-15b7eb18ba8c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.364717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29d302fc-129b-49e6-9071-c9e078defb27 req-979f282d-95bc-40f8-8852-15b7eb18ba8c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0853839 Nov 12 03:44:47.371948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f7cf3bb-9898-46c8-8d0c-a84bfd6d51ad service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:44:47.388248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f7cf3bb-9898-46c8-8d0c-a84bfd6d51ad service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293219 Nov 12 03:44:47.395932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.447818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29d302fc-129b-49e6-9071-c9e078defb27 req-14ae2d24-9710-4c08-a28f-c53aa4a72ff1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751851 Nov 12 03:44:47.472893 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.575510 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:47.708381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:47.784351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:47.829766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e7e1-b9d9-4d7d-b201-292a24827be2 req-2d39eec4-2cbc-4b29-8c37-69ea9cd968a0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.831262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e09e7e1-b9d9-4d7d-b201-292a24827be2 req-2d39eec4-2cbc-4b29-8c37-69ea9cd968a0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 946 time: 0.1006818 Nov 12 03:44:47.842594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:47.845044 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73e85a2-5e00-4041-96a0-974e79914b61" -d '{"events": [{"server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:47.857587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.915805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.990739 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77b7ff-b08d-40dc-94e4-2c54d80d39e6 x-openstack-request-id: req-3b77b7ff-b08d-40dc-94e4-2c54d80d39e6 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:47.991046 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:47.993871 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b77b7ff-b08d-40dc-94e4-2c54d80d39e6 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:47.995136 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'code': 200} Nov 12 03:44:48.038963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e09e7e1-b9d9-4d7d-b201-292a24827be2 req-3256fe9e-02c1-4596-abd3-f8c8f25e548a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849222 Nov 12 03:44:48.041121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Pushing event updated for resources: {'Port': ['ID=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.199565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] No DVR routers for this DVR port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:48.324104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-11ed2e24-286a-4b43-a778-caafb60adbfb None None] Provisioning complete for port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:48.324693 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-11ed2e24-286a-4b43-a778-caafb60adbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.350659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.351078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.351471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.356224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.356612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.366319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-11ed2e24-286a-4b43-a778-caafb60adbfb None None] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:48.367226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.367689 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.368231 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 2 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.383482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.383834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.384171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.389817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.390129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.394653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.394979 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.395367 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 3 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.409001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.409490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.410506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.415628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.415943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.420911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.421311 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.421768 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 4 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.438171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.438560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.438899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.443562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.443892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.449275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.449608 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.449993 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 5 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.463979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.464344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.464918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.469887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.470231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.480142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.480482 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.480927 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 6 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.502833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.503066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.503458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.518526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.519194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.525867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.526313 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.527051 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 7 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.563557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.563557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.563557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.586109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.586642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.598642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.604990 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.607486 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 8 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.625212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.625543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.625964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.636539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8be7-f0d9-42a0-9f4c-2eeb20b64555 req-e7f26e51-bfde-40b1-ba26-05a32b493413 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.638469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69ad8be7-f0d9-42a0-9f4c-2eeb20b64555 req-e7f26e51-bfde-40b1-ba26-05a32b493413 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0888696 Nov 12 03:44:48.642317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.642638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.662056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.662372 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.664219 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 9 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.687351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.687710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.688209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.697083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.698021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.710333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.710903 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.711422 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempt 10 to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 Nov 12 03:44:48.717838 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69ad8be7-f0d9-42a0-9f4c-2eeb20b64555 req-d5642d88-8d3b-4803-9208-0dbdcd003ca5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726619 Nov 12 03:44:48.730045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:48.730391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:48.730724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.735581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.735902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempting to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:48.740698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:48.741065 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Failed to bind port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'e8c11026-bca5-446a-a1ae-046a292c8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6'}] Nov 12 03:44:48.741435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.817768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h2-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:48.818143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:44:48.823858 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.867482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] In _notify_port_updated(), no bound segment for port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on network d2a5b1b0-74ee-4537-b795-34eef044d9e6 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:44:48.868398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.869094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.871852 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] 10.222.0.11 "PUT /v2.0/ports/b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 1058 time: 1.4815509 Nov 12 03:44:48.888810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16e0f9-fe83-42b7-aebc-e547cfd8994d service neutron] Pushing event updated for resources: {'Port': ['ID=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,revision_number=7']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.958547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-8f30ee21-12f6-46f9-a420-d7897de8261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.961100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-8f30ee21-12f6-46f9-a420-d7897de8261f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1061 time: 0.0537221 Nov 12 03:44:49.130246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-34cdf763-a93a-42df-a90b-5b50cb8dee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.131950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-34cdf763-a93a-42df-a90b-5b50cb8dee94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 898 time: 0.1629705 Nov 12 03:44:49.237921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-828bd353-58f5-4c08-964e-a266e18d4219 None None] Provisioning complete for port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:49.238575 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-828bd353-58f5-4c08-964e-a266e18d4219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.290250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-828bd353-58f5-4c08-964e-a266e18d4219 None None] Port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:49.298775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-19d6c6eb-9efc-4f14-8e42-a5835eba2d61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 1000 time: 0.1583896 Nov 12 03:44:49.309272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49ca8b-2509-4a6e-94d4-3b16d2796d28 req-957d33ec-a00e-4448-a921-2b98b1246abd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.313397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ea49ca8b-2509-4a6e-94d4-3b16d2796d28 req-957d33ec-a00e-4448-a921-2b98b1246abd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.0874038 Nov 12 03:44:49.399235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-69ac8d67-4a76-4752-89d0-2e2214011692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.400832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-69ac8d67-4a76-4752-89d0-2e2214011692 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.0861857 Nov 12 03:44:49.410923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ea49ca8b-2509-4a6e-94d4-3b16d2796d28 req-e7ba77dc-1dd0-4068-be01-1e0ed2607813 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883620 Nov 12 03:44:49.471923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-5407be09-2021-4406-b72d-4a46970334e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.473644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-5407be09-2021-4406-b72d-4a46970334e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618486 Nov 12 03:44:49.500997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:49.562968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:49.623184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-81803699-d0ef-4148-9a93-825ffe34f1da service neutron] 10.222.0.11 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393054 Nov 12 03:44:49.730727 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-e40c3e53-c46f-4e2b-a99a-897135f5ddce service neutron] 10.222.0.11 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004212 Nov 12 03:44:49.880094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a4376-782d-46ed-9399-d6d5b9fcd7be req-b0282059-c7df-465c-bd88-751ac6604a4c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.882740 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-587a4376-782d-46ed-9399-d6d5b9fcd7be req-b0282059-c7df-465c-bd88-751ac6604a4c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0737352 Nov 12 03:44:49.943656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-587a4376-782d-46ed-9399-d6d5b9fcd7be req-954bc10f-1ec6-43f0-810d-ce48cdfae479 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500679 Nov 12 03:44:49.998494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:50.000967 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1533f1-1544-417f-bea9-92d1c563a01e" -d '{"events": [{"name": "network-changed", "server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:50.065281 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7282c5a5-fa06-4007-9686-420c935aeefe x-openstack-request-id: req-7282c5a5-fa06-4007-9686-420c935aeefe {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:50.065567 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:50.065817 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7282c5a5-fa06-4007-9686-420c935aeefe {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:50.066212 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'status': 'completed', 'code': 200} Nov 12 03:44:50.173942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-24dd8518-6310-4b64-ace0-cce9e99b7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.175496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-24dd8518-6310-4b64-ace0-cce9e99b7be6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1061 time: 0.0763333 Nov 12 03:44:50.185216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-e935b7ca-cc3e-404f-9f74-b01ab80a571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.186699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-e935b7ca-cc3e-404f-9f74-b01ab80a571b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1061 time: 0.0781453 Nov 12 03:44:50.584853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d34c3-613c-43f0-bda5-cd232975d4cc req-d4ba25d8-8195-4fb3-ae41-e163af953cbb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.594059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f1d34c3-613c-43f0-bda5-cd232975d4cc req-d4ba25d8-8195-4fb3-ae41-e163af953cbb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.0658967 Nov 12 03:44:50.663084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f1d34c3-613c-43f0-bda5-cd232975d4cc req-88010da6-af46-46e0-915a-64e2cd95d79b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631061 Nov 12 03:44:50.771532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-1cd700f2-42f8-4662-8356-16040e90dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.773037 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-1cd700f2-42f8-4662-8356-16040e90dc91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 898 time: 0.5854485 Nov 12 03:44:50.778080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-f3c67a75-e731-4abb-b7e1-27e1c2765e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.779426 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-f3c67a75-e731-4abb-b7e1-27e1c2765e3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 898 time: 0.5698237 Nov 12 03:44:50.890036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-c3cf0a46-bc2e-4ff9-a3b7-b8c75dfbdb15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 1000 time: 0.1078806 Nov 12 03:44:50.891604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-136f4b05-191b-44b2-aec4-1d46870708eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 1000 time: 0.1038594 Nov 12 03:44:50.981616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-7512958d-1900-4a37-8255-8bb8c18c74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.983036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-7512958d-1900-4a37-8255-8bb8c18c74b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.0848634 Nov 12 03:44:50.984480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-8ea3cf96-646c-40dc-981c-edbf5b3650ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.985878 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-8ea3cf96-646c-40dc-981c-edbf5b3650ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.0796735 Nov 12 03:44:51.066283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-e83f7894-0863-4492-aaf2-d56ed92cdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.067800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-e83f7894-0863-4492-aaf2-d56ed92cdebd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772882 Nov 12 03:44:51.070570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-c8447574-80d4-4242-a584-af22c86e64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.071922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-c8447574-80d4-4242-a584-af22c86e64c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712190 Nov 12 03:44:51.121706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379f879-83d2-4feb-9067-d1b516290a2d req-b80251f7-39b6-48d0-b5ae-973c57cc659a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.129943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7379f879-83d2-4feb-9067-d1b516290a2d req-b80251f7-39b6-48d0-b5ae-973c57cc659a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0858006 Nov 12 03:44:51.179025 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7379f879-83d2-4feb-9067-d1b516290a2d req-5f7946c4-e2d0-4b4c-980d-a9fb1b34deb2 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482144 Nov 12 03:44:51.249651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-615d15b4-fbe2-4017-b394-49ed2dc3bcb0 service neutron] 10.222.0.11 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737657 Nov 12 03:44:51.292151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-5b31c5f2-cbce-4e12-82f3-b4395622f6fd service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054374 Nov 12 03:44:51.462349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-54d18b85-aac3-4f62-8da8-3f55343f3f6f service neutron] 10.222.0.11 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028763 Nov 12 03:44:51.497199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc1533f1-1544-417f-bea9-92d1c563a01e req-9c03c03b-e1bc-4231-ae30-8ded2f0c62be service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927338 Nov 12 03:44:51.579962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41048) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.717604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76c44654-5c7f-4d7f-b50a-6c9ab9bbfe38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.833670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6084ad-55d7-4c9b-bcce-ac77defa4667 req-f4665cdb-3d24-4824-8f33-d4ab27021614 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.834621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da6084ad-55d7-4c9b-bcce-ac77defa4667 req-f4665cdb-3d24-4824-8f33-d4ab27021614 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.0950179 Nov 12 03:44:51.894254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76c44654-5c7f-4d7f-b50a-6c9ab9bbfe38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.907417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76c44654-5c7f-4d7f-b50a-6c9ab9bbfe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.934484 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da6084ad-55d7-4c9b-bcce-ac77defa4667 req-d71d2401-d14b-4485-9a56-1657c6f7f7a7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925505 Nov 12 03:44:51.957316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76c44654-5c7f-4d7f-b50a-6c9ab9bbfe38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6ec2127347e48d5b0798b91bc96b0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761864 Nov 12 03:44:51.958317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41064) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.964211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c44654-5c7f-4d7f-b50a-6c9ab9bbfe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fdb835-4bb6-4913-9c9c-25f713a12940,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.011287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.033480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.081743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.084236 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.085449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36fdb835-4bb6-4913-9c9c-25f713a12940 HTTP/1.1" status: 204 len: 168 time: 0.1260397 Nov 12 03:44:52.094232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fdb835-4bb6-4913-9c9c-25f713a12940,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.102269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.102622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.102961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.103304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.103748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.104351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.105292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.105632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.105962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.106287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.106612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.107098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e01d88-0fe5-4d0f-962c-ada279a61807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.318341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc1e8-98a6-41cd-9ffa-5c6b91ca5c23 req-d34c6cc9-f95a-4191-961b-b5c3ebb31568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.319957 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fadcc1e8-98a6-41cd-9ffa-5c6b91ca5c23 req-d34c6cc9-f95a-4191-961b-b5c3ebb31568 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 1097 time: 0.0934594 Nov 12 03:44:52.335156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd1174-1bf0-429d-999a-817923d25896 req-1efda0ba-292a-48c4-87ea-9aed8d048850 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.336771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5cd1174-1bf0-429d-999a-817923d25896 req-1efda0ba-292a-48c4-87ea-9aed8d048850 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0683715 Nov 12 03:44:52.416220 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fadcc1e8-98a6-41cd-9ffa-5c6b91ca5c23 req-1fc09fd6-19be-4f9c-84c2-49f0de380b03 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782075 Nov 12 03:44:52.431441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5cd1174-1bf0-429d-999a-817923d25896 req-7490331e-ce8f-4b75-9c0e-98b3e4eec369 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859058 Nov 12 03:44:53.091035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8851560-be1f-4f00-89db-4668b99b843c req-f4a8c5a1-89d1-424f-b971-35ef2b5ba9fe tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.092773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8851560-be1f-4f00-89db-4668b99b843c req-f4a8c5a1-89d1-424f-b971-35ef2b5ba9fe tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.0681105 Nov 12 03:44:53.152853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8851560-be1f-4f00-89db-4668b99b843c req-379e4400-9954-4708-bbbe-ce7500235ebc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538380 Nov 12 03:44:53.215244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41116) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.462967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 8637d835-c0f7-486f-bf75-211134291334 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:53.463971 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.612030 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.612540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.628847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430540d-50da-4dc0-bd73-32c660153067 req-97d9b836-bf9c-49c7-a0e1-d6dfecc52bd9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.630260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5430540d-50da-4dc0-bd73-32c660153067 req-97d9b836-bf9c-49c7-a0e1-d6dfecc52bd9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.1309922 Nov 12 03:44:53.664961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 8637d835-c0f7-486f-bf75-211134291334 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:53.728186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5430540d-50da-4dc0-bd73-32c660153067 req-4191b884-2f6b-48e6-ab39-759c718f5731 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769563 Nov 12 03:44:53.923041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.952301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=8637d835-c0f7-486f-bf75-211134291334,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.027849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.028256 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Floating IP 7291c015-1683-43b5-bc4e-f7cf42448cda disassociated (deleted). External IP: 172.25.0.250, port: b3d6ad29-8d2e-4352-b9cc-0a6349d434b0. Nov 12 03:44:54.282844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:54.410102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:54.415071 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.419938 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] Sync routers for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:54.434355 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:54.434982 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:44:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:54.446717 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fc62f7fd-8417-45e0-8efe-435e43d5f754 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/floatingips/7291c015-1683-43b5-bc4e-f7cf42448cda HTTP/1.1" status: 204 len: 168 time: 1.2289546 Nov 12 03:44:54.447313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:54.451188 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1690592-ad74-47e2-9066-f35bf7638341" -d '{"events": [{"name": "network-changed", "server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:54.506000 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181dc350-0979-4fb6-aaf7-cd0d1d321ff8 x-openstack-request-id: req-181dc350-0979-4fb6-aaf7-cd0d1d321ff8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:54.506301 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:54.506562 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-181dc350-0979-4fb6-aaf7-cd0d1d321ff8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:54.506984 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'status': 'completed', 'code': 200} Nov 12 03:44:54.609175 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:54.666637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690592-ad74-47e2-9066-f35bf7638341 req-ed0eb729-7146-4e56-8dbf-bc0990a3ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.671620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-ed0eb729-7146-4e56-8dbf-bc0990a3ef63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1061 time: 0.1360250 Nov 12 03:44:54.678700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.769708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690592-ad74-47e2-9066-f35bf7638341 req-432724f2-803c-47a1-97b4-94d4b87aa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.771278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-432724f2-803c-47a1-97b4-94d4b87aa187 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 1061 time: 0.2179053 Nov 12 03:44:54.878988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ccfe5-3902-4f40-b4b9-9fc63a5dff26 req-6a009fb1-fde4-41b8-a0c2-ed40818c71f4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.888951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee5ccfe5-3902-4f40-b4b9-9fc63a5dff26 req-6a009fb1-fde4-41b8-a0c2-ed40818c71f4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0704377 Nov 12 03:44:54.890697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690592-ad74-47e2-9066-f35bf7638341 req-611adfbb-b789-41a6-93a6-db69564b988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.892175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-611adfbb-b789-41a6-93a6-db69564b988b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 898 time: 0.2082872 Nov 12 03:44:54.914789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1910eb0-dc5c-4d7e-bc61-d313569e0aaf req-67cbbed3-c5b8-4fd8-a60f-01621f63d144 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.916469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1910eb0-dc5c-4d7e-bc61-d313569e0aaf req-67cbbed3-c5b8-4fd8-a60f-01621f63d144 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.1427090 Nov 12 03:44:54.957363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee5ccfe5-3902-4f40-b4b9-9fc63a5dff26 req-1427641f-c96b-4dbd-8c0d-b69b24fe988f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660055 Nov 12 03:44:54.984576 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-0f0eef23-9e07-4689-b179-5ef08a5631fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 217 time: 0.0629609 Nov 12 03:44:54.985628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690592-ad74-47e2-9066-f35bf7638341 req-17176294-3e3b-485f-8371-c92dddb74054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.987036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-17176294-3e3b-485f-8371-c92dddb74054 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 200 len: 898 time: 0.2008641 Nov 12 03:44:55.015590 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.048441 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] Checking router: 198b36c2-bcd0-421c-b02f-2eeeef177ef2 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:55.060193 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:55.060835 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:44:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.078196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-0fb4f2e8-19f1-4907-be87-86cb0b4d002e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 200 len: 217 time: 0.0541220 Nov 12 03:44:55.134641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690592-ad74-47e2-9066-f35bf7638341 req-fac4ec21-9cb0-4b10-ab73-786d12e85058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.137526 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-fac4ec21-9cb0-4b10-ab73-786d12e85058 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.1435204 Nov 12 03:44:55.143463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1910eb0-dc5c-4d7e-bc61-d313569e0aaf req-e73d3ab6-0915-4350-9fe2-30045d506877 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fc969f8-6739-479b-b578-9e2a5413d028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117331 Nov 12 03:44:55.184521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31876d97-0783-419d-b87a-0adb687c5eaf req-e4748235-fbe6-4864-8b7a-a139ff5e2e25 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.186219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31876d97-0783-419d-b87a-0adb687c5eaf req-e4748235-fbe6-4864-8b7a-a139ff5e2e25 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0805404 Nov 12 03:44:55.188653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690592-ad74-47e2-9066-f35bf7638341 req-e31bed6c-8e28-4edb-92ca-efc65ef285b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.190526 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-e31bed6c-8e28-4edb-92ca-efc65ef285b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 200 len: 834 time: 0.0944602 Nov 12 03:44:55.214774 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:55.246547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690592-ad74-47e2-9066-f35bf7638341 req-c674ac5d-3fe0-4d90-94ae-f933cea1a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.248041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-c674ac5d-3fe0-4d90-94ae-f933cea1a0d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949690 Nov 12 03:44:55.259075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31876d97-0783-419d-b87a-0adb687c5eaf req-88961d75-a403-45a7-93dd-09fe0a9be21b tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640879 Nov 12 03:44:55.259718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690592-ad74-47e2-9066-f35bf7638341 req-161e3003-7c61-41c3-81ee-5d40fa9e6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.262634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-161e3003-7c61-41c3-81ee-5d40fa9e6d26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2a5b1b0-74ee-4537-b795-34eef044d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635605 Nov 12 03:44:55.453904 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-a9189888-aca0-4393-bcea-7d30fd3a5a81 service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836164 Nov 12 03:44:55.517824 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.530917 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-84d02998-3abb-43ea-991f-1f2d97fd5863 service neutron] 10.222.0.11 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524951 Nov 12 03:44:55.552830 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f349e12-d463-4c93-b95b-d4cadc3af74a None None] The sync data for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 is: [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:43:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2247c5b2-6f10-4750-8f35-5f7eab9ba5aa', 'name': '', 'network_id': 'd2a5b1b0-74ee-4537-b795-34eef044d9e6', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:34:e5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:09Z', 'updated_at': '2021-11-12T03:43:16Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '9549b4bd-c00d-40e0-864a-f39705a375bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:55.731621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.11', 53467) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.789501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3a538-0e8c-4002-a914-eac1fa98ef17 req-ca399f5e-8d27-4ada-b9bb-c7e756e426a6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.796908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08e3a538-0e8c-4002-a914-eac1fa98ef17 req-ca399f5e-8d27-4ada-b9bb-c7e756e426a6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.2521067 Nov 12 03:44:55.804576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-ed7e4269-7e38-4799-abc8-116d7d68dd15 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.806307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-ed7e4269-7e38-4799-abc8-116d7d68dd15 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 944 time: 0.0733986 Nov 12 03:44:55.878843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-66d41a29-d610-48a6-b4f5-70dbb0c181b4 service neutron] 10.222.0.20 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154522 Nov 12 03:44:55.881185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1690592-ad74-47e2-9066-f35bf7638341 req-b6bb5397-e04c-4e2d-a071-8f0dc06320ca service neutron] 10.222.0.11 "GET /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377044 Nov 12 03:44:55.930159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08e3a538-0e8c-4002-a914-eac1fa98ef17 req-b17bbc8f-6fc4-417d-94db-cc1fc93cd0b6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323602 Nov 12 03:44:55.958197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:55.958821 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.017270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2851db-5ef5-4bb4-8763-316c4ba280a1 None None] New status for floating IP 7291c015-1683-43b5-bc4e-f7cf42448cda: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:44:56.110061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0, host n-h2-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:56.110434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.126847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:56.275284 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.295106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73a0b633-0352-402b-a385-3a9ca57b57b2 req-d96a52f6-be5f-4d91-a2a0-ba841a658751 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0339041 Nov 12 03:44:56.323618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41212) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.337662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=b3d6ad29-8d2e-4352-b9cc-0a6349d434b0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.446375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] No DVR routers for this DVR port b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 on host n-h2-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:56.451636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.455204 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-088d196c-90f1-435b-98fd-e44f840a37d2 req-8691a412-a895-453a-953f-6e907ac2f2bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.11 "DELETE /v2.0/ports/b3d6ad29-8d2e-4352-b9cc-0a6349d434b0 HTTP/1.1" status: 204 len: 173 time: 0.6425490 Nov 12 03:44:56.455652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'name': 'network-vif-deleted', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:56.459211 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd975b4-4e33-4220-8ac5-af5ef26287f2" -d '{"events": [{"server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "name": "network-vif-deleted", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:56.531647 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c6d913-6531-4394-b9ec-4e9c77f472ac x-openstack-request-id: req-40c6d913-6531-4394-b9ec-4e9c77f472ac {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:56.531936 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a21df4-0544-4342-a08f-30ab3960e333", "name": "network-vif-deleted", "tag": "b3d6ad29-8d2e-4352-b9cc-0a6349d434b0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:56.532189 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40c6d913-6531-4394-b9ec-4e9c77f472ac {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:56.532582 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a21df4-0544-4342-a08f-30ab3960e333', 'name': 'network-vif-deleted', 'tag': 'b3d6ad29-8d2e-4352-b9cc-0a6349d434b0', 'status': 'completed', 'code': 200} Nov 12 03:44:57.128471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7e4ab-1978-47d9-87a0-b88f0665e706 req-0c35e803-d986-4409-9de1-cb663ca3dcd6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.129992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbf7e4ab-1978-47d9-87a0-b88f0665e706 req-0c35e803-d986-4409-9de1-cb663ca3dcd6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0828159 Nov 12 03:44:57.227105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbf7e4ab-1978-47d9-87a0-b88f0665e706 req-1f04040e-8f88-4bf5-86d2-21afff34ab44 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858424 Nov 12 03:44:57.362065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.715499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e042c-5fc2-4d2d-9e11-7f4c1f553809 req-73775efe-49d9-45fc-82bb-9e47565f551e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.717826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-786e042c-5fc2-4d2d-9e11-7f4c1f553809 req-73775efe-49d9-45fc-82bb-9e47565f551e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1732998 Nov 12 03:44:57.888264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-786e042c-5fc2-4d2d-9e11-7f4c1f553809 req-8fd5c57b-2fac-4530-a9a2-5a015caeb45f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541679 Nov 12 03:44:57.902423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:57.902780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.005496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:58.005833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.020905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:58.217754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.260942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=2247c5b2-6f10-4750-8f35-5f7eab9ba5aa,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:58.462637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.763138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:58.881142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:58.887188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-727d44e4-5d27-4bbc-931a-031245831b91 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "PUT /v2.0/routers/198b36c2-bcd0-421c-b02f-2eeeef177ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5587456 Nov 12 03:44:58.892065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41272) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.904579 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] Sync routers for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:58.929066 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:58.929906 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:44:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.950545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d870eb-b07a-44e4-91c9-9b85ef9489d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting subnet 9549b4bd-c00d-40e0-864a-f39705a375bf {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:58.954552 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8d870eb-b07a-44e4-91c9-9b85ef9489d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.009325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8d870eb-b07a-44e4-91c9-9b85ef9489d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.097376 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:59.207500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8d870eb-b07a-44e4-91c9-9b85ef9489d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.246797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d32731-c31b-4bec-a39e-e23ead2282ed req-2006578b-b9d1-4fb9-9e9f-adbb0a54be4e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.255312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72d32731-c31b-4bec-a39e-e23ead2282ed req-2006578b-b9d1-4fb9-9e9f-adbb0a54be4e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1872225 Nov 12 03:44:59.363349 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.401907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8d870eb-b07a-44e4-91c9-9b85ef9489d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.428022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d232b1-739e-421e-a996-3e9c65f39f9e None None] Network d2a5b1b0-74ee-4537-b795-34eef044d9e6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:59.429418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72d32731-c31b-4bec-a39e-e23ead2282ed req-06a73770-f871-4b26-8c43-54a65cf25afe tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732411 Nov 12 03:44:59.431476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8d870eb-b07a-44e4-91c9-9b85ef9489d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.438334 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d8d870eb-b07a-44e4-91c9-9b85ef9489d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/subnets/9549b4bd-c00d-40e0-864a-f39705a375bf HTTP/1.1" status: 204 len: 168 time: 0.5428631 Nov 12 03:44:59.439046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41290) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.459501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d870eb-b07a-44e4-91c9-9b85ef9489d3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Subnet': ['ID=9549b4bd-c00d-40e0-864a-f39705a375bf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.481089 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] Checking router: 198b36c2-bcd0-421c-b02f-2eeeef177ef2 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:59.508097 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] Routers {'198b36c2-bcd0-421c-b02f-2eeeef177ef2'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:59.508764 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:44:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.746917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] DHCP port deletion for d2a5b1b0-74ee-4537-b795-34eef044d9e6 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:59.770660 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] Set router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:59.821616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] Deleting port f0c02e55-8f79-4181-80fa-00edb18c4207 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:59.823447 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.948890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] For port f0c02e55-8f79-4181-80fa-00edb18c4207, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f0c02e55-8f79-4181-80fa-00edb18c4207,segment=NetworkSegment(e8c11026-bca5-446a-a1ae-046a292c8335),segment_id=e8c11026-bca5-446a-a1ae-046a292c8335)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:59.951605 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.989837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] Calling delete_port for f0c02e55-8f79-4181-80fa-00edb18c4207 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:00.134176 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.206541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] No DVR routers for this DVR port f0c02e55-8f79-4181-80fa-00edb18c4207 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:00.210858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b301cf-3e5e-475a-9f6c-cb516d2976b2 None None] Pushing event deleted for resources: {'Port': ['ID=f0c02e55-8f79-4181-80fa-00edb18c4207,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.268533 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.312014 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab501b2-31e3-4496-8ac2-6b5f2ad06bcd None None] The sync data for ids ['198b36c2-bcd0-421c-b02f-2eeeef177ef2'] in n-d-789963-21 is: [{'id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135773838', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:59Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': 'd535b55c-b062-47a4-ae0e-e4c6106e1b55', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198b36c2-bcd0-421c-b02f-2eeeef177ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:01Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:00.515034 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.739153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.747672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:00.792424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:00.802026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2247c5b2-6f10-4750-8f35-5f7eab9ba5aa not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:00.817365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f0c02e55-8f79-4181-80fa-00edb18c4207 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:00.865497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port d535b55c-b062-47a4-ae0e-e4c6106e1b55 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:00.866391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.870638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f0c02e55-8f79-4181-80fa-00edb18c4207 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:00.871470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f0c02e55-8f79-4181-80fa-00edb18c4207 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:00.962445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port d535b55c-b062-47a4-ae0e-e4c6106e1b55, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d535b55c-b062-47a4-ae0e-e4c6106e1b55,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:00.962879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.981819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for d535b55c-b062-47a4-ae0e-e4c6106e1b55 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:01.211698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.255654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=d535b55c-b062-47a4-ae0e-e4c6106e1b55,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.293262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f3bdc-e2cf-417a-a9ce-6f6171ccf29a None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:01.319397 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22dcb325-084d-44e5-a384-2a87c17965ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.340393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.515929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.518108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.577695 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.577695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Fanout notify agent at l3_agent the message router_deleted on router 198b36c2-bcd0-421c-b02f-2eeeef177ef2 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:01.608229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.613089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3847aa73-340c-49f5-87ad-fec3976da01e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/routers/198b36c2-bcd0-421c-b02f-2eeeef177ef2 HTTP/1.1" status: 204 len: 168 time: 2.1700993 Nov 12 03:45:01.614004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41342) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.810298 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.965448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aefde0-17cb-4854-946c-ced6421314ed req-5994a7f4-3908-47da-9ffe-a17cb7c87817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.967293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6aefde0-17cb-4854-946c-ced6421314ed req-5994a7f4-3908-47da-9ffe-a17cb7c87817 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1096 time: 0.0896387 Nov 12 03:45:01.997636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.032991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a5b1b0-74ee-4537-b795-34eef044d9e6']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:02.043321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c11026-bca5-446a-a1ae-046a292c8335') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:02.043622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c11026-bca5-446a-a1ae-046a292c8335') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:02.053590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.067941 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.075508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:02.075910 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:02.079442 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:02.122512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6e7e8-8bc8-4cc0-a61f-3c4ad7b9e3f7 req-2f9fd310-3fb6-4e57-89c1-abf444e44401 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.124494 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0d6e7e8-8bc8-4cc0-a61f-3c4ad7b9e3f7 req-2f9fd310-3fb6-4e57-89c1-abf444e44401 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1277931 Nov 12 03:45:02.145939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.146881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aefde0-17cb-4854-946c-ced6421314ed req-44c1f459-196d-4d7e-8bcd-0f86ffcad8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.148704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6aefde0-17cb-4854-946c-ced6421314ed req-44c1f459-196d-4d7e-8bcd-0f86ffcad8d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1730955 Nov 12 03:45:02.150256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.154976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/networks/d2a5b1b0-74ee-4537-b795-34eef044d9e6 HTTP/1.1" status: 204 len: 168 time: 0.5399144 Nov 12 03:45:02.160700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41356) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:02.185192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6ad36-2a5e-4ff5-8522-7532b13040b6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Network': ['ID=d2a5b1b0-74ee-4537-b795-34eef044d9e6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.241997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a532-ee51-432b-a518-711b8b23aeac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.255746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0d6e7e8-8bc8-4cc0-a61f-3c4ad7b9e3f7 req-f3fb27da-1cab-46cd-ab80-2f4a48c3f90f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199005 Nov 12 03:45:02.274397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6aefde0-17cb-4854-946c-ced6421314ed req-b0ef7821-1a49-4795-a4bf-d25c05a390ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 999 time: 0.1116624 Nov 12 03:45:02.312417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a532-ee51-432b-a518-711b8b23aeac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.342913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aefde0-17cb-4854-946c-ced6421314ed req-9f0a401f-162d-4e2a-8738-88ee7f2c8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.348036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6aefde0-17cb-4854-946c-ced6421314ed req-9f0a401f-162d-4e2a-8738-88ee7f2c8552 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0704548 Nov 12 03:45:02.427128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aefde0-17cb-4854-946c-ced6421314ed req-57ba7eb2-d9e5-44f0-8f11-9b80cf0016ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.429417 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6aefde0-17cb-4854-946c-ced6421314ed req-57ba7eb2-d9e5-44f0-8f11-9b80cf0016ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729821 Nov 12 03:45:02.430888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a532-ee51-432b-a518-711b8b23aeac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.434776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7bc7a532-ee51-432b-a518-711b8b23aeac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.435953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7bc7a532-ee51-432b-a518-711b8b23aeac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/security-groups/8fc969f8-6739-479b-b578-9e2a5413d028 HTTP/1.1" status: 204 len: 168 time: 0.2742701 Nov 12 03:45:02.479344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7a532-ee51-432b-a518-711b8b23aeac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc969f8-6739-479b-b578-9e2a5413d028,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.641077 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6aefde0-17cb-4854-946c-ced6421314ed req-27bb068e-23fc-4437-b0bb-ac7d5ca45c05 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991639 Nov 12 03:45:02.741363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d535b55c-b062-47a4-ae0e-e4c6106e1b55 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:02.746836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-6c5b5b78-bfbf-4f2f-b3a4-4e6847451f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.749120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-6c5b5b78-bfbf-4f2f-b3a4-4e6847451f49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1097 time: 0.1612086 Nov 12 03:45:02.787418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d535b55c-b062-47a4-ae0e-e4c6106e1b55 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:02.788200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d535b55c-b062-47a4-ae0e-e4c6106e1b55 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:02.855936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94394a4a-1c58-4990-a648-db0242cbdb05 req-40b5a4dc-5ca8-4fa6-8d39-a07ddfacb0e4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.857745 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94394a4a-1c58-4990-a648-db0242cbdb05 req-40b5a4dc-5ca8-4fa6-8d39-a07ddfacb0e4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.2179782 Nov 12 03:45:02.919315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41386) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:02.933136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3d041d92-1520-440a-ad8b-2cb49c4b9a66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713380288', 'description': 'tempest-secgroup-smoke-713380288 description', 'project_id': '5490643397db4bc88a6238321c7bff62'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:02.948579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-683a0fa6-acf5-4bb8-a662-73fd997142cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.950723 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-683a0fa6-acf5-4bb8-a662-73fd997142cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 921 time: 0.1941421 Nov 12 03:45:02.992640 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6aefde0-17cb-4854-946c-ced6421314ed req-2af79f32-9716-4988-936f-0108e2becf4c service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818792 Nov 12 03:45:02.995244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d041d92-1520-440a-ad8b-2cb49c4b9a66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.012337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-526053b7-7840-499b-8364-1e26649510f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a HTTP/1.1" status: 200 len: 217 time: 0.0529401 Nov 12 03:45:03.070623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94394a4a-1c58-4990-a648-db0242cbdb05 req-988e960d-bb16-44ce-a639-ceaa6f2c8760 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999509 Nov 12 03:45:03.128836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-7a97a849-9469-4076-b129-66cd3433219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.132197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-7a97a849-9469-4076-b129-66cd3433219c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.1116970 Nov 12 03:45:03.169051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d041d92-1520-440a-ad8b-2cb49c4b9a66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.173849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d041d92-1520-440a-ad8b-2cb49c4b9a66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.210997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-91f15141-7c48-4852-96e2-f5b74c787376 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713775 Nov 12 03:45:03.213572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d041d92-1520-440a-ad8b-2cb49c4b9a66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.215298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3d041d92-1520-440a-ad8b-2cb49c4b9a66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2926872 Nov 12 03:45:03.217684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d041d92-1520-440a-ad8b-2cb49c4b9a66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc23f55-45b1-42fc-9da3-ba5c369c07e5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.218605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41394) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.237058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9d9d5ba0-3e26-4ed6-9923-43a1a2ae8cbd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '3fc23f55-45b1-42fc-9da3-ba5c369c07e5', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:03.302476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5ba0-3e26-4ed6-9923-43a1a2ae8cbd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.409648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5ba0-3e26-4ed6-9923-43a1a2ae8cbd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.435108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1867a-ef21-4fce-8ce6-6be470d28f7a req-988e917b-9e61-4f22-bec4-fd529a729757 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.438075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-6facebd0-a964-4b4b-a12f-acad55cbd8e6 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170439 Nov 12 03:45:03.442924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96f1867a-ef21-4fce-8ce6-6be470d28f7a req-988e917b-9e61-4f22-bec4-fd529a729757 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0980272 Nov 12 03:45:03.445071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5ba0-3e26-4ed6-9923-43a1a2ae8cbd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.491505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d5ba0-3e26-4ed6-9923-43a1a2ae8cbd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda4b8b1-e11b-4fe8-bed3-19a998665326,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.499491 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5ba0-3e26-4ed6-9923-43a1a2ae8cbd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.501095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9d9d5ba0-3e26-4ed6-9923-43a1a2ae8cbd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2813923 Nov 12 03:45:03.513512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96f1867a-ef21-4fce-8ce6-6be470d28f7a req-fdb24033-c615-44aa-b240-1e02233724dd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695982 Nov 12 03:45:03.514546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41404) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.542538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-aa4fa88c-30c5-44ce-b026-f9b044eaaded tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '3fc23f55-45b1-42fc-9da3-ba5c369c07e5', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:03.574839 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d3ea-5a08-4c7a-8713-5edb7fa960bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.621870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa88c-30c5-44ce-b026-f9b044eaaded tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.628041 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c34f95cc-be63-41f3-b252-fde63cb6a065 req-05c60801-dd8c-4f08-8ec8-d5d7acac9c92 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659911 Nov 12 03:45:03.690059 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa88c-30c5-44ce-b026-f9b044eaaded tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.694381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa88c-30c5-44ce-b026-f9b044eaaded tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.733704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fa88c-30c5-44ce-b026-f9b044eaaded tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468e3ba8-da54-43f9-8074-220ff2bb03d6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.747919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aa4fa88c-30c5-44ce-b026-f9b044eaaded tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.749337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aa4fa88c-30c5-44ce-b026-f9b044eaaded tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2334566 Nov 12 03:45:03.751993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41416) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.757661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-117fa662-8032-4016-be41-ea2393acf8a7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '3fc23f55-45b1-42fc-9da3-ba5c369c07e5', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:03.790349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-117fa662-8032-4016-be41-ea2393acf8a7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.862820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-117fa662-8032-4016-be41-ea2393acf8a7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.866746 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-117fa662-8032-4016-be41-ea2393acf8a7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.885530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fa662-8032-4016-be41-ea2393acf8a7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1a4fdf-dfb7-41c1-870d-98ed2400f057,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.892488 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-117fa662-8032-4016-be41-ea2393acf8a7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.896653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41418) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.897210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-117fa662-8032-4016-be41-ea2393acf8a7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435471 Nov 12 03:45:03.902257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9b2c9034-fbd8-4945-adec-066b04c966c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '3fc23f55-45b1-42fc-9da3-ba5c369c07e5', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:03.933330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9034-fbd8-4945-adec-066b04c966c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.008844 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9034-fbd8-4945-adec-066b04c966c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.013555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9034-fbd8-4945-adec-066b04c966c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.036138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c9034-fbd8-4945-adec-066b04c966c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a1d660-65f2-42ce-812d-6427c28a0ac8,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.052299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9034-fbd8-4945-adec-066b04c966c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.053703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9b2c9034-fbd8-4945-adec-066b04c966c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556542 Nov 12 03:45:04.057243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41428) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.062016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a45c50b5-02f1-46f5-8331-a1fae2eaad05 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '3fc23f55-45b1-42fc-9da3-ba5c369c07e5', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:04.092942 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-a45c50b5-02f1-46f5-8331-a1fae2eaad05 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Project 5490643397db4bc88a6238321c7bff62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:45:04.100603 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45c50b5-02f1-46f5-8331-a1fae2eaad05 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.181725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45c50b5-02f1-46f5-8331-a1fae2eaad05 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.189004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45c50b5-02f1-46f5-8331-a1fae2eaad05 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.213730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c50b5-02f1-46f5-8331-a1fae2eaad05 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f57863-b0b1-4cb7-b6d9-3a29d79d3fca,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.238971 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a45c50b5-02f1-46f5-8331-a1fae2eaad05 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.240660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a45c50b5-02f1-46f5-8331-a1fae2eaad05 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823070 Nov 12 03:45:04.243737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41434) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.255916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-365aabd0-eb6a-4953-86ea-6bbe8c63a7fb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '3fc23f55-45b1-42fc-9da3-ba5c369c07e5', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:04.289422 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-365aabd0-eb6a-4953-86ea-6bbe8c63a7fb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Project 5490643397db4bc88a6238321c7bff62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:45:04.295459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2b906-9e6c-4dff-8ffa-51a909255d19 req-2e5113eb-22fe-46ff-84c7-30e09f6ac914 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:04.297044 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-365aabd0-eb6a-4953-86ea-6bbe8c63a7fb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.303401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94e2b906-9e6c-4dff-8ffa-51a909255d19 req-2e5113eb-22fe-46ff-84c7-30e09f6ac914 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0808942 Nov 12 03:45:04.378569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-365aabd0-eb6a-4953-86ea-6bbe8c63a7fb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.384234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-365aabd0-eb6a-4953-86ea-6bbe8c63a7fb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.406477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94e2b906-9e6c-4dff-8ffa-51a909255d19 req-1b157608-8cbb-49a5-a4db-2e9699da031d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961382 Nov 12 03:45:04.429188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aabd0-eb6a-4953-86ea-6bbe8c63a7fb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c400d882-95f9-4b90-93c9-3fad8a94db0a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.439240 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-365aabd0-eb6a-4953-86ea-6bbe8c63a7fb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.440528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-365aabd0-eb6a-4953-86ea-6bbe8c63a7fb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1954174 Nov 12 03:45:04.443386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41440) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.454736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'network': {'name': 'tempest-network-smoke--1409878120', 'project_id': '5490643397db4bc88a6238321c7bff62', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:04.517062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:04.523490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.607015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:04.629558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.630053 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Added segment a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d of type vlan for network 41758d58-eeb7-4619-b500-a5e430114c06 Nov 12 03:45:04.705056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.786327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.793649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:04.794432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.842869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3983283 Nov 12 03:45:04.845616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41448) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.850416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'admin_state_up': True, 'project_id': '5490643397db4bc88a6238321c7bff62', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:04.862204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e50b0-d0d4-495f-970a-a978e518f0dd req-e5a03684-70a9-4c39-bf17-d0d8a14c4401 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:04.863797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a45e50b0-d0d4-495f-970a-a978e518f0dd req-e5a03684-70a9-4c39-bf17-d0d8a14c4401 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1547227 Nov 12 03:45:04.878116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.879945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.929115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.943846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64770b-2608-47d4-9863-687d70202370 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Network': ['ID=41758d58-eeb7-4619-b500-a5e430114c06,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.951755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.965302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 41758d58-eeb7-4619-b500-a5e430114c06 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:05.023808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a45e50b0-d0d4-495f-970a-a978e518f0dd req-7cd1858f-f45d-4e49-8eab-f8fb1401abd7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223433 Nov 12 03:45:05.117759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.321278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.342428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.474822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.25.0.149 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/3d4e0476-ad17-4387-870c-d4527dca53d8) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:05.587051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b8a06-5653-43e5-8d1f-5b730a2e27c8 req-4767c8af-a034-4738-97e2-ef0cca2e7650 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:05.588843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-026b8a06-5653-43e5-8d1f-5b730a2e27c8 req-4767c8af-a034-4738-97e2-ef0cca2e7650 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1021781 Nov 12 03:45:05.643205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.678539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-026b8a06-5653-43e5-8d1f-5b730a2e27c8 req-0999e63d-d6db-4a98-abb4-f33ecd38c5fc tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779107 Nov 12 03:45:05.702972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.747086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:05.750091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:05.753746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:05.765383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a296a-b275-4a7a-8603-d21a8255467a None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:05.776649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=3d4e0476-ad17-4387-870c-d4527dca53d8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:05.885260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f569b8e4-7a54-4949-a17a-004409784154 None None] Provisioning complete for port 3d4e0476-ad17-4387-870c-d4527dca53d8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:05.887133 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f569b8e4-7a54-4949-a17a-004409784154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.932558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f569b8e4-7a54-4949-a17a-004409784154 None None] Port 3d4e0476-ad17-4387-870c-d4527dca53d8 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:06.067906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.317421 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.332022 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.513634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router fa571735-086f-4ff8-8843-f17ae82c53be is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:06.637735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:06.665908 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.666927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Sync routers for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:06.672281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41530) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.672813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-066b96eb-d0d5-41ff-a294-6758f102e67d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8257575 Nov 12 03:45:06.708348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:06.709487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:06.773136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-02412382-d53d-4420-882e-774b062c415c tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5490643397db4bc88a6238321c7bff62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0986767 Nov 12 03:45:06.775799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41540) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.859880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:06.966375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fa2c-0950-4b56-9b41-1f9250673ee6 req-1fd60de8-d133-43d3-a567-f0c362de20e6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.973875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f977fa2c-0950-4b56-9b41-1f9250673ee6 req-1fd60de8-d133-43d3-a567-f0c362de20e6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1059928 Nov 12 03:45:06.998098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a14ad94-7abd-490a-804f-dc882ee9a132 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.999870 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3a14ad94-7abd-490a-804f-dc882ee9a132 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2229128 Nov 12 03:45:07.002851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.039316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f977fa2c-0950-4b56-9b41-1f9250673ee6 req-1ef2a6b9-22aa-4a1b-a545-abde04d10ce0 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641930 Nov 12 03:45:07.080239 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.090343 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6634f1a9-ec3d-4abb-9b14-47dd526abaa7 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0862036 Nov 12 03:45:07.093008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41550) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.099165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693752837', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'project_id': '5490643397db4bc88a6238321c7bff62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:07.123933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:05Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:07.161015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Checking router: fa571735-086f-4ff8-8843-f17ae82c53be for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:07.162713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Updating router fa571735-086f-4ff8-8843-f17ae82c53be port 3d4e0476-ad17-4387-870c-d4527dca53d8 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:07.202603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:07.203443 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.208136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.435648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.501401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Subnet': ['ID=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.518693 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.527535 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.539702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Checking segment: {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:07.540387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network hostable DHCP agents. Network: 41758d58-eeb7-4619-b500-a5e430114c06, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:07.573681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network 41758d58-eeb7-4619-b500-a5e430114c06 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:07.585424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 41758d58-eeb7-4619-b500-a5e430114c06) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:07.590960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:07.591265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a4a5cb-dca9-4699-834d-026ce35a8f94 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:07.591987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.601188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7e682-63ee-4298-8c18-1c0a734741e0 None None] Pushing event updated for resources: {'Port': ['ID=3d4e0476-ad17-4387-870c-d4527dca53d8,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.606382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Attempting to bind port 3d4e0476-ad17-4387-870c-d4527dca53d8 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:07.607010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Attempting to bind port 3d4e0476-ad17-4387-870c-d4527dca53d8 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:07.607481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Attempting to bind port 3d4e0476-ad17-4387-870c-d4527dca53d8 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:07.620786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:07.621388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:07.628621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-17fcb408-72f4-4798-9e40-83dd963f7b5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5318291 Nov 12 03:45:07.629050 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.629050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:07.629050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Bound port: 3d4e0476-ad17-4387-870c-d4527dca53d8, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:07.629333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41556) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.632986 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.635669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408c5f7-dad1-4c6d-b726-d52e6a1b8b05 None None] Network 41758d58-eeb7-4619-b500-a5e430114c06 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:08.037851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] For port 3d4e0476-ad17-4387-870c-d4527dca53d8, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:08.041446 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] For port 3d4e0476-ad17-4387-870c-d4527dca53d8, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3d4e0476-ad17-4387-870c-d4527dca53d8,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:08.052476 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.153495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7e682-63ee-4298-8c18-1c0a734741e0 None None] Pushing event updated for resources: {'Port': ['ID=3d4e0476-ad17-4387-870c-d4527dca53d8,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.170680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d2f140-0372-47c9-a44b-995e96ada6a8 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:08.175508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e71f7435-33b1-4b9c-b16e-c69cf958c233 None None] Provisioning complete for port 3d4e0476-ad17-4387-870c-d4527dca53d8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:08.176126 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e71f7435-33b1-4b9c-b16e-c69cf958c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.206352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf72663-ac11-4072-b42a-c6494fc5ec77 req-d4c9be76-f553-4ed0-a733-ed576059b75b tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.214639 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdf72663-ac11-4072-b42a-c6494fc5ec77 req-d4c9be76-f553-4ed0-a733-ed576059b75b tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0693326 Nov 12 03:45:08.222744 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:08.224569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:08.273705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdf72663-ac11-4072-b42a-c6494fc5ec77 req-a9debd63-12e5-4b50-8cdb-aa610fa1600e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570962 Nov 12 03:45:08.510663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-41758d58-eeb7-4619-b500-a5e430114c06', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:08.511704 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.546678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:08.805016 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e71f7435-33b1-4b9c-b16e-c69cf958c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.865707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.906165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e71f7435-33b1-4b9c-b16e-c69cf958c233 None None] For port 3d4e0476-ad17-4387-870c-d4527dca53d8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3d4e0476-ad17-4387-870c-d4527dca53d8,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:08.917634 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e71f7435-33b1-4b9c-b16e-c69cf958c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.031048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:05Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.084401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f1a62b1a-a18f-487e-a9fe-88342cf604a3 None None] Provisioning complete for port 3d4e0476-ad17-4387-870c-d4527dca53d8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:09.084790 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1a62b1a-a18f-487e-a9fe-88342cf604a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.087677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f7435-33b1-4b9c-b16e-c69cf958c233 None None] Pushing event updated for resources: {'Port': ['ID=3d4e0476-ad17-4387-870c-d4527dca53d8,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.093979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef1117-072f-4f58-9f62-63c9e4ed17ae None None] The sync data for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 is: [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:05Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:09.155555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Allocated IP 172.20.0.2 (41758d58-eeb7-4619-b500-a5e430114c06/7ca7bd22-a9fa-4df4-b30d-39afa37fd71a/00987c74-a75b-49c9-b498-6c867ef75f5d) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:09.420302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833b948-be4b-477e-a557-2cdd954dcec9 req-bb460b8c-0b30-49c5-9cf2-e9bb41d4e9b4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.421920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8833b948-be4b-477e-a557-2cdd954dcec9 req-bb460b8c-0b30-49c5-9cf2-e9bb41d4e9b4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0663855 Nov 12 03:45:09.473603 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.489378 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.572055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Network 41758d58-eeb7-4619-b500-a5e430114c06 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:09.578169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Pushing event updated for resources: {'Port': ['ID=00987c74-a75b-49c9-b498-6c867ef75f5d,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.583760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:09.586750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:09.591833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8833b948-be4b-477e-a557-2cdd954dcec9 req-5242c5cf-9ec2-4b1f-97b3-34b130fc5d7f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586084 Nov 12 03:45:09.620774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.20.0.1 (41758d58-eeb7-4619-b500-a5e430114c06/7ca7bd22-a9fa-4df4-b30d-39afa37fd71a/ed39f461-180c-4fc5-98bd-f306368a6a85) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:09.669215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Attempting to bind port 00987c74-a75b-49c9-b498-6c867ef75f5d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:09.669713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Attempting to bind port 00987c74-a75b-49c9-b498-6c867ef75f5d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:09.670187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Attempting to bind port 00987c74-a75b-49c9-b498-6c867ef75f5d on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:09.677632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:09.678410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Checking segment: {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:09.679029 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.679639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Bound using segment: {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:09.680423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Bound port: 00987c74-a75b-49c9-b498-6c867ef75f5d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:09.681467 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.757846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] For port 00987c74-a75b-49c9-b498-6c867ef75f5d, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:09.765929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] For port 00987c74-a75b-49c9-b498-6c867ef75f5d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=00987c74-a75b-49c9-b498-6c867ef75f5d,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:09.774401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.801362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.854877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.870941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05876e0b-5106-4d81-be85-0c611dbaa540 None None] Pushing event updated for resources: {'Port': ['ID=00987c74-a75b-49c9-b498-6c867ef75f5d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.913349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network 41758d58-eeb7-4619-b500-a5e430114c06 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:09.919738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:09.924088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:09.958246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=ed39f461-180c-4fc5-98bd-f306368a6a85,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.011333 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.225721 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.720555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.736823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.838596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=ed39f461-180c-4fc5-98bd-f306368a6a85,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.889980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55515dcc-9d7c-433b-be68-14c3c36249f7 req-fcf0d7db-6156-4681-b083-9cd4fc83ad23 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:10.899424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55515dcc-9d7c-433b-be68-14c3c36249f7 req-fcf0d7db-6156-4681-b083-9cd4fc83ad23 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1758327 Nov 12 03:45:11.004424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3d4e0476-ad17-4387-870c-d4527dca53d8 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:11.040409 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.125387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55515dcc-9d7c-433b-be68-14c3c36249f7 req-7e997104-2767-4eb1-a2e9-19241d461c71 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250721 Nov 12 03:45:11.135720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 3d4e0476-ad17-4387-870c-d4527dca53d8 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:11.136282 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.326774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network 41758d58-eeb7-4619-b500-a5e430114c06 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:11.328281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:11.338538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 00987c74-a75b-49c9-b498-6c867ef75f5d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:11.436480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 00987c74-a75b-49c9-b498-6c867ef75f5d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:11.436918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.538073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abfc198-629e-4859-896b-2d3667bb0416 None None] Network 41758d58-eeb7-4619-b500-a5e430114c06 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:11.570169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router fa571735-086f-4ff8-8843-f17ae82c53be has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:11.685082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.707875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c800dff9-a6fb-4446-864a-dca0af43ff20 None None] Provisioning complete for port 00987c74-a75b-49c9-b498-6c867ef75f5d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:11.709224 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c800dff9-a6fb-4446-864a-dca0af43ff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.712518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:11.740367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-75e128cc-6fe6-4f68-accb-d01e6b51560b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "PUT /v2.0/routers/fa571735-086f-4ff8-8843-f17ae82c53be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1023958 Nov 12 03:45:11.787024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 00987c74-a75b-49c9-b498-6c867ef75f5d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=00987c74-a75b-49c9-b498-6c867ef75f5d,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:11.839052 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.919958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=00987c74-a75b-49c9-b498-6c867ef75f5d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.981448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-b8c91910-5be9-4644-8c2b-6987cc185d2f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713380288&fields=id&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 267 time: 0.0625067 Nov 12 03:45:12.060609 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Sync routers for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:12.074541 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:12.075969 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:12.196760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-3a32b203-93e8-4b50-acab-eb2b645ce881 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:12.203983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-3a32b203-93e8-4b50-acab-eb2b645ce881 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 797 time: 0.2041526 Nov 12 03:45:12.227543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-b08023e2-366f-4af6-82f5-7825f8f4d0fd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/quotas/5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 375 time: 0.0129502 Nov 12 03:45:12.403057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-2c9a716d-a794-495a-a7d4-d0474964f7c5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1660514 Nov 12 03:45:12.442879 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:12.455919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005d3a3-1ef3-4d5a-a148-64f1d0cf2b10 req-d1b70ec7-2925-4aa7-9afa-419cf34ca710 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:12.460816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a005d3a3-1ef3-4d5a-a148-64f1d0cf2b10 req-d1b70ec7-2925-4aa7-9afa-419cf34ca710 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1510594 Nov 12 03:45:12.506569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5bcb6dd3-c5a4-46a1-8e40-4b2d18c82e5f None None] Provisioning complete for port ed39f461-180c-4fc5-98bd-f306368a6a85 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:12.508311 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6dd3-c5a4-46a1-8e40-4b2d18c82e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.584571 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a005d3a3-1ef3-4d5a-a148-64f1d0cf2b10 req-3eea534b-941c-42f3-8018-05aea28e61a2 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138361 Nov 12 03:45:12.596926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb6dd3-c5a4-46a1-8e40-4b2d18c82e5f None None] Port ed39f461-180c-4fc5-98bd-f306368a6a85 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:12.609293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-2d71922f-cfd8-4392-b4f1-3abec3a61d99 service neutron] 10.222.0.49 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922810 Nov 12 03:45:12.616355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5bcb6dd3-c5a4-46a1-8e40-4b2d18c82e5f None None] Provisioning complete for port 00987c74-a75b-49c9-b498-6c867ef75f5d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:12.618110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6dd3-c5a4-46a1-8e40-4b2d18c82e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.805513 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 2, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:12.823462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 00987c74-a75b-49c9-b498-6c867ef75f5d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:12.835318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-507a9d66-50b5-4c50-88ee-9f8cd1a13dad service neutron] 10.222.0.49 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196434 Nov 12 03:45:12.886890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 00987c74-a75b-49c9-b498-6c867ef75f5d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:12.887267 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.898201 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Checking router: fa571735-086f-4ff8-8843-f17ae82c53be for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:12.898556 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Updating router fa571735-086f-4ff8-8843-f17ae82c53be port ed39f461-180c-4fc5-98bd-f306368a6a85 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:12.950319 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.121770 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-da1ebd4e-a41a-42b2-a339-04bbcaf01d1a req-b9b7048d-33bf-42da-bbab-1556c9e927b7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0669792 Nov 12 03:45:13.376097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f0b1b152-eb24-4f19-8426-29c4c65c8f27 None None] Provisioning complete for port ed39f461-180c-4fc5-98bd-f306368a6a85 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:13.376912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0b1b152-eb24-4f19-8426-29c4c65c8f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.440652 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.450719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1b152-eb24-4f19-8426-29c4c65c8f27 None None] Port ed39f461-180c-4fc5-98bd-f306368a6a85 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:13.462404 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.547170 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Pushing event updated for resources: {'Port': ['ID=ed39f461-180c-4fc5-98bd-f306368a6a85,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.586893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5e556c92-b1a6-482a-9d90-62e1d59e43f5 None None] Provisioning complete for port ed39f461-180c-4fc5-98bd-f306368a6a85 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:13.586893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e556c92-b1a6-482a-9d90-62e1d59e43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.610663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.610663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.610663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.610663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.610663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.620637 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.621635 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.621974 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.622302 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.624781 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.625124 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.625448 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:13.665596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5e556c92-b1a6-482a-9d90-62e1d59e43f5 None None] Port ed39f461-180c-4fc5-98bd-f306368a6a85 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:13.690652 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Attempting to bind port ed39f461-180c-4fc5-98bd-f306368a6a85 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:13.691598 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Attempting to bind port ed39f461-180c-4fc5-98bd-f306368a6a85 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:13.692406 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Attempting to bind port ed39f461-180c-4fc5-98bd-f306368a6a85 on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:13.699730 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:13.700484 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Checking segment: {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:13.701139 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.701901 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Bound using segment: {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:13.702755 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Bound port: ed39f461-180c-4fc5-98bd-f306368a6a85, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:13.703361 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.815789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e358f6-6de0-46f4-971c-1320ecd75e99 req-e5153320-8d1e-4ad7-953b-b5b3909b2c66 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:13.817455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34e358f6-6de0-46f4-971c-1320ecd75e99 req-e5153320-8d1e-4ad7-953b-b5b3909b2c66 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1078932 Nov 12 03:45:13.837554 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] For port ed39f461-180c-4fc5-98bd-f306368a6a85, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:13.844068 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] For port ed39f461-180c-4fc5-98bd-f306368a6a85, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ed39f461-180c-4fc5-98bd-f306368a6a85,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:13.848878 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.926365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d7e2a-387c-4112-b4b2-099873f13773 None None] Pushing event updated for resources: {'Port': ['ID=ed39f461-180c-4fc5-98bd-f306368a6a85,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.929906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34e358f6-6de0-46f4-971c-1320ecd75e99 req-e15bf5e9-fa50-43b3-8a07-f2807833357f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960765 Nov 12 03:45:13.973223 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:13.973741 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:14.112122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bb2ea86d-13c6-4924-97a5-b413f6ffc091 None None] Provisioning complete for port ed39f461-180c-4fc5-98bd-f306368a6a85 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.113067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea86d-13c6-4924-97a5-b413f6ffc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.207095 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:14.292653 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea86d-13c6-4924-97a5-b413f6ffc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.298641 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a3f2d74-5d7a-4ea0-8526-727e9cad9605 req-e1aa247e-bf84-42f6-8711-b91a1a5fde26 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0715582 Nov 12 03:45:14.361949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bb2ea86d-13c6-4924-97a5-b413f6ffc091 None None] For port ed39f461-180c-4fc5-98bd-f306368a6a85, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ed39f461-180c-4fc5-98bd-f306368a6a85,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:14.376067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea86d-13c6-4924-97a5-b413f6ffc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.531796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ea86d-13c6-4924-97a5-b413f6ffc091 None None] Pushing event updated for resources: {'Port': ['ID=ed39f461-180c-4fc5-98bd-f306368a6a85,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.588401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d55a065d-e482-4183-a765-27b8cb9ce722 None None] Provisioning complete for port ed39f461-180c-4fc5-98bd-f306368a6a85 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.589183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d55a065d-e482-4183-a765-27b8cb9ce722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.795373 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:13Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:14.830117 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87170878-2fb8-4224-86be-3e43799bb319 None None] The sync data for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 is: [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:13Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:14.832148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-2cf74ba7-d981-4e3b-bbc8-ba4a392061bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.833714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-2cf74ba7-d981-4e3b-bbc8-ba4a392061bc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 797 time: 0.3379657 Nov 12 03:45:14.850866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862130-ead8-4455-88df-4cabcaa21f1b req-a84898c5-628a-4930-82cf-1e5119366f1e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.860600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27862130-ead8-4455-88df-4cabcaa21f1b req-a84898c5-628a-4930-82cf-1e5119366f1e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0998151 Nov 12 03:45:15.015327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27862130-ead8-4455-88df-4cabcaa21f1b req-e3ab7d64-1e84-423c-a12d-8f8256b815b3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537020 Nov 12 03:45:15.028771 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-0b318266-b608-492d-bdbc-a90f0d9d1e6e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 379 time: 0.1653039 Nov 12 03:45:15.055481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'port': {'device_id': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'admin_state_up': True, 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'security_groups': ['3fc23f55-45b1-42fc-9da3-ba5c369c07e5']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:15.164457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ba06-4120-41c2-9737-d15c0d80544c req-e8062c02-fef8-4ffd-bd6b-443ca3f2acdb tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.168399 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c84ba06-4120-41c2-9737-d15c0d80544c req-e8062c02-fef8-4ffd-bd6b-443ca3f2acdb tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0569952 Nov 12 03:45:15.205140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:15.210147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.242847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c84ba06-4120-41c2-9737-d15c0d80544c req-fb0e2a68-8e1c-4146-814f-3d4f00c4cc61 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678184 Nov 12 03:45:15.496512 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47061bc0-80a8-4f1c-aa5f-1023fad071d0 req-d81a166e-7484-402e-9f1b-6511792b1da7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.1039062 Nov 12 03:45:15.521582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b074e6-370e-4378-8ccd-79755f851b9a req-82caa4c8-093c-4aef-abcf-35f4800ce291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.523787 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b074e6-370e-4378-8ccd-79755f851b9a req-82caa4c8-093c-4aef-abcf-35f4800ce291 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1097 time: 0.1183410 Nov 12 03:45:15.536625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.20.0.3 (41758d58-eeb7-4619-b500-a5e430114c06/7ca7bd22-a9fa-4df4-b30d-39afa37fd71a/5d1020c2-3de9-4d73-be0a-01ac60cf69cd) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:15.603872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5b074e6-370e-4378-8ccd-79755f851b9a req-e98d4292-e6f6-465e-b60c-cc75dfebe006 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696826 Nov 12 03:45:15.751135 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.796962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.856860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network 41758d58-eeb7-4619-b500-a5e430114c06 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:15.860988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:15.866361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:15.870439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:15.952507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.953374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.977447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-212922c7-f263-47a8-bf62-341754f6a689 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9336698 Nov 12 03:45:16.006404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Request body: {'port': {'device_id': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:16.099812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.287735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7d7ef07f-1284-4f77-8aa5-564a5c7c0ba5 None None] Provisioning complete for port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:16.288306 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d7ef07f-1284-4f77-8aa5-564a5c7c0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.381669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ef07f-1284-4f77-8aa5-564a5c7c0ba5 None None] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:16.407226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86320e6d-85ee-4135-9669-597fe8bbbecb req-c274d491-99b7-43f7-a644-3a99635e7684 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.409150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-86320e6d-85ee-4135-9669-597fe8bbbecb req-c274d491-99b7-43f7-a644-3a99635e7684 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.2459838 Nov 12 03:45:16.455300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96626-0593-4fef-abd6-cf6dacfb0fb4 req-83c9f9ce-b8dc-44e5-8539-cbbb256b1480 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.465560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02b96626-0593-4fef-abd6-cf6dacfb0fb4 req-83c9f9ce-b8dc-44e5-8539-cbbb256b1480 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0941288 Nov 12 03:45:16.543250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02b96626-0593-4fef-abd6-cf6dacfb0fb4 req-29a4fb52-9243-40a2-b153-565b4f8c714a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749993 Nov 12 03:45:16.710717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd61c9-81a8-475a-a006-e203e1694e8f req-d29a351b-bf0c-42e1-8781-632f8d278a40 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.721534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39bd61c9-81a8-475a-a006-e203e1694e8f req-d29a351b-bf0c-42e1-8781-632f8d278a40 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 931 time: 0.0851519 Nov 12 03:45:16.742090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-86320e6d-85ee-4135-9669-597fe8bbbecb req-0d747689-cc9d-4d0f-8a6f-bf08e746d3c9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202369 Nov 12 03:45:16.789712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ed39f461-180c-4fc5-98bd-f306368a6a85 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:16.841847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1020c2-3de9-4d73-be0a-01ac60cf69cd {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:16.851031 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.858135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39bd61c9-81a8-475a-a006-e203e1694e8f req-444d7937-e642-4add-8064-f34aec5a4c34 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297715 Nov 12 03:45:16.870984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Transition to ACTIVE for port object 5d1020c2-3de9-4d73-be0a-01ac60cf69cd will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:16.874508 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.928021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Pushing event updated for resources: {'Port': ['ID=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.940714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ed39f461-180c-4fc5-98bd-f306368a6a85 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:16.941241 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.045202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:17.052175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:17.052668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:17.058585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:17.058980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:17.071945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:17.074398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Checking segment: {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:17.075025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Bound using segment: {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:17.075792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Bound port: 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:17.076425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.186441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:17.191463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:17.195717 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.267614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.268253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.269927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] 10.222.0.20 "PUT /v2.0/ports/5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 1092 time: 1.2827225 Nov 12 03:45:17.272786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:17.275943 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2956da-893a-40f6-b762-cd1c9888028c" -d '{"events": [{"name": "network-changed", "server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:17.330592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdb03a-20f5-4531-bbf3-fbba6f859f4c service neutron] Pushing event updated for resources: {'Port': ['ID=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:17.408358 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b504af-f6e7-4414-96ad-1f488115b313 x-openstack-request-id: req-b3b504af-f6e7-4414-96ad-1f488115b313 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:17.408815 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:17.409122 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3b504af-f6e7-4414-96ad-1f488115b313 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:17.409594 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'status': 'completed', 'code': 200} Nov 12 03:45:17.434611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-79f80485-994f-44e8-96cc-96351881f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.437137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-79f80485-994f-44e8-96cc-96351881f6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1095 time: 0.0934439 Nov 12 03:45:17.500680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-c157cafc-43d3-4213-8ea5-bab4ddb05dd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 217 time: 0.0516386 Nov 12 03:45:17.613313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-9f1731af-82ec-44db-820f-40837d7ccd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.618457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-9f1731af-82ec-44db-820f-40837d7ccd8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.1063545 Nov 12 03:45:17.726853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-cc1a1088-3683-4e8d-a552-b0ac4f05e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.729237 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-cc1a1088-3683-4e8d-a552-b0ac4f05e6b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953634 Nov 12 03:45:17.737854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbac4b3-b703-45c4-bc98-0f2a458d1a9a req-59cc32ca-bf40-4be8-b6a6-135a3081ab0f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.739476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-acbac4b3-b703-45c4-bc98-0f2a458d1a9a req-59cc32ca-bf40-4be8-b6a6-135a3081ab0f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1049526 Nov 12 03:45:17.865425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-acbac4b3-b703-45c4-bc98-0f2a458d1a9a req-5be30e61-5dae-4ac0-a021-a9a9f7a56dee tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170325 Nov 12 03:45:17.905713 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-459eb444-6b35-4a9a-8a55-a381d9e573d8 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652632 Nov 12 03:45:17.957661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141ef4b-80bb-4266-8b08-85b050b8ff26 req-e1955abb-0fa0-4641-a505-6c442a2aa91e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.965702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1141ef4b-80bb-4266-8b08-85b050b8ff26 req-e1955abb-0fa0-4641-a505-6c442a2aa91e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0890198 Nov 12 03:45:18.024007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1141ef4b-80bb-4266-8b08-85b050b8ff26 req-43a1c3ca-c4d5-4b71-a1ff-cc780503c7bc tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519624 Nov 12 03:45:18.089073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50c3a743-50ab-4ddd-9fa8-73c5da1262fb req-1a0afe52-5954-45b1-9710-32fc48ec8f45 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714575 Nov 12 03:45:18.118508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e7c04-ce52-4b0a-b283-26b577787c9c req-67ee42a2-42f7-46f5-8ef3-6ed700b0d533 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.127958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-863e7c04-ce52-4b0a-b283-26b577787c9c req-67ee42a2-42f7-46f5-8ef3-6ed700b0d533 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.1613626 Nov 12 03:45:18.246006 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-863e7c04-ce52-4b0a-b283-26b577787c9c req-3feed999-74b1-4a1f-844e-743da72493f6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171107 Nov 12 03:45:18.257788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2956da-893a-40f6-b762-cd1c9888028c req-5dcdc489-9620-4987-b5e1-baa1cb520cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.259609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e2956da-893a-40f6-b762-cd1c9888028c req-5dcdc489-9620-4987-b5e1-baa1cb520cec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1095 time: 0.0988562 Nov 12 03:45:18.429083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-ec398eed-3561-4d7e-9150-bbe210d538e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.431039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-ec398eed-3561-4d7e-9150-bbe210d538e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1097 time: 0.1577153 Nov 12 03:45:18.446469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383100d6-f0bf-4a22-a24d-cd133f4c9568 req-8591c94c-7333-4118-90e2-3863df557e2d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.448241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-383100d6-f0bf-4a22-a24d-cd133f4c9568 req-8591c94c-7333-4118-90e2-3863df557e2d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1157978 Nov 12 03:45:18.477733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2956da-893a-40f6-b762-cd1c9888028c req-8762d4ab-6875-42e9-b50f-aa93bfa76041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.480169 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e2956da-893a-40f6-b762-cd1c9888028c req-8762d4ab-6875-42e9-b50f-aa93bfa76041 service neutron] 10.222.0.20 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 899 time: 0.2038574 Nov 12 03:45:18.546363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e2956da-893a-40f6-b762-cd1c9888028c req-bbf9cef1-9a6b-4c4d-b7ee-e83a4a7e8a44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 217 time: 0.0522792 Nov 12 03:45:18.566083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-383100d6-f0bf-4a22-a24d-cd133f4c9568 req-609c9b45-e903-4080-8690-37949b8abd02 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079493 Nov 12 03:45:18.586609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-321bb886-65bd-4681-b547-4bf27bb18a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.589138 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-321bb886-65bd-4681-b547-4bf27bb18a42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 921 time: 0.1396532 Nov 12 03:45:18.625004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2956da-893a-40f6-b762-cd1c9888028c req-ea22d2cc-6c7e-4f72-87e1-79eea59e2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.626940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e2956da-893a-40f6-b762-cd1c9888028c req-ea22d2cc-6c7e-4f72-87e1-79eea59e2f5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.0675156 Nov 12 03:45:18.668801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-9aa4437e-3b28-48aa-8a13-16b71f8ac9b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a HTTP/1.1" status: 200 len: 217 time: 0.0573027 Nov 12 03:45:18.701934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2956da-893a-40f6-b762-cd1c9888028c req-84d32ada-73fa-4a2a-9520-e28a4c3f7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.701934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e2956da-893a-40f6-b762-cd1c9888028c req-84d32ada-73fa-4a2a-9520-e28a4c3f7ae0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545189 Nov 12 03:45:18.746728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-836f2812-2bf1-4229-bcc3-2842e28e7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.749550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-836f2812-2bf1-4229-bcc3-2842e28e7861 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.0761945 Nov 12 03:45:18.834015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-9686d94a-3558-4d0e-ad84-add44f8553d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587912 Nov 12 03:45:18.891716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e2956da-893a-40f6-b762-cd1c9888028c req-b23df6f6-08e8-4c8e-82c2-e1b17c713d23 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839139 Nov 12 03:45:19.059332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-94a28d45-2ea7-4ebd-8e49-c6bc3a4da2d2 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088599 Nov 12 03:45:19.064486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e2956da-893a-40f6-b762-cd1c9888028c req-8c2a7edd-db26-4050-ba4f-d03777141931 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613493 Nov 12 03:45:19.241129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b07a79-7033-4d21-bbf6-722589952018 req-3ac7ba4a-a3ce-4374-94f9-6a63bd5e6513 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.241756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19f6eb5f-2d78-4b43-8ea7-966ce3af0868 req-adf54a2d-cde4-4658-aa8a-cf89e856afe2 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610677 Nov 12 03:45:19.243082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6b07a79-7033-4d21-bbf6-722589952018 req-3ac7ba4a-a3ce-4374-94f9-6a63bd5e6513 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0881083 Nov 12 03:45:19.282037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41782) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:19.301453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6b07a79-7033-4d21-bbf6-722589952018 req-cf6babc0-104d-4795-91ae-7f9c93aaaa31 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499887 Nov 12 03:45:19.454645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eddaeb33-7a77-4967-9814-00eedb32658b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.466888 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6380ee-822a-4569-a845-d794acb3e3f4 req-57702f69-287c-44b8-be5c-fa00532c27cb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.468764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e6380ee-822a-4569-a845-d794acb3e3f4 req-57702f69-287c-44b8-be5c-fa00532c27cb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.1094699 Nov 12 03:45:19.551313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e6380ee-822a-4569-a845-d794acb3e3f4 req-63a0b5aa-1f2e-4294-9de8-ab648ce2f037 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746157 Nov 12 03:45:19.638306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eddaeb33-7a77-4967-9814-00eedb32658b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.642796 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eddaeb33-7a77-4967-9814-00eedb32658b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.709717 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eddaeb33-7a77-4967-9814-00eedb32658b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=151341b06e524b5688ec09242c0d0b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262571 Nov 12 03:45:19.709989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41790) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:19.710954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddaeb33-7a77-4967-9814-00eedb32658b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d4167-d1d4-4c59-9bbd-e52eef9c879a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:19.798002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51081-07a9-456b-834b-81cb641c250f req-3bdfaeb6-19e2-421e-a1d6-079a747ea98b tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.799704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cbe51081-07a9-456b-834b-81cb641c250f req-3bdfaeb6-19e2-421e-a1d6-079a747ea98b tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1054399 Nov 12 03:45:19.835543 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e746ad57-0c21-4620-b5a1-ebeb13c1ec5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.886258 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e746ad57-0c21-4620-b5a1-ebeb13c1ec5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.897995 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cbe51081-07a9-456b-834b-81cb641c250f req-15eeeefd-85ba-4bca-bf9d-4cc96a7c6cdd tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861266 Nov 12 03:45:19.953631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e746ad57-0c21-4620-b5a1-ebeb13c1ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.958937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e746ad57-0c21-4620-b5a1-ebeb13c1ec5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.960223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e746ad57-0c21-4620-b5a1-ebeb13c1ec5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a4d4167-d1d4-4c59-9bbd-e52eef9c879a HTTP/1.1" status: 204 len: 168 time: 0.2492404 Nov 12 03:45:19.970229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746ad57-0c21-4620-b5a1-ebeb13c1ec5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d4167-d1d4-4c59-9bbd-e52eef9c879a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:20.454552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09257-68a6-4421-8eaa-ab49bfab3612 req-f1826dbb-d8bd-4a3d-b8e9-c3944ac61a4b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.456227 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-deb09257-68a6-4421-8eaa-ab49bfab3612 req-f1826dbb-d8bd-4a3d-b8e9-c3944ac61a4b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0569513 Nov 12 03:45:20.512116 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-deb09257-68a6-4421-8eaa-ab49bfab3612 req-02fa6e55-59a4-4962-8ad2-161c764ff5a4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488539 Nov 12 03:45:20.697752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34183-558e-4c02-98c0-a14d78748e2f req-fe80e28b-86ca-4c37-bf0b-0ac9f54ceea4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.699254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15f34183-558e-4c02-98c0-a14d78748e2f req-fe80e28b-86ca-4c37-bf0b-0ac9f54ceea4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.0597525 Nov 12 03:45:20.753751 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15f34183-558e-4c02-98c0-a14d78748e2f req-1ca89e11-3551-4f40-a6c2-d3a7a7c423ce tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477948 Nov 12 03:45:21.030323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9680c0-aaf0-437e-927d-24b5675446f0 req-6590c20b-96f0-4f95-b893-d732b6670c85 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.031843 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f9680c0-aaf0-437e-927d-24b5675446f0 req-6590c20b-96f0-4f95-b893-d732b6670c85 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0539062 Nov 12 03:45:21.081716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f9680c0-aaf0-437e-927d-24b5675446f0 req-e8a2869f-c27e-444d-99d7-1b40f86fe060 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 Nov 12 03:45:21.658712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d1020c2-3de9-4d73-be0a-01ac60cf69cd details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:21.685308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84b48a-b316-475e-bffe-700f49905cc2 req-e042a974-de13-4d0c-b6d1-cdaa7ed238e5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.686836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a84b48a-b316-475e-bffe-700f49905cc2 req-e042a974-de13-4d0c-b6d1-cdaa7ed238e5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0576649 Nov 12 03:45:21.764159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a84b48a-b316-475e-bffe-700f49905cc2 req-7bc1b25e-2f25-49d4-8b19-90a7f0533d4a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691390 Nov 12 03:45:21.825816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:21.857157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'port_id': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'mac_address': 'fa:16:3e:28:f9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:21.908601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ca6bb-06be-4fee-937b-8bf99c0fb472 req-aa75acff-9d31-487e-937f-464ad3cff798 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.910226 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e14ca6bb-06be-4fee-937b-8bf99c0fb472 req-aa75acff-9d31-487e-937f-464ad3cff798 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.0634248 Nov 12 03:45:21.923464 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.944213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1020c2-3de9-4d73-be0a-01ac60cf69cd {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:21.974498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:21.980988 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.009380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e14ca6bb-06be-4fee-937b-8bf99c0fb472 req-d508e6a7-e22c-4b10-bf97-39333757c319 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826824 Nov 12 03:45:22.043225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:22.058882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.059376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.059821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.060441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.060900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.061494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.062026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.062453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.062881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.063846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.064281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.065815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:22.248320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cae811-9b09-425e-86c9-34ce5e0c2e0d req-9a2a2c6c-0936-47e5-90aa-696decde8729 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:22.256334 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2cae811-9b09-425e-86c9-34ce5e0c2e0d req-9a2a2c6c-0936-47e5-90aa-696decde8729 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0978262 Nov 12 03:45:22.293927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41864) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:22.299094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'network': {'name': 'tempest-network-smoke--138953764', 'project_id': 'e47ce9070e9249338eebca246c493c50', 'port_security_enabled': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:22.309051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2cae811-9b09-425e-86c9-34ce5e0c2e0d req-16d5c82f-8e6f-457a-9563-d37ad10f2afb tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515149 Nov 12 03:45:22.330230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Made reservation on behalf of e47ce9070e9249338eebca246c493c50 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:22.335874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.345958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.411398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5d1020c2-3de9-4d73-be0a-01ac60cf69cd'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:22.427495 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.432587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.476301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:22.485588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc1b571-a50b-40c6-b5a3-9d38f3273e37,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:22.493267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.493267 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Added segment f42e8917-6183-4e75-ade3-fa1d5daeea1a of type vlan for network 01142459-70d1-44ea-af57-db10bd9b48cf Nov 12 03:45:22.900674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95034b8-5901-486b-89c3-173976e150de req-c70bf83e-11cb-4981-82d7-04f93a7dc7a5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:22.906062 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d95034b8-5901-486b-89c3-173976e150de req-c70bf83e-11cb-4981-82d7-04f93a7dc7a5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0605526 Nov 12 03:45:22.970846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.983229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d95034b8-5901-486b-89c3-173976e150de req-5999ee8f-6ae1-4d0b-8a54-18c9e85104ea tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709143 Nov 12 03:45:23.002932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.009168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:23.010517 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.051147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7558668 Nov 12 03:45:23.053997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41880) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.059197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'admin_state_up': True, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:23.088636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.090136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.097301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a047a-bb81-452e-b86e-b5e3217a289f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Network': ['ID=01142459-70d1-44ea-af57-db10bd9b48cf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:23.112209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 01142459-70d1-44ea-af57-db10bd9b48cf details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:23.157369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.195226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bdac8-9285-4a21-8c77-921bd19cb832 req-f6971fe2-421f-4031-9b04-5ad7156a974d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:23.205626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65bdac8-9285-4a21-8c77-921bd19cb832 req-f6971fe2-421f-4031-9b04-5ad7156a974d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 944 time: 0.0750647 Nov 12 03:45:23.276613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65bdac8-9285-4a21-8c77-921bd19cb832 req-4b71f65a-7596-4829-8e65-9b88f3086818 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685325 Nov 12 03:45:23.363603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.901526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.922086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.035572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Allocated IP 172.25.0.104 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/d89a0f80-c925-444e-8132-99b5a7a534a9) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:24.112749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b1029-3c0e-45e4-97cf-fb4280211693 req-075ea026-a355-41dd-93b9-5b2baf59625c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:24.115234 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b6b1029-3c0e-45e4-97cf-fb4280211693 req-075ea026-a355-41dd-93b9-5b2baf59625c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0548873 Nov 12 03:45:24.162258 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.165924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b6b1029-3c0e-45e4-97cf-fb4280211693 req-c57694f6-affd-4248-ae79-4f3a2acaa97c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441513 Nov 12 03:45:24.196435 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.242125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:24.245784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:24.253720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:24.279525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae9a4a-1b47-4a80-a0f6-ac09a1995c67 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:24.280041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=d89a0f80-c925-444e-8132-99b5a7a534a9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:24.350126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-aaa4737a-6400-413c-bc23-2ecc37860f24 None None] Provisioning complete for port d89a0f80-c925-444e-8132-99b5a7a534a9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:24.351228 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aaa4737a-6400-413c-bc23-2ecc37860f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.398107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4737a-6400-413c-bc23-2ecc37860f24 None None] Port d89a0f80-c925-444e-8132-99b5a7a534a9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:24.455246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da502a3-1216-47e6-ac54-cef217735be6 req-5002bbc7-c4d6-42a1-add6-15638799bf1b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:24.456916 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1da502a3-1216-47e6-ac54-cef217735be6 req-5002bbc7-c4d6-42a1-add6-15638799bf1b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 944 time: 0.0940211 Nov 12 03:45:24.580051 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:45:24.588612 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1da502a3-1216-47e6-ac54-cef217735be6 req-0e320521-dd31-4284-9a18-d1f1297d137f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954692 Nov 12 03:45:24.605658 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.671970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.829571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.896537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40693e8b-b1b7-48a8-9f4f-cc59875231bf req-6635e3c1-c4a1-4f9a-b90c-fee4f40eb76d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:24.898354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40693e8b-b1b7-48a8-9f4f-cc59875231bf req-6635e3c1-c4a1-4f9a-b90c-fee4f40eb76d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0544617 Nov 12 03:45:24.980018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40693e8b-b1b7-48a8-9f4f-cc59875231bf req-e8d6a783-a812-4c1d-b1a8-e23856e7e6aa tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723648 Nov 12 03:45:24.993614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Router cfb83193-44e1-4874-adb5-34af6fb54e1f is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:25.124500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:25.135002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Sync routers for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:25.146248 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.147270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:25.147782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f2fbf366-3da3-472a-b28c-f79c63877475 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0927670 Nov 12 03:45:25.148305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:25.153090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41904) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.310689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:25.349708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47013a68-0e42-4907-b87c-70a2eeff173b req-337d0bb8-c86c-407e-9d52-fd3ae24b95cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0600593 Nov 12 03:45:25.449416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4ba06ac5-d294-4d6b-b35d-77415fc5e4b4 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=e47ce9070e9249338eebca246c493c50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2950718 Nov 12 03:45:25.451177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41918) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.454991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47013a68-0e42-4907-b87c-70a2eeff173b req-1c466339-04c7-41cd-973e-12b9a2a6ab63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0341024 Nov 12 03:45:25.481696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b6cb2-a3ab-440d-89a4-20e91b6be7cb req-2b023d35-8a89-434e-8087-39a716be5aa0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:25.490496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba0b6cb2-a3ab-440d-89a4-20e91b6be7cb req-2b023d35-8a89-434e-8087-39a716be5aa0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.1720183 Nov 12 03:45:25.516577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47013a68-0e42-4907-b87c-70a2eeff173b req-5ccd0b43-a9a6-4412-8e5e-1c2b49308bc0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335395 Nov 12 03:45:25.590321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:24Z', 'revision_number': 3, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:25.639004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Checking router: cfb83193-44e1-4874-adb5-34af6fb54e1f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:25.639372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Updating router cfb83193-44e1-4874-adb5-34af6fb54e1f port d89a0f80-c925-444e-8132-99b5a7a534a9 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:25.674190 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.691738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47013a68-0e42-4907-b87c-70a2eeff173b req-bbcbc1a3-bf22-4fc6-b1ec-1634704dcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:25.695155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47013a68-0e42-4907-b87c-70a2eeff173b req-bbcbc1a3-bf22-4fc6-b1ec-1634704dcb86 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1726556 Nov 12 03:45:25.756550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9445e60-db02-406a-b8f9-4afefb8ffca1 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:25.761932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b9445e60-db02-406a-b8f9-4afefb8ffca1 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3032763 Nov 12 03:45:25.764820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41924) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.800323 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a8ea0151-f644-4456-abce-962af5e37d0b tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331819 Nov 12 03:45:25.801271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41926) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.808326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d1020c2-3de9-4d73-be0a-01ac60cf69cd up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:25.812811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682020965', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'project_id': 'e47ce9070e9249338eebca246c493c50', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:25.832652 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba0b6cb2-a3ab-440d-89a4-20e91b6be7cb req-b3b94af3-ae81-46f2-bdbe-91aca18fd823 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412757 Nov 12 03:45:25.841582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068648c-04d9-4b34-bc1c-c80b3a06f3d5 req-2ab049bd-1660-4755-b75d-4e088a147ebe tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:25.851660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2068648c-04d9-4b34-bc1c-c80b3a06f3d5 req-2ab049bd-1660-4755-b75d-4e088a147ebe tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 944 time: 0.1312253 Nov 12 03:45:25.940180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:25.957602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:25.958251 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.017236 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2068648c-04d9-4b34-bc1c-c80b3a06f3d5 req-e7171cc0-b269-4978-8586-b5e1ad895fa4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607831 Nov 12 03:45:26.041568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Made reservation on behalf of e47ce9070e9249338eebca246c493c50 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:26.047112 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.118493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.129612 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.170365 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.182850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942acb99-f087-4055-8983-5a515873de73 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:26.223693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Attempting to bind port d89a0f80-c925-444e-8132-99b5a7a534a9 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:26.224193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Attempting to bind port d89a0f80-c925-444e-8132-99b5a7a534a9 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:26.224424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Attempting to bind port d89a0f80-c925-444e-8132-99b5a7a534a9 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:26.241569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f563f7-5fdc-4f56-8685-48aea7939151 None None] Pushing event updated for resources: {'Port': ['ID=d89a0f80-c925-444e-8132-99b5a7a534a9,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.254524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:26.254915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:26.255313 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.255710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:26.256379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Bound port: d89a0f80-c925-444e-8132-99b5a7a534a9, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:26.256782 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.259217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:26.263575 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b787494b-a70b-4388-8824-8872e38bb0e5" -d '{"events": [{"server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "name": "network-vif-plugged", "status": "completed", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:26.335310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] For port d89a0f80-c925-444e-8132-99b5a7a534a9, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:26.339611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:26.355936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.363116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] For port d89a0f80-c925-444e-8132-99b5a7a534a9, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d89a0f80-c925-444e-8132-99b5a7a534a9,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:26.366264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-27f5c322-06d2-4bea-9f96-a476c5e4955f None None] Provisioning complete for port d89a0f80-c925-444e-8132-99b5a7a534a9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:26.366264 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-27f5c322-06d2-4bea-9f96-a476c5e4955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.426441 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.433992 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.435738 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3bd84-c5ff-4c4f-91cb-de91d765ef9c x-openstack-request-id: req-06b3bd84-c5ff-4c4f-91cb-de91d765ef9c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:26.436033 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "name": "network-vif-plugged", "status": "completed", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:26.436291 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06b3bd84-c5ff-4c4f-91cb-de91d765ef9c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:26.436687 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'code': 200} Nov 12 03:45:26.488501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-ee2c93b8-fefb-4f36-be75-645f5659ffce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817695 Nov 12 03:45:26.501205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0d59e9-dd4b-44b5-8195-2325c6b04712 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:26.506478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Subnet': ['ID=d8de2694-305e-457c-9f89-36bf56e779e5,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.546883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.610749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Checking segment: {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:26.611230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network hostable DHCP agents. Network: 01142459-70d1-44ea-af57-db10bd9b48cf, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:26.613370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:26.614212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:26.618999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4c04-f75f-47e1-a308-f138c9dab923 req-51bd82e7-4db7-421d-b8b0-2ecb60e171b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:26.620922 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07cc4c04-f75f-47e1-a308-f138c9dab923 req-51bd82e7-4db7-421d-b8b0-2ecb60e171b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1097 time: 0.1285079 Nov 12 03:45:26.652700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-7aa65489-8f7c-4ce8-93b8-6d98c67739d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:26.652967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network 01142459-70d1-44ea-af57-db10bd9b48cf is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:26.656028 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-7aa65489-8f7c-4ce8-93b8-6d98c67739d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1096 time: 0.0809982 Nov 12 03:45:26.667709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 01142459-70d1-44ea-af57-db10bd9b48cf) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:26.678216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:26.678970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.706293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-07cc4c04-f75f-47e1-a308-f138c9dab923 req-62b293df-a9d0-4478-9e7e-cd709dc3f473 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738122 Nov 12 03:45:26.715493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1515a2a2-73fd-4133-a04f-8ee9c67da75d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9078102 Nov 12 03:45:26.718706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41936) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.720701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff1f8b-4359-4a91-a238-b052a95e5460 None None] Network 01142459-70d1-44ea-af57-db10bd9b48cf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:26.788467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-47a4a640-7ad0-49af-ad40-c7fb6f1767d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:26.790354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-47a4a640-7ad0-49af-ad40-c7fb6f1767d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1119013 Nov 12 03:45:27.050214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-ccaf58bc-97be-40dc-a4f9-bf96265fb394 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 999 time: 0.1294661 Nov 12 03:45:27.053293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f563f7-5fdc-4f56-8685-48aea7939151 None None] Pushing event updated for resources: {'Port': ['ID=d89a0f80-c925-444e-8132-99b5a7a534a9,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.064349 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-27f5c322-06d2-4bea-9f96-a476c5e4955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.120618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:27.123501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-27f5c322-06d2-4bea-9f96-a476c5e4955f None None] For port d89a0f80-c925-444e-8132-99b5a7a534a9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d89a0f80-c925-444e-8132-99b5a7a534a9,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:27.127631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b1578-381d-41f3-9f86-02430a0f938a req-ba3b123c-1538-4828-acc5-60dafda2f977 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:27.134294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-499b1578-381d-41f3-9f86-02430a0f938a req-ba3b123c-1538-4828-acc5-60dafda2f977 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.1416659 Nov 12 03:45:27.198749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-c6068f1b-74fa-4295-b9d4-8b3b34c5aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:27.201008 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-27f5c322-06d2-4bea-9f96-a476c5e4955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.201761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-c6068f1b-74fa-4295-b9d4-8b3b34c5aeb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1409822 Nov 12 03:45:27.233543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1d323-f70f-4f9e-95e0-41fa7da30119 req-ddf3e062-d480-469e-9f97-54e71c94fc79 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:27.240733 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce1d323-f70f-4f9e-95e0-41fa7da30119 req-ddf3e062-d480-469e-9f97-54e71c94fc79 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0959263 Nov 12 03:45:27.243789 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-499b1578-381d-41f3-9f86-02430a0f938a req-d262c731-cad4-4017-bc5e-da56fb29c523 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028256 Nov 12 03:45:27.304019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-28f7a6e9-bd28-4729-8cd1-f739074fb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:27.305768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-28f7a6e9-bd28-4729-8cd1-f739074fb5ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567532 Nov 12 03:45:27.361854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5c322-06d2-4bea-9f96-a476c5e4955f None None] Pushing event updated for resources: {'Port': ['ID=d89a0f80-c925-444e-8132-99b5a7a534a9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.381877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.395893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2b286ccd-b6a4-47b1-a513-4d4fe9b28d0d None None] Provisioning complete for port d89a0f80-c925-444e-8132-99b5a7a534a9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:27.397035 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b286ccd-b6a4-47b1-a513-4d4fe9b28d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.444920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-bd1da03b-7be6-4ca2-858f-2a365009a337 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302361 Nov 12 03:45:27.450707 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ce1d323-f70f-4f9e-95e0-41fa7da30119 req-1693fbc3-8947-4fb4-b8d5-07b487da995e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090895 Nov 12 03:45:27.532786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-01142459-70d1-44ea-af57-db10bd9b48cf', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:27.533643 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.615020 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7b4016f-8f90-461e-9f9f-73803adeb812 req-5abe46a0-a1ec-4256-ad3b-4484338bbc09 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554620 Nov 12 03:45:27.761636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:24Z', 'revision_number': 3, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:27.773783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Allocated IP 172.20.0.1 (01142459-70d1-44ea-af57-db10bd9b48cf/d8de2694-305e-457c-9f89-36bf56e779e5/b29617c7-0c3e-4476-b663-47e1a2f3ee3e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:27.789407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0aa8e-6bb4-4cad-9a3d-d90be7c85174 None None] The sync data for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 is: [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:24Z', 'revision_number': 3, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:27.944289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.002079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.075316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network 01142459-70d1-44ea-af57-db10bd9b48cf is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:28.079857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:28.082060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Allocated IP 172.20.0.2 (01142459-70d1-44ea-af57-db10bd9b48cf/d8de2694-305e-457c-9f89-36bf56e779e5/20a75ff6-b705-436f-9df1-b61d19a33785) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:28.082221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:28.084496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:28.192865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.424687 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.436400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.468264 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.479281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d12d6-08c8-4762-a921-57fcba3f6efd req-a4789984-8e28-487c-8ae4-0e0eb2160c72 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:28.487247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-764d12d6-08c8-4762-a921-57fcba3f6efd req-a4789984-8e28-487c-8ae4-0e0eb2160c72 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0997224 Nov 12 03:45:28.523317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Network 01142459-70d1-44ea-af57-db10bd9b48cf is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:28.528384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:28.531344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:28.539945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Pushing event updated for resources: {'Port': ['ID=20a75ff6-b705-436f-9df1-b61d19a33785,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:28.626419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-764d12d6-08c8-4762-a921-57fcba3f6efd req-2ecde582-c6e8-49b0-b5a0-049bcc55beb0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286013 Nov 12 03:45:28.688781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Attempting to bind port 20a75ff6-b705-436f-9df1-b61d19a33785 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:28.689517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Attempting to bind port 20a75ff6-b705-436f-9df1-b61d19a33785 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:28.690060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Attempting to bind port 20a75ff6-b705-436f-9df1-b61d19a33785 on network 01142459-70d1-44ea-af57-db10bd9b48cf {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:28.708951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:28.711072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Checking segment: {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:28.712488 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.714551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Bound using segment: {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:28.718477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Bound port: 20a75ff6-b705-436f-9df1-b61d19a33785, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:28.718976 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.843605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d89a0f80-c925-444e-8132-99b5a7a534a9 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:28.865173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeadeb-96cb-4808-b70c-bac1fe731a4d req-01259825-607f-4aee-8c0f-edd5168a68a3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:28.874240 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5cfeadeb-96cb-4808-b70c-bac1fe731a4d req-01259825-607f-4aee-8c0f-edd5168a68a3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.2487173 Nov 12 03:45:28.893485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] For port 20a75ff6-b705-436f-9df1-b61d19a33785, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:28.915063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] For port 20a75ff6-b705-436f-9df1-b61d19a33785, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=20a75ff6-b705-436f-9df1-b61d19a33785,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:28.924453 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.980050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d89a0f80-c925-444e-8132-99b5a7a534a9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:28.980434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.982056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5cfeadeb-96cb-4808-b70c-bac1fe731a4d req-f94f66fe-5064-4e30-8bb2-9ce0117605af tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067326 Nov 12 03:45:29.083558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb18c4-5a4a-4908-a184-29ef09d76368 None None] Pushing event updated for resources: {'Port': ['ID=20a75ff6-b705-436f-9df1-b61d19a33785,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:29.189969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.196597 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.211352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5704c3-5106-402b-afe5-6a65dfb9706f req-f2eb985a-298b-4f59-a422-6bf7643c4247 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:29.214851 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5704c3-5106-402b-afe5-6a65dfb9706f req-f2eb985a-298b-4f59-a422-6bf7643c4247 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0816100 Nov 12 03:45:29.316214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd5704c3-5106-402b-afe5-6a65dfb9706f req-f01e3389-918f-4d96-96df-4bc9c92ed621 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935309 Nov 12 03:45:29.329503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41962) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.337065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.371537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:29.430391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097a142-95e8-4174-ab55-5bd43bfd0922 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:29.436649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d097a142-95e8-4174-ab55-5bd43bfd0922 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1092 time: 0.1022286 Nov 12 03:45:29.437780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41964) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.444077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:29.481111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.562620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network 01142459-70d1-44ea-af57-db10bd9b48cf is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:29.565090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:29.685614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.786118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Router cfb83193-44e1-4874-adb5-34af6fb54e1f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:29.924360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c49d4-5c52-4fa9-aa65-cdcc66a2936b req-ed64b547-e60f-4512-ad01-4e4fda408bce tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:29.929498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd5c49d4-5c52-4fa9-aa65-cdcc66a2936b req-ed64b547-e60f-4512-ad01-4e4fda408bce tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.1555552 Nov 12 03:45:29.987116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.25.0.195 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/08d2f85e-8e38-422e-b8b8-5a15b7deb4a7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:30.234811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd5c49d4-5c52-4fa9-aa65-cdcc66a2936b req-157b3453-c06d-49db-a17d-59f369b552a8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013663 Nov 12 03:45:30.297964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.383241 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.445280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:30.448853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=08d2f85e-8e38-422e-b8b8-5a15b7deb4a7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:30.454413 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84ec3b9f-28a9-458a-83c4-5bee9a29100b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "PUT /v2.0/routers/cfb83193-44e1-4874-adb5-34af6fb54e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7343040 Nov 12 03:45:30.458593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.463299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-542f7a78-dac6-49ae-a550-1cdf2384ba07 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--530484692', 'description': 'tempest-secgroup_access--530484692 description', 'project_id': 'e47ce9070e9249338eebca246c493c50'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:30.473636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:30.475726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:30.479378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:30.517211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-542f7a78-dac6-49ae-a550-1cdf2384ba07 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.594874 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Sync routers for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:30.616177 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:30.617890 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:30.681345 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-542f7a78-dac6-49ae-a550-1cdf2384ba07 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.686993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-542f7a78-dac6-49ae-a550-1cdf2384ba07 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.748865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-542f7a78-dac6-49ae-a550-1cdf2384ba07 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.750794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-542f7a78-dac6-49ae-a550-1cdf2384ba07 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2911170 Nov 12 03:45:30.753675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.768529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-112b89be-17f1-4d76-bb46-014cf31edbca tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--20100926', 'description': 'tempest-secgroup_general--20100926 description', 'project_id': 'e47ce9070e9249338eebca246c493c50'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:30.793429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f7a78-dac6-49ae-a550-1cdf2384ba07 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe432ee-6a33-4138-bf56-a96f01c72da2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:30.799132 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-112b89be-17f1-4d76-bb46-014cf31edbca tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.873157 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:30.929461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 20a75ff6-b705-436f-9df1-b61d19a33785 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:30.963272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-112b89be-17f1-4d76-bb46-014cf31edbca tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.967568 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-112b89be-17f1-4d76-bb46-014cf31edbca tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.028036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-112b89be-17f1-4d76-bb46-014cf31edbca tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.032683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-112b89be-17f1-4d76-bb46-014cf31edbca tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2682278 Nov 12 03:45:31.033454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42002) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.040234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8cb8cb69-e523-41a4-b1ec-b7245861edbf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'security_group_rule': {'security_group_id': 'bbe432ee-6a33-4138-bf56-a96f01c72da2', 'project_id': 'e47ce9070e9249338eebca246c493c50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:31.070272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b89be-17f1-4d76-bb46-014cf31edbca tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9115e-f602-4c4b-98c9-18f31e08ea2a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:31.075885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 20a75ff6-b705-436f-9df1-b61d19a33785 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:31.076263 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.088522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0078c31-6075-404f-bc92-d9a6b037559d None None] Network 01142459-70d1-44ea-af57-db10bd9b48cf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:31.158850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb8cb69-e523-41a4-b1ec-b7245861edbf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.222147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-00cb3036-6b35-4734-8501-3364b382d458 None None] Provisioning complete for port 20a75ff6-b705-436f-9df1-b61d19a33785 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:31.222771 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00cb3036-6b35-4734-8501-3364b382d458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.348526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 2, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:31.356544 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb8cb69-e523-41a4-b1ec-b7245861edbf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.369390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb8cb69-e523-41a4-b1ec-b7245861edbf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.398178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8cb69-e523-41a4-b1ec-b7245861edbf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1dd831a-f691-4c54-8d53-95327b0dca67,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:31.400702 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Checking router: cfb83193-44e1-4874-adb5-34af6fb54e1f for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:31.401394 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Updating router cfb83193-44e1-4874-adb5-34af6fb54e1f port b29617c7-0c3e-4476-b663-47e1a2f3ee3e binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:31.418225 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb8cb69-e523-41a4-b1ec-b7245861edbf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.426527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b514499-850d-4c4a-97df-8dc88436dc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.446511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8cb8cb69-e523-41a4-b1ec-b7245861edbf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4097307 Nov 12 03:45:31.482580 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.536353 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.545928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae732b7b-25a0-4abc-a18e-9377148c6fc3 req-fc98be19-0719-4b51-8b61-27bec5c950c7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:31.551736 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae732b7b-25a0-4abc-a18e-9377148c6fc3 req-fc98be19-0719-4b51-8b61-27bec5c950c7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.2927604 Nov 12 03:45:31.569150 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00cb3036-6b35-4734-8501-3364b382d458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.653314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 20a75ff6-b705-436f-9df1-b61d19a33785, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=20a75ff6-b705-436f-9df1-b61d19a33785,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:31.695972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.784119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-2c5d758b-ed4d-45d1-8637-67c60c905ddd tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--20100926&fields=id&tenant_id=e47ce9070e9249338eebca246c493c50 HTTP/1.1" status: 200 len: 267 time: 0.1218529 Nov 12 03:45:31.797956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:31.861160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae732b7b-25a0-4abc-a18e-9377148c6fc3 req-08707776-d830-4e07-a383-0d8dee47f3c1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995304 Nov 12 03:45:31.910406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-7cfab99e-34cf-48d5-9732-8b7230592485 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--530484692&fields=id&tenant_id=e47ce9070e9249338eebca246c493c50 HTTP/1.1" status: 200 len: 267 time: 0.1181648 Nov 12 03:45:31.925360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.998741 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-00cb3036-6b35-4734-8501-3364b382d458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:45:31.999351 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-00cb3036-6b35-4734-8501-3364b382d458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:45:32.084388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=20a75ff6-b705-436f-9df1-b61d19a33785,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.096839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.196514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-d49daf12-889f-45da-bf92-37c49f959edf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:32.202465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-d49daf12-889f-45da-bf92-37c49f959edf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/networks?id=01142459-70d1-44ea-af57-db10bd9b48cf HTTP/1.1" status: 200 len: 796 time: 0.2810931 Nov 12 03:45:32.217561 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.225938 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.265951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-34ee9242-c197-4db7-93a4-dd520a81527e tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/quotas/e47ce9070e9249338eebca246c493c50 HTTP/1.1" status: 200 len: 375 time: 0.0565526 Nov 12 03:45:32.294210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:32.333432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'port_id': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'mac_address': 'fa:16:3e:d4:77:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:32.365770 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-36bf6832-676b-4b71-a33d-0f10f15f6797 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930939 Nov 12 03:45:32.379887 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dabc6-1d82-4552-a48f-92fc5e0df637 None None] Pushing event updated for resources: {'Port': ['ID=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.427638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.433536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.451358 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.480643 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Attempting to bind port b29617c7-0c3e-4476-b663-47e1a2f3ee3e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:32.481441 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Attempting to bind port b29617c7-0c3e-4476-b663-47e1a2f3ee3e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:32.482061 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Attempting to bind port b29617c7-0c3e-4476-b663-47e1a2f3ee3e on network 01142459-70d1-44ea-af57-db10bd9b48cf {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:32.483130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74970dda-6816-47eb-8b2b-1c57e2d77125 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:32.496934 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:32.501721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Checking segment: {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:32.502547 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.504566 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Bound using segment: {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:32.505509 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Bound port: b29617c7-0c3e-4476-b663-47e1a2f3ee3e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:32.509033 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.532407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:32.551804 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.707370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-3e19a778-faf7-42a7-932d-bcb435366a29 service neutron] 10.222.0.49 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138301 Nov 12 03:45:32.751770 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] For port b29617c7-0c3e-4476-b663-47e1a2f3ee3e, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:32.767992 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] For port b29617c7-0c3e-4476-b663-47e1a2f3ee3e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:32.778762 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.784674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.792945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.798921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=08d2f85e-8e38-422e-b8b8-5a15b7deb4a7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.822682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3187ed11-d9ed-4f12-a081-e0f91e836a62 None None] Provisioning complete for port b29617c7-0c3e-4476-b663-47e1a2f3ee3e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:32.823263 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3187ed11-d9ed-4f12-a081-e0f91e836a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.902741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 20a75ff6-b705-436f-9df1-b61d19a33785 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:32.997982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['74970dda-6816-47eb-8b2b-1c57e2d77125'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:33.017279 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:33.017919 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:33.078424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-b8b3bcbc-9f84-484d-a81e-68c4e7dece37 service neutron] 10.222.0.49 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632081 Nov 12 03:45:33.082246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 20a75ff6-b705-436f-9df1-b61d19a33785 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:33.082637 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.258308 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3187ed11-d9ed-4f12-a081-e0f91e836a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.261594 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:33.305237 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Floating IP 9070fe23-1cba-4fe5-b104-f6cd796a1a0f associated. External IP: 172.25.0.195, port: 5d1020c2-3de9-4d73-be0a-01ac60cf69cd. Nov 12 03:45:33.320126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3187ed11-d9ed-4f12-a081-e0f91e836a62 None None] For port b29617c7-0c3e-4476-b663-47e1a2f3ee3e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:33.341219 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3187ed11-d9ed-4f12-a081-e0f91e836a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.370206 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dabc6-1d82-4552-a48f-92fc5e0df637 None None] Pushing event updated for resources: {'Port': ['ID=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:33.445210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c8092-3278-4566-a32f-9491db72b33c req-b8f46555-3aa4-405e-abe2-27a755dfacb3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.463100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5c8092-3278-4566-a32f-9491db72b33c req-b8f46555-3aa4-405e-abe2-27a755dfacb3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 944 time: 0.3411291 Nov 12 03:45:33.731185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa5c8092-3278-4566-a32f-9491db72b33c req-a03f9b2d-13b3-48f0-b9c1-1651fa3ba913 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571685 Nov 12 03:45:33.760631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-395be034-256e-40a2-b94a-f5d2883244b4 req-6e95495b-c3ca-482b-9864-f2b621a1204c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 210 time: 0.0834191 Nov 12 03:45:33.801414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3187ed11-d9ed-4f12-a081-e0f91e836a62 None None] Provisioning complete for port 20a75ff6-b705-436f-9df1-b61d19a33785 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:33.801796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3187ed11-d9ed-4f12-a081-e0f91e836a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.893911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187ed11-d9ed-4f12-a081-e0f91e836a62 None None] Pushing event updated for resources: {'Port': ['ID=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:33.921640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-267b6947-49cc-42c7-accb-2de79fb0de03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.955290 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:32Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:34.078184 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ab4da-85ca-4415-a5c6-fd0fafd8bbbe None None] The sync data for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 is: [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:32Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:34.208428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9720f7e0-eeb6-4514-a135-7b1107ccadf5 None None] Provisioning complete for port b29617c7-0c3e-4476-b663-47e1a2f3ee3e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:34.213510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9720f7e0-eeb6-4514-a135-7b1107ccadf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.362855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router fa571735-086f-4ff8-8843-f17ae82c53be has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:34.640724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cc5fa066-8c46-4527-95ce-c95b20ee62e8 None None] Provisioning complete for port b29617c7-0c3e-4476-b663-47e1a2f3ee3e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:34.647216 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa066-8c46-4527-95ce-c95b20ee62e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.680051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:34.710668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] Sync routers for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:34.719658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.795280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:34.795911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:34.812146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0aa40ddd-993b-4c7d-aea6-38983163b984 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3731050 Nov 12 03:45:34.812986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:34.815137 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d6a1ed-465f-43cb-819c-19395c1154e7" -d '{"events": [{"name": "network-changed", "server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:35.003218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b29617c7-0c3e-4476-b663-47e1a2f3ee3e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:35.046679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31d60ff9-88dd-4984-983b-2e0ee60bf2c9 req-117a20ef-4c7e-4be0-ab35-bb79bfc4df07 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 210 time: 0.0874214 Nov 12 03:45:35.145833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490da4-a8df-4b6f-80fe-f5df4175ca35 req-aba38087-bc9b-4f61-a369-896ada0dc7c5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:35.159496 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-05490da4-a8df-4b6f-80fe-f5df4175ca35 req-aba38087-bc9b-4f61-a369-896ada0dc7c5 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 944 time: 0.1992147 Nov 12 03:45:35.255243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8a8d3-cd42-4747-a539-d1f5e370c58d req-5e6349d0-9b94-4553-99f1-06299fa3eb30 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:35.265712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ef8a8d3-cd42-4747-a539-d1f5e370c58d req-5e6349d0-9b94-4553-99f1-06299fa3eb30 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.1172726 Nov 12 03:45:35.340270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-05490da4-a8df-4b6f-80fe-f5df4175ca35 req-cf4fdd7b-f844-4ecd-aaa3-d2ffd80122ac tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715326 Nov 12 03:45:35.488793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ef8a8d3-cd42-4747-a539-d1f5e370c58d req-9ea1a7fd-4d12-4556-b68f-27ffeb8286ee tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187581 Nov 12 03:45:35.509920 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9b3113-dec6-4629-94b8-c58274b00faf x-openstack-request-id: req-ff9b3113-dec6-4629-94b8-c58274b00faf {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:35.510273 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:35.510489 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff9b3113-dec6-4629-94b8-c58274b00faf {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:35.511240 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'status': 'completed', 'code': 200} Nov 12 03:45:35.511906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42138) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:35.637243 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8d7ee3ae-616b-47a3-babd-a15571e4a68e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/9070fe23-1cba-4fe5-b104-f6cd796a1a0f HTTP/1.1" status: 200 len: 991 time: 0.1233525 Nov 12 03:45:35.685369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-66f7648f-8ded-4b50-91be-d7ff34c6d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:35.687319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-66f7648f-8ded-4b50-91be-d7ff34c6d557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1097 time: 0.1221027 Nov 12 03:45:35.852404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:35.865566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.946626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-8de50e03-14f9-431d-a663-3fb0c30e51c2 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:35.949664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-8de50e03-14f9-431d-a663-3fb0c30e51c2 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.20 "GET /v2.0/networks?id=01142459-70d1-44ea-af57-db10bd9b48cf HTTP/1.1" status: 200 len: 796 time: 0.3102951 Nov 12 03:45:35.950283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:36.021975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-a11b610f-a9e2-49df-91d3-8303c00bcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.029902 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-a11b610f-a9e2-49df-91d3-8303c00bcda5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 899 time: 0.3261144 Nov 12 03:45:36.143904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b29617c7-0c3e-4476-b663-47e1a2f3ee3e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:36.144652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.156148 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-547c1cec-18a8-4617-86f1-6dc7aeb7c219 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47ce9070e9249338eebca246c493c50 HTTP/1.1" status: 200 len: 475 time: 0.1883676 Nov 12 03:45:36.188936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'port': {'device_id': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'admin_state_up': True, 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'security_groups': ['94c9115e-f602-4c4b-98c9-18f31e08ea2a', 'bbe432ee-6a33-4138-bf56-a96f01c72da2']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:36.349316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dcc4d6b8-f63e-43c7-88ab-e63ca1215e0f req-b9ffe5ba-175c-4e50-9b9c-04a9fd17f158 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 210 time: 0.1183343 Nov 12 03:45:36.364225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-7ecda173-c702-4a88-8377-27fe2072d404 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 999 time: 0.3183367 Nov 12 03:45:36.385729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 74970dda-6816-47eb-8b2b-1c57e2d77125 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:36.386116 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.539826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-7f579f92-e9ef-4593-9698-737d9d3da593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.542116 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-7f579f92-e9ef-4593-9698-737d9d3da593 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.1705930 Nov 12 03:45:36.574255 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.639489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42160) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.670934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Made reservation on behalf of e47ce9070e9249338eebca246c493c50 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:36.679659 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.813500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551f94-83dc-4e04-a04f-1c6f07b88f82 req-b53085b8-3c88-4460-b366-6810957ceed6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.816144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46551f94-83dc-4e04-a04f-1c6f07b88f82 req-b53085b8-3c88-4460-b366-6810957ceed6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 944 time: 0.2700431 Nov 12 03:45:36.825770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-d6055926-c363-4c22-bd30-8fb4716b0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:36.830380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-d6055926-c363-4c22-bd30-8fb4716b0c10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2774327 Nov 12 03:45:36.921112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-21fd58fc-d94d-42a6-aa29-6a3e52bd06d4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/9070fe23-1cba-4fe5-b104-f6cd796a1a0f HTTP/1.1" status: 200 len: 991 time: 0.2789083 Nov 12 03:45:37.106038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-1c13cecf-9f8c-43ec-9bbd-53aa19e979b8 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525280 Nov 12 03:45:37.150370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.161437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46551f94-83dc-4e04-a04f-1c6f07b88f82 req-2e246eeb-e2d5-4578-a367-dd67c5cf7ee2 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375232 Nov 12 03:45:37.187911 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.210118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Allocated IP 172.20.0.7 (01142459-70d1-44ea-af57-db10bd9b48cf/d8de2694-305e-457c-9f89-36bf56e779e5/7ba43860-a88d-4a3c-a4ee-d193abb8ce43) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:37.281021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:37.283953 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ecde42-2dc0-40a8-8e85-ae589e9b3105" -d '{"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-plugged", "status": "completed", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:37.321096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:37.335796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.382092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d6a1ed-465f-43cb-819c-19395c1154e7 req-6ade3d25-99c1-4255-a5a6-6372c449a783 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699080 Nov 12 03:45:37.395009 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d06590-89a1-4229-93e0-ac1cfbf8afb0 x-openstack-request-id: req-08d06590-89a1-4229-93e0-ac1cfbf8afb0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:37.395305 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-plugged", "status": "completed", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:37.395602 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08d06590-89a1-4229-93e0-ac1cfbf8afb0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:37.396077 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'code': 200} Nov 12 03:45:37.402002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9070fe23-1cba-4fe5-b104-f6cd796a1a0f', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'port_id': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'mac_address': 'fa:16:3e:28:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:31Z', 'updated_at': '2021-11-12T03:45:31Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:14Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:37.459602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] Checking router: fa571735-086f-4ff8-8843-f17ae82c53be for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:37.482471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.511280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:37.512045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:37.607633 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.662984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.726974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.728050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:37.752060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network 01142459-70d1-44ea-af57-db10bd9b48cf is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:37.755377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:37.773930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:37.879736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:37.880492 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.922643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42188) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:37.932825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdba92a-76a4-4f13-a941-305fd2a8c4b8 req-53f451e3-186c-4af6-959a-8968a09672f3 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:37.935171 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bdba92a-76a4-4f13-a941-305fd2a8c4b8 req-53f451e3-186c-4af6-959a-8968a09672f3 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 970 time: 0.4179606 Nov 12 03:45:37.941197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-553b99ae-f5cb-45a6-bd59-e7e9a3e44c0a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7715561 Nov 12 03:45:37.969782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Request body: {'port': {'device_id': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:38.098614 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ab05d2d-8efb-4369-a237-48202029c8f0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/9070fe23-1cba-4fe5-b104-f6cd796a1a0f HTTP/1.1" status: 200 len: 991 time: 0.1746974 Nov 12 03:45:38.161390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c7522f06-d05b-4898-b6c7-f694db5feec2 None None] Provisioning complete for port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:38.162706 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c7522f06-d05b-4898-b6c7-f694db5feec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.171034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bdba92a-76a4-4f13-a941-305fd2a8c4b8 req-42c6edf1-8f6f-493b-9dd9-27150f9a163d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2286215 Nov 12 03:45:38.174718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.227753 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c7522f06-d05b-4898-b6c7-f694db5feec2 None None] Port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:38.233054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9070fe23-1cba-4fe5-b104-f6cd796a1a0f', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'port_id': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'mac_address': 'fa:16:3e:28:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:31Z', 'updated_at': '2021-11-12T03:45:31Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:14Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:38.278680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db54b39-c122-4d18-a206-d0faa6aa89c6 None None] The sync data for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 is: [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9070fe23-1cba-4fe5-b104-f6cd796a1a0f', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'port_id': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'mac_address': 'fa:16:3e:28:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:31Z', 'updated_at': '2021-11-12T03:45:31Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:14Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:38.445117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0959434-0990-4335-b3cc-8272efb67838 req-3b36c169-79a2-42b6-9d83-93b6db1f4c4c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:38.456263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b0959434-0990-4335-b3cc-8272efb67838 req-3b36c169-79a2-42b6-9d83-93b6db1f4c4c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0980239 Nov 12 03:45:38.546624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b0959434-0990-4335-b3cc-8272efb67838 req-3d1a9fa6-bd31-4c13-b494-abf83369e3a6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884330 Nov 12 03:45:38.715046 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62920d4-81b8-4ed5-8896-fe2dca4888c4 None None] New status for floating IP 9070fe23-1cba-4fe5-b104-f6cd796a1a0f: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:45:38.778002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:38.795370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.831606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Transition to ACTIVE for port object 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:38.841766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.103870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42214) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:39.218749 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-031fe6ac-d240-483e-988e-e53a0dbe9df9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/9070fe23-1cba-4fe5-b104-f6cd796a1a0f HTTP/1.1" status: 200 len: 993 time: 0.1149061 Nov 12 03:45:39.349863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b10a52-f4fd-4131-9d72-8ed16ec00eb9 req-157afdd6-553d-4c95-b6ec-2e6668be1f8d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.351947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82b10a52-f4fd-4131-9d72-8ed16ec00eb9 req-157afdd6-553d-4c95-b6ec-2e6668be1f8d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 982 time: 0.0704997 Nov 12 03:45:39.510599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Pushing event updated for resources: {'Port': ['ID=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:39.519080 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82b10a52-f4fd-4131-9d72-8ed16ec00eb9 req-7bd78ccc-9e53-4820-a2d0-83d6bf05efe1 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1606939 Nov 12 03:45:39.559076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Attempting to bind port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:39.559521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Attempting to bind port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:39.559966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Attempting to bind port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 on network 01142459-70d1-44ea-af57-db10bd9b48cf {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:39.579427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 on network 01142459-70d1-44ea-af57-db10bd9b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:39.579995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Attempting to bind port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 on network 01142459-70d1-44ea-af57-db10bd9b48cf {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:39.598635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:39.598980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Checking segment: {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:39.599416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Bound using segment: {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:39.599867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Bound port: 7ba43860-a88d-4a3c-a4ee-d193abb8ce43, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e8917-6183-4e75-ade3-fa1d5daeea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:39.600257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.717173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] For port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:39.721069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] For port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:39.739113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.814297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.815044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.816600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] 10.222.0.20 "PUT /v2.0/ports/7ba43860-a88d-4a3c-a4ee-d193abb8ce43 HTTP/1.1" status: 200 len: 1131 time: 1.8530378 Nov 12 03:45:39.831387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:39.839368 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7ef77a-e971-4ed2-bf44-a4376607b347" -d '{"events": [{"name": "network-changed", "server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:39.932029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57cfc6-bcef-4414-a393-2c9543c0fd18 req-0ff99482-a5f3-4d52-acdd-0a2b5d17ba35 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:39.934078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c57cfc6-bcef-4414-a393-2c9543c0fd18 req-0ff99482-a5f3-4d52-acdd-0a2b5d17ba35 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.2106199 Nov 12 03:45:39.939115 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab9f8b7-0835-418e-a2e8-43e57e20c857 x-openstack-request-id: req-aab9f8b7-0835-418e-a2e8-43e57e20c857 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:39.940991 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:39.941442 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aab9f8b7-0835-418e-a2e8-43e57e20c857 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:39.943573 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'status': 'completed', 'code': 200} Nov 12 03:45:40.017219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6081bcf-9e90-4202-8229-48e10feee8ea service neutron] Pushing event updated for resources: {'Port': ['ID=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.069831 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c57cfc6-bcef-4414-a393-2c9543c0fd18 req-b0a6dd12-e897-4eb2-a2bb-afb2b2c02911 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108124 Nov 12 03:45:40.073865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-dbbbf2e1-bdf7-4961-925f-96634f0eef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.075558 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-dbbbf2e1-bdf7-4961-925f-96634f0eef63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 1134 time: 0.2004344 Nov 12 03:45:40.144143 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-64e44e39-e65e-42b3-8ddd-67aae9a07167 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43 HTTP/1.1" status: 200 len: 217 time: 0.0550234 Nov 12 03:45:40.221436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-603ddc4d-77b9-4bb3-a510-d9a1ecf8f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.222945 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-603ddc4d-77b9-4bb3-a510-d9a1ecf8f0bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8de2694-305e-457c-9f89-36bf56e779e5 HTTP/1.1" status: 200 len: 835 time: 0.0692899 Nov 12 03:45:40.307964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-fafda19a-6fc0-47ab-ace9-04bcb2c694a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.310931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-fafda19a-6fc0-47ab-ace9-04bcb2c694a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01142459-70d1-44ea-af57-db10bd9b48cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747321 Nov 12 03:45:40.468129 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-9625536e-9b3a-4547-8683-2bf1d38b69bb service neutron] 10.222.0.20 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485913 Nov 12 03:45:40.689917 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94dcf577-9d9e-4ec1-bc49-097b26e36a93 req-a2326397-9565-4d14-a13d-1f3f4b88eee7 service neutron] 10.222.0.20 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080760 Nov 12 03:45:40.701714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a34499-8598-4972-b480-da4786fa8277 req-61bff2a6-aad8-43e6-8dbf-e561d2ba9d27 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.703260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-30a34499-8598-4972-b480-da4786fa8277 req-61bff2a6-aad8-43e6-8dbf-e561d2ba9d27 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 982 time: 0.0802591 Nov 12 03:45:40.818593 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-30a34499-8598-4972-b480-da4786fa8277 req-c76254d6-a484-40f6-9ece-d0b721508ccf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1074481 Nov 12 03:45:40.895151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-6593517d-e224-4acf-bb24-3e9321611680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:40.897110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-6593517d-e224-4acf-bb24-3e9321611680 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 1134 time: 0.0599487 Nov 12 03:45:41.026102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-428666c5-17d4-485f-96b5-037f57e86f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.027991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-428666c5-17d4-485f-96b5-037f57e86f74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01142459-70d1-44ea-af57-db10bd9b48cf HTTP/1.1" status: 200 len: 898 time: 0.1239243 Nov 12 03:45:41.105223 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-a08e103f-1e3d-48d6-9d85-1c78e6ec94df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43 HTTP/1.1" status: 200 len: 217 time: 0.0566411 Nov 12 03:45:41.190377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-60829f3d-78ae-4503-92d0-5b4e5f5846d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.192101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-60829f3d-78ae-4503-92d0-5b4e5f5846d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8de2694-305e-457c-9f89-36bf56e779e5 HTTP/1.1" status: 200 len: 835 time: 0.0724976 Nov 12 03:45:41.258116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-9ebd9cea-7ec9-47d8-a5f5-271f80ff1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.260801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-9ebd9cea-7ec9-47d8-a5f5-271f80ff1ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01142459-70d1-44ea-af57-db10bd9b48cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563281 Nov 12 03:45:41.339739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f2c0-679e-4c9c-a98e-b6805bfd34ac req-4a730d22-a847-4d2d-aa8a-c5f7b21fd81f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.352176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e324f2c0-679e-4c9c-a98e-b6805bfd34ac req-4a730d22-a847-4d2d-aa8a-c5f7b21fd81f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0831809 Nov 12 03:45:41.388791 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-ee553658-8984-46a9-8534-dbb4b0d15262 service neutron] 10.222.0.20 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087499 Nov 12 03:45:41.407980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e324f2c0-679e-4c9c-a98e-b6805bfd34ac req-8b2e8cc4-27d6-4247-ae88-35e2260e559f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545805 Nov 12 03:45:41.520704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff7ef77a-e971-4ed2-bf44-a4376607b347 req-822917ba-4ac2-46fb-b58c-45b1a246133e service neutron] 10.222.0.20 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219337 Nov 12 03:45:41.976640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265deff-dca0-4049-8a78-5e6b9142d63b req-7f2c59b5-eb8e-4aba-824c-026e0277623d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:41.980953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e265deff-dca0-4049-8a78-5e6b9142d63b req-7f2c59b5-eb8e-4aba-824c-026e0277623d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 982 time: 0.0809047 Nov 12 03:45:42.069099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e265deff-dca0-4049-8a78-5e6b9142d63b req-82ba35f1-3f3a-4d9d-b0f3-2e724dfa9e44 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0813658 Nov 12 03:45:42.647086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb12ed-af15-41b5-98bc-d008809ef777 req-0d2f3f48-a814-4a66-9a5e-fb7e14ccc03c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.650741 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44eb12ed-af15-41b5-98bc-d008809ef777 req-0d2f3f48-a814-4a66-9a5e-fb7e14ccc03c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.1036117 Nov 12 03:45:42.707902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44eb12ed-af15-41b5-98bc-d008809ef777 req-45fe1d26-b156-439f-8f6b-db703e485e88 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508142 Nov 12 03:45:43.258799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdb48f-6612-44be-b831-436a8fcad6ba req-dbf18b5f-83cc-491a-bb97-7562a3bd5d10 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:43.277307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c9fdb48f-6612-44be-b831-436a8fcad6ba req-dbf18b5f-83cc-491a-bb97-7562a3bd5d10 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 982 time: 0.1038501 Nov 12 03:45:43.371776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c9fdb48f-6612-44be-b831-436a8fcad6ba req-df58cebd-a255-4c50-aaf3-7003f9a7c25d tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0932848 Nov 12 03:45:43.781327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:43.872004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a18a5b-0d31-4177-ac4e-37760dc5d2d6 req-36444a0d-ac59-42b3-b1d3-3373b6127ca6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:43.874199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d7a18a5b-0d31-4177-ac4e-37760dc5d2d6 req-36444a0d-ac59-42b3-b1d3-3373b6127ca6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0712006 Nov 12 03:45:43.941661 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d7a18a5b-0d31-4177-ac4e-37760dc5d2d6 req-574930d9-2c34-4d8e-b034-331513328cf4 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550349 Nov 12 03:45:43.998081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:44.019793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'port_id': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'mac_address': 'fa:16:3e:5d:e4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:44.073649 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.092784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:44.124209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:44.130095 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.220835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.548152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7ba43860-a88d-4a3c-a4ee-d193abb8ce43'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:44.630794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b142ba-3bd7-429d-afb2-359ae70354c6 req-541a628c-d454-4e2f-b83c-681b087d9ab0 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.639637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06b142ba-3bd7-429d-afb2-359ae70354c6 req-541a628c-d454-4e2f-b83c-681b087d9ab0 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 983 time: 0.1397240 Nov 12 03:45:44.841036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06b142ba-3bd7-429d-afb2-359ae70354c6 req-4dae01e2-db23-4a67-ae18-b249eed9e934 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1965666 Nov 12 03:45:44.910183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-c88697ae-bf5d-404b-b38f-cb588931523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.912078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-c88697ae-bf5d-404b-b38f-cb588931523f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1097 time: 0.0700758 Nov 12 03:45:45.077114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58414767-0d2a-4dc8-9b9d-2ccd6813c892 req-cc114d85-ab76-4764-beee-a5f47e3e4df2 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.078611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58414767-0d2a-4dc8-9b9d-2ccd6813c892 req-cc114d85-ab76-4764-beee-a5f47e3e4df2 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1606722 Nov 12 03:45:45.136122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-c8cbf525-737b-4529-83a3-ca0c6caeed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.139117 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-c8cbf525-737b-4529-83a3-ca0c6caeed4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 921 time: 0.2034113 Nov 12 03:45:45.158572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5814f92-7224-48a3-9d5a-2dd40a9cc63e req-36b1d5e2-7b33-43b3-b59a-5438401df66c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.170340 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e5814f92-7224-48a3-9d5a-2dd40a9cc63e req-36b1d5e2-7b33-43b3-b59a-5438401df66c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.1092939 Nov 12 03:45:45.269958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58414767-0d2a-4dc8-9b9d-2ccd6813c892 req-0b7dd602-2e33-45e2-a3be-3a9bcef2706a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809347 Nov 12 03:45:45.270816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-f374d414-c8a5-4442-917c-e064bf9a4045 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a HTTP/1.1" status: 200 len: 217 time: 0.0490532 Nov 12 03:45:45.311713 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e5814f92-7224-48a3-9d5a-2dd40a9cc63e req-0cd313e5-d88a-4edd-ad6f-583dd0693ff8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400075 Nov 12 03:45:45.340619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-78115bdb-7318-4f65-a6e3-b5d905d07b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.343141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-78115bdb-7318-4f65-a6e3-b5d905d07b4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.0631888 Nov 12 03:45:45.389201 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-226d2943-accc-4d9a-a206-744c5e8f30ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343156 Nov 12 03:45:45.524821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-5dc0a49c-44f3-4488-ae19-e6a30c926aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211431 Nov 12 03:45:45.649039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3ffaaf71-9d84-401d-9acd-d1916f916a34 req-e72f0ce0-0c3f-41c2-abd0-17ebcd33b472 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148379 Nov 12 03:45:46.036231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83045-c8a4-4320-8524-dbe551dfb5d6 req-b85717f2-ffc9-415d-9f5b-2cdb7c02b4f4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.040974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ab83045-c8a4-4320-8524-dbe551dfb5d6 req-b85717f2-ffc9-415d-9f5b-2cdb7c02b4f4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 983 time: 0.0892527 Nov 12 03:45:46.120642 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ab83045-c8a4-4320-8524-dbe551dfb5d6 req-d3348a69-d375-45c3-a042-d73c77266e6e tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0755682 Nov 12 03:45:46.471585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d534d-e52e-4465-b6e6-25e2fe962b95 req-50e40584-94a2-4956-bcab-13505d1d7d95 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.482072 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f4d534d-e52e-4465-b6e6-25e2fe962b95 req-50e40584-94a2-4956-bcab-13505d1d7d95 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0762239 Nov 12 03:45:46.519319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e223eb3-a5dd-40de-8b4f-90d6095da179 req-32c44a1d-008a-45cf-b049-2d26d8c1717d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.539714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6e223eb3-a5dd-40de-8b4f-90d6095da179 req-32c44a1d-008a-45cf-b049-2d26d8c1717d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1250792 Nov 12 03:45:46.539988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f4d534d-e52e-4465-b6e6-25e2fe962b95 req-eacc17ad-1a7e-4070-8acb-9fa01bd6b7f9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567126 Nov 12 03:45:46.620463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6e223eb3-a5dd-40de-8b4f-90d6095da179 req-28e6532d-c558-4d71-81e4-70ff8f28c508 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792325 Nov 12 03:45:47.341417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8da6f5-ab8e-4f93-891d-922ad3e0ca81 req-84c36632-aabb-48c2-8115-3a1e7ac8e436 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.344993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba8da6f5-ab8e-4f93-891d-922ad3e0ca81 req-84c36632-aabb-48c2-8115-3a1e7ac8e436 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 983 time: 0.0766935 Nov 12 03:45:47.429460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba8da6f5-ab8e-4f93-891d-922ad3e0ca81 req-01cda5e2-d999-4a4c-95bf-f31953be8e99 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0764654 Nov 12 03:45:47.745016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc74f4-c2f1-4b80-baeb-c7e52a1f0dfb req-93397540-1532-488d-875d-3471dbdb847a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.753448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83dc74f4-c2f1-4b80-baeb-c7e52a1f0dfb req-93397540-1532-488d-875d-3471dbdb847a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0881281 Nov 12 03:45:47.769448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50430f51-9ddb-401d-ba36-5fb18e22e5bd req-45281565-47f0-42f0-bfe7-f5acae5678c5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.778536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50430f51-9ddb-401d-ba36-5fb18e22e5bd req-45281565-47f0-42f0-bfe7-f5acae5678c5 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0767407 Nov 12 03:45:47.816079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83dc74f4-c2f1-4b80-baeb-c7e52a1f0dfb req-31a59ffa-996d-475a-a7a6-88fd15bed69d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610962 Nov 12 03:45:47.823487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:47.834301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-50430f51-9ddb-401d-ba36-5fb18e22e5bd req-facfa718-4d10-4a8f-9f45-cf36f321db5a tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Nov 12 03:45:47.907358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:47.913667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:47.914231 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.024912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.066772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:48.070363 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eac172-590f-453a-8a0e-e7a8704dd424" -d '{"events": [{"server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "name": "network-vif-plugged", "status": "completed", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:48.081607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:48.091394 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.159140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.162804 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c0a272-a84e-4f94-807e-73475bd203e5 x-openstack-request-id: req-c9c0a272-a84e-4f94-807e-73475bd203e5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:48.163217 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "name": "network-vif-plugged", "status": "completed", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:48.163580 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9c0a272-a84e-4f94-807e-73475bd203e5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:48.164142 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'code': 200} Nov 12 03:45:48.277297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e88b8c-f505-48f0-b3c0-2558fb800620 req-0bb046ef-8da6-48ff-911a-ca8081dc37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.278924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3e88b8c-f505-48f0-b3c0-2558fb800620 req-0bb046ef-8da6-48ff-911a-ca8081dc37bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 1136 time: 0.0631890 Nov 12 03:45:48.362983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3e88b8c-f505-48f0-b3c0-2558fb800620 req-0656bddb-5034-4302-b9a7-4b41d030626b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&id=bbe432ee-6a33-4138-bf56-a96f01c72da2&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0753708 Nov 12 03:45:48.575960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c12c-82b6-426e-90ea-976247be73e1 req-4126af77-4650-4cb3-b3d9-f1fcb639db91 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.577529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb59c12c-82b6-426e-90ea-976247be73e1 req-4126af77-4650-4cb3-b3d9-f1fcb639db91 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 984 time: 0.0567939 Nov 12 03:45:48.642854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb59c12c-82b6-426e-90ea-976247be73e1 req-836f9bd0-ccf2-4d78-96ec-226c29902f76 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0579991 Nov 12 03:45:48.953970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b5ec3-5429-4166-a79e-bd030459a2e8 req-137c1a57-c174-4cfa-8c0b-7eeb0f14619d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.955856 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f57b5ec3-5429-4166-a79e-bd030459a2e8 req-137c1a57-c174-4cfa-8c0b-7eeb0f14619d tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0554688 Nov 12 03:45:48.972930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d23451-ee56-46f8-8af0-e5ecb4635313 req-cd0ec36d-8a87-4092-b538-3015a3d5c39c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.974437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85d23451-ee56-46f8-8af0-e5ecb4635313 req-cd0ec36d-8a87-4092-b538-3015a3d5c39c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0612147 Nov 12 03:45:49.005560 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f57b5ec3-5429-4166-a79e-bd030459a2e8 req-2a9064d2-a7fb-4d8a-aa84-7b1a3522ae44 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432446 Nov 12 03:45:49.026756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85d23451-ee56-46f8-8af0-e5ecb4635313 req-22be1478-9af3-495e-8c5c-db0ed6a0d16e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450604 Nov 12 03:45:49.266442 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-f7273aa5-4667-4cc3-bc4c-6c29cb3cb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.266560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-f7273aa5-4667-4cc3-bc4c-6c29cb3cb83d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 1097 time: 0.0458162 Nov 12 03:45:49.368064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-9628e89c-be38-4e2f-8265-a695bc3d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.370245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-9628e89c-be38-4e2f-8265-a695bc3d9bcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.0940168 Nov 12 03:45:49.441419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-1f2f7feb-981f-409b-b926-1c1c7cda31ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74970dda-6816-47eb-8b2b-1c57e2d77125 HTTP/1.1" status: 200 len: 1000 time: 0.0634658 Nov 12 03:45:49.492239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-39a10b20-8a21-4762-bdcc-bcf95a9e793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.494384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-39a10b20-8a21-4762-bdcc-bcf95a9e793c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.0446529 Nov 12 03:45:49.544808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-2fb3471b-d7b4-491f-a6e0-351b4881d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.546323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-2fb3471b-d7b4-491f-a6e0-351b4881d370 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425022 Nov 12 03:45:49.657794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-e3a37752-1b11-402b-ae0f-5b8dede969e6 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945790 Nov 12 03:45:49.788975 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35759ce8-37b2-4120-a505-2a2b887e19cb req-b4f06708-df1e-4ebe-88e5-124bf8ed2225 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223848 Nov 12 03:45:49.798488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63204097-dfdb-4699-88ab-7c6a639ef9bb req-6391cfcc-02f6-4ef9-8431-2d1b5fc02a82 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.800195 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63204097-dfdb-4699-88ab-7c6a639ef9bb req-6391cfcc-02f6-4ef9-8431-2d1b5fc02a82 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 984 time: 0.0800402 Nov 12 03:45:49.864408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63204097-dfdb-4699-88ab-7c6a639ef9bb req-5a6fecc7-382f-43a5-ae08-da3a5c27e332 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0568774 Nov 12 03:45:50.135388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d1e92-0364-45f3-8945-05ae730f0f71 req-f0256208-ac6f-4d3f-9bff-952f3a376f6e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.136910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de0d1e92-0364-45f3-8945-05ae730f0f71 req-f0256208-ac6f-4d3f-9bff-952f3a376f6e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0519662 Nov 12 03:45:50.152720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19b26-fa0b-4b68-ae84-39008195287c req-5fd574b8-840e-4312-bec7-f50d973bfd92 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.154549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e5e19b26-fa0b-4b68-ae84-39008195287c req-5fd574b8-840e-4312-bec7-f50d973bfd92 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0519772 Nov 12 03:45:50.185840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de0d1e92-0364-45f3-8945-05ae730f0f71 req-fd2dbcc8-d9d5-4631-85f7-423947df6ed3 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Nov 12 03:45:50.206047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e5e19b26-fa0b-4b68-ae84-39008195287c req-6a1d9c4d-0b09-4704-9ec6-978aeebd8f74 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451441 Nov 12 03:45:51.006438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eb650-3b03-47bc-b8df-522b440f969e req-528614ae-84fe-4611-8c06-fe219c4f1f74 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.007999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-150eb650-3b03-47bc-b8df-522b440f969e req-528614ae-84fe-4611-8c06-fe219c4f1f74 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 984 time: 0.0516231 Nov 12 03:45:51.073794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-150eb650-3b03-47bc-b8df-522b440f969e req-41639e44-6616-4783-90ac-d39f73034df4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0593028 Nov 12 03:45:51.200544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ef2d-3720-47a7-887c-2005303355e0 req-9580802d-eaf8-4c51-a994-2a0eecb56f64 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.202107 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2778ef2d-3720-47a7-887c-2005303355e0 req-9580802d-eaf8-4c51-a994-2a0eecb56f64 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 984 time: 0.0519431 Nov 12 03:45:51.275861 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2778ef2d-3720-47a7-887c-2005303355e0 req-1821e8fc-5ef3-4e4b-8fe2-83bf62eeae58 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0659828 Nov 12 03:45:51.328079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2fc8-ea0c-47d4-9c45-782f7f12e9ca req-0c0aaed3-8809-473a-87d5-ed196ae62ca1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.332857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-544b2fc8-ea0c-47d4-9c45-782f7f12e9ca req-0c0aaed3-8809-473a-87d5-ed196ae62ca1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0713837 Nov 12 03:45:51.391325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-544b2fc8-ea0c-47d4-9c45-782f7f12e9ca req-dae2f2c0-e94a-42a4-a7f3-2898c78bb8ad tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549486 Nov 12 03:45:51.398981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e50c4-84a5-460f-8c5d-63bf968ee325 req-7e8969b9-34fd-40d9-9fa3-4460ec84706c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.400776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-516e50c4-84a5-460f-8c5d-63bf968ee325 req-7e8969b9-34fd-40d9-9fa3-4460ec84706c tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 945 time: 0.0598476 Nov 12 03:45:51.459752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-516e50c4-84a5-460f-8c5d-63bf968ee325 req-345a8a91-d92e-4083-93f6-21da69ed5e6e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497766 Nov 12 03:45:51.500053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb083af-dc51-4341-b1c8-2509c7eeb062 req-711eca4f-6ce7-4c16-ba21-7c718b6c098e tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.501671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eeb083af-dc51-4341-b1c8-2509c7eeb062 req-711eca4f-6ce7-4c16-ba21-7c718b6c098e tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 1136 time: 0.0489159 Nov 12 03:45:51.522411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eeb083af-dc51-4341-b1c8-2509c7eeb062 req-e497c4db-f753-47cd-9f9b-143bb67c8f97 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.609378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eeb083af-dc51-4341-b1c8-2509c7eeb062 req-e497c4db-f753-47cd-9f9b-143bb67c8f97 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.614569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eeb083af-dc51-4341-b1c8-2509c7eeb062 req-e497c4db-f753-47cd-9f9b-143bb67c8f97 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.658379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497c4db-f753-47cd-9f9b-143bb67c8f97 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e381a18-6d44-40fe-9e7c-a84b6f5bf0e4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:51.671165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eeb083af-dc51-4341-b1c8-2509c7eeb062 req-e497c4db-f753-47cd-9f9b-143bb67c8f97 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1627614 Nov 12 03:45:51.697594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42474) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:51.738737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cef746-25a8-4365-8c52-5611e8aa9754 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:51.740441 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c1cef746-25a8-4365-8c52-5611e8aa9754 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 1131 time: 0.0416880 Nov 12 03:45:51.743589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42476) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:51.748339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:51.771003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.852798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:51.868085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.937332 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.964809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:51.967141 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467febb4-a868-41de-990a-a7bea05980d5" -d '{"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-unplugged", "status": "completed", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:51.982232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:51.988351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.997713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Allocated IP 172.25.0.96 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/97afa72b-8dc9-4c3e-8a6a-112af0cedaf9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:52.034749 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc6bb32-aa5c-4e54-9489-46b968afb5db x-openstack-request-id: req-8cc6bb32-aa5c-4e54-9489-46b968afb5db {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:52.035107 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-unplugged", "status": "completed", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:52.035460 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cc6bb32-aa5c-4e54-9489-46b968afb5db {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:52.035818 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'code': 200} Nov 12 03:45:52.054806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:52.121032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.154120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.203129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:52.206615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:52.209317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:52.234534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=97afa72b-8dc9-4c3e-8a6a-112af0cedaf9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:52.249043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.249395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.249736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.250075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.250420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.250737 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.251070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.251402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.251728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.252051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.252378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.252693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:52.599968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4805bb1-4125-453d-ae9c-a15c681d19f6 req-6426a552-40c4-4f47-88c9-6345e0c5b7f9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.604418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4805bb1-4125-453d-ae9c-a15c681d19f6 req-6426a552-40c4-4f47-88c9-6345e0c5b7f9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1234229 Nov 12 03:45:52.618171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba5118-148c-43f3-a632-c6d509e0613e req-1f84f3b3-a1ca-42c5-bada-82ad4d3936d1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.622525 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9ba5118-148c-43f3-a632-c6d509e0613e req-1f84f3b3-a1ca-42c5-bada-82ad4d3936d1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.0780900 Nov 12 03:45:52.681594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9ba5118-148c-43f3-a632-c6d509e0613e req-3e6a1946-ab5c-4bf2-a970-433833df61f1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520327 Nov 12 03:45:52.972028 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4805bb1-4125-453d-ae9c-a15c681d19f6 req-5f0433d9-bbd6-4803-9413-fea8a86f2597 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664386 Nov 12 03:45:52.976999 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.057694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.226670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.232300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.309717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=97afa72b-8dc9-4c3e-8a6a-112af0cedaf9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:53.324551 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.443641 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Floating IP ddb86e47-e638-4679-8d64-3a25a1a937d0 associated. External IP: 172.25.0.96, port: 7ba43860-a88d-4a3c-a4ee-d193abb8ce43. Nov 12 03:45:53.708520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Router cfb83193-44e1-4874-adb5-34af6fb54e1f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:53.887217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f26521-f1f3-410b-b75b-0a5c570cc30e req-30695161-b705-4488-99d9-5911019340c8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.889850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4f26521-f1f3-410b-b75b-0a5c570cc30e req-30695161-b705-4488-99d9-5911019340c8 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.1214721 Nov 12 03:45:53.891871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:53.904403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] Sync routers for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:53.917602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:53.918242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:53.932955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.978332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-209338a6-a7ac-4729-843b-c25e47f0c467 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2329257 Nov 12 03:45:53.980839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:54.015082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:54.021801 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869167a1-f6e6-4caf-97af-5e1a822126c2" -d '{"events": [{"name": "network-changed", "server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:54.051211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4f26521-f1f3-410b-b75b-0a5c570cc30e req-c7d736c0-4e83-4856-bbdd-62216733f347 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423726 Nov 12 03:45:54.169973 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c927de-c869-46c1-ae45-bbbf6d238c34 x-openstack-request-id: req-a1c927de-c869-46c1-ae45-bbbf6d238c34 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:54.170248 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:54.170504 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1c927de-c869-46c1-ae45-bbbf6d238c34 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:54.170911 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'status': 'completed', 'code': 200} Nov 12 03:45:54.235808 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-be071a83-bdb5-4bf0-bca4-e8def11e2d7d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2501619 Nov 12 03:45:54.242068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-9e39c914-cdd3-4a35-86fb-01e1e17a1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.244116 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-9e39c914-cdd3-4a35-86fb-01e1e17a1dde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 1136 time: 0.0759034 Nov 12 03:45:54.272037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:54.308673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a27cf-e58b-4a41-9039-5dda213ac473 req-2f37c7eb-4e2c-4ff7-b6ad-8ef9440ceb37 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.318854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f69a27cf-e58b-4a41-9039-5dda213ac473 req-2f37c7eb-4e2c-4ff7-b6ad-8ef9440ceb37 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.2000322 Nov 12 03:45:54.356098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.356677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.357836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.358369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.358898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.359600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.360537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.361261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.361782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.362303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.362821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.365326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-10cd7d7c-f382-4aee-86c1-dda9ca394c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.367003 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-10cd7d7c-f382-4aee-86c1-dda9ca394c8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=01142459-70d1-44ea-af57-db10bd9b48cf HTTP/1.1" status: 200 len: 898 time: 0.1139326 Nov 12 03:45:54.367801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42546) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:54.368212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e51bf0e0-8e98-46d6-a862-e61b5bc38355 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7776 time: 0.3857410 Nov 12 03:45:54.408329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f69a27cf-e58b-4a41-9039-5dda213ac473 req-7cb12a94-22cb-4b8c-bb6e-beacc9e4fb84 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884774 Nov 12 03:45:54.533573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-02b34652-c4e9-4754-86cc-e268a5e0d2a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43 HTTP/1.1" status: 200 len: 998 time: 0.1490037 Nov 12 03:45:54.538525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.539159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.539621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.540383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.540818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.542341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.542829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.543563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.543719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.544167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.544602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.550025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ca85a09f-4858-442d-b537-4764c0f8cf98 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7093 time: 0.1771033 Nov 12 03:45:54.550534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 42552) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:54.633758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-3a69a488-d0a0-4067-93dd-971040102aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.640585 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-3a69a488-d0a0-4067-93dd-971040102aba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8de2694-305e-457c-9f89-36bf56e779e5 HTTP/1.1" status: 200 len: 835 time: 0.0922992 Nov 12 03:45:54.647988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'ddb86e47-e638-4679-8d64-3a25a1a937d0', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'port_id': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'mac_address': 'fa:16:3e:5d:e4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:52Z', 'updated_at': '2021-11-12T03:45:52Z', 'revision_number': 0, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:33Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:54.682790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] Checking router: cfb83193-44e1-4874-adb5-34af6fb54e1f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:54.702309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.703020 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:54.703699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:45:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:54.720394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-ef44276f-440e-4961-b10f-a5ba93bd09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.723004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-ef44276f-440e-4961-b10f-a5ba93bd09f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01142459-70d1-44ea-af57-db10bd9b48cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700605 Nov 12 03:45:54.858615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:54.953489 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-26bb1199-f10b-4cd6-bedf-dcdaa5dc219d tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5240 time: 0.4018772 Nov 12 03:45:54.957038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 42558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:54.974685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-661f7c24-0045-498c-b92c-712e4fbc2206 service neutron] 10.222.0.20 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426636 Nov 12 03:45:55.078268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275c39d-a7c3-4689-83df-7237865f7e0a tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.078954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275c39d-a7c3-4689-83df-7237865f7e0a tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.080759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9275c39d-a7c3-4689-83df-7237865f7e0a tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cfb83193-44e1-4874-adb5-34af6fb54e1f HTTP/1.1" status: 200 len: 1992 time: 0.1188276 Nov 12 03:45:55.107799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-869167a1-f6e6-4caf-97af-5e1a822126c2 req-dc81a1b3-1c8e-4d0f-8a35-e15c9879e7e2 service neutron] 10.222.0.20 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158080 Nov 12 03:45:55.185901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'ddb86e47-e638-4679-8d64-3a25a1a937d0', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'port_id': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'mac_address': 'fa:16:3e:5d:e4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:52Z', 'updated_at': '2021-11-12T03:45:52Z', 'revision_number': 0, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:33Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:55.203612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ffa07-882f-4362-b418-1e1e5ead6528 req-06fd04f4-ef74-42c6-8562-278a22d585a9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.205649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-809ffa07-882f-4362-b418-1e1e5ead6528 req-06fd04f4-ef74-42c6-8562-278a22d585a9 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.0538704 Nov 12 03:45:55.223342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef23ee-8e63-4e24-a22c-626865ca4dda None None] The sync data for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 is: [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'ddb86e47-e638-4679-8d64-3a25a1a937d0', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'port_id': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'mac_address': 'fa:16:3e:5d:e4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:52Z', 'updated_at': '2021-11-12T03:45:52Z', 'revision_number': 0, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:33Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:55.262410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-809ffa07-882f-4362-b418-1e1e5ead6528 req-0597d495-802d-4339-b92d-8683ff19f82e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504742 Nov 12 03:45:55.325997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50643-0b83-416b-86bd-34468b86187a req-c97b739d-c707-4f85-b6dd-4d97abb10f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.327574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-c97b739d-c707-4f85-b6dd-4d97abb10f4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e&tenant_id=e517ba0e5569472eb0045d8b66c6793f HTTP/1.1" status: 200 len: 1095 time: 0.0445330 Nov 12 03:45:55.404594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50643-0b83-416b-86bd-34468b86187a req-2fc240b4-c37d-4b81-bf9e-a78b3ba13a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.406488 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-2fc240b4-c37d-4b81-bf9e-a78b3ba13a7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e517ba0e5569472eb0045d8b66c6793f&device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 1095 time: 0.0513632 Nov 12 03:45:55.487635 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bab3bc1-6704-4c1a-853a-21d483feb9d4 None None] New status for floating IP ddb86e47-e638-4679-8d64-3a25a1a937d0: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:45:55.552346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be9a01-44e6-4865-8a62-ba50f7ddd515 req-3e2154b4-4db2-4c5d-902f-8575a0f8b909 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.553863 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3be9a01-44e6-4865-8a62-ba50f7ddd515 req-3e2154b4-4db2-4c5d-902f-8575a0f8b909 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0695961 Nov 12 03:45:55.555089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50643-0b83-416b-86bd-34468b86187a req-461ddbb9-b765-4d86-88f1-f1d31b08ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.556457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-461ddbb9-b765-4d86-88f1-f1d31b08ce42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 200 len: 919 time: 0.1417818 Nov 12 03:45:55.666449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-b04120f4-905e-44c6-8c98-0626ee174e80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74970dda-6816-47eb-8b2b-1c57e2d77125 HTTP/1.1" status: 200 len: 998 time: 0.0970237 Nov 12 03:45:55.670096 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3be9a01-44e6-4865-8a62-ba50f7ddd515 req-55b0ba35-6d25-45e0-86d7-fa3985cc10da tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034000 Nov 12 03:45:55.728788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50643-0b83-416b-86bd-34468b86187a req-0e3100c1-7750-429c-8617-b7188b14237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.730258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-0e3100c1-7750-429c-8617-b7188b14237e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 200 len: 856 time: 0.0545781 Nov 12 03:45:55.785645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50643-0b83-416b-86bd-34468b86187a req-39506396-50d3-48b2-becc-ca68ae467cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:55.787158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-39506396-50d3-48b2-becc-ca68ae467cd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=541c0d17-4290-47cb-93c4-d01e16ec912e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491707 Nov 12 03:45:55.885256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-83cdb4b9-ad06-4291-9bee-8c31a5d1fa9a service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901337 Nov 12 03:45:55.986799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5be50643-0b83-416b-86bd-34468b86187a req-52fccac5-c1a3-4172-939a-07f0afa02bf4 service neutron] 10.222.0.20 "GET /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939019 Nov 12 03:45:56.451004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7410a65-f356-4f31-8212-34cd454d4d0d req-1fdb955b-8c7b-4f58-92f4-1795c1861ad6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.466569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7410a65-f356-4f31-8212-34cd454d4d0d req-1fdb955b-8c7b-4f58-92f4-1795c1861ad6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.0911903 Nov 12 03:45:56.541479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7410a65-f356-4f31-8212-34cd454d4d0d req-39ee954e-c2c9-4c56-9fd2-60d601b2a521 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736325 Nov 12 03:45:56.815818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8a266-80d7-43a4-bea2-6d08efc13172 req-a09f4328-5c81-4bb7-8abf-9f514681f568 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.824378 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10d8a266-80d7-43a4-bea2-6d08efc13172 req-a09f4328-5c81-4bb7-8abf-9f514681f568 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0673110 Nov 12 03:45:56.900897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10d8a266-80d7-43a4-bea2-6d08efc13172 req-e575c3a1-d95c-4ffe-9381-4cd0f482a756 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751646 Nov 12 03:45:57.690119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4520-f503-421e-a40d-7a9f1086d14f req-ec315c99-6ceb-4811-a469-204d862a897f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:57.691600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a9d4520-f503-421e-a40d-7a9f1086d14f req-ec315c99-6ceb-4811-a469-204d862a897f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.0540249 Nov 12 03:45:57.749818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a9d4520-f503-421e-a40d-7a9f1086d14f req-d085891c-fdfd-48cc-a1fb-e70b94847360 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500603 Nov 12 03:45:58.039803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49938-cbc5-4e97-b697-f52d4c2ae6e6 req-efe56409-e4c2-4398-891c-d9e9b86935c6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.042114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78d49938-cbc5-4e97-b697-f52d4c2ae6e6 req-efe56409-e4c2-4398-891c-d9e9b86935c6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0616517 Nov 12 03:45:58.110936 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78d49938-cbc5-4e97-b697-f52d4c2ae6e6 req-d6901606-7049-4b6c-8c92-83bc179132a3 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611026 Nov 12 03:45:58.906556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064c93a-a554-4951-bb82-a37646f37691 req-6fe651a9-6b69-4ace-b60a-aec4cab664ac tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.908692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5064c93a-a554-4951-bb82-a37646f37691 req-6fe651a9-6b69-4ace-b60a-aec4cab664ac tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.0585036 Nov 12 03:45:58.963473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5064c93a-a554-4951-bb82-a37646f37691 req-bb6d43de-a002-4100-aca9-4412f9992c51 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483811 Nov 12 03:45:59.262148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39feab-8412-44ac-9147-16bb1ad1c1c0 req-6ea0521b-3099-4b55-899a-8f966d7bab3f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:59.264268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa39feab-8412-44ac-9147-16bb1ad1c1c0 req-6ea0521b-3099-4b55-899a-8f966d7bab3f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0581098 Nov 12 03:45:59.348845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa39feab-8412-44ac-9147-16bb1ad1c1c0 req-f42bbd35-e800-4a12-9693-aeedb7704486 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770772 Nov 12 03:46:01.305320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f2dcc707-dac4-491b-835b-134e91b8c883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.578601 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:03.562827 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f643a0a5-d764-4afb-aebb-e8a0742536ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.934942 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.316690 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.026268 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.860417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3520d9-64e4-4478-a7be-4382eebb91e3 req-4093fc9a-e843-4ff5-b97e-4fece42107c7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:07.862057 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e3520d9-64e4-4478-a7be-4382eebb91e3 req-4093fc9a-e843-4ff5-b97e-4fece42107c7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.0516970 Nov 12 03:46:07.877826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35760dae-8856-44b1-b550-95e1b025240b req-b9bb3e90-7c3c-4efb-894d-b0ef8fe1f6c8 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:07.879630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35760dae-8856-44b1-b550-95e1b025240b req-b9bb3e90-7c3c-4efb-894d-b0ef8fe1f6c8 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0571153 Nov 12 03:46:07.914645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e3520d9-64e4-4478-a7be-4382eebb91e3 req-6e231f93-061d-41aa-8512-36b94435ae7e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455029 Nov 12 03:46:07.935923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35760dae-8856-44b1-b550-95e1b025240b req-f2916b4a-bf72-4337-84d1-57f805a7ddc1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487599 Nov 12 03:46:08.619457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e244012-1676-4987-9f5c-e73b040e96de req-ec8b04d3-4329-499e-a4f5-1e285b720c17 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.621577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e244012-1676-4987-9f5c-e73b040e96de req-ec8b04d3-4329-499e-a4f5-1e285b720c17 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0598619 Nov 12 03:46:08.670209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e244012-1676-4987-9f5c-e73b040e96de req-bf1dbc54-fd15-4d81-8384-7e2602e3802e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Nov 12 03:46:08.847289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733ee1c-b530-4f04-83f2-473c20121380 req-f86a6ea7-c436-4d96-9843-740aa32b6e25 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.855828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0733ee1c-b530-4f04-83f2-473c20121380 req-f86a6ea7-c436-4d96-9843-740aa32b6e25 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1050806 Nov 12 03:46:08.903768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0733ee1c-b530-4f04-83f2-473c20121380 req-29ea441e-62f3-418e-8510-1061db4c5140 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469148 Nov 12 03:46:08.956963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f2ff2-cd0b-45ee-8106-e8cbf243de46 req-889abb00-bc49-4db3-8f79-c87dd879986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.959174 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-168f2ff2-cd0b-45ee-8106-e8cbf243de46 req-889abb00-bc49-4db3-8f79-c87dd879986d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1097 time: 0.0501661 Nov 12 03:46:09.038638 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-168f2ff2-cd0b-45ee-8106-e8cbf243de46 req-097b0099-90c2-4467-86a2-4bfa69b027de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696106 Nov 12 03:46:09.064720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43112) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:09.116712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1effbba-4801-4815-bd55-8e9a405df487 req-9420c696-9579-4a84-8e2f-3ef1211ed424 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.118956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1effbba-4801-4815-bd55-8e9a405df487 req-9420c696-9579-4a84-8e2f-3ef1211ed424 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 943 time: 0.0575752 Nov 12 03:46:09.125398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327e342-c652-430b-919f-bda2610a66e9 req-5e4c7096-5249-4c7b-8cf0-ac90c2029e4b tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.126980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d327e342-c652-430b-919f-bda2610a66e9 req-5e4c7096-5249-4c7b-8cf0-ac90c2029e4b tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0597215 Nov 12 03:46:09.180398 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1effbba-4801-4815-bd55-8e9a405df487 req-741b78aa-0777-4670-be5f-78b130c47e9a tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540383 Nov 12 03:46:09.191715 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d327e342-c652-430b-919f-bda2610a66e9 req-fbc66d24-864f-4a33-98c0-4e010ac70cd1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558734 Nov 12 03:46:09.238905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e68556ac-a514-4412-a96c-a7c79363ce90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66b33ee6f5444eedb648ad1e32791299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727481 Nov 12 03:46:09.241295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43120) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:09.302970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.373730 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.434443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f320-6d05-4010-86d7-648b98d72313 req-76d7af05-204d-46cb-868f-4a54f7b6330e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.435907 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-76d7af05-204d-46cb-868f-4a54f7b6330e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.1509898 Nov 12 03:46:09.453737 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-f60b11d8-9d76-41e1-ac5a-39c90047ea8a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/quotas/244cbb4da8474eebad5c1fe5f07190e4 HTTP/1.1" status: 200 len: 375 time: 0.0109944 Nov 12 03:46:09.459015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.462063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.463054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb434bcd-60f1-4983-b749-d9e03b8b0b0d HTTP/1.1" status: 204 len: 168 time: 0.2207413 Nov 12 03:46:09.472932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb434bcd-60f1-4983-b749-d9e03b8b0b0d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:09.488702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.489079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.489419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.489754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.490084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.490527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.490851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.491172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.491490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.491812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.492123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.492435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb3357-b84d-40eb-898f-fcbd2b3f8e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:09.550881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-3f4b03d2-a7e4-4f32-8ff4-bb5aac9e856b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0866535 Nov 12 03:46:09.669358 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-e8d8eb27-fe9e-460a-8173-1d2e555f5024 service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095374 Nov 12 03:46:09.763403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-cb8f69c6-ea36-4409-ad4f-ae93b1d9e3b0 service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873187 Nov 12 03:46:09.974696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0da40c23-76ca-4a57-8144-1a08b3f6ebb2 req-770ea653-98c7-403c-adc3-dc38f37ea7aa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 210 time: 0.0624597 Nov 12 03:46:10.011038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:10.129012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:10.141317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'port_id': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'mac_address': 'fa:16:3e:d4:77:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:10.183071 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.197377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74970dda-6816-47eb-8b2b-1c57e2d77125 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:10.220616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:10.225700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.298502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.373942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817dbe9-5333-4781-a7d9-ed13660a8285 req-b1b2aad7-faba-4bfa-b827-96666312b8e1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.384383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2817dbe9-5333-4781-a7d9-ed13660a8285 req-b1b2aad7-faba-4bfa-b827-96666312b8e1 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 944 time: 0.0913966 Nov 12 03:46:10.402798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733d73b-37e1-4369-93fe-7622b6897adf req-b258d2aa-38f0-46ce-bd02-e834ed8eb668 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.412968 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d733d73b-37e1-4369-93fe-7622b6897adf req-b258d2aa-38f0-46ce-bd02-e834ed8eb668 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0777526 Nov 12 03:46:10.437299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2817dbe9-5333-4781-a7d9-ed13660a8285 req-00667eb1-7c76-4063-9d18-23b9a7ef915b tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519626 Nov 12 03:46:10.478076 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d733d73b-37e1-4369-93fe-7622b6897adf req-f8da6fbc-656b-4526-b9ec-174b241347fa tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634139 Nov 12 03:46:10.609890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['74970dda-6816-47eb-8b2b-1c57e2d77125'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:10.920609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ed28-0b1f-40ea-a105-c9061a2cf789 req-66e1ff87-988a-4aaf-a3bb-b48a7f2dbb5c tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.922477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9415ed28-0b1f-40ea-a105-c9061a2cf789 req-66e1ff87-988a-4aaf-a3bb-b48a7f2dbb5c tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1097 time: 0.0443766 Nov 12 03:46:10.977031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9415ed28-0b1f-40ea-a105-c9061a2cf789 req-cdc15a81-a38d-41ef-bb53-aa10f4722efb tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480349 Nov 12 03:46:11.095291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-044935cc-b0d6-4c9e-829f-dfc1bd01c084 req-7887e10c-5260-45c0-b6ed-2d7e6689edcc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 210 time: 0.0322886 Nov 12 03:46:11.253263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f320-6d05-4010-86d7-648b98d72313 req-a9c83299-97d1-48c4-bb8d-7a5da4cdf2a7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.255132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-a9c83299-97d1-48c4-bb8d-7a5da4cdf2a7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.1871943 Nov 12 03:46:11.269100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de6677-0b6a-440b-abc1-0adf9cbd845a req-5b5272c3-f7ec-4937-b03f-1c5e6d7846c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.270578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8de6677-0b6a-440b-abc1-0adf9cbd845a req-5b5272c3-f7ec-4937-b03f-1c5e6d7846c6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.1141682 Nov 12 03:46:11.287621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'port': {'device_id': '4d685f87-792a-466f-b989-16b55340fa1b', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'admin_state_up': True, 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:11.389011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8de6677-0b6a-440b-abc1-0adf9cbd845a req-5bc88cd0-256a-402a-8474-912a79a3a3f5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110039 Nov 12 03:46:11.414218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43246) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:11.441587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Made reservation on behalf of 244cbb4da8474eebad5c1fe5f07190e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:11.445554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.633414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Allocated IP 172.20.0.14 (9eda40b8-2392-4f0c-96b3-730bf512b53b/5c0a8fca-b071-4355-acac-92f3e5eb1625/884c33bc-b14d-4619-815e-b8f5b87cf4e2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:11.666510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e5e77-139c-40b5-b055-adf1a1b059f2 req-f86b1bb3-1c69-4258-b1a8-2d2740fa5929 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.668102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce2e5e77-139c-40b5-b055-adf1a1b059f2 req-f86b1bb3-1c69-4258-b1a8-2d2740fa5929 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0795434 Nov 12 03:46:11.765515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce2e5e77-139c-40b5-b055-adf1a1b059f2 req-50cd1f5a-36e0-42aa-a221-8bad977b6584 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874298 Nov 12 03:46:11.862286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.887603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3a9d42c6-c159-4815-8e10-b82c7bb2d24c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/9070fe23-1cba-4fe5-b104-f6cd796a1a0f HTTP/1.1" status: 200 len: 993 time: 0.4719312 Nov 12 03:46:11.912450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161accb-b8bd-445a-b72c-b20a7de46cb8 req-429d277a-21a1-4458-b69e-3f3c86c0c90d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.921640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b161accb-b8bd-445a-b72c-b20a7de46cb8 req-429d277a-21a1-4458-b69e-3f3c86c0c90d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 944 time: 0.1033468 Nov 12 03:46:11.933485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.949063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e229c874-a097-422d-af8e-fe88d409b4eb', 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:12.002221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:12.008023 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b161accb-b8bd-445a-b72c-b20a7de46cb8 req-ba381d03-0684-42a0-85d6-c572b56d7fed tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852935 Nov 12 03:46:12.025829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:12.037693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:12.042112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:12.115250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'Port': ['ID=884c33bc-b14d-4619-815e-b8f5b87cf4e2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:12.148249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 74970dda-6816-47eb-8b2b-1c57e2d77125 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:12.149188 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.155801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.156640 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.185599 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-ef14e6c7-2eac-4e54-88b9-1385ef37a1da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9048645 Nov 12 03:46:12.203019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Request body: {'port': {'device_id': '4d685f87-792a-466f-b989-16b55340fa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:12.314627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-40dec033-7b8f-49d5-89ed-2fcaa255d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.316116 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-40dec033-7b8f-49d5-89ed-2fcaa255d3bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=502561e4a4574ec8baa2d886a5467b34&device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 1097 time: 0.0606756 Nov 12 03:46:12.376353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.410221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526527d-d4c8-42d6-a377-2a6312dee6ba req-2df1a29c-aea0-41c3-9f16-b439c05fc8d3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.418531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8526527d-d4c8-42d6-a377-2a6312dee6ba req-2df1a29c-aea0-41c3-9f16-b439c05fc8d3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 932 time: 0.1478953 Nov 12 03:46:12.441790 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.446242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990aaca-9ab5-45b8-b248-7fcdaeb123db req-e21b55f5-b00e-4f41-8f42-a274bb9543cc tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.448997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2990aaca-9ab5-45b8-b248-7fcdaeb123db req-e21b55f5-b00e-4f41-8f42-a274bb9543cc tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1319280 Nov 12 03:46:12.492623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:12.495513 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a3dd20-3161-4d45-a9ad-c041e44b5fe0" -d '{"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-plugged", "status": "completed", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:12.504892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e34fd82c-64d3-4cd9-8d40-2b0aa0780ee2 None None] Provisioning complete for port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:12.505269 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e34fd82c-64d3-4cd9-8d40-2b0aa0780ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.510753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2990aaca-9ab5-45b8-b248-7fcdaeb123db req-0de2e90d-5767-473d-af35-f3fb9cb2ba05 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519807 Nov 12 03:46:12.520250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:12.526113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-dce78d55-b1ce-4138-92b0-9acc77546e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.530403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-dce78d55-b1ce-4138-92b0-9acc77546e13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 200 len: 921 time: 0.1966066 Nov 12 03:46:12.543233 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.589848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-c2b2e16a-b2f2-449b-8658-50a683a7786a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a HTTP/1.1" status: 200 len: 217 time: 0.0499063 Nov 12 03:46:12.613819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e34fd82c-64d3-4cd9-8d40-2b0aa0780ee2 None None] Port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:12.634714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:12.658486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-17b88a96-8bee-4208-a60f-0107d34a83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.660223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-17b88a96-8bee-4208-a60f-0107d34a83a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 200 len: 859 time: 0.0620348 Nov 12 03:46:12.660378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8526527d-d4c8-42d6-a377-2a6312dee6ba req-80311563-38e2-4ba8-b166-d51e964adf2f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384336 Nov 12 03:46:12.666276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-c85f6026-6d0a-4317-893a-5a34c28670ad req-11381ec8-dbd7-41c7-b940-88c5757401de service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:46:12.667480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c85f6026-6d0a-4317-893a-5a34c28670ad req-11381ec8-dbd7-41c7-b940-88c5757401de service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063627 Nov 12 03:46:12.698262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-69fa2361-cde2-4091-9358-399152af141c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298247 Nov 12 03:46:12.725555 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce9e15d-0b35-439e-b534-c092320a7dcb x-openstack-request-id: req-6ce9e15d-0b35-439e-b534-c092320a7dcb {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:12.726116 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-plugged", "status": "completed", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:12.726578 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ce9e15d-0b35-439e-b534-c092320a7dcb {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:12.727180 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'code': 200} Nov 12 03:46:12.851138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-fde0022a-10a0-4379-9c80-281608d1c745 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422498 Nov 12 03:46:12.864968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884c33bc-b14d-4619-815e-b8f5b87cf4e2 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:12.873987 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.888010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Transition to ACTIVE for port object 884c33bc-b14d-4619-815e-b8f5b87cf4e2 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:12.893227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.007282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Pushing event updated for resources: {'Port': ['ID=884c33bc-b14d-4619-815e-b8f5b87cf4e2,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:13.016534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537ac3f-60e5-422d-a35c-f7fe960e6d9d req-73a9a981-ea3f-4cb7-aa64-6728e19f5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.018924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3537ac3f-60e5-422d-a35c-f7fe960e6d9d req-73a9a981-ea3f-4cb7-aa64-6728e19f5253 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 1098 time: 0.1419053 Nov 12 03:46:13.051549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ae87659-4b41-4b81-bb54-28d2de5a6be1 req-a13bd805-ae8e-4f2d-81e3-61c3136250e9 service neutron] 10.222.0.20 "GET /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756349 Nov 12 03:46:13.069804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Attempting to bind port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:13.070132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Attempting to bind port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:13.070465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Attempting to bind port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:13.080878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:13.081204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Attempting to bind port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:13.098898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:13.099235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Checking segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:13.099627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Bound using segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:13.101108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Bound port: 884c33bc-b14d-4619-815e-b8f5b87cf4e2, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:13.101379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.136013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3537ac3f-60e5-422d-a35c-f7fe960e6d9d req-194f0042-1467-41fb-8cd2-934a327e04a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849237 Nov 12 03:46:13.291969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a435f-b22f-40e0-8834-c8e2d8d5df50 req-56c2ef5f-9c30-4fbf-9b71-665088c7259f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.294176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c15a435f-b22f-40e0-8834-c8e2d8d5df50 req-56c2ef5f-9c30-4fbf-9b71-665088c7259f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0782232 Nov 12 03:46:13.352984 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c15a435f-b22f-40e0-8834-c8e2d8d5df50 req-3f6dc6c3-063a-473c-ab36-597e52f138b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518377 Nov 12 03:46:13.560484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] For port 884c33bc-b14d-4619-815e-b8f5b87cf4e2, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:13.564714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] For port 884c33bc-b14d-4619-815e-b8f5b87cf4e2, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:13.571983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-6a743aa4-9a2e-40ef-9b52-9ce005c8f1bc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3749418 Nov 12 03:46:13.582323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c161d-d3cf-46f7-bf83-72ff62e0ff18 req-8df8c463-323e-4ba0-a532-c423b44cbb3e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.584119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa7c161d-d3cf-46f7-bf83-72ff62e0ff18 req-8df8c463-323e-4ba0-a532-c423b44cbb3e tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 946 time: 0.4046469 Nov 12 03:46:13.586164 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.651881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.652794 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.654346 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] 10.222.0.20 "PUT /v2.0/ports/884c33bc-b14d-4619-815e-b8f5b87cf4e2 HTTP/1.1" status: 200 len: 1093 time: 1.4613936 Nov 12 03:46:13.657068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d685f87-792a-466f-b989-16b55340fa1b', 'tag': '884c33bc-b14d-4619-815e-b8f5b87cf4e2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:13.660489 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d685f87-792a-466f-b989-16b55340fa1b", "tag": "884c33bc-b14d-4619-815e-b8f5b87cf4e2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:13.692857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484880a-8671-4191-9686-864b91353555 req-5d104e6e-fe77-4f26-9550-c2d9fedc2728 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.701248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9d67e-fa9c-4377-b7a0-d08aad12d642 service neutron] Pushing event updated for resources: {'Port': ['ID=884c33bc-b14d-4619-815e-b8f5b87cf4e2,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:13.702497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484880a-8671-4191-9686-864b91353555 req-5d104e6e-fe77-4f26-9550-c2d9fedc2728 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0829542 Nov 12 03:46:13.772009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa7c161d-d3cf-46f7-bf83-72ff62e0ff18 req-2c0827bd-8675-4b92-9f93-38a5e99d3fee tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752200 Nov 12 03:46:13.774559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484880a-8671-4191-9686-864b91353555 req-7b93acb9-1bb6-4d91-8b42-42e79e794308 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676546 Nov 12 03:46:13.808707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f320-6d05-4010-86d7-648b98d72313 req-bb38324f-4804-483b-ab80-a21d50a8af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.811303 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-bb38324f-4804-483b-ab80-a21d50a8af23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 1096 time: 0.1027350 Nov 12 03:46:13.823896 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a083cb97-c2ba-4b57-95f6-44d7560efb84 x-openstack-request-id: req-a083cb97-c2ba-4b57-95f6-44d7560efb84 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:13.824187 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d685f87-792a-466f-b989-16b55340fa1b", "tag": "884c33bc-b14d-4619-815e-b8f5b87cf4e2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:13.824461 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a083cb97-c2ba-4b57-95f6-44d7560efb84 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:13.824898 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d685f87-792a-466f-b989-16b55340fa1b', 'tag': '884c33bc-b14d-4619-815e-b8f5b87cf4e2', 'status': 'completed', 'code': 200} Nov 12 03:46:13.888539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-8cc32a90-286a-4d0f-8e91-3f17a13c5a1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2 HTTP/1.1" status: 200 len: 217 time: 0.0547872 Nov 12 03:46:13.942210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e577aeb-2dc4-4450-a484-c9696ab30189 req-0bc2a4a2-9d3a-4ef6-b620-a2f1b5a32a52 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.944704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6e577aeb-2dc4-4450-a484-c9696ab30189 req-0bc2a4a2-9d3a-4ef6-b620-a2f1b5a32a52 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 944 time: 0.0680170 Nov 12 03:46:13.989138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f320-6d05-4010-86d7-648b98d72313 req-c0a238ed-90f3-47ba-a2de-c65e3e6834ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.990600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-c0a238ed-90f3-47ba-a2de-c65e3e6834ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0808713 Nov 12 03:46:14.014828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6e577aeb-2dc4-4450-a484-c9696ab30189 req-ab8784d0-1ef5-4ed4-8b77-dabed21bcb6d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632744 Nov 12 03:46:14.051286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f320-6d05-4010-86d7-648b98d72313 req-941a11a0-c68e-4ed6-a42f-4b4f58128dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.062673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-941a11a0-c68e-4ed6-a42f-4b4f58128dac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637465 Nov 12 03:46:14.179562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-644dad32-21af-4319-8af0-91354f83a1a6 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974770 Nov 12 03:46:14.297870 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a27f320-6d05-4010-86d7-648b98d72313 req-b38af305-18bf-4e21-a0e6-c101228cf029 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103220 Nov 12 03:46:14.403641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-0daec369-d953-428f-9d8d-ffb17cc7a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.405915 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-0daec369-d953-428f-9d8d-ffb17cc7a487 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 1096 time: 0.0496137 Nov 12 03:46:14.570744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ee961-28ac-47bc-8f25-00e652d0ee50 req-4b0adec1-576d-49be-94b8-9f5a24ef7d1a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.577113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-770ee961-28ac-47bc-8f25-00e652d0ee50 req-4b0adec1-576d-49be-94b8-9f5a24ef7d1a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0909612 Nov 12 03:46:14.578449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-b74fae8b-8d12-4e74-abc0-26174457bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.582567 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-b74fae8b-8d12-4e74-abc0-26174457bd05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1683917 Nov 12 03:46:14.641635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-50f25a74-60bc-48b9-a481-284221bd39cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2 HTTP/1.1" status: 200 len: 217 time: 0.0485990 Nov 12 03:46:14.711405 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-770ee961-28ac-47bc-8f25-00e652d0ee50 req-412253ea-965d-4295-bdf4-95785bb126ca tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201093 Nov 12 03:46:14.729042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-4a9dd9c7-bc4b-4cf3-8f5b-012501a8ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.730841 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-4a9dd9c7-bc4b-4cf3-8f5b-012501a8ee1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0747240 Nov 12 03:46:14.793605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-1cf40cb1-f72a-4bee-8eab-f503e581cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.795271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-1cf40cb1-f72a-4bee-8eab-f503e581cd4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522618 Nov 12 03:46:14.927611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17310d74-a96e-4390-b3f7-73033f3409df req-ee8b4d84-a5b7-408d-8954-c5521a1c1fe0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.935680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-17310d74-a96e-4390-b3f7-73033f3409df req-ee8b4d84-a5b7-408d-8954-c5521a1c1fe0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 946 time: 0.0693097 Nov 12 03:46:14.944676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-c8daa637-e371-41cf-976b-24a0cd75b9e3 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354125 Nov 12 03:46:14.999797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-17310d74-a96e-4390-b3f7-73033f3409df req-94c81e7d-5bab-41dc-9fd7-eb9cbe9a50e0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629201 Nov 12 03:46:15.076589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d9f41-ac96-4811-b678-da8afd53ccb4 req-85f1d37a-37e2-4293-be62-28a1add48925 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.078243 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-235d9f41-ac96-4811-b678-da8afd53ccb4 req-85f1d37a-37e2-4293-be62-28a1add48925 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1319838 Nov 12 03:46:15.152183 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dc3466a-a4f3-42a4-bb26-c4ecd1ba202a req-247e5f47-21a2-42ef-8331-dbd42cc02330 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908207 Nov 12 03:46:15.163712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-235d9f41-ac96-4811-b678-da8afd53ccb4 req-116310d4-ecdc-4520-897e-da233e108ed0 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710781 Nov 12 03:46:15.238237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-822c0325-7d15-4345-9168-453ad166f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.241852 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-822c0325-7d15-4345-9168-453ad166f6f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1097 time: 0.0700543 Nov 12 03:46:15.248582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542f60-1418-4c15-aca2-54eb00c190d0 req-499fac02-0612-4aca-bedc-39cfc3f1f791 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.253453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1542f60-1418-4c15-aca2-54eb00c190d0 req-499fac02-0612-4aca-bedc-39cfc3f1f791 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 944 time: 0.1409497 Nov 12 03:46:15.338627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1542f60-1418-4c15-aca2-54eb00c190d0 req-b13e69d3-5fa3-4915-9e36-3f42812fd7dd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797679 Nov 12 03:46:15.354033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-372f51dd-57ce-4662-a646-bb75ff9f7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.355830 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-372f51dd-57ce-4662-a646-bb75ff9f7203 service neutron] 10.222.0.20 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 899 time: 0.1046240 Nov 12 03:46:15.443374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-cc4693c5-efd3-4174-808d-fb93a07c2b7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 1001 time: 0.0723855 Nov 12 03:46:15.502541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-7c940ba7-2450-4b70-bfef-f60cf16b10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.504498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-7c940ba7-2450-4b70-bfef-f60cf16b10f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.0535641 Nov 12 03:46:15.558608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-3c7d62a4-846f-428c-9fdc-aa9f6f261262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.560130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-3c7d62a4-846f-428c-9fdc-aa9f6f261262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448847 Nov 12 03:46:15.699616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-9d23f5d9-ffe1-43ac-8d3f-575e554b050b service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307304 Nov 12 03:46:15.816032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-e7b3918f-dcf5-4fab-937e-fafe3f6bd11f service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003299 Nov 12 03:46:15.866988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd99c-9c68-42dd-9fda-b7e2f173d142 req-031b5183-6dee-4459-b603-1efc3eb65b2b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.869112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7fafd99c-9c68-42dd-9fda-b7e2f173d142 req-031b5183-6dee-4459-b603-1efc3eb65b2b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0610209 Nov 12 03:46:15.926342 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7fafd99c-9c68-42dd-9fda-b7e2f173d142 req-5e8c3313-d373-4207-a4fa-663514fbd392 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505352 Nov 12 03:46:16.045517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 884c33bc-b14d-4619-815e-b8f5b87cf4e2 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:16.151826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 884c33bc-b14d-4619-815e-b8f5b87cf4e2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:16.163966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '884c33bc-b14d-4619-815e-b8f5b87cf4e2', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': '884c33bc-b14d-4619-815e-b8f5b87cf4e2', 'mac_address': 'fa:16:3e:b4:88:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:16.205926 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.221511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884c33bc-b14d-4619-815e-b8f5b87cf4e2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:16.243648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 884c33bc-b14d-4619-815e-b8f5b87cf4e2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:16.251803 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.310279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=884c33bc-b14d-4619-815e-b8f5b87cf4e2,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:16.314390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6636-ef28-4dae-a9ca-0e1b549233f6 req-45104292-97a9-40f1-a4f8-dcf531fb160e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.316142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-736f6636-ef28-4dae-a9ca-0e1b549233f6 req-45104292-97a9-40f1-a4f8-dcf531fb160e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0642076 Nov 12 03:46:16.371958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-736f6636-ef28-4dae-a9ca-0e1b549233f6 req-a7e26815-1143-4b2d-a4eb-0efec51cd01e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Nov 12 03:46:16.409253 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062613-d3ec-439c-b59c-e1d1a7208e41 req-5fdbd285-819c-4010-9381-aaeec39810b7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.410881 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f062613-d3ec-439c-b59c-e1d1a7208e41 req-5fdbd285-819c-4010-9381-aaeec39810b7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 946 time: 0.3212118 Nov 12 03:46:16.477361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f062613-d3ec-439c-b59c-e1d1a7208e41 req-a84865eb-3f0c-46ac-88ec-de6115a1b0b2 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602129 Nov 12 03:46:16.520719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e624b8-76c9-430e-aee8-cdf069645fda req-4d0b451b-f57c-40e1-9bc6-0585b36c97c7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.529181 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2e624b8-76c9-430e-aee8-cdf069645fda req-4d0b451b-f57c-40e1-9bc6-0585b36c97c7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 945 time: 0.0681736 Nov 12 03:46:16.612995 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d2e624b8-76c9-430e-aee8-cdf069645fda req-589f1cda-721c-4365-b958-be7ca5611339 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716453 Nov 12 03:46:16.648531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['884c33bc-b14d-4619-815e-b8f5b87cf4e2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:17.052360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e4758-4b60-4001-9066-f590b87361a6 req-2674d649-dc1d-4e73-9c42-9345d2ca11a1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:17.053895 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103e4758-4b60-4001-9066-f590b87361a6 req-2674d649-dc1d-4e73-9c42-9345d2ca11a1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0517778 Nov 12 03:46:17.108982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103e4758-4b60-4001-9066-f590b87361a6 req-32762e35-c218-43e1-9bbd-209fee041786 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478384 Nov 12 03:46:17.714705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ca0f9-09a7-4cdf-a266-d911a4d1f53c req-05f0404b-fba2-4b74-9c53-d6b13dc21b6b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:17.716419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-790ca0f9-09a7-4cdf-a266-d911a4d1f53c req-05f0404b-fba2-4b74-9c53-d6b13dc21b6b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 945 time: 0.0525138 Nov 12 03:46:17.772990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-790ca0f9-09a7-4cdf-a266-d911a4d1f53c req-b441282d-a163-4e26-893b-ace84c793ed1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499716 Nov 12 03:46:18.310121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa263bb-bf3d-4077-bffc-ac639857b90f req-75f58efd-3f7d-4f06-98e0-75f8b6302936 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:18.312862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6aa263bb-bf3d-4077-bffc-ac639857b90f req-75f58efd-3f7d-4f06-98e0-75f8b6302936 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.1284683 Nov 12 03:46:18.388203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6aa263bb-bf3d-4077-bffc-ac639857b90f req-6f366a60-f74f-44de-b765-16b9b5aac9ff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636816 Nov 12 03:46:18.927961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac562e-4882-4485-949e-9a08e7a6e777 req-c16671a3-06c4-4d2c-a3af-ccfa06fffce1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:18.929557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42ac562e-4882-4485-949e-9a08e7a6e777 req-c16671a3-06c4-4d2c-a3af-ccfa06fffce1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 945 time: 0.0739117 Nov 12 03:46:18.996583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42ac562e-4882-4485-949e-9a08e7a6e777 req-1b3707d0-a608-4dcb-9096-ff3efb7874e1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592570 Nov 12 03:46:19.506049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e3520-6c9a-46b3-895e-16ce337948f1 req-49154a9b-968a-4009-8103-1b509880bfe7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:19.507495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-280e3520-6c9a-46b3-895e-16ce337948f1 req-49154a9b-968a-4009-8103-1b509880bfe7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0519273 Nov 12 03:46:19.566114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-280e3520-6c9a-46b3-895e-16ce337948f1 req-29d4821b-7d4e-4b2a-a6d8-fb2bc443f106 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520284 Nov 12 03:46:20.072172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 884c33bc-b14d-4619-815e-b8f5b87cf4e2 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:20.127641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:20.136072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:20.136423 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.140424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c3a59-ddbc-413e-b90a-a8ba651a69bb req-9f0c1be2-6768-43a0-a867-d8a991147807 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:20.141979 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-399c3a59-ddbc-413e-b90a-a8ba651a69bb req-9f0c1be2-6768-43a0-a867-d8a991147807 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 945 time: 0.0593040 Nov 12 03:46:20.204567 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-399c3a59-ddbc-413e-b90a-a8ba651a69bb req-8ebf0c6a-30c1-46cc-9698-44c73c9fd461 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548379 Nov 12 03:46:20.386566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.411344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d685f87-792a-466f-b989-16b55340fa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884c33bc-b14d-4619-815e-b8f5b87cf4e2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:20.413640 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b7256d-8d81-41ec-a12f-045769928c55" -d '{"events": [{"server_uuid": "4d685f87-792a-466f-b989-16b55340fa1b", "name": "network-vif-plugged", "status": "completed", "tag": "884c33bc-b14d-4619-815e-b8f5b87cf4e2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:20.426354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 884c33bc-b14d-4619-815e-b8f5b87cf4e2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:20.433029 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.484479 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8984be2-ebb8-409d-ae36-8a5f8f145981 x-openstack-request-id: req-c8984be2-ebb8-409d-ae36-8a5f8f145981 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:20.484479 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d685f87-792a-466f-b989-16b55340fa1b", "name": "network-vif-plugged", "status": "completed", "tag": "884c33bc-b14d-4619-815e-b8f5b87cf4e2", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:20.484774 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8984be2-ebb8-409d-ae36-8a5f8f145981 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:20.485079 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d685f87-792a-466f-b989-16b55340fa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884c33bc-b14d-4619-815e-b8f5b87cf4e2', 'code': 200} Nov 12 03:46:20.505700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=884c33bc-b14d-4619-815e-b8f5b87cf4e2,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:20.618550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7429e-c417-4df9-870f-cb2c834bbdd2 req-c62f52f4-34f5-40cb-894c-f084048dd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:20.620541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6d7429e-c417-4df9-870f-cb2c834bbdd2 req-c62f52f4-34f5-40cb-894c-f084048dd966 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 1098 time: 0.0565097 Nov 12 03:46:20.705733 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6d7429e-c417-4df9-870f-cb2c834bbdd2 req-a91d5d5f-c075-4fb2-bcb2-6c076f9133b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644989 Nov 12 03:46:20.756528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544919aa-d247-4ab0-9d28-7535ca462f81 req-aea53941-9f34-41c7-9f05-1b1383686e0d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:20.758275 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-544919aa-d247-4ab0-9d28-7535ca462f81 req-aea53941-9f34-41c7-9f05-1b1383686e0d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0669038 Nov 12 03:46:20.813369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-544919aa-d247-4ab0-9d28-7535ca462f81 req-631d34c0-2118-461f-8cef-7522dd251f90 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471389 Nov 12 03:46:21.346403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97e130-9617-4c2d-98f4-550e5b65ffd9 req-43e74911-f00f-409e-9c22-3d0f9ab2e731 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.347832 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c97e130-9617-4c2d-98f4-550e5b65ffd9 req-43e74911-f00f-409e-9c22-3d0f9ab2e731 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 946 time: 0.0579135 Nov 12 03:46:21.405265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c97e130-9617-4c2d-98f4-550e5b65ffd9 req-4e695f8e-88a3-49c2-ad77-42c6c0fd3313 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497379 Nov 12 03:46:21.940768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3291564-edb2-4287-bb94-daf5efc4465a req-126f24d5-d55e-4a93-8429-c9c56e9b4eb5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.942326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3291564-edb2-4287-bb94-daf5efc4465a req-126f24d5-d55e-4a93-8429-c9c56e9b4eb5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0535557 Nov 12 03:46:21.997486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3291564-edb2-4287-bb94-daf5efc4465a req-5ba474e4-7a90-47f2-886c-4d0c886a3fef tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488031 Nov 12 03:46:22.613820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502e89c-1003-4b1c-b103-21a18df88538 req-a74e4ab0-94b1-4118-af24-d360a9844e55 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.615306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7502e89c-1003-4b1c-b103-21a18df88538 req-a74e4ab0-94b1-4118-af24-d360a9844e55 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 946 time: 0.0678587 Nov 12 03:46:22.678432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7502e89c-1003-4b1c-b103-21a18df88538 req-3eabb1b9-707a-4064-8b8b-5637258ebd66 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545278 Nov 12 03:46:22.807611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-30779b6e-4fc1-4089-92a4-dce0d03d1af7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=244cbb4da8474eebad5c1fe5f07190e4 HTTP/1.1" status: 200 len: 267 time: 0.0548308 Nov 12 03:46:22.866229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-5a0ac23f-c59a-431b-ab00-a3f07705a284 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.867874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-5a0ac23f-c59a-431b-ab00-a3f07705a284 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 946 time: 0.0536919 Nov 12 03:46:22.879101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'port': {'security_groups': []}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:22.948429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.132767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] For port 884c33bc-b14d-4619-815e-b8f5b87cf4e2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:23.161154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18beb76-3329-4fd5-b56d-7af1cd5337b7 req-c1d755fe-3a94-4d89-85a9-212e2370785f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.163323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a18beb76-3329-4fd5-b56d-7af1cd5337b7 req-c1d755fe-3a94-4d89-85a9-212e2370785f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0599782 Nov 12 03:46:23.168966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.175279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.190337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e229c874-a097-422d-af8e-fe88d409b4eb', 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e', '884c33bc-b14d-4619-815e-b8f5b87cf4e2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:23.233319 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a18beb76-3329-4fd5-b56d-7af1cd5337b7 req-32d4b26c-703d-461c-bd82-84440f494ca0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608227 Nov 12 03:46:23.266007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.266657 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.275294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f1cafea0-6adb-4899-bdbb-0dc747eb1969 req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "PUT /v2.0/ports/884c33bc-b14d-4619-815e-b8f5b87cf4e2 HTTP/1.1" status: 200 len: 905 time: 0.3976519 Nov 12 03:46:23.275294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b5336-e105-45a2-b793-c0d92b747b2e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'Port': ['ID=884c33bc-b14d-4619-815e-b8f5b87cf4e2,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:23.291069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d685f87-792a-466f-b989-16b55340fa1b', 'tag': '884c33bc-b14d-4619-815e-b8f5b87cf4e2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:23.299002 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e07e73-5901-4226-912a-292cfce45e47" -d '{"events": [{"name": "network-changed", "server_uuid": "4d685f87-792a-466f-b989-16b55340fa1b", "tag": "884c33bc-b14d-4619-815e-b8f5b87cf4e2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:23.428657 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750553a3-80b1-43e4-8e2a-93ce4c2f1935 x-openstack-request-id: req-750553a3-80b1-43e4-8e2a-93ce4c2f1935 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:23.428972 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d685f87-792a-466f-b989-16b55340fa1b", "tag": "884c33bc-b14d-4619-815e-b8f5b87cf4e2", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:23.429234 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-750553a3-80b1-43e4-8e2a-93ce4c2f1935 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:23.429645 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d685f87-792a-466f-b989-16b55340fa1b', 'tag': '884c33bc-b14d-4619-815e-b8f5b87cf4e2', 'status': 'completed', 'code': 200} Nov 12 03:46:23.447839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff09a-0d4d-48bc-abdf-ae12b51e3de6 req-e91d7fc6-ad8d-441a-9dfb-e3b37d74c37a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.462556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-366ff09a-0d4d-48bc-abdf-ae12b51e3de6 req-e91d7fc6-ad8d-441a-9dfb-e3b37d74c37a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 908 time: 0.0849299 Nov 12 03:46:23.470701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['884c33bc-b14d-4619-815e-b8f5b87cf4e2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:23.587606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e07e73-5901-4226-912a-292cfce45e47 req-fc514402-f6ad-45a1-a21f-e1e31ce59053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.589177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7e07e73-5901-4226-912a-292cfce45e47 req-fc514402-f6ad-45a1-a21f-e1e31ce59053 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 1060 time: 0.1074474 Nov 12 03:46:23.678216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bf5d4862-372b-4d60-8512-386bc4809da3 None None] Provisioning complete for port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:23.678587 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bf5d4862-372b-4d60-8512-386bc4809da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.719002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28416fb7-2f57-4e35-b5a5-d35108c6c664 req-5cfec973-01be-4802-800a-5c6f76866c9f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.720490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28416fb7-2f57-4e35-b5a5-d35108c6c664 req-5cfec973-01be-4802-800a-5c6f76866c9f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0932872 Nov 12 03:46:23.758898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e07e73-5901-4226-912a-292cfce45e47 req-b79a8ae6-c633-4e8c-99cb-2f6365960767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.760712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7e07e73-5901-4226-912a-292cfce45e47 req-b79a8ae6-c633-4e8c-99cb-2f6365960767 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1631246 Nov 12 03:46:23.824596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7e07e73-5901-4226-912a-292cfce45e47 req-616c4859-cd6a-41c7-8341-d04b9672514d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2 HTTP/1.1" status: 200 len: 217 time: 0.0563760 Nov 12 03:46:23.890271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28416fb7-2f57-4e35-b5a5-d35108c6c664 req-26c1a4c3-c563-46cb-a94f-f898301f1873 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582925 Nov 12 03:46:23.904261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e07e73-5901-4226-912a-292cfce45e47 req-efafd7fb-4eef-4aec-ae07-be65b2309c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.905814 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7e07e73-5901-4226-912a-292cfce45e47 req-efafd7fb-4eef-4aec-ae07-be65b2309c12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0711191 Nov 12 03:46:23.961018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e07e73-5901-4226-912a-292cfce45e47 req-e4d1a7ba-7e44-471f-8a62-9a0670277dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.963307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7e07e73-5901-4226-912a-292cfce45e47 req-e4d1a7ba-7e44-471f-8a62-9a0670277dec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489473 Nov 12 03:46:24.036104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59258bb4-83d2-4277-8e33-29c63f6fcd0d req-e614e98b-d8ac-4008-a1c5-219ee40bbeb1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.045491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59258bb4-83d2-4277-8e33-29c63f6fcd0d req-e614e98b-d8ac-4008-a1c5-219ee40bbeb1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0644343 Nov 12 03:46:24.085728 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7e07e73-5901-4226-912a-292cfce45e47 req-1fe54c85-c90f-406e-8a84-043374018f47 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145823 Nov 12 03:46:24.090390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59258bb4-83d2-4277-8e33-29c63f6fcd0d req-a4ee4422-ab13-4024-8239-0d298ae5c4b1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440199 Nov 12 03:46:24.200594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f7e07e73-5901-4226-912a-292cfce45e47 req-ce86f663-dda9-4bc2-88b0-a667ec53443b service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985730 Nov 12 03:46:24.375150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22ae20-a6ad-4acd-87ef-aff400c1564a req-031b7f1c-26a7-4041-8441-5dcbbbac225d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.376884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cc22ae20-a6ad-4acd-87ef-aff400c1564a req-031b7f1c-26a7-4041-8441-5dcbbbac225d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0719829 Nov 12 03:46:24.420769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ba307-a191-4423-8acd-62590903cb03 req-d33fe25d-3efb-485a-bd6f-1349c4c53425 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.422460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-d33fe25d-3efb-485a-bd6f-1349c4c53425 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.1345265 Nov 12 03:46:24.439353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-4a244341-cdcd-4037-996f-f5e83cb357e5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/quotas/244cbb4da8474eebad5c1fe5f07190e4 HTTP/1.1" status: 200 len: 375 time: 0.0105467 Nov 12 03:46:24.456451 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cc22ae20-a6ad-4acd-87ef-aff400c1564a req-f6eb4103-f07e-40cf-b864-aa51d371858d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732853 Nov 12 03:46:24.521360 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-163be9b9-fb0a-4ad5-8766-f0ac514f86f4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0761633 Nov 12 03:46:24.646697 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-1b424327-d3e2-4447-bedd-2054b5410f75 service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219347 Nov 12 03:46:24.684361 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.741775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-2cbefb8c-46f8-4861-a89a-ea9f01efe25f service neutron] 10.222.0.49 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889187 Nov 12 03:46:24.962062 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4d2f298-b119-4b38-b01f-581660bf945f req-8712bff0-ea6a-4a54-9882-ab1b176dbb49 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 210 time: 0.0461373 Nov 12 03:46:25.613869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3e635-f840-46d5-b664-05358a4ad29c req-94a70109-bc20-487d-a6df-4201428493fa tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.619345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4a3e635-f840-46d5-b664-05358a4ad29c req-94a70109-bc20-487d-a6df-4201428493fa tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0768011 Nov 12 03:46:25.688923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4a3e635-f840-46d5-b664-05358a4ad29c req-1fd62f9f-d292-4a7f-bdce-5886e3831fae tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626345 Nov 12 03:46:26.093674 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87cc6254-15de-45c8-98e5-a6276a61fb71 req-5c310a58-b92b-4095-a17e-8f72e3cf93d7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 210 time: 0.0425901 Nov 12 03:46:26.187327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ba307-a191-4423-8acd-62590903cb03 req-df36998f-d0d4-4428-98e4-cb5cc869b814 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.189198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-df36998f-d0d4-4428-98e4-cb5cc869b814 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 811 time: 0.1502140 Nov 12 03:46:26.207152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Request body: {'port': {'device_id': '92300779-4ade-43a1-b9b7-5625c26e632f', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'admin_state_up': True, 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:26.324577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a18f25-aeca-4ace-ac27-1a97451bcae2 req-a5d2b983-a4c3-40e4-a130-4e9ef912a1fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316744 Nov 12 03:46:26.332440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Made reservation on behalf of 244cbb4da8474eebad5c1fe5f07190e4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:26.336401 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.393004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a18f25-aeca-4ace-ac27-1a97451bcae2 req-61dc9f45-d1a3-49e1-b425-e3afaec4ee5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0354295 Nov 12 03:46:26.446677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a18f25-aeca-4ace-ac27-1a97451bcae2 req-66c3b258-ddca-4ea9-9c32-06bbd71a9897 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245872 Nov 12 03:46:26.487956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Allocated IP 172.20.0.10 (9eda40b8-2392-4f0c-96b3-730bf512b53b/5c0a8fca-b071-4355-acac-92f3e5eb1625/34e6c336-cf70-45e5-bdc1-c45f020ec2e4) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:26.577594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a18f25-aeca-4ace-ac27-1a97451bcae2 req-4430216d-1064-4890-b2e0-dd25daa14057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.579112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b9a18f25-aeca-4ace-ac27-1a97451bcae2 req-4430216d-1064-4890-b2e0-dd25daa14057 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1266849 Nov 12 03:46:26.663182 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.707080 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.726848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e229c874-a097-422d-af8e-fe88d409b4eb', 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:26.820091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event updated for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:26.853839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:26.859906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:26.868494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:26.976331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d89a6-48ed-48e2-9064-12ab4ea09520 req-5a04a806-ae75-4138-b260-781422b11e8a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.989373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d29d89a6-48ed-48e2-9064-12ab4ea09520 req-5a04a806-ae75-4138-b260-781422b11e8a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.1332896 Nov 12 03:46:26.994589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.998605 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.021851 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-559e9a54-fc12-471f-8d39-076667782ccc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8204153 Nov 12 03:46:27.038089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Request body: {'port': {'device_id': '92300779-4ade-43a1-b9b7-5625c26e632f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:27.124539 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d29d89a6-48ed-48e2-9064-12ab4ea09520 req-1193d1bd-6466-4455-b249-80eb5b5abf48 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235697 Nov 12 03:46:27.196388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.321234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b54852-bb18-4e48-b041-6bba5f7885a1 req-3bd2c383-4841-40b2-a2f1-3d50aa9cc27f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:27.329094 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84b54852-bb18-4e48-b041-6bba5f7885a1 req-3bd2c383-4841-40b2-a2f1-3d50aa9cc27f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 932 time: 0.1021955 Nov 12 03:46:27.370559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a7aa51ef-9872-4526-8166-d7b1fe06c0dc None None] Provisioning complete for port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:27.370842 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7aa51ef-9872-4526-8166-d7b1fe06c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.457986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa51ef-9872-4526-8166-d7b1fe06c0dc None None] Port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:27.463128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84b54852-bb18-4e48-b041-6bba5f7885a1 req-a9e3ec2c-5350-41e7-a986-db3d6f0588a3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293972 Nov 12 03:46:27.678021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:27.688017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.705436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Transition to ACTIVE for port object 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:27.710819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.775598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Pushing event updated for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:27.854100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Attempting to bind port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:27.854988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Attempting to bind port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:27.855551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Attempting to bind port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:27.861731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:27.862067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Attempting to bind port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 on network 9eda40b8-2392-4f0c-96b3-730bf512b53b {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:27.870217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:27.870562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Checking segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:27.870955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Bound using segment: {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:27.871469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Bound port: 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85efc369-316e-40d6-9d4f-0268f06a50c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:27.871943 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.954219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:27.960500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:27.966484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.039823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.040454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.042597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/34e6c336-cf70-45e5-bdc1-c45f020ec2e4 HTTP/1.1" status: 200 len: 1093 time: 1.0093951 Nov 12 03:46:28.043179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:28.045801 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47747ff6-0178-4f78-9931-40c13d95baff" -d '{"events": [{"name": "network-changed", "server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:28.069268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d38790-23e1-4363-8171-f6e9fe7020d1 service neutron] Pushing event updated for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:28.120892 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a57957-f721-4786-9b6d-66299cbd8cb8 x-openstack-request-id: req-91a57957-f721-4786-9b6d-66299cbd8cb8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:28.121416 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:28.121740 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91a57957-f721-4786-9b6d-66299cbd8cb8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:28.122217 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'status': 'completed', 'code': 200} Nov 12 03:46:28.164048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ba307-a191-4423-8acd-62590903cb03 req-9e0bb9fa-6e38-4ec2-891f-dd15be8ee5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.166491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-9e0bb9fa-6e38-4ec2-891f-dd15be8ee5cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 1096 time: 0.0629203 Nov 12 03:46:28.221972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-8d2e3c4d-1f4b-446a-aa6e-ee9365e088c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4 HTTP/1.1" status: 200 len: 217 time: 0.0454037 Nov 12 03:46:28.302454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc9674-b9d7-4a15-8837-14081a8bf681 req-abd06692-dfd2-4dfe-bbb0-4c3966f9476c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.310327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47cc9674-b9d7-4a15-8837-14081a8bf681 req-abd06692-dfd2-4dfe-bbb0-4c3966f9476c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0809405 Nov 12 03:46:28.331684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ba307-a191-4423-8acd-62590903cb03 req-feb6c8a0-81db-40e8-9ce0-b24ec89ec5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.333220 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-feb6c8a0-81db-40e8-9ce0-b24ec89ec5a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0983794 Nov 12 03:46:28.373530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47cc9674-b9d7-4a15-8837-14081a8bf681 req-d855975d-7685-4cba-b610-82fc624ecb1b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618730 Nov 12 03:46:28.392303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ba307-a191-4423-8acd-62590903cb03 req-7e22cee9-a7f2-4461-8387-973819d5adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.394068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-7e22cee9-a7f2-4461-8387-973819d5adf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500197 Nov 12 03:46:28.488069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-4ff67b80-02a4-4cd1-bea9-3381567ed188 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850973 Nov 12 03:46:28.659736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b00e4d-f254-4373-a6c1-067561b2bf27 req-c4c69aa1-f933-4c01-acd4-10f18af40cef tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.661355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7b00e4d-f254-4373-a6c1-067561b2bf27 req-c4c69aa1-f933-4c01-acd4-10f18af40cef tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 944 time: 0.0799596 Nov 12 03:46:28.689937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e34ba307-a191-4423-8acd-62590903cb03 req-1f20084b-3761-4e05-bc00-b30ebd8325b4 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876676 Nov 12 03:46:28.700115 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-62f9b223-85bc-4b12-9702-4e0834bc3a03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458598 Nov 12 03:46:28.726709 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7b00e4d-f254-4373-a6c1-067561b2bf27 req-1c0d4fd7-bc99-4398-b8e0-68163266cc7e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576279 Nov 12 03:46:28.796785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-fd126058-e38a-4cc1-bce2-961a9f4df2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.798108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-fd126058-e38a-4cc1-bce2-961a9f4df2e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 1098 time: 0.0458665 Nov 12 03:46:28.838978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747ff6-0178-4f78-9931-40c13d95baff req-253fd0da-9ac1-4c5c-9967-3e9aa6f75ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.840762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47747ff6-0178-4f78-9931-40c13d95baff req-253fd0da-9ac1-4c5c-9967-3e9aa6f75ba6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 1096 time: 0.0620606 Nov 12 03:46:28.938163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-f02a83f3-4078-47ca-96c0-37d574f1565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.939961 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-f02a83f3-4078-47ca-96c0-37d574f1565d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1106455 Nov 12 03:46:28.948053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747ff6-0178-4f78-9931-40c13d95baff req-c37ca391-eaac-452e-a762-649660c9d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.949562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47747ff6-0178-4f78-9931-40c13d95baff req-c37ca391-eaac-452e-a762-649660c9d335 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1012967 Nov 12 03:46:28.991231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-626a3538-49f8-4792-ae42-6c153f2950f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e229c874-a097-422d-af8e-fe88d409b4eb HTTP/1.1" status: 200 len: 217 time: 0.0398841 Nov 12 03:46:29.013731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47747ff6-0178-4f78-9931-40c13d95baff req-bce0ea1e-b33c-482d-9e4e-d01a41c65c97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4 HTTP/1.1" status: 200 len: 217 time: 0.0486810 Nov 12 03:46:29.091326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747ff6-0178-4f78-9931-40c13d95baff req-b3044cd9-fbe5-40df-9ea5-8c9245bcf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.098901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47747ff6-0178-4f78-9931-40c13d95baff req-b3044cd9-fbe5-40df-9ea5-8c9245bcf975 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0758595 Nov 12 03:46:29.107198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-fe9f2783-18cc-4d3f-80ef-7e6a48cf5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.108729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-fe9f2783-18cc-4d3f-80ef-7e6a48cf5852 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1054292 Nov 12 03:46:29.174610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747ff6-0178-4f78-9931-40c13d95baff req-67acd991-7e59-485f-93e1-9f6cc0609a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.176358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-5163bdfa-edc4-42be-961c-08d1d5ffa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.177202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47747ff6-0178-4f78-9931-40c13d95baff req-67acd991-7e59-485f-93e1-9f6cc0609a5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518439 Nov 12 03:46:29.177996 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-5163bdfa-edc4-42be-961c-08d1d5ffa14f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499611 Nov 12 03:46:29.347353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-724284df-c6b4-47e8-9625-5c9c74c00cc0 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436667 Nov 12 03:46:29.360923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47747ff6-0178-4f78-9931-40c13d95baff req-1eab056f-76ae-4d7e-8902-3a1adc0e194a service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589782 Nov 12 03:46:29.512298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e46ffcb-7a1b-4ba9-9968-bc7249857f3d req-946394b8-85b2-46bd-8cca-32e5e54f94d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467898 Nov 12 03:46:29.530349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47747ff6-0178-4f78-9931-40c13d95baff req-6fe8395f-781f-4c2c-a6b0-67e1c01ee90e service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520913 Nov 12 03:46:29.556829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed00867-097f-4b5b-a1cb-d092a26615e2 req-3e98de7e-a071-4750-a636-18f061a06812 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.558561 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eed00867-097f-4b5b-a1cb-d092a26615e2 req-3e98de7e-a071-4750-a636-18f061a06812 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0741899 Nov 12 03:46:29.646973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eed00867-097f-4b5b-a1cb-d092a26615e2 req-a8cad489-7188-408e-988a-0835f2d8d66a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769041 Nov 12 03:46:29.872416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581d7b0-6dd2-4ecf-9ab7-79f8d2d065f3 req-6617fd46-f2eb-4729-8dd7-815323384054 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.880177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c581d7b0-6dd2-4ecf-9ab7-79f8d2d065f3 req-6617fd46-f2eb-4729-8dd7-815323384054 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 944 time: 0.0595505 Nov 12 03:46:29.935420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c581d7b0-6dd2-4ecf-9ab7-79f8d2d065f3 req-7f732ee0-e8be-400c-9771-df9da05a2419 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Nov 12 03:46:30.318222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0993b6f-a3b7-41c0-9be6-dbbfce2a1d9b req-96508d9e-510f-40cb-8154-84f7b9685793 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.319809 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0993b6f-a3b7-41c0-9be6-dbbfce2a1d9b req-96508d9e-510f-40cb-8154-84f7b9685793 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0523851 Nov 12 03:46:30.376817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0993b6f-a3b7-41c0-9be6-dbbfce2a1d9b req-5d1e53a4-08be-4840-8349-b71c46adb51c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503089 Nov 12 03:46:30.782189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53561-e8e8-4aeb-8b5f-a3b45778a2a4 req-ff9f474d-97c7-4080-937f-66c5eaa4e439 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.783593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5dd53561-e8e8-4aeb-8b5f-a3b45778a2a4 req-ff9f474d-97c7-4080-937f-66c5eaa4e439 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0563338 Nov 12 03:46:30.834077 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5dd53561-e8e8-4aeb-8b5f-a3b45778a2a4 req-d26ce58c-652d-4830-958c-96ab7fed203a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443738 Nov 12 03:46:31.059947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f672a-9401-471c-af2d-ca9c0e7d4d36 req-25bd1649-7bcf-4d44-914d-c711ea042263 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.061882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-269f672a-9401-471c-af2d-ca9c0e7d4d36 req-25bd1649-7bcf-4d44-914d-c711ea042263 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 944 time: 0.0531521 Nov 12 03:46:31.109523 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-269f672a-9401-471c-af2d-ca9c0e7d4d36 req-6d6f2dbd-5696-438b-bce8-420ad638b2a2 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Nov 12 03:46:31.311994 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0d17773-f16b-4e2a-9673-53ba348a7293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.503909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8055c77-805b-49b1-be92-7f9f6823a4d7 req-474add5d-3fa1-4100-8b9d-e41e3fa4223e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.505541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8055c77-805b-49b1-be92-7f9f6823a4d7 req-474add5d-3fa1-4100-8b9d-e41e3fa4223e tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0579176 Nov 12 03:46:31.556012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8055c77-805b-49b1-be92-7f9f6823a4d7 req-6508d822-0129-46a3-b31d-ed7d40fd59ff tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Nov 12 03:46:31.956875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8b62-2c02-4edf-bdf0-8bfffeb02ec6 req-71b4613c-69cf-4174-86a9-96bc972f98bd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.958504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb1f8b62-2c02-4edf-bdf0-8bfffeb02ec6 req-71b4613c-69cf-4174-86a9-96bc972f98bd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0522041 Nov 12 03:46:32.011955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb1f8b62-2c02-4edf-bdf0-8bfffeb02ec6 req-132d1f95-ad16-450a-a4f6-bf8b4a4ac657 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466232 Nov 12 03:46:32.076185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:32.178356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:32.191402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'mac_address': 'fa:16:3e:f5:fc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:32.241978 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.255834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:32.260598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f74a0f-adbd-4589-82c1-f8528b7b8c19 req-96daf250-f974-4e29-839f-e2a27f785d4d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.262134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00f74a0f-adbd-4589-82c1-f8528b7b8c19 req-96daf250-f974-4e29-839f-e2a27f785d4d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 944 time: 0.0558004 Nov 12 03:46:32.278343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:32.282554 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.318117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00f74a0f-adbd-4589-82c1-f8528b7b8c19 req-3f3af02f-191c-48a5-9ac4-b715d8706a88 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 Nov 12 03:46:32.336184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:32.344517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.344898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.345242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.345583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.345917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.346248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.346580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.346896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.347218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.347542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.347868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.348189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:32.699077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf07b1-7c87-4cc0-872f-a3204fa1d872 req-78e02b7c-0f52-4967-8cf5-8b9de97fc457 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.700800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4bf07b1-7c87-4cc0-872f-a3204fa1d872 req-78e02b7c-0f52-4967-8cf5-8b9de97fc457 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0553155 Nov 12 03:46:32.754144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4bf07b1-7c87-4cc0-872f-a3204fa1d872 req-05e6a923-f6b2-46c9-ac85-fa5377d59c54 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451324 Nov 12 03:46:32.821752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['34e6c336-cf70-45e5-bdc1-c45f020ec2e4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:33.134064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317f5b1-aa20-4a63-a4e1-417c143df37f req-a12f12ad-6c0a-4e9a-b869-2a2b03af0832 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.135635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7317f5b1-aa20-4a63-a4e1-417c143df37f req-a12f12ad-6c0a-4e9a-b869-2a2b03af0832 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0534246 Nov 12 03:46:33.185948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7317f5b1-aa20-4a63-a4e1-417c143df37f req-ca830e54-cb19-4e89-94b6-4994ba3bd739 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Nov 12 03:46:33.385420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-e921d2d9-b3df-4194-b36a-9c6b5be801bb tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.386858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-e921d2d9-b3df-4194-b36a-9c6b5be801bb tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.20 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0496564 Nov 12 03:46:33.436961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50d1c0-e3b1-4eec-bb46-1e7e61b5b6e6 req-7ce2bcf2-b4c4-4685-80d9-0a5942a2d018 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.441666 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd50d1c0-e3b1-4eec-bb46-1e7e61b5b6e6 req-7ce2bcf2-b4c4-4685-80d9-0a5942a2d018 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 945 time: 0.0523112 Nov 12 03:46:33.498089 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd50d1c0-e3b1-4eec-bb46-1e7e61b5b6e6 req-ea85d100-23e2-46b5-8a5e-44429e246446 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497859 Nov 12 03:46:33.561185 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9c66d61-11f4-4995-a285-1f023cd4bdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.785097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Deleting port 760c3099-7e26-4ddc-a41d-38473329c41d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:33.785606 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.921577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] For port 760c3099-7e26-4ddc-a41d-38473329c41d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=760c3099-7e26-4ddc-a41d-38473329c41d,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:33.921948 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:33.938246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335b95b-673d-4279-9384-effe26dd4cac req-d8dbb633-1769-475a-9bde-e18eabaff6d2 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.939830 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8335b95b-673d-4279-9384-effe26dd4cac req-d8dbb633-1769-475a-9bde-e18eabaff6d2 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=3588ebd9-db80-4951-b723-8f34c22dad7e HTTP/1.1" status: 200 len: 945 time: 0.0878971 Nov 12 03:46:33.948955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Calling delete_port for 760c3099-7e26-4ddc-a41d-38473329c41d owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:34.037710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8335b95b-673d-4279-9384-effe26dd4cac req-81381aa1-109f-4498-8c90-e8e2a68f37cb tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898957 Nov 12 03:46:34.113277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.125952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cd34bc9f-802e-49f7-a0b0-a2fb5f57113a', '760c3099-7e26-4ddc-a41d-38473329c41d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:34.146604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Pushing event deleted for resources: {'Port': ['ID=760c3099-7e26-4ddc-a41d-38473329c41d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:34.210078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] No DVR routers for this DVR port 760c3099-7e26-4ddc-a41d-38473329c41d on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:34.212711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.215995 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c50ffd59-bdf6-4360-bafc-558040dea513 req-56ac26be-b2b4-42e9-839e-2d987249f100 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.20 "DELETE /v2.0/ports/760c3099-7e26-4ddc-a41d-38473329c41d HTTP/1.1" status: 204 len: 173 time: 0.8124623 Nov 12 03:46:34.216438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3588ebd9-db80-4951-b723-8f34c22dad7e', 'name': 'network-vif-deleted', 'tag': '760c3099-7e26-4ddc-a41d-38473329c41d'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:34.218967 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1f256f-75bc-43f9-998f-a5c0cabe56d1" -d '{"events": [{"server_uuid": "3588ebd9-db80-4951-b723-8f34c22dad7e", "name": "network-vif-deleted", "tag": "760c3099-7e26-4ddc-a41d-38473329c41d"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:34.270964 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f85f9f-fc7f-4511-84e6-880c0b3c3c36 x-openstack-request-id: req-56f85f9f-fc7f-4511-84e6-880c0b3c3c36 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:34.271263 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3588ebd9-db80-4951-b723-8f34c22dad7e", "name": "network-vif-deleted", "tag": "760c3099-7e26-4ddc-a41d-38473329c41d", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:34.271621 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56f85f9f-fc7f-4511-84e6-880c0b3c3c36 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:34.272083 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3588ebd9-db80-4951-b723-8f34c22dad7e', 'name': 'network-vif-deleted', 'tag': '760c3099-7e26-4ddc-a41d-38473329c41d', 'status': 'completed', 'code': 200} Nov 12 03:46:34.381868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4b54-d356-4557-b894-728a94add779 req-0eb4a6f3-73da-4c56-b340-a6b8e40ab293 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:34.384611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7be4b54-d356-4557-b894-728a94add779 req-0eb4a6f3-73da-4c56-b340-a6b8e40ab293 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0733104 Nov 12 03:46:34.439391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7be4b54-d356-4557-b894-728a94add779 req-f5a82722-9249-4eae-9d91-65bf0eab8838 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468087 Nov 12 03:46:34.632408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95b404-6db0-4f4a-90f9-5503ea5d4344 req-8ca12d04-ac0e-4aa0-9af2-487ad69e9054 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:34.634690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb95b404-6db0-4f4a-90f9-5503ea5d4344 req-8ca12d04-ac0e-4aa0-9af2-487ad69e9054 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 945 time: 0.0607395 Nov 12 03:46:34.686556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb95b404-6db0-4f4a-90f9-5503ea5d4344 req-452c0a75-534c-4d56-9173-36443d6cd591 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Nov 12 03:46:34.936919 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.326135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded80df-970d-4a5f-be3d-0f0c82ad800a req-2cd8a7ea-2139-42f6-bbaa-4ae340b014d9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:35.327950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cded80df-970d-4a5f-be3d-0f0c82ad800a req-2cd8a7ea-2139-42f6-bbaa-4ae340b014d9 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0509381 Nov 12 03:46:35.379672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cded80df-970d-4a5f-be3d-0f0c82ad800a req-4da3be3e-7067-4a19-83d9-4f98ab7f88b6 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Nov 12 03:46:35.559754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40017aa-cb42-430f-b414-c37357693f87 req-379f8f5b-e607-44d5-9c28-d86a9ceba737 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:35.561299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40017aa-cb42-430f-b414-c37357693f87 req-379f8f5b-e607-44d5-9c28-d86a9ceba737 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0499923 Nov 12 03:46:35.621609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d40017aa-cb42-430f-b414-c37357693f87 req-741f9005-4dc4-4ef7-8d0f-a476c31bbaf4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518672 Nov 12 03:46:35.815510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475f22e-cef3-4f22-9539-71be70d8b7db req-a6a7e74b-5031-4703-b583-e1d144b181b5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:35.817025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4475f22e-cef3-4f22-9539-71be70d8b7db req-a6a7e74b-5031-4703-b583-e1d144b181b5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 945 time: 0.0538943 Nov 12 03:46:35.866051 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4475f22e-cef3-4f22-9539-71be70d8b7db req-c86da732-880d-4812-ac81-45de3dfbf611 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Nov 12 03:46:36.123178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:36.171293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:36.175158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:36.175599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.269851 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.293463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:36.295705 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb613f-0fb6-47bf-8ce1-18c93aa501e0" -d '{"events": [{"server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "name": "network-vif-plugged", "status": "completed", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:36.313919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:36.323073 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.420330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.426386 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d797b21c-235c-4ad6-aea4-1c2fafeba831 x-openstack-request-id: req-d797b21c-235c-4ad6-aea4-1c2fafeba831 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:36.427168 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "name": "network-vif-plugged", "status": "completed", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:36.427678 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d797b21c-235c-4ad6-aea4-1c2fafeba831 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:36.428270 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'code': 200} Nov 12 03:46:36.468085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:36.565409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6e2be-0880-4580-a734-bbd870a6e93a req-d6067cca-d621-45d4-aa6c-2993b2309924 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.570161 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93a6e2be-0880-4580-a734-bbd870a6e93a req-d6067cca-d621-45d4-aa6c-2993b2309924 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0832880 Nov 12 03:46:36.578587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7727-72d7-480a-a1a9-0e9678df1ed4 req-34cf88a7-cebf-4cee-b2cf-76f492909740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.580477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20ce7727-72d7-480a-a1a9-0e9678df1ed4 req-34cf88a7-cebf-4cee-b2cf-76f492909740 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 1098 time: 0.0819988 Nov 12 03:46:36.660603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-93a6e2be-0880-4580-a734-bbd870a6e93a req-88ac7965-72ab-4d2d-bf46-e4862b7064c1 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790081 Nov 12 03:46:36.669634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20ce7727-72d7-480a-a1a9-0e9678df1ed4 req-cbe87e32-8008-4c54-b191-940296dba8d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741496 Nov 12 03:46:36.749147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addc886-0245-4b9c-a35e-b54bb2f29fae req-def5f482-6900-4652-85ce-d833d5e9c7d9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.750682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2addc886-0245-4b9c-a35e-b54bb2f29fae req-def5f482-6900-4652-85ce-d833d5e9c7d9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Nov 12 03:46:36.801887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2addc886-0245-4b9c-a35e-b54bb2f29fae req-d33b62d1-a1fc-48c4-8a51-30bbf462c938 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451827 Nov 12 03:46:36.987121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2622d2-9acc-4f67-a644-5f4dba9d0d1a req-836e2cf8-d465-49ac-9969-060e9df0594d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.988697 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae2622d2-9acc-4f67-a644-5f4dba9d0d1a req-836e2cf8-d465-49ac-9969-060e9df0594d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0539861 Nov 12 03:46:37.003599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.038754 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae2622d2-9acc-4f67-a644-5f4dba9d0d1a req-cc9ad105-698c-4da4-81fb-4a64d5fde6aa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Nov 12 03:46:37.795177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d268c8-b6d7-4090-88f2-dc20882a0b99 req-01df11b4-d384-4efc-ab1a-b2ec7c6ab7e4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.796843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-95d268c8-b6d7-4090-88f2-dc20882a0b99 req-01df11b4-d384-4efc-ab1a-b2ec7c6ab7e4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0571971 Nov 12 03:46:37.852677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-95d268c8-b6d7-4090-88f2-dc20882a0b99 req-78bffbb2-801b-428d-9656-719e8faf327c tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496073 Nov 12 03:46:37.927843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4b0c-b82b-496a-a0f5-d6ea53607dbc req-e3ac44b7-f2b7-4ae2-9c51-270493c5d4fa tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.929518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e2f4b0c-b82b-496a-a0f5-d6ea53607dbc req-e3ac44b7-f2b7-4ae2-9c51-270493c5d4fa tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0523441 Nov 12 03:46:37.982935 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5e2f4b0c-b82b-496a-a0f5-d6ea53607dbc req-dc347455-1efa-4936-a0e2-c2b66ccdb474 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466051 Nov 12 03:46:38.154231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 760c3099-7e26-4ddc-a41d-38473329c41d no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:38.156044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf8539-8bb8-442c-a10d-ac7fd32e5f2a req-1626fe03-8396-4f99-9869-454c7ede8321 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.157628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5adf8539-8bb8-442c-a10d-ac7fd32e5f2a req-1626fe03-8396-4f99-9869-454c7ede8321 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0504732 Nov 12 03:46:38.175937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 760c3099-7e26-4ddc-a41d-38473329c41d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:38.176419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 760c3099-7e26-4ddc-a41d-38473329c41d not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:38.209699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5adf8539-8bb8-442c-a10d-ac7fd32e5f2a req-26eb575b-7a83-489c-b8f0-5dec938bbc9d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Nov 12 03:46:38.578494 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:38.994967 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-80e3a83e-fb65-4731-ba4d-252b51c77b8a service neutron] show failed (client error): The resource could not be found. Nov 12 03:46:38.995994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-80e3a83e-fb65-4731-ba4d-252b51c77b8a service neutron] 10.222.0.20 "GET /v2.0/ports/5d1020c2-3de9-4d73-be0a-01ac60cf69cd/bindings/n-h2-789963-21 HTTP/1.1" status: 404 len: 381 time: 0.0884132 Nov 12 03:46:39.009604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7905179-d59f-4c68-8d6d-6cf479100158 req-8731820c-26f5-4c06-a83b-f9ed18eba856 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.011169 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7905179-d59f-4c68-8d6d-6cf479100158 req-8731820c-26f5-4c06-a83b-f9ed18eba856 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0789063 Nov 12 03:46:39.079121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7905179-d59f-4c68-8d6d-6cf479100158 req-c1eca7be-1e4c-44ac-84c5-f548b874e460 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611110 Nov 12 03:46:39.157860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc8a92-5e65-4947-9e1a-e76560d4be28 req-b75458da-44e4-4ba1-92c5-2ce4abcf7692 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.161081 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04dc8a92-5e65-4947-9e1a-e76560d4be28 req-b75458da-44e4-4ba1-92c5-2ce4abcf7692 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 945 time: 0.0676990 Nov 12 03:46:39.279663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04dc8a92-5e65-4947-9e1a-e76560d4be28 req-27559537-575b-49fc-9af4-74e7966375c4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090276 Nov 12 03:46:39.308606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-735fe62a-a97d-498a-8ba7-c1eef1a91d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.310310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-735fe62a-a97d-498a-8ba7-c1eef1a91d83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 1097 time: 0.1081028 Nov 12 03:46:39.328412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-21', 'device_owner': 'compute:nova'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:39.368120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4f9d9-7411-47dc-b412-9477119d252b req-3f5c2f8d-a81a-4003-b298-8a045b466bfa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.370586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-feb4f9d9-7411-47dc-b412-9477119d252b req-3f5c2f8d-a81a-4003-b298-8a045b466bfa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0659890 Nov 12 03:46:39.406324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.432335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-feb4f9d9-7411-47dc-b412-9477119d252b req-1aa939ed-fb21-4cff-9158-d3720ec2aa75 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553079 Nov 12 03:46:39.631126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:39.665776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:39.676936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62f10f-f29d-4bd5-82ba-7d67609cefb3 req-1e61221c-2ee5-4427-a3ee-4b3c1db16572 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.678595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c62f10f-f29d-4bd5-82ba-7d67609cefb3 req-1e61221c-2ee5-4427-a3ee-4b3c1db16572 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0511637 Nov 12 03:46:39.707579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:39.710322 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed683b9-427d-4476-b15a-9e7443f01503" -d '{"events": [{"server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:39.715465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.732879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.748846 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c62f10f-f29d-4bd5-82ba-7d67609cefb3 req-0bf593e8-1a41-4e2f-beed-05ac902c644e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632157 Nov 12 03:46:39.817856 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138b58a6-6573-44bb-adac-c09f83ed32e2 x-openstack-request-id: req-138b58a6-6573-44bb-adac-c09f83ed32e2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:39.818103 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:39.818357 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-138b58a6-6573-44bb-adac-c09f83ed32e2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:39.818750 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'code': 200} Nov 12 03:46:39.819302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Pushing event updated for resources: {'Port': ['ID=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:39.870003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43718) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.979822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] No DVR routers for this DVR port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:40.002779 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ba17e605-a505-497b-b067-7b4c250333ca tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5899 time: 0.1311619 Nov 12 03:46:40.006194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43720) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.011827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'network': {'name': 'tempest-network-smoke--1167741395', 'project_id': 'e47ce9070e9249338eebca246c493c50', 'port_security_enabled': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:40.042717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Made reservation on behalf of e47ce9070e9249338eebca246c493c50 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:40.047202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.077835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:46:40.089915 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.090255 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Added segment 7b0db9ec-5cc8-4094-bd69-02feadffc8e4 of type vlan for network 53f4396c-c47d-4db9-bd55-0c895002a312 Nov 12 03:46:40.134344 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.155247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-99f03019-1c2e-47d7-a2fb-c4befbf35dcf None None] Provisioning complete for port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:40.156013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99f03019-1c2e-47d7-a2fb-c4befbf35dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.164184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.171167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.171805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.223458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-99f03019-1c2e-47d7-a2fb-c4befbf35dcf None None] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:40.240015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.241902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.242345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.255312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Network': ['ID=53f4396c-c47d-4db9-bd55-0c895002a312,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:40.265157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.265455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.269961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 53f4396c-c47d-4db9-bd55-0c895002a312 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:46:40.274107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bf3e5d03-8e45-4426-bd9e-9a9decb5ffab tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2666671 Nov 12 03:46:40.275127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43724) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:40.281652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'admin_state_up': True, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:40.291138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.292481 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.294900 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 2 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.314051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.315554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.354557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dc653-2412-42fa-93ab-3283f816f8c5 req-99a918ce-70b4-480e-a291-678a5c0c9611 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.357326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e68dc653-2412-42fa-93ab-3283f816f8c5 req-99a918ce-70b4-480e-a291-678a5c0c9611 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.1640029 Nov 12 03:46:40.361127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.361601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.362036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.386133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.386642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.400572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.400572 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.400999 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.401473 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 3 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.447450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e68dc653-2412-42fa-93ab-3283f816f8c5 req-463d63fb-cddc-476f-8bdf-b6793ffbc6d4 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815008 Nov 12 03:46:40.448411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.448765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.449110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.458030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.458556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.472184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.472514 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.472970 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 4 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.486323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.487052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.487390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.491842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.492215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.497241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.497566 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.497959 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 5 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.511816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.512161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.512478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.517011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.517334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.521487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.521810 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.522200 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 6 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.536706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.537185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.537407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.543098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.543423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.547871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.548205 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.548606 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 7 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.562322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.562659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.562989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.567342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.567661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.574607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.574950 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.575354 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 8 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.595691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.596037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.596377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.611584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.612279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.621028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.621455 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.621756 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 9 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.662145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.662800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.663132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.669870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.670939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.677695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.678098 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.678479 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempt 10 to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd Nov 12 03:46:40.682264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c378b55-4df6-4f27-8a3f-25b2de6cc3cc req-7053678e-696b-48b3-be37-5b45ccb90c89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.690972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c378b55-4df6-4f27-8a3f-25b2de6cc3cc req-7053678e-696b-48b3-be37-5b45ccb90c89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.2730799 Nov 12 03:46:40.702741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:40.703059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:40.703428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.707428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.709801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.710335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempting to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:40.715715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:40.716090 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Failed to bind port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06'}] Nov 12 03:46:40.716475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.799491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c378b55-4df6-4f27-8a3f-25b2de6cc3cc req-e3a1f975-d596-4b02-a9a2-6d225da6244a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075952 Nov 12 03:46:40.807197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h2-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:40.807562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:46:40.814034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.882894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] In _notify_port_updated(), no bound segment for port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on network 41758d58-eeb7-4619-b500-a5e430114c06 {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:46:40.883921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.884540 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.886003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] 10.222.0.11 "PUT /v2.0/ports/5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 1057 time: 1.5618944 Nov 12 03:46:40.902848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1fe7f-8916-4142-9d1b-ff6e17494c0f service neutron] Pushing event updated for resources: {'Port': ['ID=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:40.924373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a8e41-f906-4817-80c7-1fa409734d4b req-742f5a54-2fe3-4886-9de6-4e2e140ea0c5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.925953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa6a8e41-f906-4817-80c7-1fa409734d4b req-742f5a54-2fe3-4886-9de6-4e2e140ea0c5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0798051 Nov 12 03:46:41.015046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.021006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-6ae3a8e0-5b17-454d-b044-a057ba886274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.022634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-6ae3a8e0-5b17-454d-b044-a057ba886274 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1060 time: 0.0957220 Nov 12 03:46:41.029438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa6a8e41-f906-4817-80c7-1fa409734d4b req-0b209dd1-dfef-4e1e-8ebd-e60e56fd55d3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652120 Nov 12 03:46:41.035607 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.126108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-6ed56235-9a3d-468a-ad0b-b98fd6f7ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.128043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-6ed56235-9a3d-468a-ad0b-b98fd6f7ca61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 899 time: 0.0977428 Nov 12 03:46:41.168542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Allocated IP 172.25.0.78 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/67415446-9d67-4d3d-b7cb-d8bf359c05bb) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:41.203032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-af124c7b-a9ae-4240-a265-68c0bf2bdd2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 999 time: 0.0682683 Nov 12 03:46:41.259409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5d7f9856-7b83-4c23-bde3-f49f32e14b14 None None] Provisioning complete for port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:41.260461 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9856-7b83-4c23-bde3-f49f32e14b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.281802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-3de479ef-8379-42e9-944c-a862c46085ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.283216 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-3de479ef-8379-42e9-944c-a862c46085ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.0643988 Nov 12 03:46:41.300195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f9856-7b83-4c23-bde3-f49f32e14b14 None None] Port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:41.308105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.335880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-fbab1850-4501-4122-b648-d0662ac4ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.338473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-fbab1850-4501-4122-b648-d0662ac4ced2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480371 Nov 12 03:46:41.344428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.389307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:41.392485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:41.397050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:41.407903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d294f2f-9ba8-4178-b9e3-126334491bbb None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:41.422998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=67415446-9d67-4d3d-b7cb-d8bf359c05bb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:41.481367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-d27c2d20-5a9b-47b2-9ed4-b45df371128b service neutron] 10.222.0.11 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359370 Nov 12 03:46:41.539072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b6208dc4-2e88-4266-b951-a1675a0fc064 None None] Provisioning complete for port 67415446-9d67-4d3d-b7cb-d8bf359c05bb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:41.539965 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6208dc4-2e88-4266-b951-a1675a0fc064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.599724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b6208dc4-2e88-4266-b951-a1675a0fc064 None None] Port 67415446-9d67-4d3d-b7cb-d8bf359c05bb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:41.629035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917d22-03c9-4879-81cb-441bed02d813 req-22096f9c-6fb4-4525-86e7-ab05d9b3d618 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.630586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7917d22-03c9-4879-81cb-441bed02d813 req-22096f9c-6fb4-4525-86e7-ab05d9b3d618 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0926538 Nov 12 03:46:41.693233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb37da1-162c-4a86-b2d8-c20ce16404f1 req-be1299d9-d7ec-4123-8e83-74e7575052c8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.701737 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cfb37da1-162c-4a86-b2d8-c20ce16404f1 req-be1299d9-d7ec-4123-8e83-74e7575052c8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.1400607 Nov 12 03:46:41.707324 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58a5275-2a1b-411f-b3d0-6a61372812a9 req-7f30da45-860b-43d0-873c-f4c720ad9218 service neutron] 10.222.0.11 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176733 Nov 12 03:46:41.739330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7917d22-03c9-4879-81cb-441bed02d813 req-1cdc8e31-d59b-4208-94d9-2d452a6ce7fb tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997539 Nov 12 03:46:41.791139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cfb37da1-162c-4a86-b2d8-c20ce16404f1 req-eb30ac58-181e-4dd5-9701-7c07f2e45a09 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884347 Nov 12 03:46:41.802056 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.819783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:41.823388 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79" -d '{"events": [{"name": "network-changed", "server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:41.937051 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba881068-23d7-4667-bc58-511f806da7a2 x-openstack-request-id: req-ba881068-23d7-4667-bc58-511f806da7a2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:41.937482 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:41.937824 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba881068-23d7-4667-bc58-511f806da7a2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:41.938313 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'status': 'completed', 'code': 200} Nov 12 03:46:41.969525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7847412-2d99-4196-8520-dc50f78c9900 req-dc32edf2-3286-4a9b-9a99-b7075318eb62 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.971169 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7847412-2d99-4196-8520-dc50f78c9900 req-dc32edf2-3286-4a9b-9a99-b7075318eb62 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.0656378 Nov 12 03:46:42.058632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7847412-2d99-4196-8520-dc50f78c9900 req-a4564259-7aa1-47db-880c-11eb0968ac88 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790517 Nov 12 03:46:42.081634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-6479cac5-2e25-42f0-a7a9-173d7c7bd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.083143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-6479cac5-2e25-42f0-a7a9-173d7c7bd528 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1060 time: 0.1020322 Nov 12 03:46:42.193010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-482e1625-e72e-4521-a285-5bb5db1a8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.194598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-482e1625-e72e-4521-a285-5bb5db1a8594 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 899 time: 0.1038480 Nov 12 03:46:42.270104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-fd3ee098-eb13-4780-853d-5b1319ddbf06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 999 time: 0.0683115 Nov 12 03:46:42.318570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.319242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-90136c0a-44a9-4b19-a00c-c18e05213a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.320983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-90136c0a-44a9-4b19-a00c-c18e05213a12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.0444875 Nov 12 03:46:42.323080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-6268e464-c9d3-433f-834a-b9f830fa8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.324534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-6268e464-c9d3-433f-834a-b9f830fa8c65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1060 time: 0.3208745 Nov 12 03:46:42.369258 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-0bcbccf4-93ec-4689-8334-75367d644860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.370911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-0bcbccf4-93ec-4689-8334-75367d644860 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436795 Nov 12 03:46:42.470898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-ad9d7f71-4d3a-4856-aced-23df2c69d6cf service neutron] 10.222.0.11 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924251 Nov 12 03:46:42.502641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-d3897c6e-8945-43cf-af1c-834fd912e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.504102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-d3897c6e-8945-43cf-af1c-834fd912e9f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 899 time: 0.1431351 Nov 12 03:46:42.562936 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-81e7da69-6c8f-4bbe-bd9f-e8e742f20ecc service neutron] 10.222.0.11 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Nov 12 03:46:42.590304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-e8a42ce2-8dc4-4baa-a476-bddc04707d6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 999 time: 0.0778723 Nov 12 03:46:42.590842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Router f3ab582b-3120-4427-bd80-a823f85c5cd0 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:46:42.715021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-096b53f0-27e0-443b-bdbd-c983459e0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.716481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-096b53f0-27e0-443b-bdbd-c983459e0a03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.1138136 Nov 12 03:46:42.760838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:42.771560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Sync routers for ids ['f3ab582b-3120-4427-bd80-a823f85c5cd0'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:42.784222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Routers {'f3ab582b-3120-4427-bd80-a823f85c5cd0'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:42.784983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f3ab582b-3120-4427-bd80-a823f85c5cd0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:42.792311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.797154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43766) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.819002 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c1f6fdf8-e7a5-42f6-a39c-a10c7b043e6b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5424774 Nov 12 03:46:42.832204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-fb122999-d9ea-40b4-8b35-7984da67ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.837937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-fb122999-d9ea-40b4-8b35-7984da67ade2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070638 Nov 12 03:46:42.927751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Set router f3ab582b-3120-4427-bd80-a823f85c5cd0 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:42.965330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbe9e0-6942-44c0-94f9-6c7c5cca24fe tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.970479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-16fbe9e0-6942-44c0-94f9-6c7c5cca24fe tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=e47ce9070e9249338eebca246c493c50&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1716290 Nov 12 03:46:42.970923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43770) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.992213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3e898-0a59-42e2-a988-15d73b8a6a3b req-e0097893-b738-4375-b97c-d158bec36cbe tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.003328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ba3e898-0a59-42e2-a988-15d73b8a6a3b req-e0097893-b738-4375-b97c-d158bec36cbe tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0831411 Nov 12 03:46:43.085644 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ba3e898-0a59-42e2-a988-15d73b8a6a3b req-fea973ed-b1ca-49ac-a1d1-b562fa4253ec tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808008 Nov 12 03:46:43.107753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427063c-7f0f-4e36-b505-d2cacff2f280 req-ab222ece-93d8-4e10-bf13-a36c585f80bf tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.113496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0427063c-7f0f-4e36-b505-d2cacff2f280 req-ab222ece-93d8-4e10-bf13-a36c585f80bf tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.2059503 Nov 12 03:46:43.166842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-39095397-176b-4f11-9a79-42ab8ae82319 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.170703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-39095397-176b-4f11-9a79-42ab8ae82319 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 945 time: 0.0816016 Nov 12 03:46:43.181105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-8ffbc48c-a1ef-4ea7-8f45-9613f530f8c0 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325894 Nov 12 03:46:43.234667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:46:41Z', 'revision_number': 3, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:43.263465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Checking router: f3ab582b-3120-4427-bd80-a823f85c5cd0 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:43.263810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Updating router f3ab582b-3120-4427-bd80-a823f85c5cd0 port 67415446-9d67-4d3d-b7cb-d8bf359c05bb binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:43.292725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.343590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e87c3b4-2bf2-47f3-99ca-7c0c69970e79 req-3803862c-9cbc-4495-b543-d7c0bd6c3709 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142714 Nov 12 03:46:43.360802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54cd0d-f09f-4b72-aa5b-dfaa266cf5af tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.362322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2f54cd0d-f09f-4b72-aa5b-dfaa266cf5af tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3867762 Nov 12 03:46:43.373635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43776) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.431572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0427063c-7f0f-4e36-b505-d2cacff2f280 req-9ff67fdb-bb32-4ca6-9296-c34e88c4964f tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/security-groups?id=452e63da-a860-4a7a-8484-2312e921da93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990067 Nov 12 03:46:43.433874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c1e9792d-d61b-4a89-956d-e66e1f2798dc tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590632 Nov 12 03:46:43.436931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43778) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.477803 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-588cfff0-893e-43d9-9cf0-fa84e8c2702a tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=e47ce9070e9249338eebca246c493c50&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395834 Nov 12 03:46:43.480200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.574878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be518687-d975-4aab-ab45-16c4ca04721f tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.576776 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-be518687-d975-4aab-ab45-16c4ca04721f tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952141 Nov 12 03:46:43.581029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43782) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.604951 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.611067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.624831 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-87e1cfa7-a09c-4536-aee1-c5fffc622003 tempest-TestSecurityGroupsBasicOps-2052748933 tempest-TestSecurityGroupsBasicOps-2052748933-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400488 Nov 12 03:46:43.625037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43784) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:43.629894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-98157392', 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312', 'project_id': 'e47ce9070e9249338eebca246c493c50', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:43.656815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd61b9-e084-4187-996b-3f84ca2a638e req-af44afcb-b4cd-4375-9c67-3e0ec8e4c253 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.658279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66cd61b9-e084-4187-996b-3f84ca2a638e req-af44afcb-b4cd-4375-9c67-3e0ec8e4c253 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.0704045 Nov 12 03:46:43.670001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ddd87-8d59-439f-acba-5ed15427ee51 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:43.673192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Attempting to bind port 67415446-9d67-4d3d-b7cb-d8bf359c05bb on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:43.673568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Attempting to bind port 67415446-9d67-4d3d-b7cb-d8bf359c05bb by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:43.673937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Attempting to bind port 67415446-9d67-4d3d-b7cb-d8bf359c05bb on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:43.676948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d12b71-291e-4f04-9c59-dfa3f6067131 None None] Pushing event updated for resources: {'Port': ['ID=67415446-9d67-4d3d-b7cb-d8bf359c05bb,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.686188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:43.686575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:43.687309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.687447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:43.687834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Bound port: 67415446-9d67-4d3d-b7cb-d8bf359c05bb, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:43.688221 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.715712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Deleting port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:43.716055 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.738228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Made reservation on behalf of e47ce9070e9249338eebca246c493c50 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:43.742020 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.764878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] For port 67415446-9d67-4d3d-b7cb-d8bf359c05bb, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:43.768893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] For port 67415446-9d67-4d3d-b7cb-d8bf359c05bb, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67415446-9d67-4d3d-b7cb-d8bf359c05bb,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:43.770670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b6b7c1aa-ebf5-4f72-89a4-dc0030822637 None None] Provisioning complete for port 67415446-9d67-4d3d-b7cb-d8bf359c05bb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:43.771038 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1aa-ebf5-4f72-89a4-dc0030822637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.795508 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.817609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66cd61b9-e084-4187-996b-3f84ca2a638e req-76e1666f-c171-4404-a558-5e6100b57206 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528809 Nov 12 03:46:43.882566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875c650-202a-4a09-95a7-19d45624d970 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:43.900658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d12b71-291e-4f04-9c59-dfa3f6067131 None None] Pushing event updated for resources: {'Port': ['ID=67415446-9d67-4d3d-b7cb-d8bf359c05bb,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.909220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Routers {'f3ab582b-3120-4427-bd80-a823f85c5cd0'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:43.911260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f3ab582b-3120-4427-bd80-a823f85c5cd0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:43.923196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] For port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:43.924045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.940267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Calling delete_port for cd34bc9f-802e-49f7-a0b0-a2fb5f57113a owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:43.991995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1aa-ebf5-4f72-89a4-dc0030822637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.036390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.046769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b6b7c1aa-ebf5-4f72-89a4-dc0030822637 None None] For port 67415446-9d67-4d3d-b7cb-d8bf359c05bb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67415446-9d67-4d3d-b7cb-d8bf359c05bb,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:44.053682 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c1aa-ebf5-4f72-89a4-dc0030822637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.104299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.106831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] Set router f3ab582b-3120-4427-bd80-a823f85c5cd0 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:44.131156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Subnet': ['ID=5df1e676-08e1-42f5-8647-9608317def1f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.141305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['cd34bc9f-802e-49f7-a0b0-a2fb5f57113a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:44.145423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Checking segment: {'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:44.145869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network hostable DHCP agents. Network: 53f4396c-c47d-4db9-bd55-0c895002a312, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:46:44.156405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Pushing event deleted for resources: {'Port': ['ID=cd34bc9f-802e-49f7-a0b0-a2fb5f57113a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.178212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network 53f4396c-c47d-4db9-bd55-0c895002a312 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:46:44.192785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 53f4396c-c47d-4db9-bd55-0c895002a312) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:44.208142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] No DVR routers for this DVR port cd34bc9f-802e-49f7-a0b0-a2fb5f57113a on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:44.211150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.215705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3ac754c-64f8-470b-a93b-771ba8065785 req-8011e782-78ae-46d6-b268-fb6fcb46bdf7 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.20 "DELETE /v2.0/ports/cd34bc9f-802e-49f7-a0b0-a2fb5f57113a HTTP/1.1" status: 204 len: 173 time: 1.0341702 Nov 12 03:46:44.216240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c0061-de00-48ec-b255-cca5d9562591', 'name': 'network-vif-deleted', 'tag': 'cd34bc9f-802e-49f7-a0b0-a2fb5f57113a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:44.218613 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5165728d-5dfa-4cdf-b1df-c83b6de4b830" -d '{"events": [{"server_uuid": "cc0c0061-de00-48ec-b255-cca5d9562591", "name": "network-vif-deleted", "tag": "cd34bc9f-802e-49f7-a0b0-a2fb5f57113a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:44.220843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:44.237152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:44.240405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.295897 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-df6c5d7a-8eef-498c-b442-ff872c74d81a tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.6697259 Nov 12 03:46:44.298581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43800) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:44.361233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cd9d3-8c85-49bb-b4c5-c119451d5f1d req-b1ab01b8-b236-4cc5-b17f-9779a270d4d4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:44.363449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b76cd9d3-8c85-49bb-b4c5-c119451d5f1d req-b1ab01b8-b236-4cc5-b17f-9779a270d4d4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0967197 Nov 12 03:46:44.386623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:44.439542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d1020c2-3de9-4d73-be0a-01ac60cf69cd no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:44.443608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59ee71-abb0-4080-aeee-5a2cbff3a71a None None] Network 53f4396c-c47d-4db9-bd55-0c895002a312 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:44.474102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b76cd9d3-8c85-49bb-b4c5-c119451d5f1d req-42bab158-15db-4fbe-a0ee-47cba4ef1186 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869753 Nov 12 03:46:44.490173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7c1aa-ebf5-4f72-89a4-dc0030822637 None None] Pushing event updated for resources: {'Port': ['ID=67415446-9d67-4d3d-b7cb-d8bf359c05bb,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.493709 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e1f9ac-8652-4310-a381-8eeb790abdbe x-openstack-request-id: req-07e1f9ac-8652-4310-a381-8eeb790abdbe {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:44.493993 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c0061-de00-48ec-b255-cca5d9562591", "name": "network-vif-deleted", "tag": "cd34bc9f-802e-49f7-a0b0-a2fb5f57113a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:44.494245 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07e1f9ac-8652-4310-a381-8eeb790abdbe {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:44.496288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'port_id': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'mac_address': 'fa:16:3e:f5:fc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:44.513437 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c0061-de00-48ec-b255-cca5d9562591', 'name': 'network-vif-deleted', 'tag': 'cd34bc9f-802e-49f7-a0b0-a2fb5f57113a', 'status': 'completed', 'code': 200} Nov 12 03:46:44.670679 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73ee6deb-edef-4eb8-a00c-71a36cb93beb req-d1bfa850-8197-49d7-93d1-49a01053b764 tempest-ServerRescueNegativeTestJSON-13155396 tempest-ServerRescueNegativeTestJSON-13155396-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc0c0061-de00-48ec-b255-cca5d9562591 HTTP/1.1" status: 200 len: 210 time: 0.0383594 Nov 12 03:46:44.760338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2add3980-54bb-4665-8c21-2fd75a52dbd4 None None] Provisioning complete for port 67415446-9d67-4d3d-b7cb-d8bf359c05bb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:44.760706 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2add3980-54bb-4665-8c21-2fd75a52dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.095411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aed2f-92ae-4e0e-937e-b5bc4c52c707 req-cbe8e9db-01cf-4a66-a412-f142a44d6d4e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.103575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-768aed2f-92ae-4e0e-937e-b5bc4c52c707 req-cbe8e9db-01cf-4a66-a412-f142a44d6d4e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.0780447 Nov 12 03:46:45.175559 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.212572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-768aed2f-92ae-4e0e-937e-b5bc4c52c707 req-ded4e934-9390-49da-a7f6-42a18b7b1931 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068289 Nov 12 03:46:45.228483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:45.231618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43830) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.254270 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.337895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:45.480399 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.549172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 08d2f85e-8e38-422e-b8b8-5a15b7deb4a7 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:45.549524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.608219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d1020c2-3de9-4d73-be0a-01ac60cf69cd not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:45.729108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['34e6c336-cf70-45e5-bdc1-c45f020ec2e4'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:45.731469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.778432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43840) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.788691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.789039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.810472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:46:41Z', 'revision_number': 3, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:45.843824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Allocated IP 172.20.0.17 (53f4396c-c47d-4db9-bd55-0c895002a312/5df1e676-08e1-42f5-8647-9608317def1f/dc627eee-cb03-4f69-8d9c-f5cfd298a089) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:45.856677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2d026-0885-4df3-84b8-fb7f4694dbfc None None] The sync data for ids ['f3ab582b-3120-4427-bd80-a823f85c5cd0'] in n-d-789963-21 is: [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:46:41Z', 'revision_number': 3, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:45.870343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 08d2f85e-8e38-422e-b8b8-5a15b7deb4a7 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:45.924658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-53f4396c-c47d-4db9-bd55-0c895002a312', 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'fixed_ips': [{'subnet_id': '5df1e676-08e1-42f5-8647-9608317def1f'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:45.925557 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.028715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e3192-d930-45be-85bb-4d3e9841c05c req-844f74aa-5587-4a27-8e91-ae3da404a3df tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:46.030498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e30e3192-d930-45be-85bb-4d3e9841c05c req-844f74aa-5587-4a27-8e91-ae3da404a3df tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 945 time: 0.3216839 Nov 12 03:46:46.081699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.150871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.247517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cd34bc9f-802e-49f7-a0b0-a2fb5f57113a no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:46.271179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network 53f4396c-c47d-4db9-bd55-0c895002a312 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:46.275647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e30e3192-d930-45be-85bb-4d3e9841c05c req-ac1c4e72-5be8-4e7b-bb5a-846c830f78fb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774666 Nov 12 03:46:46.278147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:46.285237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:46.373802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: cd34bc9f-802e-49f7-a0b0-a2fb5f57113a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:46.374441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cd34bc9f-802e-49f7-a0b0-a2fb5f57113a not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:46.417046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Allocated IP 172.20.0.18 (53f4396c-c47d-4db9-bd55-0c895002a312/5df1e676-08e1-42f5-8647-9608317def1f/8ddd48a6-af24-4b55-9772-80de8697e546) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:46.420126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=dc627eee-cb03-4f69-8d9c-f5cfd298a089,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:46.440855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.700649 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.716428 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.760037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.801709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Network 53f4396c-c47d-4db9-bd55-0c895002a312 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:46.807426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:46.810669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:46.812863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Pushing event updated for resources: {'Port': ['ID=8ddd48a6-af24-4b55-9772-80de8697e546,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:46.848258 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.894394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=08d2f85e-8e38-422e-b8b8-5a15b7deb4a7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:46.976584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.980626 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Floating IP 9070fe23-1cba-4fe5-b104-f6cd796a1a0f disassociated (deleted). External IP: 172.25.0.195, port: 5d1020c2-3de9-4d73-be0a-01ac60cf69cd. Nov 12 03:46:46.987037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Attempting to bind port 8ddd48a6-af24-4b55-9772-80de8697e546 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:46.987418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Attempting to bind port 8ddd48a6-af24-4b55-9772-80de8697e546 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:46.987793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Attempting to bind port 8ddd48a6-af24-4b55-9772-80de8697e546 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:47.007620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:47.008511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Checking segment: {'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:47.009024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.009427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Bound using segment: {'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:47.009915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Bound port: 8ddd48a6-af24-4b55-9772-80de8697e546, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:47.010305 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.209149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] For port 8ddd48a6-af24-4b55-9772-80de8697e546, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:47.215852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] For port 8ddd48a6-af24-4b55-9772-80de8697e546, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ddd48a6-af24-4b55-9772-80de8697e546,segment=NetworkSegment(7b0db9ec-5cc8-4094-bd69-02feadffc8e4),segment_id=7b0db9ec-5cc8-4094-bd69-02feadffc8e4)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:47.228640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.445341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67415446-9d67-4d3d-b7cb-d8bf359c05bb up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:47.452678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.463481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.555656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da715ead-dec8-44b9-8328-c9f5138a429a None None] Pushing event updated for resources: {'Port': ['ID=8ddd48a6-af24-4b55-9772-80de8697e546,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.579989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=dc627eee-cb03-4f69-8d9c-f5cfd298a089,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.636720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 67415446-9d67-4d3d-b7cb-d8bf359c05bb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:47.637115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.653530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.891846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network 53f4396c-c47d-4db9-bd55-0c895002a312 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:47.897010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:48.140377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Router f3ab582b-3120-4427-bd80-a823f85c5cd0 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:48.148181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router fa571735-086f-4ff8-8843-f17ae82c53be has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:48.182557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:48.206468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.295565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:48.295933 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.309338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:48.343450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e5766c12-f98c-4cd3-bba1-e3f016f49890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "PUT /v2.0/routers/f3ab582b-3120-4427-bd80-a823f85c5cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0436285 Nov 12 03:46:48.439221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:48.452400 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] Sync routers for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:48.457340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34398b25-755a-4cfc-8d8b-cc32883e3046 req-0582c5ea-92e1-45e9-a132-a6c55594ec04 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:48.459154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34398b25-755a-4cfc-8d8b-cc32883e3046 req-0582c5ea-92e1-45e9-a132-a6c55594ec04 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 945 time: 0.3991480 Nov 12 03:46:48.468800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.478092 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:48.478740 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:48.508657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-05e5d0fd-d5e9-4aee-9b37-e6d72a00685d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/floatingips/9070fe23-1cba-4fe5-b104-f6cd796a1a0f HTTP/1.1" status: 204 len: 168 time: 3.2742665 Nov 12 03:46:48.519108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:48.521968 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a240e88-326a-4d76-8a20-a58eb64e411b" -d '{"events": [{"name": "network-changed", "server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:48.531018 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.618666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:48.625728 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501be89f-7eba-4b78-a714-78f91c26f0cb" -d '{"events": [{"server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "name": "network-vif-plugged", "status": "completed", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:48.663886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:48.673925 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.748689 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:48.910424 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dad56c8-d2df-4a0b-8cda-4dbf41dbb9c6 x-openstack-request-id: req-7dad56c8-d2df-4a0b-8cda-4dbf41dbb9c6 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:48.910713 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:48.910970 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dad56c8-d2df-4a0b-8cda-4dbf41dbb9c6 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:48.911431 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'status': 'completed', 'code': 200} Nov 12 03:46:48.919545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.973673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-34398b25-755a-4cfc-8d8b-cc32883e3046 req-17ccf0fd-a526-47f2-a9c9-2c8977b52191 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615729 Nov 12 03:46:49.154456 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980acb4b-fa01-474e-a6d1-013517dab3e6 x-openstack-request-id: req-980acb4b-fa01-474e-a6d1-013517dab3e6 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:49.155194 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "name": "network-vif-plugged", "status": "completed", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:49.155806 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-980acb4b-fa01-474e-a6d1-013517dab3e6 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:49.156429 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'code': 200} Nov 12 03:46:49.216384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-c6be61a9-0aea-4ebc-9261-fd2a2199f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.217938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-c6be61a9-0aea-4ebc-9261-fd2a2199f48c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1060 time: 0.3155353 Nov 12 03:46:49.298102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Sync routers for ids ['f3ab582b-3120-4427-bd80-a823f85c5cd0'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:49.339708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Routers {'f3ab582b-3120-4427-bd80-a823f85c5cd0'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:49.345305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f3ab582b-3120-4427-bd80-a823f85c5cd0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.349813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-5ec7d49d-7c0a-4775-8305-1122e9427150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.351171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-5ec7d49d-7c0a-4775-8305-1122e9427150 service neutron] 10.222.0.20 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 899 time: 0.1217015 Nov 12 03:46:49.364131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-2ad2c328-1a3f-45c1-b42a-3388ca897610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.365652 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-2ad2c328-1a3f-45c1-b42a-3388ca897610 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 1060 time: 0.3591516 Nov 12 03:46:49.439718 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:14Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.507487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-524c64d6-5254-42e7-b325-6c6e7a688778 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 217 time: 0.1328278 Nov 12 03:46:49.509767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Deleting port 77e39836-65e2-4a30-a280-416944c16e80 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:49.510264 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.554879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ddd48a6-af24-4b55-9772-80de8697e546 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:49.564843 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] Checking router: fa571735-086f-4ff8-8843-f17ae82c53be for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:49.597466 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:49.603725 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.655491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-abdd4f47-2349-4608-8a7b-866d6cabc776 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.669336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-abdd4f47-2349-4608-8a7b-866d6cabc776 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/networks?id=53f4396c-c47d-4db9-bd55-0c895002a312 HTTP/1.1" status: 200 len: 798 time: 0.5805662 Nov 12 03:46:49.723178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-1b28d5d9-58b6-49fa-b245-fee00c6f9b56 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/quotas/e47ce9070e9249338eebca246c493c50 HTTP/1.1" status: 200 len: 375 time: 0.0525904 Nov 12 03:46:49.750460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fbdee0-23e7-446b-9778-eefb5c5a4a21 None None] Network 53f4396c-c47d-4db9-bd55-0c895002a312 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:49.809550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Set router f3ab582b-3120-4427-bd80-a823f85c5cd0 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:49.876220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8ddd48a6-af24-4b55-9772-80de8697e546 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:49.876776 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.930859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] For port 77e39836-65e2-4a30-a280-416944c16e80, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77e39836-65e2-4a30-a280-416944c16e80,segment=NetworkSegment(51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5),segment_id=51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:49.931556 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.942026 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:49.961629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-3ed9f769-048d-486e-b340-4c1717d20040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.964854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Calling delete_port for 77e39836-65e2-4a30-a280-416944c16e80 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:49.966615 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-3ed9f769-048d-486e-b340-4c1717d20040 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.4458282 Nov 12 03:46:49.974411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-1e9cbb0a-779a-4c1d-ab28-da9bcef44fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.975808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-1e9cbb0a-779a-4c1d-ab28-da9bcef44fe4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 200 len: 899 time: 0.5720513 Nov 12 03:46:50.003345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c5270940-acc6-489a-9a3c-f4d138c1363a None None] Provisioning complete for port 8ddd48a6-af24-4b55-9772-80de8697e546 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:50.015746 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c5270940-acc6-489a-9a3c-f4d138c1363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.169057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-51173394-568b-4f68-99ba-9688dae0b5d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 200 len: 217 time: 0.1085641 Nov 12 03:46:50.201850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-6c8c18f2-f7a3-4be1-987e-36c4073aed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:50.210977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-6c8c18f2-f7a3-4be1-987e-36c4073aed12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339759 Nov 12 03:46:50.436875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ab14d-cdb5-49a5-9c42-bebce6a38518 req-139fa8c6-9491-4073-877c-9b88bb3ed9ca tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:50.442115 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d04ab14d-cdb5-49a5-9c42-bebce6a38518 req-139fa8c6-9491-4073-877c-9b88bb3ed9ca tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.9040744 Nov 12 03:46:50.471986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-0c0d6f84-3d8c-4f9c-8b27-8fb975764a2c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:50.473599 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-0c0d6f84-3d8c-4f9c-8b27-8fb975764a2c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.1347096 Nov 12 03:46:50.526131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-836eab31-758d-4901-a8f8-a4ed094d4655 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7954075 Nov 12 03:46:50.531750 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-f6a7f085-2487-407a-b6e8-d446b67764d9 service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635772 Nov 12 03:46:50.566318 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:14Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:50.646296 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c41c6-91a8-407a-ab26-54939c0d8381 None None] The sync data for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 is: [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ed39f461-180c-4fc5-98bd-f306368a6a85', 'name': '', 'network_id': '41758d58-eeb7-4619-b500-a5e430114c06', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:63:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:14Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7ca7bd22-a9fa-4df4-b30d-39afa37fd71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:50.737039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-479f5220-9372-4770-b7ba-0d971d039ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:50.739944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-479f5220-9372-4770-b7ba-0d971d039ea5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 200 len: 834 time: 0.5615020 Nov 12 03:46:50.750735 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.778660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.839909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d04ab14d-cdb5-49a5-9c42-bebce6a38518 req-6bfddfae-fd19-4345-b50b-b1f84ac88a52 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652592 Nov 12 03:46:50.860307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Pushing event deleted for resources: {'Port': ['ID=77e39836-65e2-4a30-a280-416944c16e80,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:50.906813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-bad2bd0e-c082-4752-9a73-0253a58433d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:50.913086 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-bad2bd0e-c082-4752-9a73-0253a58433d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41758d58-eeb7-4619-b500-a5e430114c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410794 Nov 12 03:46:50.953718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-a84ecf29-9e93-4c99-a68d-ae23188d2972 service neutron] 10.222.0.49 "GET /v2.0/networks/53f4396c-c47d-4db9-bd55-0c895002a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180353 Nov 12 03:46:51.007503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-209c532b-dc8c-4c09-a256-60eb229c2b1d service neutron] 10.222.0.20 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550381 Nov 12 03:46:51.091026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:51.091441 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.104488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8ddd48a6-af24-4b55-9772-80de8697e546, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ddd48a6-af24-4b55-9772-80de8697e546,segment=NetworkSegment(7b0db9ec-5cc8-4094-bd69-02feadffc8e4),segment_id=7b0db9ec-5cc8-4094-bd69-02feadffc8e4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:51.165277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.191479 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea9b35-43e6-4ca0-96db-ea592faaae65 None None] New status for floating IP 9070fe23-1cba-4fe5-b104-f6cd796a1a0f: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:46:51.349086 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-78481403-ad81-417b-a69d-b48cb024416a service neutron] 10.222.0.49 "GET /v2.0/networks/53f4396c-c47d-4db9-bd55-0c895002a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800366 Nov 12 03:46:51.353177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8ddd48a6-af24-4b55-9772-80de8697e546,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:51.368933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-6970ce76-847b-4e61-b443-ef1331f3219c service neutron] 10.222.0.11 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297023 Nov 12 03:46:51.371812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c5270940-acc6-489a-9a3c-f4d138c1363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.539872 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-c5270940-acc6-489a-9a3c-f4d138c1363a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:46:51.540391 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-c5270940-acc6-489a-9a3c-f4d138c1363a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:46:51.555740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f67de-3425-49e9-aeac-bfee252d8e47 req-8269593b-fdc5-4ee8-8d7f-ca933d7b1482 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:51.568488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:46:46Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dc627eee-cb03-4f69-8d9c-f5cfd298a089', 'name': '', 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:69:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '5df1e676-08e1-42f5-8647-9608317def1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:45Z', 'updated_at': '2021-11-12T03:46:47Z', 'revision_number': 2, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': '5df1e676-08e1-42f5-8647-9608317def1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:51.581956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-251f67de-3425-49e9-aeac-bfee252d8e47 req-8269593b-fdc5-4ee8-8d7f-ca933d7b1482 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.4134331 Nov 12 03:46:51.626568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Checking router: f3ab582b-3120-4427-bd80-a823f85c5cd0 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:51.630555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Updating router f3ab582b-3120-4427-bd80-a823f85c5cd0 port dc627eee-cb03-4f69-8d9c-f5cfd298a089 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:51.693491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a240e88-326a-4d76-8a20-a58eb64e411b req-d7f3e72c-3c52-4430-999e-de9a93a607f2 service neutron] 10.222.0.11 "GET /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167520 Nov 12 03:46:51.737594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.846250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-910d18e6-6a3d-4fb1-97f2-c9cbb8d99196 req-59a07267-a343-4690-9eef-31aa2e7b1075 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.1121047 Nov 12 03:46:51.851995 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.869248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-251f67de-3425-49e9-aeac-bfee252d8e47 req-c91c6657-c084-4998-bedb-05438641f73e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841938 Nov 12 03:46:51.873382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd, host n-h2-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:51.873663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.942998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 5d1020c2-3de9-4d73-be0a-01ac60cf69cd owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:52.239498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa666-aa90-4dc6-a1d6-8b43e2a6bdcc req-f6ec1552-57e2-4b28-9377-83dfe107685a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:52.248600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5edaa666-aa90-4dc6-a1d6-8b43e2a6bdcc req-f6ec1552-57e2-4b28-9377-83dfe107685a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 943 time: 0.1889012 Nov 12 03:46:52.328458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5edaa666-aa90-4dc6-a1d6-8b43e2a6bdcc req-3b05683b-0090-4b4a-8610-1b27d9e7d94a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc23f55-45b1-42fc-9da3-ba5c369c07e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785697 Nov 12 03:46:52.347520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43902) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:52.502084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3b602dc2-a751-4dd4-91b9-85ae9333020a None None] Provisioning complete for port 8ddd48a6-af24-4b55-9772-80de8697e546 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:52.502084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3b602dc2-a751-4dd4-91b9-85ae9333020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.523558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.547069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Router 63b04e19-8b92-427a-9914-50611730d1b8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:52.601913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=5d1020c2-3de9-4d73-be0a-01ac60cf69cd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:52.620321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.620677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.621100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.621449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.621786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.622114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.622483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.622756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.623154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.623489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.623815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.624209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:52.682814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] No DVR routers for this DVR port 5d1020c2-3de9-4d73-be0a-01ac60cf69cd on host n-h2-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:52.685452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.689545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b08d2d49-b128-4100-86c4-fa40807be0d5 req-2b0f90a2-23d3-4299-8c81-8b4b2072590b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.11 "DELETE /v2.0/ports/5d1020c2-3de9-4d73-be0a-01ac60cf69cd HTTP/1.1" status: 204 len: 173 time: 2.1405373 Nov 12 03:46:52.690016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'name': 'network-vif-deleted', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:52.693204 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af88317-1fac-4b64-8112-0efecefda4ad" -d '{"events": [{"server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "name": "network-vif-deleted", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:52.833935 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c859a-5618-48fe-9a23-0ee87757911e x-openstack-request-id: req-f92c859a-5618-48fe-9a23-0ee87757911e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:52.834231 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f45bad-10c2-43b3-b48d-a2a767e324b6", "name": "network-vif-deleted", "tag": "5d1020c2-3de9-4d73-be0a-01ac60cf69cd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:52.834491 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f92c859a-5618-48fe-9a23-0ee87757911e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:52.835252 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f45bad-10c2-43b3-b48d-a2a767e324b6', 'name': 'network-vif-deleted', 'tag': '5d1020c2-3de9-4d73-be0a-01ac60cf69cd', 'status': 'completed', 'code': 200} Nov 12 03:46:52.877824 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.895371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.108656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:53.130262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e382d8b7-879f-4181-8c6b-31b46665d82a admin admin] 10.222.0.49 "PUT /v2.0/routers/63b04e19-8b92-427a-9914-50611730d1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3480175 Nov 12 03:46:53.134242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43914) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.167296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] Sync routers for ids ['63b04e19-8b92-427a-9914-50611730d1b8'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:53.199613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-751ec6a7-520b-48ef-8213-593c9a3af086 req-e47cbff3-5a20-46a7-97f9-35d0c3a87633 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.1144202 Nov 12 03:46:53.371258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaeb2b-a4d6-45c3-b6f5-bf9f2044db16 req-ab792ea9-2c2c-4bbb-a86f-2b00d9615598 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.380728 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75eaeb2b-a4d6-45c3-b6f5-bf9f2044db16 req-ab792ea9-2c2c-4bbb-a86f-2b00d9615598 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.2478588 Nov 12 03:46:53.399264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fdd6f-5b73-4c23-8816-988f57853e2f None None] Pushing event updated for resources: {'Port': ['ID=dc627eee-cb03-4f69-8d9c-f5cfd298a089,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:53.438921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ddd48a6-af24-4b55-9772-80de8697e546 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:53.480287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] Routers {'63b04e19-8b92-427a-9914-50611730d1b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:53.481111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['63b04e19-8b92-427a-9914-50611730d1b8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:53.539497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.551784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-75eaeb2b-a4d6-45c3-b6f5-bf9f2044db16 req-df4b98fc-5a0b-4671-8f4d-7c490a095b57 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678517 Nov 12 03:46:53.591549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.635375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Attempting to bind port dc627eee-cb03-4f69-8d9c-f5cfd298a089 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:53.636349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Attempting to bind port dc627eee-cb03-4f69-8d9c-f5cfd298a089 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:53.636915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Attempting to bind port dc627eee-cb03-4f69-8d9c-f5cfd298a089 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:53.652441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:53.653342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Checking segment: {'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:53.653925 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.654482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Bound using segment: {'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:53.655145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Bound port: dc627eee-cb03-4f69-8d9c-f5cfd298a089, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:53.655694 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.677203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3b602dc2-a751-4dd4-91b9-85ae9333020a None None] Provisioning complete for port dc627eee-cb03-4f69-8d9c-f5cfd298a089 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:53.677859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3b602dc2-a751-4dd4-91b9-85ae9333020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.757167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-6486e5f5-1969-433c-b8ed-fd61d3d1159f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.759348 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-6486e5f5-1969-433c-b8ed-fd61d3d1159f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.11 "GET /v2.0/networks?id=53f4396c-c47d-4db9-bd55-0c895002a312 HTTP/1.1" status: 200 len: 798 time: 0.1606638 Nov 12 03:46:53.788237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8ddd48a6-af24-4b55-9772-80de8697e546 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:53.788922 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.835828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Request body: {'port': {'device_id': '410a6d17-1792-4d59-b26a-f0d076a4adc9', 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312', 'admin_state_up': True, 'tenant_id': 'e47ce9070e9249338eebca246c493c50'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:53.930875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3b602dc2-a751-4dd4-91b9-85ae9333020a None None] Port dc627eee-cb03-4f69-8d9c-f5cfd298a089 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:53.953408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] Set router 63b04e19-8b92-427a-9914-50611730d1b8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:54.108554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] For port dc627eee-cb03-4f69-8d9c-f5cfd298a089, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:54.199596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] For port dc627eee-cb03-4f69-8d9c-f5cfd298a089, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=dc627eee-cb03-4f69-8d9c-f5cfd298a089,segment=NetworkSegment(7b0db9ec-5cc8-4094-bd69-02feadffc8e4),segment_id=7b0db9ec-5cc8-4094-bd69-02feadffc8e4)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:54.203734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-311fa431-1952-43ec-a406-812b5f738a3d None None] Provisioning complete for port dc627eee-cb03-4f69-8d9c-f5cfd298a089 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:54.204398 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-311fa431-1952-43ec-a406-812b5f738a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.288551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.380475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fdd6f-5b73-4c23-8816-988f57853e2f None None] Pushing event updated for resources: {'Port': ['ID=dc627eee-cb03-4f69-8d9c-f5cfd298a089,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.392347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-311fa431-1952-43ec-a406-812b5f738a3d None None] Port dc627eee-cb03-4f69-8d9c-f5cfd298a089 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:54.473686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Routers {'f3ab582b-3120-4427-bd80-a823f85c5cd0'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:54.474466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f3ab582b-3120-4427-bd80-a823f85c5cd0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:54.649468 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47da5765-621b-49f7-a788-67fdfb040f13 req-17de19d4-4781-4628-b653-d4696401ad8f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0971339 Nov 12 03:46:54.965641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf34e0-abdb-467b-ab2b-fddbfbd8f4ba req-643bcb7d-58ed-4243-806c-f5ea0e707a8b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.965641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8acf34e0-abdb-467b-ab2b-fddbfbd8f4ba req-643bcb7d-58ed-4243-806c-f5ea0e707a8b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.2548862 Nov 12 03:46:54.979229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.020542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Made reservation on behalf of e47ce9070e9249338eebca246c493c50 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:55.022812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43930) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:55.025233 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.029062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3775776e-1d6e-425f-9a70-933f2cb460cf None None] Provisioning complete for port dc627eee-cb03-4f69-8d9c-f5cfd298a089 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:55.029632 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3775776e-1d6e-425f-9a70-933f2cb460cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.096038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port ed39f461-180c-4fc5-98bd-f306368a6a85 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:55.096496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.116275 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.129850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8acf34e0-abdb-467b-ab2b-fddbfbd8f4ba req-0b397844-7e62-4ab8-816e-f9959004be3f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583822 Nov 12 03:46:55.151311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] Set router f3ab582b-3120-4427-bd80-a823f85c5cd0 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:55.252888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port ed39f461-180c-4fc5-98bd-f306368a6a85, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ed39f461-180c-4fc5-98bd-f306368a6a85,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:55.253411 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.271238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for ed39f461-180c-4fc5-98bd-f306368a6a85 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:55.312797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Deleting port f48470be-6fe8-4006-90d1-a7a346901c3e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:55.313148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.412554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:46:50Z', 'revision_number': 5, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port': {'id': 'f48470be-6fe8-4006-90d1-a7a346901c3e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b04e19-8b92-427a-9914-50611730d1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:48Z', 'updated_at': '2021-11-12T03:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:55.488986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Allocated IP 172.20.0.28 (53f4396c-c47d-4db9-bd55-0c895002a312/5df1e676-08e1-42f5-8647-9608317def1f/2fb0bc24-9e16-49a1-a089-1fad5816cef6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:55.499686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] Checking router: 63b04e19-8b92-427a-9914-50611730d1b8 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:55.545172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3775776e-1d6e-425f-9a70-933f2cb460cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.556619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] Routers {'63b04e19-8b92-427a-9914-50611730d1b8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:55.557334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['63b04e19-8b92-427a-9914-50611730d1b8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:55.584230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af6c4df5-c053-46ca-9b13-6f95620b774c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.731165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:46:46Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dc627eee-cb03-4f69-8d9c-f5cfd298a089', 'name': '', 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:69:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '5df1e676-08e1-42f5-8647-9608317def1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:45Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': '5df1e676-08e1-42f5-8647-9608317def1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:55.733006 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af6c4df5-c053-46ca-9b13-6f95620b774c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.743431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af6c4df5-c053-46ca-9b13-6f95620b774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.788878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3775776e-1d6e-425f-9a70-933f2cb460cf None None] For port dc627eee-cb03-4f69-8d9c-f5cfd298a089, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=dc627eee-cb03-4f69-8d9c-f5cfd298a089,segment=NetworkSegment(7b0db9ec-5cc8-4094-bd69-02feadffc8e4),segment_id=7b0db9ec-5cc8-4094-bd69-02feadffc8e4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:55.792269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-af6c4df5-c053-46ca-9b13-6f95620b774c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d371333136934920b6041a9c64b18ca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7570384 Nov 12 03:46:55.797377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43942) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:55.798741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1fed2-157b-49de-a13b-a78b5a6abbf2 None None] The sync data for ids ['f3ab582b-3120-4427-bd80-a823f85c5cd0'] in n-d-789963-21 is: [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:46:46Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dc627eee-cb03-4f69-8d9c-f5cfd298a089', 'name': '', 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:69:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '5df1e676-08e1-42f5-8647-9608317def1f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:45Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': '5df1e676-08e1-42f5-8647-9608317def1f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:55.803266 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3775776e-1d6e-425f-9a70-933f2cb460cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.836872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c4df5-c053-46ca-9b13-6f95620b774c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd619a5-1bc1-43e4-8bf4-3fc693d411be,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.855257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] Set router 63b04e19-8b92-427a-9914-50611730d1b8 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:55.908192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a35aee-9809-46af-9074-ddb7b9ec5410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.910500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.945329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.991078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=ed39f461-180c-4fc5-98bd-f306368a6a85,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.017639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 6, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:56.056559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.089931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a35aee-9809-46af-9074-ddb7b9ec5410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.151056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481c8f4-359d-4b01-afd0-8773cc637c42 None None] The sync data for ids ['63b04e19-8b92-427a-9914-50611730d1b8'] in n-d-789963-21 is: [{'id': '63b04e19-8b92-427a-9914-50611730d1b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1524853265-router', 'tenant_id': '502561e4a4574ec8baa2d886a5467b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:47Z', 'updated_at': '2021-11-12T03:46:54Z', 'revision_number': 6, 'project_id': '502561e4a4574ec8baa2d886a5467b34', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:56.154757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Network 53f4396c-c47d-4db9-bd55-0c895002a312 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:56.193753 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775776e-1d6e-425f-9a70-933f2cb460cf None None] Pushing event updated for resources: {'Port': ['ID=dc627eee-cb03-4f69-8d9c-f5cfd298a089,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.236430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d74ac-4479-4654-b9b3-fb98a31f5c83 req-6457643a-47fe-49c9-afd8-8068f18652cd tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:56.238083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-711d74ac-4479-4654-b9b3-fb98a31f5c83 req-6457643a-47fe-49c9-afd8-8068f18652cd tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 895 time: 0.2271752 Nov 12 03:46:56.239044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:56.260322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:56.280924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] For port f48470be-6fe8-4006-90d1-a7a346901c3e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f48470be-6fe8-4006-90d1-a7a346901c3e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:56.280924 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.375016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event updated for resources: {'Port': ['ID=2fb0bc24-9e16-49a1-a089-1fad5816cef6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.386780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Calling delete_port for f48470be-6fe8-4006-90d1-a7a346901c3e owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:56.459076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:56.462765 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.546766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a99b-5168-497d-98e1-a7e478f5584d req-2f206cc4-c86e-4604-9653-9a675d957f69 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:56.548726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2aa5a99b-5168-497d-98e1-a7e478f5584d req-2f206cc4-c86e-4604-9653-9a675d957f69 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.2000084 Nov 12 03:46:56.585788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-5f40099e-84f1-4c05-aa86-70d643ced863 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.7473087 Nov 12 03:46:56.599387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Request body: {'port': {'device_id': '410a6d17-1792-4d59-b26a-f0d076a4adc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:56.606709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a35aee-9809-46af-9074-ddb7b9ec5410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.611236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a35aee-9809-46af-9074-ddb7b9ec5410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.614048 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-92a35aee-9809-46af-9074-ddb7b9ec5410 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cd619a5-1bc1-43e4-8bf4-3fc693d411be HTTP/1.1" status: 204 len: 168 time: 0.8145404 Nov 12 03:46:56.614985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.645092 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a35aee-9809-46af-9074-ddb7b9ec5410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd619a5-1bc1-43e4-8bf4-3fc693d411be,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.769802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dd875313-4f97-435b-86c6-713fa2e51425 None None] Provisioning complete for port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:56.781198 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd875313-4f97-435b-86c6-713fa2e51425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.846568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.877714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dd875313-4f97-435b-86c6-713fa2e51425 None None] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:56.905597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2aa5a99b-5168-497d-98e1-a7e478f5584d req-428bc0a0-3917-4289-ba40-13fa6f709b87 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435638 Nov 12 03:46:57.055762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router fa571735-086f-4ff8-8843-f17ae82c53be has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:57.281836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:57.288574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bc71b56f-4920-4aab-a984-db491e8fee9a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "PUT /v2.0/routers/fa571735-086f-4ff8-8843-f17ae82c53be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9385891 Nov 12 03:46:57.301826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43952) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:57.318945 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] Sync routers for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:57.409640 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.417988 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:57.418731 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:57.496936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03bebf5-8666-4bae-8b68-1a36a941f929 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting subnet 7ca7bd22-a9fa-4df4-b30d-39afa37fd71a {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:57.501172 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a03bebf5-8666-4bae-8b68-1a36a941f929 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.556249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48470be-6fe8-4006-90d1-a7a346901c3e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.590205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df2f7c8-520e-416c-bb9f-eaea8746f34b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:57.659226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device dc627eee-cb03-4f69-8d9c-f5cfd298a089 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:57.662384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a03bebf5-8666-4bae-8b68-1a36a941f929 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.720465 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:57.733130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.848524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port dc627eee-cb03-4f69-8d9c-f5cfd298a089 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:57.850925 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.852294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a03bebf5-8666-4bae-8b68-1a36a941f929 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.933116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.935709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.027640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a66c01-cc34-43fe-ba2b-a160756a2c20 req-262ff00c-209e-4587-9050-f9b339aef272 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.038232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a03bebf5-8666-4bae-8b68-1a36a941f929 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.041005 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2a66c01-cc34-43fe-ba2b-a160756a2c20 req-262ff00c-209e-4587-9050-f9b339aef272 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 895 time: 0.5329611 Nov 12 03:46:58.041704 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.042244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b04e19-8b92-427a-9914-50611730d1b8 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:46:58.049854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.055610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4edf9e2b-b626-42e4-a4f8-7f57abff17b1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/63b04e19-8b92-427a-9914-50611730d1b8 HTTP/1.1" status: 204 len: 168 time: 4.8538089 Nov 12 03:46:58.059446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:58.156242 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a03bebf5-8666-4bae-8b68-1a36a941f929 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.160252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b543a16-c839-40e9-9d27-caa41b822e86 None None] Network 41758d58-eeb7-4619-b500-a5e430114c06 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:58.180895 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a03bebf5-8666-4bae-8b68-1a36a941f929 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/subnets/7ca7bd22-a9fa-4df4-b30d-39afa37fd71a HTTP/1.1" status: 204 len: 168 time: 0.8769867 Nov 12 03:46:58.190717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 43962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:58.221600 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:46:55Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:58.251801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd730c5c-1c4f-4b04-bd53-275392c4d691 req-6d0cb166-69ee-4d65-ac47-329b4f722b3d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.271211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd730c5c-1c4f-4b04-bd53-275392c4d691 req-6d0cb166-69ee-4d65-ac47-329b4f722b3d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0947161 Nov 12 03:46:58.306973 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] Checking router: fa571735-086f-4ff8-8843-f17ae82c53be for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:58.331662 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] Routers {'fa571735-086f-4ff8-8843-f17ae82c53be'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:58.334737 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['fa571735-086f-4ff8-8843-f17ae82c53be'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:58.359072 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd730c5c-1c4f-4b04-bd53-275392c4d691 req-4102723c-dda0-4ea6-a8c3-79829bca477f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868690 Nov 12 03:46:58.367926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7b64ff-1bbb-40b2-a5f4-715ddc966d83 admin admin] Deleting subnet 7363fa00-e33e-4067-8d0e-65eccb08aa4a {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:58.380586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bebf5-8666-4bae-8b68-1a36a941f929 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca7bd22-a9fa-4df4-b30d-39afa37fd71a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:58.383937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b64ff-1bbb-40b2-a5f4-715ddc966d83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.454919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b64ff-1bbb-40b2-a5f4-715ddc966d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.582576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb0bc24-9e16-49a1-a089-1fad5816cef6 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:58.590219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b64ff-1bbb-40b2-a5f4-715ddc966d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.669979 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.690761 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] Set router fa571735-086f-4ff8-8843-f17ae82c53be gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:58.724324 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.756149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.762689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] DHCP port deletion for 41758d58-eeb7-4619-b500-a5e430114c06 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:58.812138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f48470be-6fe8-4006-90d1-a7a346901c3e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:58.837483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f48470be-6fe8-4006-90d1-a7a346901c3e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:58.838306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f48470be-6fe8-4006-90d1-a7a346901c3e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:58.839028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77e39836-65e2-4a30-a280-416944c16e80 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:58.865098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 77e39836-65e2-4a30-a280-416944c16e80 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:58.865726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77e39836-65e2-4a30-a280-416944c16e80 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:58.907072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb0bc24-9e16-49a1-a089-1fad5816cef6,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:58.912562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] Deleting port 00987c74-a75b-49c9-b498-6c867ef75f5d {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:58.912973 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.103247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] For port 00987c74-a75b-49c9-b498-6c867ef75f5d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=00987c74-a75b-49c9-b498-6c867ef75f5d,segment=NetworkSegment(a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d),segment_id=a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:59.103660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.193993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] Calling delete_port for 00987c74-a75b-49c9-b498-6c867ef75f5d owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:59.221737 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.245499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:59.245499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:59.245846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:59.264604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b64ff-1bbb-40b2-a5f4-715ddc966d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.297099 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:46:55Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:59.328088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f214a-08c2-4c14-9864-c7bbff9423f9 req-5b3b0317-30f8-4304-a5b9-93877e0a56a2 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:59.338667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:59.338990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:59.344089 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d6f214a-08c2-4c14-9864-c7bbff9423f9 req-5b3b0317-30f8-4304-a5b9-93877e0a56a2 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 907 time: 0.1849275 Nov 12 03:46:59.398461 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ddbef-9a57-455b-ab57-3b699d252418 None None] The sync data for ids ['fa571735-086f-4ff8-8843-f17ae82c53be'] in n-d-789963-21 is: [{'id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929313452', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:04Z', 'updated_at': '2021-11-12T03:46:55Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '3d4e0476-ad17-4387-870c-d4527dca53d8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa571735-086f-4ff8-8843-f17ae82c53be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:05Z', 'updated_at': '2021-11-12T03:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:59.451978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 3d4e0476-ad17-4387-870c-d4527dca53d8 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:59.452334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.460229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b64ff-1bbb-40b2-a5f4-715ddc966d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7363fa00-e33e-4067-8d0e-65eccb08aa4a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:59.486377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b64ff-1bbb-40b2-a5f4-715ddc966d83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.494539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cf7b64ff-1bbb-40b2-a5f4-715ddc966d83 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7363fa00-e33e-4067-8d0e-65eccb08aa4a HTTP/1.1" status: 204 len: 168 time: 1.4305534 Nov 12 03:46:59.495952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43980) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:59.503801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:59.504460 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:46:59.514684 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 2 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:46:59.553755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 00987c74-a75b-49c9-b498-6c867ef75f5d no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:59.611136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6f4ec9e8-dfeb-4197-88fd-fb0f4f7cc869 None None] Provisioning complete for port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:59.611509 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f4ec9e8-dfeb-4197-88fd-fb0f4f7cc869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.671119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ec9e8-dfeb-4197-88fd-fb0f4f7cc869 None None] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:59.672441 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.672654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:59.673001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:59.673333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:59.681316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port 3d4e0476-ad17-4387-870c-d4527dca53d8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3d4e0476-ad17-4387-870c-d4527dca53d8,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:59.682145 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.699732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a267a7d-20aa-451f-a90c-1536ec1624e9 req-354aba98-4166-4698-8efd-6d4fc9d66826 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:59.708374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 3d4e0476-ad17-4387-870c-d4527dca53d8 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:59.708618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a267a7d-20aa-451f-a90c-1536ec1624e9 req-354aba98-4166-4698-8efd-6d4fc9d66826 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 946 time: 0.2372115 Nov 12 03:46:59.732531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] Pushing event deleted for resources: {'Port': ['ID=00987c74-a75b-49c9-b498-6c867ef75f5d,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:59.736534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b204630-b639-4e2f-8fc5-93780556a70d None None] No DVR routers for this DVR port 00987c74-a75b-49c9-b498-6c867ef75f5d on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:59.740952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100eeb5-3530-4496-8362-9ef9d33fadb0 req-c860cc9f-7a9b-4a12-9e95-e4fdf4b29a60 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:59.744911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f100eeb5-3530-4496-8362-9ef9d33fadb0 req-c860cc9f-7a9b-4a12-9e95-e4fdf4b29a60 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.1699564 Nov 12 03:46:59.756551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No active binding found for port 00987c74-a75b-49c9-b498-6c867ef75f5d {{(pid=102630) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:46:59.756850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 00987c74-a75b-49c9-b498-6c867ef75f5d not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:59.772410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.785306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a267a7d-20aa-451f-a90c-1536ec1624e9 req-ea6a1489-4998-43e5-aa6e-b9912d9308c7 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757427 Nov 12 03:46:59.786159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:59.787154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:59.829063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:59.829671 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:46:59.838438 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 3 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:46:59.912009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:59.913474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:59.914567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:59.929065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:59.929901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:59.980682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:59.981333 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:46:59.985358 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.988052 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 4 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:47:00.012925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.013402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.013847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.027045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:00.040694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.041185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.048975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:00.049397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a6c9ca-3f13-4a7c-99a2-f48cbea3e4c5') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:00.066473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.066931 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:47:00.069939 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f100eeb5-3530-4496-8362-9ef9d33fadb0 req-b44c0b67-2cd7-4919-bdef-a51a3b0398f8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156905 Nov 12 03:47:00.073913 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 5 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:47:00.092782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.119783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.120187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.120631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.130030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.130030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.131051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.136297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.141266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.141778 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:47:00.142772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:00.143313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.145167 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 6 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:00.152030 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:00.205002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc6185-7593-48bd-81ae-5cb6c1546b56 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:00.214604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.215050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.215478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.217782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=3d4e0476-ad17-4387-870c-d4527dca53d8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.226109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.226711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.233492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.234039 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:47:00.234614 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 7 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:47:00.249383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.259536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.266813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd HTTP/1.1" status: 204 len: 168 time: 0.7684379 Nov 12 03:47:00.271971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.272494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.272970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.293052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac215f-aa58-489e-aedc-68b37eef7543 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8a404d-22eb-4e2c-8245-27bcbeaf2ebd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.297563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.298412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.305568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.306634 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:47:00.307198 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 8 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:47:00.342537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.346163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.346520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.359918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.360375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.372654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.373019 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:47:00.373422 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 9 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:47:00.376497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.408704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.410087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.410431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.429554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.432089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.440681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.447737 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:47:00.448244 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempt 10 to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 Nov 12 03:47:00.489056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:00.489690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:00.489824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.499875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.500201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempting to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:00.514095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:00.514439 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Failed to bind port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 for vnic_type normal using segments [{'id': '7b0db9ec-5cc8-4094-bd69-02feadffc8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '53f4396c-c47d-4db9-bd55-0c895002a312'}] Nov 12 03:47:00.516121 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.584074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.604295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.676169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] For port 2fb0bc24-9e16-49a1-a089-1fad5816cef6, host n-h2-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:00.676671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:47:00.684528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43988) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:00.691645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.693206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f3785-c293-4184-a80d-8fc4ffcb9afd req-acc6c17c-de96-457a-9525-1e977c73d567 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:00.695160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-103f3785-c293-4184-a80d-8fc4ffcb9afd req-acc6c17c-de96-457a-9525-1e977c73d567 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 907 time: 0.1975646 Nov 12 03:47:00.726136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-d38ce2bb-56a2-4a16-a382-91a9d353ce8d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:00.726136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-d38ce2bb-56a2-4a16-a382-91a9d353ce8d tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 946 time: 0.1570761 Nov 12 03:47:00.726136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.726136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Fanout notify agent at l3_agent the message router_deleted on router fa571735-086f-4ff8-8843-f17ae82c53be {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:00.739396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.744205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-656aa98f-8fa1-401b-ad42-d3acdac47eb6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/routers/fa571735-086f-4ff8-8843-f17ae82c53be HTTP/1.1" status: 204 len: 168 time: 2.5372148 Nov 12 03:47:00.750986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] In _notify_port_updated(), no bound segment for port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on network 53f4396c-c47d-4db9-bd55-0c895002a312 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:47:00.752545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:00.753434 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.754904 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] 10.222.0.11 "PUT /v2.0/ports/2fb0bc24-9e16-49a1-a089-1fad5816cef6 HTTP/1.1" status: 200 len: 1021 time: 4.1675489 Nov 12 03:47:00.755475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43990) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:00.764471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66cb18-2ca7-4a81-96e9-cb407a38d283 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb0bc24-9e16-49a1-a089-1fad5816cef6,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.780039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410a6d17-1792-4d59-b26a-f0d076a4adc9', 'tag': '2fb0bc24-9e16-49a1-a089-1fad5816cef6'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:00.782316 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e790542f-74e7-4a52-b143-14f83ace2f71" -d '{"events": [{"name": "network-changed", "server_uuid": "410a6d17-1792-4d59-b26a-f0d076a4adc9", "tag": "2fb0bc24-9e16-49a1-a089-1fad5816cef6"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:00.946228 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.958438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Deleting port 74970dda-6816-47eb-8b2b-1c57e2d77125 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:00.958786 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.044400 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa7e2a2-3444-4530-b5aa-77011156cdd5 x-openstack-request-id: req-baa7e2a2-3444-4530-b5aa-77011156cdd5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:01.044640 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410a6d17-1792-4d59-b26a-f0d076a4adc9", "tag": "2fb0bc24-9e16-49a1-a089-1fad5816cef6", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:01.044867 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-baa7e2a2-3444-4530-b5aa-77011156cdd5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:01.045266 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410a6d17-1792-4d59-b26a-f0d076a4adc9', 'tag': '2fb0bc24-9e16-49a1-a089-1fad5816cef6', 'status': 'completed', 'code': 200} Nov 12 03:47:01.095953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-52c386f9-21ce-4036-b19f-e998f0e6c7bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=502561e4a4574ec8baa2d886a5467b34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074628 Nov 12 03:47:01.099361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 43998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:01.155241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790542f-74e7-4a52-b143-14f83ace2f71 req-a51910ca-0d44-452b-bec6-c22751de8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.157332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e790542f-74e7-4a52-b143-14f83ace2f71 req-a51910ca-0d44-452b-bec6-c22751de8a1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 1024 time: 0.1101551 Nov 12 03:47:01.192077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] For port 74970dda-6816-47eb-8b2b-1c57e2d77125, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=74970dda-6816-47eb-8b2b-1c57e2d77125,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:01.193267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.218293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9605f559-4814-4d8e-9713-ca7179c9d3b2 None None] Provisioning complete for port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:01.218861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9605f559-4814-4d8e-9713-ca7179c9d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.286782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.302659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9605f559-4814-4d8e-9713-ca7179c9d3b2 None None] Port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:01.311540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41758d58-eeb7-4619-b500-a5e430114c06']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:01.321358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:01.321631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c5b21d-4ba3-4f33-ad84-bc7797f2e31d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:01.339712 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.347194 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7058b848-3d87-47cd-b1f6-72fed9cdc4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.377836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004a4d4-c8e8-48c5-9d9e-0c67ef60d26d req-a542fd6b-80ec-4111-85f5-411b13d9e323 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.386978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d004a4d4-c8e8-48c5-9d9e-0c67ef60d26d req-a542fd6b-80ec-4111-85f5-411b13d9e323 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 946 time: 0.4344692 Nov 12 03:47:01.405761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.435537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:01.435930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:01.441202 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:01.443792 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd62c4c3-aa12-4132-93d7-9507fbe1f2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.557135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3d4e0476-ad17-4387-870c-d4527dca53d8 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:01.561534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:01.562073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.573594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790542f-74e7-4a52-b143-14f83ace2f71 req-bb88e7e6-d655-4704-96dc-e83a32aa5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.574192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790542f-74e7-4a52-b143-14f83ace2f71 req-bb88e7e6-d655-4704-96dc-e83a32aa5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.575749 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e790542f-74e7-4a52-b143-14f83ace2f71 req-bb88e7e6-d655-4704-96dc-e83a32aa5f68 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e47ce9070e9249338eebca246c493c50&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.2038031 Nov 12 03:47:01.607301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 3d4e0476-ad17-4387-870c-d4527dca53d8 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:01.609060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3d4e0476-ad17-4387-870c-d4527dca53d8 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:01.609514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ed39f461-180c-4fc5-98bd-f306368a6a85 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:01.644979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ed39f461-180c-4fc5-98bd-f306368a6a85 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:01.645318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ed39f461-180c-4fc5-98bd-f306368a6a85 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:01.677194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd62c4c3-aa12-4132-93d7-9507fbe1f2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.687015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.696786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d004a4d4-c8e8-48c5-9d9e-0c67ef60d26d req-3e68681c-ea49-425c-a37d-44c98bc6aa5f tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups?id=29bd5687-faaa-4025-944e-fe6b93600a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085825 Nov 12 03:47:01.718040 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.724250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/networks/41758d58-eeb7-4619-b500-a5e430114c06 HTTP/1.1" status: 204 len: 168 time: 0.9380729 Nov 12 03:47:01.729237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44002) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:01.768382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] For port 2fb0bc24-9e16-49a1-a089-1fad5816cef6, host n-h2-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:01.768761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.779787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9131109-ca44-4d16-bd13-6361b1cbbab7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Network': ['ID=41758d58-eeb7-4619-b500-a5e430114c06,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:01.797182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Calling delete_port for 2fb0bc24-9e16-49a1-a089-1fad5816cef6 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:01.842231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3caf1-6f95-4439-b490-86731478d63e req-e563b2da-7f30-41e4-91c5-77a8809eb04f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.849905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55e3caf1-6f95-4439-b490-86731478d63e req-e563b2da-7f30-41e4-91c5-77a8809eb04f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.3128467 Nov 12 03:47:01.933933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.934321 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.934629 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Floating IP 5c05b1ec-c0db-4731-95b2-8e71e9d87f1d disassociated. External IP: 172.25.0.85, port: 74970dda-6816-47eb-8b2b-1c57e2d77125. Nov 12 03:47:01.934986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Calling delete_port for 74970dda-6816-47eb-8b2b-1c57e2d77125 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:01.940519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790542f-74e7-4a52-b143-14f83ace2f71 req-9104fd87-c1bc-4c1d-99e5-334067e3c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.942716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e790542f-74e7-4a52-b143-14f83ace2f71 req-9104fd87-c1bc-4c1d-99e5-334067e3c81c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3068540 Nov 12 03:47:01.960662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55e3caf1-6f95-4439-b490-86731478d63e req-d3655c56-c68c-4b2d-9bd5-0390c5f0cea0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096981 Nov 12 03:47:02.130601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.172393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event deleted for resources: {'Port': ['ID=74970dda-6816-47eb-8b2b-1c57e2d77125,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.226120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd62c4c3-aa12-4132-93d7-9507fbe1f2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.229596 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd62c4c3-aa12-4132-93d7-9507fbe1f2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.230745 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cd62c4c3-aa12-4132-93d7-9507fbe1f2d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/452e63da-a860-4a7a-8484-2312e921da93 HTTP/1.1" status: 204 len: 168 time: 1.1245224 Nov 12 03:47:02.264132 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf516-fa89-4b17-a7ff-b5a423a974bd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.268652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62c4c3-aa12-4132-93d7-9507fbe1f2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e63da-a860-4a7a-8484-2312e921da93,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.313671 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf516-fa89-4b17-a7ff-b5a423a974bd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.351613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cd5e3-cd45-47f3-a4af-f32019837992 req-d4390087-2c34-4eb9-bc6d-65dfa6f6a61f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:02.353888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:02.374634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce6cd5e3-cd45-47f3-a4af-f32019837992 req-d4390087-2c34-4eb9-bc6d-65dfa6f6a61f tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 907 time: 0.1529114 Nov 12 03:47:02.501814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.514185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:02.528390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] Sync routers for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:02.558125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:02.559131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:02.559282 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf516-fa89-4b17-a7ff-b5a423a974bd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.561862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf516-fa89-4b17-a7ff-b5a423a974bd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.567398 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0e0cf516-fa89-4b17-a7ff-b5a423a974bd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/security-groups/3fc23f55-45b1-42fc-9da3-ba5c369c07e5 HTTP/1.1" status: 204 len: 168 time: 0.8340816 Nov 12 03:47:02.576833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Port': ['ID=2fb0bc24-9e16-49a1-a089-1fad5816cef6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.610058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf516-fa89-4b17-a7ff-b5a423a974bd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc23f55-45b1-42fc-9da3-ba5c369c07e5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.641428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] No DVR routers for this DVR port 2fb0bc24-9e16-49a1-a089-1fad5816cef6 on host n-h2-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:02.648016 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.650567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] No DVR routers for this DVR port 74970dda-6816-47eb-8b2b-1c57e2d77125 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:02.653769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f117cf8a-f85d-43a4-ae81-fcf3a00dc850 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.11 "DELETE /v2.0/ports/2fb0bc24-9e16-49a1-a089-1fad5816cef6 HTTP/1.1" status: 204 len: 173 time: 1.7312279 Nov 12 03:47:02.656653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.675624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-22edee45-0d2a-4c59-9ed6-9d5cea6b1964 req-37173512-7c3b-43f0-b2c8-bf478c074d82 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.20 "DELETE /v2.0/ports/74970dda-6816-47eb-8b2b-1c57e2d77125 HTTP/1.1" status: 204 len: 173 time: 1.9221702 Nov 12 03:47:02.675624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-deleted', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:02.676910 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc67c49-3293-4f8f-ab7a-490bf8b3ec61" -d '{"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-deleted", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:02.802417 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e7a71-73b6-4db8-b468-68b326b4e34c x-openstack-request-id: req-7b4e7a71-73b6-4db8-b468-68b326b4e34c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:02.802824 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d2e75e-332f-4fa1-bbbf-974a6df6f59e", "name": "network-vif-deleted", "tag": "74970dda-6816-47eb-8b2b-1c57e2d77125", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:02.803208 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b4e7a71-73b6-4db8-b468-68b326b4e34c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:02.803724 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d2e75e-332f-4fa1-bbbf-974a6df6f59e', 'name': 'network-vif-deleted', 'tag': '74970dda-6816-47eb-8b2b-1c57e2d77125', 'status': 'completed', 'code': 200} Nov 12 03:47:02.841249 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-b0285f7f-326e-4859-999e-9ffeb449fc69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0615869 Nov 12 03:47:02.993088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:03.083876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410a6d17-1792-4d59-b26a-f0d076a4adc9', 'name': 'network-vif-deleted', 'tag': '2fb0bc24-9e16-49a1-a089-1fad5816cef6'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:03.088500 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510ad315-a6d9-499b-8904-04c0f5447372" -d '{"events": [{"server_uuid": "410a6d17-1792-4d59-b26a-f0d076a4adc9", "name": "network-vif-deleted", "tag": "2fb0bc24-9e16-49a1-a089-1fad5816cef6"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:03.255923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-ca2baff4-2973-4719-9bdb-b683e05dab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.256403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-ca2baff4-2973-4719-9bdb-b683e05dab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.258122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-ca2baff4-2973-4719-9bdb-b683e05dab95 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e47ce9070e9249338eebca246c493c50&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.4089465 Nov 12 03:47:03.274743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59919a10-6324-4fb9-9348-f12330d36f0f req-37973185-45a3-4c91-acf1-ff749639dcf6 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/ports?device_id=07d2e75e-332f-4fa1-bbbf-974a6df6f59e HTTP/1.1" status: 200 len: 210 time: 0.2555718 Nov 12 03:47:03.485928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-d8b1f78a-153e-4ac2-b4ec-82e66731471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.488374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-d8b1f78a-153e-4ac2-b4ec-82e66731471f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2125034 Nov 12 03:47:03.617209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeb74d-301c-424e-8f06-c102cb00da6b req-2b720666-8d07-4b00-baf7-4e5ee15077e6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.621007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6eeb74d-301c-424e-8f06-c102cb00da6b req-2b720666-8d07-4b00-baf7-4e5ee15077e6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0890908 Nov 12 03:47:03.625806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:03.669110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44042) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.673117 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-0c8c46f9-2a4c-4fa8-b7b6-75d9898dac92 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.11 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0695460 Nov 12 03:47:03.675269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-36756b55-6964-45a0-9dff-2200f0da59d7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115448550', 'description': 'tempest-secgroup-smoke-115448550 description', 'project_id': '5490643397db4bc88a6238321c7bff62'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:03.718893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44044) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.748119 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e17366a-ab6d-4c10-9349-02bcddcda649 x-openstack-request-id: req-0e17366a-ab6d-4c10-9349-02bcddcda649 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:03.748416 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410a6d17-1792-4d59-b26a-f0d076a4adc9", "name": "network-vif-deleted", "tag": "2fb0bc24-9e16-49a1-a089-1fad5816cef6", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:03.751816 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e17366a-ab6d-4c10-9349-02bcddcda649 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:03.765613 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36756b55-6964-45a0-9dff-2200f0da59d7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.767421 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410a6d17-1792-4d59-b26a-f0d076a4adc9', 'name': 'network-vif-deleted', 'tag': '2fb0bc24-9e16-49a1-a089-1fad5816cef6', 'status': 'completed', 'code': 200} Nov 12 03:47:03.819424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6eeb74d-301c-424e-8f06-c102cb00da6b req-c4a37661-62d9-409c-b301-3abce63a16b3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826715 Nov 12 03:47:03.929337 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2746e980-340a-47e8-b274-47b42fbf587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.932380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] Checking router: b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:03.941869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:03.942390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8563a8f-cd8e-4acd-b1a8-3c3c5f196ce3 req-f073bc14-e658-4df3-b842-75cbccce38d0 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0871279 Nov 12 03:47:03.942541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:03.964643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1699784300-network', 'tenant_id': 'cda9eba515fe4e2ea85685277d1f6bc9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:04.024477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Made reservation on behalf of cda9eba515fe4e2ea85685277d1f6bc9 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:04.027868 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.043559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.052908 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36756b55-6964-45a0-9dff-2200f0da59d7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.059152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:04.062178 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36756b55-6964-45a0-9dff-2200f0da59d7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.119627 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36756b55-6964-45a0-9dff-2200f0da59d7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.124643 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-36756b55-6964-45a0-9dff-2200f0da59d7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4509287 Nov 12 03:47:04.124643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44048) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.132141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8745265c-8dc8-4b00-9996-188efe800913 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '413878f8-e5e0-4573-9a3c-6c95b2879fe3', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:04.141390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36756b55-6964-45a0-9dff-2200f0da59d7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413878f8-e5e0-4573-9a3c-6c95b2879fe3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.230909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8745265c-8dc8-4b00-9996-188efe800913 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.234671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.244648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.308886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:04.311956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-3c13a88b-1e8a-46e6-ba55-8a6ba3ff7382 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0629642 Nov 12 03:47:04.347194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:04.357596 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.357972 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Added segment 03f63cb7-9383-45b9-b437-3af1126d789b of type vlan for network 03997130-d215-4221-a9d8-e86e8f271244 Nov 12 03:47:04.361603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 74970dda-6816-47eb-8b2b-1c57e2d77125 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:04.362193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 74970dda-6816-47eb-8b2b-1c57e2d77125 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:04.390768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:04.428783 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8745265c-8dc8-4b00-9996-188efe800913 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.430569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510d8fc4-291d-4ac0-b458-96b5e1419495,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.448190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68ea2c0-1046-4f8e-9278-daada943b4de None None] The sync data for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 is: [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:35Z', 'revision_number': 4, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '834fa313-3090-4a9b-8209-56c34c5ad986', 'name': '', 'network_id': '541c0d17-4290-47cb-93c4-d01e16ec912e', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'mac_address': 'fa:16:3e:d8:4e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:33Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'subnets': [{'id': 'f650f231-54ac-44d4-be52-e565f36622b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:04.452588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44060) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.469947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8745265c-8dc8-4b00-9996-188efe800913 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.517062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.535398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745265c-8dc8-4b00-9996-188efe800913 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefdaacc-6d9c-400d-bf83-085abd6328ea,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.564536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-730d3483-5c3b-47fa-a6b5-83908e000076 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.567372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-7ea767f5-5b5a-45a9-ad39-0df50241175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.567913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-7ea767f5-5b5a-45a9-ad39-0df50241175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.568172 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8745265c-8dc8-4b00-9996-188efe800913 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.569436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8745265c-8dc8-4b00-9996-188efe800913 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4438386 Nov 12 03:47:04.572839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44062) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.573209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-7ea767f5-5b5a-45a9-ad39-0df50241175a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e47ce9070e9249338eebca246c493c50&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.2481084 Nov 12 03:47:04.579097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2fde5dfc-8a6d-4ecb-8d91-57f8b85ac371 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '413878f8-e5e0-4573-9a3c-6c95b2879fe3', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:04.599081 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.600146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.600146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.665929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-730d3483-5c3b-47fa-a6b5-83908e000076 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.748258 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2fde5dfc-8a6d-4ecb-8d91-57f8b85ac371 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.765242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f17cb8c0-2700-489b-a4e9-a509e6c8d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.767405 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-f17cb8c0-2700-489b-a4e9-a509e6c8d8a1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1837146 Nov 12 03:47:04.778224 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-730d3483-5c3b-47fa-a6b5-83908e000076 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.780576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0508351 Nov 12 03:47:04.786428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44064) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.793470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Request body: {'subnet': {'network_id': '03997130-d215-4221-a9d8-e86e8f271244', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1699784300-subnet', 'tenant_id': 'cda9eba515fe4e2ea85685277d1f6bc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:04.805822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-730d3483-5c3b-47fa-a6b5-83908e000076 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.808355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-730d3483-5c3b-47fa-a6b5-83908e000076 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "DELETE /v2.0/security-groups/29bd5687-faaa-4025-944e-fe6b93600a16 HTTP/1.1" status: 204 len: 168 time: 0.3545227 Nov 12 03:47:04.815722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44066) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.822840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f525711-a87d-4e2b-824f-aa1040dc78a2 admin admin] Pushing event updated for resources: {'Network': ['ID=03997130-d215-4221-a9d8-e86e8f271244,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.835935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 03997130-d215-4221-a9d8-e86e8f271244 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:04.886983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Made reservation on behalf of cda9eba515fe4e2ea85685277d1f6bc9 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:04.890138 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.913127 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3812e3-a2b1-4ba3-96d9-9c68136f159f None None] New status for floating IP 5c05b1ec-c0db-4731-95b2-8e71e9d87f1d: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:04.924109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d3483-5c3b-47fa-a6b5-83908e000076 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bd5687-faaa-4025-944e-fe6b93600a16,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.935839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2fde5dfc-8a6d-4ecb-8d91-57f8b85ac371 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.974256 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-82024dde-eafd-4a49-8b50-7e2521b3cbd0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] show failed (client error): The resource could not be found. Nov 12 03:47:04.980389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-82024dde-eafd-4a49-8b50-7e2521b3cbd0 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "GET /v2.0/security-groups/29bd5687-faaa-4025-944e-fe6b93600a16 HTTP/1.1" status: 404 len: 347 time: 0.1586521 Nov 12 03:47:04.980389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-9261e541-af34-4965-accc-8ed3600edf2b tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.11 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.1118972 Nov 12 03:47:04.985144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44072) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.012646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2fde5dfc-8a6d-4ecb-8d91-57f8b85ac371 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.134975 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.170898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde5dfc-8a6d-4ecb-8d91-57f8b85ac371 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee484a9-49db-4014-9ee3-1d8e078cf30f,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.257050 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe457ad5-e63f-4b21-a6be-de62cd2ea9d7 req-30b23758-461e-44c9-829c-c5aed4f77b35 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0518427 Nov 12 03:47:05.266016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Deleting port 2d72aaa1-8c56-41c3-a2ed-46ee6a2abb9d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:05.266360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.267742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb90d9-56c1-4b18-a28e-2d7f3089440d req-a407ce01-3c39-432f-bb21-e7dc4d1ad6e1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:05.270768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4bb90d9-56c1-4b18-a28e-2d7f3089440d req-a407ce01-3c39-432f-bb21-e7dc4d1ad6e1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.3328104 Nov 12 03:47:05.282754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2fde5dfc-8a6d-4ecb-8d91-57f8b85ac371 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.284794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2fde5dfc-8a6d-4ecb-8d91-57f8b85ac371 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7108519 Nov 12 03:47:05.289922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44074) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.297928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4cc72cbc-d35e-48d5-b849-6185ff835e95 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '413878f8-e5e0-4573-9a3c-6c95b2879fe3', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:05.373882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.374238 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.403817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Calling delete_port for 2d72aaa1-8c56-41c3-a2ed-46ee6a2abb9d owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:05.547239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44078) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.608167 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-681417f0-01da-4ccb-8ffd-0a69024349cb tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0542245 Nov 12 03:47:05.678937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.709576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Pushing event deleted for resources: {'Port': ['ID=2d72aaa1-8c56-41c3-a2ed-46ee6a2abb9d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.750324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cc72cbc-d35e-48d5-b849-6185ff835e95 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.792454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.794890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4bb90d9-56c1-4b18-a28e-2d7f3089440d req-ee46b5a0-ee5c-48dd-af24-0900d37c099a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083821 Nov 12 03:47:05.796779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.799055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d20a9903-96ae-45c4-9762-948b6efb09e3 tempest-AttachVolumeShelveTestJSON-2021083908 tempest-AttachVolumeShelveTestJSON-2021083908-project] 10.222.0.49 "DELETE /v2.0/floatingips/5c05b1ec-c0db-4731-95b2-8e71e9d87f1d HTTP/1.1" status: 204 len: 168 time: 0.8113465 Nov 12 03:47:05.886640 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cc72cbc-d35e-48d5-b849-6185ff835e95 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.915747 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cc72cbc-d35e-48d5-b849-6185ff835e95 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.950540 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cc72cbc-d35e-48d5-b849-6185ff835e95 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.954058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4cc72cbc-d35e-48d5-b849-6185ff835e95 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6591134 Nov 12 03:47:05.954058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc72cbc-d35e-48d5-b849-6185ff835e95 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12eedd9-4479-422b-980e-843cf45752b4,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.954380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.959160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-19d93f02-5cf5-4ec9-9845-ea40654b6ab1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '413878f8-e5e0-4573-9a3c-6c95b2879fe3', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:05.962858 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.018378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19d93f02-5cf5-4ec9-9845-ea40654b6ab1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.038567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01df769b-17ed-4228-b95b-db395fa2faac,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.058612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Checking segment: {'id': '03f63cb7-9383-45b9-b437-3af1126d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '03997130-d215-4221-a9d8-e86e8f271244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:06.060183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Network hostable DHCP agents. Network: 03997130-d215-4221-a9d8-e86e8f271244, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:06.092649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Network 03997130-d215-4221-a9d8-e86e8f271244 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:06.106716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 03997130-d215-4221-a9d8-e86e8f271244) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:06.118283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7300324-6f8c-4fb7-9945-dd7afe05d3cb None None] Network 03997130-d215-4221-a9d8-e86e8f271244 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:06.120178 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19d93f02-5cf5-4ec9-9845-ea40654b6ab1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.128647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19d93f02-5cf5-4ec9-9845-ea40654b6ab1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.129089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.129805 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.161885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f7de4a8c-0c96-4eab-be76-d6ee8e8e0159 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3728127 Nov 12 03:47:06.200442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19d93f02-5cf5-4ec9-9845-ea40654b6ab1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.213428 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-19d93f02-5cf5-4ec9-9845-ea40654b6ab1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2551894 Nov 12 03:47:06.213428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d93f02-5cf5-4ec9-9845-ea40654b6ab1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46affe19-922c-4dca-8a7b-ec1817798205,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.214665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44088) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:06.226186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-238a7879-f5e9-4d75-b04f-fe7a90a7413c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '413878f8-e5e0-4573-9a3c-6c95b2879fe3', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:06.301931 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-238a7879-f5e9-4d75-b04f-fe7a90a7413c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Project 5490643397db4bc88a6238321c7bff62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:47:06.317534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-238a7879-f5e9-4d75-b04f-fe7a90a7413c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.404845 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.412874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5797b88-bb1e-48fc-b96d-d05adff4da97 None None] Network 03997130-d215-4221-a9d8-e86e8f271244 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:06.487444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-238a7879-f5e9-4d75-b04f-fe7a90a7413c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.502189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-238a7879-f5e9-4d75-b04f-fe7a90a7413c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.535393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a7879-f5e9-4d75-b04f-fe7a90a7413c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3565372a-8f14-487a-ac84-e613b3e959cd,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.557521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c1e0275-1160-41f3-aa59-cae8414806f9 req-b5a98b94-72ac-4b35-92c7-05ed8557ea57 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0949073 Nov 12 03:47:06.605185 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-238a7879-f5e9-4d75-b04f-fe7a90a7413c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.605185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-238a7879-f5e9-4d75-b04f-fe7a90a7413c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3779595 Nov 12 03:47:06.605185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44096) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:06.605185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-99f0baec-f695-41aa-afaa-2e89b8c7597d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': '413878f8-e5e0-4573-9a3c-6c95b2879fe3', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:06.640561 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-99f0baec-f695-41aa-afaa-2e89b8c7597d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Project 5490643397db4bc88a6238321c7bff62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:47:06.652103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99f0baec-f695-41aa-afaa-2e89b8c7597d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.748475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99f0baec-f695-41aa-afaa-2e89b8c7597d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.761519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99f0baec-f695-41aa-afaa-2e89b8c7597d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.783487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0baec-f695-41aa-afaa-2e89b8c7597d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3308c74-08b0-4fc2-b3cc-0f363176d97b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.795710 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99f0baec-f695-41aa-afaa-2e89b8c7597d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.797473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-99f0baec-f695-41aa-afaa-2e89b8c7597d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1994503 Nov 12 03:47:06.800338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44104) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:06.805869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'network': {'name': 'tempest-network-smoke--564831676', 'project_id': '5490643397db4bc88a6238321c7bff62', 'port_security_enabled': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:06.834547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-415a682a-311b-469d-ba3f-3d0447c43956 req-57969983-4b04-4ba4-a36a-c0ad7bf38477 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=410a6d17-1792-4d59-b26a-f0d076a4adc9 HTTP/1.1" status: 200 len: 210 time: 0.0358379 Nov 12 03:47:06.841535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:06.846029 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.893264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:06.907883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.908237 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Added segment aec99cc9-93be-407b-ad49-c474c609f887 of type vlan for network fa20752a-38c5-4d8d-a663-888fdd5620ac Nov 12 03:47:06.998086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.026898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44116) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:07.031887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-51196322-network', 'tenant_id': '2a30ff6cdef94c7bb1a7dffbaac7b224'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:07.034608 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.036625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.044092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.044756 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.077046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Made reservation on behalf of 2a30ff6cdef94c7bb1a7dffbaac7b224 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:07.085201 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.097859 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.171881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44120) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:07.177464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'admin_state_up': True, 'project_id': '5490643397db4bc88a6238321c7bff62', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:07.180902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3669305 Nov 12 03:47:07.239009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.244787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.250008 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.255445 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.282788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:07.295778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c86cfe-da67-415c-8c8e-9a72834bd049 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Network': ['ID=fa20752a-38c5-4d8d-a663-888fdd5620ac,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.310500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e18ee-99ac-4424-b350-116b0644ca23,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.312952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13f9af-5153-4748-805e-26d22685e791 req-3385afa1-b055-48d0-bbcc-4542d3b666c3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.314795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.315147 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Added segment 5f77a94c-dbef-4a3f-823a-defb3e89178d of type vlan for network 99a5c065-3bcb-4102-a2c8-8e8d4cb40541 Nov 12 03:47:07.323305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network fa20752a-38c5-4d8d-a663-888fdd5620ac details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:07.334735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f13f9af-5153-4748-805e-26d22685e791 req-3385afa1-b055-48d0-bbcc-4542d3b666c3 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.3115847 Nov 12 03:47:07.360476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.435705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f13f9af-5153-4748-805e-26d22685e791 req-204efb19-3e3c-486d-bce8-2a5efa495dc0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001358 Nov 12 03:47:07.435953 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.615104 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.622479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.624223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.625042 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.705925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44124) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:07.734274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7062500 Nov 12 03:47:07.744239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44126) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:07.747157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2511226-b4fc-47fc-b995-8e0bc658cb2c admin admin] Pushing event updated for resources: {'Network': ['ID=99a5c065-3bcb-4102-a2c8-8e8d4cb40541,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.753473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Request body: {'subnet': {'network_id': '99a5c065-3bcb-4102-a2c8-8e8d4cb40541', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-51196322-subnet', 'tenant_id': '2a30ff6cdef94c7bb1a7dffbaac7b224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:07.762745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 99a5c065-3bcb-4102-a2c8-8e8d4cb40541 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:07.832576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Made reservation on behalf of 2a30ff6cdef94c7bb1a7dffbaac7b224 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:07.839363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.159443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.245860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.307806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.319166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.438972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5a6f6a-5d76-4d95-9cc3-c0b912fd3e23,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:08.451753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Checking segment: {'id': '5f77a94c-dbef-4a3f-823a-defb3e89178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '99a5c065-3bcb-4102-a2c8-8e8d4cb40541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:08.452804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Network hostable DHCP agents. Network: 99a5c065-3bcb-4102-a2c8-8e8d4cb40541, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:08.511611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Network 99a5c065-3bcb-4102-a2c8-8e8d4cb40541 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:08.527868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.25.0.131 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/5781a24a-d170-4e90-9fcc-42b272ade2c5) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:08.574375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 99a5c065-3bcb-4102-a2c8-8e8d4cb40541) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:08.585492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e941ed-9eff-419c-ad85-ca2a15d1a40d None None] Network 99a5c065-3bcb-4102-a2c8-8e8d4cb40541 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:08.595084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:08.595663 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.616847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe28942-50c2-430f-80ac-38ffe4dc14e4 req-27e946e2-011b-45a0-b2d5-1f1b9b95faf1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:08.619933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fe28942-50c2-430f-80ac-38ffe4dc14e4 req-27e946e2-011b-45a0-b2d5-1f1b9b95faf1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.0820053 Nov 12 03:47:08.638392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f72afa1e-7994-44c6-8298-0d8eae2afe14 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8836803 Nov 12 03:47:08.738817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fe28942-50c2-430f-80ac-38ffe4dc14e4 req-2c59f16f-c009-4e44-b4d5-82f3acc0cca7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119306 Nov 12 03:47:08.802947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.869489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting port dc627eee-cb03-4f69-8d9c-f5cfd298a089 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:08.869833 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.901046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f65d2b-3c0c-40f2-be40-be3c9ac06a37 None None] Network 99a5c065-3bcb-4102-a2c8-8e8d4cb40541 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:08.923937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.050105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] For port dc627eee-cb03-4f69-8d9c-f5cfd298a089, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=dc627eee-cb03-4f69-8d9c-f5cfd298a089,segment=NetworkSegment(7b0db9ec-5cc8-4094-bd69-02feadffc8e4),segment_id=7b0db9ec-5cc8-4094-bd69-02feadffc8e4)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:09.050661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.065766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Calling delete_port for dc627eee-cb03-4f69-8d9c-f5cfd298a089 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:09.112093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:09.125537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:09.145647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:09.258756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1594b-33e2-4200-a62b-30ca925d939c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:09.305040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=5781a24a-d170-4e90-9fcc-42b272ade2c5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.318746 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.404347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Port': ['ID=dc627eee-cb03-4f69-8d9c-f5cfd298a089,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.444786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fa4a6e46-1ee6-4e03-9dca-996a8f14ae1a None None] Provisioning complete for port 5781a24a-d170-4e90-9fcc-42b272ade2c5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:09.445908 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6e46-1ee6-4e03-9dca-996a8f14ae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.553546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a6e46-1ee6-4e03-9dca-996a8f14ae1a None None] Port 5781a24a-d170-4e90-9fcc-42b272ade2c5 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:09.686932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.916391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.927707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-bcd5628c-ee59-4927-90df-1644805b012a tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.931557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-bcd5628c-ee59-4927-90df-1644805b012a tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/networks?id=03997130-d215-4221-a9d8-e86e8f271244 HTTP/1.1" status: 200 len: 825 time: 0.5184951 Nov 12 03:47:10.011254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-135ba58a-2593-4a6f-95d6-2769d651827f tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/quotas/cda9eba515fe4e2ea85685277d1f6bc9 HTTP/1.1" status: 200 len: 375 time: 0.0735447 Nov 12 03:47:10.057350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-c0e8307f-1051-4d08-bf8b-2241d5a6e522 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cda9eba515fe4e2ea85685277d1f6bc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399661 Nov 12 03:47:10.066407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9710141-362d-4725-b05f-5bc018dca171 req-5fa1b480-017a-4bc9-95ee-dc3c87acf1ea tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.073818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9710141-362d-4725-b05f-5bc018dca171 req-5fa1b480-017a-4bc9-95ee-dc3c87acf1ea tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.1346526 Nov 12 03:47:10.086360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.280272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9710141-362d-4725-b05f-5bc018dca171 req-fad7e854-0105-421f-8dbf-ee4431c8dd81 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054927 Nov 12 03:47:10.322977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router ee667b50-c39b-457c-b3f2-bb62646b0391 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:47:10.518589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:10.529335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Sync routers for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:10.541295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:10.541956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:10.552459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.553968 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e53f7532-4509-47a7-b499-26047a2a3e10 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3802693 Nov 12 03:47:10.559809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44166) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.607756 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c28ee63a-25d6-4e14-8eb6-908923c2607e tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5490643397db4bc88a6238321c7bff62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453839 Nov 12 03:47:10.610956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44168) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.835570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-1b63c92c-64fd-44b8-9d6c-0e1ede9880ea service neutron] 10.222.0.49 "GET /v2.0/networks/03997130-d215-4221-a9d8-e86e8f271244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004864 Nov 12 03:47:10.838184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:10.858109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312403b7-2d2d-4138-8d6a-d09ffeecee15 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.859915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-312403b7-2d2d-4138-8d6a-d09ffeecee15 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2479339 Nov 12 03:47:10.866652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44172) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.957182 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-08c72f3a-c62e-49f5-965d-cee8f3ea3646 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837674 Nov 12 03:47:10.959714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44174) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.967079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1884134894', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'project_id': '5490643397db4bc88a6238321c7bff62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:11.065865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:09Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.122919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Checking router: ee667b50-c39b-457c-b3f2-bb62646b0391 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:11.123173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Updating router ee667b50-c39b-457c-b3f2-bb62646b0391 port 5781a24a-d170-4e90-9fcc-42b272ade2c5 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:11.166534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Router f3ab582b-3120-4427-bd80-a823f85c5cd0 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:11.178691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:11.183492 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.188605 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.196992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-167a4386-c93a-415e-b53b-e22a59c33632 service neutron] 10.222.0.49 "GET /v2.0/networks/03997130-d215-4221-a9d8-e86e8f271244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536792 Nov 12 03:47:11.658113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:11.672133 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] Sync routers for ids ['f3ab582b-3120-4427-bd80-a823f85c5cd0'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:11.707643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-54f4e1d6-3f19-44c2-8a20-d2bbaa14f782 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "PUT /v2.0/routers/f3ab582b-3120-4427-bd80-a823f85c5cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0002568 Nov 12 03:47:11.709667 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] Routers {'f3ab582b-3120-4427-bd80-a823f85c5cd0'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:11.710294 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f3ab582b-3120-4427-bd80-a823f85c5cd0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.712020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44190) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:11.733094 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.896644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Subnet': ['ID=f8e653fb-6ebb-4be2-970c-fc24aefd7211,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.933317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.935200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.935915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.941723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.942769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.943860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.947005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.947523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.950311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.953032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.953489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.953936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:12.002605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0556c151-fdba-4624-b2b2-658e88ac7733 req-02e68b1a-f783-4b6f-8a60-af931b123ce7 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 210 time: 0.1225867 Nov 12 03:47:12.046324 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.050096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec24dbb7-ec22-4812-9a1a-dd9e78aafaf4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting subnet 5df1e676-08e1-42f5-8647-9608317def1f {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:12.054179 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec24dbb7-ec22-4812-9a1a-dd9e78aafaf4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.061548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73901-f854-4495-8300-be1c9fa9f083 req-3f4c14c3-e51f-4197-a867-58add45b48bc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.065096 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.078279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b73901-f854-4495-8300-be1c9fa9f083 req-3f4c14c3-e51f-4197-a867-58add45b48bc tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.3902035 Nov 12 03:47:12.091816 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] Set router f3ab582b-3120-4427-bd80-a823f85c5cd0 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:12.144501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Checking segment: {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:12.145269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network hostable DHCP agents. Network: fa20752a-38c5-4d8d-a663-888fdd5620ac, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:12.166633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e03718-f282-4598-ad80-1ca0a4db0aca None None] Pushing event updated for resources: {'Port': ['ID=5781a24a-d170-4e90-9fcc-42b272ade2c5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:12.174334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec24dbb7-ec22-4812-9a1a-dd9e78aafaf4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.212083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c4ac53-2882-447a-aa94-8b204fb74e34 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:12.225054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Attempting to bind port 5781a24a-d170-4e90-9fcc-42b272ade2c5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:12.230159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Attempting to bind port 5781a24a-d170-4e90-9fcc-42b272ade2c5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:12.230854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Attempting to bind port 5781a24a-d170-4e90-9fcc-42b272ade2c5 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:12.244805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network fa20752a-38c5-4d8d-a663-888fdd5620ac is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:12.249200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:12.251121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:12.253045 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.253544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:12.254127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Bound port: 5781a24a-d170-4e90-9fcc-42b272ade2c5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:12.257199 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.292589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, fa20752a-38c5-4d8d-a663-888fdd5620ac) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:12.317151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.318134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.332607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6ed372-c7f7-49c3-a1a1-610edeb3101a None None] Network fa20752a-38c5-4d8d-a663-888fdd5620ac requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:12.413258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7b73901-f854-4495-8300-be1c9fa9f083 req-2cf77841-280c-4a4e-8428-bd421d35dd6d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323097 Nov 12 03:47:12.439938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-05ccd4a2-ab05-4e66-9177-cb2d80e5742a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4787703 Nov 12 03:47:12.440992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44198) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:12.474762 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec24dbb7-ec22-4812-9a1a-dd9e78aafaf4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.512484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] For port 5781a24a-d170-4e90-9fcc-42b272ade2c5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:12.516185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] For port 5781a24a-d170-4e90-9fcc-42b272ade2c5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5781a24a-d170-4e90-9fcc-42b272ade2c5,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:12.531292 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.595896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e03718-f282-4598-ad80-1ca0a4db0aca None None] Pushing event updated for resources: {'Port': ['ID=5781a24a-d170-4e90-9fcc-42b272ade2c5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:12.707606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7744e12b-eef5-407f-b3d0-b2470580f23d None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:12.716024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:12.716662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:12.776494 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec24dbb7-ec22-4812-9a1a-dd9e78aafaf4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.818399 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:47:09Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:12.826787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24dbb7-ec22-4812-9a1a-dd9e78aafaf4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Subnet': ['ID=5df1e676-08e1-42f5-8647-9608317def1f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:12.841937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3bbc0f54-2dbe-4f85-87d4-614049f4a74d None None] Provisioning complete for port 5781a24a-d170-4e90-9fcc-42b272ade2c5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:12.842310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0f54-2dbe-4f85-87d4-614049f4a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.847234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec24dbb7-ec22-4812-9a1a-dd9e78aafaf4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.855399 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ec24dbb7-ec22-4812-9a1a-dd9e78aafaf4 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/subnets/5df1e676-08e1-42f5-8647-9608317def1f HTTP/1.1" status: 204 len: 168 time: 1.1406920 Nov 12 03:47:12.858216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44212) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:12.968204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-fa20752a-38c5-4d8d-a663-888fdd5620ac', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:47:12.969102 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.971599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b793893-21a1-46a4-9b22-dfbb1cd190b3 None None] Network 53f4396c-c47d-4db9-bd55-0c895002a312 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:13.085303 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] Checking router: f3ab582b-3120-4427-bd80-a823f85c5cd0 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:13.097356 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] Routers {'f3ab582b-3120-4427-bd80-a823f85c5cd0'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:13.099387 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f3ab582b-3120-4427-bd80-a823f85c5cd0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:13.187846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.243046 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] Set router f3ab582b-3120-4427-bd80-a823f85c5cd0 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:13.327627 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.401777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:13.433998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting port 67415446-9d67-4d3d-b7cb-d8bf359c05bb {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:13.435625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.539360 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:47:09Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:13.611016 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd63d25b-65f6-4ece-bd0f-d44f3c532526 None None] The sync data for ids ['f3ab582b-3120-4427-bd80-a823f85c5cd0'] in n-d-789963-21 is: [{'id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-655085390', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:40Z', 'updated_at': '2021-11-12T03:47:09Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': '67415446-9d67-4d3d-b7cb-d8bf359c05bb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ab582b-3120-4427-bd80-a823f85c5cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:41Z', 'updated_at': '2021-11-12T03:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:13.682427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d17967-c166-4cee-a38b-d09b102aba1f req-e99e4268-1adc-488c-a8f8-057058cac66b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.684205 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50d17967-c166-4cee-a38b-d09b102aba1f req-e99e4268-1adc-488c-a8f8-057058cac66b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.1385336 Nov 12 03:47:13.691957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] For port 67415446-9d67-4d3d-b7cb-d8bf359c05bb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67415446-9d67-4d3d-b7cb-d8bf359c05bb,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:13.692464 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.723844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Calling delete_port for 67415446-9d67-4d3d-b7cb-d8bf359c05bb owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:13.768038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-50d17967-c166-4cee-a38b-d09b102aba1f req-2b6d9abb-7c2f-4518-8f1b-d704a2819bc8 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654774 Nov 12 03:47:13.782570 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0f54-2dbe-4f85-87d4-614049f4a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.806144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3bbc0f54-2dbe-4f85-87d4-614049f4a74d None None] For port 5781a24a-d170-4e90-9fcc-42b272ade2c5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5781a24a-d170-4e90-9fcc-42b272ade2c5,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:13.817113 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0f54-2dbe-4f85-87d4-614049f4a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.876218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-84ebc788-7ef7-4f07-ac8b-a6a92ca4baef req-ca5c34b8-4cef-48af-97e3-52307eb3198d tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 210 time: 0.0558386 Nov 12 03:47:14.092572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7f4c52d8-d1d5-4b4f-b542-d38076752d62 None None] Provisioning complete for port 5781a24a-d170-4e90-9fcc-42b272ade2c5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:14.093003 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7f4c52d8-d1d5-4b4f-b542-d38076752d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.097011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] DHCP port deletion for 53f4396c-c47d-4db9-bd55-0c895002a312 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:14.134729 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.165809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Port': ['ID=67415446-9d67-4d3d-b7cb-d8bf359c05bb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:14.178656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Allocated IP 172.20.0.2 (fa20752a-38c5-4d8d-a663-888fdd5620ac/f8e653fb-6ebb-4be2-970c-fc24aefd7211/c02b0857-8424-4edb-86e3-4305de71f130) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:14.190972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc0f54-2dbe-4f85-87d4-614049f4a74d None None] Pushing event updated for resources: {'Port': ['ID=5781a24a-d170-4e90-9fcc-42b272ade2c5,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:14.209352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-650c7023-7333-411d-958f-35d667143418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.210486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-650c7023-7333-411d-958f-35d667143418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 1098 time: 0.3934860 Nov 12 03:47:14.240932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba63c2-120d-4901-9463-4d48e6c9889b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:14.391943 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.401245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-a5ca8bd5-5b95-4824-acfa-bb9d80cf8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.402127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-a5ca8bd5-5b95-4824-acfa-bb9d80cf8473 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1845860 Nov 12 03:47:14.465718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] Deleting port 8ddd48a6-af24-4b55-9772-80de8697e546 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:14.466304 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.490162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-f426e5fc-2b55-4242-8df6-b90389a89e16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4 HTTP/1.1" status: 200 len: 217 time: 0.0549588 Nov 12 03:47:14.517452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.519692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.522142 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.546595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] For port 8ddd48a6-af24-4b55-9772-80de8697e546, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ddd48a6-af24-4b55-9772-80de8697e546,segment=NetworkSegment(7b0db9ec-5cc8-4094-bd69-02feadffc8e4),segment_id=7b0db9ec-5cc8-4094-bd69-02feadffc8e4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:14.546898 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.565662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] Calling delete_port for 8ddd48a6-af24-4b55-9772-80de8697e546 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:14.589926 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.596310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Fanout notify agent at l3_agent the message router_deleted on router f3ab582b-3120-4427-bd80-a823f85c5cd0 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:14.605454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.606820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-d810f193-d007-48c7-8bd7-77b682368e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.608303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-d810f193-d007-48c7-8bd7-77b682368e89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.1088817 Nov 12 03:47:14.609380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-31b5f5ff-8a07-4c16-8887-1ced40d29c09 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/routers/f3ab582b-3120-4427-bd80-a823f85c5cd0 HTTP/1.1" status: 204 len: 168 time: 1.7501736 Nov 12 03:47:14.610989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44228) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:14.635624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-441e76dc-efb9-4483-8207-0bd01eac6124 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.637351 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-441e76dc-efb9-4483-8207-0bd01eac6124 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.20 "GET /v2.0/networks?id=03997130-d215-4221-a9d8-e86e8f271244 HTTP/1.1" status: 200 len: 825 time: 0.4149432 Nov 12 03:47:14.663235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Request body: {'port': {'device_id': 'fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e', 'network_id': '03997130-d215-4221-a9d8-e86e8f271244', 'admin_state_up': True, 'tenant_id': 'cda9eba515fe4e2ea85685277d1f6bc9'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:14.684507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:09Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:14.764470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408163d-e038-4d15-bd15-3ea385460c93 None None] The sync data for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 is: [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:09Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:14.776554 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.846172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] Pushing event deleted for resources: {'Port': ['ID=8ddd48a6-af24-4b55-9772-80de8697e546,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:14.857732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9b34b-8fae-4653-8b54-c281d3667905 None None] No DVR routers for this DVR port 8ddd48a6-af24-4b55-9772-80de8697e546 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:14.859765 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.878681 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.886946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-d8f62b60-c895-4f71-9b86-f1584b8b3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.889454 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.900009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-d8f62b60-c895-4f71-9b86-f1584b8b3478 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723207 Nov 12 03:47:14.941091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Made reservation on behalf of cda9eba515fe4e2ea85685277d1f6bc9 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:14.945617 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.999875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Network fa20752a-38c5-4d8d-a663-888fdd5620ac is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:15.003346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:15.005537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Pushing event updated for resources: {'Port': ['ID=c02b0857-8424-4edb-86e3-4305de71f130,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:15.015087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:15.098673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd8c604d-dbea-49a0-9a7e-325037221ac8 req-48089694-a077-4911-a133-3fc83d111bfe tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 210 time: 0.0527298 Nov 12 03:47:15.110983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Attempting to bind port c02b0857-8424-4edb-86e3-4305de71f130 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:15.111363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Attempting to bind port c02b0857-8424-4edb-86e3-4305de71f130 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:15.112140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Attempting to bind port c02b0857-8424-4edb-86e3-4305de71f130 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:15.127246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:15.127632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Checking segment: {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:15.128132 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.128440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Bound using segment: {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:15.128989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Bound port: c02b0857-8424-4edb-86e3-4305de71f130, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:15.129378 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.267337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Allocated IP 172.20.0.7 (03997130-d215-4221-a9d8-e86e8f271244/01df769b-17ed-4228-b95b-db395fa2faac/4cd70283-17cd-40f4-af86-a9a7788eebca) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:15.330873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] For port c02b0857-8424-4edb-86e3-4305de71f130, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:15.348888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] For port c02b0857-8424-4edb-86e3-4305de71f130, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c02b0857-8424-4edb-86e3-4305de71f130,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:15.355439 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.480486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba1012-1b2f-4fa1-ba42-72963a1861de None None] Pushing event updated for resources: {'Port': ['ID=c02b0857-8424-4edb-86e3-4305de71f130,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:15.529511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-1aa90fe4-81b8-4a3a-ac82-cb413c796467 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128323 Nov 12 03:47:15.550504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5781a24a-d170-4e90-9fcc-42b272ade2c5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:15.579456 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:15.657004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.20.0.1 (fa20752a-38c5-4d8d-a663-888fdd5620ac/f8e653fb-6ebb-4be2-970c-fc24aefd7211/04e7f098-4998-4840-9853-943a066678cf) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:15.683803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5781a24a-d170-4e90-9fcc-42b272ade2c5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:15.684184 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.727837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.779711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3ddf1-d595-4d1f-b674-02d511eddae2 req-647787c9-a90b-4d56-b8e5-93be004ae6ab tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.785483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3f3ddf1-d595-4d1f-b674-02d511eddae2 req-647787c9-a90b-4d56-b8e5-93be004ae6ab tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.8113027 Nov 12 03:47:15.817361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.858618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.892563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Network 03997130-d215-4221-a9d8-e86e8f271244 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:15.905131 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:15.908188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:15.962050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device dc627eee-cb03-4f69-8d9c-f5cfd298a089 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:15.988230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f4396c-c47d-4db9-bd55-0c895002a312']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:15.990188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Pushing event updated for resources: {'Port': ['ID=4cd70283-17cd-40f4-af86-a9a7788eebca,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.005227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: dc627eee-cb03-4f69-8d9c-f5cfd298a089 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:16.006043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device dc627eee-cb03-4f69-8d9c-f5cfd298a089 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:16.006192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ddd48a6-af24-4b55-9772-80de8697e546 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:16.030470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.031440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.033590 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3f3ddf1-d595-4d1f-b674-02d511eddae2 req-e81b683a-4b38-4fc9-b333-0d6e81ac21d1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299373 Nov 12 03:47:16.040874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0db9ec-5cc8-4094-bd69-02feadffc8e4') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:16.041406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0db9ec-5cc8-4094-bd69-02feadffc8e4') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:16.063258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-e9b265a7-7b12-4a0f-8761-46cff2e9db5c tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4157481 Nov 12 03:47:16.063568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8ddd48a6-af24-4b55-9772-80de8697e546 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:16.063952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ddd48a6-af24-4b55-9772-80de8697e546 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:16.064976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67415446-9d67-4d3d-b7cb-d8bf359c05bb no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:16.071807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d038f20-6868-4f77-a850-c0f92407bb0d req-77645c66-2ef2-490d-851b-13d57f2789e8 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169702 Nov 12 03:47:16.076213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.081552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Request body: {'port': {'device_id': 'fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:16.116380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.117190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 67415446-9d67-4d3d-b7cb-d8bf359c05bb {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:16.117835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67415446-9d67-4d3d-b7cb-d8bf359c05bb not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:16.145238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:16.145557 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:16.149325 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:16.248657 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.254080 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.283112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44248) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:16.297040 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.303725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.311470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/networks/53f4396c-c47d-4db9-bd55-0c895002a312 HTTP/1.1" status: 204 len: 168 time: 1.6996379 Nov 12 03:47:16.312515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44250) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:16.412629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.481503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7697fd-04b2-4b43-bd0e-24f0d855308c tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Network': ['ID=53f4396c-c47d-4db9-bd55-0c895002a312,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.488578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c4208-3d77-4645-a509-3ffa8b1c5c65 req-231a1cfa-e205-4a4d-b043-f20c9279d157 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.490756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed9c4208-3d77-4645-a509-3ffa8b1c5c65 req-231a1cfa-e205-4a4d-b043-f20c9279d157 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 931 time: 0.2754838 Nov 12 03:47:16.589460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network fa20752a-38c5-4d8d-a663-888fdd5620ac is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:16.602554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:16.606383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:16.647565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=04e7f098-4998-4840-9853-943a066678cf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.710235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.799018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed9c4208-3d77-4645-a509-3ffa8b1c5c65 req-788aefe4-38f9-48c4-b4cc-47d63fb9cc7b tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935002 Nov 12 03:47:16.811114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting port 97afa72b-8dc9-4c3e-8a6a-112af0cedaf9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:16.811452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.862038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd70283-17cd-40f4-af86-a9a7788eebca {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:16.873136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.922215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Transition to ACTIVE for port object 4cd70283-17cd-40f4-af86-a9a7788eebca will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:16.932145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.967397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.967636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.970776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.027956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Calling delete_port for 97afa72b-8dc9-4c3e-8a6a-112af0cedaf9 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:17.078296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca18c247-409e-43b2-aad3-ebebcdeba4ca None None] Network fa20752a-38c5-4d8d-a663-888fdd5620ac requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:17.218291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dd1d0f83-c98a-4316-9571-a256ea0081f8 None None] Provisioning complete for port c02b0857-8424-4edb-86e3-4305de71f130 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:17.219497 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0f83-c98a-4316-9571-a256ea0081f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.340618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06e202-2fc3-4c7b-8370-a47d59c1fc35 req-1d35ce9d-7b86-4acf-8103-3f53a6c87abf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.342354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f06e202-2fc3-4c7b-8370-a47d59c1fc35 req-1d35ce9d-7b86-4acf-8103-3f53a6c87abf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 946 time: 0.1950934 Nov 12 03:47:17.431347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0f83-c98a-4316-9571-a256ea0081f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.449564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f06e202-2fc3-4c7b-8370-a47d59c1fc35 req-5d4be5d8-aa6a-4cab-9286-01f8e4080640 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967984 Nov 12 03:47:17.489939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd70283-17cd-40f4-af86-a9a7788eebca,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.537232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c02b0857-8424-4edb-86e3-4305de71f130 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:17.611390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-dd1d0f83-c98a-4316-9571-a256ea0081f8 None None] For port c02b0857-8424-4edb-86e3-4305de71f130, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c02b0857-8424-4edb-86e3-4305de71f130,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:17.619015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Attempting to bind port 4cd70283-17cd-40f4-af86-a9a7788eebca on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:17.619597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Attempting to bind port 4cd70283-17cd-40f4-af86-a9a7788eebca by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '03f63cb7-9383-45b9-b437-3af1126d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '03997130-d215-4221-a9d8-e86e8f271244'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:17.619946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Attempting to bind port 4cd70283-17cd-40f4-af86-a9a7788eebca on network 03997130-d215-4221-a9d8-e86e8f271244 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:17.638292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Port 4cd70283-17cd-40f4-af86-a9a7788eebca on network 03997130-d215-4221-a9d8-e86e8f271244 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:17.638800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Attempting to bind port 4cd70283-17cd-40f4-af86-a9a7788eebca on network 03997130-d215-4221-a9d8-e86e8f271244 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:17.641754 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0f83-c98a-4316-9571-a256ea0081f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.655151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:17.655569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Checking segment: {'id': '03f63cb7-9383-45b9-b437-3af1126d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '03997130-d215-4221-a9d8-e86e8f271244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:17.655969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Bound using segment: {'id': '03f63cb7-9383-45b9-b437-3af1126d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '03997130-d215-4221-a9d8-e86e8f271244'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:17.656672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Bound port: 4cd70283-17cd-40f4-af86-a9a7788eebca, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f63cb7-9383-45b9-b437-3af1126d789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '03997130-d215-4221-a9d8-e86e8f271244'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:17.656955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.690898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c02b0857-8424-4edb-86e3-4305de71f130 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:17.691357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.701750 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.784538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d0f83-c98a-4316-9571-a256ea0081f8 None None] Pushing event updated for resources: {'Port': ['ID=c02b0857-8424-4edb-86e3-4305de71f130,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.784685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Port': ['ID=97afa72b-8dc9-4c3e-8a6a-112af0cedaf9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.835727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] For port 4cd70283-17cd-40f4-af86-a9a7788eebca, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:17.850884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.915805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] For port 4cd70283-17cd-40f4-af86-a9a7788eebca, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4cd70283-17cd-40f4-af86-a9a7788eebca,segment=NetworkSegment(03f63cb7-9383-45b9-b437-3af1126d789b),segment_id=03f63cb7-9383-45b9-b437-3af1126d789b)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:17.926208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.960609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.980166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.026580 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.026946 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Floating IP ddb86e47-e638-4679-8d64-3a25a1a937d0 disassociated (deleted). External IP: 172.25.0.96, port: 7ba43860-a88d-4a3c-a4ee-d193abb8ce43. Nov 12 03:47:18.037878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.038543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.040851 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] 10.222.0.20 "PUT /v2.0/ports/4cd70283-17cd-40f4-af86-a9a7788eebca HTTP/1.1" status: 200 len: 1092 time: 1.9690826 Nov 12 03:47:18.046918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e', 'tag': '4cd70283-17cd-40f4-af86-a9a7788eebca'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:18.049271 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d0280-c61b-48c8-9f3d-f6db402f610e" -d '{"events": [{"name": "network-changed", "server_uuid": "fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e", "tag": "4cd70283-17cd-40f4-af86-a9a7788eebca"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:18.070824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b91ad-a357-4940-807e-0d7091d61959 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd70283-17cd-40f4-af86-a9a7788eebca,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:18.119415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4457cd-0a35-4a5a-ad39-b48ddb47916e req-73802610-84bd-49dd-ae8b-754cada69286 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.121020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab4457cd-0a35-4a5a-ad39-b48ddb47916e req-73802610-84bd-49dd-ae8b-754cada69286 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 943 time: 0.2134869 Nov 12 03:47:18.190460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4936b11d-7e17-4693-b643-d807bf1a8275 None None] Provisioning complete for port c02b0857-8424-4edb-86e3-4305de71f130 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:18.192183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4936b11d-7e17-4693-b643-d807bf1a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.208458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab4457cd-0a35-4a5a-ad39-b48ddb47916e req-90cf2a49-56bc-4bc1-b45f-0c805eff1b81 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715754 Nov 12 03:47:18.234305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-999d4eac-cc34-4ed6-a352-b32f2bf43585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.236058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-999d4eac-cc34-4ed6-a352-b32f2bf43585 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cda9eba515fe4e2ea85685277d1f6bc9&device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 1095 time: 0.0995398 Nov 12 03:47:18.247141 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c0191f-3fb1-4e64-9202-550b45801696 x-openstack-request-id: req-e8c0191f-3fb1-4e64-9202-550b45801696 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:18.247838 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e", "tag": "4cd70283-17cd-40f4-af86-a9a7788eebca", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:18.247838 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8c0191f-3fb1-4e64-9202-550b45801696 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:18.248090 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e', 'tag': '4cd70283-17cd-40f4-af86-a9a7788eebca', 'status': 'completed', 'code': 200} Nov 12 03:47:18.265378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.280773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=04e7f098-4998-4840-9853-943a066678cf,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:18.297561 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-70239741-3e85-4faa-984e-2ec7f0bd2942 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cd70283-17cd-40f4-af86-a9a7788eebca HTTP/1.1" status: 200 len: 217 time: 0.0455537 Nov 12 03:47:18.346339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:18.399420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-26762e96-4cef-467d-8b20-3931912dea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.400998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-26762e96-4cef-467d-8b20-3931912dea97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01df769b-17ed-4228-b95b-db395fa2faac HTTP/1.1" status: 200 len: 865 time: 0.0963204 Nov 12 03:47:18.443419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4936b11d-7e17-4693-b643-d807bf1a8275 None None] Provisioning complete for port 04e7f098-4998-4840-9853-943a066678cf triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:18.443828 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4936b11d-7e17-4693-b643-d807bf1a8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.471184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-283ce971-beb1-4ecd-ba3a-f37233a0e4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03997130-d215-4221-a9d8-e86e8f271244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496335 Nov 12 03:47:18.528311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4936b11d-7e17-4693-b643-d807bf1a8275 None None] Port 04e7f098-4998-4840-9853-943a066678cf cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:18.529714 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.554598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Deleting port 834fa313-3090-4a9b-8209-56c34c5ad986 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:18.554968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.564898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:18.567613 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e141b2c1-639e-4c28-825d-a123ae51dfff" -d '{"events": [{"server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "name": "network-vif-unplugged", "status": "completed", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:18.575987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:18.583168 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.642102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-dcd11579-7fc1-4f7a-b189-6bcfcfdb2ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/03997130-d215-4221-a9d8-e86e8f271244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609700 Nov 12 03:47:18.666866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:18.670819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-77c3a3cc-1585-4c71-bc81-e1c63ec40e09 None None] Provisioning complete for port 04e7f098-4998-4840-9853-943a066678cf triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:18.671835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-77c3a3cc-1585-4c71-bc81-e1c63ec40e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.713506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-77c3a3cc-1585-4c71-bc81-e1c63ec40e09 None None] Port 04e7f098-4998-4840-9853-943a066678cf cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:18.722294 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f7178e-cc6c-44ce-9885-863c4cc96b01 x-openstack-request-id: req-a7f7178e-cc6c-44ce-9885-863c4cc96b01 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:18.722671 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "name": "network-vif-unplugged", "status": "failed", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4", "code": 422}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:18.722999 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7f7178e-cc6c-44ce-9885-863c4cc96b01 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:18.723471 n-d-789963-21 neutron-server[102630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'code': 422} returned with failed status Nov 12 03:47:18.729677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] For port 834fa313-3090-4a9b-8209-56c34c5ad986, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=834fa313-3090-4a9b-8209-56c34c5ad986,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:18.730043 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.747322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Calling delete_port for 834fa313-3090-4a9b-8209-56c34c5ad986 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:18.815362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54e4538c-aa90-4796-bf6c-6e9adfe6391e req-4fdada13-6b1c-4dad-a180-4ae2984af956 service neutron] 10.222.0.20 "GET /v2.0/networks/03997130-d215-4221-a9d8-e86e8f271244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637435 Nov 12 03:47:18.943743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-5d2f803f-ba37-40d3-9e8e-2e64f2a43ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.945956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-5d2f803f-ba37-40d3-9e8e-2e64f2a43ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cda9eba515fe4e2ea85685277d1f6bc9&device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 1095 time: 0.0625226 Nov 12 03:47:18.995783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba44d6-3acd-4f94-a9f4-657bb52d6f2a req-f00b8a3e-f924-4878-b799-1b9d17992f0c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.997319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1fba44d6-3acd-4f94-a9f4-657bb52d6f2a req-f00b8a3e-f924-4878-b799-1b9d17992f0c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 944 time: 0.1206462 Nov 12 03:47:18.999161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network fa20752a-38c5-4d8d-a663-888fdd5620ac is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:19.006867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:19.069534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.104447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Router cfb83193-44e1-4874-adb5-34af6fb54e1f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:19.105639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Pushing event deleted for resources: {'Port': ['ID=834fa313-3090-4a9b-8209-56c34c5ad986,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:19.107945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-ca72b15b-daf7-4fa4-a884-027474389c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.109469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-ca72b15b-daf7-4fa4-a884-027474389c06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03997130-d215-4221-a9d8-e86e8f271244 HTTP/1.1" status: 200 len: 927 time: 0.1573017 Nov 12 03:47:19.182584 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1fba44d6-3acd-4f94-a9f4-657bb52d6f2a req-eb70c7c5-f92f-4e95-ad7f-929da045d79f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688089 Nov 12 03:47:19.223440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-9d5c48a1-9246-43cc-a06f-1251949bd422 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cd70283-17cd-40f4-af86-a9a7788eebca HTTP/1.1" status: 200 len: 217 time: 0.0926185 Nov 12 03:47:19.318382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router ee667b50-c39b-457c-b3f2-bb62646b0391 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:19.344104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a738ca3a-5473-459a-9142-522302ce7c8e None None] Provisioning complete for port 04e7f098-4998-4840-9853-943a066678cf triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:19.345147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a738ca3a-5473-459a-9142-522302ce7c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.434761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-9997898b-958e-4d35-87e0-fb343d312b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.436365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-9997898b-958e-4d35-87e0-fb343d312b1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01df769b-17ed-4228-b95b-db395fa2faac HTTP/1.1" status: 200 len: 865 time: 0.2026396 Nov 12 03:47:19.448378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e31823-e510-4ad5-b2eb-66cb6bf69063 req-a70c1eea-5197-4082-a7a9-98ffb1c9e327 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.456366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65e31823-e510-4ad5-b2eb-66cb6bf69063 req-a70c1eea-5197-4082-a7a9-98ffb1c9e327 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1538434 Nov 12 03:47:19.488333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:19.497021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-c7681435-3e57-4a2c-91d1-3f740eb3e2a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03997130-d215-4221-a9d8-e86e8f271244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385206 Nov 12 03:47:19.504246 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.535661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.593861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cf54-f95a-429d-a8fb-0934cbb82e8c req-80d5fbbf-b392-447e-a2b5-3f3dbd54e334 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.597049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d977cf54-f95a-429d-a8fb-0934cbb82e8c req-80d5fbbf-b392-447e-a2b5-3f3dbd54e334 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 943 time: 0.2387691 Nov 12 03:47:19.614229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a77e64e0-2e2c-4228-a7e9-1cc869846e06 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/floatingips/ddb86e47-e638-4679-8d64-3a25a1a937d0 HTTP/1.1" status: 204 len: 168 time: 3.2936966 Nov 12 03:47:19.619511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:19.622264 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9" -d '{"events": [{"name": "network-changed", "server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:19.635867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c02b0857-8424-4edb-86e3-4305de71f130 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:19.638021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:19.638524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] Sync routers for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:19.653340 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-94bb8a76-4909-41b9-ad84-9b941a5c31d8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "PUT /v2.0/routers/ee667b50-c39b-457c-b3f2-bb62646b0391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2048645 Nov 12 03:47:19.658610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65e31823-e510-4ad5-b2eb-66cb6bf69063 req-952d6aa2-17b9-496c-9a8b-b5b2eb35b4ba tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994371 Nov 12 03:47:19.659963 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Sync routers for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:19.686411 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:19.687046 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:19.729953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d977cf54-f95a-429d-a8fb-0934cbb82e8c req-f31b92db-8b0d-4ba1-b143-e2e7a8e8b766 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237490 Nov 12 03:47:19.739674 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-f52077b9-a4ed-4a19-90d1-17ba63d7aca6 service neutron] 10.222.0.20 "GET /v2.0/networks/03997130-d215-4221-a9d8-e86e8f271244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317812 Nov 12 03:47:19.765655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:19.767000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:19.817272 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42f769c-5b91-4def-87cf-50110f2382f8 x-openstack-request-id: req-c42f769c-5b91-4def-87cf-50110f2382f8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:19.817507 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:19.817789 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c42f769c-5b91-4def-87cf-50110f2382f8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:19.818193 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'status': 'completed', 'code': 200} Nov 12 03:47:19.856608 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:19.866989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a738ca3a-5473-459a-9142-522302ce7c8e None None] Port 04e7f098-4998-4840-9853-943a066678cf cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:19.908670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba5d0280-c61b-48c8-9f3d-f6db402f610e req-6e5d68f5-ad31-44fb-8a7a-48f0db0b8de2 service neutron] 10.222.0.20 "GET /v2.0/networks/03997130-d215-4221-a9d8-e86e8f271244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584418 Nov 12 03:47:19.949710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-acd63b2d-1280-4ae2-b1a8-32ae9475eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.952154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-acd63b2d-1280-4ae2-b1a8-32ae9475eb4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e47ce9070e9249338eebca246c493c50&device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 1136 time: 0.1070862 Nov 12 03:47:20.011065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:20.063620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c02b0857-8424-4edb-86e3-4305de71f130 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:20.063992 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.102859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:20.107741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e08b4-a8c8-44b7-9aa9-8dfeea86bf3b req-e03d4c02-aa56-4abc-8fc2-08200557f022 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.109438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b71e08b4-a8c8-44b7-9aa9-8dfeea86bf3b req-e03d4c02-aa56-4abc-8fc2-08200557f022 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1563156 Nov 12 03:47:20.180083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-d622efc0-4aa7-482f-afbb-9f799ab748dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.181595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-d622efc0-4aa7-482f-afbb-9f799ab748dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=01142459-70d1-44ea-af57-db10bd9b48cf HTTP/1.1" status: 200 len: 898 time: 0.1851182 Nov 12 03:47:20.182934 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-b732e3b0-f94e-4458-a4f6-016b3b2efeb7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115448550&fields=id&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 267 time: 0.1155865 Nov 12 03:47:20.185736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b71e08b4-a8c8-44b7-9aa9-8dfeea86bf3b req-2baae114-d255-4f4e-b449-8eac759d746a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694714 Nov 12 03:47:20.190522 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:17Z', 'revision_number': 2, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.263353 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Checking router: ee667b50-c39b-457c-b3f2-bb62646b0391 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:20.263840 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Updating router ee667b50-c39b-457c-b3f2-bb62646b0391 port 04e7f098-4998-4840-9853-943a066678cf binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:20.277689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:20.290538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-145461b9-2ef5-44f5-a811-0e686cc65887 admin admin] 10.222.0.49 "PUT /v2.0/routers/b4a1326e-5b76-4eb5-9340-c3b64b1e5b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9995923 Nov 12 03:47:20.293641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44302) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:20.302474 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.305070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] Sync routers for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:20.308017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-17223716-6ef7-46c8-b79f-2d819d472558 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43 HTTP/1.1" status: 200 len: 217 time: 0.1163759 Nov 12 03:47:20.362007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:20.362712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.420862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-1fe757d8-6094-4fb0-a00e-6f605eb46947 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.422609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-1fe757d8-6094-4fb0-a00e-6f605eb46947 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/networks?id=fa20752a-38c5-4d8d-a663-888fdd5620ac HTTP/1.1" status: 200 len: 796 time: 0.2273393 Nov 12 03:47:20.451080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-213ece35-1947-49b5-b1c8-8e51642c3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.452863 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-213ece35-1947-49b5-b1c8-8e51642c3374 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8de2694-305e-457c-9f89-36bf56e779e5 HTTP/1.1" status: 200 len: 835 time: 0.1370873 Nov 12 03:47:20.485566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:20.512320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c75a-8592-49f8-acf6-4d8a5c748c86 req-b8c31688-dcff-4023-b604-7a02ff3d1b54 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.515138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3255c75a-8592-49f8-acf6-4d8a5c748c86 req-b8c31688-dcff-4023-b604-7a02ff3d1b54 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 984 time: 0.1177602 Nov 12 03:47:20.602626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3255c75a-8592-49f8-acf6-4d8a5c748c86 req-b95e9b81-3cfc-48c7-9635-69ce96501cf8 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0804012 Nov 12 03:47:20.607617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-ebdedbbe-5ad7-4ab9-be8c-c54651a439c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.609726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-ebdedbbe-5ad7-4ab9-be8c-c54651a439c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01142459-70d1-44ea-af57-db10bd9b48cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472158 Nov 12 03:47:20.665562 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.674290 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.742956 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-9712f04a-614b-47ec-848d-d3d9f61dd706 service neutron] 10.222.0.20 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228280 Nov 12 03:47:20.763519 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Pushing event updated for resources: {'Port': ['ID=04e7f098-4998-4840-9853-943a066678cf,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:20.794587 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.795535 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.796417 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.800361 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.801518 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.802276 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.802957 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.803505 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.804600 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.805184 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.805751 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.806583 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:20.876564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:47:18Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.889591 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Attempting to bind port 04e7f098-4998-4840-9853-943a066678cf on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:20.890465 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Attempting to bind port 04e7f098-4998-4840-9853-943a066678cf by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:20.892985 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.893655 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Attempting to bind port 04e7f098-4998-4840-9853-943a066678cf on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:20.903733 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-9183ce7a-8bd7-4954-9bd3-ce934b2a6ab9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/quotas/5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 375 time: 0.4710116 Nov 12 03:47:20.917930 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:20.918382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7080eab6-b3ac-4b43-89cb-558fc4bf87b9 req-a38615a6-8dd9-44d1-9cc3-8a57a60afc5f service neutron] 10.222.0.20 "GET /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677151 Nov 12 03:47:20.919414 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Checking segment: {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:20.921269 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.921764 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Bound using segment: {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:20.922350 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Bound port: 04e7f098-4998-4840-9853-943a066678cf, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:20.923798 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.928377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] Checking router: b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:20.952275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:33Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.956203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] Routers {'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:20.957019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:20.993530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] Checking router: cfb83193-44e1-4874-adb5-34af6fb54e1f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:21.022041 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] For port 04e7f098-4998-4840-9853-943a066678cf, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:21.028067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c11a47-f0c5-43f0-b560-1c86b9238db7 req-d3a022a4-cb0c-419f-8783-2f3a8269647e tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.029908 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] For port 04e7f098-4998-4840-9853-943a066678cf, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=04e7f098-4998-4840-9853-943a066678cf,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:21.031596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5c11a47-f0c5-43f0-b560-1c86b9238db7 req-d3a022a4-cb0c-419f-8783-2f3a8269647e tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 943 time: 0.0933232 Nov 12 03:47:21.036443 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.045527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:21.046265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:21.103988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-1e49bcb1-c409-4319-bd79-31dd7a6871b9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1992815 Nov 12 03:47:21.109049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5c11a47-f0c5-43f0-b560-1c86b9238db7 req-93735cb8-db26-4662-98e1-0f177c0f41f3 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663636 Nov 12 03:47:21.137943 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:21.139102 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:21.233046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-be6b827b-5f44-4c57-b085-403113aab7a7 service neutron] 10.222.0.49 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280477 Nov 12 03:47:21.248452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-441a5a69-4b5d-4767-9a3c-7a36a8457c75 None None] Provisioning complete for port 04e7f098-4998-4840-9853-943a066678cf triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:21.248862 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-441a5a69-4b5d-4767-9a3c-7a36a8457c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.256172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] Set router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:21.274961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352b7b4-3de6-4fba-b494-0c37dfc2a38c req-9495a194-c971-4039-8858-79d0ece96258 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.286640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9352b7b4-3de6-4fba-b494-0c37dfc2a38c req-9495a194-c971-4039-8858-79d0ece96258 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0961387 Nov 12 03:47:21.313638 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:21.359272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.366313 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9352b7b4-3de6-4fba-b494-0c37dfc2a38c req-6eb20d3e-2225-4864-a381-9e9a3ecb8a69 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786996 Nov 12 03:47:21.462645 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dd265-842f-4589-a464-9be0a5e6e13d None None] Pushing event updated for resources: {'Port': ['ID=04e7f098-4998-4840-9853-943a066678cf,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:21.493439 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-1264539d-2c7f-45b6-ae2f-a602d7a270ca service neutron] 10.222.0.49 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594199 Nov 12 03:47:21.502850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-2c4c1d9d-aa40-40bb-ac3e-015ae124b472 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.504562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-2c4c1d9d-aa40-40bb-ac3e-015ae124b472 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 984 time: 0.1343958 Nov 12 03:47:21.514336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:21.536792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Deleting port 0922bade-5c82-480d-afcb-1684ec7bf76b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:21.537120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.728557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:21.728932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.752951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] For port 0922bade-5c82-480d-afcb-1684ec7bf76b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0922bade-5c82-480d-afcb-1684ec7bf76b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:21.753445 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.791867 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:21.843943 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165181b2-08ab-4911-accb-b3d91c3a6de8 None None] The sync data for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 is: [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:21Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:21.868508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Calling delete_port for 0922bade-5c82-480d-afcb-1684ec7bf76b owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:21.889707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5e129b2-7a42-4988-b25f-4462ac0ee762 req-41dffe91-bd69-47f6-b8a1-fd940c2c8383 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 210 time: 0.1197715 Nov 12 03:47:22.082342 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-441a5a69-4b5d-4767-9a3c-7a36a8457c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.083058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] For port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:22.083442 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.161439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-441a5a69-4b5d-4767-9a3c-7a36a8457c75 None None] For port 04e7f098-4998-4840-9853-943a066678cf, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=04e7f098-4998-4840-9853-943a066678cf,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:22.168437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Calling delete_port for 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:22.194222 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-441a5a69-4b5d-4767-9a3c-7a36a8457c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.244475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:47:18Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:22.310696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b773bc0-a774-4bbf-9cfa-f5434185261b None None] The sync data for ids ['b4a1326e-5b76-4eb5-9340-c3b64b1e5b64'] in n-d-789963-21 is: [{'id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'name': 'tempest-AttachVolumeShelveTestJSON-1537365888-router', 'tenant_id': 'e517ba0e5569472eb0045d8b66c6793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:47:18Z', 'revision_number': 5, 'project_id': 'e517ba0e5569472eb0045d8b66c6793f', 'gw_port': {'id': '0922bade-5c82-480d-afcb-1684ec7bf76b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:08:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1326e-5b76-4eb5-9340-c3b64b1e5b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:28Z', 'updated_at': '2021-11-12T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:22.321735 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.347781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4cd70283-17cd-40f4-af86-a9a7788eebca details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:22.349611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:22.383863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a5d1a-7aa9-45a4-9d38-b998071b7ab7 req-67615dac-18de-4756-afdd-170856f074db tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.393490 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cc9a5d1a-7aa9-45a4-9d38-b998071b7ab7 req-67615dac-18de-4756-afdd-170856f074db tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e9c0a4-0f87-46a4-b269-933629e084bb HTTP/1.1" status: 200 len: 984 time: 0.5759196 Nov 12 03:47:22.397916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f0fc5-8372-4efa-8f2b-32ebdb8a0188 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:22.402068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.402294 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a5a69-4b5d-4767-9a3c-7a36a8457c75 None None] Pushing event updated for resources: {'Port': ['ID=04e7f098-4998-4840-9853-943a066678cf,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.424333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5207ffe8-8127-4cf6-a53d-323d0bd3a014 None None] Provisioning complete for port 04e7f098-4998-4840-9853-943a066678cf triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:22.424704 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5207ffe8-8127-4cf6-a53d-323d0bd3a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.517242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Port': ['ID=7ba43860-a88d-4a3c-a4ee-d193abb8ce43,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.521541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] No DVR routers for this DVR port 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:22.524888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.528012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08fefb30-4dce-4fd5-a7ba-cfa133f82b62 req-902113e7-7fa1-4069-bdb8-f5d9abc1f910 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.20 "DELETE /v2.0/ports/7ba43860-a88d-4a3c-a4ee-d193abb8ce43 HTTP/1.1" status: 204 len: 173 time: 1.0109420 Nov 12 03:47:22.533087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'name': 'network-vif-deleted', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:22.535919 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a840ff30-5ed7-4834-8539-228cbf89f668" -d '{"events": [{"server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "name": "network-vif-deleted", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:22.567418 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.586078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:33Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:22.601369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cc9a5d1a-7aa9-45a4-9d38-b998071b7ab7 req-67b15681-184a-4654-9cb7-330d1ffae1e8 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbe432ee-6a33-4138-bf56-a96f01c72da2&id=94c9115e-f602-4c4b-98c9-18f31e08ea2a&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2068713 Nov 12 03:47:22.752623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568c519-1abe-4e46-afae-e83ae9bd0e4a None None] The sync data for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 is: [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:28Z', 'revision_number': 4, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'b29617c7-0c3e-4476-b663-47e1a2f3ee3e', 'name': '', 'network_id': '01142459-70d1-44ea-af57-db10bd9b48cf', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'mac_address': 'fa:16:3e:35:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:27Z', 'updated_at': '2021-11-12T03:45:33Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'subnets': [{'id': 'd8de2694-305e-457c-9f89-36bf56e779e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:22.840289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Pushing event deleted for resources: {'Port': ['ID=0922bade-5c82-480d-afcb-1684ec7bf76b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.859853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e539-6f34-4552-b511-6e774b07eb16 req-98ea9c53-da52-482d-9093-52058a63fc4b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.862557 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.875869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741fe81-91dd-4734-ae71-5a254451544e req-5f6f4dda-d9c2-4b93-a21e-9d05ee5d75bf tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.879901 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ba3e539-6f34-4552-b511-6e774b07eb16 req-98ea9c53-da52-482d-9093-52058a63fc4b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1446414 Nov 12 03:47:22.886788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7741fe81-91dd-4734-ae71-5a254451544e req-5f6f4dda-d9c2-4b93-a21e-9d05ee5d75bf tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 943 time: 0.6478605 Nov 12 03:47:22.934294 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.999095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ba3e539-6f34-4552-b511-6e774b07eb16 req-d86dcadd-b5b8-4f55-9728-08c9e3158dbd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130552 Nov 12 03:47:23.136187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4cd70283-17cd-40f4-af86-a9a7788eebca, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4cd70283-17cd-40f4-af86-a9a7788eebca,segment=NetworkSegment(03f63cb7-9383-45b9-b437-3af1126d789b),segment_id=03f63cb7-9383-45b9-b437-3af1126d789b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:23.188433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '4cd70283-17cd-40f4-af86-a9a7788eebca', 'network_id': '03997130-d215-4221-a9d8-e86e8f271244', 'port_id': '4cd70283-17cd-40f4-af86-a9a7788eebca', 'mac_address': 'fa:16:3e:2e:e7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df769b-17ed-4228-b95b-db395fa2faac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:23.206088 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7741fe81-91dd-4734-ae71-5a254451544e req-57107b06-19ef-4d17-be3e-e425118d27d0 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179555 Nov 12 03:47:23.211649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.212260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:23.226067 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda9a591-f705-409c-83f7-dcbbe26e50c2 x-openstack-request-id: req-fda9a591-f705-409c-83f7-dcbbe26e50c2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:23.226853 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e9c0a4-0f87-46a4-b269-933629e084bb", "name": "network-vif-deleted", "tag": "7ba43860-a88d-4a3c-a4ee-d193abb8ce43", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:23.227462 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fda9a591-f705-409c-83f7-dcbbe26e50c2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:23.227989 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e9c0a4-0f87-46a4-b269-933629e084bb', 'name': 'network-vif-deleted', 'tag': '7ba43860-a88d-4a3c-a4ee-d193abb8ce43', 'status': 'completed', 'code': 200} Nov 12 03:47:23.229429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.231999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-55bf630a-0db2-46c2-8eee-cc9fedfbd558 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b4a1326e-5b76-4eb5-9340-c3b64b1e5b64 HTTP/1.1" status: 204 len: 168 time: 2.9374135 Nov 12 03:47:23.235105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44332) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:23.310370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.342182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5700d37d-c1fd-4fed-b6ea-44d9c43d4490 admin admin] Deleting subnet f650f231-54ac-44d4-be52-e565f36622b1 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:23.348450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd70283-17cd-40f4-af86-a9a7788eebca {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:23.366517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5700d37d-c1fd-4fed-b6ea-44d9c43d4490 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.428152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4cd70283-17cd-40f4-af86-a9a7788eebca, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4cd70283-17cd-40f4-af86-a9a7788eebca,segment=NetworkSegment(03f63cb7-9383-45b9-b437-3af1126d789b),segment_id=03f63cb7-9383-45b9-b437-3af1126d789b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:23.432732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73fc1eee-b3f2-4d51-9e51-80c933335f11 req-ebd14a19-63c8-42ab-85a2-49fbc0195f0c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 210 time: 0.0781362 Nov 12 03:47:23.435762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.493971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5700d37d-c1fd-4fed-b6ea-44d9c43d4490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.530929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4cd70283-17cd-40f4-af86-a9a7788eebca,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:23.552224 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c2cd7-6037-4b5e-a51a-501895357bea None None] New status for floating IP ddb86e47-e638-4679-8d64-3a25a1a937d0: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:23.565643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 04e7f098-4998-4840-9853-943a066678cf up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:23.667150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5700d37d-c1fd-4fed-b6ea-44d9c43d4490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.685845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:23.688113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 04e7f098-4998-4840-9853-943a066678cf triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:23.688624 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.768268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['4cd70283-17cd-40f4-af86-a9a7788eebca'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:23.777123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5700d37d-c1fd-4fed-b6ea-44d9c43d4490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.797351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5700d37d-c1fd-4fed-b6ea-44d9c43d4490 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.802608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5700d37d-c1fd-4fed-b6ea-44d9c43d4490 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f650f231-54ac-44d4-be52-e565f36622b1 HTTP/1.1" status: 204 len: 168 time: 0.5663266 Nov 12 03:47:23.807277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44338) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:23.816866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a34b-0ad7-4786-9930-ab4370511adf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.824418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eb1759-0ea0-4891-9724-555a9b3089cf None None] Network 541c0d17-4290-47cb-93c4-d01e16ec912e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:23.856601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a34b-0ad7-4786-9930-ab4370511adf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.857195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700d37d-c1fd-4fed-b6ea-44d9c43d4490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f650f231-54ac-44d4-be52-e565f36622b1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.021895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-57c4dfe5-ba3a-4e0a-8d95-3942d695a45a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.024271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-57c4dfe5-ba3a-4e0a-8d95-3942d695a45a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/networks?id=fa20752a-38c5-4d8d-a663-888fdd5620ac HTTP/1.1" status: 200 len: 796 time: 0.2363105 Nov 12 03:47:24.043085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.050192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a34b-0ad7-4786-9930-ab4370511adf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.052848 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb9a34b-0ad7-4786-9930-ab4370511adf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.057247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7fb9a34b-0ad7-4786-9930-ab4370511adf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/security-groups/94c9115e-f602-4c4b-98c9-18f31e08ea2a HTTP/1.1" status: 204 len: 168 time: 0.3668070 Nov 12 03:47:24.064108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44342) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:24.065055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9a34b-0ad7-4786-9930-ab4370511adf tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9115e-f602-4c4b-98c9-18f31e08ea2a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.089231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 834fa313-3090-4a9b-8209-56c34c5ad986 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:24.138032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 834fa313-3090-4a9b-8209-56c34c5ad986 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:24.138381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 834fa313-3090-4a9b-8209-56c34c5ad986 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:24.163568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-487eff04-d81a-4a25-bd3a-0281ff759e2b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 379 time: 0.1263859 Nov 12 03:47:24.181316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'port': {'device_id': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'admin_state_up': True, 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'security_groups': ['413878f8-e5e0-4573-9a3c-6c95b2879fe3']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:24.283548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] DHCP port deletion for 541c0d17-4290-47cb-93c4-d01e16ec912e request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:24.286811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19662cfa-bed8-4a52-a0be-4e3130ddcdc7 req-de68f4a9-26ce-44a3-b957-388c1cf9079f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.287349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19662cfa-bed8-4a52-a0be-4e3130ddcdc7 req-de68f4a9-26ce-44a3-b957-388c1cf9079f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1625769 Nov 12 03:47:24.340531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:24.347613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e1d907-d7aa-430e-ac49-1ea56624d4e5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.368119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:24.368415 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7ba43860-a88d-4a3c-a4ee-d193abb8ce43 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:24.372726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Deleting port 72e1c2c8-45ed-4501-98b6-057326e77d2a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:24.372726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.384730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:24.388265 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.395966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] Deleting port 72e1c2c8-45ed-4501-98b6-057326e77d2a {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:24.396343 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.402779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e1d907-d7aa-430e-ac49-1ea56624d4e5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.412462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605688a-c485-4569-a338-7dac51e3cf01 req-d9706502-6901-484b-98d9-0f849a076736 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.414103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6605688a-c485-4569-a338-7dac51e3cf01 req-d9706502-6901-484b-98d9-0f849a076736 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 944 time: 0.0777397 Nov 12 03:47:24.423747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19662cfa-bed8-4a52-a0be-4e3130ddcdc7 req-43c60ad0-47cd-4ba8-8217-0f44dd726380 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271348 Nov 12 03:47:24.475540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] For port 72e1c2c8-45ed-4501-98b6-057326e77d2a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=72e1c2c8-45ed-4501-98b6-057326e77d2a,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:24.475878 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.490054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] Calling delete_port for 72e1c2c8-45ed-4501-98b6-057326e77d2a owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:24.517781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] For port 72e1c2c8-45ed-4501-98b6-057326e77d2a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=72e1c2c8-45ed-4501-98b6-057326e77d2a,segment=NetworkSegment(dd6db33e-26a6-4aa0-8943-1ce300f004ae),segment_id=dd6db33e-26a6-4aa0-8943-1ce300f004ae)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:24.518373 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.533681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Calling delete_port for 72e1c2c8-45ed-4501-98b6-057326e77d2a owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:24.534052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6605688a-c485-4569-a338-7dac51e3cf01 req-b971440d-24b8-48a9-ac59-d2353ba711fe tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065197 Nov 12 03:47:24.581424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.20.0.14 (fa20752a-38c5-4d8d-a663-888fdd5620ac/f8e653fb-6ebb-4be2-970c-fc24aefd7211/b3904180-b646-4bfb-8a56-0228e9138080) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:24.603664 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.625127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-21e8e01a-7243-49fa-ad8e-5545600bb524 req-bb08658d-3d1c-4858-ac77-7d6bfa0fede9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 210 time: 0.0773215 Nov 12 03:47:24.628707 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e1d907-d7aa-430e-ac49-1ea56624d4e5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.632072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27e1d907-d7aa-430e-ac49-1ea56624d4e5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.633133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] Pushing event deleted for resources: {'Port': ['ID=72e1c2c8-45ed-4501-98b6-057326e77d2a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.634016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-27e1d907-d7aa-430e-ac49-1ea56624d4e5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/security-groups/bbe432ee-6a33-4138-bf56-a96f01c72da2 HTTP/1.1" status: 204 len: 168 time: 0.5667961 Nov 12 03:47:24.639067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44350) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:24.643587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5938df-0644-4339-a27a-767bc4288f77 None None] No DVR routers for this DVR port 72e1c2c8-45ed-4501-98b6-057326e77d2a on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:24.693203 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.712096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1d907-d7aa-430e-ac49-1ea56624d4e5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe432ee-6a33-4138-bf56-a96f01c72da2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.765538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.788582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.801618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.823366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e1c2c8-45ed-4501-98b6-057326e77d2a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.825193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] No DVR routers for this DVR port 72e1c2c8-45ed-4501-98b6-057326e77d2a on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:24.847037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network fa20752a-38c5-4d8d-a663-888fdd5620ac is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:24.850192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:24.854144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:24.860858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=b3904180-b646-4bfb-8a56-0228e9138080,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.910858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.911276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.930266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-e1c3e75d-7a8c-4033-a6b8-dc7bcb0e9e36 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7579343 Nov 12 03:47:24.943511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Request body: {'port': {'device_id': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:24.984285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.016192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.016516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541c0d17-4290-47cb-93c4-d01e16ec912e']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:25.031313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6db33e-26a6-4aa0-8943-1ce300f004ae') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:25.031604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6db33e-26a6-4aa0-8943-1ce300f004ae') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:25.063838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.087010 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.097748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:25.098139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:25.099898 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:25.122764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-baa1cd98-4af1-448a-b9d4-bcab90b22ba8 None None] Provisioning complete for port b3904180-b646-4bfb-8a56-0228e9138080 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:25.123143 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-baa1cd98-4af1-448a-b9d4-bcab90b22ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.161466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-baa1cd98-4af1-448a-b9d4-bcab90b22ba8 None None] Port b3904180-b646-4bfb-8a56-0228e9138080 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:25.182247 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.192072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.195243 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] 10.222.0.49 "DELETE /v2.0/networks/541c0d17-4290-47cb-93c4-d01e16ec912e HTTP/1.1" status: 204 len: 168 time: 1.3869045 Nov 12 03:47:25.208935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185e77e-b98f-4475-846a-f9f8d26a4d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=541c0d17-4290-47cb-93c4-d01e16ec912e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:25.283851 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.340675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3904180-b646-4bfb-8a56-0228e9138080 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:25.357684 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.373798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Transition to ACTIVE for port object b3904180-b646-4bfb-8a56-0228e9138080 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:25.377906 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.391126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 72e1c2c8-45ed-4501-98b6-057326e77d2a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:25.406438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44356) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:25.411984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 72e1c2c8-45ed-4501-98b6-057326e77d2a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:25.412328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 72e1c2c8-45ed-4501-98b6-057326e77d2a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:25.412797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0922bade-5c82-480d-afcb-1684ec7bf76b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:25.439904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 0922bade-5c82-480d-afcb-1684ec7bf76b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:25.440273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0922bade-5c82-480d-afcb-1684ec7bf76b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:25.451216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3904180-b646-4bfb-8a56-0228e9138080,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:25.523665 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f9485587-90cc-465d-97be-151624b64d2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e517ba0e5569472eb0045d8b66c6793f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1144061 Nov 12 03:47:25.526488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44360) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:25.589018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:25.589729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:25.589729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:25.604641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d68d77-7796-4a93-acce-12b81ef49cea req-d10a197e-8aeb-4f86-9cd7-87d60af699f1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.605278 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e904f379-d330-4497-bc62-d776401779b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.607364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04d68d77-7796-4a93-acce-12b81ef49cea req-d10a197e-8aeb-4f86-9cd7-87d60af699f1 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0846388 Nov 12 03:47:25.615621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:25.615942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:25.629001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:25.629338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Checking segment: {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:25.629726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Bound using segment: {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:25.630166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Bound port: b3904180-b646-4bfb-8a56-0228e9138080, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:25.630527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.637204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e904f379-d330-4497-bc62-d776401779b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.696960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04d68d77-7796-4a93-acce-12b81ef49cea req-6846300d-84b1-4bed-b45d-42565f158575 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823526 Nov 12 03:47:25.771241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting port b29617c7-0c3e-4476-b663-47e1a2f3ee3e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:25.771588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.771783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cff19-bb12-4bca-8690-667446be104c req-abc02f5d-a6c8-4a18-a251-9ed9a9ae3357 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.774013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb5cff19-bb12-4bca-8690-667446be104c req-abc02f5d-a6c8-4a18-a251-9ed9a9ae3357 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 944 time: 0.1349170 Nov 12 03:47:25.777108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] For port b3904180-b646-4bfb-8a56-0228e9138080, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:25.781144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] For port b3904180-b646-4bfb-8a56-0228e9138080, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3904180-b646-4bfb-8a56-0228e9138080,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:25.797794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.809705 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e904f379-d330-4497-bc62-d776401779b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.812293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e904f379-d330-4497-bc62-d776401779b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.813504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e904f379-d330-4497-bc62-d776401779b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2cc4f9d7-3fd4-4587-9c09-8fa6e93630ff HTTP/1.1" status: 204 len: 168 time: 0.2861164 Nov 12 03:47:25.842643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904f379-d330-4497-bc62-d776401779b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4f9d7-3fd4-4587-9c09-8fa6e93630ff,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:25.881275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.881884 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.884122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3904180-b646-4bfb-8a56-0228e9138080 HTTP/1.1" status: 200 len: 1093 time: 0.9459150 Nov 12 03:47:25.885142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:25.887500 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ea5256-b2bb-4707-af4e-acb49fa6aa18" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "tag": "b3904180-b646-4bfb-8a56-0228e9138080"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:25.906153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8676-2d5d-4e9f-9cea-70f6e49a8a13 req-baf77fd5-abf2-465e-adab-a08bfc336d39 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.917165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c3e8676-2d5d-4e9f-9cea-70f6e49a8a13 req-baf77fd5-abf2-465e-adab-a08bfc336d39 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 944 time: 0.1177287 Nov 12 03:47:25.924766 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb5cff19-bb12-4bca-8690-667446be104c req-26d9b136-8830-41dc-8a62-0b4b824dbc3b tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419933 Nov 12 03:47:25.973812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640e803-cc22-483c-86d3-275dcd5067d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3904180-b646-4bfb-8a56-0228e9138080,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:26.003895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-5c3b385f-7a05-40fe-9659-8a306d2c226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.005500 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-5c3b385f-7a05-40fe-9659-8a306d2c226a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 1096 time: 0.0714312 Nov 12 03:47:26.008238 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca37b83c-627c-46dc-8d68-d5f0b6b07574 x-openstack-request-id: req-ca37b83c-627c-46dc-8d68-d5f0b6b07574 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:26.008527 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "tag": "b3904180-b646-4bfb-8a56-0228e9138080", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:26.009009 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca37b83c-627c-46dc-8d68-d5f0b6b07574 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:26.009415 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080', 'status': 'completed', 'code': 200} Nov 12 03:47:26.013678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] For port b29617c7-0c3e-4476-b663-47e1a2f3ee3e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:26.014169 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.035912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Calling delete_port for b29617c7-0c3e-4476-b663-47e1a2f3ee3e owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:26.066148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-8d09c193-9080-4919-b49e-3a8aecc78d8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3904180-b646-4bfb-8a56-0228e9138080 HTTP/1.1" status: 200 len: 217 time: 0.0502675 Nov 12 03:47:26.121055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-a7f97087-18f7-4e4b-97fe-10efee48e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.122527 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-a7f97087-18f7-4e4b-97fe-10efee48e0cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8e653fb-6ebb-4be2-970c-fc24aefd7211 HTTP/1.1" status: 200 len: 835 time: 0.0495806 Nov 12 03:47:26.137130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c3e8676-2d5d-4e9f-9cea-70f6e49a8a13 req-6ea4b5a8-22cf-4da6-9710-81d0621bcc0a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188079 Nov 12 03:47:26.185234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-d874f679-276a-46a5-8b08-1f269753843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.186755 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-d874f679-276a-46a5-8b08-1f269753843b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa20752a-38c5-4d8d-a663-888fdd5620ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563221 Nov 12 03:47:26.308567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.312630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-97a6933f-dd41-427c-8b40-eabcf094e3b1 service neutron] 10.222.0.20 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174626 Nov 12 03:47:26.337985 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4cd70283-17cd-40f4-af86-a9a7788eebca up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:26.346645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Port': ['ID=b29617c7-0c3e-4476-b663-47e1a2f3ee3e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:26.453381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 4cd70283-17cd-40f4-af86-a9a7788eebca completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:26.467100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 4cd70283-17cd-40f4-af86-a9a7788eebca triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:26.467767 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.556655 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ccd284ed-6a8b-4317-889c-6357a4498658 req-c9319e64-8821-49e6-8b00-aa34bca4755c service neutron] 10.222.0.20 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344167 Nov 12 03:47:26.580244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.611522 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.646367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd70283-17cd-40f4-af86-a9a7788eebca'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:26.653201 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1d34da-cf22-4aa8-8491-0d76985083aa" -d '{"events": [{"server_uuid": "fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e", "name": "network-vif-plugged", "status": "completed", "tag": "4cd70283-17cd-40f4-af86-a9a7788eebca"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:26.665148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-6125bbc8-1243-45ae-bf50-ac446b1b1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.667785 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-6125bbc8-1243-45ae-bf50-ac446b1b1771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 1096 time: 0.0567613 Nov 12 03:47:26.693171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4cd70283-17cd-40f4-af86-a9a7788eebca, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4cd70283-17cd-40f4-af86-a9a7788eebca,segment=NetworkSegment(03f63cb7-9383-45b9-b437-3af1126d789b),segment_id=03f63cb7-9383-45b9-b437-3af1126d789b)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:26.699928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:26.741900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3633ba3-6254-413d-b367-b764ee96854a req-33b972bb-01b3-48a2-a70c-6de88f680768 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4688849 Nov 12 03:47:26.814443 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dccf2e-17fd-42d5-9fb5-1b3f727616e5 x-openstack-request-id: req-72dccf2e-17fd-42d5-9fb5-1b3f727616e5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:26.814811 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e", "name": "network-vif-plugged", "status": "completed", "tag": "4cd70283-17cd-40f4-af86-a9a7788eebca", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:26.815135 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72dccf2e-17fd-42d5-9fb5-1b3f727616e5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:26.815602 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd70283-17cd-40f4-af86-a9a7788eebca', 'code': 200} Nov 12 03:47:26.816689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4cd70283-17cd-40f4-af86-a9a7788eebca,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:26.863890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3633ba3-6254-413d-b367-b764ee96854a req-4d135b85-1a9a-4d2a-b34c-f89358c5e358 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0459640 Nov 12 03:47:26.884727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-23ecb60f-6d29-4817-b50f-8aa8da732bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.886730 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-23ecb60f-6d29-4817-b50f-8aa8da732bc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa20752a-38c5-4d8d-a663-888fdd5620ac HTTP/1.1" status: 200 len: 898 time: 0.2110825 Nov 12 03:47:26.933787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-ce6e3b6f-c373-4cf2-8654-1b8a3efba362 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3904180-b646-4bfb-8a56-0228e9138080 HTTP/1.1" status: 200 len: 217 time: 0.0384061 Nov 12 03:47:26.941639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83219d8-81e9-4a62-944d-fc102a366db3 req-dbb0d210-0698-4351-b87a-e0e8de59fd6e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.943088 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a83219d8-81e9-4a62-944d-fc102a366db3 req-dbb0d210-0698-4351-b87a-e0e8de59fd6e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1199400 Nov 12 03:47:26.949601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d70f-1239-402c-a238-3b31f31761e9 req-d8b48e25-0f7e-489b-8a6d-70cf889aba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.952552 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2543d70f-1239-402c-a238-3b31f31761e9 req-d8b48e25-0f7e-489b-8a6d-70cf889aba05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 1097 time: 0.1431766 Nov 12 03:47:27.006387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-76a84c36-a4f4-4400-8988-76c3354f5a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.008508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-76a84c36-a4f4-4400-8988-76c3354f5a6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8e653fb-6ebb-4be2-970c-fc24aefd7211 HTTP/1.1" status: 200 len: 835 time: 0.0643766 Nov 12 03:47:27.073153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a83219d8-81e9-4a62-944d-fc102a366db3 req-6ef99cca-5414-4c17-87f7-4d02b362167f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859079 Nov 12 03:47:27.084540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-106d93d1-339d-4d4e-9b71-a2929bbded01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.087027 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-106d93d1-339d-4d4e-9b71-a2929bbded01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa20752a-38c5-4d8d-a663-888fdd5620ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671129 Nov 12 03:47:27.193448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-190802b2-2220-498a-b302-a64b163a8dcf service neutron] 10.222.0.20 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987065 Nov 12 03:47:27.350035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49ea5256-b2bb-4707-af4e-acb49fa6aa18 req-fe2988d9-ed1a-499d-b6f1-bf8b54bb3041 service neutron] 10.222.0.20 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493511 Nov 12 03:47:27.388276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Router cfb83193-44e1-4874-adb5-34af6fb54e1f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:27.390113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e056-4ff4-4a47-9946-a49b62bf044a req-5a7afb8b-3c8c-4c6b-bd0c-54ccdfeeb174 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.391682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e255e056-4ff4-4a47-9946-a49b62bf044a req-5a7afb8b-3c8c-4c6b-bd0c-54ccdfeeb174 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 944 time: 0.1586871 Nov 12 03:47:27.446812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2543d70f-1239-402c-a238-3b31f31761e9 req-84dbcb23-2ebc-4f19-b5d0-0aada0301f4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612050 Nov 12 03:47:27.448383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e255e056-4ff4-4a47-9946-a49b62bf044a req-aca5ad64-f661-4f5f-9592-d4c82619f807 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507698 Nov 12 03:47:27.481041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3633ba3-6254-413d-b367-b764ee96854a req-4b5caa22-35d9-4e82-8d66-b086306e80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.482481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3633ba3-6254-413d-b367-b764ee96854a req-4b5caa22-35d9-4e82-8d66-b086306e80cc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5740819 Nov 12 03:47:27.496076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41e50b-03c7-49cb-bb32-6e4e2f6faf57 req-7f216522-a000-4ed1-94e1-9a05f1e55b89 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.497439 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb41e50b-03c7-49cb-bb32-6e4e2f6faf57 req-7f216522-a000-4ed1-94e1-9a05f1e55b89 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 945 time: 0.4838409 Nov 12 03:47:27.666136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb41e50b-03c7-49cb-bb32-6e4e2f6faf57 req-663412dc-2709-4485-86c5-edfb9d43b837 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553431 Nov 12 03:47:27.673407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:27.677693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-672fa5d7-0603-4b66-b97f-0daca4a34221 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "PUT /v2.0/routers/cfb83193-44e1-4874-adb5-34af6fb54e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0278726 Nov 12 03:47:27.681941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44420) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:27.695068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] Sync routers for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:27.700625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3633ba3-6254-413d-b367-b764ee96854a req-2ac66137-b6d9-4af7-a232-b6576c1ca687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.702506 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3633ba3-6254-413d-b367-b764ee96854a req-2ac66137-b6d9-4af7-a232-b6576c1ca687 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2025976 Nov 12 03:47:27.708415 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:27.709182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:27.739703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab106be-02c6-4553-9c92-e6bc68882b40 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting subnet d8de2694-305e-457c-9f89-36bf56e779e5 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:27.744164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ab106be-02c6-4553-9c92-e6bc68882b40 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.791885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ab106be-02c6-4553-9c92-e6bc68882b40 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.835381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:27.886207 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ab106be-02c6-4553-9c92-e6bc68882b40 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.959428 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ab106be-02c6-4553-9c92-e6bc68882b40 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.991379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab106be-02c6-4553-9c92-e6bc68882b40 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Subnet': ['ID=d8de2694-305e-457c-9f89-36bf56e779e5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:27.994124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ab106be-02c6-4553-9c92-e6bc68882b40 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.004583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44430) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:28.005109 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ab106be-02c6-4553-9c92-e6bc68882b40 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/subnets/d8de2694-305e-457c-9f89-36bf56e779e5 HTTP/1.1" status: 204 len: 168 time: 0.3224597 Nov 12 03:47:28.071816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4702ce60-14e4-4f8a-ae37-e540ea11319c None None] Network 01142459-70d1-44ea-af57-db10bd9b48cf requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:28.150044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.229060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad10a3-5ec0-4b7f-a8c7-c4f5cb67ec28 req-06848944-0a83-4130-a6d5-dd57a3c5adbb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.230895 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-58ad10a3-5ec0-4b7f-a8c7-c4f5cb67ec28 req-06848944-0a83-4130-a6d5-dd57a3c5adbb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0585146 Nov 12 03:47:28.287487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-58ad10a3-5ec0-4b7f-a8c7-c4f5cb67ec28 req-572218da-641d-4972-a732-a9ee0af75e40 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482316 Nov 12 03:47:28.317682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.324541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:47:26Z', 'revision_number': 5, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port': {'id': 'd89a0f80-c925-444e-8132-99b5a7a534a9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:28.363520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] Checking router: cfb83193-44e1-4874-adb5-34af6fb54e1f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:28.379517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] Routers {'cfb83193-44e1-4874-adb5-34af6fb54e1f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:28.379517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['cfb83193-44e1-4874-adb5-34af6fb54e1f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:28.385552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] DHCP port deletion for 01142459-70d1-44ea-af57-db10bd9b48cf request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:28.429007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Deleting port d89a0f80-c925-444e-8132-99b5a7a534a9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:28.429537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.498234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] Set router cfb83193-44e1-4874-adb5-34af6fb54e1f gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:28.506539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-2c3ef2aa-8ee2-446b-a1c3-f79fcca3a62c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1253970 Nov 12 03:47:28.543693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] For port d89a0f80-c925-444e-8132-99b5a7a534a9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d89a0f80-c925-444e-8132-99b5a7a534a9,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:28.544060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.562716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:47:28Z', 'revision_number': 6, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:28.583858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Calling delete_port for d89a0f80-c925-444e-8132-99b5a7a534a9 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:28.600352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227dc258-cba5-44f1-8821-320142ffe606 None None] The sync data for ids ['cfb83193-44e1-4874-adb5-34af6fb54e1f'] in n-d-789963-21 is: [{'id': 'cfb83193-44e1-4874-adb5-34af6fb54e1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1392379071', 'tenant_id': 'e47ce9070e9249338eebca246c493c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:23Z', 'updated_at': '2021-11-12T03:47:28Z', 'revision_number': 6, 'project_id': 'e47ce9070e9249338eebca246c493c50', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:28.622551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] Deleting port 20a75ff6-b705-436f-9df1-b61d19a33785 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:28.623436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.715003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ef77b889-abdd-4932-ab61-6b15d1dd503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.715510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ef77b889-abdd-4932-ab61-6b15d1dd503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.716114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ef77b889-abdd-4932-ab61-6b15d1dd503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.716420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] For port 20a75ff6-b705-436f-9df1-b61d19a33785, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=20a75ff6-b705-436f-9df1-b61d19a33785,segment=NetworkSegment(f42e8917-6183-4e75-ade3-fa1d5daeea1a),segment_id=f42e8917-6183-4e75-ade3-fa1d5daeea1a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:28.716965 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.717088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ef77b889-abdd-4932-ab61-6b15d1dd503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.717647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ef77b889-abdd-4932-ab61-6b15d1dd503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.718125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ef77b889-abdd-4932-ab61-6b15d1dd503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.718596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ef77b889-abdd-4932-ab61-6b15d1dd503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.721004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ef77b889-abdd-4932-ab61-6b15d1dd503e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6505 time: 0.1682367 Nov 12 03:47:28.733069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] Calling delete_port for 20a75ff6-b705-436f-9df1-b61d19a33785 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:28.767021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84de5f3-aa92-44ee-87f7-a689211505c7 req-c00f9a0b-6153-4be6-a35b-e7f8f958b28e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.769053 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b84de5f3-aa92-44ee-87f7-a689211505c7 req-c00f9a0b-6153-4be6-a35b-e7f8f958b28e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 944 time: 0.1863370 Nov 12 03:47:28.834309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.860378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b84de5f3-aa92-44ee-87f7-a689211505c7 req-a9ea4300-ba97-4a49-a117-ebe206eaf5ec tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571692 Nov 12 03:47:28.866390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8f229-f38c-4a81-828f-5991cba0bed4 req-f26ea14d-f907-4cae-b969-479fd72b9967 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.883989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b8f229-f38c-4a81-828f-5991cba0bed4 req-f26ea14d-f907-4cae-b969-479fd72b9967 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 945 time: 0.0734437 Nov 12 03:47:28.888242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] Pushing event deleted for resources: {'Port': ['ID=20a75ff6-b705-436f-9df1-b61d19a33785,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:28.892436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42696cf-167b-4f77-8e41-b474e4091b4e None None] No DVR routers for this DVR port 20a75ff6-b705-436f-9df1-b61d19a33785 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:28.938950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33b8f229-f38c-4a81-828f-5991cba0bed4 req-11168c50-2161-4fa4-b910-6eb784774577 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540221 Nov 12 03:47:29.010213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-9fdd0803-f3c3-48c8-8865-c9732e4801c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.010871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-9fdd0803-f3c3-48c8-8865-c9732e4801c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.011157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-9fdd0803-f3c3-48c8-8865-c9732e4801c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.012781 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-9fdd0803-f3c3-48c8-8865-c9732e4801c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=77b499b6-d587-4950-a636-c04dfb896eb7&id=77b499b6-d587-4950-a636-c04dfb896eb7 HTTP/1.1" status: 200 len: 2302 time: 0.2396553 Nov 12 03:47:29.020288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44458) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:29.159618 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.165607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-844bdda4-11e2-4b2d-96eb-7e4fef22cc0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc HTTP/1.1" status: 200 len: 1000 time: 0.1374576 Nov 12 03:47:29.199058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cc852-8f66-4cf1-840a-161109a072a5 req-5acc5bf3-c3b6-42c3-924f-6fe5e6f8f2d7 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.200663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f9cc852-8f66-4cf1-840a-161109a072a5 req-5acc5bf3-c3b6-42c3-924f-6fe5e6f8f2d7 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 945 time: 0.1521754 Nov 12 03:47:29.213464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Port': ['ID=d89a0f80-c925-444e-8132-99b5a7a534a9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:29.253263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e96fb3-d136-4b99-a31d-7fc7f7a0002c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:29.315511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-c650380c-e989-48d9-b90c-20e62b013cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.317060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-c650380c-e989-48d9-b90c-20e62b013cce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c57c6a23-87ec-4b84-82b8-ae307427b1cb HTTP/1.1" status: 200 len: 856 time: 0.1434155 Nov 12 03:47:29.375754 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f9cc852-8f66-4cf1-840a-161109a072a5 req-624516ef-accf-4aab-bd47-ae00c05f7e85 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652117 Nov 12 03:47:29.380437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.484637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-b74a003a-1070-4dce-a682-5a8ae45eee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.486318 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-b74a003a-1070-4dce-a682-5a8ae45eee2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585512 Nov 12 03:47:29.490412 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.495436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.519161 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe6915c4-60e4-4400-b29d-cfc1bf6c32c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.544334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 20a75ff6-b705-436f-9df1-b61d19a33785 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:29.570991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 20a75ff6-b705-436f-9df1-b61d19a33785 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:29.571762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 20a75ff6-b705-436f-9df1-b61d19a33785 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:29.573188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b29617c7-0c3e-4476-b663-47e1a2f3ee3e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:29.592392 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.593381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Fanout notify agent at l3_agent the message router_deleted on router cfb83193-44e1-4874-adb5-34af6fb54e1f {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:29.603801 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.605270 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d28cb543-4520-424d-9f0d-6473566c2890 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/routers/cfb83193-44e1-4874-adb5-34af6fb54e1f HTTP/1.1" status: 204 len: 168 time: 1.5988173 Nov 12 03:47:29.613423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44468) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:29.623651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe6915c4-60e4-4400-b29d-cfc1bf6c32c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.628140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b29617c7-0c3e-4476-b663-47e1a2f3ee3e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:29.629196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe6915c4-60e4-4400-b29d-cfc1bf6c32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.641238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b29617c7-0c3e-4476-b663-47e1a2f3ee3e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:29.641927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d89a0f80-c925-444e-8132-99b5a7a534a9 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:29.658333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fe6915c4-60e4-4400-b29d-cfc1bf6c32c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9666826779a4b9e8fc4ce08591fb3df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6376226 Nov 12 03:47:29.662293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44470) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:29.673488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d89a0f80-c925-444e-8132-99b5a7a534a9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:29.674237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d89a0f80-c925-444e-8132-99b5a7a534a9 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:29.726036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba66418-2e58-4212-9347-b47a17a2b449 req-65a09769-8cd6-4332-b9cf-a85a81711816 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.727895 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aba66418-2e58-4212-9347-b47a17a2b449 req-65a09769-8cd6-4332-b9cf-a85a81711816 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.2112932 Nov 12 03:47:29.732776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6915c4-60e4-4400-b29d-cfc1bf6c32c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c796b2-b55b-4c20-a87b-b6b57ac4defb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:29.773247 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.785084 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-d47fa383-6e43-44b3-a01e-3fa7788f3f6d service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912526 Nov 12 03:47:29.795478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b338-140c-4afa-96a0-7c84b7dbfad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.800986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aba66418-2e58-4212-9347-b47a17a2b449 req-8c9ef4d7-6376-4146-8524-7d6c02089d91 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647280 Nov 12 03:47:29.822784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b338-140c-4afa-96a0-7c84b7dbfad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.900826 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b338-140c-4afa-96a0-7c84b7dbfad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.903479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b338-140c-4afa-96a0-7c84b7dbfad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.904651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a0f0b338-140c-4afa-96a0-7c84b7dbfad7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08c796b2-b55b-4c20-a87b-b6b57ac4defb HTTP/1.1" status: 204 len: 168 time: 0.2412198 Nov 12 03:47:29.914400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b338-140c-4afa-96a0-7c84b7dbfad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c796b2-b55b-4c20-a87b-b6b57ac4defb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:29.967835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.009679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376a24d-6a3c-46c0-a70f-2f19f5a2161b req-d152ed05-abf8-453f-830a-56e079c2b026 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.011287 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6376a24d-6a3c-46c0-a70f-2f19f5a2161b req-d152ed05-abf8-453f-830a-56e079c2b026 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 945 time: 0.0716043 Nov 12 03:47:30.018593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01142459-70d1-44ea-af57-db10bd9b48cf']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:30.059272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42e8917-6183-4e75-ade3-fa1d5daeea1a') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:30.059560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42e8917-6183-4e75-ade3-fa1d5daeea1a') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:30.069528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-50877687-9cb3-4150-b0c9-19a64c9ed5cb service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769222 Nov 12 03:47:30.073659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6376a24d-6a3c-46c0-a70f-2f19f5a2161b req-9fd569a9-f518-48b0-80be-d28fc46ef9f2 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Nov 12 03:47:30.075377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.127759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-61aaf7fe-c4f4-4c78-b6f8-62c83acf6dc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 200 len: 217 time: 0.0497079 Nov 12 03:47:30.128682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.141391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f08f9-ef87-41eb-8f69-a3444ddb8e1e req-27673881-14a8-49bc-acea-d8c7b954d2ee tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.142883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f3f08f9-ef87-41eb-8f69-a3444ddb8e1e req-27673881-14a8-49bc-acea-d8c7b954d2ee tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 944 time: 0.1493516 Nov 12 03:47:30.154311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:30.154716 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:30.157904 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:30.278942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.281691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-bcd64a0c-b411-41fd-9d66-f4dfac3d1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.283165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-bcd64a0c-b411-41fd-9d66-f4dfac3d1cce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.1378813 Nov 12 03:47:30.298743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.298859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44488) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:30.301202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] 10.222.0.49 "DELETE /v2.0/networks/01142459-70d1-44ea-af57-db10bd9b48cf HTTP/1.1" status: 204 len: 168 time: 0.6866636 Nov 12 03:47:30.312816 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13113225-318d-4f74-814f-7f6e43cfbc42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.321623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a32f9-9d4b-43e7-8166-d7c26dbb19f5 tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] Pushing event deleted for resources: {'Network': ['ID=01142459-70d1-44ea-af57-db10bd9b48cf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.329318 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f3f08f9-ef87-41eb-8f69-a3444ddb8e1e req-7f2e543a-2e41-4a1d-9679-824429e0e5f4 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697483 Nov 12 03:47:30.352524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3904180-b646-4bfb-8a56-0228e9138080 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:30.368233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-5f070e8b-500f-4e4a-a846-96b3c3dfa4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.370394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-5f070e8b-500f-4e4a-a846-96b3c3dfa4e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0766828 Nov 12 03:47:30.447522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb711a0-4d99-4743-a3c4-a71800352125 req-767115ed-07dc-436d-b74e-972a1ee57f86 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.456278 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bdb711a0-4d99-4743-a3c4-a71800352125 req-767115ed-07dc-436d-b74e-972a1ee57f86 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 945 time: 0.0981822 Nov 12 03:47:30.499168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3904180-b646-4bfb-8a56-0228e9138080, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3904180-b646-4bfb-8a56-0228e9138080,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:30.513458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b3904180-b646-4bfb-8a56-0228e9138080', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'port_id': 'b3904180-b646-4bfb-8a56-0228e9138080', 'mac_address': 'fa:16:3e:cd:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:30.532643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13113225-318d-4f74-814f-7f6e43cfbc42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.539651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13113225-318d-4f74-814f-7f6e43cfbc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.557871 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.581638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-13113225-318d-4f74-814f-7f6e43cfbc42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b9b3fb999d14bbd8a93c98bab6a2997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797682 Nov 12 03:47:30.589257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3904180-b646-4bfb-8a56-0228e9138080 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:30.589435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44494) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:30.625855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3904180-b646-4bfb-8a56-0228e9138080, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3904180-b646-4bfb-8a56-0228e9138080,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:30.627413 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bdb711a0-4d99-4743-a3c4-a71800352125 req-bfe9127a-c3d9-454e-97c1-008e206e1c3e tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701314 Nov 12 03:47:30.632219 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.671544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13113225-318d-4f74-814f-7f6e43cfbc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490e4a1c-b2a4-4426-ab31-f42720016553,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.713352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3c47142-eefa-4755-af91-efd279353070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.718616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3904180-b646-4bfb-8a56-0228e9138080,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.741591 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3c47142-eefa-4755-af91-efd279353070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.768275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44498) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:30.798475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3c47142-eefa-4755-af91-efd279353070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.801233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3c47142-eefa-4755-af91-efd279353070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.802396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d3c47142-eefa-4755-af91-efd279353070 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/490e4a1c-b2a4-4426-ab31-f42720016553 HTTP/1.1" status: 204 len: 168 time: 0.2062612 Nov 12 03:47:30.811150 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-d2037fa7-ae74-464d-b43f-112e7efb4ace service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326100 Nov 12 03:47:30.815620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c47142-eefa-4755-af91-efd279353070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490e4a1c-b2a4-4426-ab31-f42720016553,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.919879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-9e4015db-ad58-49f3-960a-22db8aabc80f service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970185 Nov 12 03:47:30.973206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b3904180-b646-4bfb-8a56-0228e9138080'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:31.003736 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-4884ea04-adef-4200-be99-616c10515d3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 200 len: 217 time: 0.0675778 Nov 12 03:47:31.065620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c5e2d766-0191-4d4c-8428-c6dd811587ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e47ce9070e9249338eebca246c493c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962055 Nov 12 03:47:31.068176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44512) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:31.078301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dddf3f-4ced-4a58-9c86-0a5128af600d req-b86fca9c-e046-48fa-b315-f27d520d251e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.079825 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24dddf3f-4ced-4a58-9c86-0a5128af600d req-b86fca9c-e046-48fa-b315-f27d520d251e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1590233 Nov 12 03:47:31.090193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-bf64bc92-c2bf-4c3e-9984-19aa73e0a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.091634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-bf64bc92-c2bf-4c3e-9984-19aa73e0a908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0772355 Nov 12 03:47:31.143800 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ef72063-67cc-4991-b3fd-66ad904338da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.177709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ef72063-67cc-4991-b3fd-66ad904338da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.182581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24dddf3f-4ced-4a58-9c86-0a5128af600d req-494014ae-f815-4004-8f37-1d8a2d589f4f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942614 Nov 12 03:47:31.185494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-1985b945-c374-423f-8c1a-4776aba39fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.187581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-1985b945-c374-423f-8c1a-4776aba39fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0764410 Nov 12 03:47:31.259823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ef72063-67cc-4991-b3fd-66ad904338da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.264387 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ef72063-67cc-4991-b3fd-66ad904338da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.266862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6ef72063-67cc-4991-b3fd-66ad904338da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bc1b571-a50b-40c6-b5a3-9d38f3273e37 HTTP/1.1" status: 204 len: 168 time: 0.1952789 Nov 12 03:47:31.284053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef72063-67cc-4991-b3fd-66ad904338da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc1b571-a50b-40c6-b5a3-9d38f3273e37,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:31.354644 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f739-eb2b-460c-9685-76bbb1d97e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.371974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-718696fe-1c06-42c1-befa-34122c2a5d96 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742728 Nov 12 03:47:31.510269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f99391-f1f0-4e44-a2b7-f90c4a6eac29 req-b5a37cfe-8e51-4ea3-b560-88c2b851a492 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.511943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a4f99391-f1f0-4e44-a2b7-f90c4a6eac29 req-b5a37cfe-8e51-4ea3-b560-88c2b851a492 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 945 time: 0.0718818 Nov 12 03:47:31.537024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-e17d1f7c-9c44-4a85-8dd2-11859cdce63c service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565089 Nov 12 03:47:31.568713 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a4f99391-f1f0-4e44-a2b7-f90c4a6eac29 req-b58e3395-8769-46a5-9ba6-a1ad37215306 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505099 Nov 12 03:47:31.606185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-75b80553-1bb6-4872-8044-4ed0590c39f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9 HTTP/1.1" status: 200 len: 217 time: 0.0590854 Nov 12 03:47:31.678718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ca30d75b-194a-4985-bece-3bc1f530a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.680923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-ca30d75b-194a-4985-bece-3bc1f530a139 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0655751 Nov 12 03:47:31.760318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-4fad0180-04fc-4cd3-8062-b452b9ced76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.761934 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-4fad0180-04fc-4cd3-8062-b452b9ced76a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737088 Nov 12 03:47:31.774718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:31.791364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1b80d-a87f-4ae0-a6fc-f0e7a62869a8 req-74bd402a-3944-4f6f-80c8-e0eece848d23 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.792904 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97f1b80d-a87f-4ae0-a6fc-f0e7a62869a8 req-74bd402a-3944-4f6f-80c8-e0eece848d23 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 945 time: 0.0689273 Nov 12 03:47:31.797045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c112c2b-6936-4601-b2fc-330d519afd86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.867768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-72ef4e34-3d37-4bad-b8b3-b977478b1fdc tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.869184 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-72ef4e34-3d37-4bad-b8b3-b977478b1fdc tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.20 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 945 time: 0.0816879 Nov 12 03:47:31.903127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97f1b80d-a87f-4ae0-a6fc-f0e7a62869a8 req-6dec6042-1667-43d8-8abe-91ad3c576a55 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/security-groups?id=510d8fc4-291d-4ac0-b458-96b5e1419495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021864 Nov 12 03:47:31.927724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-fe21f4ee-f4e7-4985-aca2-5661d43f77eb service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338584 Nov 12 03:47:31.988359 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c112c2b-6936-4601-b2fc-330d519afd86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.994481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c112c2b-6936-4601-b2fc-330d519afd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.044373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-36778915-99f4-428c-9543-7efa75ef3fdf service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094284 Nov 12 03:47:32.046848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c112c2b-6936-4601-b2fc-330d519afd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538096c5-1a50-4a02-8c9f-0c1dddd3dfcf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:32.051301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5c112c2b-6936-4601-b2fc-330d519afd86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad3a2ab9d05a4ce1882c8bd0369249d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754900 Nov 12 03:47:32.053955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44544) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:32.070629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Deleting port 4cd70283-17cd-40f4-af86-a9a7788eebca {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:32.071337 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.097965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-5a031536-f2ce-4eea-9a99-22f752d976cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cb214925-a0d3-49c1-bfe4-e19bba845662 HTTP/1.1" status: 200 len: 217 time: 0.0436075 Nov 12 03:47:32.149978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-3aeaa619-40a8-4028-b7f2-fb055a23ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.151461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-3aeaa619-40a8-4028-b7f2-fb055a23ffa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0464900 Nov 12 03:47:32.178341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1705a925-0714-49b4-82d2-6164bdfaebd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.202447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-b0c1b3cd-d485-4289-a2a3-da76a7d8838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.203972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-b0c1b3cd-d485-4289-a2a3-da76a7d8838e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450494 Nov 12 03:47:32.212332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] For port 4cd70283-17cd-40f4-af86-a9a7788eebca, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4cd70283-17cd-40f4-af86-a9a7788eebca,segment=NetworkSegment(03f63cb7-9383-45b9-b437-3af1126d789b),segment_id=03f63cb7-9383-45b9-b437-3af1126d789b)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:32.212332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.229749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1705a925-0714-49b4-82d2-6164bdfaebd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.240044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Calling delete_port for 4cd70283-17cd-40f4-af86-a9a7788eebca owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:32.337926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-c734226d-e993-49a2-b9e5-49a32d01ae40 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242657 Nov 12 03:47:32.351924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0ee26-1109-4e39-a939-4a7e544b2119 req-35f1e7ee-38d6-4cce-9689-59b555563d70 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.353555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3cc0ee26-1109-4e39-a939-4a7e544b2119 req-35f1e7ee-38d6-4cce-9689-59b555563d70 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0698340 Nov 12 03:47:32.358396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1705a925-0714-49b4-82d2-6164bdfaebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.361135 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1705a925-0714-49b4-82d2-6164bdfaebd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.364590 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1705a925-0714-49b4-82d2-6164bdfaebd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/538096c5-1a50-4a02-8c9f-0c1dddd3dfcf HTTP/1.1" status: 204 len: 168 time: 0.3067663 Nov 12 03:47:32.373691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705a925-0714-49b4-82d2-6164bdfaebd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538096c5-1a50-4a02-8c9f-0c1dddd3dfcf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:32.381660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3904180-b646-4bfb-8a56-0228e9138080 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:32.460177 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.478481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['4cd70283-17cd-40f4-af86-a9a7788eebca'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:32.504883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3cc0ee26-1109-4e39-a939-4a7e544b2119 req-f3df1642-472e-4a01-bd49-ba9b0ab42fc0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429496 Nov 12 03:47:32.508988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-22795526-8604-4804-bb6c-8c1ff8e79bb0 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544816 Nov 12 03:47:32.523474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Pushing event deleted for resources: {'Port': ['ID=4cd70283-17cd-40f4-af86-a9a7788eebca,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:32.568357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-9bbefbd3-e10c-43fc-8f85-05e496e76ad5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f365200-87d4-4569-ba71-e1955393b003 HTTP/1.1" status: 200 len: 217 time: 0.0525494 Nov 12 03:47:32.571911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] No DVR routers for this DVR port 4cd70283-17cd-40f4-af86-a9a7788eebca on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:32.575154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.580221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab4509f5-c79c-4753-901c-b7086136e6ad req-29312863-8149-4d68-a7d5-074b67532575 tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.20 "DELETE /v2.0/ports/4cd70283-17cd-40f4-af86-a9a7788eebca HTTP/1.1" status: 204 len: 173 time: 0.7040162 Nov 12 03:47:32.581178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e', 'name': 'network-vif-deleted', 'tag': '4cd70283-17cd-40f4-af86-a9a7788eebca'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:32.583707 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ce4d6a-b38d-4468-8369-4029e4f00b84" -d '{"events": [{"server_uuid": "fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e", "name": "network-vif-deleted", "tag": "4cd70283-17cd-40f4-af86-a9a7788eebca"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:32.598872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b3904180-b646-4bfb-8a56-0228e9138080 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:32.607567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b3904180-b646-4bfb-8a56-0228e9138080 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:32.607829 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.663285 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18834e7f-b12b-4d18-a8f0-017dbeb17a40 x-openstack-request-id: req-18834e7f-b12b-4d18-a8f0-017dbeb17a40 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:32.663755 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e", "name": "network-vif-deleted", "tag": "4cd70283-17cd-40f4-af86-a9a7788eebca", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:32.664615 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18834e7f-b12b-4d18-a8f0-017dbeb17a40 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:32.665051 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e', 'name': 'network-vif-deleted', 'tag': '4cd70283-17cd-40f4-af86-a9a7788eebca', 'status': 'completed', 'code': 200} Nov 12 03:47:32.687651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-3c502e62-1360-46fe-9bfd-5e6090dced70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.689556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-3c502e62-1360-46fe-9bfd-5e6090dced70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.1142261 Nov 12 03:47:32.735581 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.787434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3904180-b646-4bfb-8a56-0228e9138080, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3904180-b646-4bfb-8a56-0228e9138080,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:32.789190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:32.794061 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a98688-4def-466c-9a4c-c7fd93654712" -d '{"events": [{"server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "name": "network-vif-plugged", "status": "completed", "tag": "b3904180-b646-4bfb-8a56-0228e9138080"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:32.797477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-83603489-45b2-4db6-a6b5-82bdace8bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.799324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-83603489-45b2-4db6-a6b5-82bdace8bf2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0984783 Nov 12 03:47:32.810615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53032367-50d7-45b7-8e98-e1d1acdf5c8a req-dc2a3521-84b6-4e94-a951-cbdfd668fb55 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.812158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53032367-50d7-45b7-8e98-e1d1acdf5c8a req-dc2a3521-84b6-4e94-a951-cbdfd668fb55 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 945 time: 0.0732164 Nov 12 03:47:32.814357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.897394 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb23903-d351-4466-9d65-393803d25cb3 x-openstack-request-id: req-7bb23903-d351-4466-9d65-393803d25cb3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:32.897693 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "name": "network-vif-plugged", "status": "completed", "tag": "b3904180-b646-4bfb-8a56-0228e9138080", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:32.898622 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bb23903-d351-4466-9d65-393803d25cb3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:32.899464 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080', 'code': 200} Nov 12 03:47:32.943146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3904180-b646-4bfb-8a56-0228e9138080,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:32.950811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53032367-50d7-45b7-8e98-e1d1acdf5c8a req-f2c0626a-f153-446c-9367-6751bbd0077b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294277 Nov 12 03:47:32.957750 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44576) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:32.978609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-af4aa9e4-bbda-4a13-8146-21edd6d5fbf2 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654153 Nov 12 03:47:32.979207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.979695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.980142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.981381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.982107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.984273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.984835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.985380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.985890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.986405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.991254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:32.992145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:33.041005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-298a3b32-088c-4f4f-a030-7254c531f11f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0241b9fcbfd6470189e4064194c6b16d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0814524 Nov 12 03:47:33.064437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44582) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:33.079384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39e296-f290-4188-b82c-b1da1c152c26 req-19307d4d-577a-4007-8443-820ada17cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.081800 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b39e296-f290-4188-b82c-b1da1c152c26 req-19307d4d-577a-4007-8443-820ada17cd7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 1098 time: 0.1380115 Nov 12 03:47:33.121820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e87b4791-df89-4fba-b93e-4ac1452008bc req-f604efef-0e43-4659-9b5b-9f2f66d01cce tempest-ServersNegativeTestMultiTenantJSON-226480346 tempest-ServersNegativeTestMultiTenantJSON-226480346-project] 10.222.0.49 "GET /v2.0/ports?device_id=fea16fd6-e2c7-4aeb-81ef-9c3e80b7ae8e HTTP/1.1" status: 200 len: 210 time: 0.0848646 Nov 12 03:47:33.152609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-1807cde3-5a49-45b7-bf8a-3605f3363ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650238 Nov 12 03:47:33.208552 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b39e296-f290-4188-b82c-b1da1c152c26 req-c19e428e-9183-4fb0-8ae3-43aa7e413487 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033278 Nov 12 03:47:33.209118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9586f5eb-15d3-4f25-8292-649d6ab17ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.217505 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-27de1de5-3696-4575-81d0-8ec9f5c69cda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f HTTP/1.1" status: 200 len: 217 time: 0.0560975 Nov 12 03:47:33.233396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9586f5eb-15d3-4f25-8292-649d6ab17ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.282643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9586f5eb-15d3-4f25-8292-649d6ab17ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.285506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9586f5eb-15d3-4f25-8292-649d6ab17ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.290021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9586f5eb-15d3-4f25-8292-649d6ab17ff0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e381a18-6d44-40fe-9e7c-a84b6f5bf0e4 HTTP/1.1" status: 204 len: 168 time: 0.2195532 Nov 12 03:47:33.298027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586f5eb-15d3-4f25-8292-649d6ab17ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e381a18-6d44-40fe-9e7c-a84b6f5bf0e4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:33.447491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-b64a1542-7f1a-452f-880e-5243b97c4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.449268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-b64a1542-7f1a-452f-880e-5243b97c4773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.0509579 Nov 12 03:47:33.499714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-837d48a3-f7e4-411b-b617-9870d0137de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.501478 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-837d48a3-f7e4-411b-b617-9870d0137de8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0441020 Nov 12 03:47:33.562730 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5faca4a9-01d3-461d-9468-940d6b58da53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:33.672820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-67825a7a-58aa-41d9-baa1-06aaa8bf529b service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637895 Nov 12 03:47:33.686671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b12fd-ee2c-448b-9d60-817a9e49566d req-61bac459-9cec-4f06-82f2-ce5ebf05f183 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.688286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-354b12fd-ee2c-448b-9d60-817a9e49566d req-61bac459-9cec-4f06-82f2-ce5ebf05f183 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0725822 Nov 12 03:47:33.808846 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-354b12fd-ee2c-448b-9d60-817a9e49566d req-cc8737e3-44a9-4d65-a145-e2d3916486c6 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105552 Nov 12 03:47:33.826007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fdeb4a9-e3d4-4c66-b84f-427e966a8253 req-2ad20825-805c-432f-a855-f234c3a55176 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365733 Nov 12 03:47:34.080452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d5ba6-9441-4836-8992-32076b10a3ea req-9fc4d15d-9b3e-4d80-b7a1-0b5a4964dd81 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.082451 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-989d5ba6-9441-4836-8992-32076b10a3ea req-9fc4d15d-9b3e-4d80-b7a1-0b5a4964dd81 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 946 time: 0.0547838 Nov 12 03:47:34.144122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-989d5ba6-9441-4836-8992-32076b10a3ea req-938fb013-e7c7-47e7-af9f-1a42f1bd7901 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530357 Nov 12 03:47:34.208673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44630) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:34.266785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfea6f76-edef-49d7-a17a-a8f7e24d64d6 admin admin] Deleting subnet 01df769b-17ed-4228-b95b-db395fa2faac {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:34.279848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfea6f76-edef-49d7-a17a-a8f7e24d64d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.326866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfea6f76-edef-49d7-a17a-a8f7e24d64d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.372606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfea6f76-edef-49d7-a17a-a8f7e24d64d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.432147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfea6f76-edef-49d7-a17a-a8f7e24d64d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.459232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea6f76-edef-49d7-a17a-a8f7e24d64d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01df769b-17ed-4228-b95b-db395fa2faac,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:34.463677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfea6f76-edef-49d7-a17a-a8f7e24d64d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.467095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bfea6f76-edef-49d7-a17a-a8f7e24d64d6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/01df769b-17ed-4228-b95b-db395fa2faac HTTP/1.1" status: 204 len: 168 time: 0.2570958 Nov 12 03:47:34.470035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44640) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:34.537548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44644) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:34.561003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.648548 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.674814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03997130-d215-4221-a9d8-e86e8f271244']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:34.685644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f63cb7-9383-45b9-b437-3af1126d789b') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:34.685902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f63cb7-9383-45b9-b437-3af1126d789b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:34.697301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.713241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.720062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:34.720607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:34.722355 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:34.779749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.788006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1611394100-network', 'tenant_id': 'db3b879a1ab148829cbdab3315eea111'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:34.788217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.792827 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] 10.222.0.49 "DELETE /v2.0/networks/03997130-d215-4221-a9d8-e86e8f271244 HTTP/1.1" status: 204 len: 168 time: 0.3218131 Nov 12 03:47:34.803791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44652) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:34.806253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24545ba-3b73-4a08-9d4d-22a4c6534b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=03997130-d215-4221-a9d8-e86e8f271244,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:34.822734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Made reservation on behalf of db3b879a1ab148829cbdab3315eea111 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:34.826568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.840408 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.863153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-78883c07-8550-4357-92da-87f983b1d5dc admin admin] Deleting subnet ba5a6f6a-5d76-4d95-9cc3-c0b912fd3e23 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:34.866283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78883c07-8550-4357-92da-87f983b1d5dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.909237 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78883c07-8550-4357-92da-87f983b1d5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.944243 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.956654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78883c07-8550-4357-92da-87f983b1d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.981807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945e578-94ce-480c-9bcf-63a79ab0fa67 req-0a3153c3-77b5-401d-8db2-7400c2b2773d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.988957 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4945e578-94ce-480c-9bcf-63a79ab0fa67 req-0a3153c3-77b5-401d-8db2-7400c2b2773d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0987399 Nov 12 03:47:35.023901 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78883c07-8550-4357-92da-87f983b1d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.034650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.038823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78883c07-8550-4357-92da-87f983b1d5dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.042210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-78883c07-8550-4357-92da-87f983b1d5dc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ba5a6f6a-5d76-4d95-9cc3-c0b912fd3e23 HTTP/1.1" status: 204 len: 168 time: 0.2372477 Nov 12 03:47:35.043918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.047276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44662) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:35.062249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78883c07-8550-4357-92da-87f983b1d5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5a6f6a-5d76-4d95-9cc3-c0b912fd3e23,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.113926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4945e578-94ce-480c-9bcf-63a79ab0fa67 req-41c8e406-ba1f-403b-84f3-d9577f23e9bf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240981 Nov 12 03:47:35.114658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:35.157209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9349df01-201b-4087-b3b2-18aa2c67a669,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.171039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.171531 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Added segment 25e69deb-ad0b-49d7-b274-1a11bcd51cd1 of type vlan for network fccd353f-aa6f-4c49-96ab-649eb93ec923 Nov 12 03:47:35.191134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.236984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.295061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdbe96-7b29-410c-acf8-979f2f068569 req-8cf89062-ed25-4761-b831-850a24d038b5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.297350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49cdbe96-7b29-410c-acf8-979f2f068569 req-8cf89062-ed25-4761-b831-850a24d038b5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 946 time: 0.0725560 Nov 12 03:47:35.332447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.342589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.343535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.344101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.365479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49cdbe96-7b29-410c-acf8-979f2f068569 req-137191f6-31b1-493c-9abb-07451f20ee7b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620561 Nov 12 03:47:35.381111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a5c065-3bcb-4102-a2c8-8e8d4cb40541']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:35.389521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8507879 Nov 12 03:47:35.392481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44678) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:35.400115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Request body: {'subnet': {'network_id': 'fccd353f-aa6f-4c49-96ab-649eb93ec923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1611394100-subnet', 'tenant_id': 'db3b879a1ab148829cbdab3315eea111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:35.423238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Made reservation on behalf of db3b879a1ab148829cbdab3315eea111 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:35.427160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.428096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f77a94c-dbef-4a3f-823a-defb3e89178d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:35.428668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f77a94c-dbef-4a3f-823a-defb3e89178d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:35.442964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.451308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6825cf8-b7ef-4d5d-bedb-86965cc89f8c admin admin] Pushing event updated for resources: {'Network': ['ID=fccd353f-aa6f-4c49-96ab-649eb93ec923,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.463901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network fccd353f-aa6f-4c49-96ab-649eb93ec923 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:35.499097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.510256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:35.510655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:35.513843 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:35.542232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf64e9-7a93-4891-8ff4-a9e875395f70 req-935b2cc7-88ba-4544-b3c1-fcd0de0260c9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.543766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ddf64e9-7a93-4891-8ff4-a9e875395f70 req-935b2cc7-88ba-4544-b3c1-fcd0de0260c9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 946 time: 0.0934939 Nov 12 03:47:35.615563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.622615 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.625735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] 10.222.0.49 "DELETE /v2.0/networks/99a5c065-3bcb-4102-a2c8-8e8d4cb40541 HTTP/1.1" status: 204 len: 168 time: 0.5727923 Nov 12 03:47:35.654555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642d95f-c471-46e7-b3df-fbb72297a71d admin admin] Pushing event deleted for resources: {'Network': ['ID=99a5c065-3bcb-4102-a2c8-8e8d4cb40541,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.660577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ddf64e9-7a93-4891-8ff4-a9e875395f70 req-34d18014-9832-46cb-a1d3-a9c7d23b8668 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848033 Nov 12 03:47:35.691681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44690) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:35.693159 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.742362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3fdb7e-9a3e-4c32-a83b-3246df19bd88 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.744398 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-af3fdb7e-9a3e-4c32-a83b-3246df19bd88 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 1093 time: 0.0509551 Nov 12 03:47:35.747236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44692) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:35.753413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'b3904180-b646-4bfb-8a56-0228e9138080', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:35.762410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a1cc36-e0eb-4a9f-ac5c-226f9838da89,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.777330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Checking segment: {'id': '25e69deb-ad0b-49d7-b274-1a11bcd51cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'fccd353f-aa6f-4c49-96ab-649eb93ec923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:35.777459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Network hostable DHCP agents. Network: fccd353f-aa6f-4c49-96ab-649eb93ec923, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:35.793582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.802648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Network fccd353f-aa6f-4c49-96ab-649eb93ec923 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:35.815587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, fccd353f-aa6f-4c49-96ab-649eb93ec923) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:35.822111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.823149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.828881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431eca2-8fa0-4138-b4a9-0128f05f4497 None None] Network fccd353f-aa6f-4c49-96ab-649eb93ec923 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:35.853842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-446d41e5-2989-41a4-a14e-99f9d2b9b1fb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4512610 Nov 12 03:47:35.937496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.953507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44700) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:35.988721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2bf552-24b2-4e94-81b9-e9349561404c None None] Network fccd353f-aa6f-4c49-96ab-649eb93ec923 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:36.027692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8976c221-992f-4287-9885-037e0ad40d75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cda9eba515fe4e2ea85685277d1f6bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0729835 Nov 12 03:47:36.030323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44704) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:36.184465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.25.0.204 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/70df3a97-7d02-42ee-8ff0-88b64a819df9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:36.244488 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39dd241-5d3a-4cc4-a29d-65ce7a2e7213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.274892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b988d-7752-4ce9-a02e-1ba2becdf192 req-87750abb-99ab-4d7c-b28b-177baf55b610 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.276944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e49b988d-7752-4ce9-a02e-1ba2becdf192 req-87750abb-99ab-4d7c-b28b-177baf55b610 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0621834 Nov 12 03:47:36.334770 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.353316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e49b988d-7752-4ce9-a02e-1ba2becdf192 req-608549c8-5b98-4d7f-a3ce-d26aa222c60b tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673137 Nov 12 03:47:36.368835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39dd241-5d3a-4cc4-a29d-65ce7a2e7213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.417090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4cd70283-17cd-40f4-af86-a9a7788eebca no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:36.447652 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.483520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 4cd70283-17cd-40f4-af86-a9a7788eebca {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:36.485331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4cd70283-17cd-40f4-af86-a9a7788eebca not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:36.495132 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39dd241-5d3a-4cc4-a29d-65ce7a2e7213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.497763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39dd241-5d3a-4cc4-a29d-65ce7a2e7213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.501197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d39dd241-5d3a-4cc4-a29d-65ce7a2e7213 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/510d8fc4-291d-4ac0-b458-96b5e1419495 HTTP/1.1" status: 204 len: 168 time: 0.4674227 Nov 12 03:47:36.513582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dd241-5d3a-4cc4-a29d-65ce7a2e7213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510d8fc4-291d-4ac0-b458-96b5e1419495,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:36.538075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.651109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:36.655029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=70df3a97-7d02-42ee-8ff0-88b64a819df9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:36.667417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:36.671143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:36.766398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1040-7619-4b12-871f-ef7d4a1490a3 req-1909178e-c797-4515-ba60-04c2cc82bd90 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.768338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd6e1040-7619-4b12-871f-ef7d4a1490a3 req-1909178e-c797-4515-ba60-04c2cc82bd90 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0925758 Nov 12 03:47:36.918138 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd6e1040-7619-4b12-871f-ef7d4a1490a3 req-20bdfdda-7a87-432e-9ea8-23dfc7416662 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422732 Nov 12 03:47:36.930298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-8090eb48-ab3b-4c7e-87fa-700043b54788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.931811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-8090eb48-ab3b-4c7e-87fa-700043b54788 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1096 time: 0.1211331 Nov 12 03:47:37.014830 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.110109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-f512df35-f756-48d1-8c9e-c106a1d6be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.111439 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-f512df35-f756-48d1-8c9e-c106a1d6be1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.1456006 Nov 12 03:47:37.150266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44746) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:37.156485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1050867893-network', 'tenant_id': '7680cb86f76d42f4b6e73c2c6c6b552f'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:37.185543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Made reservation on behalf of 7680cb86f76d42f4b6e73c2c6c6b552f for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:37.189600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.193446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44748) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:37.201584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.268888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-6d8c84b0-9a17-4b67-90e4-7915e46db29b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 999 time: 0.1335454 Nov 12 03:47:37.296730 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.301666 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.325129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:37.346348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef5a797-12e3-496e-a1a9-2acc554379cf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:37.350644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.351135 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Added segment 28de4cbb-cc33-4bcf-bf23-068a47c14f5a of type vlan for network f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86 Nov 12 03:47:37.410691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.448078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.449132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.450030 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.482269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3301029 Nov 12 03:47:37.493997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44756) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:37.499143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Request body: {'subnet': {'network_id': 'f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1050867893-subnet', 'tenant_id': '7680cb86f76d42f4b6e73c2c6c6b552f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:37.551149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76963-89e0-480f-8871-08dda1a10150 admin admin] Pushing event updated for resources: {'Network': ['ID=f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:37.563592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Made reservation on behalf of 7680cb86f76d42f4b6e73c2c6c6b552f for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:37.572599 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.572866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:37.667860 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-316acfd4-f398-428a-86fb-56bbf132a02a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a30ff6cdef94c7bb1a7dffbaac7b224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4731681 Nov 12 03:47:37.671359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44764) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:37.692214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-83acf19d-71c6-4d1c-bb8d-e857602b9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.693700 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-83acf19d-71c6-4d1c-bb8d-e857602b9800 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.4159048 Nov 12 03:47:37.702261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.767486 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9935ce88-b995-41e2-90c0-c8c60f9301b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.780686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-fc8a344e-c860-4b8a-9e52-fadfde0b2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.782392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-fc8a344e-c860-4b8a-9e52-fadfde0b2f33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815418 Nov 12 03:47:37.822066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9935ce88-b995-41e2-90c0-c8c60f9301b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.828592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.853181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.926129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8018c2-a5e8-4ecb-bb0d-7ae88a3d9011,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:37.939321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Checking segment: {'id': '28de4cbb-cc33-4bcf-bf23-068a47c14f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:37.939865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Network hostable DHCP agents. Network: f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:37.950894 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9935ce88-b995-41e2-90c0-c8c60f9301b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.953749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9935ce88-b995-41e2-90c0-c8c60f9301b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.957633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9935ce88-b995-41e2-90c0-c8c60f9301b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d01e18ee-99ac-4424-b350-116b0644ca23 HTTP/1.1" status: 204 len: 168 time: 0.2824588 Nov 12 03:47:37.969357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935ce88-b995-41e2-90c0-c8c60f9301b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e18ee-99ac-4424-b350-116b0644ca23,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:37.977364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-8bf2f95e-50cc-4674-9ac1-22a1c144f32e service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800723 Nov 12 03:47:37.978571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Network f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:38.001483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:38.010484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.015699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21348a3c-f8fa-4b45-9e91-c5460f7c9aa4 None None] Network f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:38.018392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.064815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1402ca23-5b7e-43c1-8484-cccf803107b4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5654933 Nov 12 03:47:38.155489 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.165625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.174050 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0706f3f1-c1c7-4aaf-b9ae-129dcf594213 req-3865c017-72f2-441f-be9d-cd78c69d7232 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866701 Nov 12 03:47:38.227995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d5b51-4197-4712-bc05-9e6fd248abb4 None None] Network f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:38.231865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c68e2b-140f-467b-878a-7b6f7ebe0391 req-7bfba887-93c0-4aef-81de-d215202c6ceb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.233608 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2c68e2b-140f-467b-878a-7b6f7ebe0391 req-7bfba887-93c0-4aef-81de-d215202c6ceb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1411691 Nov 12 03:47:38.286826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=70df3a97-7d02-42ee-8ff0-88b64a819df9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:38.333187 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.343758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2c68e2b-140f-467b-878a-7b6f7ebe0391 req-a26883a0-71d4-4f15-baad-304962af27e0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997593 Nov 12 03:47:38.472593 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Floating IP 811b4b3b-b900-4119-bca9-cbb2be27bc62 associated. External IP: 172.25.0.204, port: b3904180-b646-4bfb-8a56-0228e9138080. Nov 12 03:47:38.769281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router ee667b50-c39b-457c-b3f2-bb62646b0391 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:38.965670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:38.982187 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] Sync routers for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:38.995069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.996201 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:38.997148 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:39.037674 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-45c11b50-e0e3-498f-90d3-255a6ff42d76 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2891419 Nov 12 03:47:39.043598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:39.045955 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a5bafb-642b-414c-bd11-858ad6abd7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "tag": "b3904180-b646-4bfb-8a56-0228e9138080"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:39.059325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-41d8df55-d790-4b00-8fb3-3e4617904fe8 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.060913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-41d8df55-d790-4b00-8fb3-3e4617904fe8 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/networks?id=fccd353f-aa6f-4c49-96ab-649eb93ec923 HTTP/1.1" status: 200 len: 812 time: 0.1614087 Nov 12 03:47:39.077066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-d0127cb6-cc35-4734-9eea-aa23ce4aed77 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/quotas/db3b879a1ab148829cbdab3315eea111 HTTP/1.1" status: 200 len: 375 time: 0.0101435 Nov 12 03:47:39.118867 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-2f80ca82-bc63-4b78-9487-4a75b5799b0e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=db3b879a1ab148829cbdab3315eea111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331078 Nov 12 03:47:39.150129 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:39.209127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e35f8-ad5c-42a3-884e-b4f6594dfede req-1ece9939-fd94-4759-ae6a-32f0a34a52df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.211453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b60e35f8-ad5c-42a3-884e-b4f6594dfede req-1ece9939-fd94-4759-ae6a-32f0a34a52df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 946 time: 0.0620868 Nov 12 03:47:39.232541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-5aa015fb-e182-46d2-97a7-d35f43aa88a3 service neutron] 10.222.0.49 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042359 Nov 12 03:47:39.316243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b60e35f8-ad5c-42a3-884e-b4f6594dfede req-57755998-2ebe-4893-b63f-01dcca523f6b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961962 Nov 12 03:47:39.360210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44836) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:39.392974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-e480690c-3f8a-4d0a-a711-7c490f778b64 service neutron] 10.222.0.49 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534903 Nov 12 03:47:39.423708 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dcb025-c1ed-4aba-b3a1-fdeef1e6949d x-openstack-request-id: req-66dcb025-c1ed-4aba-b3a1-fdeef1e6949d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:39.425572 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "tag": "b3904180-b646-4bfb-8a56-0228e9138080", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:39.426539 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66dcb025-c1ed-4aba-b3a1-fdeef1e6949d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:39.427359 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080', 'status': 'completed', 'code': 200} Nov 12 03:47:39.499099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b53e581d-36c7-4143-912b-7c1818bfa419 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/811b4b3b-b900-4119-bca9-cbb2be27bc62 HTTP/1.1" status: 200 len: 992 time: 0.1361458 Nov 12 03:47:39.534508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-d5794e3e-8317-4182-a461-c591d38f0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.538298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-d5794e3e-8317-4182-a461-c591d38f0af4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 1098 time: 0.0805037 Nov 12 03:47:39.576007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9ccbd-be40-48a0-9378-43d1ac46e181 req-3c199b8c-2119-4807-bdb1-b2c5d045d3a4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.577782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6c9ccbd-be40-48a0-9378-43d1ac46e181 req-3c199b8c-2119-4807-bdb1-b2c5d045d3a4 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0585792 Nov 12 03:47:39.618226 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '811b4b3b-b900-4119-bca9-cbb2be27bc62', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'port_id': 'b3904180-b646-4bfb-8a56-0228e9138080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'mac_address': 'fa:16:3e:cd:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:37Z', 'updated_at': '2021-11-12T03:47:37Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:39.676434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6c9ccbd-be40-48a0-9378-43d1ac46e181 req-64ad3899-e37e-49cd-a84e-0b4f11315d31 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903533 Nov 12 03:47:39.683618 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] Checking router: ee667b50-c39b-457c-b3f2-bb62646b0391 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:39.708663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:39.709221 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:39.723760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-efdb5582-dfb4-4b21-acea-86b22774841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.725286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-efdb5582-dfb4-4b21-acea-86b22774841f service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa20752a-38c5-4d8d-a663-888fdd5620ac HTTP/1.1" status: 200 len: 898 time: 0.1794994 Nov 12 03:47:39.841155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-81258b05-3285-4b8f-b7f5-6f36b2e0ddaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3904180-b646-4bfb-8a56-0228e9138080 HTTP/1.1" status: 200 len: 1000 time: 0.1081805 Nov 12 03:47:39.845503 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:39.870798 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de2f5068-5077-4448-9484-f50febada83b req-f7b09e28-d3e6-4702-86be-62258473b733 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 210 time: 0.0486307 Nov 12 03:47:39.924106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-dcb565c2-1e69-4b70-bfc6-a97d5068c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.925691 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-dcb565c2-1e69-4b70-bfc6-a97d5068c2e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8e653fb-6ebb-4be2-970c-fc24aefd7211 HTTP/1.1" status: 200 len: 835 time: 0.0749040 Nov 12 03:47:40.022655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-7f253fad-8ef1-4986-82d4-151005874379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.024515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-7f253fad-8ef1-4986-82d4-151005874379 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa20752a-38c5-4d8d-a663-888fdd5620ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916064 Nov 12 03:47:40.048457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e145ca-89b9-4ff2-a46d-ca76518fe89f req-cca9aacd-e908-46fb-8ece-9cebf3f1fd21 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.059720 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42e145ca-89b9-4ff2-a46d-ca76518fe89f req-cca9aacd-e908-46fb-8ece-9cebf3f1fd21 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1068573 Nov 12 03:47:40.166266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42e145ca-89b9-4ff2-a46d-ca76518fe89f req-beec8add-336d-4fa6-a7e1-687f79c9048e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003480 Nov 12 03:47:40.206966 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-83108203-3b1b-4ced-bc98-de03418206c3 service neutron] 10.222.0.20 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751311 Nov 12 03:47:40.224978 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '811b4b3b-b900-4119-bca9-cbb2be27bc62', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'port_id': 'b3904180-b646-4bfb-8a56-0228e9138080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'mac_address': 'fa:16:3e:cd:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:37Z', 'updated_at': '2021-11-12T03:47:37Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:40.261353 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6301658-dfe0-4416-a01e-09d81f89a36f None None] The sync data for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 is: [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '811b4b3b-b900-4119-bca9-cbb2be27bc62', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'port_id': 'b3904180-b646-4bfb-8a56-0228e9138080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'mac_address': 'fa:16:3e:cd:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:37Z', 'updated_at': '2021-11-12T03:47:37Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:40.369083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69a5bafb-642b-414c-bd11-858ad6abd7d4 req-5e6f1dc9-d20f-4c09-a76a-2b6b319eb4a1 service neutron] 10.222.0.20 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555352 Nov 12 03:47:40.389804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781964e-247f-432a-bb07-c71768fb7d75 req-180e6280-2d6d-4445-8ccf-3569493f2b3a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.398361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e781964e-247f-432a-bb07-c71768fb7d75 req-180e6280-2d6d-4445-8ccf-3569493f2b3a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0957355 Nov 12 03:47:40.482393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e781964e-247f-432a-bb07-c71768fb7d75 req-a3a24106-3ec1-4544-adcd-cd6a63fccf65 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778611 Nov 12 03:47:40.501868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 44884) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:40.606569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f8ca47c8-c6ba-4fd7-8081-f6432b72fbde tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/811b4b3b-b900-4119-bca9-cbb2be27bc62 HTTP/1.1" status: 200 len: 992 time: 0.1034517 Nov 12 03:47:40.639075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5935b-c093-4db3-964a-0d301f3b4222 None None] New status for floating IP 811b4b3b-b900-4119-bca9-cbb2be27bc62: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:40.811212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588e578-7068-4f98-99a2-990e43011c7e req-83afd4ce-f436-410c-8415-928e73256b1e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.813015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9588e578-7068-4f98-99a2-990e43011c7e req-83afd4ce-f436-410c-8415-928e73256b1e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0657988 Nov 12 03:47:40.877279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9588e578-7068-4f98-99a2-990e43011c7e req-227a33e5-883d-4cb9-aec2-ebae261e47c5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510833 Nov 12 03:47:41.067075 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d95d9abb-9002-443f-a0ab-0942db506724 req-3c1cce2e-49bf-4cf7-9fa0-c7454169c8fe tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 210 time: 0.0347054 Nov 12 03:47:41.370624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-c0d8b75f-aa54-4899-9318-cf0ee63a8475 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.373555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-c0d8b75f-aa54-4899-9318-cf0ee63a8475 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.20 "GET /v2.0/networks?id=fccd353f-aa6f-4c49-96ab-649eb93ec923 HTTP/1.1" status: 200 len: 812 time: 0.1843245 Nov 12 03:47:41.387978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Request body: {'port': {'device_id': 'e83be083-83c9-4eca-ae02-d9520fce141f', 'network_id': 'fccd353f-aa6f-4c49-96ab-649eb93ec923', 'admin_state_up': True, 'tenant_id': 'db3b879a1ab148829cbdab3315eea111'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:41.515158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Made reservation on behalf of db3b879a1ab148829cbdab3315eea111 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:41.518902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.608236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44916) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:41.662164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Allocated IP 172.20.0.9 (fccd353f-aa6f-4c49-96ab-649eb93ec923/d2a1cc36-e0eb-4a9f-ac5c-226f9838da89/a09d9d44-a5a1-4026-b37a-2829290e7abe) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:41.679564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bb2fd929-27c0-4f59-829e-d6dfd5b3a175 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/811b4b3b-b900-4119-bca9-cbb2be27bc62 HTTP/1.1" status: 200 len: 994 time: 0.0698991 Nov 12 03:47:41.841287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.878624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:41.921468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Network fccd353f-aa6f-4c49-96ab-649eb93ec923 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:41.927536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:41.935500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:41.966777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Pushing event updated for resources: {'Port': ['ID=a09d9d44-a5a1-4026-b37a-2829290e7abe,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:42.008732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.010006 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.028393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-85292200-2eac-4444-847e-bfc58493646e tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442728 Nov 12 03:47:42.045034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Request body: {'port': {'device_id': 'e83be083-83c9-4eca-ae02-d9520fce141f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:42.063368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47682359-1eaf-42e5-b0c9-881feed24b36 req-2bacbd86-306c-4389-83c6-c63dcb19ed1e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.072310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47682359-1eaf-42e5-b0c9-881feed24b36 req-2bacbd86-306c-4389-83c6-c63dcb19ed1e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0988140 Nov 12 03:47:42.123047 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.170801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47682359-1eaf-42e5-b0c9-881feed24b36 req-befd7413-32d0-4231-aa4e-a7d8cfbec435 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968735 Nov 12 03:47:42.331596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44954) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:42.346933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578a07-e4ee-4b97-adf0-79e4d2203603 req-3dd766c9-c882-46d0-b2a6-d3d426324457 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.348453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28578a07-e4ee-4b97-adf0-79e4d2203603 req-3dd766c9-c882-46d0-b2a6-d3d426324457 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 931 time: 0.1634648 Nov 12 03:47:42.440906 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28578a07-e4ee-4b97-adf0-79e4d2203603 req-f66ccdbc-52ce-4ef1-9f32-7ca5cc25e6a5 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594738 Nov 12 03:47:42.501725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-07ec8f04-e281-4f41-9e12-fe2c27130a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.503556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-07ec8f04-e281-4f41-9e12-fe2c27130a22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 1096 time: 0.1097159 Nov 12 03:47:42.513086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287af2f-74a5-4706-95a5-c6ebe4f36e41 req-2ed9dd7d-bedb-4a92-9b0c-57e3c347247f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.521686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4287af2f-74a5-4706-95a5-c6ebe4f36e41 req-2ed9dd7d-bedb-4a92-9b0c-57e3c347247f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.1144307 Nov 12 03:47:42.542827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09d9d44-a5a1-4026-b37a-2829290e7abe {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:42.551958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.570284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Transition to ACTIVE for port object a09d9d44-a5a1-4026-b37a-2829290e7abe will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:42.574363 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.620617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-7d2882b2-266d-4c48-b219-0329f864cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.622145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-7d2882b2-266d-4c48-b219-0329f864cb5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 200 len: 913 time: 0.0963688 Nov 12 03:47:42.673986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Pushing event updated for resources: {'Port': ['ID=a09d9d44-a5a1-4026-b37a-2829290e7abe,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:42.704496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Attempting to bind port a09d9d44-a5a1-4026-b37a-2829290e7abe on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:42.705002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Attempting to bind port a09d9d44-a5a1-4026-b37a-2829290e7abe by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '25e69deb-ad0b-49d7-b274-1a11bcd51cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'fccd353f-aa6f-4c49-96ab-649eb93ec923'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:42.705312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Attempting to bind port a09d9d44-a5a1-4026-b37a-2829290e7abe on network fccd353f-aa6f-4c49-96ab-649eb93ec923 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:42.707494 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6bc0-c5e8-402c-912b-c8f7ad22cf44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.713768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Port a09d9d44-a5a1-4026-b37a-2829290e7abe on network fccd353f-aa6f-4c49-96ab-649eb93ec923 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:42.713768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Attempting to bind port a09d9d44-a5a1-4026-b37a-2829290e7abe on network fccd353f-aa6f-4c49-96ab-649eb93ec923 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:42.718811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:42.719234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Checking segment: {'id': '25e69deb-ad0b-49d7-b274-1a11bcd51cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'fccd353f-aa6f-4c49-96ab-649eb93ec923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:42.719673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Bound using segment: {'id': '25e69deb-ad0b-49d7-b274-1a11bcd51cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'fccd353f-aa6f-4c49-96ab-649eb93ec923'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:42.720168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Bound port: a09d9d44-a5a1-4026-b37a-2829290e7abe, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e69deb-ad0b-49d7-b274-1a11bcd51cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'fccd353f-aa6f-4c49-96ab-649eb93ec923'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:42.720589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.757673 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4287af2f-74a5-4706-95a5-c6ebe4f36e41 req-deb14d88-8e1b-4f7b-8256-a4e14a93b61d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312119 Nov 12 03:47:42.770992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-7bc08773-c23f-4e21-af76-af75cc79f657 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 200 len: 999 time: 0.1410370 Nov 12 03:47:42.799719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] For port a09d9d44-a5a1-4026-b37a-2829290e7abe, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:42.803301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] For port a09d9d44-a5a1-4026-b37a-2829290e7abe, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe,segment=NetworkSegment(25e69deb-ad0b-49d7-b274-1a11bcd51cd1),segment_id=25e69deb-ad0b-49d7-b274-1a11bcd51cd1)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:42.807454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.850043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.850905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.851208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-a2e46fb0-2ec0-43db-81d1-edc60c4e2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.852508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] 10.222.0.20 "PUT /v2.0/ports/a09d9d44-a5a1-4026-b37a-2829290e7abe HTTP/1.1" status: 200 len: 1092 time: 0.8138180 Nov 12 03:47:42.852818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-a2e46fb0-2ec0-43db-81d1-edc60c4e2626 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 200 len: 850 time: 0.0713589 Nov 12 03:47:42.852966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83be083-83c9-4eca-ae02-d9520fce141f', 'tag': 'a09d9d44-a5a1-4026-b37a-2829290e7abe'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:42.855255 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff8b74-f49e-40f0-b3a4-218090c8a303" -d '{"events": [{"name": "network-changed", "server_uuid": "e83be083-83c9-4eca-ae02-d9520fce141f", "tag": "a09d9d44-a5a1-4026-b37a-2829290e7abe"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:42.917709 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35a07ce-1663-4d58-86a0-a623d59df4c6 x-openstack-request-id: req-b35a07ce-1663-4d58-86a0-a623d59df4c6 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:42.917949 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83be083-83c9-4eca-ae02-d9520fce141f", "tag": "a09d9d44-a5a1-4026-b37a-2829290e7abe", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:42.918374 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b35a07ce-1663-4d58-86a0-a623d59df4c6 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:42.918822 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83be083-83c9-4eca-ae02-d9520fce141f', 'tag': 'a09d9d44-a5a1-4026-b37a-2829290e7abe', 'status': 'completed', 'code': 200} Nov 12 03:47:42.923864 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6bc0-c5e8-402c-912b-c8f7ad22cf44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.931476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-2ed0a90d-e055-49ed-b3c6-ba4f0d58606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.933535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-2ed0a90d-e055-49ed-b3c6-ba4f0d58606d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eda40b8-2392-4f0c-96b3-730bf512b53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688226 Nov 12 03:47:42.933838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098b826-17d2-4364-bbf8-286e01c0854e service neutron] Pushing event updated for resources: {'Port': ['ID=a09d9d44-a5a1-4026-b37a-2829290e7abe,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:42.934655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6bc0-c5e8-402c-912b-c8f7ad22cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.956581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-675e3604-97d7-4141-b049-365ed08750ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.958107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-675e3604-97d7-4141-b049-365ed08750ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db3b879a1ab148829cbdab3315eea111&device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 1095 time: 0.0580399 Nov 12 03:47:43.001596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fd6e6bc0-c5e8-402c-912b-c8f7ad22cf44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc7bc9194321404f84308c2940a328de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6689794 Nov 12 03:47:43.004732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 44976) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:43.017915 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-7545fb39-e704-436d-a427-7896df39466a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe HTTP/1.1" status: 200 len: 217 time: 0.0524497 Nov 12 03:47:43.035934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e6bc0-c5e8-402c-912b-c8f7ad22cf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b730c9-a094-4932-b832-7b26c65e30a1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:43.083069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-fc6969b6-96f0-4678-8603-d117fa7a6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:43.085557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-fc6969b6-96f0-4678-8603-d117fa7a6519 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2a1cc36-e0eb-4a9f-ac5c-226f9838da89 HTTP/1.1" status: 200 len: 852 time: 0.0603991 Nov 12 03:47:43.100406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-84800ba1-4b6a-4402-9e52-f90b9957b4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486547 Nov 12 03:47:43.121414 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6892d26-558a-47ea-9e6d-831daaa7e562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.125125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-f72e5a68-b3be-4264-b655-3f59213d0777 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fccd353f-aa6f-4c49-96ab-649eb93ec923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298338 Nov 12 03:47:43.192556 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6892d26-558a-47ea-9e6d-831daaa7e562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.232628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-8a2a660c-0ff2-4948-81c9-286ba13eb94f service neutron] 10.222.0.20 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940926 Nov 12 03:47:43.247269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f33f151d-1dd5-4274-b0fb-d9512987b0ce req-f8c2dc73-821c-4d7a-819f-08b727cc5e91 service neutron] 10.222.0.20 "GET /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373591 Nov 12 03:47:43.274202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6892d26-558a-47ea-9e6d-831daaa7e562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.277500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6892d26-558a-47ea-9e6d-831daaa7e562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.279012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b6892d26-558a-47ea-9e6d-831daaa7e562 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37b730c9-a094-4932-b832-7b26c65e30a1 HTTP/1.1" status: 204 len: 168 time: 0.2730138 Nov 12 03:47:43.304579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6892d26-558a-47ea-9e6d-831daaa7e562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b730c9-a094-4932-b832-7b26c65e30a1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:43.345689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3bfdf381-4920-4d8d-90b0-f3f07c2c8834 req-88f17bda-654f-4953-8069-c17306fc735a service neutron] 10.222.0.20 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046267 Nov 12 03:47:43.454556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-abe908a1-ce00-4daa-8361-335b7fc37388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:43.457225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-abe908a1-ce00-4daa-8361-335b7fc37388 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db3b879a1ab148829cbdab3315eea111&device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 1095 time: 0.0484321 Nov 12 03:47:43.586095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-013d743c-01f4-4a87-a3ba-6600d4653fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:43.587744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-013d743c-01f4-4a87-a3ba-6600d4653fd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fccd353f-aa6f-4c49-96ab-649eb93ec923 HTTP/1.1" status: 200 len: 914 time: 0.1181266 Nov 12 03:47:43.906305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac6357-5076-47d7-8c04-9f10cf471a0a req-c25ea653-e448-452e-bcc9-8a5e2df4f8cd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:43.915290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32ac6357-5076-47d7-8c04-9f10cf471a0a req-c25ea653-e448-452e-bcc9-8a5e2df4f8cd tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0800779 Nov 12 03:47:43.946218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-c5a168ce-5d30-42ee-8fa7-4c1ec2e04d4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe HTTP/1.1" status: 200 len: 217 time: 0.3479996 Nov 12 03:47:43.959424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944db3bf-5fc5-4452-a179-59f69b6478f7 req-aa86c328-67a9-460e-a423-674bd7feed1d tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:43.961058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-944db3bf-5fc5-4452-a179-59f69b6478f7 req-aa86c328-67a9-460e-a423-674bd7feed1d tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 943 time: 0.4200792 Nov 12 03:47:43.979901 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32ac6357-5076-47d7-8c04-9f10cf471a0a req-2e1895fb-2ee6-400a-90d0-b33155a593bb tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577662 Nov 12 03:47:44.037480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-dfb2675f-1ad1-4e59-8bb0-ad3636d6be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:44.039751 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-dfb2675f-1ad1-4e59-8bb0-ad3636d6be2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2a1cc36-e0eb-4a9f-ac5c-226f9838da89 HTTP/1.1" status: 200 len: 852 time: 0.0777674 Nov 12 03:47:44.047469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-944db3bf-5fc5-4452-a179-59f69b6478f7 req-45806a03-ade7-4214-92b6-19f1f29fc7e0 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780153 Nov 12 03:47:44.076938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-e6e3f7dd-ed22-43f5-a1a1-9d0ec8463292 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fccd353f-aa6f-4c49-96ab-649eb93ec923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282743 Nov 12 03:47:44.187160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-7f70f4b7-14b1-46b4-836d-44f78ba1f744 service neutron] 10.222.0.20 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957875 Nov 12 03:47:44.293622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2ff8b74-f49e-40f0-b3a4-218090c8a303 req-e9f33fe4-ae0f-49d4-804d-9c48dd914aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973735 Nov 12 03:47:44.705405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45046) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:44.916752 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d091cedb-efca-4326-b752-f4dedfe5332d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.993558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d091cedb-efca-4326-b752-f4dedfe5332d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:44.997824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d091cedb-efca-4326-b752-f4dedfe5332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.035219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091cedb-efca-4326-b752-f4dedfe5332d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfddc41-e846-4b01-b54d-f8adae5283df,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:45.043823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d091cedb-efca-4326-b752-f4dedfe5332d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=616180e904354ef4b53a004f98afd14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345275 Nov 12 03:47:45.044722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45056) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:45.100906 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02dba798-b31c-4a01-9ba4-a24226b9f0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.115370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57de5dc-9ece-4047-9b9d-b15f81a15fa3 req-a7446a1c-9a63-40d7-9046-0c34586863d7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:45.118895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d57de5dc-9ece-4047-9b9d-b15f81a15fa3 req-a7446a1c-9a63-40d7-9046-0c34586863d7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0698164 Nov 12 03:47:45.126823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02dba798-b31c-4a01-9ba4-a24226b9f0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.172566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d57de5dc-9ece-4047-9b9d-b15f81a15fa3 req-b9f2fa0e-ac0e-4e8c-96cc-882bd082f371 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471673 Nov 12 03:47:45.215618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15c073-895c-4702-a91d-30b4f54c828c req-2e880158-85a0-4b37-9739-ffc0988e1d98 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:45.217826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e15c073-895c-4702-a91d-30b4f54c828c req-2e880158-85a0-4b37-9739-ffc0988e1d98 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 943 time: 0.0743928 Nov 12 03:47:45.230381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02dba798-b31c-4a01-9ba4-a24226b9f0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.233464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02dba798-b31c-4a01-9ba4-a24226b9f0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.237482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-02dba798-b31c-4a01-9ba4-a24226b9f0c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bfddc41-e846-4b01-b54d-f8adae5283df HTTP/1.1" status: 204 len: 168 time: 0.1898780 Nov 12 03:47:45.248027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dba798-b31c-4a01-9ba4-a24226b9f0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfddc41-e846-4b01-b54d-f8adae5283df,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:45.327074 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e15c073-895c-4702-a91d-30b4f54c828c req-a3f8470d-2843-427c-9c1c-bebac1b31881 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899403 Nov 12 03:47:45.330390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff4f85-48ad-4f4d-ae7a-f146593be437 req-1f9ace3b-b6b0-4b99-a899-8173b8c98d3f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:45.333265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51ff4f85-48ad-4f4d-ae7a-f146593be437 req-1f9ace3b-b6b0-4b99-a899-8173b8c98d3f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0678878 Nov 12 03:47:45.416239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51ff4f85-48ad-4f4d-ae7a-f146593be437 req-2a300962-3f7b-40e5-8dc0-ef019ac6214c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532897 Nov 12 03:47:45.926100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45104) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:46.120461 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5683a90-5b0a-4cc3-91b0-a001add3450f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.205967 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5683a90-5b0a-4cc3-91b0-a001add3450f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.211095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5683a90-5b0a-4cc3-91b0-a001add3450f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.253198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e5683a90-5b0a-4cc3-91b0-a001add3450f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ee9c30c424440bb9ca6c2cc9ca7406e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255873 Nov 12 03:47:46.254074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5683a90-5b0a-4cc3-91b0-a001add3450f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9024ad9e-d9b6-4941-a09d-a88f8e79c583,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:46.255914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45140) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:46.321372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9d627cc-2215-48fa-9cd1-204653138d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.347685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9d627cc-2215-48fa-9cd1-204653138d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.353810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-af4dfa4f-d998-4ea6-a627-27222f4538aa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:46.355481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-af4dfa4f-d998-4ea6-a627-27222f4538aa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=92300779-4ade-43a1-b9b7-5625c26e632f HTTP/1.1" status: 200 len: 944 time: 0.0587797 Nov 12 03:47:46.440896 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9d627cc-2215-48fa-9cd1-204653138d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.443468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9d627cc-2215-48fa-9cd1-204653138d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.445150 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e9d627cc-2215-48fa-9cd1-204653138d4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9024ad9e-d9b6-4941-a09d-a88f8e79c583 HTTP/1.1" status: 204 len: 168 time: 0.1876974 Nov 12 03:47:46.456561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d627cc-2215-48fa-9cd1-204653138d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9024ad9e-d9b6-4941-a09d-a88f8e79c583,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:46.457448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Deleting port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:46.457848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.475053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a501c-56f9-48e0-ae5e-760765da1b16 req-3fe699a8-130b-4473-8f51-dd4c310a5090 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:46.476704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-105a501c-56f9-48e0-ae5e-760765da1b16 req-3fe699a8-130b-4473-8f51-dd4c310a5090 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 943 time: 0.0677848 Nov 12 03:47:46.479323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a09d9d44-a5a1-4026-b37a-2829290e7abe details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:46.543850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-105a501c-56f9-48e0-ae5e-760765da1b16 req-d74db831-f41a-4957-989a-1ebee0cec1f7 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563939 Nov 12 03:47:46.587159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] For port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:46.587538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.603503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Calling delete_port for 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:46.768829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a09d9d44-a5a1-4026-b37a-2829290e7abe, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe,segment=NetworkSegment(25e69deb-ad0b-49d7-b274-1a11bcd51cd1),segment_id=25e69deb-ad0b-49d7-b274-1a11bcd51cd1)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:46.771834 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.786211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e229c874-a097-422d-af8e-fe88d409b4eb', 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:46.792486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'a09d9d44-a5a1-4026-b37a-2829290e7abe', 'network_id': 'fccd353f-aa6f-4c49-96ab-649eb93ec923', 'port_id': 'a09d9d44-a5a1-4026-b37a-2829290e7abe', 'mac_address': 'fa:16:3e:60:c2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a1cc36-e0eb-4a9f-ac5c-226f9838da89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:46.818539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event deleted for resources: {'Port': ['ID=34e6c336-cf70-45e5-bdc1-c45f020ec2e4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:46.896684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] No DVR routers for this DVR port 34e6c336-cf70-45e5-bdc1-c45f020ec2e4 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:46.900499 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.905225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5702d6b-0187-44f4-bcf4-f636e60b7db9 req-fbe79474-b6d2-4bf7-a52f-befe05f9b374 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "DELETE /v2.0/ports/34e6c336-cf70-45e5-bdc1-c45f020ec2e4 HTTP/1.1" status: 204 len: 173 time: 0.5430512 Nov 12 03:47:46.905823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'name': 'network-vif-deleted', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:46.908543 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b3120-8df8-4187-9182-cc0be0f67589" -d '{"events": [{"server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "name": "network-vif-deleted", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:46.915423 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.943676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09d9d44-a5a1-4026-b37a-2829290e7abe {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:46.996421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a09d9d44-a5a1-4026-b37a-2829290e7abe, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe,segment=NetworkSegment(25e69deb-ad0b-49d7-b274-1a11bcd51cd1),segment_id=25e69deb-ad0b-49d7-b274-1a11bcd51cd1)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:47.006883 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.018073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45162) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:47.033156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1f91f4c-5246-49ea-b10a-9f293e071982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.146527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1f91f4c-5246-49ea-b10a-9f293e071982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.147939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a09d9d44-a5a1-4026-b37a-2829290e7abe,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:47.150949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1f91f4c-5246-49ea-b10a-9f293e071982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.203319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f91f4c-5246-49ea-b10a-9f293e071982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29239215-e267-4ccc-bb6c-45d90b55481d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:47.214085 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1f91f4c-5246-49ea-b10a-9f293e071982 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df8c3aac59a642e0a93acab74df6d7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1924746 Nov 12 03:47:47.214732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45166) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:47.274073 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ce875ca-ba41-445f-bb4e-cf8759c712aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.304142 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637f6b5-8e57-4172-8c1f-6b4d670202c7 x-openstack-request-id: req-3637f6b5-8e57-4172-8c1f-6b4d670202c7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:47.304333 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92300779-4ade-43a1-b9b7-5625c26e632f", "name": "network-vif-deleted", "tag": "34e6c336-cf70-45e5-bdc1-c45f020ec2e4", "status": "failed", "code": 422}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:47.304479 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3637f6b5-8e57-4172-8c1f-6b4d670202c7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:47.305119 n-d-789963-21 neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92300779-4ade-43a1-b9b7-5625c26e632f', 'name': 'network-vif-deleted', 'tag': '34e6c336-cf70-45e5-bdc1-c45f020ec2e4', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:47:47.308327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ce875ca-ba41-445f-bb4e-cf8759c712aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.384704 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a09d9d44-a5a1-4026-b37a-2829290e7abe'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:47.390209 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ce875ca-ba41-445f-bb4e-cf8759c712aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.392788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3ce875ca-ba41-445f-bb4e-cf8759c712aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:47.394136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3ce875ca-ba41-445f-bb4e-cf8759c712aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29239215-e267-4ccc-bb6c-45d90b55481d HTTP/1.1" status: 204 len: 168 time: 0.1784735 Nov 12 03:47:47.416921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce875ca-ba41-445f-bb4e-cf8759c712aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29239215-e267-4ccc-bb6c-45d90b55481d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:47.649656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6f9d3-9273-4d31-82dc-54b5dee401e3 req-fae93746-53ab-413e-a788-bab056a2da5a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:47.657329 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01c6f9d3-9273-4d31-82dc-54b5dee401e3 req-fae93746-53ab-413e-a788-bab056a2da5a tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 908 time: 0.0793655 Nov 12 03:47:47.692581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff435c8a-54e3-4fa8-a4f9-616666c8d7e4 req-87d3963e-9d68-4fc8-a09e-d4362950b170 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:47.694133 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff435c8a-54e3-4fa8-a4f9-616666c8d7e4 req-87d3963e-9d68-4fc8-a09e-d4362950b170 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 944 time: 0.0725298 Nov 12 03:47:47.750916 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff435c8a-54e3-4fa8-a4f9-616666c8d7e4 req-656b8789-563c-4cd3-b263-94db685efdc4 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Nov 12 03:47:48.797123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04beba26-9860-45f7-a556-3dc30e8190f5 req-a69052d9-7e2d-441f-8372-b087b5d94261 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:48.801287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04beba26-9860-45f7-a556-3dc30e8190f5 req-a69052d9-7e2d-441f-8372-b087b5d94261 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 908 time: 0.0621264 Nov 12 03:47:48.899803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bcc05-8c05-48bd-a213-c4a39ad8f11b req-a36e05a2-2e94-43ae-8381-a625b24eedd6 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:48.902184 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c5bcc05-8c05-48bd-a213-c4a39ad8f11b req-a36e05a2-2e94-43ae-8381-a625b24eedd6 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 944 time: 0.0525236 Nov 12 03:47:48.954563 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4c5bcc05-8c05-48bd-a213-c4a39ad8f11b req-d95eb54d-8583-48f5-82c3-31ab47689c05 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Nov 12 03:47:49.116626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-bb76fcd8-c14b-4522-aebc-d8c50cd5886e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:49.118167 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-bb76fcd8-c14b-4522-aebc-d8c50cd5886e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 908 time: 0.0601299 Nov 12 03:47:49.231741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Deleting port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:49.232450 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.329590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] For port 884c33bc-b14d-4619-815e-b8f5b87cf4e2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=884c33bc-b14d-4619-815e-b8f5b87cf4e2,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:49.330436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.344419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Calling delete_port for 884c33bc-b14d-4619-815e-b8f5b87cf4e2 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:49.493063 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.521711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event deleted for resources: {'Port': ['ID=884c33bc-b14d-4619-815e-b8f5b87cf4e2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:49.571770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] No DVR routers for this DVR port 884c33bc-b14d-4619-815e-b8f5b87cf4e2 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:49.574578 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:49.578175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d7df7cd-fa66-48e9-873f-a5aed3d04fa2 req-7a4bdbbc-c758-44be-8a8a-ad8f810aa1c0 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "DELETE /v2.0/ports/884c33bc-b14d-4619-815e-b8f5b87cf4e2 HTTP/1.1" status: 204 len: 173 time: 0.4512384 Nov 12 03:47:49.579424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d685f87-792a-466f-b989-16b55340fa1b', 'name': 'network-vif-deleted', 'tag': '884c33bc-b14d-4619-815e-b8f5b87cf4e2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:49.582171 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91948412-be4a-4dea-8f70-1645518ec010" -d '{"events": [{"server_uuid": "4d685f87-792a-466f-b989-16b55340fa1b", "name": "network-vif-deleted", "tag": "884c33bc-b14d-4619-815e-b8f5b87cf4e2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:49.648121 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855eac2d-64e5-42d8-a943-a4db48880c03 x-openstack-request-id: req-855eac2d-64e5-42d8-a943-a4db48880c03 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:49.648531 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d685f87-792a-466f-b989-16b55340fa1b", "name": "network-vif-deleted", "tag": "884c33bc-b14d-4619-815e-b8f5b87cf4e2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:49.649248 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-855eac2d-64e5-42d8-a943-a4db48880c03 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:49.649248 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d685f87-792a-466f-b989-16b55340fa1b', 'name': 'network-vif-deleted', 'tag': '884c33bc-b14d-4619-815e-b8f5b87cf4e2', 'status': 'completed', 'code': 200} Nov 12 03:47:49.923026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14e822a1-299b-45a9-b929-d6d4bd4a5889 req-33a925ff-a36c-40a8-8810-d434e7ed3899 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d685f87-792a-466f-b989-16b55340fa1b HTTP/1.1" status: 200 len: 210 time: 0.0270894 Nov 12 03:47:50.110545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b37d3-2bd5-41b3-bd7f-8a5b43565ded req-fb2a0b1b-4729-44a2-92ae-a45e2e42838c tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:50.114372 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c50b37d3-2bd5-41b3-bd7f-8a5b43565ded req-fb2a0b1b-4729-44a2-92ae-a45e2e42838c tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 944 time: 0.0822232 Nov 12 03:47:50.183813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c50b37d3-2bd5-41b3-bd7f-8a5b43565ded req-eae37a0e-b9f1-4d80-8028-b2a3d112775a tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613499 Nov 12 03:47:50.491027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a09d9d44-a5a1-4026-b37a-2829290e7abe up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:50.547676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port a09d9d44-a5a1-4026-b37a-2829290e7abe completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:50.551957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port a09d9d44-a5a1-4026-b37a-2829290e7abe triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:50.552342 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:50.638203 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:50.662077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83be083-83c9-4eca-ae02-d9520fce141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09d9d44-a5a1-4026-b37a-2829290e7abe'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:50.665655 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235c6e15-770a-4be9-b637-bc3945a9d60c" -d '{"events": [{"server_uuid": "e83be083-83c9-4eca-ae02-d9520fce141f", "name": "network-vif-plugged", "status": "completed", "tag": "a09d9d44-a5a1-4026-b37a-2829290e7abe"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:50.680301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a09d9d44-a5a1-4026-b37a-2829290e7abe, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe,segment=NetworkSegment(25e69deb-ad0b-49d7-b274-1a11bcd51cd1),segment_id=25e69deb-ad0b-49d7-b274-1a11bcd51cd1)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:50.685139 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:50.719172 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377b4233-1046-4dba-8ceb-29bdc86b298c x-openstack-request-id: req-377b4233-1046-4dba-8ceb-29bdc86b298c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:50.720599 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83be083-83c9-4eca-ae02-d9520fce141f", "name": "network-vif-plugged", "status": "completed", "tag": "a09d9d44-a5a1-4026-b37a-2829290e7abe", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:50.720808 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-377b4233-1046-4dba-8ceb-29bdc86b298c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:50.721629 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83be083-83c9-4eca-ae02-d9520fce141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09d9d44-a5a1-4026-b37a-2829290e7abe', 'code': 200} Nov 12 03:47:50.762420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a09d9d44-a5a1-4026-b37a-2829290e7abe,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:50.844395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750975af-fa74-4b62-94bc-488f8e0d8910 req-3ea98b1f-525b-4dbe-87a4-0b5477f2bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:50.845913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-750975af-fa74-4b62-94bc-488f8e0d8910 req-3ea98b1f-525b-4dbe-87a4-0b5477f2bf6e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 1097 time: 0.0553887 Nov 12 03:47:50.901394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-750975af-fa74-4b62-94bc-488f8e0d8910 req-ad02a23e-7de2-4512-9f4d-f00073c53e68 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Nov 12 03:47:51.243553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f245c06-57b3-4ffe-b6e3-a14be4e715fa req-88db2bac-ed0f-41fd-a5b3-29a63128797f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:51.251567 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f245c06-57b3-4ffe-b6e3-a14be4e715fa req-88db2bac-ed0f-41fd-a5b3-29a63128797f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 945 time: 0.0675600 Nov 12 03:47:51.322239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f245c06-57b3-4ffe-b6e3-a14be4e715fa req-f16376c1-aecb-4fae-8630-cbd6ce428877 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686173 Nov 12 03:47:51.372637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45324) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:51.386360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cc66f-f521-4e7a-ada8-c264d41e5d6d req-3f574d84-ba66-4afe-abc0-ddb5233180ad tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:51.387869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f3cc66f-f521-4e7a-ada8-c264d41e5d6d req-3f574d84-ba66-4afe-abc0-ddb5233180ad tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0647993 Nov 12 03:47:51.465199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f3cc66f-f521-4e7a-ada8-c264d41e5d6d req-1bcde509-ffec-477a-818b-44552f5b4ba6 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Nov 12 03:47:51.526670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7e94-43c8-49f1-be08-d5e48a9edd42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.627817 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7e94-43c8-49f1-be08-d5e48a9edd42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.630988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7e94-43c8-49f1-be08-d5e48a9edd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.674006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce7e94-43c8-49f1-be08-d5e48a9edd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5052347-59dc-442c-86e7-2db4f9f5e3f7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:51.681565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d3ce7e94-43c8-49f1-be08-d5e48a9edd42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abd385b708234ba9b8f3263adcc5d911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3074372 Nov 12 03:47:51.684096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:51.743074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb29-3cd1-4782-bfc1-0b4c10e2fb26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.769802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb29-3cd1-4782-bfc1-0b4c10e2fb26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.826056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb29-3cd1-4782-bfc1-0b4c10e2fb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.828966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f03ecb29-3cd1-4782-bfc1-0b4c10e2fb26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.832624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f03ecb29-3cd1-4782-bfc1-0b4c10e2fb26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5052347-59dc-442c-86e7-2db4f9f5e3f7 HTTP/1.1" status: 204 len: 168 time: 0.1449890 Nov 12 03:47:51.839114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ecb29-3cd1-4782-bfc1-0b4c10e2fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5052347-59dc-442c-86e7-2db4f9f5e3f7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:52.480454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc633-e9bb-4554-8558-2e99cda69cdc req-77bef169-8a27-4737-a9b2-0b92738d1e16 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:52.482097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd8fc633-e9bb-4554-8558-2e99cda69cdc req-77bef169-8a27-4737-a9b2-0b92738d1e16 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 945 time: 0.0572476 Nov 12 03:47:52.494513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 884c33bc-b14d-4619-815e-b8f5b87cf4e2 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:52.542547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 884c33bc-b14d-4619-815e-b8f5b87cf4e2 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:52.543501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 884c33bc-b14d-4619-815e-b8f5b87cf4e2 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:52.581719 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:52.609950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f1f6-74a7-4f8b-b939-3c4a939e1247 req-9d7dc7d5-8b93-4979-a196-119f59dd8597 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:52.611702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd8fc633-e9bb-4554-8558-2e99cda69cdc req-db5877fa-4f31-4c7e-a88b-53932282faaf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211114 Nov 12 03:47:52.620070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d52f1f6-74a7-4f8b-b939-3c4a939e1247 req-9d7dc7d5-8b93-4979-a196-119f59dd8597 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0726149 Nov 12 03:47:52.671059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d52f1f6-74a7-4f8b-b939-3c4a939e1247 req-f8cd7a5a-bda0-458d-9299-dae1242c7b53 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 Nov 12 03:47:52.730548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-9ae2eeb3-483e-4df4-a566-43c8fd3cef91 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:52.731935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-9ae2eeb3-483e-4df4-a566-43c8fd3cef91 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 945 time: 0.0597413 Nov 12 03:47:52.861694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729394a4-7b61-42fb-bc62-0ed0b4f98f0b req-496e2b45-aa5b-406a-8cef-f61795da28f6 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:52.863211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-729394a4-7b61-42fb-bc62-0ed0b4f98f0b req-496e2b45-aa5b-406a-8cef-f61795da28f6 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0939136 Nov 12 03:47:52.911585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Deleting port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:52.911933 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.950213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-729394a4-7b61-42fb-bc62-0ed0b4f98f0b req-80282262-887d-4c71-a250-6ba261e97d77 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724254 Nov 12 03:47:53.035668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] For port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:53.036376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.060573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Calling delete_port for add9fe6c-1f0f-4a6c-aa01-37c8d06e975e owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:53.263169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462c6f4-2d3d-4eff-b4cf-eb08dcc2a28b req-bf70146c-abe0-4767-ab9f-abc2fe2e1351 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:53.264796 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1462c6f4-2d3d-4eff-b4cf-eb08dcc2a28b req-bf70146c-abe0-4767-ab9f-abc2fe2e1351 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0729663 Nov 12 03:47:53.265802 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.277884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e229c874-a097-422d-af8e-fe88d409b4eb', 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:53.314911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event deleted for resources: {'Port': ['ID=add9fe6c-1f0f-4a6c-aa01-37c8d06e975e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.347220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.347583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.347929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.348268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.348605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.349199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.349540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.350015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.350349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.350711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.351041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.351374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:53.400183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] No DVR routers for this DVR port add9fe6c-1f0f-4a6c-aa01-37c8d06e975e on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:53.410119 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.414146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0121efe-3105-401e-82b0-c361b1c0c197 req-f2344f1c-54bf-4715-af04-f4813abf9ebf tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "DELETE /v2.0/ports/add9fe6c-1f0f-4a6c-aa01-37c8d06e975e HTTP/1.1" status: 204 len: 173 time: 0.6752555 Nov 12 03:47:53.414643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e3f4d5-7c44-4d43-83ef-12cc35db0d94', 'name': 'network-vif-deleted', 'tag': 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:53.416994 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c748a8-5983-475a-885c-76725d108f93" -d '{"events": [{"server_uuid": "95e3f4d5-7c44-4d43-83ef-12cc35db0d94", "name": "network-vif-deleted", "tag": "add9fe6c-1f0f-4a6c-aa01-37c8d06e975e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:53.439069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1462c6f4-2d3d-4eff-b4cf-eb08dcc2a28b req-51383ea5-2086-4192-8ce1-fbafb9a44068 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643527 Nov 12 03:47:53.506197 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4864bc-8b9c-4a87-a42d-1fadf6efded0 x-openstack-request-id: req-cc4864bc-8b9c-4a87-a42d-1fadf6efded0 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:53.506499 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e3f4d5-7c44-4d43-83ef-12cc35db0d94", "name": "network-vif-deleted", "tag": "add9fe6c-1f0f-4a6c-aa01-37c8d06e975e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:53.506759 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc4864bc-8b9c-4a87-a42d-1fadf6efded0 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:53.507724 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e3f4d5-7c44-4d43-83ef-12cc35db0d94', 'name': 'network-vif-deleted', 'tag': 'add9fe6c-1f0f-4a6c-aa01-37c8d06e975e', 'status': 'completed', 'code': 200} Nov 12 03:47:53.771324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0dbe28c6-6355-4b4e-9c71-4db65430c7f3 req-f720338e-4d7b-450f-b5df-33e0a125d602 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=95e3f4d5-7c44-4d43-83ef-12cc35db0d94 HTTP/1.1" status: 200 len: 210 time: 0.0522313 Nov 12 03:47:54.598515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45460) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:54.611099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b043a-0bc3-404c-a562-1807c116faeb req-0769b963-4c71-4ac1-8258-040fe3a3e73f tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:54.612643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b7b043a-0bc3-404c-a562-1807c116faeb req-0769b963-4c71-4ac1-8258-040fe3a3e73f tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0577707 Nov 12 03:47:54.692489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1b7b043a-0bc3-404c-a562-1807c116faeb req-4980011f-5507-4991-8079-4b0b026e85f1 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724161 Nov 12 03:47:54.705252 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.752716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-779a1661-8092-4998-9639-effd4dd110e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.874034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-779a1661-8092-4998-9639-effd4dd110e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.890150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-779a1661-8092-4998-9639-effd4dd110e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.959152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a1661-8092-4998-9639-effd4dd110e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46cb472-b65d-4ab0-9dc4-3176287f1b45,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:54.979239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45478) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:54.979781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-779a1661-8092-4998-9639-effd4dd110e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25c9501dc26f41a28d1a3e4907d8727e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793526 Nov 12 03:47:55.016918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ae60d-7beb-452e-bfdc-4c8f16118cdd req-c4e2506a-e65b-4d19-b7be-3502438be3da tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:55.018647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a03ae60d-7beb-452e-bfdc-4c8f16118cdd req-c4e2506a-e65b-4d19-b7be-3502438be3da tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.1310775 Nov 12 03:47:55.031228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01479e56-348c-48d9-b045-39af6cca5f13 req-870ec842-e8c7-4cfb-a32c-a4d34dc26100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:55.032753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01479e56-348c-48d9-b045-39af6cca5f13 req-870ec842-e8c7-4cfb-a32c-a4d34dc26100 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db3b879a1ab148829cbdab3315eea111&device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 1097 time: 0.0964506 Nov 12 03:47:55.165811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df949cdf-7db6-45bc-b920-b0a91641d543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.168885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dfd67-b5a1-4abb-860d-560c13d9df76 req-e98d40fe-0630-4500-b617-47055994e23f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:55.173391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a03ae60d-7beb-452e-bfdc-4c8f16118cdd req-eac7e274-0c9a-4d55-bff9-413223500929 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452849 Nov 12 03:47:55.173699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee4dfd67-b5a1-4abb-860d-560c13d9df76 req-e98d40fe-0630-4500-b617-47055994e23f tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.0571561 Nov 12 03:47:55.215755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df949cdf-7db6-45bc-b920-b0a91641d543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.220767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01479e56-348c-48d9-b045-39af6cca5f13 req-67a25a0e-e1c1-42f6-9c42-9910c6a47c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:55.222599 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01479e56-348c-48d9-b045-39af6cca5f13 req-67a25a0e-e1c1-42f6-9c42-9910c6a47c98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fccd353f-aa6f-4c49-96ab-649eb93ec923 HTTP/1.1" status: 200 len: 914 time: 0.1630104 Nov 12 03:47:55.232039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee4dfd67-b5a1-4abb-860d-560c13d9df76 req-12368d7b-7cf7-43d2-a453-a62ac116883d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=6b632681-3898-4da3-88a6-5120e94fd019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489583 Nov 12 03:47:55.278136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01479e56-348c-48d9-b045-39af6cca5f13 req-f4877086-b10b-4a04-a352-7b6793c24698 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe HTTP/1.1" status: 200 len: 217 time: 0.0474834 Nov 12 03:47:55.341071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01479e56-348c-48d9-b045-39af6cca5f13 req-cf0826db-4b05-480e-8f57-99bdcd43ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:55.342812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01479e56-348c-48d9-b045-39af6cca5f13 req-cf0826db-4b05-480e-8f57-99bdcd43ba18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2a1cc36-e0eb-4a9f-ac5c-226f9838da89 HTTP/1.1" status: 200 len: 852 time: 0.0538771 Nov 12 03:47:55.347209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df949cdf-7db6-45bc-b920-b0a91641d543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.351159 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df949cdf-7db6-45bc-b920-b0a91641d543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.352376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-df949cdf-7db6-45bc-b920-b0a91641d543 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f46cb472-b65d-4ab0-9dc4-3176287f1b45 HTTP/1.1" status: 204 len: 168 time: 0.3698819 Nov 12 03:47:55.386298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01479e56-348c-48d9-b045-39af6cca5f13 req-1f03bd56-1e13-4f11-8663-cb4e95379761 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fccd353f-aa6f-4c49-96ab-649eb93ec923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326154 Nov 12 03:47:55.387031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df949cdf-7db6-45bc-b920-b0a91641d543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46cb472-b65d-4ab0-9dc4-3176287f1b45,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:55.487467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-75a03223-a8e3-496c-a551-8cb9e1571a00 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:55.489022 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-75a03223-a8e3-496c-a551-8cb9e1571a00 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 946 time: 0.0691280 Nov 12 03:47:55.518082 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01479e56-348c-48d9-b045-39af6cca5f13 req-4ff23b8d-6cd4-431b-9dc6-cbcd941ef693 service neutron] 10.222.0.20 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218617 Nov 12 03:47:55.601320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Deleting port e229c874-a097-422d-af8e-fe88d409b4eb {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:55.602369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.639321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01479e56-348c-48d9-b045-39af6cca5f13 req-9c2d038c-ffa5-4e28-8b28-bddacbd2adc1 service neutron] 10.222.0.20 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137378 Nov 12 03:47:55.715270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] For port e229c874-a097-422d-af8e-fe88d409b4eb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e229c874-a097-422d-af8e-fe88d409b4eb,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:55.715680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.741145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Calling delete_port for e229c874-a097-422d-af8e-fe88d409b4eb owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:55.778387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45498) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:55.794514 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f855270-8678-47ad-ad1f-fca1860aee86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.883424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f855270-8678-47ad-ad1f-fca1860aee86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.889960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f855270-8678-47ad-ad1f-fca1860aee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.903294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.919003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e229c874-a097-422d-af8e-fe88d409b4eb'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:55.938416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f855270-8678-47ad-ad1f-fca1860aee86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be366e18ae0e4e12927364a794851b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586607 Nov 12 03:47:55.939009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45504) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:55.948680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event deleted for resources: {'Port': ['ID=e229c874-a097-422d-af8e-fe88d409b4eb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:55.955118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f855270-8678-47ad-ad1f-fca1860aee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0eac7f-d559-451f-bb49-43a01a768889,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.009162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-983e0bce-3bb5-4af3-883a-6810bcd5d523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.036490 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-983e0bce-3bb5-4af3-883a-6810bcd5d523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.037465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] No DVR routers for this DVR port e229c874-a097-422d-af8e-fe88d409b4eb on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:56.041417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.045270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a57605d5-0c96-45f5-ab97-a88440759cbe req-66352af0-5fe2-443f-b6eb-9fbdae7465d5 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "DELETE /v2.0/ports/e229c874-a097-422d-af8e-fe88d409b4eb HTTP/1.1" status: 204 len: 173 time: 0.5468812 Nov 12 03:47:56.045864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8bc15d-0f61-4965-b43b-3f8c637fd61c', 'name': 'network-vif-deleted', 'tag': 'e229c874-a097-422d-af8e-fe88d409b4eb'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:56.049045 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca785db-b432-4edb-a176-e6a4f79343f7" -d '{"events": [{"server_uuid": "7a8bc15d-0f61-4965-b43b-3f8c637fd61c", "name": "network-vif-deleted", "tag": "e229c874-a097-422d-af8e-fe88d409b4eb"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:56.108535 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de3cdf0-6b67-47af-9420-b2b0ec833512 x-openstack-request-id: req-8de3cdf0-6b67-47af-9420-b2b0ec833512 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:56.108990 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8bc15d-0f61-4965-b43b-3f8c637fd61c", "name": "network-vif-deleted", "tag": "e229c874-a097-422d-af8e-fe88d409b4eb", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:56.109774 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8de3cdf0-6b67-47af-9420-b2b0ec833512 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:56.110677 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8bc15d-0f61-4965-b43b-3f8c637fd61c', 'name': 'network-vif-deleted', 'tag': 'e229c874-a097-422d-af8e-fe88d409b4eb', 'status': 'completed', 'code': 200} Nov 12 03:47:56.114137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-983e0bce-3bb5-4af3-883a-6810bcd5d523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.119196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-983e0bce-3bb5-4af3-883a-6810bcd5d523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.120547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-983e0bce-3bb5-4af3-883a-6810bcd5d523 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a0eac7f-d559-451f-bb49-43a01a768889 HTTP/1.1" status: 204 len: 168 time: 0.1796517 Nov 12 03:47:56.142377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e0bce-3bb5-4af3-883a-6810bcd5d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0eac7f-d559-451f-bb49-43a01a768889,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.443786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523298a-2cce-42f5-9068-5600c9951f5f req-229ca61c-039a-401a-a187-023d7e9a5344 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:56.447438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-932d038a-6f02-4424-babc-5e74aac3adbe req-f898d865-c928-4135-8cfb-9e1614274b2c tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a8bc15d-0f61-4965-b43b-3f8c637fd61c HTTP/1.1" status: 200 len: 210 time: 0.0802853 Nov 12 03:47:56.454841 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0523298a-2cce-42f5-9068-5600c9951f5f req-229ca61c-039a-401a-a187-023d7e9a5344 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.1123130 Nov 12 03:47:56.493490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device add9fe6c-1f0f-4a6c-aa01-37c8d06e975e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:56.533353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: add9fe6c-1f0f-4a6c-aa01-37c8d06e975e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:56.533603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device add9fe6c-1f0f-4a6c-aa01-37c8d06e975e not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:56.544245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0523298a-2cce-42f5-9068-5600c9951f5f req-4fa78b18-feab-4855-a9e5-91eb86554161 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699723 Nov 12 03:47:57.720582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac265f-6a85-4fb3-9097-08e0ce57e002 req-80947c8a-80f1-46a0-9d53-8ec210f49d69 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.729753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01ac265f-6a85-4fb3-9097-08e0ce57e002 req-80947c8a-80f1-46a0-9d53-8ec210f49d69 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0668302 Nov 12 03:47:57.756625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8efc9-d987-45ca-8cc3-cd4aff0af1ca req-6ef309e5-2f0d-4dd5-bd66-40e1149ea1fa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.758389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cbe8efc9-d987-45ca-8cc3-cd4aff0af1ca req-6ef309e5-2f0d-4dd5-bd66-40e1149ea1fa tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0517993 Nov 12 03:47:57.781821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01ac265f-6a85-4fb3-9097-08e0ce57e002 req-4514bf69-bc40-4565-8146-6b36ac252149 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509367 Nov 12 03:47:57.821140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cbe8efc9-d987-45ca-8cc3-cd4aff0af1ca req-a287d92f-c67f-4776-8011-db84a9782ac7 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505412 Nov 12 03:47:58.034746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b184671-b606-4bb7-b2e4-e30b277013ea req-c1266641-e2d8-45cc-a412-b867913e11ca tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:58.036478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b184671-b606-4bb7-b2e4-e30b277013ea req-c1266641-e2d8-45cc-a412-b867913e11ca tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0576067 Nov 12 03:47:58.096725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b184671-b606-4bb7-b2e4-e30b277013ea req-00a11ba2-1832-4d0f-8f99-3e58b55ab0f2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528216 Nov 12 03:47:58.966268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd5f0d-7bf9-46ae-8dbc-7150afa84276 req-ece448f8-1c20-4293-b876-22a7365e9c95 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:58.968667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2afd5f0d-7bf9-46ae-8dbc-7150afa84276 req-ece448f8-1c20-4293-b876-22a7365e9c95 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0571361 Nov 12 03:47:59.019996 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2afd5f0d-7bf9-46ae-8dbc-7150afa84276 req-bf5cb31c-2ba0-4e78-896b-5a607609e5da tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups?id=33840086-0ccb-4634-a1f8-a157e2657442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445595 Nov 12 03:47:59.248886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218267d-2842-4cb9-a35b-957dbc967fb0 req-0c195985-f83b-4049-b4a7-579e2ca428a4 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.251115 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7218267d-2842-4cb9-a35b-957dbc967fb0 req-0c195985-f83b-4049-b4a7-579e2ca428a4 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0634155 Nov 12 03:47:59.319995 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7218267d-2842-4cb9-a35b-957dbc967fb0 req-550b0226-cf98-4aea-ae74-08110e5d9373 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581930 Nov 12 03:47:59.396182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-910eb200-f6ce-4877-b901-221f69a18f70 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.398188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-910eb200-f6ce-4877-b901-221f69a18f70 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 944 time: 0.0580018 Nov 12 03:47:59.517246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Deleting port 272054c3-953c-453d-b275-dbf790385c15 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:59.517868 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.633318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c8ec9-163f-4292-b4bd-33188c728998 req-2c6225eb-387c-47b4-b590-7de52c6d6583 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.640424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d89c8ec9-163f-4292-b4bd-33188c728998 req-2c6225eb-387c-47b4-b590-7de52c6d6583 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0971677 Nov 12 03:47:59.641223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] For port 272054c3-953c-453d-b275-dbf790385c15, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=272054c3-953c-453d-b275-dbf790385c15,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:59.642014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.666980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-2565eb37-9e66-47f3-911f-ee9f26fcf48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.669363 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-2565eb37-9e66-47f3-911f-ee9f26fcf48b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db3b879a1ab148829cbdab3315eea111&device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 1097 time: 0.0873015 Nov 12 03:47:59.728264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d89c8ec9-163f-4292-b4bd-33188c728998 req-82632499-7bde-4a2a-87bc-0c5bc66916a3 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868649 Nov 12 03:47:59.807695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-fa51e80d-ac39-415f-9d72-f5a4c2bc5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.809696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-fa51e80d-ac39-415f-9d72-f5a4c2bc5a3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=fccd353f-aa6f-4c49-96ab-649eb93ec923 HTTP/1.1" status: 200 len: 914 time: 0.1306474 Nov 12 03:47:59.812286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45666) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:59.856015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.856283 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-3eeef158-bbf7-4876-a875-139250b08b04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe HTTP/1.1" status: 200 len: 217 time: 0.0374355 Nov 12 03:47:59.857364 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.857851 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Floating IP ae7429a8-934a-4f0a-98f4-f6f71431d71d disassociated. External IP: 172.25.0.206, port: 272054c3-953c-453d-b275-dbf790385c15. Nov 12 03:47:59.858336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Calling delete_port for 272054c3-953c-453d-b275-dbf790385c15 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:59.919428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-f1b4defc-ae5e-47b0-a25c-ff52275052ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.921123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-f1b4defc-ae5e-47b0-a25c-ff52275052ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2a1cc36-e0eb-4a9f-ac5c-226f9838da89 HTTP/1.1" status: 200 len: 852 time: 0.0557902 Nov 12 03:47:59.967449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-586e207f-b911-457f-af4e-e17b603ea393 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fccd353f-aa6f-4c49-96ab-649eb93ec923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388017 Nov 12 03:48:00.016210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.054547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event deleted for resources: {'Port': ['ID=272054c3-953c-453d-b275-dbf790385c15,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:00.100040 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-59d26ed9-415d-4eb4-b3e2-2fe43a91f188 service neutron] 10.222.0.20 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220818 Nov 12 03:48:00.169555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8681bd48-f382-4ee1-a99b-4cd493b556b2 req-9e08d578-955e-424c-bb12-790364914b1e tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/ports?device_id=264ba1ad-36a0-47f3-bdc1-99ba180597f8 HTTP/1.1" status: 200 len: 210 time: 0.0319765 Nov 12 03:48:00.193468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1751344e-a414-427e-80dd-5d4d7e61a404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.252513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:00.254106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a7a9ca6-623b-4466-93c0-d971de519032 req-d6191655-925a-4489-a837-4798105ce1ff service neutron] 10.222.0.20 "GET /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463163 Nov 12 03:48:00.351884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1751344e-a414-427e-80dd-5d4d7e61a404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.356854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1751344e-a414-427e-80dd-5d4d7e61a404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.392948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:00.403681 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] Sync routers for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:00.407199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1751344e-a414-427e-80dd-5d4d7e61a404 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=038315fb6de74efdb0b5510623feb11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5937726 Nov 12 03:48:00.408202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751344e-a414-427e-80dd-5d4d7e61a404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0494cd0c-af8a-4ab3-8915-74452b788494,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:00.410809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45684) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:00.418901 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:00.420139 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:00.471038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7824567-1a2e-4358-81b0-5b07fbae1e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.475013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] No DVR routers for this DVR port 272054c3-953c-453d-b275-dbf790385c15 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:00.478947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.482973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-458b3a41-bf9c-4109-af6c-31f2133878b5 req-077612fe-952a-48db-9e1f-ee28f10ffa83 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.20 "DELETE /v2.0/ports/272054c3-953c-453d-b275-dbf790385c15 HTTP/1.1" status: 204 len: 173 time: 1.0773273 Nov 12 03:48:00.483607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-deleted', 'tag': '272054c3-953c-453d-b275-dbf790385c15'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:00.487282 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb22167-4859-4a5a-8615-b24756da7fec" -d '{"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-deleted", "tag": "272054c3-953c-453d-b275-dbf790385c15"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:00.493326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e229c874-a097-422d-af8e-fe88d409b4eb no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:00.505198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7824567-1a2e-4358-81b0-5b07fbae1e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.526612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: e229c874-a097-422d-af8e-fe88d409b4eb {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:00.528460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e229c874-a097-422d-af8e-fe88d409b4eb not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:00.530750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:00.543345 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4d3ca6-7336-462b-ab22-57cffe26cae9 x-openstack-request-id: req-1c4d3ca6-7336-462b-ab22-57cffe26cae9 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:00.543900 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264ba1ad-36a0-47f3-bdc1-99ba180597f8", "name": "network-vif-deleted", "tag": "272054c3-953c-453d-b275-dbf790385c15", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:00.544158 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c4d3ca6-7336-462b-ab22-57cffe26cae9 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:00.544771 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264ba1ad-36a0-47f3-bdc1-99ba180597f8', 'name': 'network-vif-deleted', 'tag': '272054c3-953c-453d-b275-dbf790385c15', 'status': 'completed', 'code': 200} Nov 12 03:48:00.565731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 272054c3-953c-453d-b275-dbf790385c15 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:00.566314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 272054c3-953c-453d-b275-dbf790385c15 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:00.595960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7824567-1a2e-4358-81b0-5b07fbae1e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.599285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7824567-1a2e-4358-81b0-5b07fbae1e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.602345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a7824567-1a2e-4358-81b0-5b07fbae1e3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0494cd0c-af8a-4ab3-8915-74452b788494 HTTP/1.1" status: 204 len: 168 time: 0.1905158 Nov 12 03:48:00.603543 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:00.614549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7824567-1a2e-4358-81b0-5b07fbae1e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0494cd0c-af8a-4ab3-8915-74452b788494,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:00.873977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4975a-2d4e-4ba4-953e-0c13a73c978d req-26c2b6eb-ac9c-4c1b-a287-cb489c4e449b tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.882603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64d4975a-2d4e-4ba4-953e-0c13a73c978d req-26c2b6eb-ac9c-4c1b-a287-cb489c4e449b tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0716796 Nov 12 03:48:00.965164 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64d4975a-2d4e-4ba4-953e-0c13a73c978d req-044fb9a7-c6e4-4ce0-b8d1-cf7a770538ef tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655267 Nov 12 03:48:00.986696 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:50Z', 'revision_number': 5, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:01.018366 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] Checking router: ef5ae03b-bc1c-4210-ab3b-02fe930042c1 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:01.030819 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:01.031717 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:47:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:01.110097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45712) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:01.126071 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9d82c15-e92d-4377-937d-4cab1ec25ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.188390 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:01.231757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9d82c15-e92d-4377-937d-4cab1ec25ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.237208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c9d82c15-e92d-4377-937d-4cab1ec25ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.291424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c9d82c15-e92d-4377-937d-4cab1ec25ec1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=468b81b454234ce48410aee14a2c8129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777711 Nov 12 03:48:01.291424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45718) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:01.292384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45720) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:01.324494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f1f1-b85a-4d52-866d-476a394d9a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.330860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d82c15-e92d-4377-937d-4cab1ec25ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8966a75-9eca-4a3f-a487-a347777922ff,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:01.369445 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb18-8e57-4a43-bf16-fcd523130cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.396417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb18-8e57-4a43-bf16-fcd523130cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.421589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e845c285-f6b2-4726-b521-6a4b467db535 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.463364 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:50Z', 'revision_number': 5, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:01.468267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb18-8e57-4a43-bf16-fcd523130cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.470793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e845c285-f6b2-4726-b521-6a4b467db535 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.470945 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb18-8e57-4a43-bf16-fcd523130cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.472084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9dfddb18-8e57-4a43-bf16-fcd523130cff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8966a75-9eca-4a3f-a487-a347777922ff HTTP/1.1" status: 204 len: 168 time: 0.1793530 Nov 12 03:48:01.495598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfddb18-8e57-4a43-bf16-fcd523130cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8966a75-9eca-4a3f-a487-a347777922ff,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:01.505819 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea33f6d-47f7-4a7e-9fa1-2b81284b845a None None] The sync data for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 is: [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:38:41Z', 'revision_number': 4, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '06a27814-22fb-43d6-a14a-40d2ab051425', 'name': '', 'network_id': '9eda40b8-2392-4f0c-96b3-730bf512b53b', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'mac_address': 'fa:16:3e:f7:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:39Z', 'updated_at': '2021-11-12T03:38:50Z', 'revision_number': 5, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'subnets': [{'id': '5c0a8fca-b071-4355-acac-92f3e5eb1625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:01.577244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e845c285-f6b2-4726-b521-6a4b467db535 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.580020 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e845c285-f6b2-4726-b521-6a4b467db535 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.584174 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e845c285-f6b2-4726-b521-6a4b467db535 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "DELETE /v2.0/security-groups/33840086-0ccb-4634-a1f8-a157e2657442 HTTP/1.1" status: 204 len: 168 time: 0.2898064 Nov 12 03:48:01.584757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45730) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:01.593378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845c285-f6b2-4726-b521-6a4b467db535 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33840086-0ccb-4634-a1f8-a157e2657442,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:01.615099 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-7ac53658-32b8-4872-ac15-b8365974881d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] show failed (client error): The resource could not be found. Nov 12 03:48:01.619542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ac53658-32b8-4872-ac15-b8365974881d tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "GET /v2.0/security-groups/33840086-0ccb-4634-a1f8-a157e2657442 HTTP/1.1" status: 404 len: 347 time: 0.0287459 Nov 12 03:48:01.619877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45732) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:01.869627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7d85b-52e1-4730-9491-62c2f4fca141 None None] New status for floating IP ae7429a8-934a-4f0a-98f4-f6f71431d71d: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:02.135462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43075-9285-4b4b-98dc-2b4b42728b39 req-d962d500-4b00-49bf-aa4e-2c570f1cbc0c tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:02.137213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45d43075-9285-4b4b-98dc-2b4b42728b39 req-d962d500-4b00-49bf-aa4e-2c570f1cbc0c tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0834553 Nov 12 03:48:02.156239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Deleting port a244909d-b35c-4480-9b35-87943c0fe1f4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:02.156585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.216394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45d43075-9285-4b4b-98dc-2b4b42728b39 req-99284ae4-785f-4de1-aa32-dad3c7fe4f15 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687447 Nov 12 03:48:02.251242 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.251671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.266663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Calling delete_port for a244909d-b35c-4480-9b35-87943c0fe1f4 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:02.447163 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.488690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Pushing event deleted for resources: {'Port': ['ID=a244909d-b35c-4480-9b35-87943c0fe1f4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:02.515947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be525a0b-85db-466d-8661-c7efc8230067 req-e3113a23-7f6e-4c0b-9f67-004dbc16417a tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:02.525971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45766) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:02.526713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-be525a0b-85db-466d-8661-c7efc8230067 req-e3113a23-7f6e-4c0b-9f67-004dbc16417a tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0707242 Nov 12 03:48:02.582488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.586606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.588016 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-404ac97e-c111-4609-8363-f8d5441fb067 tempest-ServerActionsTestJSON-16977564 tempest-ServerActionsTestJSON-16977564-project] 10.222.0.49 "DELETE /v2.0/floatingips/ae7429a8-934a-4f0a-98f4-f6f71431d71d HTTP/1.1" status: 204 len: 168 time: 0.9667060 Nov 12 03:48:02.593589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45772) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:02.613703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-be525a0b-85db-466d-8661-c7efc8230067 req-7362e380-1738-4e15-8487-791327130ffd tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857983 Nov 12 03:48:02.681003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d6461c3-6d8a-426a-af99-0befb07f4535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.765108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d6461c3-6d8a-426a-af99-0befb07f4535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.769306 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d6461c3-6d8a-426a-af99-0befb07f4535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.849544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6461c3-6d8a-426a-af99-0befb07f4535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcbec76-d387-4e87-8e2d-d6ba74162f53,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:02.862351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45782) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:02.862769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5d6461c3-6d8a-426a-af99-0befb07f4535 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddcd0d9bbafc46348aa4a408fb1d1a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353083 Nov 12 03:48:02.923268 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80df9a16-a07c-4c8d-8223-c01429fa3a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.947521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80df9a16-a07c-4c8d-8223-c01429fa3a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.005025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80df9a16-a07c-4c8d-8223-c01429fa3a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.008711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80df9a16-a07c-4c8d-8223-c01429fa3a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.009966 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-80df9a16-a07c-4c8d-8223-c01429fa3a3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bcbec76-d387-4e87-8e2d-d6ba74162f53 HTTP/1.1" status: 204 len: 168 time: 0.1461022 Nov 12 03:48:03.018902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df9a16-a07c-4c8d-8223-c01429fa3a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcbec76-d387-4e87-8e2d-d6ba74162f53,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:03.211759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.472929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45800) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:03.487390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1448a485-8370-4a28-985d-17d3aa1b3891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.489864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Deleting port 06a27814-22fb-43d6-a14a-40d2ab051425 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:03.490410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.556531 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38190e27-cd79-44c7-bc70-b5d471fd4f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.572425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1448a485-8370-4a28-985d-17d3aa1b3891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.578107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1448a485-8370-4a28-985d-17d3aa1b3891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.596003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] For port 06a27814-22fb-43d6-a14a-40d2ab051425, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=06a27814-22fb-43d6-a14a-40d2ab051425,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:03.596913 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.616421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Calling delete_port for 06a27814-22fb-43d6-a14a-40d2ab051425 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:03.624423 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1448a485-8370-4a28-985d-17d3aa1b3891 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a84d85a9a3694d179626ee12752dd7d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501496 Nov 12 03:48:03.624627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45804) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:03.625633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448a485-8370-4a28-985d-17d3aa1b3891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda4b3ce-ff24-4749-b8b2-950c05f15180,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:03.740163 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98bc5e07-e632-4d64-b460-cada4492704e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.764554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd370c-4935-4841-b930-80741374cfe7 req-c476e3ca-ec68-4432-a7b1-372678c5b99f tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:03.766150 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48dd370c-4935-4841-b930-80741374cfe7 req-c476e3ca-ec68-4432-a7b1-372678c5b99f tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0573790 Nov 12 03:48:03.804889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98bc5e07-e632-4d64-b460-cada4492704e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.825544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48dd370c-4935-4841-b930-80741374cfe7 req-c2cef726-1802-41c5-abf0-88196109d160 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508342 Nov 12 03:48:03.900135 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98bc5e07-e632-4d64-b460-cada4492704e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.903363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98bc5e07-e632-4d64-b460-cada4492704e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.904571 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-98bc5e07-e632-4d64-b460-cada4492704e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fda4b3ce-ff24-4749-b8b2-950c05f15180 HTTP/1.1" status: 204 len: 168 time: 0.2785687 Nov 12 03:48:03.920494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc5e07-e632-4d64-b460-cada4492704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda4b3ce-ff24-4749-b8b2-950c05f15180,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:03.942113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:03.974196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a27814-22fb-43d6-a14a-40d2ab051425,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:04.068343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45818) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:04.191382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.390570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b54c9b7d-91cf-4951-b5d0-45104495905a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.472781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d874227-2f7f-422b-91b0-db40a673d503 req-9f957cd2-2d9c-4c8d-b2ad-a09b38e217b3 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.474259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d874227-2f7f-422b-91b0-db40a673d503 req-9f957cd2-2d9c-4c8d-b2ad-a09b38e217b3 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.0730112 Nov 12 03:48:04.488415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:04.497287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b54c9b7d-91cf-4951-b5d0-45104495905a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.503016 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b54c9b7d-91cf-4951-b5d0-45104495905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.546179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c9b7d-91cf-4951-b5d0-45104495905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fceaa4-568c-4fa6-999c-3ac1bcd5eab6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:04.551847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b54c9b7d-91cf-4951-b5d0-45104495905a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d10ab122a45477088b5a9fd0c58d3ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4823458 Nov 12 03:48:04.557347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45834) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:04.615922 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afa1643-4e72-43de-ae2d-8aa4d68ef6f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.642270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afa1643-4e72-43de-ae2d-8aa4d68ef6f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.683824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Deleting port a09d9d44-a5a1-4026-b37a-2829290e7abe {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:04.684419 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.700983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:04.702160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afa1643-4e72-43de-ae2d-8aa4d68ef6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.705047 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afa1643-4e72-43de-ae2d-8aa4d68ef6f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.713463 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] Sync routers for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:04.714366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2afa1643-4e72-43de-ae2d-8aa4d68ef6f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35fceaa4-568c-4fa6-999c-3ac1bcd5eab6 HTTP/1.1" status: 204 len: 168 time: 0.1558177 Nov 12 03:48:04.723319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa1643-4e72-43de-ae2d-8aa4d68ef6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fceaa4-568c-4fa6-999c-3ac1bcd5eab6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:04.727514 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:04.733389 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:04.745012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45846) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:04.749300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ceacc44e-2e16-4bf7-9184-5b43e16645c5 admin admin] 10.222.0.49 "PUT /v2.0/routers/ef5ae03b-bc1c-4210-ab3b-02fe930042c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546593 Nov 12 03:48:04.914522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.917533 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:04.927958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] For port a09d9d44-a5a1-4026-b37a-2829290e7abe, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a09d9d44-a5a1-4026-b37a-2829290e7abe,segment=NetworkSegment(25e69deb-ad0b-49d7-b274-1a11bcd51cd1),segment_id=25e69deb-ad0b-49d7-b274-1a11bcd51cd1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:04.930036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.952817 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.963102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Calling delete_port for a09d9d44-a5a1-4026-b37a-2829290e7abe owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:05.083405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.090355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d31565-bdc1-4b47-8cf1-d6595f5c29a3 req-bbde228d-8b4a-454e-9b44-ab8264940974 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.091929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-09d31565-bdc1-4b47-8cf1-d6595f5c29a3 req-bbde228d-8b4a-454e-9b44-ab8264940974 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83be083-83c9-4eca-ae02-d9520fce141f HTTP/1.1" status: 200 len: 945 time: 0.1364155 Nov 12 03:48:05.176097 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:48:03Z', 'revision_number': 5, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port': {'id': '7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:38:36Z', 'updated_at': '2021-11-12T03:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:05.199942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Deleting port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:05.199942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.219970 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] Checking router: ef5ae03b-bc1c-4210-ab3b-02fe930042c1 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:05.224359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-09d31565-bdc1-4b47-8cf1-d6595f5c29a3 req-1be65c8a-c6a7-4ceb-bf85-78c216c6fddd tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.49 "GET /v2.0/security-groups?id=9349df01-201b-4087-b3b2-18aa2c67a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154058 Nov 12 03:48:05.229717 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.236642 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] Routers {'ef5ae03b-bc1c-4210-ab3b-02fe930042c1'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:05.237740 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:05.244109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a09d9d44-a5a1-4026-b37a-2829290e7abe'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:05.299172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Pushing event deleted for resources: {'Port': ['ID=a09d9d44-a5a1-4026-b37a-2829290e7abe,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:05.361217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45860) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:05.397133 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] Set router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:05.403336 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea978f5-7818-4dcb-b4ba-4a828f46d15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.406233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] For port 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:05.406591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.418045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] No DVR routers for this DVR port a09d9d44-a5a1-4026-b37a-2829290e7abe on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:05.425213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.428430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Calling delete_port for 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:05.434245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d874227-2f7f-422b-91b0-db40a673d503 req-f83e587f-8a4b-406f-902c-4200d88dc9b2 tempest-TestServerAdvancedOps-1307246680 tempest-TestServerAdvancedOps-1307246680-project] 10.222.0.20 "DELETE /v2.0/ports/a09d9d44-a5a1-4026-b37a-2829290e7abe HTTP/1.1" status: 204 len: 173 time: 0.9531984 Nov 12 03:48:05.435056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83be083-83c9-4eca-ae02-d9520fce141f', 'name': 'network-vif-deleted', 'tag': 'a09d9d44-a5a1-4026-b37a-2829290e7abe'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:05.439284 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625275f9-187d-4d36-b73a-a04bbf80c1f5" -d '{"events": [{"server_uuid": "e83be083-83c9-4eca-ae02-d9520fce141f", "name": "network-vif-deleted", "tag": "a09d9d44-a5a1-4026-b37a-2829290e7abe"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:05.481947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:05.483705 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:48:05Z', 'revision_number': 6, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:05.499094 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67941f1b-5b27-4498-be44-61fc0d141b56 x-openstack-request-id: req-67941f1b-5b27-4498-be44-61fc0d141b56 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:05.499616 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83be083-83c9-4eca-ae02-d9520fce141f", "name": "network-vif-deleted", "tag": "a09d9d44-a5a1-4026-b37a-2829290e7abe", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:05.500039 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67941f1b-5b27-4498-be44-61fc0d141b56 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:05.500610 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83be083-83c9-4eca-ae02-d9520fce141f', 'name': 'network-vif-deleted', 'tag': 'a09d9d44-a5a1-4026-b37a-2829290e7abe', 'status': 'completed', 'code': 200} Nov 12 03:48:05.520553 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ebe0b-048d-4687-853f-2b44ed649880 None None] The sync data for ids ['ef5ae03b-bc1c-4210-ab3b-02fe930042c1'] in n-d-789963-21 is: [{'id': 'ef5ae03b-bc1c-4210-ab3b-02fe930042c1', 'name': 'tempest-ServerActionsTestJSON-281274906-router', 'tenant_id': '244cbb4da8474eebad5c1fe5f07190e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:38:35Z', 'updated_at': '2021-11-12T03:48:05Z', 'revision_number': 6, 'project_id': '244cbb4da8474eebad5c1fe5f07190e4', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:05.641585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6acafe76-4f63-43fc-a043-ec67438ed4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.663961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea978f5-7818-4dcb-b4ba-4a828f46d15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.668932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dea978f5-7818-4dcb-b4ba-4a828f46d15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.722353 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6acafe76-4f63-43fc-a043-ec67438ed4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.727095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6acafe76-4f63-43fc-a043-ec67438ed4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.739672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea978f5-7818-4dcb-b4ba-4a828f46d15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4878cc23-05d9-4a84-8d8f-b3c3de3703ed,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:05.748465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dea978f5-7818-4dcb-b4ba-4a828f46d15d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a06911ec1ed54c59a89b7a1834432db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3838515 Nov 12 03:48:05.749973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45868) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:05.766580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.781372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6acafe76-4f63-43fc-a043-ec67438ed4a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ee290e7855d4c5ab8a3e5d3f60beefc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981274 Nov 12 03:48:05.784632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acafe76-4f63-43fc-a043-ec67438ed4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b403148e-b1b9-4644-8be9-b9855219cf2d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:05.792048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:05.792890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:05.824376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803680bf-3474-4fe8-b40e-aff1a771c638 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:05.868837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.876616 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4722749b-23d2-4d1c-bfeb-1cbf888b9d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.919932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42665aaf-5c0d-4588-8624-0512ff094d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.923228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4722749b-23d2-4d1c-bfeb-1cbf888b9d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.994014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42665aaf-5c0d-4588-8624-0512ff094d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.010875 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.013195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.042972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4722749b-23d2-4d1c-bfeb-1cbf888b9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.046144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4722749b-23d2-4d1c-bfeb-1cbf888b9d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.047311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4722749b-23d2-4d1c-bfeb-1cbf888b9d3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4878cc23-05d9-4a84-8d8f-b3c3de3703ed HTTP/1.1" status: 204 len: 168 time: 0.2967041 Nov 12 03:48:06.068334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722749b-23d2-4d1c-bfeb-1cbf888b9d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4878cc23-05d9-4a84-8d8f-b3c3de3703ed,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:06.071837 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42665aaf-5c0d-4588-8624-0512ff094d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.074441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42665aaf-5c0d-4588-8624-0512ff094d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.075579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-42665aaf-5c0d-4588-8624-0512ff094d8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b403148e-b1b9-4644-8be9-b9855219cf2d HTTP/1.1" status: 204 len: 168 time: 0.2826133 Nov 12 03:48:06.086069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42665aaf-5c0d-4588-8624-0512ff094d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b403148e-b1b9-4644-8be9-b9855219cf2d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:06.099260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.100086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef5ae03b-bc1c-4210-ab3b-02fe930042c1 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:06.106201 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.110408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6786de0a-a93d-423f-9be6-2ccff4df1f3f admin admin] 10.222.0.49 "DELETE /v2.0/routers/ef5ae03b-bc1c-4210-ab3b-02fe930042c1 HTTP/1.1" status: 204 len: 168 time: 1.3641834 Nov 12 03:48:06.110543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45878) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:06.164722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1106bc5-95b8-4352-a63c-5973d4c21c6f admin admin] Deleting subnet 5c0a8fca-b071-4355-acac-92f3e5eb1625 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:06.168390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1106bc5-95b8-4352-a63c-5973d4c21c6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.208390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1106bc5-95b8-4352-a63c-5973d4c21c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.307099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45888) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:06.312940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1106bc5-95b8-4352-a63c-5973d4c21c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.333425 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.375654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-475eebc2-39b9-4f6c-9270-d227ecdffc92 admin admin] Deleting subnet d2a1cc36-e0eb-4a9f-ac5c-226f9838da89 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:06.379411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-475eebc2-39b9-4f6c-9270-d227ecdffc92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.395993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1106bc5-95b8-4352-a63c-5973d4c21c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.429249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-475eebc2-39b9-4f6c-9270-d227ecdffc92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.448411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1106bc5-95b8-4352-a63c-5973d4c21c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0a8fca-b071-4355-acac-92f3e5eb1625,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:06.455330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1106bc5-95b8-4352-a63c-5973d4c21c6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.464618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc0e9e-2f08-43e5-a58f-436e8dc7c169 None None] Network 9eda40b8-2392-4f0c-96b3-730bf512b53b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:06.465370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f1106bc5-95b8-4352-a63c-5973d4c21c6f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5c0a8fca-b071-4355-acac-92f3e5eb1625 HTTP/1.1" status: 204 len: 168 time: 0.3530836 Nov 12 03:48:06.466049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45900) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:06.500815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-475eebc2-39b9-4f6c-9270-d227ecdffc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.555742 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.602073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-475eebc2-39b9-4f6c-9270-d227ecdffc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.639637 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Deleting port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:06.640299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.656529 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-475eebc2-39b9-4f6c-9270-d227ecdffc92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.664443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-475eebc2-39b9-4f6c-9270-d227ecdffc92 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d2a1cc36-e0eb-4a9f-ac5c-226f9838da89 HTTP/1.1" status: 204 len: 168 time: 0.3571167 Nov 12 03:48:06.665770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475eebc2-39b9-4f6c-9270-d227ecdffc92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a1cc36-e0eb-4a9f-ac5c-226f9838da89,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:06.666634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45906) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:06.783718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] For port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:06.784360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.811960 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.814161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Calling delete_port for c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:06.838201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] DHCP port deletion for 9eda40b8-2392-4f0c-96b3-730bf512b53b request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:06.930320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] Deleting port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:06.932026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.986779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.025596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccd353f-aa6f-4c49-96ab-649eb93ec923']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.033995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.036710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] For port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,segment=NetworkSegment(85efc369-316e-40d6-9d4f-0268f06a50c3),segment_id=85efc369-316e-40d6-9d4f-0268f06a50c3)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:07.037140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.040111 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.044261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e69deb-ad0b-49d7-b274-1a11bcd51cd1') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.044676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e69deb-ad0b-49d7-b274-1a11bcd51cd1') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.051658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] Calling delete_port for c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:07.088393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.092589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.102144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] No DVR routers for this DVR port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:07.135407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.158893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:07.159273 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:07.161929 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:07.169022 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.200380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] Pushing event deleted for resources: {'Port': ['ID=c5d9db7e-544c-4c51-a0b9-230fc25d4bc6,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.208127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb93e8-046d-4d89-8250-05e1add073e9 None None] No DVR routers for this DVR port c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:07.248333 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.272348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.277362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.280919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fccd353f-aa6f-4c49-96ab-649eb93ec923 HTTP/1.1" status: 204 len: 168 time: 0.6130679 Nov 12 03:48:07.284367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45932) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:07.286094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eda40b8-2392-4f0c-96b3-730bf512b53b']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.305718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf47890-c7a1-48e0-87ec-0a4b64932b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=fccd353f-aa6f-4c49-96ab-649eb93ec923,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.309613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85efc369-316e-40d6-9d4f-0268f06a50c3') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.309730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85efc369-316e-40d6-9d4f-0268f06a50c3') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.321301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.339939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbd09b2-90d1-4243-bf88-ca60a27f21cf admin admin] Deleting subnet 6c8018c2-a5e8-4ecb-bb0d-7ae88a3d9011 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:07.344332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.345495 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fbd09b2-90d1-4243-bf88-ca60a27f21cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.357580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:07.358007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:07.359887 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:07.392951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fbd09b2-90d1-4243-bf88-ca60a27f21cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.441657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 06a27814-22fb-43d6-a14a-40d2ab051425 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:07.453532 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fbd09b2-90d1-4243-bf88-ca60a27f21cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.480093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 06a27814-22fb-43d6-a14a-40d2ab051425 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:07.481111 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.481779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 06a27814-22fb-43d6-a14a-40d2ab051425 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:07.482301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:07.494338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.503997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] 10.222.0.49 "DELETE /v2.0/networks/9eda40b8-2392-4f0c-96b3-730bf512b53b HTTP/1.1" status: 204 len: 168 time: 1.0369015 Nov 12 03:48:07.518033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fbd09b2-90d1-4243-bf88-ca60a27f21cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.521212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:07.521794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7dcd96eb-bb8b-4dc1-8b33-52af9d0b3484 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:07.523063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:07.525028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0c560-6478-4a3e-829e-57d5cb0fc01b admin admin] Pushing event deleted for resources: {'Network': ['ID=9eda40b8-2392-4f0c-96b3-730bf512b53b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.549895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:07.550700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c5d9db7e-544c-4c51-a0b9-230fc25d4bc6 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:07.555728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd09b2-90d1-4243-bf88-ca60a27f21cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8018c2-a5e8-4ecb-bb0d-7ae88a3d9011,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.557702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0fbd09b2-90d1-4243-bf88-ca60a27f21cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.565506 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0fbd09b2-90d1-4243-bf88-ca60a27f21cf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6c8018c2-a5e8-4ecb-bb0d-7ae88a3d9011 HTTP/1.1" status: 204 len: 168 time: 0.2796297 Nov 12 03:48:07.566364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45944) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:07.648464 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.711660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45950) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:07.742945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.761126 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-584a2bbf-c979-41ce-9924-705eddbeac7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=244cbb4da8474eebad5c1fe5f07190e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466578 Nov 12 03:48:07.762964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45952) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:07.772497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.790405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28de4cbb-cc33-4bcf-bf23-068a47c14f5a') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.790706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28de4cbb-cc33-4bcf-bf23-068a47c14f5a') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.809836 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.821202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45956) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:07.850635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.855588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-950d3517-e852-4435-9dd9-bbb4caa5ccdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.861484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:07.861891 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:07.863911 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:07.931000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-950d3517-e852-4435-9dd9-bbb4caa5ccdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.956286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.961909 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.967710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86 HTTP/1.1" status: 204 len: 168 time: 0.3978264 Nov 12 03:48:07.998215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637ca5ac-d4ea-4666-aadc-0431c04d9e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.000288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba32520-31bc-4e29-a69c-c0c6b3bedff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cae3f6-8e9c-4ab0-aa1a-f4dd6b2bce86,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.044428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-950d3517-e852-4435-9dd9-bbb4caa5ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.047320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-950d3517-e852-4435-9dd9-bbb4caa5ccdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.048913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-950d3517-e852-4435-9dd9-bbb4caa5ccdf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b632681-3898-4da3-88a6-5120e94fd019 HTTP/1.1" status: 204 len: 168 time: 0.2848771 Nov 12 03:48:08.062500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d3517-e852-4435-9dd9-bbb4caa5ccdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b632681-3898-4da3-88a6-5120e94fd019,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.112646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637ca5ac-d4ea-4666-aadc-0431c04d9e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.118804 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637ca5ac-d4ea-4666-aadc-0431c04d9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.129824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45974) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.178635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-637ca5ac-d4ea-4666-aadc-0431c04d9e1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=304df5e60da240abba534207ffbbe004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3547342 Nov 12 03:48:08.179269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 45976) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.179930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ca5ac-d4ea-4666-aadc-0431c04d9e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa07ef2-4b76-46cb-a5ab-622388ada609,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.196095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86dffa6e-d137-4387-a577-e4b7a7cb9903 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db3b879a1ab148829cbdab3315eea111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615265 Nov 12 03:48:08.196601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45980) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.260374 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27edd339-bc4c-4527-a9cb-ff361f1bd2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.271805 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09373e89-869e-4a58-9542-0aee8b270a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.285388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27edd339-bc4c-4527-a9cb-ff361f1bd2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.298513 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09373e89-869e-4a58-9542-0aee8b270a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.341320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27edd339-bc4c-4527-a9cb-ff361f1bd2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.344290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27edd339-bc4c-4527-a9cb-ff361f1bd2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.345583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-27edd339-bc4c-4527-a9cb-ff361f1bd2ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2aa07ef2-4b76-46cb-a5ab-622388ada609 HTTP/1.1" status: 204 len: 168 time: 0.1626976 Nov 12 03:48:08.355271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edd339-bc4c-4527-a9cb-ff361f1bd2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa07ef2-4b76-46cb-a5ab-622388ada609,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.365534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09373e89-869e-4a58-9542-0aee8b270a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.369682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09373e89-869e-4a58-9542-0aee8b270a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.370869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09373e89-869e-4a58-9542-0aee8b270a5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9349df01-201b-4087-b3b2-18aa2c67a669 HTTP/1.1" status: 204 len: 168 time: 0.1732926 Nov 12 03:48:08.379378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09373e89-869e-4a58-9542-0aee8b270a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349df01-201b-4087-b3b2-18aa2c67a669,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.538633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a09d9d44-a5a1-4026-b37a-2829290e7abe no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:08.560949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: a09d9d44-a5a1-4026-b37a-2829290e7abe {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:08.561291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a09d9d44-a5a1-4026-b37a-2829290e7abe not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:08.727653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 45998) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.845232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.894530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8aa42d9b-f33f-4386-b4ca-aee6f5193fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.968621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-13b3fde3-3c29-4f33-949b-9b4409af6236 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7680cb86f76d42f4b6e73c2c6c6b552f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1211424 Nov 12 03:48:08.971144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46010) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.071472 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-589d3279-06e6-48d8-b103-2f9ab8988d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.074332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8aa42d9b-f33f-4386-b4ca-aee6f5193fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.078833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8aa42d9b-f33f-4386-b4ca-aee6f5193fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.097081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-589d3279-06e6-48d8-b103-2f9ab8988d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.126940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8aa42d9b-f33f-4386-b4ca-aee6f5193fa5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3242308a27a4990837e51de156b512e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945167 Nov 12 03:48:09.126940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46020) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.134182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa42d9b-f33f-4386-b4ca-aee6f5193fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11d2b7-6034-4dd2-ade6-b7201d0d1874,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.168830 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-589d3279-06e6-48d8-b103-2f9ab8988d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.172630 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-589d3279-06e6-48d8-b103-2f9ab8988d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.174605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-589d3279-06e6-48d8-b103-2f9ab8988d53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ef5a797-12e3-496e-a1a9-2acc554379cf HTTP/1.1" status: 204 len: 168 time: 0.2007027 Nov 12 03:48:09.183699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d3279-06e6-48d8-b103-2f9ab8988d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef5a797-12e3-496e-a1a9-2acc554379cf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.210606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d04ffd9f-7134-4421-af74-1d3afbad5494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.242167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d04ffd9f-7134-4421-af74-1d3afbad5494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.300379 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d04ffd9f-7134-4421-af74-1d3afbad5494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.303032 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d04ffd9f-7134-4421-af74-1d3afbad5494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.307748 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d04ffd9f-7134-4421-af74-1d3afbad5494 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab11d2b7-6034-4dd2-ade6-b7201d0d1874 HTTP/1.1" status: 204 len: 168 time: 0.1801956 Nov 12 03:48:09.316025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ffd9f-7134-4421-af74-1d3afbad5494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab11d2b7-6034-4dd2-ade6-b7201d0d1874,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.762861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46048) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.876457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-192981004-network', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:09.898427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Made reservation on behalf of 56bc76caa80c4a788e231f89fe5762eb for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:09.900968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.910524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.003862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.012701 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.040948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede0cca-5cf4-48e7-b1ae-02967b287565,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:10.056997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:10.067037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.067763 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Added segment 2974059f-36ed-4e0d-9209-a32c26385188 of type vlan for network 710d8c21-e6b4-4140-a6e2-85de3be8e082 Nov 12 03:48:10.112121 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.141109 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.142840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.143733 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.209512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4457197 Nov 12 03:48:10.212302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:10.217190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Request body: {'subnet': {'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-192981004-subnet', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:10.227746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77df4c0-6480-492a-a21d-6aa52c0babff admin admin] Pushing event updated for resources: {'Network': ['ID=710d8c21-e6b4-4140-a6e2-85de3be8e082,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:10.246733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:10.250040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Made reservation on behalf of 56bc76caa80c4a788e231f89fe5762eb for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:10.252708 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.463986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46084) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:10.700098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8864-7589-4725-a8c7-8dc5152b58d0 req-03dcc86c-2074-4c3e-8da5-26649aabfdf5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.702328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-814b8864-7589-4725-a8c7-8dc5152b58d0 req-03dcc86c-2074-4c3e-8da5-26649aabfdf5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 946 time: 0.0627048 Nov 12 03:48:10.733885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:10.771053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.780195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.795036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-814b8864-7589-4725-a8c7-8dc5152b58d0 req-f9393f9c-666e-4c2a-bfa9-a975779f4dcd tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854516 Nov 12 03:48:10.823589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46096) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:10.880328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a867796-8b4b-4066-9064-e6d277c195b6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:10.891360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.908126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Checking segment: {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:10.908485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Network hostable DHCP agents. Network: 710d8c21-e6b4-4140-a6e2-85de3be8e082, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:10.921164 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9b19eda6-a14f-4c17-b70e-6632fe7a781a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/811b4b3b-b900-4119-bca9-cbb2be27bc62 HTTP/1.1" status: 200 len: 994 time: 0.0956361 Nov 12 03:48:10.941517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:10.954730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 710d8c21-e6b4-4140-a6e2-85de3be8e082) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:10.963620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca06c3-0a48-460b-adf0-0382aba1bb6a None None] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:10.964297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.966087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.990667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fb3e8d65-6396-4e39-bff8-fd3645d03e72 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7772408 Nov 12 03:48:10.993975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46102) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:10.999205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:11.043487 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.043487 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.050612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Allocated IP 172.25.0.167 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/afd21e19-f72e-428d-86ed-bd70d2274a5e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:11.132919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.146634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2bf28-43ee-4ecd-b4aa-50f76746c591 None None] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:11.210987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.261858 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.315285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:11.318966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:11.324645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:11.326393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.379883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Pushing event updated for resources: {'Port': ['ID=afd21e19-f72e-428d-86ed-bd70d2274a5e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:11.578160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.634110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.638331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b4ed8-a6a0-4bc4-b355-488940b8358a req-021436ea-47d1-4ccd-9549-b8bcd8990222 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:11.639854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e19b4ed8-a6a0-4bc4-b355-488940b8358a req-021436ea-47d1-4ccd-9549-b8bcd8990222 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 1098 time: 0.0712342 Nov 12 03:48:11.669873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.696156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.747850 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e19b4ed8-a6a0-4bc4-b355-488940b8358a req-023235c6-803b-4cbd-aa23-8e5390e0fe6d tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873947 Nov 12 03:48:11.851293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Allocated IP 172.25.0.82 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/069bf632-d734-421a-95b1-8e7b41ddb4e5) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:11.874950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.884061 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.978863 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.980463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Pushing event updated for resources: {'Port': ['ID=afd21e19-f72e-428d-86ed-bd70d2274a5e,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:11.993651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.993995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.994547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.994677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.994988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.995318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.995642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.995962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.996291 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.996759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.997087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:11.997406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:12.001306 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.025879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.036389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.037766 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6b05800b-0a40-41d4-aad7-a8b67fc7730e tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5724902 Nov 12 03:48:12.042070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46160) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:12.048230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-327032353', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'fixed_ips': [{'ip_address': '172.25.0.167'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:12.079760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:12.083337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:12.086170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:12.098053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780104cb-e12d-4eea-a824-204b4daa73cb None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:12.099779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Made reservation on behalf of ad2d27f8f3f84bdaa8a781c1a883507e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:12.105644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.124718 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.125858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Pushing event updated for resources: {'Port': ['ID=069bf632-d734-421a-95b1-8e7b41ddb4e5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.163915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-772bb1ef-1e42-4372-ad4c-27a075daa363 None None] Provisioning complete for port 069bf632-d734-421a-95b1-8e7b41ddb4e5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:12.169453 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-772bb1ef-1e42-4372-ad4c-27a075daa363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.249995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.253152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-772bb1ef-1e42-4372-ad4c-27a075daa363 None None] Port 069bf632-d734-421a-95b1-8e7b41ddb4e5 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:12.255608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.266425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] device_id is not set on port 03365926-2e02-4d40-bc8d-78b8f432c89f yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:12.316821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46170) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:12.360666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556c2aec-314e-44b9-89b0-2c461b23aec5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.448932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.745025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-9a0c4a99-c219-4250-b7c1-53525a199434 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247220 Nov 12 03:48:12.758561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-9f43c271-19e9-4e7a-801c-01436c780999 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:48:12.759585 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-9f43c271-19e9-4e7a-801c-01436c780999 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058382 Nov 12 03:48:12.773950 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.806704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-025a2f2c-15d2-46d8-8a43-c8d678e7cc80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.919678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:12.935341 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:48:12.935925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:12.963430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9a390453-f28a-4e01-90a1-6b428cdea8fa tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9195900 Nov 12 03:48:12.966637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46188) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:12.976077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-025a2f2c-15d2-46d8-8a43-c8d678e7cc80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.980582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-025a2f2c-15d2-46d8-8a43-c8d678e7cc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.024307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-025a2f2c-15d2-46d8-8a43-c8d678e7cc80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ecd6bcf6b01480facb5a315b3e4ac2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6992774 Nov 12 03:48:13.024307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a2f2c-15d2-46d8-8a43-c8d678e7cc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb279a4-35a9-432c-9c6b-1243e36d9807,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:13.026086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46190) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:13.084093 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c322b1-18f0-4654-b910-58ec2e8585cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.108824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c322b1-18f0-4654-b910-58ec2e8585cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.158475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c322b1-18f0-4654-b910-58ec2e8585cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.161086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c322b1-18f0-4654-b910-58ec2e8585cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.162217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-23c322b1-18f0-4654-b910-58ec2e8585cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bb279a4-35a9-432c-9c6b-1243e36d9807 HTTP/1.1" status: 204 len: 168 time: 0.1351488 Nov 12 03:48:13.172213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c322b1-18f0-4654-b910-58ec2e8585cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb279a4-35a9-432c-9c6b-1243e36d9807,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:13.190466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:13.207092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Sync routers for ids ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:13.209342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Deleting port afd21e19-f72e-428d-86ed-bd70d2274a5e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:13.210328 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.215375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.216786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e46bedad-7f30-48fd-badb-fdad63a0affa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2213631 Nov 12 03:48:13.224130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46194) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:13.227196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Routers {'8466ca6c-75f6-4588-92e7-ea7ef744fd0f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:13.228074 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:13.318379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.318911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.337400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Calling delete_port for afd21e19-f72e-428d-86ed-bd70d2274a5e owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:13.431990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-7f216258-c1d4-4634-8a07-902f16cafd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.433679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-7f216258-c1d4-4634-8a07-902f16cafd83 service neutron] 10.222.0.49 "GET /v2.0/ports/b3904180-b646-4bfb-8a56-0228e9138080 HTTP/1.1" status: 200 len: 1095 time: 0.0856955 Nov 12 03:48:13.446246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Request body: {'binding': {'host': 'n-h2-789963-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:13.446710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Unknown quota resources ['binding']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:48:13.574209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Set router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:13.655060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.675013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46200) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:13.687365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Pushing event deleted for resources: {'Port': ['ID=afd21e19-f72e-428d-86ed-bd70d2274a5e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:13.722941 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18f4188b-f76c-417f-bf83-beb16d96fa68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.724565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.724711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.725201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.751727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.752050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.762352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.762885 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:13.767571 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 2 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:13.784969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.787523 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.792527 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c7bbe368-e96a-4b20-bf46-298df57800e5 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518 tempest-ExternalNetworksAdminNegativeTestJSON-1509926518-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/d11dcb25-c30b-4194-b800-8abfe94fe7cf HTTP/1.1" status: 204 len: 168 time: 0.8206756 Nov 12 03:48:13.792527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.792527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.792527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.795540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.795949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.800173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.800453 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:13.800920 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 3 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:13.815162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.815603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.815958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.821951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.822278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.827156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.827478 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:13.827885 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 4 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:13.828077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:12Z', 'revision_number': 3, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port': {'id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:13.845169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.845169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.845637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.853148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.853523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.859767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.860160 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:13.860627 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 5 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:13.865687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Checking router: 8466ca6c-75f6-4588-92e7-ea7ef744fd0f for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:13.866714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Updating router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f port 069bf632-d734-421a-95b1-8e7b41ddb4e5 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:13.874968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.875358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.876025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.877458 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.880541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.880943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.886959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.887755 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:13.887755 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 6 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:13.895074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18f4188b-f76c-417f-bf83-beb16d96fa68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.901865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18f4188b-f76c-417f-bf83-beb16d96fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.909824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.910263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.910469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.911204 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.915724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.916278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.920906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.921199 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:13.921602 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 7 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:13.932025 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-18f4188b-f76c-417f-bf83-beb16d96fa68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f81e104bf35c45d9b7fd741eae03f7be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533374 Nov 12 03:48:13.933614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46204) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:13.950656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:13.951102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:13.951422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.967387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.967966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:13.984612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:13.984993 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:13.985635 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 8 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:14.008656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:14.009114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:14.009358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:14.019873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:14.020211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:14.023702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c777c893-cc40-4a3f-b8f5-34fab94c7321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.035269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:14.035536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4188b-f76c-417f-bf83-beb16d96fa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfd847d-71fb-49d2-b8c5-13accdd8f1f4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.035682 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:14.037658 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 9 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:14.076464 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c777c893-cc40-4a3f-b8f5-34fab94c7321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.087706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:14.088047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:14.088381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:14.107486 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:14.107821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:14.120137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:14.120470 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:14.121157 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempt 10 to bind port b3904180-b646-4bfb-8a56-0228e9138080 Nov 12 03:48:14.136726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal with profile None {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:14.136726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:14.136726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:14.143054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:14.143054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Attempting to bind port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:14.147255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Port b3904180-b646-4bfb-8a56-0228e9138080 on network fa20752a-38c5-4d8d-a663-888fdd5620ac not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:14.148202 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to bind port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 for vnic_type normal using segments [{'id': 'aec99cc9-93be-407b-ad49-c474c609f887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac'}] Nov 12 03:48:14.148729 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.plugin [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] Failed to commit binding results for b3904180-b646-4bfb-8a56-0228e9138080 after 10 tries Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] create failed: No details.: neutron_lib.exceptions.PortBindingError: Binding for port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 could not be created or updated. Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Traceback (most recent call last): Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource result = method(request=request, **args) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 437, in create Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return self._create(request, body, **kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 561, in _create Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource obj = do_create(body) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 542, in do_create Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource quota.QUOTAS.cancel_reservation( Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 536, in do_create Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return obj_creator(request.context, **kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource self.force_reraise() Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise self.value Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2496, in create_port_binding Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource raise exc.PortBindingError(port_id=port_id, Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource neutron_lib.exceptions.PortBindingError: Binding for port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h2-789963-21 could not be created or updated. Nov 12 03:48:14.173177 n-d-789963-21 neutron-server[102628]: ERROR neutron.api.v2.resource Nov 12 03:48:14.179490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] 10.222.0.49 "POST /v2.0/ports/b3904180-b646-4bfb-8a56-0228e9138080/bindings HTTP/1.1" status: 500 len: 402 time: 0.7332137 Nov 12 03:48:14.188782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c777c893-cc40-4a3f-b8f5-34fab94c7321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.191867 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c777c893-cc40-4a3f-b8f5-34fab94c7321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.196988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c777c893-cc40-4a3f-b8f5-34fab94c7321 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dfd847d-71fb-49d2-b8c5-13accdd8f1f4 HTTP/1.1" status: 204 len: 168 time: 0.2622736 Nov 12 03:48:14.206051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777c893-cc40-4a3f-b8f5-34fab94c7321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfd847d-71fb-49d2-b8c5-13accdd8f1f4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.213093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46210) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:14.239761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Allocated IP 172.20.0.1 (710d8c21-e6b4-4140-a6e2-85de3be8e082/3a867796-8b4b-4066-9064-e6d277c195b6/5a15f1c6-6678-4aec-aba6-a37ae644af84) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:14.249445 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.258210 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.315337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1ba4d-2861-4f87-9cf5-5456780662a8 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:14.351539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Attempting to bind port 069bf632-d734-421a-95b1-8e7b41ddb4e5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:14.351908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Attempting to bind port 069bf632-d734-421a-95b1-8e7b41ddb4e5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:14.352272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Attempting to bind port 069bf632-d734-421a-95b1-8e7b41ddb4e5 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:14.363764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:14.364140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:14.364544 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.364960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:14.365447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Bound port: 069bf632-d734-421a-95b1-8e7b41ddb4e5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:14.366347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.370559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-549d192e-dcf5-4e50-87a7-6c02c30ff5e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.396060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.423581 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3eff9-706d-4a34-ad42-73fd6e9a4985 None None] Pushing event updated for resources: {'Port': ['ID=069bf632-d734-421a-95b1-8e7b41ddb4e5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.451431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-13e502b3-80ce-459b-be28-60baa21e9034 None None] Provisioning complete for port 069bf632-d734-421a-95b1-8e7b41ddb4e5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:14.452344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-13e502b3-80ce-459b-be28-60baa21e9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.460167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.489080 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-549d192e-dcf5-4e50-87a7-6c02c30ff5e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.496586 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-549d192e-dcf5-4e50-87a7-6c02c30ff5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.496837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-13e502b3-80ce-459b-be28-60baa21e9034 None None] Port 069bf632-d734-421a-95b1-8e7b41ddb4e5 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:14.510955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] For port 069bf632-d734-421a-95b1-8e7b41ddb4e5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:14.514609 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] For port 069bf632-d734-421a-95b1-8e7b41ddb4e5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=069bf632-d734-421a-95b1-8e7b41ddb4e5,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:14.517287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:14.520183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.534215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Pushing event updated for resources: {'Port': ['ID=5a15f1c6-6678-4aec-aba6-a37ae644af84,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.540039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:14.547706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d192e-dcf5-4e50-87a7-6c02c30ff5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111fb795-695f-4e7f-926c-e1fdb6a7be6d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.549958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:14.555685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-549d192e-dcf5-4e50-87a7-6c02c30ff5e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65fb0f3ba7724c16bc79af323b2d4845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414440 Nov 12 03:48:14.557784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46220) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:14.610470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3eff9-706d-4a34-ad42-73fd6e9a4985 None None] Pushing event updated for resources: {'Port': ['ID=069bf632-d734-421a-95b1-8e7b41ddb4e5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.614119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.642406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1c001-0548-47bc-9805-c5a23047b99e None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:14.656703 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fe55cfe-469f-46bb-8a5a-62ff1f83b8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.670913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Routers {'8466ca6c-75f6-4588-92e7-ea7ef744fd0f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:14.671586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:14.723950 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fe55cfe-469f-46bb-8a5a-62ff1f83b8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.801090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9fc21dae-f801-40bc-8d72-172048890624 None None] Provisioning complete for port 069bf632-d734-421a-95b1-8e7b41ddb4e5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:14.801342 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9fc21dae-f801-40bc-8d72-172048890624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.816786 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.832444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fe55cfe-469f-46bb-8a5a-62ff1f83b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.836677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fe55cfe-469f-46bb-8a5a-62ff1f83b8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.840839 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5fe55cfe-469f-46bb-8a5a-62ff1f83b8e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/111fb795-695f-4e7f-926c-e1fdb6a7be6d HTTP/1.1" status: 204 len: 168 time: 0.2789876 Nov 12 03:48:14.848653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe55cfe-469f-46bb-8a5a-62ff1f83b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111fb795-695f-4e7f-926c-e1fdb6a7be6d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.953498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] Set router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:15.066715 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.079860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.137968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9fc21dae-f801-40bc-8d72-172048890624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.154038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.157010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Pushing event updated for resources: {'Port': ['ID=5a15f1c6-6678-4aec-aba6-a37ae644af84,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:15.173582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9fc21dae-f801-40bc-8d72-172048890624 None None] For port 069bf632-d734-421a-95b1-8e7b41ddb4e5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=069bf632-d734-421a-95b1-8e7b41ddb4e5,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:15.190680 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9fc21dae-f801-40bc-8d72-172048890624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.271810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc21dae-f801-40bc-8d72-172048890624 None None] Pushing event updated for resources: {'Port': ['ID=069bf632-d734-421a-95b1-8e7b41ddb4e5,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:15.278763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:15.279795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:15.294185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:12Z', 'revision_number': 3, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port': {'id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:15.347415 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2102512b-6350-4336-b1c4-4d066fd39ba3 None None] The sync data for ids ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'] in n-d-789963-21 is: [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:12Z', 'revision_number': 3, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port': {'id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:15.429434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:15.429434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46258) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:15.528149 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a4d72c0f-d470-4937-9af5-f397f15e303e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad2d27f8f3f84bdaa8a781c1a883507e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0968103 Nov 12 03:48:15.531668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46262) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:15.624485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:15.644989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-02cb364c-11d0-4dd9-8dab-ea9b8930d009 admin admin] 10.222.0.49 "PUT /v2.0/routers/8466ca6c-75f6-4588-92e7-ea7ef744fd0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066229 Nov 12 03:48:15.657253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32fbea99-74f6-4024-9d8e-7f05160691c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.708042 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32fbea99-74f6-4024-9d8e-7f05160691c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.789724 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32fbea99-74f6-4024-9d8e-7f05160691c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.792638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32fbea99-74f6-4024-9d8e-7f05160691c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.794007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-32fbea99-74f6-4024-9d8e-7f05160691c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/556c2aec-314e-44b9-89b0-2c461b23aec5 HTTP/1.1" status: 204 len: 168 time: 0.2605917 Nov 12 03:48:15.807885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbea99-74f6-4024-9d8e-7f05160691c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c2aec-314e-44b9-89b0-2c461b23aec5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:16.034347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46282) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:16.613775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 70df3a97-7d02-42ee-8ff0-88b64a819df9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:16.614113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.638964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-f0bbfc76-4dda-4a32-be5e-3f9a92d79415 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:16.640987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-f0bbfc76-4dda-4a32-be5e-3f9a92d79415 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 810 time: 0.1630864 Nov 12 03:48:16.665617 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-3c88d603-b116-4c30-8232-1dadba463664 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/quotas/56bc76caa80c4a788e231f89fe5762eb HTTP/1.1" status: 200 len: 375 time: 0.0161226 Nov 12 03:48:16.707941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.708347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.723671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 70df3a97-7d02-42ee-8ff0-88b64a819df9 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:16.779497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-363b1cf2-f57d-47d1-a228-2519dd5265e5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058559 Nov 12 03:48:16.922776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.954107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=70df3a97-7d02-42ee-8ff0-88b64a819df9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:17.077912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.078627 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Floating IP 811b4b3b-b900-4119-bca9-cbb2be27bc62 disassociated (deleted). External IP: 172.25.0.204, port: b3904180-b646-4bfb-8a56-0228e9138080. Nov 12 03:48:17.107274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-005c0593-49d3-434e-953e-7aa19574dc60 service neutron] 10.222.0.49 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174639 Nov 12 03:48:17.235842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6bad1d7d-3fe4-4516-877d-fe74f59f125b service neutron] 10.222.0.49 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276095 Nov 12 03:48:17.496544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 069bf632-d734-421a-95b1-8e7b41ddb4e5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:17.516601 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0c79549-7dc6-420c-97c5-2c93fe0c6bb5 req-fb649599-d2e7-4a7b-9241-c1ef503210bc tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 210 time: 0.0455666 Nov 12 03:48:17.583170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router ee667b50-c39b-457c-b3f2-bb62646b0391 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:17.607813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 069bf632-d734-421a-95b1-8e7b41ddb4e5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:17.608388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.654306 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Sync routers for ids ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:17.674909 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Routers {'8466ca6c-75f6-4588-92e7-ea7ef744fd0f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:17.678950 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:17.847567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:17.856720 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.868007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] Sync routers for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:17.878614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:17.879227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:17.886630 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Set router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:17.952059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e8f00cd4-a036-460b-9377-9f65576f3eff tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/floatingips/811b4b3b-b900-4119-bca9-cbb2be27bc62 HTTP/1.1" status: 204 len: 168 time: 1.9164872 Nov 12 03:48:17.955919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:17.958932 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "tag": "b3904180-b646-4bfb-8a56-0228e9138080"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:18.034662 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c689486d-021c-4e66-85be-e371a024597f x-openstack-request-id: req-c689486d-021c-4e66-85be-e371a024597f {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:18.040729 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "tag": "b3904180-b646-4bfb-8a56-0228e9138080", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:18.041869 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c689486d-021c-4e66-85be-e371a024597f {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:18.042301 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080', 'status': 'completed', 'code': 200} Nov 12 03:48:18.158024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:18.169805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-97fb1f88-a740-4de5-9543-9f71d995b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.175307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-97fb1f88-a740-4de5-9543-9f71d995b09f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 1098 time: 0.1204808 Nov 12 03:48:18.223088 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:14Z', 'revision_number': 4, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port': {'id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '5a15f1c6-6678-4aec-aba6-a37ae644af84', 'name': '', 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'mac_address': 'fa:16:3e:53:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '3a867796-8b4b-4066-9064-e6d277c195b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:13Z', 'updated_at': '2021-11-12T03:48:14Z', 'revision_number': 2, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'subnets': [{'id': '3a867796-8b4b-4066-9064-e6d277c195b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.330903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46438) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:18.433495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-1e85a99e-8ada-4478-b310-607605f6a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.436253 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-1e85a99e-8ada-4478-b310-607605f6a6b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa20752a-38c5-4d8d-a663-888fdd5620ac HTTP/1.1" status: 200 len: 898 time: 0.2525132 Nov 12 03:48:18.443204 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Checking router: 8466ca6c-75f6-4588-92e7-ea7ef744fd0f for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:18.443915 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Updating router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f port 5a15f1c6-6678-4aec-aba6-a37ae644af84 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:18.473730 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.540990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679c4ad-aa94-40de-b3f3-cb722f60a2c5 req-b5426c26-d677-4dfb-8672-256642a9e595 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.557345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-728ea3a2-737d-42a8-901b-7935337c6a5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3904180-b646-4bfb-8a56-0228e9138080 HTTP/1.1" status: 200 len: 217 time: 0.0996997 Nov 12 03:48:18.561254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5679c4ad-aa94-40de-b3f3-cb722f60a2c5 req-b5426c26-d677-4dfb-8672-256642a9e595 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 946 time: 0.1521380 Nov 12 03:48:18.599717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1068775659', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:18.605371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.636408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-00570e59-d801-42f2-b323-f21beac414a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.637993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-00570e59-d801-42f2-b323-f21beac414a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8e653fb-6ebb-4be2-970c-fc24aefd7211 HTTP/1.1" status: 200 len: 835 time: 0.0603485 Nov 12 03:48:18.661363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] Checking router: ee667b50-c39b-457c-b3f2-bb62646b0391 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:18.673996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:18.674628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.740342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5679c4ad-aa94-40de-b3f3-cb722f60a2c5 req-e197ca8b-8d96-47ff-a584-be6f262d204c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709523 Nov 12 03:48:18.742534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Made reservation on behalf of 8fa5c57ad64540b98db4ee540f2b8bc6 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:18.747376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.765846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d8288931-47ac-4e7c-977e-655f11a4556e req-a6cfa149-97bd-42a5-b1ab-7fca3ec17320 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 210 time: 0.0976353 Nov 12 03:48:18.781879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-6b9c9f1c-6bc0-439c-ba82-da72d2340f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.782970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.784151 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-6b9c9f1c-6bc0-439c-ba82-da72d2340f76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa20752a-38c5-4d8d-a663-888fdd5620ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309147 Nov 12 03:48:18.875011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:18.908182 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.918217 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.985101 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa804be9-c2f4-476d-9e1c-22986ab4ac14 None None] Pushing event updated for resources: {'Port': ['ID=5a15f1c6-6678-4aec-aba6-a37ae644af84,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.003854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.014549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-31ef984c-92ef-4ba1-92cb-10dba4288b64 service neutron] 10.222.0.20 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203784 Nov 12 03:48:19.026129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.034578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] device_id is not set on port 9e8aae50-0b6a-4641-9b34-8be068307902 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:19.047960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-ba1ac3e7-de1e-4489-b379-69990ee4593c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:19.049488 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-ba1ac3e7-de1e-4489-b379-69990ee4593c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.20 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 810 time: 0.1785781 Nov 12 03:48:19.092674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Request body: {'port': {'device_id': '961eeba8-00c4-440c-8bc3-6420cf1725bd', 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082', 'admin_state_up': True, 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:19.160429 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5819a414-cd20-4dc6-8a12-ce39bf25f5e4 req-5bbb6cd2-4131-4989-81f1-e98eb20badfb service neutron] 10.222.0.20 "GET /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356037 Nov 12 03:48:19.163972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa82870f-0183-4dcd-badc-b76a342aa762,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.168136 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Attempting to bind port 5a15f1c6-6678-4aec-aba6-a37ae644af84 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:19.168527 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Attempting to bind port 5a15f1c6-6678-4aec-aba6-a37ae644af84 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:19.168918 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Attempting to bind port 5a15f1c6-6678-4aec-aba6-a37ae644af84 on network 710d8c21-e6b4-4140-a6e2-85de3be8e082 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:19.182385 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:19.182788 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Checking segment: {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:19.183360 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.183926 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Bound using segment: {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:19.188410 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Bound port: 5a15f1c6-6678-4aec-aba6-a37ae644af84, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:19.188607 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.260945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Allocated IP 172.25.0.95 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/9e8aae50-0b6a-4641-9b34-8be068307902) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:19.288844 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] For port 5a15f1c6-6678-4aec-aba6-a37ae644af84, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:19.290385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Made reservation on behalf of 56bc76caa80c4a788e231f89fe5762eb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:19.293964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.296695 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] For port 5a15f1c6-6678-4aec-aba6-a37ae644af84, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5a15f1c6-6678-4aec-aba6-a37ae644af84,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:19.301827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:19.305552 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.371495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313a5d-b2ac-4630-9ccd-91d4525eff83 None None] The sync data for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 is: [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:16Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04e7f098-4998-4840-9853-943a066678cf', 'name': '', 'network_id': 'fa20752a-38c5-4d8d-a663-888fdd5620ac', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:5e:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:14Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': 'f8e653fb-6ebb-4be2-970c-fc24aefd7211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:19.398201 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa804be9-c2f4-476d-9e1c-22986ab4ac14 None None] Pushing event updated for resources: {'Port': ['ID=5a15f1c6-6678-4aec-aba6-a37ae644af84,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.416365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Routers {'8466ca6c-75f6-4588-92e7-ea7ef744fd0f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:19.417221 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:19.532430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.538076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Allocated IP 172.20.0.12 (710d8c21-e6b4-4140-a6e2-85de3be8e082/3a867796-8b4b-4066-9064-e6d277c195b6/6cca0621-b246-42a4-8457-f19c243a3fd2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:19.566464 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] Set router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:19.613410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.715181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e6825-d76f-473e-b6bf-001806038316 req-d2fdf465-81ea-4f3d-861b-50cc206084ad tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:19.717733 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b3e6825-d76f-473e-b6bf-001806038316 req-d2fdf465-81ea-4f3d-861b-50cc206084ad tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 946 time: 0.0766902 Nov 12 03:48:19.759957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:19.767927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:19.774424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:19.776345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Pushing event updated for resources: {'Port': ['ID=9e8aae50-0b6a-4641-9b34-8be068307902,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.783489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd050a5-755e-4536-b602-7cf2fae4f224 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:19.842689 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.848368 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf780b-fff4-485a-aeb5-0146fbe0f89c None None] New status for floating IP 811b4b3b-b900-4119-bca9-cbb2be27bc62: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:19.849271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:19.850173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.870681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.870840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1bfbc54b-9211-449f-a28c-3ce292a9854f None None] Provisioning complete for port 9e8aae50-0b6a-4641-9b34-8be068307902 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:19.871161 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc54b-9211-449f-a28c-3ce292a9854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.888164 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-19bc9dae-9056-4943-be29-327da21843ef tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5556765 Nov 12 03:48:19.906018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46506) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.916450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.95'}]}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:19.958103 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:14Z', 'revision_number': 4, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port': {'id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '5a15f1c6-6678-4aec-aba6-a37ae644af84', 'name': '', 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'mac_address': 'fa:16:3e:53:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '3a867796-8b4b-4066-9064-e6d277c195b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:13Z', 'updated_at': '2021-11-12T03:48:19Z', 'revision_number': 4, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'subnets': [{'id': '3a867796-8b4b-4066-9064-e6d277c195b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:19.972674 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d107c942-05df-4551-afc0-b622fa694556 req-c380cf12-fda6-4ef7-8d74-757e93a3aa48 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 210 time: 0.0467103 Nov 12 03:48:19.999786 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac752c91-3157-4b4c-84f7-f05e43dd7848 None None] The sync data for ids ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'] in n-d-789963-21 is: [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:14Z', 'revision_number': 4, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port': {'id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '5a15f1c6-6678-4aec-aba6-a37ae644af84', 'name': '', 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'mac_address': 'fa:16:3e:53:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '3a867796-8b4b-4066-9064-e6d277c195b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:13Z', 'updated_at': '2021-11-12T03:48:19Z', 'revision_number': 4, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'subnets': [{'id': '3a867796-8b4b-4066-9064-e6d277c195b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:20.002465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.015577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.026768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.112270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:20.117718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ab35-f814-4d34-8ac5-4e1124df8a11 req-22aa4053-39b0-4b3c-87b7-e91b37301e1b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.119556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8e4ab35-f814-4d34-8ac5-4e1124df8a11 req-22aa4053-39b0-4b3c-87b7-e91b37301e1b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c HTTP/1.1" status: 200 len: 946 time: 0.1447096 Nov 12 03:48:20.130772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:20.137229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:20.158897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Pushing event updated for resources: {'Port': ['ID=6cca0621-b246-42a4-8457-f19c243a3fd2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.198055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port b3904180-b646-4bfb-8a56-0228e9138080 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:20.198682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.226106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8e4ab35-f814-4d34-8ac5-4e1124df8a11 req-cd12e371-f7c5-4178-a5af-ff93551179c3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=413878f8-e5e0-4573-9a3c-6c95b2879fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999434 Nov 12 03:48:20.243114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1bfbc54b-9211-449f-a28c-3ce292a9854f None None] Port 9e8aae50-0b6a-4641-9b34-8be068307902 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:20.252070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.255714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e103b5a1-29e1-49b8-b12f-84465b1519ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.329754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port b3904180-b646-4bfb-8a56-0228e9138080, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3904180-b646-4bfb-8a56-0228e9138080,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:20.330195 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.345587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for b3904180-b646-4bfb-8a56-0228e9138080 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:20.358988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.359785 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.422481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-6fa9c2fb-7f77-4141-85ad-61d134a78cd6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3599796 Nov 12 03:48:20.466338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Request body: {'port': {'device_id': '961eeba8-00c4-440c-8bc3-6420cf1725bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.494517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.498878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.533015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=b3904180-b646-4bfb-8a56-0228e9138080,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.594964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] No DVR routers for this DVR port b3904180-b646-4bfb-8a56-0228e9138080 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:20.597594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.597759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.601399 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e103b5a1-29e1-49b8-b12f-84465b1519ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.601951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b3e6825-d76f-473e-b6bf-001806038316 req-240be339-521a-49e7-90c6-247f7be25c61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "DELETE /v2.0/ports/b3904180-b646-4bfb-8a56-0228e9138080 HTTP/1.1" status: 204 len: 173 time: 0.8765869 Nov 12 03:48:20.603186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'name': 'network-vif-deleted', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:20.610475 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2b99ff-fe03-40ae-b437-8441df732777" -d '{"events": [{"server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "name": "network-vif-deleted", "tag": "b3904180-b646-4bfb-8a56-0228e9138080"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:20.613296 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e103b5a1-29e1-49b8-b12f-84465b1519ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.715218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e103b5a1-29e1-49b8-b12f-84465b1519ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a240c58b1dc744aebd63930af2a1834d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8412130 Nov 12 03:48:20.715976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103b5a1-29e1-49b8-b12f-84465b1519ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1871dc8e-dbfc-4475-b7d5-f5a3747c67bf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.720712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46514) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.806862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38871d72-b13c-4949-b4d7-ddc0293544fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.833144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38871d72-b13c-4949-b4d7-ddc0293544fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.854599 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfd7f49-3301-4397-8f0a-0a3943e470df x-openstack-request-id: req-2dfd7f49-3301-4397-8f0a-0a3943e470df {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:20.854902 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c", "name": "network-vif-deleted", "tag": "b3904180-b646-4bfb-8a56-0228e9138080", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:20.855162 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2dfd7f49-3301-4397-8f0a-0a3943e470df {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:20.855570 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bab0b6-574a-4f36-a9ab-4cd34e0b2e3c', 'name': 'network-vif-deleted', 'tag': 'b3904180-b646-4bfb-8a56-0228e9138080', 'status': 'completed', 'code': 200} Nov 12 03:48:20.898926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38871d72-b13c-4949-b4d7-ddc0293544fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.901832 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38871d72-b13c-4949-b4d7-ddc0293544fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.905370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-38871d72-b13c-4949-b4d7-ddc0293544fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1871dc8e-dbfc-4475-b7d5-f5a3747c67bf HTTP/1.1" status: 204 len: 168 time: 0.1811237 Nov 12 03:48:20.926300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38871d72-b13c-4949-b4d7-ddc0293544fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1871dc8e-dbfc-4475-b7d5-f5a3747c67bf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.173930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.179636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cca0621-b246-42a4-8457-f19c243a3fd2 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:21.195245 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.223315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.240451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Transition to ACTIVE for port object 6cca0621-b246-42a4-8457-f19c243a3fd2 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:21.261935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.301783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9729f-f440-42c6-907c-bb515ea36816 req-0ed13267-5bea-4588-b74f-83aa1f053cfc tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:21.308918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46524) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.309107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9fc9729f-f440-42c6-907c-bb515ea36816 req-0ed13267-5bea-4588-b74f-83aa1f053cfc tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 932 time: 0.2133822 Nov 12 03:48:21.433916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46526) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.463015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5a15f1c6-6678-4aec-aba6-a37ae644af84 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:21.515919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9fc9729f-f440-42c6-907c-bb515ea36816 req-991bdca1-b836-48f8-a545-4b7749595049 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059736 Nov 12 03:48:21.528881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5a15f1c6-6678-4aec-aba6-a37ae644af84 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:21.529564 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.662504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.712220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 5a15f1c6-6678-4aec-aba6-a37ae644af84, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5a15f1c6-6678-4aec-aba6-a37ae644af84,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:21.720359 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.797011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=5a15f1c6-6678-4aec-aba6-a37ae644af84,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.868907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd69d4e2-7092-4644-8d79-21ed2e579bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.884498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.900315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Pushing event updated for resources: {'Port': ['ID=6cca0621-b246-42a4-8457-f19c243a3fd2,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.009778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Attempting to bind port 6cca0621-b246-42a4-8457-f19c243a3fd2 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:22.010239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Attempting to bind port 6cca0621-b246-42a4-8457-f19c243a3fd2 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:22.010521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Attempting to bind port 6cca0621-b246-42a4-8457-f19c243a3fd2 on network 710d8c21-e6b4-4140-a6e2-85de3be8e082 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:22.023207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.026502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Port 6cca0621-b246-42a4-8457-f19c243a3fd2 on network 710d8c21-e6b4-4140-a6e2-85de3be8e082 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:22.026825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Attempting to bind port 6cca0621-b246-42a4-8457-f19c243a3fd2 on network 710d8c21-e6b4-4140-a6e2-85de3be8e082 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:22.106260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:22.106605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Checking segment: {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:22.107004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Bound using segment: {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:22.107454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Bound port: 6cca0621-b246-42a4-8457-f19c243a3fd2, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:22.107814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.123176 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd69d4e2-7092-4644-8d79-21ed2e579bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.129151 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd69d4e2-7092-4644-8d79-21ed2e579bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.153630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 04e7f098-4998-4840-9853-943a066678cf {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:22.153977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.248307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port 04e7f098-4998-4840-9853-943a066678cf, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=04e7f098-4998-4840-9853-943a066678cf,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:22.248676 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.261973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 04e7f098-4998-4840-9853-943a066678cf owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:22.282373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fd69d4e2-7092-4644-8d79-21ed2e579bf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cc0e30170e240bdba8b6e2a8ba4a47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8473847 Nov 12 03:48:22.286865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46530) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.288965 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.297644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.299103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69d4e2-7092-4644-8d79-21ed2e579bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1763c1-0686-46ec-aaf6-a25504c23ab3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.378881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.379294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20525c92-843e-4793-93b9-ba46b0d67b55 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:22.382380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] For port 6cca0621-b246-42a4-8457-f19c243a3fd2, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:22.387710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] For port 6cca0621-b246-42a4-8457-f19c243a3fd2, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6cca0621-b246-42a4-8457-f19c243a3fd2,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:22.398107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.440617 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:48:22.441719 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2c2ff136-ad15-4e63-b995-e89df2bbbd25 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5340843 Nov 12 03:48:22.445890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46532) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.450727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52a064cc-5d67-4e1f-8dc5-259f22f142a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.453072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:22.453684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.455049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] 10.222.0.20 "PUT /v2.0/ports/6cca0621-b246-42a4-8457-f19c243a3fd2 HTTP/1.1" status: 200 len: 1093 time: 1.9928958 Nov 12 03:48:22.457395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961eeba8-00c4-440c-8bc3-6420cf1725bd', 'tag': '6cca0621-b246-42a4-8457-f19c243a3fd2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:22.459759 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e103be58-30ca-47ff-982b-2e34b0182ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "961eeba8-00c4-440c-8bc3-6420cf1725bd", "tag": "6cca0621-b246-42a4-8457-f19c243a3fd2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:22.488723 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.502605 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52a064cc-5d67-4e1f-8dc5-259f22f142a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.504457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e6f93-6e57-4493-9165-e0a6d5eb2f60 service neutron] Pushing event updated for resources: {'Port': ['ID=6cca0621-b246-42a4-8457-f19c243a3fd2,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.539761 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476ab67c-f5a4-4a34-938b-559723e8d4e8 x-openstack-request-id: req-476ab67c-f5a4-4a34-938b-559723e8d4e8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:22.540173 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961eeba8-00c4-440c-8bc3-6420cf1725bd", "tag": "6cca0621-b246-42a4-8457-f19c243a3fd2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:22.540507 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-476ab67c-f5a4-4a34-938b-559723e8d4e8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:22.541025 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961eeba8-00c4-440c-8bc3-6420cf1725bd', 'tag': '6cca0621-b246-42a4-8457-f19c243a3fd2', 'status': 'completed', 'code': 200} Nov 12 03:48:22.543670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=04e7f098-4998-4840-9853-943a066678cf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.619817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-8dd0c830-51b1-49dc-9f95-b7983c6be049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:22.621388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-8dd0c830-51b1-49dc-9f95-b7983c6be049 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 1096 time: 0.0986152 Nov 12 03:48:22.625637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52a064cc-5d67-4e1f-8dc5-259f22f142a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.633408 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52a064cc-5d67-4e1f-8dc5-259f22f142a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.636067 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-52a064cc-5d67-4e1f-8dc5-259f22f142a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d1763c1-0686-46ec-aaf6-a25504c23ab3 HTTP/1.1" status: 204 len: 168 time: 0.3443751 Nov 12 03:48:22.657527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fe11cf60-268d-419c-8c7d-209d71178f35 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Deleting port 9e8aae50-0b6a-4641-9b34-8be068307902 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:22.658149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe11cf60-268d-419c-8c7d-209d71178f35 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.749569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a064cc-5d67-4e1f-8dc5-259f22f142a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1763c1-0686-46ec-aaf6-a25504c23ab3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.764596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-a8fc985c-9d78-4ef5-a7b6-165fae7e420d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cca0621-b246-42a4-8457-f19c243a3fd2 HTTP/1.1" status: 200 len: 217 time: 0.1280358 Nov 12 03:48:22.844027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-538dcc19-d24b-46c0-8038-8ce48a4e2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:22.854550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-538dcc19-d24b-46c0-8038-8ce48a4e2691 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a867796-8b4b-4066-9064-e6d277c195b6 HTTP/1.1" status: 200 len: 850 time: 0.0763581 Nov 12 03:48:22.895388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-999c500b-4f81-4ac9-abb2-c7566126e203 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=710d8c21-e6b4-4140-a6e2-85de3be8e082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338864 Nov 12 03:48:22.907158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969411c-bd05-45b4-aecd-52337389fee6 req-412a3f38-25f5-4dfb-bdb7-d1336165abe0 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:22.914945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5969411c-bd05-45b4-aecd-52337389fee6 req-412a3f38-25f5-4dfb-bdb7-d1336165abe0 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 944 time: 0.1152320 Nov 12 03:48:22.985159 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe11cf60-268d-419c-8c7d-209d71178f35 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.003128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-14ce1d89-986e-435c-8723-caffb04eeca8 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985866 Nov 12 03:48:23.020539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fe11cf60-268d-419c-8c7d-209d71178f35 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Calling delete_port for 9e8aae50-0b6a-4641-9b34-8be068307902 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:23.028778 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.035769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5969411c-bd05-45b4-aecd-52337389fee6 req-daed7615-d7e5-4749-9ba2-19641d55ce9e tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200531 Nov 12 03:48:23.124079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e41b951d-1921-43a8-bae6-f8caf3b0fb59 req-97826d07-e0a0-4f33-a308-96677235e786 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121051 Nov 12 03:48:23.235124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-a09e070c-6bf8-4951-9195-2557a5615552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:23.236988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-a09e070c-6bf8-4951-9195-2557a5615552 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 1096 time: 0.0552742 Nov 12 03:48:23.404685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-0ba32723-5531-4e0a-86fb-e33724514868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:23.407741 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-0ba32723-5531-4e0a-86fb-e33724514868 service neutron] 10.222.0.20 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 912 time: 0.1618736 Nov 12 03:48:23.481014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-961d72da-ab30-437b-9bfb-aecaecdbb0b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cca0621-b246-42a4-8457-f19c243a3fd2 HTTP/1.1" status: 200 len: 217 time: 0.0616324 Nov 12 03:48:23.559447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5a15f1c6-6678-4aec-aba6-a37ae644af84 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:23.588143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-01b03d2d-34b5-4ebf-ba6e-c15a52f4607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:23.594974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-01b03d2d-34b5-4ebf-ba6e-c15a52f4607a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a867796-8b4b-4066-9064-e6d277c195b6 HTTP/1.1" status: 200 len: 850 time: 0.1007681 Nov 12 03:48:23.631112 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-5d4ca9b1-0b41-454b-9e5d-67bfe134b268 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=710d8c21-e6b4-4140-a6e2-85de3be8e082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291753 Nov 12 03:48:23.651991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5a15f1c6-6678-4aec-aba6-a37ae644af84 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:23.652697 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.768687 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-faeb3876-a84b-48b5-9f88-f0d19d2ef617 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294065 Nov 12 03:48:23.806729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe11cf60-268d-419c-8c7d-209d71178f35 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.841746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11cf60-268d-419c-8c7d-209d71178f35 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e8aae50-0b6a-4641-9b34-8be068307902,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:23.868141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863a1a7-74fe-40f5-8d37-e74381bb8e87 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:23.874908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e103be58-30ca-47ff-982b-2e34b0182ab9 req-aab64ef8-6862-4c00-bfe9-5fb99529531f service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975344 Nov 12 03:48:23.875553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router ee667b50-c39b-457c-b3f2-bb62646b0391 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:23.961467 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe11cf60-268d-419c-8c7d-209d71178f35 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.964608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fe11cf60-268d-419c-8c7d-209d71178f35 tempest-RoutersAdminNegativeIpV6Test-1096471061 tempest-RoutersAdminNegativeIpV6Test-1096471061-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9e8aae50-0b6a-4641-9b34-8be068307902 HTTP/1.1" status: 204 len: 168 time: 1.5180781 Nov 12 03:48:24.034051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:24.040143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bb971196-2286-4696-9233-3f2913f41bba tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "PUT /v2.0/routers/ee667b50-c39b-457c-b3f2-bb62646b0391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7295909 Nov 12 03:48:24.044216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46584) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.047133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] Sync routers for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:24.060780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:24.061776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:24.109597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-079a2512-9e33-40bd-a57b-712955e554df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting subnet f8e653fb-6ebb-4be2-970c-fc24aefd7211 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:24.113186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-079a2512-9e33-40bd-a57b-712955e554df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.164706 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-079a2512-9e33-40bd-a57b-712955e554df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.191951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6fe51-0d3c-409e-9bd1-3564b1cf27e9 req-ee48fe92-9689-4084-b443-7befb57cc2bc tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:24.201680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9f6fe51-0d3c-409e-9bd1-3564b1cf27e9 req-ee48fe92-9689-4084-b443-7befb57cc2bc tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 944 time: 0.0736763 Nov 12 03:48:24.239877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:24.267838 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9f6fe51-0d3c-409e-9bd1-3564b1cf27e9 req-398598ad-ac52-459b-b96b-f494906bbf4d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651038 Nov 12 03:48:24.334395 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-079a2512-9e33-40bd-a57b-712955e554df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.380325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46608) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.404063 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-079a2512-9e33-40bd-a57b-712955e554df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.440199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a2512-9e33-40bd-a57b-712955e554df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e653fb-6ebb-4be2-970c-fc24aefd7211,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.447875 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-079a2512-9e33-40bd-a57b-712955e554df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.451950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a1d5d-ffe9-4caf-aca5-ef6a771b56b5 None None] Network fa20752a-38c5-4d8d-a663-888fdd5620ac requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:24.452306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-079a2512-9e33-40bd-a57b-712955e554df tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/subnets/f8e653fb-6ebb-4be2-970c-fc24aefd7211 HTTP/1.1" status: 204 len: 168 time: 0.4069159 Nov 12 03:48:24.455131 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46612) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.505636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:24.540508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] Checking router: ee667b50-c39b-457c-b3f2-bb62646b0391 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:24.541702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa105c52-dd90-41ce-8f42-a4aaac67de33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.563382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] Routers {'ee667b50-c39b-457c-b3f2-bb62646b0391'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:24.564018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ee667b50-c39b-457c-b3f2-bb62646b0391'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:24.617837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.643411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46616) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.653712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3904180-b646-4bfb-8a56-0228e9138080 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:24.656724 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa105c52-dd90-41ce-8f42-a4aaac67de33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.665770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa105c52-dd90-41ce-8f42-a4aaac67de33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.702051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] Set router ee667b50-c39b-457c-b3f2-bb62646b0391 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:24.724404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fa105c52-dd90-41ce-8f42-a4aaac67de33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f75a83c74516422b9d749a24e6acf723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428473 Nov 12 03:48:24.725680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa105c52-dd90-41ce-8f42-a4aaac67de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc444314-ed94-4515-9ccd-7b11cadd753d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.728232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.766881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.785261 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: b3904180-b646-4bfb-8a56-0228e9138080 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:24.785604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3904180-b646-4bfb-8a56-0228e9138080 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:24.798103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7ce352f-9323-40f4-b0c8-f4c1b28f2b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.825990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1580f652-b365-45ca-8f34-4bda83f407e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.849353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 5781a24a-d170-4e90-9fcc-42b272ade2c5 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:24.849864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.871107 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.872682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1580f652-b365-45ca-8f34-4bda83f407e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.979553 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7ce352f-9323-40f4-b0c8-f4c1b28f2b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.981079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1580f652-b365-45ca-8f34-4bda83f407e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.982416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port 5781a24a-d170-4e90-9fcc-42b272ade2c5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5781a24a-d170-4e90-9fcc-42b272ade2c5,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:24.983092 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.983850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1580f652-b365-45ca-8f34-4bda83f407e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.984467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] DHCP port deletion for fa20752a-38c5-4d8d-a663-888fdd5620ac request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:24.987742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1580f652-b365-45ca-8f34-4bda83f407e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc444314-ed94-4515-9ccd-7b11cadd753d HTTP/1.1" status: 204 len: 168 time: 0.2558177 Nov 12 03:48:24.987945 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b7ce352f-9323-40f4-b0c8-f4c1b28f2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.002037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580f652-b365-45ca-8f34-4bda83f407e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc444314-ed94-4515-9ccd-7b11cadd753d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.003651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 5781a24a-d170-4e90-9fcc-42b272ade2c5 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:25.027430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce352f-9323-40f4-b0c8-f4c1b28f2b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92981c08-4365-4836-835c-53758666887d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.034133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:25.052758 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b7ce352f-9323-40f4-b0c8-f4c1b28f2b9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35d0e9537f0a414895d9fcecf9a8e278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056952 Nov 12 03:48:25.053112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46626) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.065574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6713c2-2b66-4f24-9554-735326b64022 None None] The sync data for ids ['ee667b50-c39b-457c-b3f2-bb62646b0391'] in n-d-789963-21 is: [{'id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306671729', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '5781a24a-d170-4e90-9fcc-42b272ade2c5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee667b50-c39b-457c-b3f2-bb62646b0391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:08Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:25.097413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] Deleting port c02b0857-8424-4edb-86e3-4305de71f130 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:25.097815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.155350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa719861-5289-4e44-8298-b2fe25db3956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.172009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] For port c02b0857-8424-4edb-86e3-4305de71f130, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c02b0857-8424-4edb-86e3-4305de71f130,segment=NetworkSegment(aec99cc9-93be-407b-ad49-c474c609f887),segment_id=aec99cc9-93be-407b-ad49-c474c609f887)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:25.172403 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.184449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa719861-5289-4e44-8298-b2fe25db3956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.195794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] Calling delete_port for c02b0857-8424-4edb-86e3-4305de71f130 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:25.238730 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.243888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa719861-5289-4e44-8298-b2fe25db3956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.247491 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fa719861-5289-4e44-8298-b2fe25db3956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.249247 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fa719861-5289-4e44-8298-b2fe25db3956 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92981c08-4365-4836-835c-53758666887d HTTP/1.1" status: 204 len: 168 time: 0.1934998 Nov 12 03:48:25.259409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa719861-5289-4e44-8298-b2fe25db3956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92981c08-4365-4836-835c-53758666887d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.281136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=5781a24a-d170-4e90-9fcc-42b272ade2c5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.323022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2931f42-e158-4f70-bce7-ecba4c82405f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:25.357196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.420139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] Pushing event deleted for resources: {'Port': ['ID=c02b0857-8424-4edb-86e3-4305de71f130,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.424367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166903fd-d131-43de-bc12-81c12764b2ad None None] No DVR routers for this DVR port c02b0857-8424-4edb-86e3-4305de71f130 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:25.462219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.506067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.590131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349513ec-d4e4-4129-a8fe-fac4ac20e6bd req-a1143bbf-e7e8-4d4b-a992-cbd5bb9b62e3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:25.607509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-349513ec-d4e4-4129-a8fe-fac4ac20e6bd req-a1143bbf-e7e8-4d4b-a992-cbd5bb9b62e3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 944 time: 0.1951499 Nov 12 03:48:25.627383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-37839dc6-a69d-4c53-a4f7-0764cb7a3b0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fa5c57ad64540b98db4ee540f2b8bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1187882 Nov 12 03:48:25.627735 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.631032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46638) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.636003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.652273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c02b0857-8424-4edb-86e3-4305de71f130 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:25.683256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c02b0857-8424-4edb-86e3-4305de71f130 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:25.683537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c02b0857-8424-4edb-86e3-4305de71f130 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:25.683980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-349513ec-d4e4-4129-a8fe-fac4ac20e6bd req-34c08653-8e23-4e97-aa4e-310946bef2f4 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738933 Nov 12 03:48:25.684341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 04e7f098-4998-4840-9853-943a066678cf no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:25.722452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 04e7f098-4998-4840-9853-943a066678cf {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:25.722864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 04e7f098-4998-4840-9853-943a066678cf not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:25.742925 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.743354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Fanout notify agent at l3_agent the message router_deleted on router ee667b50-c39b-457c-b3f2-bb62646b0391 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:25.752631 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.753805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dc6af872-9a95-4fb3-b27d-209d9f467989 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/routers/ee667b50-c39b-457c-b3f2-bb62646b0391 HTTP/1.1" status: 204 len: 168 time: 1.2977388 Nov 12 03:48:25.757113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.765345 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac56bf44-13ee-455b-bb61-f59d80b76784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.792963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac56bf44-13ee-455b-bb61-f59d80b76784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.844780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.849464 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac56bf44-13ee-455b-bb61-f59d80b76784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.857268 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac56bf44-13ee-455b-bb61-f59d80b76784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.857268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ac56bf44-13ee-455b-bb61-f59d80b76784 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa82870f-0183-4dcd-badc-b76a342aa762 HTTP/1.1" status: 204 len: 168 time: 0.2231886 Nov 12 03:48:25.866632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56bf44-13ee-455b-bb61-f59d80b76784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa82870f-0183-4dcd-badc-b76a342aa762,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.016700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.046444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa20752a-38c5-4d8d-a663-888fdd5620ac']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:26.060411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec99cc9-93be-407b-ad49-c474c609f887') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:26.061177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec99cc9-93be-407b-ad49-c474c609f887') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:26.074662 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.091960 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.099564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:26.100105 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:26.103722 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:26.168872 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.180489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.184939 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/networks/fa20752a-38c5-4d8d-a663-888fdd5620ac HTTP/1.1" status: 204 len: 168 time: 0.4263737 Nov 12 03:48:26.187539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46664) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.206446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a210a80-522a-42a8-a779-15bbf4c4aaa9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Network': ['ID=fa20752a-38c5-4d8d-a663-888fdd5620ac,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.285586 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-673bc801-ae5e-41be-8c28-f34ea6abf1b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.303269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6ba1fee-8b63-4424-9ca3-e95b3fa4cd93 req-c8b87042-ef01-4d3f-8cc6-9b148400aef0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0338643 Nov 12 03:48:26.314436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-673bc801-ae5e-41be-8c28-f34ea6abf1b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.393253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-673bc801-ae5e-41be-8c28-f34ea6abf1b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.407636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-673bc801-ae5e-41be-8c28-f34ea6abf1b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.408933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-673bc801-ae5e-41be-8c28-f34ea6abf1b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/security-groups/413878f8-e5e0-4573-9a3c-6c95b2879fe3 HTTP/1.1" status: 204 len: 168 time: 0.2091134 Nov 12 03:48:26.436967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6ba1fee-8b63-4424-9ca3-e95b3fa4cd93 req-b95da495-3061-4985-a351-f149cd508f55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0426524 Nov 12 03:48:26.442859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bc801-ae5e-41be-8c28-f34ea6abf1b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413878f8-e5e0-4573-9a3c-6c95b2879fe3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.513240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6ba1fee-8b63-4424-9ca3-e95b3fa4cd93 req-5ec77e57-b70b-439f-9df8-05b58d389a85 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374699 Nov 12 03:48:26.633664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6cca0621-b246-42a4-8457-f19c243a3fd2 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:26.661165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1fee-8b63-4424-9ca3-e95b3fa4cd93 req-dc76acef-89cd-4097-954a-b21df9e9079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.664437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6ba1fee-8b63-4424-9ca3-e95b3fa4cd93 req-dc76acef-89cd-4097-954a-b21df9e9079b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1432686 Nov 12 03:48:26.770356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6cca0621-b246-42a4-8457-f19c243a3fd2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6cca0621-b246-42a4-8457-f19c243a3fd2,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:26.787533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6cca0621-b246-42a4-8457-f19c243a3fd2', 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082', 'port_id': '6cca0621-b246-42a4-8457-f19c243a3fd2', 'mac_address': 'fa:16:3e:5d:73:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a867796-8b4b-4066-9064-e6d277c195b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:26.837691 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.844118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46694) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.849509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1d89a4d3-5d61-4258-9651-7c66e16da78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938920067', 'description': 'tempest-secgroup-smoke-1938920067 description', 'project_id': '5490643397db4bc88a6238321c7bff62'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:26.856133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cca0621-b246-42a4-8457-f19c243a3fd2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:26.886977 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d89a4d3-5d61-4258-9651-7c66e16da78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.891310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6cca0621-b246-42a4-8457-f19c243a3fd2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6cca0621-b246-42a4-8457-f19c243a3fd2,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:26.891549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe6036-8163-497b-b19b-da41f8c75f28 req-550cd610-d0fd-48c5-9319-84113756cfb5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.893352 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41fe6036-8163-497b-b19b-da41f8c75f28 req-550cd610-d0fd-48c5-9319-84113756cfb5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 944 time: 0.0896330 Nov 12 03:48:26.898549 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.949054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46704) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.962170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6cca0621-b246-42a4-8457-f19c243a3fd2,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.991787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41fe6036-8163-497b-b19b-da41f8c75f28 req-0b6396bf-849f-4917-9cd8-95a9c109b2e8 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871098 Nov 12 03:48:27.023411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d89a4d3-5d61-4258-9651-7c66e16da78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.031015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d89a4d3-5d61-4258-9651-7c66e16da78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.073656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89a4d3-5d61-4258-9651-7c66e16da78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f6d2c-e842-41ff-bc3c-b25ccde705cb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.079293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1d89a4d3-5d61-4258-9651-7c66e16da78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.080566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1d89a4d3-5d61-4258-9651-7c66e16da78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2352939 Nov 12 03:48:27.083780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46722) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.092248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-879637a3-cb23-4c7b-a887-990e1c757f24 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': 'e92f6d2c-e842-41ff-bc3c-b25ccde705cb', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.123783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-879637a3-cb23-4c7b-a887-990e1c757f24 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.157079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6cca0621-b246-42a4-8457-f19c243a3fd2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:27.189743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-879637a3-cb23-4c7b-a887-990e1c757f24 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.198683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-331332441'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.206622 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-879637a3-cb23-4c7b-a887-990e1c757f24 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.236180 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879637a3-cb23-4c7b-a887-990e1c757f24 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45617eb0-88e7-43ba-9664-8da929518744,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.245433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:27.249559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.260014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.264026 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-879637a3-cb23-4c7b-a887-990e1c757f24 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.268116 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-879637a3-cb23-4c7b-a887-990e1c757f24 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823242 Nov 12 03:48:27.268774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46726) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.274294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-48bacf28-b1aa-43a6-9a37-e48e7ceebb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': 'e92f6d2c-e842-41ff-bc3c-b25ccde705cb', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.316498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48bacf28-b1aa-43a6-9a37-e48e7ceebb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.361586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5781a24a-d170-4e90-9fcc-42b272ade2c5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:27.380699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.387283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.392885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5781a24a-d170-4e90-9fcc-42b272ade2c5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:27.393364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5781a24a-d170-4e90-9fcc-42b272ade2c5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:27.408463 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48bacf28-b1aa-43a6-9a37-e48e7ceebb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.411182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:27.413976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48bacf28-b1aa-43a6-9a37-e48e7ceebb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.435280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae562a19-2489-442f-a951-3a9a1dcd2d45,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.438784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bacf28-b1aa-43a6-9a37-e48e7ceebb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6668268c-530c-45a4-a9f1-9ba6e6706471,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.442270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.445199 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Added segment afb4c47c-065c-4027-ae17-1255ed4b77d6 of type vlan for network 26523d9c-063a-4f6d-908e-0a92e0943db0 Nov 12 03:48:27.455236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48bacf28-b1aa-43a6-9a37-e48e7ceebb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.457523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-48bacf28-b1aa-43a6-9a37-e48e7ceebb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1878486 Nov 12 03:48:27.461169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46730) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.465822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-33ca1565-32af-41c7-bd90-3692d935fba8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': 'e92f6d2c-e842-41ff-bc3c-b25ccde705cb', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.512266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46732) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.518280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.549974 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33ca1565-32af-41c7-bd90-3692d935fba8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.574926 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.583273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.583878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.634095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6837485 Nov 12 03:48:27.640087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46736) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.642648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe609799-a166-4562-b43a-c432445a9592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.647966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.713391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33ca1565-32af-41c7-bd90-3692d935fba8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.723133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe609799-a166-4562-b43a-c432445a9592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.727542 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe609799-a166-4562-b43a-c432445a9592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.746139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d571b9e-e65e-4caf-8afb-1c58feead132 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Network': ['ID=26523d9c-063a-4f6d-908e-0a92e0943db0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.750498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33ca1565-32af-41c7-bd90-3692d935fba8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.758177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:27.767592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fe609799-a166-4562-b43a-c432445a9592 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=992a9b3ed6e84f618bfb71ab5d1f9118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539313 Nov 12 03:48:27.768583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe609799-a166-4562-b43a-c432445a9592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a70abb-243c-4fc8-a79c-303e06d5e311,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.770978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.782388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca1565-32af-41c7-bd90-3692d935fba8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876fd364-52ee-40b3-b62a-df10e2655a82,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.812104 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33ca1565-32af-41c7-bd90-3692d935fba8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.816060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-33ca1565-32af-41c7-bd90-3692d935fba8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512421 Nov 12 03:48:27.816966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.821506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-82b20752-13d8-4d8b-9c7b-fcca0e19d78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': 'e92f6d2c-e842-41ff-bc3c-b25ccde705cb', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.825949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:27.829160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.838606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39ca036e-80dc-4e8e-a761-3061485cf411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.864396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39ca036e-80dc-4e8e-a761-3061485cf411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.918430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39ca036e-80dc-4e8e-a761-3061485cf411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.921175 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39ca036e-80dc-4e8e-a761-3061485cf411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.922398 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-39ca036e-80dc-4e8e-a761-3061485cf411 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0a70abb-243c-4fc8-a79c-303e06d5e311 HTTP/1.1" status: 204 len: 168 time: 0.1502800 Nov 12 03:48:27.925787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-82b20752-13d8-4d8b-9c7b-fcca0e19d78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.940266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca036e-80dc-4e8e-a761-3061485cf411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a70abb-243c-4fc8-a79c-303e06d5e311,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.052562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-82b20752-13d8-4d8b-9c7b-fcca0e19d78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.057890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-82b20752-13d8-4d8b-9c7b-fcca0e19d78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.112918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b20752-13d8-4d8b-9c7b-fcca0e19d78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f44603b-f32e-4474-a0ec-dfe312ffa13b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.123406 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.133787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-82b20752-13d8-4d8b-9c7b-fcca0e19d78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.135069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-82b20752-13d8-4d8b-9c7b-fcca0e19d78b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3178594 Nov 12 03:48:28.139807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.156435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760e69-6a60-4d7e-99af-985cd9f449bf req-940904e4-025f-41c4-a5fe-b55d14ffc93f tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:28.158269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3760e69-6a60-4d7e-99af-985cd9f449bf req-940904e4-025f-41c4-a5fe-b55d14ffc93f tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 945 time: 0.0685096 Nov 12 03:48:28.166871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cdbcaabb-338e-4195-bcd2-be3bebeb1b89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': 'e92f6d2c-e842-41ff-bc3c-b25ccde705cb', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.216160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3760e69-6a60-4d7e-99af-985cd9f449bf req-3d09eb6a-0bea-426a-9cf5-9265e4bf522f tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502331 Nov 12 03:48:28.226978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=c0265c43-4a5a-4412-8f05-9ef1b0f1bdaa,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.231163 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-cdbcaabb-338e-4195-bcd2-be3bebeb1b89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Project 5490643397db4bc88a6238321c7bff62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:48:28.242783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdbcaabb-338e-4195-bcd2-be3bebeb1b89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.251592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:28.251953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network hostable DHCP agents. Network: 26523d9c-063a-4f6d-908e-0a92e0943db0, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:28.304628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:28.323689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 26523d9c-063a-4f6d-908e-0a92e0943db0) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:28.331739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdbcaabb-338e-4195-bcd2-be3bebeb1b89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.334103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:28.335560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.335730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cbe7ac-0b83-44c9-a4fc-d9d1b23587dd None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:28.340859 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdbcaabb-338e-4195-bcd2-be3bebeb1b89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.366875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcaabb-338e-4195-bcd2-be3bebeb1b89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb246204-3d82-45bc-a2ee-3a67da32ca8e,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.374248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d66a3483-485f-469b-8b21-074772d1db08 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7304373 Nov 12 03:48:28.374591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46760) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.380246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'name': 'tempest-NetworksTestDHCPv6-1559463954'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.388402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdbcaabb-338e-4195-bcd2-be3bebeb1b89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.389656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cdbcaabb-338e-4195-bcd2-be3bebeb1b89 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2488580 Nov 12 03:48:28.392582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46762) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.398205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ee131d2d-39e3-4c27-8c95-72b1013d9024 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'security_group_rule': {'security_group_id': 'e92f6d2c-e842-41ff-bc3c-b25ccde705cb', 'project_id': '5490643397db4bc88a6238321c7bff62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.422711 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-ee131d2d-39e3-4c27-8c95-72b1013d9024 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Project 5490643397db4bc88a6238321c7bff62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:48:28.429168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee131d2d-39e3-4c27-8c95-72b1013d9024 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.525223 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee131d2d-39e3-4c27-8c95-72b1013d9024 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.531170 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee131d2d-39e3-4c27-8c95-72b1013d9024 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.536380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': 'c0265c43-4a5a-4412-8f05-9ef1b0f1bdaa'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:28.538247 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.549197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:28.555347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.556657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee131d2d-39e3-4c27-8c95-72b1013d9024 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33de3a27-2473-4542-be9b-ed4052a82163,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.577057 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee131d2d-39e3-4c27-8c95-72b1013d9024 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.578428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ee131d2d-39e3-4c27-8c95-72b1013d9024 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1847880 Nov 12 03:48:28.581332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46768) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.587633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'network': {'name': 'tempest-network-smoke--1639996688', 'project_id': '5490643397db4bc88a6238321c7bff62', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.596002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port c769a629-e564-41ab-b349-deec621d4d51 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:28.613390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:28.618127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.653833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6cca0621-b246-42a4-8457-f19c243a3fd2 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:28.669536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:28.680459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.680930 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Added segment 7a1bcb34-9cca-4e07-9833-387b45d56041 of type vlan for network c8778a31-71fe-45b6-8420-ccf8de09f795 Nov 12 03:48:28.724137 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.753271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/c0265c43-4a5a-4412-8f05-9ef1b0f1bdaa/73076c72-dcf4-4ebb-88e3-c4c89b8a5008) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:28.755690 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.762207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:28.762810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.794145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 6cca0621-b246-42a4-8457-f19c243a3fd2 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:28.800222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6cca0621-b246-42a4-8457-f19c243a3fd2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:28.800594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.862504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2796214 Nov 12 03:48:28.865252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46776) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.873697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'admin_state_up': True, 'project_id': '5490643397db4bc88a6238321c7bff62', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.883079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081cef1-9fc5-4049-bd44-188748393df0 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Network': ['ID=c8778a31-71fe-45b6-8420-ccf8de09f795,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.917230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.918566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.977780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.020477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c8778a31-71fe-45b6-8420-ccf8de09f795 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:29.133198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.218731 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.224579 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.236876 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.280187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961eeba8-00c4-440c-8bc3-6420cf1725bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cca0621-b246-42a4-8457-f19c243a3fd2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:29.282675 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ac6e94-a698-4ab5-88dd-7ec79f1edfc3" -d '{"events": [{"server_uuid": "961eeba8-00c4-440c-8bc3-6420cf1725bd", "name": "network-vif-plugged", "status": "completed", "tag": "6cca0621-b246-42a4-8457-f19c243a3fd2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:29.305331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:29.312128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6cca0621-b246-42a4-8457-f19c243a3fd2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6cca0621-b246-42a4-8457-f19c243a3fd2,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:29.315816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:29.322113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:29.330205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Pushing event updated for resources: {'Port': ['ID=73076c72-dcf4-4ebb-88e3-c4c89b8a5008,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.337387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.417215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a66d3-933c-4799-86e5-a10239715337 req-e264f6bd-018e-471f-b6ac-e3a606e853a2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:29.429141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f66a66d3-933c-4799-86e5-a10239715337 req-e264f6bd-018e-471f-b6ac-e3a606e853a2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1228244 Nov 12 03:48:29.460987 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7580b23-4f7c-4130-a446-201722b5a8e5 x-openstack-request-id: req-e7580b23-4f7c-4130-a446-201722b5a8e5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:29.461435 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961eeba8-00c4-440c-8bc3-6420cf1725bd", "name": "network-vif-plugged", "status": "completed", "tag": "6cca0621-b246-42a4-8457-f19c243a3fd2", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:29.461788 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7580b23-4f7c-4130-a446-201722b5a8e5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:29.462311 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961eeba8-00c4-440c-8bc3-6420cf1725bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cca0621-b246-42a4-8457-f19c243a3fd2', 'code': 200} Nov 12 03:48:29.488526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6cca0621-b246-42a4-8457-f19c243a3fd2,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.493439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Attempting to bind port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:29.494173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Attempting to bind port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:29.494781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Attempting to bind port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:29.501194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:29.501968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:29.502614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.503245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:29.503978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Bound port: 73076c72-dcf4-4ebb-88e3-c4c89b8a5008, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:29.504127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f66a66d3-933c-4799-86e5-a10239715337 req-00f25417-c102-4617-8d5a-aa9853e74e68 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733528 Nov 12 03:48:29.504712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.582952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] For port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:29.587192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] For port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=73076c72-dcf4-4ebb-88e3-c4c89b8a5008,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:29.596084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.596356 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:29.670651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc862d3-2d69-42ee-af13-eb669dbd47fe None None] Pushing event updated for resources: {'Port': ['ID=73076c72-dcf4-4ebb-88e3-c4c89b8a5008,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.671715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::5a (26523d9c-063a-4f6d-908e-0a92e0943db0/c0265c43-4a5a-4412-8f05-9ef1b0f1bdaa/c769a629-e564-41ab-b349-deec621d4d51) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:29.820460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46802) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:29.856581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ef4d7-53df-4967-8cc1-faabafb2268a req-77761745-38f8-4078-ac3c-91efc740b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:29.860890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-889ef4d7-53df-4967-8cc1-faabafb2268a req-77761745-38f8-4078-ac3c-91efc740b0e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 1098 time: 0.1848891 Nov 12 03:48:29.871878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.937448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.996856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-db5e0600-ff2e-4d02-9210-857a2779c9c7 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.021056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-db5e0600-ff2e-4d02-9210-857a2779c9c7 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] 10.222.0.49 "PUT /v2.0/quotas/ccdd6e2f002845a3a7aad32505b265be HTTP/1.1" status: 200 len: 368 time: 0.1992576 Nov 12 03:48:30.022582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46806) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.028910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Request body: {'network': {'project_id': 'ccdd6e2f002845a3a7aad32505b265be'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.054666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Made reservation on behalf of ccdd6e2f002845a3a7aad32505b265be for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:30.054894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-889ef4d7-53df-4967-8cc1-faabafb2268a req-7d20cf3b-793b-4c8b-9051-20abe008c22f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863091 Nov 12 03:48:30.057282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.065625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.102931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.128007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.25.0.123 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/46adf488-34f2-4258-b1c1-d8e5ca6167e3) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:30.149430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.152917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.182563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:30.188130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51be1b6-30b0-421c-b350-96bf5855e952,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.196420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.196864 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Added segment b73e81bf-017c-4ec2-aeb7-fdaf8275e111 of type vlan for network 51b15c54-1ead-4da6-aedd-22cfd6e1169d Nov 12 03:48:30.203284 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.241506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.266681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.267793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:30.267978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:30.268379 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.277346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:30.284647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:30.291176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:30.291795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.302397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.2782278 Nov 12 03:48:30.309752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46808) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.310458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=c769a629-e564-41ab-b349-deec621d4d51,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.318335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Request body: {'network': {'project_id': 'ccdd6e2f002845a3a7aad32505b265be'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.337302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb60f4-5f51-4450-9659-b48c7da0e2b1 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Pushing event updated for resources: {'Network': ['ID=51b15c54-1ead-4da6-aedd-22cfd6e1169d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.344473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5e6a5319-cab4-4798-be9a-55ff751d4983 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9688361 Nov 12 03:48:30.347191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46810) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.351393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.354729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 51b15c54-1ead-4da6-aedd-22cfd6e1169d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:30.394962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Made reservation on behalf of ccdd6e2f002845a3a7aad32505b265be for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:30.399390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.405169 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.465966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:30.477740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:30.484223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:30.486461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:30.499212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014c16e-fd13-42b1-8f6d-e05d73a2b691 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:30.507095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab3ae53-e138-4e02-b5da-a835fb37c246 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:30.523642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab3ae53-e138-4e02-b5da-a835fb37c246 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:30.524494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=46adf488-34f2-4258-b1c1-d8e5ca6167e3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.526035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bab3ae53-e138-4e02-b5da-a835fb37c246 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1770620 Nov 12 03:48:30.530120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46816) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.530276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.530489 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Added segment f2f4b2f3-d0d8-44bf-9a65-b63feb470f0f of type vlan for network c65c1db3-9baa-4f4a-885d-449063b95348 Nov 12 03:48:30.599913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.606950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-186bc224-3a18-4183-b1ff-799cee9812d9 None None] Provisioning complete for port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:30.608360 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-186bc224-3a18-4183-b1ff-799cee9812d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.652401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-186bc224-3a18-4183-b1ff-799cee9812d9 None None] Port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:30.690980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42df2c3-6bda-4c2b-a334-72c2e777db87 req-2a624b6e-abc4-425e-a99f-252bbdfaf930 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:30.693204 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b42df2c3-6bda-4c2b-a334-72c2e777db87 req-2a624b6e-abc4-425e-a99f-252bbdfaf930 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.0882456 Nov 12 03:48:30.715994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1887c-7218-4145-9a16-20aac80cf548 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port c769a629-e564-41ab-b349-deec621d4d51 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:30.716380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2f1887c-7218-4145-9a16-20aac80cf548 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.719862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.720851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:30.721432 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.767036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4508834 Nov 12 03:48:30.768317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46818) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.797885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9782e5b5-af11-4122-a54d-aa931aa51923 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Request body: {'network': {'project_id': 'ccdd6e2f002845a3a7aad32505b265be'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.823777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b42df2c3-6bda-4c2b-a334-72c2e777db87 req-f3cab16e-0e56-4945-9d0f-35c27e828f59 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240275 Nov 12 03:48:30.845384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf7bb7-8c04-4976-85b6-02692b04ec0b tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Pushing event updated for resources: {'Network': ['ID=c65c1db3-9baa-4f4a-885d-449063b95348,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.874967 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2f1887c-7218-4145-9a16-20aac80cf548 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.891501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1887c-7218-4145-9a16-20aac80cf548 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for c769a629-e564-41ab-b349-deec621d4d51 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:30.923129 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-9782e5b5-af11-4122-a54d-aa931aa51923 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:48:30.923743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac412f60-4aea-46cb-badd-70ca0c9e7fa4 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:30.923911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9782e5b5-af11-4122-a54d-aa931aa51923 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:30.925180 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9782e5b5-af11-4122-a54d-aa931aa51923 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1312089 Nov 12 03:48:30.956762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46820) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.957922 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.000452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c65c1db3-9baa-4f4a-885d-449063b95348 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:31.026631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-49d73b4d-c242-4f4f-980d-26b08e9077a9 None None] Provisioning complete for port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:31.027089 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49d73b4d-c242-4f4f-980d-26b08e9077a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.087257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2f1887c-7218-4145-9a16-20aac80cf548 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.098192 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-add1a76a-7e1c-4878-833b-f01b9172d4b3 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccdd6e2f002845a3a7aad32505b265be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311820 Nov 12 03:48:31.100872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46822) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.156875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1887c-7218-4145-9a16-20aac80cf548 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=c769a629-e564-41ab-b349-deec621d4d51,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.186890 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2f1887c-7218-4145-9a16-20aac80cf548 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.190596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2f1887c-7218-4145-9a16-20aac80cf548 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/c769a629-e564-41ab-b349-deec621d4d51 HTTP/1.1" status: 204 len: 168 time: 0.6550663 Nov 12 03:48:31.193286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46824) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.241652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49d73b4d-c242-4f4f-980d-26b08e9077a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.248076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24fc07f2-6cf5-435a-aa72-8bf89402a5d0 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.281119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-49d73b4d-c242-4f4f-980d-26b08e9077a9 None None] For port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=73076c72-dcf4-4ebb-88e3-c4c89b8a5008,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:31.287285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24fc07f2-6cf5-435a-aa72-8bf89402a5d0 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.287968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-49d73b4d-c242-4f4f-980d-26b08e9077a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.296045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.299852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c3ba0-2250-4d2f-bc04-1c7069f2d185 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.307005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c3ba0-2250-4d2f-bc04-1c7069f2d185 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.308657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-366c3ba0-2250-4d2f-bc04-1c7069f2d185 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1134944 Nov 12 03:48:31.311501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46826) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.386151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cb953350-7bdf-4aef-809d-092e97ff9553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.404521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e2d45e-f4d0-411e-a7bc-7e337913a1b9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet c0265c43-4a5a-4412-8f05-9ef1b0f1bdaa {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:31.409803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8e2d45e-f4d0-411e-a7bc-7e337913a1b9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.418706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d73b4d-c242-4f4f-980d-26b08e9077a9 None None] Pushing event updated for resources: {'Port': ['ID=73076c72-dcf4-4ebb-88e3-c4c89b8a5008,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.474436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8e2d45e-f4d0-411e-a7bc-7e337913a1b9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.481326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24fc07f2-6cf5-435a-aa72-8bf89402a5d0 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.484265 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24fc07f2-6cf5-435a-aa72-8bf89402a5d0 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.485545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-24fc07f2-6cf5-435a-aa72-8bf89402a5d0 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/b51be1b6-30b0-421c-b350-96bf5855e952 HTTP/1.1" status: 204 len: 168 time: 0.3837402 Nov 12 03:48:31.488636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46828) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.510123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:31.562318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router c3f9d407-0f05-4fb5-a43e-29232fe309ee is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:31.582624 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8e2d45e-f4d0-411e-a7bc-7e337913a1b9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.592218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:31.592592 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.611112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc07f2-6cf5-435a-aa72-8bf89402a5d0 tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51be1b6-30b0-421c-b350-96bf5855e952,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.645694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.663805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b8ba1cc9-9745-4168-8a29-a3ca5532732f None None] Provisioning complete for port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:31.664172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1cc9-9745-4168-8a29-a3ca5532732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.666626 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8e2d45e-f4d0-411e-a7bc-7e337913a1b9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.700533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2d45e-f4d0-411e-a7bc-7e337913a1b9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=c0265c43-4a5a-4412-8f05-9ef1b0f1bdaa,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.705643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8e2d45e-f4d0-411e-a7bc-7e337913a1b9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.713692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a8e2d45e-f4d0-411e-a7bc-7e337913a1b9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/c0265c43-4a5a-4412-8f05-9ef1b0f1bdaa HTTP/1.1" status: 204 len: 168 time: 0.4008625 Nov 12 03:48:31.714417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.789517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dd12e4a5-45d0-4205-8c21-03fd65dbd030 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738640 Nov 12 03:48:31.790236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46834) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.796312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:31.846259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.860230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbed02d-31fa-4df3-82a9-705faff0e44b None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:31.878653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65c1db3-9baa-4f4a-885d-449063b95348']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:31.889997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:31.893886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f4b2f3-d0d8-44bf-9a65-b63feb470f0f') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:31.894610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f4b2f3-d0d8-44bf-9a65-b63feb470f0f') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:31.901193 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Sync routers for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:31.916825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:31.919781 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.920839 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:31.921460 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:31.922554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.929793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.931045 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-874505a6-8d53-4f68-bb65-49c0f6025d1e tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0630581 Nov 12 03:48:31.935990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.969042 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.973207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-82c57889-0e05-48de-8b5b-747fbd1cbf24 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5490643397db4bc88a6238321c7bff62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360696 Nov 12 03:48:31.977427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46840) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.986407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-73615181-e95e-4cee-aacb-5060b6f9e5a8 None None] Could not find standard attr ID for object c769a629-e564-41ab-b349-deec621d4d51. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:31.988147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:31.988793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:31.992230 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:32.063150 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:32.148090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:32.151175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d41f46-7514-47d6-8210-48f6edca1914 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.152536 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c4d41f46-7514-47d6-8210-48f6edca1914 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1739466 Nov 12 03:48:32.156126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46842) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.197281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.201652 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-571ade77-5ab1-47af-82f4-c90e3a40dfa3 tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437803 Nov 12 03:48:32.215327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] Deleting port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:32.215709 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.227218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.229438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.234346 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] 10.222.0.49 "DELETE /v2.0/networks/c65c1db3-9baa-4f4a-885d-449063b95348 HTTP/1.1" status: 204 len: 168 time: 0.7444150 Nov 12 03:48:32.236295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43751ffe-3a0b-4244-bcc3-d47e843ad4de tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Pushing event deleted for resources: {'Network': ['ID=c65c1db3-9baa-4f4a-885d-449063b95348,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.250112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916571666', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'project_id': '5490643397db4bc88a6238321c7bff62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:32.255801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46846) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.288730 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:32.292909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] For port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=73076c72-dcf4-4ebb-88e3-c4c89b8a5008,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:32.293312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.308723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] Calling delete_port for 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:32.324106 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Checking router: c3f9d407-0f05-4fb5-a43e-29232fe309ee for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:32.324804 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Updating router c3f9d407-0f05-4fb5-a43e-29232fe309ee port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:32.354699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bd9a7-054c-445c-ad8b-e7a497a05e46 req-b2a7db0d-a232-40cb-8ba1-d9b1d103faef tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.355731 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.357247 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e70bd9a7-054c-445c-ad8b-e7a497a05e46 req-b2a7db0d-a232-40cb-8ba1-d9b1d103faef tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.4306400 Nov 12 03:48:32.429218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.430518 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.438943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e70bd9a7-054c-445c-ad8b-e7a497a05e46 req-c7ea4787-88dd-4acb-af75-6ddf6e51bc18 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751889 Nov 12 03:48:32.476754 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] Pushing event deleted for resources: {'Port': ['ID=73076c72-dcf4-4ebb-88e3-c4c89b8a5008,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.478918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f4ebc-9a46-450a-ad5c-f48c600df45c None None] No DVR routers for this DVR port 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:32.542099 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.573806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:32.578402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.587904 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.600579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:32.605001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:32.614149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946180ae-1c33-41d2-8de4-f00c7bd97f44 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:32.631953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.635342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.681731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=d9555bb2-1013-4770-a5fa-637947ab63fd,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.700844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0260f67f-99ee-4191-97ed-04a858105bb0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9089105 Nov 12 03:48:32.712997 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.713651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46854) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.719049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'name': 'tempest-NetworksTestDHCPv6-1656594502'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:32.724777 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.756023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b15c54-1ead-4da6-aedd-22cfd6e1169d']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:32.839312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73e81bf-017c-4ec2-aeb7-fdaf8275e111') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:32.839611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73e81bf-017c-4ec2-aeb7-fdaf8275e111') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:32.863405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625148ab-66a5-4505-8f7f-b95ca5edd38e req-87c54453-f325-4b47-a3a5-f99d86561b2b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.869358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': 'd9555bb2-1013-4770-a5fa-637947ab63fd'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:32.870160 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.872706 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-625148ab-66a5-4505-8f7f-b95ca5edd38e req-87c54453-f325-4b47-a3a5-f99d86561b2b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.0913575 Nov 12 03:48:32.885187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:32.892457 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.895929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e749c-9309-4b21-9fca-e363348c4155 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:32.897727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.920096 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Attempting to bind port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:32.920572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-d59fc529-5ca4-4955-babf-44cb7ccfba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.920688 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Attempting to bind port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:32.920844 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Attempting to bind port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:32.921805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-d59fc529-5ca4-4955-babf-44cb7ccfba5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 1098 time: 0.1813438 Nov 12 03:48:32.927785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port a6a15caa-5fcb-4f32-9d0c-df038e250219 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:32.932061 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Pushing event updated for resources: {'Port': ['ID=46adf488-34f2-4258-b1c1-d8e5ca6167e3,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.945632 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.946250 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.946785 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.947623 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.948275 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.948800 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.949312 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.949897 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.950642 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.951244 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.952125 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.952636 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:32.966869 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:32.968219 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:32.968824 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.969399 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:32.970067 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Bound port: 46adf488-34f2-4258-b1c1-d8e5ca6167e3, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:32.970636 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.971131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.994557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-625148ab-66a5-4505-8f7f-b95ca5edd38e req-6658ba79-4921-4201-8db8-5fb78692aabd tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208587 Nov 12 03:48:33.019228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:33.019807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:33.024105 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:33.055302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Provisioning complete for port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:33.055631 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.058345 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] For port 46adf488-34f2-4258-b1c1-d8e5ca6167e3, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:33.061674 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] For port 46adf488-34f2-4258-b1c1-d8e5ca6167e3, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=46adf488-34f2-4258-b1c1-d8e5ca6167e3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:33.062601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/d9555bb2-1013-4770-a5fa-637947ab63fd/fccd3bc3-1375-4e73-bcd0-bf44a4dcb390) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:33.068487 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.132947 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:33.133588 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:33.137717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241cc5ae-a6a4-49a5-af28-5d170ae855b8 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:33.175959 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052191c-9b59-4fd9-a998-9a1c6121c841 None None] Pushing event updated for resources: {'Port': ['ID=46adf488-34f2-4258-b1c1-d8e5ca6167e3,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.233246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.269922 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:33.271543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] For port 46adf488-34f2-4258-b1c1-d8e5ca6167e3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=46adf488-34f2-4258-b1c1-d8e5ca6167e3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:33.278093 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.375127 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.394679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Pushing event updated for resources: {'Port': ['ID=46adf488-34f2-4258-b1c1-d8e5ca6167e3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.406159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.406501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.406891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.407240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.408113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.408113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.408378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.409156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.409156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.409396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.409706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.410028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf872fc-89eb-4d46-854f-de298c7de4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:33.414611 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.469339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.481458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:33.484940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.487088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:33.488985 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d5817f2a-f02f-42e7-90fe-0e7b6bc9d69d None None] Provisioning complete for port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:33.489346 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d5817f2a-f02f-42e7-90fe-0e7b6bc9d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.493469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:33.495584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] 10.222.0.49 "DELETE /v2.0/networks/51b15c54-1ead-4da6-aedd-22cfd6e1169d HTTP/1.1" status: 204 len: 168 time: 1.2378886 Nov 12 03:48:33.503383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::3a4 (26523d9c-063a-4f6d-908e-0a92e0943db0/d9555bb2-1013-4770-a5fa-637947ab63fd/a6a15caa-5fcb-4f32-9d0c-df038e250219) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:33.519971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:33.527645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:33.528064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 73076c72-dcf4-4ebb-88e3-c4c89b8a5008 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:33.539827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb45811-bbb1-431c-9243-2b0c1e5da3cd tempest-QuotasNegativeTest-164967088 tempest-QuotasNegativeTest-164967088-project-admin] Pushing event deleted for resources: {'Network': ['ID=51b15c54-1ead-4da6-aedd-22cfd6e1169d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.560965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-a38171c9-6eed-4e9c-bfaa-8090fe973d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.562468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-a38171c9-6eed-4e9c-bfaa-8090fe973d15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 912 time: 0.6307340 Nov 12 03:48:33.633884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.635999 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:33.636775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-d7a91321-edfb-4302-ae7b-98a17c65b2f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cca0621-b246-42a4-8457-f19c243a3fd2 HTTP/1.1" status: 200 len: 217 time: 0.0616481 Nov 12 03:48:33.659258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Pushing event updated for resources: {'Port': ['ID=fccd3bc3-1375-4e73-bcd0-bf44a4dcb390,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.684012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Attempting to bind port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:33.684639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Attempting to bind port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:33.686321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Attempting to bind port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:33.689913 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e483a-957b-4e4a-aef1-1b842528e096 None None] The sync data for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 is: [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 3, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:33.695705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:33.695932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:33.697246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.699497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:33.700795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Bound port: fccd3bc3-1375-4e73-bcd0-bf44a4dcb390, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:33.701574 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.704930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8cd6740e-f5c6-4e71-aae0-d4889e259284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.719594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.778020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.820047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-4d14ddcb-3d57-4f38-b327-25037a1a2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.821454 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-4d14ddcb-3d57-4f38-b327-25037a1a2c96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a867796-8b4b-4066-9064-e6d277c195b6 HTTP/1.1" status: 200 len: 850 time: 0.1759627 Nov 12 03:48:33.854258 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:33.859794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] For port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:33.860947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:33.863198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] For port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fccd3bc3-1375-4e73-bcd0-bf44a4dcb390,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:33.863554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:33.871401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.872116 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.873499 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.891465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=a6a15caa-5fcb-4f32-9d0c-df038e250219,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.907408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Subnet': ['ID=7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.913681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b6f89637-b9ec-43b4-9a91-9ce3c32494d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1980088 Nov 12 03:48:33.915599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46862) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.935759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-1e12a716-6415-4dd9-b9d7-e6e9509cfff8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=710d8c21-e6b4-4140-a6e2-85de3be8e082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036890 Nov 12 03:48:33.959111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3084f3b-4d56-4ff1-bb25-60949376ca59 None None] Pushing event updated for resources: {'Port': ['ID=fccd3bc3-1375-4e73-bcd0-bf44a4dcb390,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.971935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Checking segment: {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:33.972312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network hostable DHCP agents. Network: c8778a31-71fe-45b6-8420-ccf8de09f795, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:34.010254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d070df-ef17-4f47-8ec6-1e47da067b9e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.034422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d070df-ef17-4f47-8ec6-1e47da067b9e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.039593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d9d070df-ef17-4f47-8ec6-1e47da067b9e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1200738 Nov 12 03:48:34.039939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46866) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.096622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-7336d048-0ddf-499a-a851-3092b7b315a5 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507912 Nov 12 03:48:34.097482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network c8778a31-71fe-45b6-8420-ccf8de09f795 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:34.125338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c8778a31-71fe-45b6-8420-ccf8de09f795) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:34.139143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08066e1f-9571-4b49-b531-b0d5618c6d12 None None] Network c8778a31-71fe-45b6-8420-ccf8de09f795 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:34.152663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.155306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.208932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-215537ca-f78c-4710-938d-eaf6e9c7164c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port a6a15caa-5fcb-4f32-9d0c-df038e250219 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:34.209815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-215537ca-f78c-4710-938d-eaf6e9c7164c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.250907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-141841a3-9525-4204-81b7-0ab46eb52a65 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0038328 Nov 12 03:48:34.289118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46868) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.407379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c8778a31-71fe-45b6-8420-ccf8de09f795', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:34.408246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.425065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-215537ca-f78c-4710-938d-eaf6e9c7164c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.462381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-215537ca-f78c-4710-938d-eaf6e9c7164c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for a6a15caa-5fcb-4f32-9d0c-df038e250219 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:34.524649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46872) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.611456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da5f78-8f29-4bfc-9067-92e0453edeae req-f9c69258-6947-433f-b930-628218d45c43 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.619511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9da5f78-8f29-4bfc-9067-92e0453edeae req-f9c69258-6947-433f-b930-628218d45c43 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.4710596 Nov 12 03:48:34.712188 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-215537ca-f78c-4710-938d-eaf6e9c7164c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.717070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fdb393e-3626-4601-aca1-bfb737b16fd3 req-673c2ecf-04fe-4a66-96b8-3e73c05d7bcb service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082430 Nov 12 03:48:34.744443 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55df2b94-31ae-4b1e-a561-36cf1fe70df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.794028 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9da5f78-8f29-4bfc-9067-92e0453edeae req-9de851e6-aa32-4e8b-97cd-06f6d8c4d3ce tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735325 Nov 12 03:48:34.797619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215537ca-f78c-4710-938d-eaf6e9c7164c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=a6a15caa-5fcb-4f32-9d0c-df038e250219,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:34.842518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-215537ca-f78c-4710-938d-eaf6e9c7164c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.846633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-215537ca-f78c-4710-938d-eaf6e9c7164c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/a6a15caa-5fcb-4f32-9d0c-df038e250219 HTTP/1.1" status: 204 len: 168 time: 0.8053339 Nov 12 03:48:34.849108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46880) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:34.903189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Allocated IP 172.20.0.2 (c8778a31-71fe-45b6-8420-ccf8de09f795/7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9/fef0663d-06bb-47d6-a643-9019afdc12d5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:34.946313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca040483-352f-489d-86bf-1db40d4aa631 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.947901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca040483-352f-489d-86bf-1db40d4aa631 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.952248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ca040483-352f-489d-86bf-1db40d4aa631 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0994036 Nov 12 03:48:34.952598 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46884) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:35.024417 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.085466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55df2b94-31ae-4b1e-a561-36cf1fe70df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.091464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53a2892-5d95-468b-945a-1919b287ee38 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet d9555bb2-1013-4770-a5fa-637947ab63fd {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:35.118991 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e53a2892-5d95-468b-945a-1919b287ee38 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.123412 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55df2b94-31ae-4b1e-a561-36cf1fe70df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.137613 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.144692 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.193069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Network c8778a31-71fe-45b6-8420-ccf8de09f795 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:35.197214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:35.201372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:35.228978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Pushing event updated for resources: {'Port': ['ID=fef0663d-06bb-47d6-a643-9019afdc12d5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.239706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46886) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:35.240171 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-55df2b94-31ae-4b1e-a561-36cf1fe70df4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f49556aaaed04a3783f1faac43fece09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7144237 Nov 12 03:48:35.243405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e53a2892-5d95-468b-945a-1919b287ee38 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.271636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2b94-31ae-4b1e-a561-36cf1fe70df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfacfe10-a0ef-44ef-a6de-58b52c6367db,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.286378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Attempting to bind port fef0663d-06bb-47d6-a643-9019afdc12d5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:35.288103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Attempting to bind port fef0663d-06bb-47d6-a643-9019afdc12d5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:35.288883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Attempting to bind port fef0663d-06bb-47d6-a643-9019afdc12d5 on network c8778a31-71fe-45b6-8420-ccf8de09f795 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:35.304617 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.305044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:35.305432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Checking segment: {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:35.305836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.306227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Bound using segment: {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:35.306855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Bound port: fef0663d-06bb-47d6-a643-9019afdc12d5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:35.307242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.344729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-926502b6-d1a4-45cc-ae19-7484b59d7db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.391886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-926502b6-d1a4-45cc-ae19-7484b59d7db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.439649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e53a2892-5d95-468b-945a-1919b287ee38 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.448637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] For port fef0663d-06bb-47d6-a643-9019afdc12d5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:35.454231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] For port fef0663d-06bb-47d6-a643-9019afdc12d5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fef0663d-06bb-47d6-a643-9019afdc12d5,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:35.465866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.482250 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-926502b6-d1a4-45cc-ae19-7484b59d7db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.486428 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-926502b6-d1a4-45cc-ae19-7484b59d7db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.488402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-926502b6-d1a4-45cc-ae19-7484b59d7db4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfacfe10-a0ef-44ef-a6de-58b52c6367db HTTP/1.1" status: 204 len: 168 time: 0.2476797 Nov 12 03:48:35.498735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926502b6-d1a4-45cc-ae19-7484b59d7db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfacfe10-a0ef-44ef-a6de-58b52c6367db,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.579321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 46adf488-34f2-4258-b1c1-d8e5ca6167e3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:35.683057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830320-0189-44c5-aaf2-5bc5d0a6389b None None] Pushing event updated for resources: {'Port': ['ID=fef0663d-06bb-47d6-a643-9019afdc12d5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.696630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6a85b1ad-9614-4721-9dd5-f2a36c8e23db None None] Provisioning complete for port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:35.697708 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a85b1ad-9614-4721-9dd5-f2a36c8e23db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.729227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e53a2892-5d95-468b-945a-1919b287ee38 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.743726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:35.744649 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.854793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a2892-5d95-468b-945a-1919b287ee38 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=d9555bb2-1013-4770-a5fa-637947ab63fd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:35.859577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e53a2892-5d95-468b-945a-1919b287ee38 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.862963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e53a2892-5d95-468b-945a-1919b287ee38 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/d9555bb2-1013-4770-a5fa-637947ab63fd HTTP/1.1" status: 204 len: 168 time: 0.9087102 Nov 12 03:48:35.865943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46894) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:35.950041 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a85b1ad-9614-4721-9dd5-f2a36c8e23db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.995478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-43dcb6b7-a0a8-40ce-b85b-8d43466413f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256063 Nov 12 03:48:36.003737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46898) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.014823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:36.072269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6a85b1ad-9614-4721-9dd5-f2a36c8e23db None None] For port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fccd3bc3-1375-4e73-bcd0-bf44a4dcb390,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:36.085199 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a85b1ad-9614-4721-9dd5-f2a36c8e23db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.105869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.20.0.1 (c8778a31-71fe-45b6-8420-ccf8de09f795/7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9/bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:36.145252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85b1ad-9614-4721-9dd5-f2a36c8e23db None None] Pushing event updated for resources: {'Port': ['ID=fccd3bc3-1375-4e73-bcd0-bf44a4dcb390,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.147873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b5a9a-6dc3-438d-87ec-4228e2e9fdce None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:36.156328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:36.165661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78f016-fddb-4501-bdd7-68158fad2106 req-2273342f-69c9-4165-8fbe-e85a9d786b00 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.167924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a78f016-fddb-4501-bdd7-68158fad2106 req-2273342f-69c9-4165-8fbe-e85a9d786b00 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.2123110 Nov 12 03:48:36.177364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46900) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.212167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:36.216127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.223152 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cc4eb6b-8229-4ffa-8573-b92d20464866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.250714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a82f0b9a-163a-4680-9600-608da96be9a3 None None] Could not find standard attr ID for object a6a15caa-5fcb-4f32-9d0c-df038e250219. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:36.347667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a78f016-fddb-4501-bdd7-68158fad2106 req-3844627b-4e44-474d-ae67-9840898f4975 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501725 Nov 12 03:48:36.357036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:36.357422 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.378157 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.384468 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.462823 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.466837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cc4eb6b-8229-4ffa-8573-b92d20464866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.483960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cc4eb6b-8229-4ffa-8573-b92d20464866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.487094 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.506610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:36.528165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:36.531473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:36.536030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.536970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.548865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network c8778a31-71fe-45b6-8420-ccf8de09f795 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:36.559164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=95b6268a-92c1-4aed-94ee-ff890ecafa59,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.571197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] Deleting port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:36.571197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.574682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:36.577570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5532989f-54e7-461f-800b-9ec44e6b1e27 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5722809 Nov 12 03:48:36.580260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46902) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.583800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2cc4eb6b-8229-4ffa-8573-b92d20464866 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41042e9f1c4b45178a6fbcd74b581f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4046133 Nov 12 03:48:36.585641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:36.587499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'name': 'tempest-NetworksTestDHCPv6-86348736'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:36.599024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46904) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.660895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4eb6b-8229-4ffa-8573-b92d20464866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0958cf47-95c5-487d-8dd6-a4a68a85d993,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.665935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.668786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.703102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] For port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fccd3bc3-1375-4e73-bcd0-bf44a4dcb390,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:36.703509 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.722700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] Calling delete_port for fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:36.766391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76b16ddf-58da-45ee-90ee-c396e8126c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.814318 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76b16ddf-58da-45ee-90ee-c396e8126c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.855282 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.872444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:36.876117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.886514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] Pushing event deleted for resources: {'Port': ['ID=fccd3bc3-1375-4e73-bcd0-bf44a4dcb390,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.892308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e2e80f-5296-4bb7-a2ab-b4611051afe0 None None] No DVR routers for this DVR port fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:36.897884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 347b3c38-0797-4292-b619-9530b40775f8 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:36.910086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68df4af9-683e-49ca-bd66-1d415cffa027 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:36.918819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76b16ddf-58da-45ee-90ee-c396e8126c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.921768 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76b16ddf-58da-45ee-90ee-c396e8126c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.923121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76b16ddf-58da-45ee-90ee-c396e8126c61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0958cf47-95c5-487d-8dd6-a4a68a85d993 HTTP/1.1" status: 204 len: 168 time: 0.3219230 Nov 12 03:48:36.935498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.040145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b16ddf-58da-45ee-90ee-c396e8126c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0958cf47-95c5-487d-8dd6-a4a68a85d993,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.061742 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.152432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '95b6268a-92c1-4aed-94ee-ff890ecafa59'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:37.153066 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.194538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::1c (26523d9c-063a-4f6d-908e-0a92e0943db0/95b6268a-92c1-4aed-94ee-ff890ecafa59/347b3c38-0797-4292-b619-9530b40775f8) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:37.280641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ecab3-4460-48af-a148-9b69e2578b7c None None] Network c8778a31-71fe-45b6-8420-ccf8de09f795 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:37.424465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.479262 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.487474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56c88ca8-806e-4a74-a845-747f525fc1ec None None] Provisioning complete for port fef0663d-06bb-47d6-a643-9019afdc12d5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:37.487853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56c88ca8-806e-4a74-a845-747f525fc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.526796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fef0663d-06bb-47d6-a643-9019afdc12d5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:37.574968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:37.575910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=347b3c38-0797-4292-b619-9530b40775f8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.579336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:37.581582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:37.589308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.590197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.614205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6d10e5f2-b73c-4387-8c97-7aeb7636097b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0323627 Nov 12 03:48:37.617044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46922) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:37.685547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d10ba-f8d6-4405-84bf-b8d8ce5e5598 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.688011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-510d10ba-f8d6-4405-84bf-b8d8ce5e5598 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0681379 Nov 12 03:48:37.690244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/95b6268a-92c1-4aed-94ee-ff890ecafa59/971829d1-5d1f-4210-934e-b4f8192bae76) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:37.693439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46924) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:37.826857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5252b-daaf-4772-966e-3f13aee4cfae tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 347b3c38-0797-4292-b619-9530b40775f8 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:37.828801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cd5252b-daaf-4772-966e-3f13aee4cfae tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.841896 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.853960 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.871695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb295d-fce2-4c0e-8aa2-eaa6b2cb36c2 req-9c46ef25-02f1-4ec2-82a7-6a72ca6fcd3c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.874710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port fef0663d-06bb-47d6-a643-9019afdc12d5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:37.875304 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.880311 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70cb295d-fce2-4c0e-8aa2-eaa6b2cb36c2 req-9c46ef25-02f1-4ec2-82a7-6a72ca6fcd3c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.0974932 Nov 12 03:48:37.925205 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56c88ca8-806e-4a74-a845-747f525fc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.986842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cd5252b-daaf-4772-966e-3f13aee4cfae tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.995244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-56c88ca8-806e-4a74-a845-747f525fc1ec None None] For port fef0663d-06bb-47d6-a643-9019afdc12d5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fef0663d-06bb-47d6-a643-9019afdc12d5,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:38.010297 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70cb295d-fce2-4c0e-8aa2-eaa6b2cb36c2 req-1d40fa56-70e4-4cec-8992-331ecc8cc272 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289318 Nov 12 03:48:38.020394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.024228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5252b-daaf-4772-966e-3f13aee4cfae tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 347b3c38-0797-4292-b619-9530b40775f8 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:38.025622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.030062 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56c88ca8-806e-4a74-a845-747f525fc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.122435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c88ca8-806e-4a74-a845-747f525fc1ec None None] Pushing event updated for resources: {'Port': ['ID=fef0663d-06bb-47d6-a643-9019afdc12d5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.125142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46934) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.183557 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.198764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network c8778a31-71fe-45b6-8420-ccf8de09f795 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:38.201354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:38.210385 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.251561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:38.255917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:38.259844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:38.281529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cd5252b-daaf-4772-966e-3f13aee4cfae tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.287053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Pushing event updated for resources: {'Port': ['ID=971829d1-5d1f-4210-934e-b4f8192bae76,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.340141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:38.348197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5252b-daaf-4772-966e-3f13aee4cfae tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=347b3c38-0797-4292-b619-9530b40775f8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.387238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-985326525'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:38.417803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router c3f9d407-0f05-4fb5-a43e-29232fe309ee has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:38.423909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cd5252b-daaf-4772-966e-3f13aee4cfae tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.433214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1cd5252b-daaf-4772-966e-3f13aee4cfae tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/347b3c38-0797-4292-b619-9530b40775f8 HTTP/1.1" status: 204 len: 168 time: 0.7368987 Nov 12 03:48:38.436087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46940) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.507381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Made reservation on behalf of 751bc84a29e04aa19e3029e893be20ee for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:38.511289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.530269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264479fe-1413-4429-976b-4cfa81686eb3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:38.532234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264479fe-1413-4429-976b-4cfa81686eb3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:38.534727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-264479fe-1413-4429-976b-4cfa81686eb3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0965283 Nov 12 03:48:38.536037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.538950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46942) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.548320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:38.548663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fccd3bc3-1375-4e73-bcd0-bf44a4dcb390 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:38.550182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a399324c-69bd-4e8a-aaca-1780b21f82a9 None None] Provisioning complete for port fef0663d-06bb-47d6-a643-9019afdc12d5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:38.550553 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a399324c-69bd-4e8a-aaca-1780b21f82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.558386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:38.572468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ee3e8c18-aae8-4df5-8974-17903ca7c2d5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "PUT /v2.0/routers/c3f9d407-0f05-4fb5-a43e-29232fe309ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2823055 Nov 12 03:48:38.583130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Sync routers for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:38.613426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Attempting to bind port 971829d1-5d1f-4210-934e-b4f8192bae76 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:38.613799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Attempting to bind port 971829d1-5d1f-4210-934e-b4f8192bae76 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:38.614162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Attempting to bind port 971829d1-5d1f-4210-934e-b4f8192bae76 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:38.628323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:38.628727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:38.629022 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.629423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:38.629901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Bound port: 971829d1-5d1f-4210-934e-b4f8192bae76, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:38.630280 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.649349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:38.650009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:38.681229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad7fad9-78f5-475d-9145-19810e2b98c0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 95b6268a-92c1-4aed-94ee-ff890ecafa59 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:38.685475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fad7fad9-78f5-475d-9145-19810e2b98c0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.754055 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.768788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.779954 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fad7fad9-78f5-475d-9145-19810e2b98c0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.824899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:38.848252 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-1cd01c3b-55fc-4389-8ffa-930e8b2c991a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938920067&fields=id&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 267 time: 0.0662796 Nov 12 03:48:38.859303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] For port 971829d1-5d1f-4210-934e-b4f8192bae76, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:38.862438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.862789 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Added segment 605ce8d4-d757-4e09-b627-e692e4217047 of type vlan for network 1cf97788-6880-40cc-b8b9-b55f441a2f24 Nov 12 03:48:38.872372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab34e6e-0b0d-4a0c-bb6b-8c33e68cf09f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.886304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] For port 971829d1-5d1f-4210-934e-b4f8192bae76, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=971829d1-5d1f-4210-934e-b4f8192bae76,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:38.888437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:38.919144 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.924855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a399324c-69bd-4e8a-aaca-1780b21f82a9 None None] Provisioning complete for port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:38.925238 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a399324c-69bd-4e8a-aaca-1780b21f82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.925384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.972563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572835-7b06-4a93-8be9-84b0e324f42d req-94e27d72-ad7b-4c29-8bf1-ec7b0b2ff332 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:38.980353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-94e27d72-ad7b-4c29-8bf1-ec7b0b2ff332 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/networks?id=c8778a31-71fe-45b6-8420-ccf8de09f795 HTTP/1.1" status: 200 len: 797 time: 0.1251295 Nov 12 03:48:38.987181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.995551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:38.996194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.997163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-52401f38-251d-4437-8b89-dc324426c6b8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/quotas/5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 375 time: 0.0158327 Nov 12 03:48:39.038812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fad7fad9-78f5-475d-9145-19810e2b98c0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.047387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a399324c-69bd-4e8a-aaca-1780b21f82a9 None None] Port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:39.066982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-b73b45fe-e2b0-4b33-9bfd-4a9d52edde61 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689409 Nov 12 03:48:39.088840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffcc0d-6ab3-4913-98d3-9eb534be3d7e None None] Pushing event updated for resources: {'Port': ['ID=971829d1-5d1f-4210-934e-b4f8192bae76,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.149309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0231099 Nov 12 03:48:39.163120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46958) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.170463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Request body: {'subnet': {'network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:39.187252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068fd42-7e73-4c09-bac4-1640703ef90c tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'Network': ['ID=1cf97788-6880-40cc-b8b9-b55f441a2f24,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.208960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:39.215234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0d9e7fb3-b38e-4abb-8753-40e5e8861ddb None None] Provisioning complete for port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:39.215625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7fb3-b38e-4abb-8753-40e5e8861ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.229358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78238881-7c85-4ab0-97a7-f9b242351477 req-cbac2857-8617-4656-9238-b5d738d54cfb tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.236838 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78238881-7c85-4ab0-97a7-f9b242351477 req-cbac2857-8617-4656-9238-b5d738d54cfb tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1137922 Nov 12 03:48:39.281710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-15d7defc-63bc-419c-ac35-4b39ff00dc10 service neutron] 10.222.0.49 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960022 Nov 12 03:48:39.325964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e7fb3-b38e-4abb-8753-40e5e8861ddb None None] Port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:39.338499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Made reservation on behalf of 751bc84a29e04aa19e3029e893be20ee for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:39.342818 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.347459 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78238881-7c85-4ab0-97a7-f9b242351477 req-d6bd2e1e-b36c-4988-bde3-8aba876cf853 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095960 Nov 12 03:48:39.355380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fad7fad9-78f5-475d-9145-19810e2b98c0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.375797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:37Z', 'revision_number': 2, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:39.414522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Checking router: c3f9d407-0f05-4fb5-a43e-29232fe309ee for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:39.414898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Updating router c3f9d407-0f05-4fb5-a43e-29232fe309ee port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:39.417290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7fad9-78f5-475d-9145-19810e2b98c0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=95b6268a-92c1-4aed-94ee-ff890ecafa59,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.424799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fad7fad9-78f5-475d-9145-19810e2b98c0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.432182 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fad7fad9-78f5-475d-9145-19810e2b98c0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/95b6268a-92c1-4aed-94ee-ff890ecafa59 HTTP/1.1" status: 204 len: 168 time: 0.8887539 Nov 12 03:48:39.432682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.496904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.498041 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-31f589b8-2951-4244-8d30-24a610214310 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641339 Nov 12 03:48:39.511216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46964) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.579023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-41cf2b67-7590-4f8b-a4a8-e5229895f7c9 service neutron] 10.222.0.49 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871001 Nov 12 03:48:39.587837 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d56ce-9adc-47af-b0ef-eb289fa4c7cb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.590743 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-491d56ce-9adc-47af-b0ef-eb289fa4c7cb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0779612 Nov 12 03:48:39.594717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46966) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.672585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fef0663d-06bb-47d6-a643-9019afdc12d5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:39.680045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b609417-71db-4620-9156-62ed4a6f205e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.682435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3b609417-71db-4620-9156-62ed4a6f205e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863254 Nov 12 03:48:39.692683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46968) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.731475 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.772534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07381ab2-71d0-461a-b28a-211d730c2a66 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749297 Nov 12 03:48:39.775514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46974) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.780670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:39.800717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'Subnet': ['ID=5d6d7352-a6a3-4cdd-9b69-2833cf2c26c4,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.829100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Checking segment: {'id': '605ce8d4-d757-4e09-b627-e692e4217047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:39.829485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Network hostable DHCP agents. Network: 1cf97788-6880-40cc-b8b9-b55f441a2f24, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:39.839369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-99d78cf1-4aef-4991-ac24-1a1f9dc5148c req-a78eb280-bdbd-43b9-8c7d-65b91fbcb435 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 210 time: 0.0517209 Nov 12 03:48:39.855210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:39.871086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 1cf97788-6880-40cc-b8b9-b55f441a2f24) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:39.883583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439710db-557b-41d5-aa17-6ec632b97cb1 None None] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:39.886522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.886522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.891476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port fef0663d-06bb-47d6-a643-9019afdc12d5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:39.892016 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.921008 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-47dca34f-135e-409b-94f8-6132b7633785 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7564445 Nov 12 03:48:39.923568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46976) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.931554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9a1e8716-9a63-4782-8080-c419a2e0172e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1079759664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:39.949089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:39.954342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.978786 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8716-9a63-4782-8080-c419a2e0172e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.979871 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8716-9a63-4782-8080-c419a2e0172e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.069797 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8716-9a63-4782-8080-c419a2e0172e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.076427 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8716-9a63-4782-8080-c419a2e0172e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.110611 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8716-9a63-4782-8080-c419a2e0172e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.114261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9a1e8716-9a63-4782-8080-c419a2e0172e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1882181 Nov 12 03:48:40.117037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 46982) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.252044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 971829d1-5d1f-4210-934e-b4f8192bae76 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:40.265716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.315021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:40.344857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:40.350828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.351729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.365494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.395555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6188838 Nov 12 03:48:40.396192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.409477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '2b1b2f3a-8f88-48d4-86e5-2c5540ba9fba', 'ip_address': '2001:db8::85eb:a170:f14a:2ead'}], 'name': 'tempest-NetworksTestDHCPv6-2031285825'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:40.423563 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.511975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-1cf97788-6880-40cc-b8b9-b55f441a2f24', 'network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24', 'tenant_id': '751bc84a29e04aa19e3029e893be20ee', 'fixed_ips': [{'subnet_id': '5d6d7352-a6a3-4cdd-9b69-2833cf2c26c4'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:40.512908 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.518450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583c5e0-9ee4-46db-a69d-b73d3e7d4035 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=2b1b2f3a-8f88-48d4-86e5-2c5540ba9fba,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.555259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a444fdd-e43c-4ebd-aa35-04be8831978b None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:40.636500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab3b1-6e7f-4f42-8512-5717c3558c68 req-83c401ca-5056-4b03-8974-7672d5426fe3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.638484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df1ab3b1-6e7f-4f42-8512-5717c3558c68 req-83c401ca-5056-4b03-8974-7672d5426fe3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1375020 Nov 12 03:48:40.679975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:40.713222 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.756918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 971829d1-5d1f-4210-934e-b4f8192bae76 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:40.756918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.806891 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df1ab3b1-6e7f-4f42-8512-5717c3558c68 req-bc7060ee-4e83-4a0e-a30e-159e67e46d56 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329753 Nov 12 03:48:40.825255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.861946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eb325-c44e-43de-8ef8-2dd2561da004 None None] Pushing event updated for resources: {'Port': ['ID=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.864118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 501b2ddb-3424-4ee9-abf3-a28c0625bbcf yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:40.971297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13e3d6b9-e04f-4fba-96a1-2f0840e5218b req-87d79652-821b-4f4b-bb83-a7216bb6395b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 210 time: 0.0393488 Nov 12 03:48:41.065131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-658c38a0-a4ba-4100-b048-70947f1682a3 None None] Provisioning complete for port 971829d1-5d1f-4210-934e-b4f8192bae76 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:41.065594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-658c38a0-a4ba-4100-b048-70947f1682a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.074556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Allocated IP 172.20.0.1 (1cf97788-6880-40cc-b8b9-b55f441a2f24/5d6d7352-a6a3-4cdd-9b69-2833cf2c26c4/0a346fca-19dd-4b69-b709-4054fb47ca11) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:41.075463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::85eb:a170:f14a:2ead (26523d9c-063a-4f6d-908e-0a92e0943db0/2b1b2f3a-8f88-48d4-86e5-2c5540ba9fba/501b2ddb-3424-4ee9-abf3-a28c0625bbcf) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:41.207394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Attempting to bind port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:41.207856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Attempting to bind port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:41.208298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Attempting to bind port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 on network c8778a31-71fe-45b6-8420-ccf8de09f795 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:41.225950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:41.226306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Checking segment: {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:41.226817 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.227284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Bound using segment: {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:41.227864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Bound port: bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:41.228320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.264550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.270141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.316279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.364098 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.373146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572835-7b06-4a93-8be9-84b0e324f42d req-d091a3cc-fe9a-4c86-b097-dab24413ad8f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.374785 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-d091a3cc-fe9a-4c86-b097-dab24413ad8f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/networks?id=c8778a31-71fe-45b6-8420-ccf8de09f795 HTTP/1.1" status: 200 len: 797 time: 0.1586208 Nov 12 03:48:41.378335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:41.382753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:41.383379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.386978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:41.392782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.393441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.403850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=501b2ddb-3424-4ee9-abf3-a28c0625bbcf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:41.430309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4800dd91-e493-46dd-932d-8c71c5ddfe30 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0261388 Nov 12 03:48:41.430537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46994) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.445365 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-658c38a0-a4ba-4100-b048-70947f1682a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.486797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:41.493896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:41.497343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:41.497756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a07f80-aecb-466d-9641-153a9e94436c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.501875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] For port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:41.504210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a07f80-aecb-466d-9641-153a9e94436c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.508936 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-06a07f80-aecb-466d-9641-153a9e94436c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0743394 Nov 12 03:48:41.510477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 46996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.529400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 971829d1-5d1f-4210-934e-b4f8192bae76, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=971829d1-5d1f-4210-934e-b4f8192bae76,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:41.538250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'Port': ['ID=0a346fca-19dd-4b69-b709-4054fb47ca11,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:41.540951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Allocated IP 172.20.0.2 (1cf97788-6880-40cc-b8b9-b55f441a2f24/5d6d7352-a6a3-4cdd-9b69-2833cf2c26c4/32e5d0ff-4ce0-469f-adc9-385ab68de25d) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:41.544969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] For port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:41.549110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.572007 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.603564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-e591cd75-efef-4223-8ec5-58496771f1f5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5490643397db4bc88a6238321c7bff62 HTTP/1.1" status: 200 len: 380 time: 0.2140679 Nov 12 03:48:41.607691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.627166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8b637b7f-7c4f-4109-8f35-1a73c938a3d6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 501b2ddb-3424-4ee9-abf3-a28c0625bbcf {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:41.627464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b637b7f-7c4f-4109-8f35-1a73c938a3d6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.700426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'port': {'device_id': '9b18476b-d846-47db-b19c-9d497cb42559', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'admin_state_up': True, 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'security_groups': ['e92f6d2c-e842-41ff-bc3c-b25ccde705cb']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:41.710350 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-658c38a0-a4ba-4100-b048-70947f1682a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:48:41.710822 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-658c38a0-a4ba-4100-b048-70947f1682a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:48:41.739963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=971829d1-5d1f-4210-934e-b4f8192bae76,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:41.742840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:41.743458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:41.828020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b637b7f-7c4f-4109-8f35-1a73c938a3d6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.844913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8b637b7f-7c4f-4109-8f35-1a73c938a3d6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 501b2ddb-3424-4ee9-abf3-a28c0625bbcf owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:41.881447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.981564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eb325-c44e-43de-8ef8-2dd2561da004 None None] Pushing event updated for resources: {'Port': ['ID=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.049055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d584da-1807-4613-b633-1a54b739fe3a req-bfd8596b-c0ff-443d-b3f1-b7d3b154ab0a tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.050555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9d584da-1807-4613-b633-1a54b739fe3a req-bfd8596b-c0ff-443d-b3f1-b7d3b154ab0a tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1118517 Nov 12 03:48:42.056001 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.069953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:42.108212 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.149213 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9d584da-1807-4613-b633-1a54b739fe3a req-a67ece8e-c2e7-4c74-a18a-da00a7f207e8 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898285 Nov 12 03:48:42.166165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Pushing event updated for resources: {'Port': ['ID=32e5d0ff-4ce0-469f-adc9-385ab68de25d,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.177115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b637b7f-7c4f-4109-8f35-1a73c938a3d6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.190989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:42.195587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:42.198903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:42.215931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b637b7f-7c4f-4109-8f35-1a73c938a3d6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=501b2ddb-3424-4ee9-abf3-a28c0625bbcf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.251533 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8b637b7f-7c4f-4109-8f35-1a73c938a3d6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.255403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8b637b7f-7c4f-4109-8f35-1a73c938a3d6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/501b2ddb-3424-4ee9-abf3-a28c0625bbcf HTTP/1.1" status: 204 len: 168 time: 0.7447670 Nov 12 03:48:42.259125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47004) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.310719 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e4262fc-6d6d-48c5-98d6-bd0c8e12cc4c req-2590b8d1-a6bb-4032-ba34-58e9df690fbb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 210 time: 0.0315709 Nov 12 03:48:42.314064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Made reservation on behalf of 5490643397db4bc88a6238321c7bff62 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:42.317636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.357840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272b817-d16c-4dcc-8f90-df5d639fe50e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.359252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272b817-d16c-4dcc-8f90-df5d639fe50e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.361421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b272b817-d16c-4dcc-8f90-df5d639fe50e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0984414 Nov 12 03:48:42.364233 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.366066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.375939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.398018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Attempting to bind port 32e5d0ff-4ce0-469f-adc9-385ab68de25d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.398588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Attempting to bind port 32e5d0ff-4ce0-469f-adc9-385ab68de25d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '605ce8d4-d757-4e09-b627-e692e4217047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.398747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Attempting to bind port 32e5d0ff-4ce0-469f-adc9-385ab68de25d on network 1cf97788-6880-40cc-b8b9-b55f441a2f24 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.408675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:42.409076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Checking segment: {'id': '605ce8d4-d757-4e09-b627-e692e4217047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:42.409483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.409890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Bound using segment: {'id': '605ce8d4-d757-4e09-b627-e692e4217047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:42.410365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Bound port: 32e5d0ff-4ce0-469f-adc9-385ab68de25d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605ce8d4-d757-4e09-b627-e692e4217047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:42.410745 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.454035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ceff59a-be70-4ba9-b601-4b61aaf0c7a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 2b1b2f3a-8f88-48d4-86e5-2c5540ba9fba {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:42.457789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ceff59a-be70-4ba9-b601-4b61aaf0c7a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.505621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ceff59a-be70-4ba9-b601-4b61aaf0c7a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.519705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.521484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'Port': ['ID=0a346fca-19dd-4b69-b709-4054fb47ca11,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.528435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Could not find standard attr ID for object 347b3c38-0797-4292-b619-9530b40775f8. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:42.564892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ceff59a-be70-4ba9-b601-4b61aaf0c7a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.590770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] For port 32e5d0ff-4ce0-469f-adc9-385ab68de25d, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:42.594955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Provisioning complete for port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:42.595326 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.599376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] For port 32e5d0ff-4ce0-469f-adc9-385ab68de25d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32e5d0ff-4ce0-469f-adc9-385ab68de25d,segment=NetworkSegment(605ce8d4-d757-4e09-b627-e692e4217047),segment_id=605ce8d4-d757-4e09-b627-e692e4217047)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:42.637409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.651545 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ceff59a-be70-4ba9-b601-4b61aaf0c7a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.665424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.20.0.13 (c8778a31-71fe-45b6-8420-ccf8de09f795/7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9/5e7421e0-c1b0-42e9-9709-1f915643d870) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:42.704503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceff59a-be70-4ba9-b601-4b61aaf0c7a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1b2f3a-8f88-48d4-86e5-2c5540ba9fba,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.711273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:41Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:42.711756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ceff59a-be70-4ba9-b601-4b61aaf0c7a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.715778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ceff59a-be70-4ba9-b601-4b61aaf0c7a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/2b1b2f3a-8f88-48d4-86e5-2c5540ba9fba HTTP/1.1" status: 204 len: 168 time: 0.3478205 Nov 12 03:48:42.718230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47008) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.745356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:42.761556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:42.780451 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1e74e5e2-7971-4d95-993d-6eb1c3574678 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605669 Nov 12 03:48:42.786650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47012) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.794291 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:42.798596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9914e-2bea-4949-afef-577c85beaeef None None] Pushing event updated for resources: {'Port': ['ID=32e5d0ff-4ce0-469f-adc9-385ab68de25d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.809600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7195c83b-abb4-4e19-a2bb-146a64eca1c6 None None] The sync data for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 is: [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:41Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:42.901294 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.965152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] For port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:42.976437 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.016703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:43.021176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.129254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Pushing event updated for resources: {'Port': ['ID=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.132246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Provisioning complete for port 971829d1-5d1f-4210-934e-b4f8192bae76 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:43.132633 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.136118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7261ad3c-17fc-4c19-b9e7-440201264e52 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:43.158256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Router 1201b59f-6319-45fb-9dd7-32ee6f965df5 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:43.247915 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.399269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.454766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:43.458632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:43.466223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.466915 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.480345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:43.488281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8857c21f-67e3-4617-864d-d31012b9b0f3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "PUT /v2.0/routers/1201b59f-6319-45fb-9dd7-32ee6f965df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699610 Nov 12 03:48:43.492273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.498118 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb35d10-aa50-4b0f-b927-e49539dd7a50 None None] Sync routers for ids ['1201b59f-6319-45fb-9dd7-32ee6f965df5'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:43.509134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-017a81ed-51e8-482f-a960-0a5dbd986490 req-bd322972-a914-4564-88c3-74d24abbba06 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 210 time: 0.0450232 Nov 12 03:48:43.514752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Request body: {'port': {'network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24', 'name': 'tempest-FloatingIPNegativeTestJSON-62525335'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:43.521180 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb35d10-aa50-4b0f-b927-e49539dd7a50 None None] Routers {'1201b59f-6319-45fb-9dd7-32ee6f965df5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:43.522587 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5eb35d10-aa50-4b0f-b927-e49539dd7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1201b59f-6319-45fb-9dd7-32ee6f965df5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:43.524303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=4bd4db22-5cf5-4274-8ef3-35f6f38aee50,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.535244 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-877bbb51-f90a-4792-9465-db4ff7a211f3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7452540 Nov 12 03:48:43.540249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47020) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.546631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '4bd4db22-5cf5-4274-8ef3-35f6f38aee50', 'ip_address': '2001:db8::983a:6e1f:c5ea:50fd'}], 'name': 'tempest-NetworksTestDHCPv6-128845877'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:43.614384 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5eb35d10-aa50-4b0f-b927-e49539dd7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:43.645070 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb35d10-aa50-4b0f-b927-e49539dd7a50 None None] Routers {'1201b59f-6319-45fb-9dd7-32ee6f965df5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:43.647819 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5eb35d10-aa50-4b0f-b927-e49539dd7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1201b59f-6319-45fb-9dd7-32ee6f965df5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:43.727515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e491d-8f4d-47b0-b49e-066d21e3c241 req-1bea1dd6-2da8-45d6-899f-cfa95ecb3fa0 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.729119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c8e491d-8f4d-47b0-b49e-066d21e3c241 req-1bea1dd6-2da8-45d6-899f-cfa95ecb3fa0 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.4023113 Nov 12 03:48:43.732417 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.734737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-67435ece-aace-48ab-ad2a-ae26037049eb None None] Could not find standard attr ID for object 501b2ddb-3424-4ee9-abf3-a28c0625bbcf. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:43.783676 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5eb35d10-aa50-4b0f-b927-e49539dd7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:43.785075 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb35d10-aa50-4b0f-b927-e49539dd7a50 None None] The sync data for ids ['1201b59f-6319-45fb-9dd7-32ee6f965df5'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:43.849697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:43.861210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1822959e-9d4d-432c-80ed-5cac0abd70c5 None None] Could not find standard attr ID for object 501b2ddb-3424-4ee9-abf3-a28c0625bbcf. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:43.868538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Made reservation on behalf of 751bc84a29e04aa19e3029e893be20ee for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:43.873485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.886488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network c8778a31-71fe-45b6-8420-ccf8de09f795 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:43.898668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:43.900470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.906196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:43.970371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c8e491d-8f4d-47b0-b49e-066d21e3c241 req-f9bab6f6-ef16-4ee3-820c-582f2af4d01f tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182338 Nov 12 03:48:43.979120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] device_id is not set on port bf62f4d0-bc99-4650-a384-e2096592312c yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:44.005672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] Deleting port 971829d1-5d1f-4210-934e-b4f8192bae76 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:44.007099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.049210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32e5d0ff-4ce0-469f-adc9-385ab68de25d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:44.223541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] For port 971829d1-5d1f-4210-934e-b4f8192bae76, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=971829d1-5d1f-4210-934e-b4f8192bae76,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:44.227733 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.244895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 32e5d0ff-4ce0-469f-adc9-385ab68de25d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:44.245678 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.253454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] Calling delete_port for 971829d1-5d1f-4210-934e-b4f8192bae76 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:44.258858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:44.278517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.324991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port efc6390c-5df1-409f-9120-8636cf970d9c yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:44.442820 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.479981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] No DVR routers for this DVR port 971829d1-5d1f-4210-934e-b4f8192bae76 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:44.498605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522f11a-fb5e-4849-8294-e7a1013cf2da None None] Pushing event deleted for resources: {'Port': ['ID=971829d1-5d1f-4210-934e-b4f8192bae76,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.583900 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.601518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::983a:6e1f:c5ea:50fd (26523d9c-063a-4f6d-908e-0a92e0943db0/4bd4db22-5cf5-4274-8ef3-35f6f38aee50/efc6390c-5df1-409f-9120-8636cf970d9c) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:44.627746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98111054-e213-4acb-b568-5f37d2c49e07 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:44.636193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.637638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.700491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 32e5d0ff-4ce0-469f-adc9-385ab68de25d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32e5d0ff-4ce0-469f-adc9-385ab68de25d,segment=NetworkSegment(605ce8d4-d757-4e09-b627-e692e4217047),segment_id=605ce8d4-d757-4e09-b627-e692e4217047)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:44.705454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78018ea0-25da-4915-b6f6-d9bfb55f709a None None] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:44.707867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-18e3f2da-cdf3-4809-a7d6-b975d1b80fc8 None None] Provisioning complete for port 5e7421e0-c1b0-42e9-9709-1f915643d870 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:44.708374 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18e3f2da-cdf3-4809-a7d6-b975d1b80fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.742951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-f3f60399-22e6-442c-910f-6799497eadd5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0467281 Nov 12 03:48:44.746238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Allocated IP 172.20.0.14 (1cf97788-6880-40cc-b8b9-b55f441a2f24/5d6d7352-a6a3-4cdd-9b69-2833cf2c26c4/bf62f4d0-bc99-4650-a384-e2096592312c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:44.752793 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.753676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:44.765795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Request body: {'port': {'device_id': '9b18476b-d846-47db-b19c-9d497cb42559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:44.797743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabbcb7-a0da-46f2-9ef3-2e7698989e96 req-64d60c87-d2e4-4160-8fd4-6a4570f54e00 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.799961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fabbcb7-a0da-46f2-9ef3-2e7698989e96 req-64d60c87-d2e4-4160-8fd4-6a4570f54e00 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 932 time: 0.1362245 Nov 12 03:48:44.820707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.857266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.908793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:44.914004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:44.918300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:44.925968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.926876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.929756 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.936523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=efc6390c-5df1-409f-9120-8636cf970d9c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.951863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-18e3f2da-cdf3-4809-a7d6-b975d1b80fc8 None None] Port 5e7421e0-c1b0-42e9-9709-1f915643d870 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:44.961229 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fabbcb7-a0da-46f2-9ef3-2e7698989e96 req-73946f87-9929-4a52-bf68-db01639e4846 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408951 Nov 12 03:48:44.973927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-137b2f7e-bb26-4648-a679-772f79505c7f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4242835 Nov 12 03:48:44.974773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47026) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:44.988188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=32e5d0ff-4ce0-469f-adc9-385ab68de25d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.031228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92802164-e3d5-4c83-8137-527891232158 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.032768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-92802164-e3d5-4c83-8137-527891232158 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0569599 Nov 12 03:48:45.035300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47030) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.107405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:45.107405 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.163198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6210dc-aeca-4464-8783-ae94723b6c8f req-38814aaf-93a4-4fc8-b09c-8eb1938cf49f tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.173495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ce6210dc-aeca-4464-8783-ae94723b6c8f req-38814aaf-93a4-4fc8-b09c-8eb1938cf49f tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1000457 Nov 12 03:48:45.178559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dfdc58e8-7350-46b9-a7fd-fd698629557e None None] Provisioning complete for port 32e5d0ff-4ce0-469f-adc9-385ab68de25d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:45.178559 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dfdc58e8-7350-46b9-a7fd-fd698629557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.200031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dbc84756-3420-4e32-8263-d859b61548d3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port efc6390c-5df1-409f-9120-8636cf970d9c {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:45.200377 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbc84756-3420-4e32-8263-d859b61548d3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.226700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.262734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '4bd4db22-5cf5-4274-8ef3-35f6f38aee50'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:45.262734 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.278802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ce6210dc-aeca-4464-8783-ae94723b6c8f req-3daba6a8-037e-40cb-8556-deec6ac41993 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074803 Nov 12 03:48:45.320719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbc84756-3420-4e32-8263-d859b61548d3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.336521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dbc84756-3420-4e32-8263-d859b61548d3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for efc6390c-5df1-409f-9120-8636cf970d9c owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:45.346589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.424566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:45.437794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:45.460660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:45.463641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'Port': ['ID=bf62f4d0-bc99-4650-a384-e2096592312c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.512270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7421e0-c1b0-42e9-9709-1f915643d870 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:45.523328 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbc84756-3420-4e32-8263-d859b61548d3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.527658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.540497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/4bd4db22-5cf5-4274-8ef3-35f6f38aee50/932884e9-166a-45a7-bd43-395253493084) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:45.551432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.552202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.562287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc84756-3420-4e32-8263-d859b61548d3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=efc6390c-5df1-409f-9120-8636cf970d9c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.582561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Transition to ACTIVE for port object 5e7421e0-c1b0-42e9-9709-1f915643d870 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:45.594019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.632893 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbc84756-3420-4e32-8263-d859b61548d3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.642456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a2dd1f72-751b-4483-bdb4-800b1c920e92 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1490867 Nov 12 03:48:45.647615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47034) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.649012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dbc84756-3420-4e32-8263-d859b61548d3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/efc6390c-5df1-409f-9120-8636cf970d9c HTTP/1.1" status: 204 len: 168 time: 0.6126199 Nov 12 03:48:45.652108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.655955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:45.729835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.734807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32e5d0ff-4ce0-469f-adc9-385ab68de25d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:45.757733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde93fe8-4f82-4596-99f5-c15019d04c26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.762824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde93fe8-4f82-4596-99f5-c15019d04c26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.765650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bde93fe8-4f82-4596-99f5-c15019d04c26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1120915 Nov 12 03:48:45.767994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47038) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.770886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.840555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e462af4-4e74-4dc4-a38c-9210ef1002fd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 4bd4db22-5cf5-4274-8ef3-35f6f38aee50 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:45.846683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Attempting to bind port 5e7421e0-c1b0-42e9-9709-1f915643d870 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:45.847032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Attempting to bind port 5e7421e0-c1b0-42e9-9709-1f915643d870 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:45.847649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Attempting to bind port 5e7421e0-c1b0-42e9-9709-1f915643d870 on network c8778a31-71fe-45b6-8420-ccf8de09f795 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:45.869642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.872934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1524dff3-8957-477c-b1ab-b4f4c2fa4dfd None None] Provisioning complete for port 0a346fca-19dd-4b69-b709-4054fb47ca11 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:45.873258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1524dff3-8957-477c-b1ab-b4f4c2fa4dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.883329 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e462af4-4e74-4dc4-a38c-9210ef1002fd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.890591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Port 5e7421e0-c1b0-42e9-9709-1f915643d870 on network c8778a31-71fe-45b6-8420-ccf8de09f795 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:45.891299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Attempting to bind port 5e7421e0-c1b0-42e9-9709-1f915643d870 on network c8778a31-71fe-45b6-8420-ccf8de09f795 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:45.903408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:45.904339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Checking segment: {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:45.904481 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.905213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Bound using segment: {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:45.913955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Bound port: 5e7421e0-c1b0-42e9-9709-1f915643d870, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1bcb34-9cca-4e07-9833-387b45d56041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:45.914869 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.917993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 32e5d0ff-4ce0-469f-adc9-385ab68de25d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:45.917993 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.960679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e462af4-4e74-4dc4-a38c-9210ef1002fd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.007276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1524dff3-8957-477c-b1ab-b4f4c2fa4dfd None None] Port 0a346fca-19dd-4b69-b709-4054fb47ca11 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:46.010249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:46.025063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:46.028578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:46.053985 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.060763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Pushing event updated for resources: {'Port': ['ID=932884e9-166a-45a7-bd43-395253493084,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.073077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:46.079693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:46.095396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1524dff3-8957-477c-b1ab-b4f4c2fa4dfd None None] Provisioning complete for port 32e5d0ff-4ce0-469f-adc9-385ab68de25d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.095774 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1524dff3-8957-477c-b1ab-b4f4c2fa4dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.107892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e462af4-4e74-4dc4-a38c-9210ef1002fd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.119481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.166159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Attempting to bind port 932884e9-166a-45a7-bd43-395253493084 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.166537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Attempting to bind port 932884e9-166a-45a7-bd43-395253493084 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.166909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Attempting to bind port 932884e9-166a-45a7-bd43-395253493084 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.204702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e462af4-4e74-4dc4-a38c-9210ef1002fd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.204967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.205387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.207050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:46.207646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:46.207992 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.208190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e7421e0-c1b0-42e9-9709-1f915643d870 HTTP/1.1" status: 200 len: 1093 time: 1.4519794 Nov 12 03:48:46.208428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:46.208995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Bound port: 932884e9-166a-45a7-bd43-395253493084, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:46.210173 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.220964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:46.223916 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04" -d '{"events": [{"name": "network-changed", "server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:46.321742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e462af4-4e74-4dc4-a38c-9210ef1002fd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd4db22-5cf5-4274-8ef3-35f6f38aee50,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.346227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e462af4-4e74-4dc4-a38c-9210ef1002fd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.349111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 971829d1-5d1f-4210-934e-b4f8192bae76 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:46.367828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0e462af4-4e74-4dc4-a38c-9210ef1002fd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/4bd4db22-5cf5-4274-8ef3-35f6f38aee50 HTTP/1.1" status: 204 len: 168 time: 0.5983012 Nov 12 03:48:46.368632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47048) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.391080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45b775-6c3c-4cae-ac0f-6a75a721b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.402244 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69536df-231e-4fe2-8832-8ac9e9c35128 x-openstack-request-id: req-c69536df-231e-4fe2-8832-8ac9e9c35128 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:46.402643 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:46.402997 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c69536df-231e-4fe2-8832-8ac9e9c35128 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:46.403742 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'status': 'completed', 'code': 200} Nov 12 03:48:46.413108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466b417-19e0-4171-8819-06506fe94a9f req-580f102c-2d6a-48ee-bef3-41555caf5fc5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.415165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4466b417-19e0-4171-8819-06506fe94a9f req-580f102c-2d6a-48ee-bef3-41555caf5fc5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 944 time: 0.2584589 Nov 12 03:48:46.436938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 971829d1-5d1f-4210-934e-b4f8192bae76 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:46.437293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 971829d1-5d1f-4210-934e-b4f8192bae76 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:46.470122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] For port 932884e9-166a-45a7-bd43-395253493084, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:46.473655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Allocated IP 172.25.0.114 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/aceca2cd-5ee0-418b-b2eb-918d23a552a4) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:46.478073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572835-7b06-4a93-8be9-84b0e324f42d req-1f10eca0-ce9f-4025-965f-ac50fa776c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.478790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] For port 932884e9-166a-45a7-bd43-395253493084, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=932884e9-166a-45a7-bd43-395253493084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:46.480114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-1f10eca0-ce9f-4025-965f-ac50fa776c7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 1096 time: 0.2020051 Nov 12 03:48:46.488625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.507274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76740f93-d48b-440d-ad94-e0aeea23d57f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337357 Nov 12 03:48:46.515448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47050) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.559570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:46.600983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-396c6bfa-ded5-4b5c-8ba4-c17646cb251e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7421e0-c1b0-42e9-9709-1f915643d870 HTTP/1.1" status: 200 len: 217 time: 0.1037860 Nov 12 03:48:46.606001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47650c-3c25-4338-bc43-cd9fe0dc9536 req-25f5ad80-bdac-41b1-8bcb-881133563653 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.617128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c47650c-3c25-4338-bc43-cd9fe0dc9536 req-25f5ad80-bdac-41b1-8bcb-881133563653 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.0766249 Nov 12 03:48:46.628970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffb117-8cbd-40bf-95fe-08e1c71119ee None None] Pushing event updated for resources: {'Port': ['ID=932884e9-166a-45a7-bd43-395253493084,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.652901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-19b6c692-64d5-46fd-8a9f-89ec4124e98f None None] Provisioning complete for port 0a346fca-19dd-4b69-b709-4054fb47ca11 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.653470 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19b6c692-64d5-46fd-8a9f-89ec4124e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.692449 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c47650c-3c25-4338-bc43-cd9fe0dc9536 req-e958dbb8-6869-4236-808d-ee8e181b87a9 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743394 Nov 12 03:48:46.697470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4466b417-19e0-4171-8819-06506fe94a9f req-9f4f428c-e61f-42f9-bde4-262975c4af83 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625475 Nov 12 03:48:46.699977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-19b6c692-64d5-46fd-8a9f-89ec4124e98f None None] Port 0a346fca-19dd-4b69-b709-4054fb47ca11 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:46.806417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d6cb5e-2755-4be9-8029-6e56917f97a1 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:48:46.833201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572835-7b06-4a93-8be9-84b0e324f42d req-ba810640-8ce3-4e9b-9158-4b4984de94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.835050 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-ba810640-8ce3-4e9b-9158-4b4984de94c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9 HTTP/1.1" status: 200 len: 834 time: 0.1772180 Nov 12 03:48:46.870769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a597e418-5d2a-4755-84cf-cf15c63cda78 None None] Provisioning complete for port bf62f4d0-bc99-4650-a384-e2096592312c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:46.871412 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a597e418-5d2a-4755-84cf-cf15c63cda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.886766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:46.890276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.924856 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.933605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a597e418-5d2a-4755-84cf-cf15c63cda78 None None] Port bf62f4d0-bc99-4650-a384-e2096592312c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:46.945255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6cb5e-2755-4be9-8029-6e56917f97a1 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:48:46.984346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572835-7b06-4a93-8be9-84b0e324f42d req-02a73260-fe31-4694-96cb-d02e899b5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.985901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-02a73260-fe31-4694-96cb-d02e899b5e6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8778a31-71fe-45b6-8420-ccf8de09f795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419401 Nov 12 03:48:47.084115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.179315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:47.200838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:47.203516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:47.210747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'Port': ['ID=aceca2cd-5ee0-418b-b2eb-918d23a552a4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.215875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-3563371b-b641-48f8-8571-2740e9472290 service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214360 Nov 12 03:48:47.370775 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.378752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-235681ef-c40d-41ea-b91a-49f72aa2eeee None None] Provisioning complete for port 6cca0621-b246-42a4-8457-f19c243a3fd2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:47.379242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-235681ef-c40d-41ea-b91a-49f72aa2eeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.453247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:47.464588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:47.473558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c8fef-2df1-493b-ab55-c100dad694fe None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:47.474158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.474796 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.479109 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49572835-7b06-4a93-8be9-84b0e324f42d req-6ae6bee7-0850-45bd-8f16-531fd871292f service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417777 Nov 12 03:48:47.493753 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.497572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=bde82140-0e90-4c7c-af48-c1bde03375d4,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.497750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-235681ef-c40d-41ea-b91a-49f72aa2eeee None None] Provisioning complete for port 5a15f1c6-6678-4aec-aba6-a37ae644af84 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:47.497972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-235681ef-c40d-41ea-b91a-49f72aa2eeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.508671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-90d8f1ef-8929-4d5a-a559-027fb4440d19 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9921894 Nov 12 03:48:47.510841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47054) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.517767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': 'bde82140-0e90-4c7c-af48-c1bde03375d4', 'ip_address': '2001:db8::c04f:40f3:99cf:d9e1'}], 'name': 'tempest-NetworksTestDHCPv6-674448451'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:47.563388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.636169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-37d644ed-04ae-409a-b320-4bd43c781c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.638049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-37d644ed-04ae-409a-b320-4bd43c781c2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 1096 time: 0.0870728 Nov 12 03:48:47.641968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:47.741873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.760037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 78e6140d-d2b8-40a6-acbd-a7940e2c4be7 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:47.810053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f78fbe7-c226-43b0-8cb9-088b79fb11e2 None None] Update dhcp port {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': 'bde82140-0e90-4c7c-af48-c1bde03375d4'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '932884e9-166a-45a7-bd43-395253493084'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:48:47.812957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-20afa424-72ed-4b88-8ff6-87b3db1a65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.814527 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-20afa424-72ed-4b88-8ff6-87b3db1a65b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8778a31-71fe-45b6-8420-ccf8de09f795 HTTP/1.1" status: 200 len: 899 time: 0.1623075 Nov 12 03:48:47.852036 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f78fbe7-c226-43b0-8cb9-088b79fb11e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.887004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.892179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-7c68c60e-7f9d-4932-907c-914d6e31203e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7421e0-c1b0-42e9-9709-1f915643d870 HTTP/1.1" status: 200 len: 217 time: 0.0658627 Nov 12 03:48:47.902592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.970667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d130a-591a-449d-a1cf-6fef7aee3d90 req-39fb6183-b681-4f1c-bd81-1bb945b7c10f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.973220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-529d130a-591a-449d-a1cf-6fef7aee3d90 req-39fb6183-b681-4f1c-bd81-1bb945b7c10f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 944 time: 0.1193993 Nov 12 03:48:48.023807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::c04f:40f3:99cf:d9e1 (26523d9c-063a-4f6d-908e-0a92e0943db0/bde82140-0e90-4c7c-af48-c1bde03375d4/78e6140d-d2b8-40a6-acbd-a7940e2c4be7) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:48.037846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-36945375-4d87-4eb2-adc2-b3aba09fb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.039457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-36945375-4d87-4eb2-adc2-b3aba09fb2de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9 HTTP/1.1" status: 200 len: 834 time: 0.1390729 Nov 12 03:48:48.044460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'Port': ['ID=aceca2cd-5ee0-418b-b2eb-918d23a552a4,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.053602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-529d130a-591a-449d-a1cf-6fef7aee3d90 req-adc3daa7-7f49-49d2-80c9-022937340a3b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744536 Nov 12 03:48:48.066898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef607b-c08f-4c77-8f1c-dac6024d3e04 req-a928dfb8-3ca5-41f4-8486-50dc10cbc4e2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.068497 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ef607b-c08f-4c77-8f1c-dac6024d3e04 req-a928dfb8-3ca5-41f4-8486-50dc10cbc4e2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1790605 Nov 12 03:48:48.070782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.113892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.117850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-12aec2ab-d4f8-427b-95b1-095fb12d911e tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4627488 Nov 12 03:48:48.118336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47060) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.126019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d5573169-5f7c-47fc-894d-415f5c1b54a3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Request body: {'floatingip': {'port_id': 'bf62f4d0-bc99-4650-a384-e2096592312c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:48.183683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5573169-5f7c-47fc-894d-415f5c1b54a3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.206223 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.221747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-01f391b8-925c-4ef7-ab79-d957126d9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.223232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-01f391b8-925c-4ef7-ab79-d957126d9514 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8778a31-71fe-45b6-8420-ccf8de09f795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1729238 Nov 12 03:48:48.227247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ef607b-c08f-4c77-8f1c-dac6024d3e04 req-cd0e659a-834e-46dd-92ac-c5fd346ff843 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500173 Nov 12 03:48:48.246925 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.305177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-6f78fbe7-c226-43b0-8cb9-088b79fb11e2 None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/bde82140-0e90-4c7c-af48-c1bde03375d4/932884e9-166a-45a7-bd43-395253493084) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:48.306865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:48.310631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:48.314855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:48.321579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.322440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.333511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=78e6140d-d2b8-40a6-acbd-a7940e2c4be7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.357038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-05b2d587-7b5a-4f6e-bcb7-802855253f3c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8427918 Nov 12 03:48:48.357366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47062) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.366393 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-d5573169-5f7c-47fc-894d-415f5c1b54a3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] update failed (client error): The resource could not be found. Nov 12 03:48:48.367428 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d5573169-5f7c-47fc-894d-415f5c1b54a3 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "PUT /v2.0/floatingips/091291b4-8fe5-4190-ad93-86d785aac7c4 HTTP/1.1" status: 404 len: 507 time: 0.2480257 Nov 12 03:48:48.371032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47064) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.416399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776ef916-c3c8-41ec-acdf-95b6646788f1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.417967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6f78fbe7-c226-43b0-8cb9-088b79fb11e2 None None] For port 932884e9-166a-45a7-bd43-395253493084, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=932884e9-166a-45a7-bd43-395253493084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:48.420069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-4232838b-17cd-4d5b-8a24-609c833a7ffa service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863801 Nov 12 03:48:48.422965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776ef916-c3c8-41ec-acdf-95b6646788f1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.424608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-776ef916-c3c8-41ec-acdf-95b6646788f1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0661404 Nov 12 03:48:48.427582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47068) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.455782 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f78fbe7-c226-43b0-8cb9-088b79fb11e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.463083 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f78fbe7-c226-43b0-8cb9-088b79fb11e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.539377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78fbe7-c226-43b0-8cb9-088b79fb11e2 None None] Pushing event updated for resources: {'Port': ['ID=932884e9-166a-45a7-bd43-395253493084,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.996013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25f5c0ec-9e0d-4a57-ac83-a72dece80b04 req-bc50a2f5-9b80-441d-910c-5c331750c634 service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657406 Nov 12 03:48:49.005819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b8626a1f-684b-420d-b363-f53271e790a9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 78e6140d-d2b8-40a6-acbd-a7940e2c4be7 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:49.006286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8626a1f-684b-420d-b363-f53271e790a9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.011194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Deleting port aceca2cd-5ee0-418b-b2eb-918d23a552a4 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:49.011820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.181643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8626a1f-684b-420d-b363-f53271e790a9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.205395 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.205732 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.208475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b8626a1f-684b-420d-b363-f53271e790a9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 78e6140d-d2b8-40a6-acbd-a7940e2c4be7 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:49.227084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Calling delete_port for aceca2cd-5ee0-418b-b2eb-918d23a552a4 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:49.252494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdfaed-c515-4148-8dcb-956eae9464ca req-a4c84f3a-0897-47a2-86fc-733f5b84d953 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.254089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dcbdfaed-c515-4148-8dcb-956eae9464ca req-a4c84f3a-0897-47a2-86fc-733f5b84d953 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 944 time: 0.1276665 Nov 12 03:48:49.357024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad8e8f-8e1c-4aa6-b718-5fa77f2349a2 req-9b99c0d6-588c-4d14-a9c2-bd65bdaaee8b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.360768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76ad8e8f-8e1c-4aa6-b718-5fa77f2349a2 req-9b99c0d6-588c-4d14-a9c2-bd65bdaaee8b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.0555298 Nov 12 03:48:49.409453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76ad8e8f-8e1c-4aa6-b718-5fa77f2349a2 req-a17688e1-824b-421c-923a-fbff205556fc tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Nov 12 03:48:49.426269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dcbdfaed-c515-4148-8dcb-956eae9464ca req-b0f78e87-cd86-4d2e-9e0a-87f65582d422 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229455 Nov 12 03:48:49.550074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8626a1f-684b-420d-b363-f53271e790a9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.551269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42c4e9d1-eaa7-44b5-9618-a2f49e76de77 None None] Provisioning complete for port 932884e9-166a-45a7-bd43-395253493084 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:49.551814 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42c4e9d1-eaa7-44b5-9618-a2f49e76de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.586403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.589734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8626a1f-684b-420d-b363-f53271e790a9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=78e6140d-d2b8-40a6-acbd-a7940e2c4be7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.670487 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8626a1f-684b-420d-b363-f53271e790a9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.672257 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42c4e9d1-eaa7-44b5-9618-a2f49e76de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.674323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b8626a1f-684b-420d-b363-f53271e790a9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/78e6140d-d2b8-40a6-acbd-a7940e2c4be7 HTTP/1.1" status: 204 len: 168 time: 1.2453244 Nov 12 03:48:49.677159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47078) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.680463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event deleted for resources: {'Port': ['ID=aceca2cd-5ee0-418b-b2eb-918d23a552a4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.718033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 932884e9-166a-45a7-bd43-395253493084 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:49.730235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-42c4e9d1-eaa7-44b5-9618-a2f49e76de77 None None] For port 932884e9-166a-45a7-bd43-395253493084, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=932884e9-166a-45a7-bd43-395253493084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:49.755046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42c4e9d1-eaa7-44b5-9618-a2f49e76de77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.811291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b350af7-1309-4f21-9de9-5140f849d573 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.812769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b350af7-1309-4f21-9de9-5140f849d573 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.817566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47080) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.821057 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8b350af7-1309-4f21-9de9-5140f849d573 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1421912 Nov 12 03:48:49.826271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4e9d1-eaa7-44b5-9618-a2f49e76de77 None None] Pushing event updated for resources: {'Port': ['ID=932884e9-166a-45a7-bd43-395253493084,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.826676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.832502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.834870 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c95f0674-eddf-4c14-a627-90de3b7237ce tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "DELETE /v2.0/floatingips/091291b4-8fe5-4190-ad93-86d785aac7c4 HTTP/1.1" status: 204 len: 168 time: 1.4629145 Nov 12 03:48:49.843364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47082) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.847917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 932884e9-166a-45a7-bd43-395253493084 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:49.848579 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.849053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5e3960ac-c12a-403f-90f5-4927530f2ff0 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Request body: {'floatingip': {'floating_network_id': '1cf97788-6880-40cc-b8b9-b55f441a2f24', 'port_id': 'bf62f4d0-bc99-4650-a384-e2096592312c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:49.878120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a424a02c-90ab-49da-8df7-08084fdbfc50 None None] Could not find standard attr ID for object 78e6140d-d2b8-40a6-acbd-a7940e2c4be7. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:49.885941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-613b7475-dc4b-4e08-92b8-f14f6e533c32 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet bde82140-0e90-4c7c-af48-c1bde03375d4 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:49.890225 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-613b7475-dc4b-4e08-92b8-f14f6e533c32 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.898945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e3960ac-c12a-403f-90f5-4927530f2ff0 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.947685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-613b7475-dc4b-4e08-92b8-f14f6e533c32 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.040093 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-613b7475-dc4b-4e08-92b8-f14f6e533c32 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.064176 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-5e3960ac-c12a-403f-90f5-4927530f2ff0 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:48:50.065540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5e3960ac-c12a-403f-90f5-4927530f2ff0 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2210467 Nov 12 03:48:50.070354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.074239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'bf62f4d0-bc99-4650-a384-e2096592312c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:50.100711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.115520 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-613b7475-dc4b-4e08-92b8-f14f6e533c32 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.144011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b7475-dc4b-4e08-92b8-f14f6e533c32 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=bde82140-0e90-4c7c-af48-c1bde03375d4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:50.149582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-613b7475-dc4b-4e08-92b8-f14f6e533c32 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.153191 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-613b7475-dc4b-4e08-92b8-f14f6e533c32 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/bde82140-0e90-4c7c-af48-c1bde03375d4 HTTP/1.1" status: 204 len: 168 time: 0.3346090 Nov 12 03:48:50.157134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47086) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.157610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5c655-0f83-4d1e-b1fa-5912e7c4507a None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:50.199722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-165a82f7-b96f-4d70-a819-a7a681c56631 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393827 Nov 12 03:48:50.200108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47088) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.205041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.257496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89cc54-ca13-41a7-8815-696a2f16ba7d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.259059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eb89cc54-ca13-41a7-8815-696a2f16ba7d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0579710 Nov 12 03:48:50.261984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47090) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.320060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00944952-6d86-4ae6-9ffe-22aef5a39357 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.323890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-00944952-6d86-4ae6-9ffe-22aef5a39357 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0587559 Nov 12 03:48:50.324351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47092) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.326285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Allocated IP 172.25.0.135 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/baf56529-057a-48e2-a29d-d2de7c550ea1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:50.355941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:50.367863 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-40174566-68fc-496e-9143-1d0203e00acd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418916 Nov 12 03:48:50.372258 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47094) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.376977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:50.404409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] Deleting port 932884e9-166a-45a7-bd43-395253493084 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:50.404694 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.452694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.482941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:50.488151 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.509734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] For port 932884e9-166a-45a7-bd43-395253493084, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=932884e9-166a-45a7-bd43-395253493084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:50.510516 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.525549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] Calling delete_port for 932884e9-166a-45a7-bd43-395253493084 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:50.540542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.587039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128bba0-65af-4e34-ae54-f24cac5cb449 req-3516044c-8068-4fad-9eaf-3dd1f71da747 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.588421 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0128bba0-65af-4e34-ae54-f24cac5cb449 req-3516044c-8068-4fad-9eaf-3dd1f71da747 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.0883589 Nov 12 03:48:50.600081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:50.610826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:50.616858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:50.636955 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.649074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cf289-34c8-42b6-b5f5-99f0369aa2f6 req-324d08d6-e105-42f8-8111-39f520572aef tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.650481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event updated for resources: {'Port': ['ID=baf56529-057a-48e2-a29d-d2de7c550ea1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:50.650633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b33cf289-34c8-42b6-b5f5-99f0369aa2f6 req-324d08d6-e105-42f8-8111-39f520572aef tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 944 time: 0.0721600 Nov 12 03:48:50.683564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] Pushing event deleted for resources: {'Port': ['ID=932884e9-166a-45a7-bd43-395253493084,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:50.685752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324fcf6-0918-4fcf-92c3-c1d9a07f4f70 None None] No DVR routers for this DVR port 932884e9-166a-45a7-bd43-395253493084 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:50.701309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0128bba0-65af-4e34-ae54-f24cac5cb449 req-c7692e12-890d-490f-9ffa-ba5790be5da6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981433 Nov 12 03:48:50.754816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5e7421e0-c1b0-42e9-9709-1f915643d870 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:50.755279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b33cf289-34c8-42b6-b5f5-99f0369aa2f6 req-13bb83cf-14e4-47a1-acf6-44f8f8abd3c8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750344 Nov 12 03:48:50.809468 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.852873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:50.854814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Deleting port baf56529-057a-48e2-a29d-d2de7c550ea1 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:50.855677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.859690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:50.864688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.865977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.875354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3d3dc-7251-415e-be82-13e814843ca1 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:50.878325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=0c656a6c-4dc8-468d-8505-6177806a99b9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:50.894335 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a31e6efe-ef5e-4bfe-8e68-8deefc8e5da6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5188291 Nov 12 03:48:50.894610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47102) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.900592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '0c656a6c-4dc8-468d-8505-6177806a99b9', 'ip_address': '2001:db8::a430:9a7c:4511:1edf'}], 'name': 'tempest-NetworksTestDHCPv6-1468760310'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:50.946972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.947366 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.951794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:50.961826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Calling delete_port for baf56529-057a-48e2-a29d-d2de7c550ea1 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:50.974089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'port_id': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'mac_address': 'fa:16:3e:89:8d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:51.026988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:51.032842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.052822 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.053623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 9579dd22-4a70-4cb3-b00d-2082578857c3 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:51.075785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7421e0-c1b0-42e9-9709-1f915643d870 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:51.098754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.113804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '0c656a6c-4dc8-468d-8505-6177806a99b9'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:51.114651 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.121692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:51.129592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event deleted for resources: {'Port': ['ID=baf56529-057a-48e2-a29d-d2de7c550ea1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.133570 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.209377 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] create failed (client error): The resource could not be found. Nov 12 03:48:51.210760 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3c7e92f4-7bf4-4dab-95a0-b901cc7ee8bc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1401463 Nov 12 03:48:51.214375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47104) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.257385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.292894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::a430:9a7c:4511:1edf (26523d9c-063a-4f6d-908e-0a92e0943db0/0c656a6c-4dc8-468d-8505-6177806a99b9/9579dd22-4a70-4cb3-b00d-2082578857c3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:51.313249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c98bad8c-aa93-441c-8bf4-9299aecd07f8 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Deleting port bf62f4d0-bc99-4650-a384-e2096592312c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:51.313587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c98bad8c-aa93-441c-8bf4-9299aecd07f8 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.400331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c98bad8c-aa93-441c-8bf4-9299aecd07f8 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.412723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c98bad8c-aa93-441c-8bf4-9299aecd07f8 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Calling delete_port for bf62f4d0-bc99-4650-a384-e2096592312c owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:51.434413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5e7421e0-c1b0-42e9-9709-1f915643d870'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:51.451522 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.486897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.540571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:51.545777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:51.548361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:51.555368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.556612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.558784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/0c656a6c-4dc8-468d-8505-6177806a99b9/71496be9-013b-4d53-9d8d-c68d0ddeb6ee) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:51.566629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=9579dd22-4a70-4cb3-b00d-2082578857c3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.578099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c98bad8c-aa93-441c-8bf4-9299aecd07f8 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.591804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-136d1bdf-8680-4522-931d-b243bdb5770b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6929972 Nov 12 03:48:51.591804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47106) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.598611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-350a9845-68e0-46e8-acdd-9f6ab6277f65 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '0c656a6c-4dc8-468d-8505-6177806a99b9', 'ip_address': '2001:db8::a430:9a7c:4511:1edf'}], 'name': 'tempest-NetworksTestDHCPv6-1214414523'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:51.620963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bad8c-aa93-441c-8bf4-9299aecd07f8 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event deleted for resources: {'Port': ['ID=bf62f4d0-bc99-4650-a384-e2096592312c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.713929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 932884e9-166a-45a7-bd43-395253493084 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:51.721434 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c98bad8c-aa93-441c-8bf4-9299aecd07f8 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.725603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c98bad8c-aa93-441c-8bf4-9299aecd07f8 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "DELETE /v2.0/ports/bf62f4d0-bc99-4650-a384-e2096592312c HTTP/1.1" status: 204 len: 168 time: 0.5102084 Nov 12 03:48:51.735413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47108) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.741052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 932884e9-166a-45a7-bd43-395253493084 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:51.741422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 932884e9-166a-45a7-bd43-395253493084 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:51.824207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350a9845-68e0-46e8-acdd-9f6ab6277f65 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:51.836674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-350a9845-68e0-46e8-acdd-9f6ab6277f65 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.872871 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.881935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-350a9845-68e0-46e8-acdd-9f6ab6277f65 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 8340d75d-6ebe-41d4-a203-03935b3dc2ba yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:51.889045 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.890443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890187e-4679-4328-8abe-d6cc2b6fdeba tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.892850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4890187e-4679-4328-8abe-d6cc2b6fdeba tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "GET /v2.0/ports?device_id=1201b59f-6319-45fb-9dd7-32ee6f965df5 HTTP/1.1" status: 200 len: 913 time: 0.1557467 Nov 12 03:48:51.895074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47116) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.935975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:51.940368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:51.943708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:51.968679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee97b19-3de7-4a12-989b-a63cf381f3e4 req-854b2b6f-906b-457b-b48c-b8f76be14d6b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.973195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bee97b19-3de7-4a12-989b-a63cf381f3e4 req-854b2b6f-906b-457b-b48c-b8f76be14d6b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1328261 Nov 12 03:48:51.998836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Pushing event updated for resources: {'Port': ['ID=71496be9-013b-4d53-9d8d-c68d0ddeb6ee,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.039246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Attempting to bind port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:52.039633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Attempting to bind port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:52.040004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Attempting to bind port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:52.045638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:52.045894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:52.046227 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.046626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:52.047270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Bound port: 71496be9-013b-4d53-9d8d-c68d0ddeb6ee, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:52.047478 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.048152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58050ee-e0fc-45c6-8528-55cd99044d44 req-fef8771f-5efa-46c0-bec3-a468b1136ad7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.056035 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d58050ee-e0fc-45c6-8528-55cd99044d44 req-fef8771f-5efa-46c0-bec3-a468b1136ad7 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 945 time: 0.1149344 Nov 12 03:48:52.076135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bee97b19-3de7-4a12-989b-a63cf381f3e4 req-b2895424-4a39-4914-b943-2691aa4b6160 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946417 Nov 12 03:48:52.126357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] For port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:52.129635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] For port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=71496be9-013b-4d53-9d8d-c68d0ddeb6ee,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:52.131549 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-350a9845-68e0-46e8-acdd-9f6ab6277f65 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:48:52.132124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350a9845-68e0-46e8-acdd-9f6ab6277f65 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:52.134540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.171694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-350a9845-68e0-46e8-acdd-9f6ab6277f65 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5789456 Nov 12 03:48:52.174218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47118) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.199394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d58050ee-e0fc-45c6-8528-55cd99044d44 req-d166fe52-98ad-4969-8085-52b27f90a959 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422491 Nov 12 03:48:52.214833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74e072-4ae8-463a-86ed-41237be4a44e None None] Pushing event updated for resources: {'Port': ['ID=71496be9-013b-4d53-9d8d-c68d0ddeb6ee,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.247582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25f009-ebaa-4068-9485-64082ca5ae62 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.253765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25f009-ebaa-4068-9485-64082ca5ae62 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.255311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6f25f009-ebaa-4068-9485-64082ca5ae62 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0801096 Nov 12 03:48:52.258691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47120) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.354451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-65345c2f-6b88-4848-84d5-53829c78c7c1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 9579dd22-4a70-4cb3-b00d-2082578857c3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:52.354658 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65345c2f-6b88-4848-84d5-53829c78c7c1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.365094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.476085 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65345c2f-6b88-4848-84d5-53829c78c7c1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.489299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-65345c2f-6b88-4848-84d5-53829c78c7c1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 9579dd22-4a70-4cb3-b00d-2082578857c3 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:52.624347 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65345c2f-6b88-4848-84d5-53829c78c7c1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.638439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Deleting port 0a346fca-19dd-4b69-b709-4054fb47ca11 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:52.638781 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.651476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65345c2f-6b88-4848-84d5-53829c78c7c1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=9579dd22-4a70-4cb3-b00d-2082578857c3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.679127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65345c2f-6b88-4848-84d5-53829c78c7c1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.684565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-65345c2f-6b88-4848-84d5-53829c78c7c1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/9579dd22-4a70-4cb3-b00d-2082578857c3 HTTP/1.1" status: 204 len: 168 time: 0.4227374 Nov 12 03:48:52.684929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47122) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.727995 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.739845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Calling delete_port for 0a346fca-19dd-4b69-b709-4054fb47ca11 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:52.743707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038772ba-8cfc-426f-9035-69ec1117c2c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.745309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038772ba-8cfc-426f-9035-69ec1117c2c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:52.746789 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-038772ba-8cfc-426f-9035-69ec1117c2c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0610402 Nov 12 03:48:52.749398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47124) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.770626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5e7421e0-c1b0-42e9-9709-1f915643d870 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:52.803397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0756cd5d-4865-4894-bd6b-e7dcdfbf22c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 0c656a6c-4dc8-468d-8505-6177806a99b9 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:52.806589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0756cd5d-4865-4894-bd6b-e7dcdfbf22c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.826877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5e7421e0-c1b0-42e9-9709-1f915643d870 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:52.831708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5e7421e0-c1b0-42e9-9709-1f915643d870 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:52.832720 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.850918 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0756cd5d-4865-4894-bd6b-e7dcdfbf22c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.922471 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.935689 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.961439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:52.962682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:52.965422 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb2f91a-0d00-4aed-ad06-2460abb62574" -d '{"events": [{"server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "name": "network-vif-plugged", "status": "completed", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:52.971547 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.971917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0756cd5d-4865-4894-bd6b-e7dcdfbf22c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.997116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event deleted for resources: {'Port': ['ID=0a346fca-19dd-4b69-b709-4054fb47ca11,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.058444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0756cd5d-4865-4894-bd6b-e7dcdfbf22c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.058757 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2997ee-9016-4ce2-ba1e-6b937c3a7e80 x-openstack-request-id: req-5a2997ee-9016-4ce2-ba1e-6b937c3a7e80 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:53.059191 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "name": "network-vif-plugged", "status": "completed", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:53.059537 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a2997ee-9016-4ce2-ba1e-6b937c3a7e80 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:53.060098 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'code': 200} Nov 12 03:48:53.065447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.105037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756cd5d-4865-4894-bd6b-e7dcdfbf22c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=0c656a6c-4dc8-468d-8505-6177806a99b9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.128885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0756cd5d-4865-4894-bd6b-e7dcdfbf22c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.137997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0756cd5d-4865-4894-bd6b-e7dcdfbf22c3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/0c656a6c-4dc8-468d-8505-6177806a99b9 HTTP/1.1" status: 204 len: 168 time: 0.3876035 Nov 12 03:48:53.140700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47130) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:53.204363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-10ffa5a3-24ab-44ed-ab03-21ea9cbdf981 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622091 Nov 12 03:48:53.205348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47134) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:53.211693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:53.269391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.330930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:53.336378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.430188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd70074-1d7f-484a-b2f9-cc8d96118ee6 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:53.705353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-014b83d8-740c-48e0-afea-5d9a4c6020d8 None None] Provisioning complete for port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:53.706240 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-014b83d8-740c-48e0-afea-5d9a4c6020d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.724319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459975c7-b18f-4345-8f3f-19412ab9e960 req-8cd6aa71-784c-4db5-96fb-25b7a2aa091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.726873 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-459975c7-b18f-4345-8f3f-19412ab9e960 req-8cd6aa71-784c-4db5-96fb-25b7a2aa091f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 1098 time: 0.5223980 Nov 12 03:48:53.734233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a63b-7f52-43c1-9bd3-c8c836b17dbf req-432a4a59-2428-4715-8d51-4bb7896a469a tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.741618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fbb9a63b-7f52-43c1-9bd3-c8c836b17dbf req-432a4a59-2428-4715-8d51-4bb7896a469a tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.5457444 Nov 12 03:48:53.763943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 71496be9-013b-4d53-9d8d-c68d0ddeb6ee up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:53.768784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933434-291e-45e5-ba89-2883d94eba10 req-4238e168-bbdc-472b-9b17-77190bb31a51 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.769934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97933434-291e-45e5-ba89-2883d94eba10 req-4238e168-bbdc-472b-9b17-77190bb31a51 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.4031820 Nov 12 03:48:53.862414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97933434-291e-45e5-ba89-2883d94eba10 req-0bdbfb3c-867f-43af-9fbf-858152894e9f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843031 Nov 12 03:48:53.890868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fbb9a63b-7f52-43c1-9bd3-c8c836b17dbf req-089fd095-2375-4fdf-a463-92165ecf0378 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483715 Nov 12 03:48:53.897341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Router 1201b59f-6319-45fb-9dd7-32ee6f965df5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:53.901756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-459975c7-b18f-4345-8f3f-19412ab9e960 req-ac9d6b01-c066-49e2-890e-db38cd1eefaa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486340 Nov 12 03:48:53.919059 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-014b83d8-740c-48e0-afea-5d9a4c6020d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.944078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.957987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:53.958451 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.984068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:53.987677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:53.992089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-014b83d8-740c-48e0-afea-5d9a4c6020d8 None None] For port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=71496be9-013b-4d53-9d8d-c68d0ddeb6ee,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:53.992959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:53.993553 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.005734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:54.009400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-014b83d8-740c-48e0-afea-5d9a4c6020d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.014924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-74ba68ee-ded4-41b7-b894-1103be1bd3dc tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "PUT /v2.0/routers/1201b59f-6319-45fb-9dd7-32ee6f965df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1164560 Nov 12 03:48:54.015650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47138) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.027572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8209863 Nov 12 03:48:54.034975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58db2f5c-d629-4276-b4f4-268c66fe0c8b None None] Sync routers for ids ['1201b59f-6319-45fb-9dd7-32ee6f965df5'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:54.035885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47140) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.039284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a90cd8-bd25-45aa-a154-19a52cde17db tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=932577ff-3981-43f5-b46d-ecb8423ee2dc,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.045100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9aba9a0a-db97-43f3-b146-e02cc0134e56 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '932577ff-3981-43f5-b46d-ecb8423ee2dc', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-631112930'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:54.069477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:54.100535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dba3533-97ed-4e28-9df5-57008cb5778b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.119778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db2f5c-d629-4276-b4f4-268c66fe0c8b None None] Routers {'1201b59f-6319-45fb-9dd7-32ee6f965df5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:54.120587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-58db2f5c-d629-4276-b4f4-268c66fe0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1201b59f-6319-45fb-9dd7-32ee6f965df5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.161864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aba9a0a-db97-43f3-b146-e02cc0134e56 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:54.175496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-58db2f5c-d629-4276-b4f4-268c66fe0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.181519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b83d8-740c-48e0-afea-5d9a4c6020d8 None None] Pushing event updated for resources: {'Port': ['ID=71496be9-013b-4d53-9d8d-c68d0ddeb6ee,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.223829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db2f5c-d629-4276-b4f4-268c66fe0c8b None None] Routers {'1201b59f-6319-45fb-9dd7-32ee6f965df5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:54.224468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-58db2f5c-d629-4276-b4f4-268c66fe0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1201b59f-6319-45fb-9dd7-32ee6f965df5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.254181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9aba9a0a-db97-43f3-b146-e02cc0134e56 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.268081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-58db2f5c-d629-4276-b4f4-268c66fe0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.268732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58db2f5c-d629-4276-b4f4-268c66fe0c8b None None] The sync data for ids ['1201b59f-6319-45fb-9dd7-32ee6f965df5'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:54.275231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-9aba9a0a-db97-43f3-b146-e02cc0134e56 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 2be2c637-fefc-44e3-b5fa-c20f869ca1e8 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:54.286439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] Deleting port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:54.287683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dba3533-97ed-4e28-9df5-57008cb5778b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.288292 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.291138 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dba3533-97ed-4e28-9df5-57008cb5778b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.343447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dba3533-97ed-4e28-9df5-57008cb5778b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.344266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dba3533-97ed-4e28-9df5-57008cb5778b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Fanout notify agent at l3_agent the message router_deleted on router 1201b59f-6319-45fb-9dd7-32ee6f965df5 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:54.353753 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dba3533-97ed-4e28-9df5-57008cb5778b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.356781 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2dba3533-97ed-4e28-9df5-57008cb5778b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "DELETE /v2.0/routers/1201b59f-6319-45fb-9dd7-32ee6f965df5 HTTP/1.1" status: 204 len: 168 time: 0.3382750 Nov 12 03:48:54.358343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47144) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.394319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] For port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=71496be9-013b-4d53-9d8d-c68d0ddeb6ee,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:54.394625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.408580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] Calling delete_port for 71496be9-013b-4d53-9d8d-c68d0ddeb6ee owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:54.454084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c3274d-f658-4674-8c99-4b53c7eab709 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Deleting subnet 5d6d7352-a6a3-4cdd-9b69-2833cf2c26c4 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:54.458042 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47c3274d-f658-4674-8c99-4b53c7eab709 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.462606 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aba9a0a-db97-43f3-b146-e02cc0134e56 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:48:54.463064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aba9a0a-db97-43f3-b146-e02cc0134e56 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:48:54.495762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.504532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9aba9a0a-db97-43f3-b146-e02cc0134e56 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4664991 Nov 12 03:48:54.507957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47146) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.513710 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47c3274d-f658-4674-8c99-4b53c7eab709 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.525871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] Pushing event deleted for resources: {'Port': ['ID=71496be9-013b-4d53-9d8d-c68d0ddeb6ee,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.527714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947868bb-b9aa-4eb1-a263-310b7a1847c9 None None] No DVR routers for this DVR port 71496be9-013b-4d53-9d8d-c68d0ddeb6ee on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:54.552164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b7fd7c-76be-401e-aefb-e6c3a1d41d84 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:54.565147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a50a1d83-894c-4ad3-9e9e-3e6597d9f047 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0538316 Nov 12 03:48:54.565699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47148) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.652018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47c3274d-f658-4674-8c99-4b53c7eab709 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.658330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382af1f7-ffbb-4622-88c1-02e6f74d442b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:54.659895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382af1f7-ffbb-4622-88c1-02e6f74d442b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:54.661470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-382af1f7-ffbb-4622-88c1-02e6f74d442b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0949020 Nov 12 03:48:54.664856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.708136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a773f5-7018-461e-9933-3a25c13a15bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '932577ff-3981-43f5-b46d-ecb8423ee2dc'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:54.710469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a2a773f5-7018-461e-9933-3a25c13a15bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.725938 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47c3274d-f658-4674-8c99-4b53c7eab709 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.731109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 932577ff-3981-43f5-b46d-ecb8423ee2dc {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:54.738788 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.742356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.760457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3274d-f658-4674-8c99-4b53c7eab709 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6d7352-a6a3-4cdd-9b69-2833cf2c26c4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.764617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47c3274d-f658-4674-8c99-4b53c7eab709 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.767844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-47c3274d-f658-4674-8c99-4b53c7eab709 tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "DELETE /v2.0/subnets/5d6d7352-a6a3-4cdd-9b69-2833cf2c26c4 HTTP/1.1" status: 204 len: 168 time: 0.4092417 Nov 12 03:48:54.770225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47152) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.798748 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.800133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eea9c1-bcc6-47e7-8eef-94bcf72b2006 None None] Network 1cf97788-6880-40cc-b8b9-b55f441a2f24 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:54.851160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.864795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.918054 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.935795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Deleting port 32e5d0ff-4ce0-469f-adc9-385ab68de25d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:54.936257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.941874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.960921 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/932577ff-3981-43f5-b46d-ecb8423ee2dc HTTP/1.1" status: 204 len: 168 time: 0.2922287 Nov 12 03:48:54.966516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47158) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-a2a773f5-7018-461e-9933-3a25c13a15bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 932577ff-3981-43f5-b46d-ecb8423ee2dc: This subnet is being modified by another concurrent operation. Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 932577ff-3981-43f5-b46d-ecb8423ee2dc: This subnet is being modified by another concurrent operation. Nov 12 03:48:54.985256 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:48:55.045144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=932577ff-3981-43f5-b46d-ecb8423ee2dc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.058136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-55f7b019-34e0-420b-a5fd-7afe11064d85 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902426 Nov 12 03:48:55.058642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47160) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.065859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:55.095223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.095865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.096216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.096682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.097077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.097418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.097754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.098089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.098420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.098749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.099085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.099418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17406555-a158-46be-8828-02f24411badd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:55.117663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53667d00-196b-491f-8864-848787c183e4 None None] DHCP port deletion for 1cf97788-6880-40cc-b8b9-b55f441a2f24 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:55.119931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e45c1-ac39-470b-8022-417a7ca9c783 req-6395314d-2d7c-403b-bb6e-c34b9d141692 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.121549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e83e45c1-ac39-470b-8022-417a7ca9c783 req-6395314d-2d7c-403b-bb6e-c34b9d141692 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1172893 Nov 12 03:48:55.133031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] For port 32e5d0ff-4ce0-469f-adc9-385ab68de25d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32e5d0ff-4ce0-469f-adc9-385ab68de25d,segment=NetworkSegment(605ce8d4-d757-4e09-b627-e692e4217047),segment_id=605ce8d4-d757-4e09-b627-e692e4217047)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:55.133395 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.151904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Calling delete_port for 32e5d0ff-4ce0-469f-adc9-385ab68de25d owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:55.166666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35716cf1-1377-4b09-baac-77fb605ef6ad req-71dee508-3e43-4020-b068-8d8ad136f5ac tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.168138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35716cf1-1377-4b09-baac-77fb605ef6ad req-71dee508-3e43-4020-b068-8d8ad136f5ac tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1192431 Nov 12 03:48:55.181982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-53667d00-196b-491f-8864-848787c183e4 None None] Deleting port 32e5d0ff-4ce0-469f-adc9-385ab68de25d {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:55.182589 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-53667d00-196b-491f-8864-848787c183e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.226987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e83e45c1-ac39-470b-8022-417a7ca9c783 req-44c48554-5dcf-4394-934c-62949bdbddfe tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768464 Nov 12 03:48:55.235365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:55.239126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.251951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-53667d00-196b-491f-8864-848787c183e4 None None] For port 32e5d0ff-4ce0-469f-adc9-385ab68de25d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=32e5d0ff-4ce0-469f-adc9-385ab68de25d,segment=NetworkSegment(605ce8d4-d757-4e09-b627-e692e4217047),segment_id=605ce8d4-d757-4e09-b627-e692e4217047)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:55.252597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-53667d00-196b-491f-8864-848787c183e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.276072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35716cf1-1377-4b09-baac-77fb605ef6ad req-2ca85922-fc97-4cc3-8262-b202731efba2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648048 Nov 12 03:48:55.276341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-53667d00-196b-491f-8864-848787c183e4 None None] Calling delete_port for 32e5d0ff-4ce0-469f-adc9-385ab68de25d owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:55.295669 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.329059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event deleted for resources: {'Port': ['ID=32e5d0ff-4ce0-469f-adc9-385ab68de25d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.338165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] No DVR routers for this DVR port 32e5d0ff-4ce0-469f-adc9-385ab68de25d on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:55.364325 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-53667d00-196b-491f-8864-848787c183e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.393814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53667d00-196b-491f-8864-848787c183e4 None None] Pushing event deleted for resources: {'Port': ['ID=32e5d0ff-4ce0-469f-adc9-385ab68de25d,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.400103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53667d00-196b-491f-8864-848787c183e4 None None] No DVR routers for this DVR port 32e5d0ff-4ce0-469f-adc9-385ab68de25d on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:55.442387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4259edd3-dfe7-47a8-8cad-56827ef61368 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:48:55.462288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.485409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf97788-6880-40cc-b8b9-b55f441a2f24']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:55.497891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605ce8d4-d757-4e09-b627-e692e4217047') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:55.499004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605ce8d4-d757-4e09-b627-e692e4217047') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:55.512350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.516799 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.538119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.546243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:55.546887 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:55.550907 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:55.555885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:55.559377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:55.563578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259edd3-dfe7-47a8-8cad-56827ef61368 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:48:55.565691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.566289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.583129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=0528b969-d088-468e-ad48-d8e2a82ad945,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.599999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-192243de-671b-4372-bd1e-ce459e30672c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5384629 Nov 12 03:48:55.600428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47164) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.604934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4cd3b1fc-4356-4958-a4a3-1848ec229403 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1326003036', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:55.638740 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.647767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.651062 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] 10.222.0.49 "DELETE /v2.0/networks/1cf97788-6880-40cc-b8b9-b55f441a2f24 HTTP/1.1" status: 204 len: 168 time: 0.8798954 Nov 12 03:48:55.662276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b1fc-4356-4958-a4a3-1848ec229403 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.664471 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b1fc-4356-4958-a4a3-1848ec229403 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.672005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e712ba-c25d-40fd-b3b1-416499d9325b tempest-FloatingIPNegativeTestJSON-2078404296 tempest-FloatingIPNegativeTestJSON-2078404296-project] Pushing event deleted for resources: {'Network': ['ID=1cf97788-6880-40cc-b8b9-b55f441a2f24,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.717143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32e5d0ff-4ce0-469f-adc9-385ab68de25d no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:55.751400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 32e5d0ff-4ce0-469f-adc9-385ab68de25d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:55.751745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 32e5d0ff-4ce0-469f-adc9-385ab68de25d not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:55.752165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 71496be9-013b-4d53-9d8d-c68d0ddeb6ee no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:55.766771 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b1fc-4356-4958-a4a3-1848ec229403 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.772602 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b1fc-4356-4958-a4a3-1848ec229403 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.794079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b1fc-4356-4958-a4a3-1848ec229403 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.794859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 71496be9-013b-4d53-9d8d-c68d0ddeb6ee {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:55.797951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 71496be9-013b-4d53-9d8d-c68d0ddeb6ee not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:55.798101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4cd3b1fc-4356-4958-a4a3-1848ec229403 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1938741 Nov 12 03:48:55.798412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47168) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.917985 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '0528b969-d088-468e-ad48-d8e2a82ad945'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:55.919101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.031047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47172) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.069637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/0528b969-d088-468e-ad48-d8e2a82ad945/0c9c8a63-119d-4fcb-9a1d-ee57983ab716) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:56.115614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.234159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8fa95c3e-f15e-4eac-a4dc-da1c3b7f3ca5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=751bc84a29e04aa19e3029e893be20ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2018251 Nov 12 03:48:56.234417 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.236705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47176) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.241398 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.281014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:56.283804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:56.292420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:56.323856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Pushing event updated for resources: {'Port': ['ID=0c9c8a63-119d-4fcb-9a1d-ee57983ab716,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:56.370822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd015168-3ec2-4216-a21a-e22df034e517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.375515 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Attempting to bind port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:56.377206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Attempting to bind port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:56.377582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Attempting to bind port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:56.382864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ab105-cf89-4e93-b86a-4328115dce2d req-0e99429e-3a88-4f50-b348-41aa68315f66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.385118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-236ab105-cf89-4e93-b86a-4328115dce2d req-0e99429e-3a88-4f50-b348-41aa68315f66 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0692129 Nov 12 03:48:56.386324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:56.386702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:56.387170 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.387569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:56.388072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Bound port: 0c9c8a63-119d-4fcb-9a1d-ee57983ab716, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:56.388445 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.444564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-236ab105-cf89-4e93-b86a-4328115dce2d req-d8e0bcab-b775-4995-a38a-3254cd9279eb tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536971 Nov 12 03:48:56.465482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] For port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:56.466136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd015168-3ec2-4216-a21a-e22df034e517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.475832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] For port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0c9c8a63-119d-4fcb-9a1d-ee57983ab716,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:56.480431 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.528558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434da75-5d78-4fbe-ba19-281687cb3014 req-66f5425c-c3e4-437e-8581-febc3c0fdc49 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.530726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3434da75-5d78-4fbe-ba19-281687cb3014 req-66f5425c-c3e4-437e-8581-febc3c0fdc49 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1305554 Nov 12 03:48:56.541968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::1 (26523d9c-063a-4f6d-908e-0a92e0943db0/0528b969-d088-468e-ad48-d8e2a82ad945/2d762dfd-365b-453c-affd-b6b5973c8780) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:56.547655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63288d73-42fd-4236-a473-273d4f75c494 None None] Pushing event updated for resources: {'Port': ['ID=0c9c8a63-119d-4fcb-9a1d-ee57983ab716,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:56.609971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43144344-54b6-4a75-b9f7-ce1c0a69c940 req-f9ce4c3f-14cc-4ab9-916d-a14dad205218 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.611588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd015168-3ec2-4216-a21a-e22df034e517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.611749 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43144344-54b6-4a75-b9f7-ce1c0a69c940 req-f9ce4c3f-14cc-4ab9-916d-a14dad205218 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0679913 Nov 12 03:48:56.614215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd015168-3ec2-4216-a21a-e22df034e517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.617736 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fd015168-3ec2-4216-a21a-e22df034e517 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ab34e6e-0b0d-4a0c-bb6b-8c33e68cf09f HTTP/1.1" status: 204 len: 168 time: 0.3776908 Nov 12 03:48:56.667632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd015168-3ec2-4216-a21a-e22df034e517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab34e6e-0b0d-4a0c-bb6b-8c33e68cf09f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:56.687171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43144344-54b6-4a75-b9f7-ce1c0a69c940 req-8ae096dd-97be-4deb-a577-0f4b27eb01af tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681603 Nov 12 03:48:56.689022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3434da75-5d78-4fbe-ba19-281687cb3014 req-5fb5688f-1b5e-4d13-a182-a6271beee015 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436353 Nov 12 03:48:56.716817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47188) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.753369 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.775619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f300de7-6408-4efe-be7e-75a2197c89db tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.777338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6f300de7-6408-4efe-be7e-75a2197c89db tempest-TestNetworkAdvancedServerOps-907862442 tempest-TestNetworkAdvancedServerOps-907862442-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 1093 time: 0.0590210 Nov 12 03:48:56.793211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47190) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.800326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:56.831364 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.837740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.893714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:56.899654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:56.907364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:56.908009 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.957550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=2d762dfd-365b-453c-affd-b6b5973c8780,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:56.990797 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.058829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.126190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Allocated IP 172.25.0.76 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/fdcc2a3b-c705-45f4-b365-b6f6f93c592f) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:57.255334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.295390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.350108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:57.353939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:57.359118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:57.362634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=fdcc2a3b-c705-45f4-b365-b6f6f93c592f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.376624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.385461 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.386765 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.497201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=2d762dfd-365b-453c-affd-b6b5973c8780,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.550378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:57.552716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:57.660254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47210) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:57.728254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Router 7771b6d7-cf22-4134-9495-a0929e6c0e24 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:57.730364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:57.841342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:57.844072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:57.844446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.855474 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Sync routers for ids ['7771b6d7-cf22-4134-9495-a0929e6c0e24'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:57.862482 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6d2efa4f-278c-4fb5-9b59-91e1fa3d146e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "PUT /v2.0/routers/7771b6d7-cf22-4134-9495-a0929e6c0e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0631113 Nov 12 03:48:57.864945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47218) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:57.876214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231bb8b6-66ce-4180-871b-f45ebe47cb58 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:57.881798 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Routers {'7771b6d7-cf22-4134-9495-a0929e6c0e24'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:57.882339 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7771b6d7-cf22-4134-9495-a0929e6c0e24'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:57.891466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1637240461'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:57.930941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a1f9b-b909-4242-9ed9-ea9c095cc949 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:57.932352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-753a1f9b-b909-4242-9ed9-ea9c095cc949 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports/2d762dfd-365b-453c-affd-b6b5973c8780 HTTP/1.1" status: 200 len: 911 time: 0.0651667 Nov 12 03:48:57.937226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47222) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.001646 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Set router 7771b6d7-cf22-4134-9495-a0929e6c0e24 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:58.008830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691f534-9c13-4809-9776-84b9a192f61c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.010187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8d907c12-7af5-4990-9003-53d11cdc60cd None None] Provisioning complete for port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:58.011484 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8d907c12-7af5-4990-9003-53d11cdc60cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.016512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691f534-9c13-4809-9776-84b9a192f61c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.022947 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7691f534-9c13-4809-9776-84b9a192f61c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0843163 Nov 12 03:48:58.024679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47224) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.065685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:58.071496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.094511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dd039-094d-49a7-8f74-de6e8ec7c5d8 req-b7f20ccd-d5f9-48f5-8b97-336733b387d2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.102435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-308dd039-094d-49a7-8f74-de6e8ec7c5d8 req-b7f20ccd-d5f9-48f5-8b97-336733b387d2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.2242825 Nov 12 03:48:58.125766 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.153417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.213602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-308dd039-094d-49a7-8f74-de6e8ec7c5d8 req-3b5f283c-8503-450c-880f-16924e1d28eb tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101804 Nov 12 03:48:58.269933 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'name': 'tempest-NetworksTestDHCPv6-router-1326003036', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:48:57Z', 'revision_number': 2, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None, '_interfaces': [{'id': '2d762dfd-365b-453c-affd-b6b5973c8780', 'name': '', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'mac_address': 'fa:16:3e:8b:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '0528b969-d088-468e-ad48-d8e2a82ad945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:56Z', 'updated_at': '2021-11-12T03:48:57Z', 'revision_number': 2, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'subnets': [{'id': '0528b969-d088-468e-ad48-d8e2a82ad945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:58.303423 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Checking router: 7771b6d7-cf22-4134-9495-a0929e6c0e24 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:58.304077 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Updating router 7771b6d7-cf22-4134-9495-a0929e6c0e24 port 2d762dfd-365b-453c-affd-b6b5973c8780 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:58.353636 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.391390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.401685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.404537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.461635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:58.483415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.489042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f50a1e2-374f-495d-b349-ee0163ec55e3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:58.495113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.495762 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment 7cfb6386-7f71-46ca-86e8-89e935547fa9 of type vlan for network 293a97c6-1351-42b8-a4b0-cfe15197e30d Nov 12 03:48:58.573898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0c9c8a63-119d-4fcb-9a1d-ee57983ab716,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:58.588684 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.600382 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8d907c12-7af5-4990-9003-53d11cdc60cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.608105 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.686119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=0c9c8a63-119d-4fcb-9a1d-ee57983ab716,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:58.703766 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-8d907c12-7af5-4990-9003-53d11cdc60cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:48:58.704707 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-8d907c12-7af5-4990-9003-53d11cdc60cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:48:58.709860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.717847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.718442 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.817587 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.834156 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.884433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.895682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2332146 Nov 12 03:48:58.915181 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e287182-332a-4d38-8e4a-f372bac8127d None None] Pushing event updated for resources: {'Port': ['ID=2d762dfd-365b-453c-affd-b6b5973c8780,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:58.939845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47226) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.954826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-795904199'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:59.004260 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Attempting to bind port 2d762dfd-365b-453c-affd-b6b5973c8780 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:59.004638 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Attempting to bind port 2d762dfd-365b-453c-affd-b6b5973c8780 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:59.005015 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Attempting to bind port 2d762dfd-365b-453c-affd-b6b5973c8780 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:59.011526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:59.011893 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:59.012294 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.012998 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:59.013475 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Bound port: 2d762dfd-365b-453c-affd-b6b5973c8780, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:59.013844 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.082225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:59.085957 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.121438 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] For port 2d762dfd-365b-453c-affd-b6b5973c8780, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:59.130213 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] For port 2d762dfd-365b-453c-affd-b6b5973c8780, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2d762dfd-365b-453c-affd-b6b5973c8780,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:59.143600 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.148855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:59.202629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.202981 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment b3275acb-495b-4fec-84ce-f04d5b918040 of type vlan for network e9ea4724-deab-4224-b0b5-4ac571e0b73a Nov 12 03:48:59.275098 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e287182-332a-4d38-8e4a-f372bac8127d None None] Pushing event updated for resources: {'Port': ['ID=2d762dfd-365b-453c-affd-b6b5973c8780,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.310749 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Routers {'7771b6d7-cf22-4134-9495-a0929e6c0e24'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:59.312037 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7771b6d7-cf22-4134-9495-a0929e6c0e24'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:59.313613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.315938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.404583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7d5111f5-8ea1-42f6-8a00-10b0b99d7bd0 None None] Provisioning complete for port 2d762dfd-365b-453c-affd-b6b5973c8780 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:59.405290 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d5111f5-8ea1-42f6-8a00-10b0b99d7bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.425763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b39ad-c0a3-4bf0-90e0-9adcc09547b5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=293a97c6-1351-42b8-a4b0-cfe15197e30d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.430506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.439733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 293a97c6-1351-42b8-a4b0-cfe15197e30d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:59.448730 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.resource_extend [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:48:59.493468 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] Set router 7771b6d7-cf22-4134-9495-a0929e6c0e24 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:59.517778 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.531501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.532223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.628570 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d5111f5-8ea1-42f6-8a00-10b0b99d7bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.719958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event updated for resources: {'Port': ['ID=fdcc2a3b-c705-45f4-b365-b6f6f93c592f,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.722521 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.731377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7d5111f5-8ea1-42f6-8a00-10b0b99d7bd0 None None] For port 2d762dfd-365b-453c-affd-b6b5973c8780, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2d762dfd-365b-453c-affd-b6b5973c8780,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:59.748439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:59.754177 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d5111f5-8ea1-42f6-8a00-10b0b99d7bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.756405 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8123922 Nov 12 03:48:59.764814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47232) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:59.770776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': '293a97c6-1351-42b8-a4b0-cfe15197e30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:59.776575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4bee-dabe-4120-adbc-9cb51e6bdd2c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=e9ea4724-deab-4224-b0b5-4ac571e0b73a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.826954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e9ea4724-deab-4224-b0b5-4ac571e0b73a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:59.857544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5708f9f-ba3d-43b7-967c-a666bb5ef3f5 req-ad97e8a7-5735-4c74-8dc7-a951f5d84293 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.861831 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e5708f9f-ba3d-43b7-967c-a666bb5ef3f5 req-ad97e8a7-5735-4c74-8dc7-a951f5d84293 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.4375696 Nov 12 03:48:59.938996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:59.946202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.962250 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'name': 'tempest-NetworksTestDHCPv6-router-1326003036', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:48:57Z', 'revision_number': 2, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None, '_interfaces': [{'id': '2d762dfd-365b-453c-affd-b6b5973c8780', 'name': '', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'mac_address': 'fa:16:3e:8b:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '0528b969-d088-468e-ad48-d8e2a82ad945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:56Z', 'updated_at': '2021-11-12T03:48:59Z', 'revision_number': 4, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'subnets': [{'id': '0528b969-d088-468e-ad48-d8e2a82ad945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:00.006500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7d5111f5-8ea1-42f6-8a00-10b0b99d7bd0 None None] Provisioning complete for port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:00.006840 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7d5111f5-8ea1-42f6-8a00-10b0b99d7bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.012244 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874c2d0-874e-4b31-a096-c62564f5dc9d None None] The sync data for ids ['7771b6d7-cf22-4134-9495-a0929e6c0e24'] in n-d-789963-21 is: [{'id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'name': 'tempest-NetworksTestDHCPv6-router-1326003036', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:48:57Z', 'revision_number': 2, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None, '_interfaces': [{'id': '2d762dfd-365b-453c-affd-b6b5973c8780', 'name': '', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'mac_address': 'fa:16:3e:8b:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '0528b969-d088-468e-ad48-d8e2a82ad945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:56Z', 'updated_at': '2021-11-12T03:48:59Z', 'revision_number': 4, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'subnets': [{'id': '0528b969-d088-468e-ad48-d8e2a82ad945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:00.034112 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Floating IP 499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e associated. External IP: 172.25.0.76, port: 5e7421e0-c1b0-42e9-9709-1f915643d870. Nov 12 03:49:00.091139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 2d762dfd-365b-453c-affd-b6b5973c8780 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:00.091785 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.156402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5111f5-8ea1-42f6-8a00-10b0b99d7bd0 None None] Pushing event updated for resources: {'Port': ['ID=2d762dfd-365b-453c-affd-b6b5973c8780,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.192951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e5708f9f-ba3d-43b7-967c-a666bb5ef3f5 req-114d87b7-e472-4dae-9dd5-694d6d44064f tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209903 Nov 12 03:49:00.221482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:00.222159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.317117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] For port 2d762dfd-365b-453c-affd-b6b5973c8780, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2d762dfd-365b-453c-affd-b6b5973c8780,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:00.317486 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.404811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.430835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 2d762dfd-365b-453c-affd-b6b5973c8780 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:00.487753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router c3f9d407-0f05-4fb5-a43e-29232fe309ee has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:00.524578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eb441108-d2f1-4fae-8471-769157ac30a6 None None] Provisioning complete for port 2d762dfd-365b-453c-affd-b6b5973c8780 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:00.525196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb441108-d2f1-4fae-8471-769157ac30a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.578815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=840e1d05-5486-4204-b277-b3a41c394ae5,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.683492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': '7cfb6386-7f71-46ca-86e8-89e935547fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '293a97c6-1351-42b8-a4b0-cfe15197e30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:00.684472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: 293a97c6-1351-42b8-a4b0-cfe15197e30d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:00.700814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:00.716387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] Sync routers for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:00.727270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:00.727914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:00.733603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.733796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 293a97c6-1351-42b8-a4b0-cfe15197e30d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:00.757017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 293a97c6-1351-42b8-a4b0-cfe15197e30d) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:00.767609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.768267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.776175 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45dad21-e606-4e8f-9ca4-b14a660545f6 None None] Network 293a97c6-1351-42b8-a4b0-cfe15197e30d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:00.784775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e544b707-92d7-44c4-b3f7-ab04f09cc0ac tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9879966 Nov 12 03:49:00.785650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:00.787521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-981c7b1d-e80f-47d5-a258-fe590a4e8503 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0214157 Nov 12 03:49:00.789079 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:00.790513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47238) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:00.796904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': 'e9ea4724-deab-4224-b0b5-4ac571e0b73a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:00.827891 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.879697 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d51da0-c965-4b32-b488-4f711c7df426 x-openstack-request-id: req-35d51da0-c965-4b32-b488-4f711c7df426 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:00.879994 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:00.880256 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35d51da0-c965-4b32-b488-4f711c7df426 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:00.880714 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'status': 'completed', 'code': 200} Nov 12 03:49:00.926657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5c28ca9d-23f1-420e-a492-51792668174f None None] Could not find standard attr ID for object 2d762dfd-365b-453c-affd-b6b5973c8780. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:00.946760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=2d762dfd-365b-453c-affd-b6b5973c8780,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.013699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5247ba-3c8c-4739-8ba0-547f37dfc5c2 req-e163483b-b078-4704-9bc0-cf1fc30c1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.016355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc5247ba-3c8c-4739-8ba0-547f37dfc5c2 req-e163483b-b078-4704-9bc0-cf1fc30c1fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 1098 time: 0.0748518 Nov 12 03:49:01.018338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:01.102538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc5247ba-3c8c-4739-8ba0-547f37dfc5c2 req-80c76261-c685-4a15-9ece-cf2cc8cada88 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770519 Nov 12 03:49:01.134554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.156463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5179d-19e7-40da-82e6-4dd8fefa9c56 req-454c4b50-94a6-443f-aeab-8f3fa5eb73ee tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.160584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdd5179d-19e7-40da-82e6-4dd8fefa9c56 req-454c4b50-94a6-443f-aeab-8f3fa5eb73ee tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.2541413 Nov 12 03:49:01.193096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:01.197745 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.206841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-24d4955a-6c21-4097-b7df-9398f671e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.212664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-24d4955a-6c21-4097-b7df-9398f671e6d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 1098 time: 0.2892017 Nov 12 03:49:01.222686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-293a97c6-1351-42b8-a4b0-cfe15197e30d', 'network_id': '293a97c6-1351-42b8-a4b0-cfe15197e30d', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': '840e1d05-5486-4204-b277-b3a41c394ae5'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:01.223556 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.394449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f9fd930-5f25-4a10-a328-97c7e3086cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.422973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be464984-7a31-4930-b39c-f68b8c7b673c req-5d117bd8-cfb7-4f80-8ff5-769c163ce806 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.424479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be464984-7a31-4930-b39c-f68b8c7b673c req-5d117bd8-cfb7-4f80-8ff5-769c163ce806 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.0586150 Nov 12 03:49:01.473450 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdd5179d-19e7-40da-82e6-4dd8fefa9c56 req-f07545ea-c404-424c-934e-b720ffc4dfe2 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052933 Nov 12 03:49:01.484435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Allocated IP 2001:db8::2 (293a97c6-1351-42b8-a4b0-cfe15197e30d/840e1d05-5486-4204-b277-b3a41c394ae5/67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:01.500718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be464984-7a31-4930-b39c-f68b8c7b673c req-35beb910-3116-41c2-991f-3c1fdb28c599 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661626 Nov 12 03:49:01.504870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47246) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.525812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.76', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'port_id': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'mac_address': 'fa:16:3e:89:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18476b-d846-47db-b19c-9d497cb42559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:57Z', 'updated_at': '2021-11-12T03:48:57Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:42Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:01.543435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Router 7771b6d7-cf22-4134-9495-a0929e6c0e24 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:01.574377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] Checking router: c3f9d407-0f05-4fb5-a43e-29232fe309ee for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:01.586694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-50c0b0f9-f6a1-4d7e-a6eb-fe7e07d77310 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e HTTP/1.1" status: 200 len: 991 time: 0.0783041 Nov 12 03:49:01.591849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-8799e275-ac58-435e-9250-b334be86d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.593371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-8799e275-ac58-435e-9250-b334be86d406 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8778a31-71fe-45b6-8420-ccf8de09f795 HTTP/1.1" status: 200 len: 899 time: 0.2625628 Nov 12 03:49:01.619573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:01.620321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:01.746504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:01.758904 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-30a1c5c6-6ba4-4777-bf9c-80bb2e317213 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "PUT /v2.0/routers/7771b6d7-cf22-4134-9495-a0929e6c0e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7328720 Nov 12 03:49:01.761811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47248) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.782323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:01.782925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-7eae9e2a-c146-4998-a540-c4b3bae56f16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7421e0-c1b0-42e9-9709-1f915643d870 HTTP/1.1" status: 200 len: 999 time: 0.1778550 Nov 12 03:49:01.787469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.822428 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.835284 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.842298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a69e7-2812-447a-ac41-3b8ba494d7e3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.845733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a69e7-2812-447a-ac41-3b8ba494d7e3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.848833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-185a69e7-2812-447a-ac41-3b8ba494d7e3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838726 Nov 12 03:49:01.850702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47250) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.882162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-2d8c9182-5fd1-4830-9566-afde96b892f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.883666 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-2d8c9182-5fd1-4830-9566-afde96b892f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9 HTTP/1.1" status: 200 len: 834 time: 0.0907230 Nov 12 03:49:01.911195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43b6478-d9be-4b5b-ac28-a7b00a1b8a01 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 0528b969-d088-468e-ad48-d8e2a82ad945 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:01.911495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=26218309-1075-4481-893a-aa479c62e358,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.915325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f43b6478-d9be-4b5b-ac28-a7b00a1b8a01 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.936077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': 'b3275acb-495b-4fec-84ce-f04d5b918040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'e9ea4724-deab-4224-b0b5-4ac571e0b73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:01.936438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: e9ea4724-deab-4224-b0b5-4ac571e0b73a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:01.962810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-5e4e9cf9-f7a8-4e0b-bcfb-97711fabf97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.964474 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-5e4e9cf9-f7a8-4e0b-bcfb-97711fabf97a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8778a31-71fe-45b6-8420-ccf8de09f795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668235 Nov 12 03:49:01.965622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network e9ea4724-deab-4224-b0b5-4ac571e0b73a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:01.972642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f43b6478-d9be-4b5b-ac28-a7b00a1b8a01 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.997802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e9ea4724-deab-4224-b0b5-4ac571e0b73a) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:02.006605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:02.009941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.057454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d000686-0bbe-49fb-963a-8c77a2068617 None None] Network e9ea4724-deab-4224-b0b5-4ac571e0b73a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:02.078349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47252) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.080521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-da432f87-dab8-42ac-9189-d2cba7b63076 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2804217 Nov 12 03:49:02.083587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-99c0f8a5-7875-43f2-8d30-894583b81d30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-120712923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.109687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f43b6478-d9be-4b5b-ac28-a7b00a1b8a01 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.138202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-c8f630d6-34dc-4778-89cb-2ae243b44726 service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656885 Nov 12 03:49:02.138351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Network 293a97c6-1351-42b8-a4b0-cfe15197e30d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:02.144410 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] Sync routers for ids ['7771b6d7-cf22-4134-9495-a0929e6c0e24'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:02.149868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:02.152237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Pushing event updated for resources: {'Port': ['ID=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.156758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:02.165226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99c0f8a5-7875-43f2-8d30-894583b81d30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.166849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99c0f8a5-7875-43f2-8d30-894583b81d30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.281164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f43b6478-d9be-4b5b-ac28-a7b00a1b8a01 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.298174 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99c0f8a5-7875-43f2-8d30-894583b81d30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.301865 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] Routers {'7771b6d7-cf22-4134-9495-a0929e6c0e24'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:02.302996 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7771b6d7-cf22-4134-9495-a0929e6c0e24'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:02.307452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e7b17f2-8fb8-4151-b9a4-05014494d0cc req-c24d675f-2508-4d16-843f-ec260fba2411 service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582813 Nov 12 03:49:02.319986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Attempting to bind port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:02.320357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Attempting to bind port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7cfb6386-7f71-46ca-86e8-89e935547fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '293a97c6-1351-42b8-a4b0-cfe15197e30d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:02.320718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Attempting to bind port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb on network 293a97c6-1351-42b8-a4b0-cfe15197e30d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:02.337957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:02.338333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Checking segment: {'id': '7cfb6386-7f71-46ca-86e8-89e935547fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '293a97c6-1351-42b8-a4b0-cfe15197e30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:02.338731 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.339122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Bound using segment: {'id': '7cfb6386-7f71-46ca-86e8-89e935547fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '293a97c6-1351-42b8-a4b0-cfe15197e30d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:02.339602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Bound port: 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfb6386-7f71-46ca-86e8-89e935547fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '293a97c6-1351-42b8-a4b0-cfe15197e30d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:02.339748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f43b6478-d9be-4b5b-ac28-a7b00a1b8a01 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.339981 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.348997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47256) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.349677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f43b6478-d9be-4b5b-ac28-a7b00a1b8a01 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/0528b969-d088-468e-ad48-d8e2a82ad945 HTTP/1.1" status: 204 len: 168 time: 0.4975638 Nov 12 03:49:02.350889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c7efd-c790-4de5-90a5-d06acd156e96 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:02.353050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b6478-d9be-4b5b-ac28-a7b00a1b8a01 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=0528b969-d088-468e-ad48-d8e2a82ad945,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.358465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99c0f8a5-7875-43f2-8d30-894583b81d30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.386493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-99c0f8a5-7875-43f2-8d30-894583b81d30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.387989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-99c0f8a5-7875-43f2-8d30-894583b81d30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3083813 Nov 12 03:49:02.393725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47258) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.428557 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] Set router 7771b6d7-cf22-4134-9495-a0929e6c0e24 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:02.495386 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'name': 'tempest-NetworksTestDHCPv6-router-1326003036', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:49:00Z', 'revision_number': 3, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:02.511330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-e9ea4724-deab-4224-b0b5-4ac571e0b73a', 'network_id': 'e9ea4724-deab-4224-b0b5-4ac571e0b73a', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': '26218309-1075-4481-893a-aa479c62e358'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:02.512165 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.539444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-863b386e-57b6-4036-8000-29a7ed8d846f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1886623 Nov 12 03:49:02.541592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47262) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.546999 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] Checking router: 7771b6d7-cf22-4134-9495-a0929e6c0e24 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:02.557286 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] Routers {'7771b6d7-cf22-4134-9495-a0929e6c0e24'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:02.557928 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:48:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7771b6d7-cf22-4134-9495-a0929e6c0e24'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:02.589160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47264) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.659561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] For port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:02.664027 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] Set router 7771b6d7-cf22-4134-9495-a0929e6c0e24 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:02.727977 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'name': 'tempest-NetworksTestDHCPv6-router-1326003036', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:49:00Z', 'revision_number': 3, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:02.741097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] For port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,segment=NetworkSegment(7cfb6386-7f71-46ca-86e8-89e935547fa9),segment_id=7cfb6386-7f71-46ca-86e8-89e935547fa9)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:02.766027 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.767327 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448b52b-d484-4cfe-930a-569c03a2f1a6 None None] The sync data for ids ['7771b6d7-cf22-4134-9495-a0929e6c0e24'] in n-d-789963-21 is: [{'id': '7771b6d7-cf22-4134-9495-a0929e6c0e24', 'name': 'tempest-NetworksTestDHCPv6-router-1326003036', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:55Z', 'updated_at': '2021-11-12T03:49:00Z', 'revision_number': 3, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:02.823455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d111285-3a26-4940-9150-0b96c53bef01 req-410e93eb-e706-47e6-8869-64bd7a30dc7e tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:02.825829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d111285-3a26-4940-9150-0b96c53bef01 req-410e93eb-e706-47e6-8869-64bd7a30dc7e tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1317730 Nov 12 03:49:02.856064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.76', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'port_id': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'mac_address': 'fa:16:3e:89:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18476b-d846-47db-b19c-9d497cb42559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:57Z', 'updated_at': '2021-11-12T03:48:57Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:42Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:02.875196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.915414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f898795-4a00-4974-b933-fdeb86f6d252 None None] The sync data for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 is: [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'floating_ip_address': '172.25.0.76', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'port_id': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'mac_address': 'fa:16:3e:89:8d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18476b-d846-47db-b19c-9d497cb42559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:57Z', 'updated_at': '2021-11-12T03:48:57Z', 'revision_number': 0, 'project_id': '5490643397db4bc88a6238321c7bff62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:42Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:02.917065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9cffe-c3c6-4ed9-b805-f63fb6293813 None None] Pushing event updated for resources: {'Port': ['ID=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.927363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Allocated IP 2001:db8:1::2 (e9ea4724-deab-4224-b0b5-4ac571e0b73a/26218309-1075-4481-893a-aa479c62e358/8cfdc22e-237b-45b9-9054-2ff72588af02) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:03.066638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d111285-3a26-4940-9150-0b96c53bef01 req-006c5a65-ccc7-4dfb-a982-a35da82321ef tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937137 Nov 12 03:49:03.077680 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ccab090-9f94-46fb-9a4e-1a2661a12505 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.228586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a3445-881f-49a7-a862-5300f953739f None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:03.280575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4708c447-f222-4d9a-b174-4aed17d6f655 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e HTTP/1.1" status: 200 len: 991 time: 0.6903121 Nov 12 03:49:03.355288 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.405614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.406919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8::1 (293a97c6-1351-42b8-a4b0-cfe15197e30d/840e1d05-5486-4204-b277-b3a41c394ae5/968b1eaf-c93f-4607-b1aa-821a357b80d6) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:03.421501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582da39a-eb11-43e1-8328-342d0a9b602c None None] New status for floating IP 499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:49:03.451511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ccab090-9f94-46fb-9a4e-1a2661a12505 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.462391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ccab090-9f94-46fb-9a4e-1a2661a12505 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.526628 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ccab090-9f94-46fb-9a4e-1a2661a12505 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.527178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccab090-9f94-46fb-9a4e-1a2661a12505 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Fanout notify agent at l3_agent the message router_deleted on router 7771b6d7-cf22-4134-9495-a0929e6c0e24 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:03.534480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Network e9ea4724-deab-4224-b0b5-4ac571e0b73a is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:03.544937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ccab090-9f94-46fb-9a4e-1a2661a12505 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.546058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5ccab090-9f94-46fb-9a4e-1a2661a12505 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/routers/7771b6d7-cf22-4134-9495-a0929e6c0e24 HTTP/1.1" status: 204 len: 168 time: 1.0034194 Nov 12 03:49:03.549030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47280) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:03.549927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:03.553742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:03.559734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Pushing event updated for resources: {'Port': ['ID=8cfdc22e-237b-45b9-9054-2ff72588af02,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.562983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:03.603545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-477a3445-881f-49a7-a862-5300f953739f None None] Deleting port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:03.603929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-477a3445-881f-49a7-a862-5300f953739f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.665203 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f342a6c2-219b-4635-bdeb-935b290118ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.686459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-f2d2ef6f-31b6-4d6b-97f2-fc845718e41b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.696027 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.697731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-f2d2ef6f-31b6-4d6b-97f2-fc845718e41b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 810 time: 0.1876731 Nov 12 03:49:03.724378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-83243c0c-f127-444c-9444-e9b3c8a170da tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/quotas/56bc76caa80c4a788e231f89fe5762eb HTTP/1.1" status: 200 len: 375 time: 0.0227396 Nov 12 03:49:03.779051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:03.782957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.799258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:03.816439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.829385 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-364d30af-cc1b-49e8-ad95-e1b179b36634 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069667 Nov 12 03:49:03.835333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Attempting to bind port 8cfdc22e-237b-45b9-9054-2ff72588af02 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:03.835831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Attempting to bind port 8cfdc22e-237b-45b9-9054-2ff72588af02 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'b3275acb-495b-4fec-84ce-f04d5b918040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'e9ea4724-deab-4224-b0b5-4ac571e0b73a'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:03.836298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Attempting to bind port 8cfdc22e-237b-45b9-9054-2ff72588af02 on network e9ea4724-deab-4224-b0b5-4ac571e0b73a {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:03.852035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-477a3445-881f-49a7-a862-5300f953739f None None] For port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0c9c8a63-119d-4fcb-9a1d-ee57983ab716,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:03.852536 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-477a3445-881f-49a7-a862-5300f953739f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.913212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:03.913764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Checking segment: {'id': 'b3275acb-495b-4fec-84ce-f04d5b918040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'e9ea4724-deab-4224-b0b5-4ac571e0b73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:03.914267 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.914762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Bound using segment: {'id': 'b3275acb-495b-4fec-84ce-f04d5b918040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'e9ea4724-deab-4224-b0b5-4ac571e0b73a'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:03.915353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Bound port: 8cfdc22e-237b-45b9-9054-2ff72588af02, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3275acb-495b-4fec-84ce-f04d5b918040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'e9ea4724-deab-4224-b0b5-4ac571e0b73a'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:03.915927 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.923741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-477a3445-881f-49a7-a862-5300f953739f None None] Calling delete_port for 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:03.937442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 293a97c6-1351-42b8-a4b0-cfe15197e30d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:03.948543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:03.967573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:03.968122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.986875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-34e45f75-bcc5-46ca-b177-f9500b8367b6 service neutron] 10.222.0.49 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482520 Nov 12 03:49:04.038603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=968b1eaf-c93f-4607-b1aa-821a357b80d6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.079231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:04.080215 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.130515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-88a07141-afd9-401d-b336-1273016e7636 service neutron] 10.222.0.49 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374609 Nov 12 03:49:04.195102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.284385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47282) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.297425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] For port 8cfdc22e-237b-45b9-9054-2ff72588af02, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:04.305220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.345622 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-477a3445-881f-49a7-a862-5300f953739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.351286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] For port 8cfdc22e-237b-45b9-9054-2ff72588af02, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8cfdc22e-237b-45b9-9054-2ff72588af02,segment=NetworkSegment(b3275acb-495b-4fec-84ce-f04d5b918040),segment_id=b3275acb-495b-4fec-84ce-f04d5b918040)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:04.371787 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.385646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b1fe0555-8549-4ef0-a255-3c68fa92ebde tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e HTTP/1.1" status: 200 len: 993 time: 0.0992780 Nov 12 03:49:04.403996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a3445-881f-49a7-a862-5300f953739f None None] Pushing event deleted for resources: {'Port': ['ID=0c9c8a63-119d-4fcb-9a1d-ee57983ab716,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.410294 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a3445-881f-49a7-a862-5300f953739f None None] No DVR routers for this DVR port 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:04.490910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-339a4916-42b5-4d21-a02e-ac24cdfa464e req-5a5f6b5a-5983-4547-b89e-29c96deb8000 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 210 time: 0.1266968 Nov 12 03:49:04.563993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:04.583660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:04.588008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38beb0b5-1040-44c9-9fe5-89bb298951e3 None None] Network 293a97c6-1351-42b8-a4b0-cfe15197e30d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:04.591784 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.592372 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.608532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=8b5a09c8-c71b-416d-adaf-979a66ede613,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.644237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f5e88-9de2-475b-b4ce-6db269376e6c None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:04.647699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7a444f9f-b422-41b8-9c2d-48d553d38b3f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0945549 Nov 12 03:49:04.647884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427349d7-1201-43b6-8fdc-455dfbb9614d None None] Pushing event updated for resources: {'Port': ['ID=8cfdc22e-237b-45b9-9054-2ff72588af02,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.648252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47294) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.654807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-be2f4344-f9d5-4d57-9515-d68f4ee7bccd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-958239054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:04.687876 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.717576 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be2f4344-f9d5-4d57-9515-d68f4ee7bccd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.718694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be2f4344-f9d5-4d57-9515-d68f4ee7bccd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.758891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-26360ff7-6c8e-4468-b69d-0ee9120ea986 None None] Provisioning complete for port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:04.759346 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-26360ff7-6c8e-4468-b69d-0ee9120ea986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.797266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.806514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.807195 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.869891 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be2f4344-f9d5-4d57-9515-d68f4ee7bccd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.885204 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be2f4344-f9d5-4d57-9515-d68f4ee7bccd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.917858 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be2f4344-f9d5-4d57-9515-d68f4ee7bccd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.918126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,segment=NetworkSegment(7cfb6386-7f71-46ca-86e8-89e935547fa9),segment_id=7cfb6386-7f71-46ca-86e8-89e935547fa9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:04.924613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-be2f4344-f9d5-4d57-9515-d68f4ee7bccd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2749462 Nov 12 03:49:04.925875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47298) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.987018 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.052522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 293a97c6-1351-42b8-a4b0-cfe15197e30d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:05.056991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:05.066325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=968b1eaf-c93f-4607-b1aa-821a357b80d6,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.114364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-26360ff7-6c8e-4468-b69d-0ee9120ea986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.117339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:05.119828 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.204177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.208884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:05.209733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0c9c8a63-119d-4fcb-9a1d-ee57983ab716 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:05.210588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2d762dfd-365b-453c-affd-b6b5973c8780 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:05.227610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router d109f886-1422-4a13-ad56-83c61255a558 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:05.261217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 2d762dfd-365b-453c-affd-b6b5973c8780 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:05.261852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2d762dfd-365b-453c-affd-b6b5973c8780 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:05.353962 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.370433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '8b5a09c8-c71b-416d-adaf-979a66ede613'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:05.371280 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.395201 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-26360ff7-6c8e-4468-b69d-0ee9120ea986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:49:05.395711 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-26360ff7-6c8e-4468-b69d-0ee9120ea986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:49:05.629630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/8b5a09c8-c71b-416d-adaf-979a66ede613/083ada7a-8fcf-471f-bee2-1eae790fbe36) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:05.822232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a4dcfc11-45ce-4327-96d6-a185f14a374f req-41d30fad-7884-4f70-8d18-99065c7d0275 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 210 time: 0.0550914 Nov 12 03:49:05.955052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:05.962802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a8fb5727-4b5f-4383-a9a4-db57ecd36eab tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/d109f886-1422-4a13-ad56-83c61255a558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5675757 Nov 12 03:49:05.964444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:05.967980 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed63fcf-1fe0-47d6-9a17-a0d32e770b37 None None] Sync routers for ids ['d109f886-1422-4a13-ad56-83c61255a558'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:05.993808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8cfdc22e-237b-45b9-9054-2ff72588af02 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:05.998933 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed63fcf-1fe0-47d6-9a17-a0d32e770b37 None None] Routers {'d109f886-1422-4a13-ad56-83c61255a558'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:06.001417 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3ed63fcf-1fe0-47d6-9a17-a0d32e770b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d109f886-1422-4a13-ad56-83c61255a558'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:06.031981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e9f5d-10b7-4728-8256-eab28387a40a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.033733 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2b6e9f5d-10b7-4728-8256-eab28387a40a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports/968b1eaf-c93f-4607-b1aa-821a357b80d6 HTTP/1.1" status: 200 len: 911 time: 0.0682135 Nov 12 03:49:06.036597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47306) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:06.072789 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3ed63fcf-1fe0-47d6-9a17-a0d32e770b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:06.083924 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.087220 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed63fcf-1fe0-47d6-9a17-a0d32e770b37 None None] Routers {'d109f886-1422-4a13-ad56-83c61255a558'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:06.088036 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3ed63fcf-1fe0-47d6-9a17-a0d32e770b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d109f886-1422-4a13-ad56-83c61255a558'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:06.090516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a3a82bbf-a1ca-4cc5-a767-8bd71a1b13e2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.100260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a3a82bbf-a1ca-4cc5-a767-8bd71a1b13e2 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.20 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 810 time: 0.3139348 Nov 12 03:49:06.108473 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.123918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Request body: {'port': {'device_id': '60d2af08-dfae-4dbd-bdcd-23646ff8010e', 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082', 'admin_state_up': True, 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:06.144507 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3ed63fcf-1fe0-47d6-9a17-a0d32e770b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:06.145456 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed63fcf-1fe0-47d6-9a17-a0d32e770b37 None None] The sync data for ids ['d109f886-1422-4a13-ad56-83c61255a558'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:06.158793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Pushing event updated for resources: {'Port': ['ID=083ada7a-8fcf-471f-bee2-1eae790fbe36,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.164984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8cfdc22e-237b-45b9-9054-2ff72588af02 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:06.165351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.220046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68b9d9-d58f-42cb-8f13-275f31003f33 None None] Network e9ea4724-deab-4224-b0b5-4ac571e0b73a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:06.263441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d19a597d-189c-47b1-aab8-49b50f4045cd None None] Provisioning complete for port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:06.263822 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d19a597d-189c-47b1-aab8-49b50f4045cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.273898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::1 (26523d9c-063a-4f6d-908e-0a92e0943db0/8b5a09c8-c71b-416d-adaf-979a66ede613/f3173d67-cda2-4979-baa8-a419020196e1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:06.315503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:06.344698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:06.355454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:06.410207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Made reservation on behalf of 56bc76caa80c4a788e231f89fe5762eb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:06.414474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.456996 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.511446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.555079 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.574541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.583165 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.587177 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:06.626049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Attempting to bind port 083ada7a-8fcf-471f-bee2-1eae790fbe36 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:06.626049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Attempting to bind port 083ada7a-8fcf-471f-bee2-1eae790fbe36 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:06.626049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Attempting to bind port 083ada7a-8fcf-471f-bee2-1eae790fbe36 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:06.636971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Allocated IP 172.20.0.10 (710d8c21-e6b4-4140-a6e2-85de3be8e082/3a867796-8b4b-4066-9064-e6d277c195b6/5d1ad06b-2340-4639-bc47-af3eaaf6fa7e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:06.661334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:06.661741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:06.662327 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.662803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:06.663297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Bound port: 083ada7a-8fcf-471f-bee2-1eae790fbe36, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:06.663681 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.663818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:06.666658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8cfdc22e-237b-45b9-9054-2ff72588af02, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8cfdc22e-237b-45b9-9054-2ff72588af02,segment=NetworkSegment(b3275acb-495b-4fec-84ce-f04d5b918040),segment_id=b3275acb-495b-4fec-84ce-f04d5b918040)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:06.672133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:06.674808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:06.675415 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.683576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=f3173d67-cda2-4979-baa8-a419020196e1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.696797 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.697585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:06.868156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8cfdc22e-237b-45b9-9054-2ff72588af02,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.871348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] For port 083ada7a-8fcf-471f-bee2-1eae790fbe36, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:06.876685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] For port 083ada7a-8fcf-471f-bee2-1eae790fbe36, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=083ada7a-8fcf-471f-bee2-1eae790fbe36,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:06.877945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d19a597d-189c-47b1-aab8-49b50f4045cd None None] Provisioning complete for port 8cfdc22e-237b-45b9-9054-2ff72588af02 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:06.878143 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d19a597d-189c-47b1-aab8-49b50f4045cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.927885 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.944566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8:1::1 (e9ea4724-deab-4224-b0b5-4ac571e0b73a/26218309-1075-4481-893a-aa479c62e358/cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:06.948225 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.113055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d2406ac-20de-427c-a603-b953f3df7d79 req-3f64fd7f-d165-44f4-a862-94563d7760ea tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 210 time: 0.0366445 Nov 12 03:49:07.130547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.151003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.195902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:07.195902 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.202699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.209938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.243504 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.259580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network e9ea4724-deab-4224-b0b5-4ac571e0b73a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:07.262902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:07.263362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6cca0621-b246-42a4-8457-f19c243a3fd2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:07.268289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:07.268858 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.275215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5f4c9-cc9c-4c94-8204-f35a82bf51e6 None None] Pushing event updated for resources: {'Port': ['ID=083ada7a-8fcf-471f-bee2-1eae790fbe36,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:07.348391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:07.361707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:07.413383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:07.415535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Pushing event updated for resources: {'Port': ['ID=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:07.426072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:07.434827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.466998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ef25cd-3654-42ae-a2bf-875935daa868 None None] DHCP port deletion for 710d8c21-e6b4-4140-a6e2-85de3be8e082 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:07.487548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.493017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d19a597d-189c-47b1-aab8-49b50f4045cd None None] Provisioning complete for port 968b1eaf-c93f-4607-b1aa-821a357b80d6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:07.493017 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d19a597d-189c-47b1-aab8-49b50f4045cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.548577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.549398 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.622791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d19a597d-189c-47b1-aab8-49b50f4045cd None None] Port 968b1eaf-c93f-4607-b1aa-821a357b80d6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:07.644923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:07.645692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.752597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3d2871ab-6944-4c95-931e-ba8c40f84977 None None] Provisioning complete for port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:07.752597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d2871ab-6944-4c95-931e-ba8c40f84977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.776692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=f3173d67-cda2-4979-baa8-a419020196e1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:07.787331 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-581114bc-29dc-44ca-bc54-1a45cd397068 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6761992 Nov 12 03:49:07.799693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3d2871ab-6944-4c95-931e-ba8c40f84977 None None] Port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:07.801353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Request body: {'port': {'device_id': '60d2af08-dfae-4dbd-bdcd-23646ff8010e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:07.813151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3d2871ab-6944-4c95-931e-ba8c40f84977 None None] Provisioning complete for port 8cfdc22e-237b-45b9-9054-2ff72588af02 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:07.813524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d2871ab-6944-4c95-931e-ba8c40f84977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.919247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 083ada7a-8fcf-471f-bee2-1eae790fbe36 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:07.922725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.931943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.933171 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.956136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.963204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3d2871ab-6944-4c95-931e-ba8c40f84977 None None] Provisioning complete for port 968b1eaf-c93f-4607-b1aa-821a357b80d6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:07.963427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d2871ab-6944-4c95-931e-ba8c40f84977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.004103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:08.009715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:08.018830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3d2871ab-6944-4c95-931e-ba8c40f84977 None None] Port 968b1eaf-c93f-4607-b1aa-821a357b80d6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:08.024153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 083ada7a-8fcf-471f-bee2-1eae790fbe36 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:08.024531 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.035230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:08.104322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network e9ea4724-deab-4224-b0b5-4ac571e0b73a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:08.106735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:08.113673 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.163124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 083ada7a-8fcf-471f-bee2-1eae790fbe36, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=083ada7a-8fcf-471f-bee2-1eae790fbe36,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:08.181895 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.183491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8cfdc22e-237b-45b9-9054-2ff72588af02 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:08.213357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-09d2d84b-5bac-449e-b80e-7d6dff3cbded None None] Provisioning complete for port cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:08.214060 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09d2d84b-5bac-449e-b80e-7d6dff3cbded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.316937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-09d2d84b-5bac-449e-b80e-7d6dff3cbded None None] Port cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:08.320636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=083ada7a-8fcf-471f-bee2-1eae790fbe36,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:08.350761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Router 8a6175f6-2e1a-4703-9d43-95eb5a23b871 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:08.354620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8cfdc22e-237b-45b9-9054-2ff72588af02 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:08.355242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.382315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router d109f886-1422-4a13-ad56-83c61255a558 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:08.419158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99355ec-98fe-4ef6-bd2e-76e475ab4126 req-4f1c9aff-4cc0-4a7b-b6f9-7e50b74495f1 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.426673 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c99355ec-98fe-4ef6-bd2e-76e475ab4126 req-4f1c9aff-4cc0-4a7b-b6f9-7e50b74495f1 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 932 time: 0.0978596 Nov 12 03:49:08.541965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:08.548550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d0370795-6524-4c43-a08e-07e6b2e828e8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "PUT /v2.0/routers/8a6175f6-2e1a-4703-9d43-95eb5a23b871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6214752 Nov 12 03:49:08.551836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47316) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:08.552556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:08.556381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Sync routers for ids ['8a6175f6-2e1a-4703-9d43-95eb5a23b871'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:08.561348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.573680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c99355ec-98fe-4ef6-bd2e-76e475ab4126 req-d0586ac7-d329-465f-a611-d651d832dfbf tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461227 Nov 12 03:49:08.580204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Routers {'8a6175f6-2e1a-4703-9d43-95eb5a23b871'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:08.580956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8a6175f6-2e1a-4703-9d43-95eb5a23b871'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.582929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Transition to ACTIVE for port object 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:08.588963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.627766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:08.639026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-01d1fd6f-4d1a-4212-92c7-c8e5c620b980 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/d109f886-1422-4a13-ad56-83c61255a558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5975597 Nov 12 03:49:08.640348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0df40a-1e18-4c4b-9680-175f9d9bf338 None None] Sync routers for ids ['d109f886-1422-4a13-ad56-83c61255a558'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:08.646402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47318) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:08.656427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95921806-7837-43f5-8356-3d0262c7acba tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.659284 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0df40a-1e18-4c4b-9680-175f9d9bf338 None None] Routers {'d109f886-1422-4a13-ad56-83c61255a558'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:08.659904 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2d0df40a-1e18-4c4b-9680-175f9d9bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d109f886-1422-4a13-ad56-83c61255a558'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.665377 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-95921806-7837-43f5-8356-3d0262c7acba tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports/f3173d67-cda2-4979-baa8-a419020196e1 HTTP/1.1" status: 200 len: 911 time: 0.1092010 Nov 12 03:49:08.668385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47320) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:08.689980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Pushing event updated for resources: {'Port': ['ID=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:08.699826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a40c8-1d33-4955-8766-29a6381819ab None None] DHCP port deletion for 710d8c21-e6b4-4140-a6e2-85de3be8e082 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:08.711381 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2d0df40a-1e18-4c4b-9680-175f9d9bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.728468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a2f6a881-3a8c-4233-82fc-ca4cccd8d880 None None] Provisioning complete for port cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:08.728864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a881-3a8c-4233-82fc-ca4cccd8d880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.734112 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0df40a-1e18-4c4b-9680-175f9d9bf338 None None] Routers {'d109f886-1422-4a13-ad56-83c61255a558'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:08.734731 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2d0df40a-1e18-4c4b-9680-175f9d9bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d109f886-1422-4a13-ad56-83c61255a558'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.751369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182a25a-078e-411c-951a-88bc692d5948 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.753180 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f182a25a-078e-411c-951a-88bc692d5948 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports/cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9 HTTP/1.1" status: 200 len: 913 time: 0.1033077 Nov 12 03:49:08.754090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Set router 8a6175f6-2e1a-4703-9d43-95eb5a23b871 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:08.756947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47322) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:08.769823 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2d0df40a-1e18-4c4b-9680-175f9d9bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.770468 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0df40a-1e18-4c4b-9680-175f9d9bf338 None None] The sync data for ids ['d109f886-1422-4a13-ad56-83c61255a558'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:08.782066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803af386-12cd-49d9-8362-5b146f04c405 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.789697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803af386-12cd-49d9-8362-5b146f04c405 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.793934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-803af386-12cd-49d9-8362-5b146f04c405 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1220570 Nov 12 03:49:08.794549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47324) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:08.936259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Attempting to bind port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:08.936548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Attempting to bind port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:08.936911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Attempting to bind port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e on network 710d8c21-e6b4-4140-a6e2-85de3be8e082 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:08.958052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a2f6a881-3a8c-4233-82fc-ca4cccd8d880 None None] Port cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:09.012452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e on network 710d8c21-e6b4-4140-a6e2-85de3be8e082 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:09.012452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Attempting to bind port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e on network 710d8c21-e6b4-4140-a6e2-85de3be8e082 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:09.027439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6175f6-2e1a-4703-9d43-95eb5a23b871', 'name': 'tempest-NetworksTestDHCPv6-router-958239054', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:04Z', 'updated_at': '2021-11-12T03:49:06Z', 'revision_number': 2, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None, '_interfaces': [{'id': 'f3173d67-cda2-4979-baa8-a419020196e1', 'name': '', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'mac_address': 'fa:16:3e:e0:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6175f6-2e1a-4703-9d43-95eb5a23b871', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '8b5a09c8-c71b-416d-adaf-979a66ede613', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:05Z', 'updated_at': '2021-11-12T03:49:07Z', 'revision_number': 2, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'subnets': [{'id': '8b5a09c8-c71b-416d-adaf-979a66ede613', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:09.057698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Checking router: 8a6175f6-2e1a-4703-9d43-95eb5a23b871 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:09.058378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Updating router 8a6175f6-2e1a-4703-9d43-95eb5a23b871 port f3173d67-cda2-4979-baa8-a419020196e1 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:09.104253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.225366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a16ffce3-252f-4412-b4df-dddfd73d1560 None None] Provisioning complete for port 083ada7a-8fcf-471f-bee2-1eae790fbe36 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:09.226083 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a16ffce3-252f-4412-b4df-dddfd73d1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.344827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.401768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:09.402064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Checking segment: {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:09.402372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Bound using segment: {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:09.402817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Bound port: 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2974059f-36ed-4e0d-9209-a32c26385188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:09.403175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.457882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a16ffce3-252f-4412-b4df-dddfd73d1560 None None] Provisioning complete for port f3173d67-cda2-4979-baa8-a419020196e1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:09.458309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a16ffce3-252f-4412-b4df-dddfd73d1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.530274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a16ffce3-252f-4412-b4df-dddfd73d1560 None None] Port f3173d67-cda2-4979-baa8-a419020196e1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:09.543086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] For port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:09.554577 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.561242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] For port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:09.561621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.574989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.580409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port f3173d67-cda2-4979-baa8-a419020196e1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:09.580759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.618205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e6ad5-32bf-4dd1-a27f-596cf22579c4 None None] Pushing event updated for resources: {'Port': ['ID=f3173d67-cda2-4979-baa8-a419020196e1,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:09.635098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.635726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.637236 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-a705abe0-6672-413f-9c15-0983a540384f service neutron] 10.222.0.20 "PUT /v2.0/ports/5d1ad06b-2340-4639-bc47-af3eaaf6fa7e HTTP/1.1" status: 200 len: 1093 time: 1.8403945 Nov 12 03:49:09.639701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d2af08-dfae-4dbd-bdcd-23646ff8010e', 'tag': '5d1ad06b-2340-4639-bc47-af3eaaf6fa7e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:09.641806 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca" -d '{"events": [{"name": "network-changed", "server_uuid": "60d2af08-dfae-4dbd-bdcd-23646ff8010e", "tag": "5d1ad06b-2340-4639-bc47-af3eaaf6fa7e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:09.703031 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Attempting to bind port f3173d67-cda2-4979-baa8-a419020196e1 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:09.703414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Attempting to bind port f3173d67-cda2-4979-baa8-a419020196e1 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:09.703779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Attempting to bind port f3173d67-cda2-4979-baa8-a419020196e1 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:09.706349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca84e2-7cb1-4369-8ea5-38a018d8aad3 None None] DHCP port deletion for 710d8c21-e6b4-4140-a6e2-85de3be8e082 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:09.722420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4e87108b-08df-41e0-9e80-6eb9703a5d21 None None] Provisioning complete for port f3173d67-cda2-4979-baa8-a419020196e1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:09.722958 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4e87108b-08df-41e0-9e80-6eb9703a5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.725296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:09.726142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:09.727376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.727791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:09.728285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Bound port: f3173d67-cda2-4979-baa8-a419020196e1, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:09.728665 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.738934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705abe0-6672-413f-9c15-0983a540384f service neutron] Pushing event updated for resources: {'Port': ['ID=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:09.792605 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a20841f-99c1-41ef-9a57-8d4cc4721d1c x-openstack-request-id: req-6a20841f-99c1-41ef-9a57-8d4cc4721d1c {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:09.793044 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d2af08-dfae-4dbd-bdcd-23646ff8010e", "tag": "5d1ad06b-2340-4639-bc47-af3eaaf6fa7e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:09.793237 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a20841f-99c1-41ef-9a57-8d4cc4721d1c {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:09.794169 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d2af08-dfae-4dbd-bdcd-23646ff8010e', 'tag': '5d1ad06b-2340-4639-bc47-af3eaaf6fa7e', 'status': 'completed', 'code': 200} Nov 12 03:49:09.801560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 083ada7a-8fcf-471f-bee2-1eae790fbe36 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:09.814765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-c7620e47-c01e-467f-9acc-6b32f5a332b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.816840 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-c7620e47-c01e-467f-9acc-6b32f5a332b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 1096 time: 0.1277025 Nov 12 03:49:09.856892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9696524-b85a-486a-949a-8c2b9c9f1d6f req-63cea58d-24dc-43b7-a955-6e5321533aa5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.865626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9696524-b85a-486a-949a-8c2b9c9f1d6f req-63cea58d-24dc-43b7-a955-6e5321533aa5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 944 time: 0.1279962 Nov 12 03:49:09.871909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-8cf4d0ec-680a-4da1-9c39-65f421d2b61f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e HTTP/1.1" status: 200 len: 217 time: 0.0470121 Nov 12 03:49:09.882837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.885247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4e87108b-08df-41e0-9e80-6eb9703a5d21 None None] Port f3173d67-cda2-4979-baa8-a419020196e1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:09.894622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.929053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 083ada7a-8fcf-471f-bee2-1eae790fbe36 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:09.929436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.949888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9696524-b85a-486a-949a-8c2b9c9f1d6f req-a531047f-6d83-4bf3-ad18-b960f51c9799 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755599 Nov 12 03:49:09.967214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for f3173d67-cda2-4979-baa8-a419020196e1 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:09.970811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] For port f3173d67-cda2-4979-baa8-a419020196e1, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:09.995089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] For port f3173d67-cda2-4979-baa8-a419020196e1, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f3173d67-cda2-4979-baa8-a419020196e1,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:10.014812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.019084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-406095d1-b8b4-458f-aa4d-196f915224f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.021476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-406095d1-b8b4-458f-aa4d-196f915224f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a867796-8b4b-4066-9064-e6d277c195b6 HTTP/1.1" status: 200 len: 850 time: 0.1419771 Nov 12 03:49:10.071596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-5e69dbdb-acbc-4756-8ddc-c93342b29755 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=710d8c21-e6b4-4140-a6e2-85de3be8e082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433497 Nov 12 03:49:10.118237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e6ad5-32bf-4dd1-a27f-596cf22579c4 None None] Pushing event updated for resources: {'Port': ['ID=f3173d67-cda2-4979-baa8-a419020196e1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:10.122691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Routers {'8a6175f6-2e1a-4703-9d43-95eb5a23b871'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:10.123305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8a6175f6-2e1a-4703-9d43-95eb5a23b871'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:10.206140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.240014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=f3173d67-cda2-4979-baa8-a419020196e1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:10.274856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-f70a85bc-eeb9-4e76-bde2-bded7c080d62 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677778 Nov 12 03:49:10.352777 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.384440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d8a15da3-ef6b-4323-8606-0a87a44092d3 None None] Could not find standard attr ID for object f3173d67-cda2-4979-baa8-a419020196e1. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:10.405820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-564173d8-9309-456b-a4a8-519aabdb6dbd req-b237becb-beae-4178-a5f7-e833ef0390ff service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036022 Nov 12 03:49:10.427221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] Set router 8a6175f6-2e1a-4703-9d43-95eb5a23b871 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:10.503590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:10.504332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.523939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9b51269e-a8ee-450e-8f63-917970e99e2c None None] Could not find standard attr ID for object f3173d67-cda2-4979-baa8-a419020196e1. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:10.624250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-f4caf3df-74d6-4343-85bd-f1cbd8c4f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.625833 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-f4caf3df-74d6-4343-85bd-f1cbd8c4f3e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 1096 time: 0.1402988 Nov 12 03:49:10.681344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6175f6-2e1a-4703-9d43-95eb5a23b871', 'name': 'tempest-NetworksTestDHCPv6-router-958239054', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:04Z', 'updated_at': '2021-11-12T03:49:06Z', 'revision_number': 2, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None, '_interfaces': [{'id': 'f3173d67-cda2-4979-baa8-a419020196e1', 'name': '', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'mac_address': 'fa:16:3e:e0:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6175f6-2e1a-4703-9d43-95eb5a23b871', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '8b5a09c8-c71b-416d-adaf-979a66ede613', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:05Z', 'updated_at': '2021-11-12T03:49:09Z', 'revision_number': 4, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'subnets': [{'id': '8b5a09c8-c71b-416d-adaf-979a66ede613', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:10.685284 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.711441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581e1f3-4c87-423e-b88a-795d97a2bf68 None None] The sync data for ids ['8a6175f6-2e1a-4703-9d43-95eb5a23b871'] in n-d-789963-21 is: [{'id': '8a6175f6-2e1a-4703-9d43-95eb5a23b871', 'name': 'tempest-NetworksTestDHCPv6-router-958239054', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:04Z', 'updated_at': '2021-11-12T03:49:06Z', 'revision_number': 2, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'gw_port_host': None, '_interfaces': [{'id': 'f3173d67-cda2-4979-baa8-a419020196e1', 'name': '', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'mac_address': 'fa:16:3e:e0:19:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6175f6-2e1a-4703-9d43-95eb5a23b871', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '8b5a09c8-c71b-416d-adaf-979a66ede613', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:05Z', 'updated_at': '2021-11-12T03:49:09Z', 'revision_number': 4, 'project_id': 'ed6c8d39345c45deba180de92211d781', 'subnets': [{'id': '8b5a09c8-c71b-416d-adaf-979a66ede613', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:10.735195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:10.809591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-ff4e40bc-71cf-47dc-83bf-a37cd4e36e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.811099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-ff4e40bc-71cf-47dc-83bf-a37cd4e36e9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 912 time: 0.1745341 Nov 12 03:49:10.861364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-81242cc4-596f-43e7-8bdc-5a1e81932836 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e HTTP/1.1" status: 200 len: 217 time: 0.0392773 Nov 12 03:49:10.895825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Router 8a6175f6-2e1a-4703-9d43-95eb5a23b871 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:10.973173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-813bfc13-dfbe-4874-97f4-25a0f7c04874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.975336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-813bfc13-dfbe-4874-97f4-25a0f7c04874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a867796-8b4b-4066-9064-e6d277c195b6 HTTP/1.1" status: 200 len: 850 time: 0.0734138 Nov 12 03:49:10.996124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:11.009695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:11.009867 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a4dec8ef-35cf-46e4-8d0a-dc326a84f7f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "PUT /v2.0/routers/8a6175f6-2e1a-4703-9d43-95eb5a23b871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2135966 Nov 12 03:49:11.051437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-3d7d4cac-f4d8-4701-a280-b7d05eabbfb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=710d8c21-e6b4-4140-a6e2-85de3be8e082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508358 Nov 12 03:49:11.093298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6475d8-09fd-405c-9c92-8bd2c3eb9591 req-0f1f414b-590d-4889-b815-9d6297aaaf4c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.095028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b6475d8-09fd-405c-9c92-8bd2c3eb9591 req-0f1f414b-590d-4889-b815-9d6297aaaf4c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 944 time: 0.0660496 Nov 12 03:49:11.150986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b6475d8-09fd-405c-9c92-8bd2c3eb9591 req-afa9a910-abfc-4969-8e38-1fd9ab84a3e1 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494113 Nov 12 03:49:11.153205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.185097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06caf96-c756-49c6-9bda-06751ee09815 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.186645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06caf96-c756-49c6-9bda-06751ee09815 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.189172 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f06caf96-c756-49c6-9bda-06751ee09815 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1754677 Nov 12 03:49:11.192443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:11.227464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=cdd03b82-3b29-4ebe-b5a5-e0a0c6f688e9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.274249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-2360e52e-ea3f-46db-b02c-5117bb3b2947 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 8b5a09c8-c71b-416d-adaf-979a66ede613 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:11.277931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2360e52e-ea3f-46db-b02c-5117bb3b2947 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.307584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-c30575a2-747b-4a86-b3cb-d2f38f138996 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347972 Nov 12 03:49:11.327792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2360e52e-ea3f-46db-b02c-5117bb3b2947 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.416873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.447102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2360e52e-ea3f-46db-b02c-5117bb3b2947 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.523775 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2360e52e-ea3f-46db-b02c-5117bb3b2947 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.530915 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32f4c7d1-0e50-40ed-85a3-fd58a8bb40ca req-07ece747-05fc-4823-b114-3e076c68c349 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908123 Nov 12 03:49:11.554907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360e52e-ea3f-46db-b02c-5117bb3b2947 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5a09c8-c71b-416d-adaf-979a66ede613,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.558663 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2360e52e-ea3f-46db-b02c-5117bb3b2947 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.564621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2360e52e-ea3f-46db-b02c-5117bb3b2947 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/8b5a09c8-c71b-416d-adaf-979a66ede613 HTTP/1.1" status: 204 len: 168 time: 0.3675570 Nov 12 03:49:11.564621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47342) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:11.565430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc044f30-d6f9-4fa5-8a4b-ebfea5ec7144 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:11.677506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router d109f886-1422-4a13-ad56-83c61255a558 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:11.705053 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c9684f89-676e-46ad-93a5-3c80f74a68d4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1323965 Nov 12 03:49:11.707698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:11.775241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:11.787535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:11.791611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d674f6d-5c68-4c34-b19c-85a1cdab6bde tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.796890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d1f5a203-4a7f-420a-9cbf-b49bc63f2f3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/d109f886-1422-4a13-ad56-83c61255a558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0384874 Nov 12 03:49:11.797622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47346) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:11.800722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9bf020-7cc8-448c-8a34-756789336a8e None None] Sync routers for ids ['d109f886-1422-4a13-ad56-83c61255a558'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:11.817560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9bf020-7cc8-448c-8a34-756789336a8e None None] Routers {'d109f886-1422-4a13-ad56-83c61255a558'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:11.818705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-df9bf020-7cc8-448c-8a34-756789336a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d109f886-1422-4a13-ad56-83c61255a558'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.860292 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-df9bf020-7cc8-448c-8a34-756789336a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.873286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9bf020-7cc8-448c-8a34-756789336a8e None None] Routers {'d109f886-1422-4a13-ad56-83c61255a558'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:11.873503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-df9bf020-7cc8-448c-8a34-756789336a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d109f886-1422-4a13-ad56-83c61255a558'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.908771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] Deleting port 083ada7a-8fcf-471f-bee2-1eae790fbe36 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:11.909176 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.910951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-df9bf020-7cc8-448c-8a34-756789336a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.911553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9bf020-7cc8-448c-8a34-756789336a8e None None] The sync data for ids ['d109f886-1422-4a13-ad56-83c61255a558'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:11.975569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d674f6d-5c68-4c34-b19c-85a1cdab6bde tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.977677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d674f6d-5c68-4c34-b19c-85a1cdab6bde tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.983190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] For port 083ada7a-8fcf-471f-bee2-1eae790fbe36, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=083ada7a-8fcf-471f-bee2-1eae790fbe36,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:11.983600 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.997276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] Calling delete_port for 083ada7a-8fcf-471f-bee2-1eae790fbe36 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:12.049957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d674f6d-5c68-4c34-b19c-85a1cdab6bde tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.050877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d674f6d-5c68-4c34-b19c-85a1cdab6bde tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Fanout notify agent at l3_agent the message router_deleted on router 8a6175f6-2e1a-4703-9d43-95eb5a23b871 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:12.059804 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d674f6d-5c68-4c34-b19c-85a1cdab6bde tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.061144 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2d674f6d-5c68-4c34-b19c-85a1cdab6bde tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/routers/8a6175f6-2e1a-4703-9d43-95eb5a23b871 HTTP/1.1" status: 204 len: 168 time: 0.3523977 Nov 12 03:49:12.063659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47348) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.092542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.122204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] No DVR routers for this DVR port 083ada7a-8fcf-471f-bee2-1eae790fbe36 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:12.123894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d97af9-8dea-4266-b548-a02f72a55e9c None None] Pushing event deleted for resources: {'Port': ['ID=083ada7a-8fcf-471f-bee2-1eae790fbe36,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.129690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a9b9d4-a2d0-4e26-871d-84dd8c6fa286 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.132324 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a6a9b9d4-a2d0-4e26-871d-84dd8c6fa286 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0674980 Nov 12 03:49:12.135382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47350) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.186509 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.264351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a243bf5-6ca9-4a8a-ba59-7875ebd2f0f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.265781 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4a243bf5-6ca9-4a8a-ba59-7875ebd2f0f5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1294630 Nov 12 03:49:12.269191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47356) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.280224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba184f-e9d7-44fb-95c0-de214b5ad009 req-15c147e5-3b56-4281-bafc-d3de62fcd3e3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.281820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64ba184f-e9d7-44fb-95c0-de214b5ad009 req-15c147e5-3b56-4281-bafc-d3de62fcd3e3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 944 time: 0.0557382 Nov 12 03:49:12.327847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e49506fe-4029-436d-af44-91aafe5bd88f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465744 Nov 12 03:49:12.328065 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a48fa5-a890-433d-ae35-7a7743afb304 None None] Sync routers for ids ['8a6175f6-2e1a-4703-9d43-95eb5a23b871'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:12.328547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47358) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.335007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:12.338326 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a48fa5-a890-433d-ae35-7a7743afb304 None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:12.338909 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a48fa5-a890-433d-ae35-7a7743afb304 None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:49:12.339554 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_agentschedulers_db [None req-75a48fa5-a890-433d-ae35-7a7743afb304 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a6175f6-2e1a-4703-9d43-95eb5a23b871'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:49:12.349647 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a48fa5-a890-433d-ae35-7a7743afb304 None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:12.350246 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a48fa5-a890-433d-ae35-7a7743afb304 None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:49:12.350984 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_agentschedulers_db [None req-75a48fa5-a890-433d-ae35-7a7743afb304 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a6175f6-2e1a-4703-9d43-95eb5a23b871'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:49:12.351562 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a48fa5-a890-433d-ae35-7a7743afb304 None None] The sync data for ids ['8a6175f6-2e1a-4703-9d43-95eb5a23b871'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:12.378276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64ba184f-e9d7-44fb-95c0-de214b5ad009 req-d85bc0d5-33d9-4adc-a5be-ef430a79ba34 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865295 Nov 12 03:49:12.449909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:12.454282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.525384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 968b1eaf-c93f-4607-b1aa-821a357b80d6 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:12.525748 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.611760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.624297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 968b1eaf-c93f-4607-b1aa-821a357b80d6 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:12.729508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:12.731237 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.768379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:12.772418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:12.777121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.777643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.783737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8115d1-ace0-419d-bf7a-9b72455724c5 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:12.805662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=c2c2b284-db86-4a86-9bfb-3d3168b00583,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.811646 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4821534 Nov 12 03:49:12.815651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47360) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.821256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:12.826986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.827388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.827738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.828087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.828449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.828797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.829140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.829488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.829805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.830134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.830461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.830785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75359c9-d23c-420f-9de3-b26369eb6a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:12.831957 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.869935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=968b1eaf-c93f-4607-b1aa-821a357b80d6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.870227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:12.963201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:12.968577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.040887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': 'c2c2b284-db86-4a86-9bfb-3d3168b00583'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:13.042050 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.070386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:13.138816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5d1ad06b-2340-4639-bc47-af3eaaf6fa7e', 'network_id': '710d8c21-e6b4-4140-a6e2-85de3be8e082', 'port_id': '5d1ad06b-2340-4639-bc47-af3eaaf6fa7e', 'mac_address': 'fa:16:3e:ca:d8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a867796-8b4b-4066-9064-e6d277c195b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:13.196172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.225158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:13.272993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:13.281010 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.299810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.313770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Allocated IP 2001:db8::f816:3eff:feec:d467 (26523d9c-063a-4f6d-908e-0a92e0943db0/c2c2b284-db86-4a86-9bfb-3d3168b00583/b7ebb5c0-e69e-4012-a917-a6803832eaee) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:13.343838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:13.344383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.352520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:13.356832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.357437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.368726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=6583849e-a13e-4942-884d-41671088a40a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.388711 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-af0ab2f9-3d26-4caf-8fe2-4060ccf41936 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5719423 Nov 12 03:49:13.391900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.398067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:fa:f1:d5', 'name': 'tempest-NetworksTestDHCPv6-1181676785'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:13.437909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.545185 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.551941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router d109f886-1422-4a13-ad56-83c61255a558 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:13.552381 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.553716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e7067-d843-4512-a194-5ed4d9273464 req-6bb3ffb9-fea0-426e-84da-0ed4dcb02af3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.554962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f9e7067-d843-4512-a194-5ed4d9273464 req-6bb3ffb9-fea0-426e-84da-0ed4dcb02af3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 945 time: 0.0817897 Nov 12 03:49:13.592901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5d1ad06b-2340-4639-bc47-af3eaaf6fa7e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:13.603764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:13.616732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:13.634950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:13.642566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:13.644395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:13.651273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Pushing event updated for resources: {'Port': ['ID=b7ebb5c0-e69e-4012-a917-a6803832eaee,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.654145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-818064a8-a584-42a2-9860-eecfb0bde5e2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/d109f886-1422-4a13-ad56-83c61255a558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8554704 Nov 12 03:49:13.654878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47368) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.665221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30425d-421f-43c4-a33d-1ab0193f5451 None None] Sync routers for ids ['d109f886-1422-4a13-ad56-83c61255a558'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:13.670052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f9e7067-d843-4512-a194-5ed4d9273464 req-89ae2cd0-6ff3-4c33-a7aa-c550b6c24d60 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986674 Nov 12 03:49:13.696790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4a6857ab-b34d-43e4-85db-dafc454aa801 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=d109f886-1422-4a13-ad56-83c61255a558 HTTP/1.1" status: 200 len: 205 time: 0.0391004 Nov 12 03:49:13.697867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47370) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.743285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30425d-421f-43c4-a33d-1ab0193f5451 None None] Routers {'d109f886-1422-4a13-ad56-83c61255a558'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:13.743933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7b30425d-421f-43c4-a33d-1ab0193f5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d109f886-1422-4a13-ad56-83c61255a558'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.758378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 083ada7a-8fcf-471f-bee2-1eae790fbe36 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:13.760117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.782096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port f4ee80a7-2837-4f64-a913-e884d5ef21d1 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:13.801451 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1969f69-4d5d-4c05-9005-4ea40c3e2f30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.822046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7b30425d-421f-43c4-a33d-1ab0193f5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.828133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 083ada7a-8fcf-471f-bee2-1eae790fbe36 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:13.828481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 083ada7a-8fcf-471f-bee2-1eae790fbe36 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:13.829462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f3173d67-cda2-4979-baa8-a419020196e1 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:13.830545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Attempting to bind port b7ebb5c0-e69e-4012-a917-a6803832eaee on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:13.830911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Attempting to bind port b7ebb5c0-e69e-4012-a917-a6803832eaee by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:13.831274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Attempting to bind port b7ebb5c0-e69e-4012-a917-a6803832eaee on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:13.861545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:13.861926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:13.862560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.862960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:13.863466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Bound port: b7ebb5c0-e69e-4012-a917-a6803832eaee, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:13.863852 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.873213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f3173d67-cda2-4979-baa8-a419020196e1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:13.873571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f3173d67-cda2-4979-baa8-a419020196e1 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:13.891409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30425d-421f-43c4-a33d-1ab0193f5451 None None] Routers {'d109f886-1422-4a13-ad56-83c61255a558'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:13.892325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7b30425d-421f-43c4-a33d-1ab0193f5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d109f886-1422-4a13-ad56-83c61255a558'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.934156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7b30425d-421f-43c4-a33d-1ab0193f5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.935074 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30425d-421f-43c4-a33d-1ab0193f5451 None None] The sync data for ids ['d109f886-1422-4a13-ad56-83c61255a558'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:13.965830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 172.20.0.9 (26523d9c-063a-4f6d-908e-0a92e0943db0/6583849e-a13e-4942-884d-41671088a40a/f4ee80a7-2837-4f64-a913-e884d5ef21d1) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:13.973518 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1969f69-4d5d-4c05-9005-4ea40c3e2f30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.974079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fefa:f1d5 (26523d9c-063a-4f6d-908e-0a92e0943db0/c2c2b284-db86-4a86-9bfb-3d3168b00583/f4ee80a7-2837-4f64-a913-e884d5ef21d1) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:13.976408 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1969f69-4d5d-4c05-9005-4ea40c3e2f30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.010732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] For port b7ebb5c0-e69e-4012-a917-a6803832eaee, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:14.023846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1969f69-4d5d-4c05-9005-4ea40c3e2f30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.025136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1969f69-4d5d-4c05-9005-4ea40c3e2f30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Fanout notify agent at l3_agent the message router_deleted on router d109f886-1422-4a13-ad56-83c61255a558 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:14.031958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] For port b7ebb5c0-e69e-4012-a917-a6803832eaee, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b7ebb5c0-e69e-4012-a917-a6803832eaee,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:14.033331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1969f69-4d5d-4c05-9005-4ea40c3e2f30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.034535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c1969f69-4d5d-4c05-9005-4ea40c3e2f30 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/d109f886-1422-4a13-ad56-83c61255a558 HTTP/1.1" status: 204 len: 168 time: 0.3357294 Nov 12 03:49:14.038577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47372) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.044080 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.096209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc3be34-2f38-43b9-a49b-e629142886fc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet 26218309-1075-4481-893a-aa479c62e358 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:14.100388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdc3be34-2f38-43b9-a49b-e629142886fc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.111147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d96e9-097e-40b3-9f4b-d83e2ae993ec None None] Pushing event updated for resources: {'Port': ['ID=b7ebb5c0-e69e-4012-a917-a6803832eaee,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.143972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdc3be34-2f38-43b9-a49b-e629142886fc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.171594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.209876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.236031 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdc3be34-2f38-43b9-a49b-e629142886fc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.261656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:14.264949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:14.268877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:14.276637 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=f4ee80a7-2837-4f64-a913-e884d5ef21d1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.337954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.338599 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.346947 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdc3be34-2f38-43b9-a49b-e629142886fc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.364667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0bde9e20-ee67-485b-abdd-8ca353272f26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9716358 Nov 12 03:49:14.368295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47374) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.382088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3be34-2f38-43b9-a49b-e629142886fc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=26218309-1075-4481-893a-aa479c62e358,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.386113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdc3be34-2f38-43b9-a49b-e629142886fc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.390725 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fdc3be34-2f38-43b9-a49b-e629142886fc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/26218309-1075-4481-893a-aa479c62e358 HTTP/1.1" status: 204 len: 168 time: 0.3509471 Nov 12 03:49:14.395088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47376) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.399429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cee6ff-0b44-40ae-84b6-db915f02ca19 None None] Network e9ea4724-deab-4224-b0b5-4ac571e0b73a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:14.436839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f411bb9-a8c2-4177-845c-c80906e65f07 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.445503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f411bb9-a8c2-4177-845c-c80906e65f07 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.450107 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2f411bb9-a8c2-4177-845c-c80906e65f07 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0805092 Nov 12 03:49:14.452990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47380) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.479417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-79faafbf-a2a1-422a-9fec-3ce5676142bf tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet 840e1d05-5486-4204-b277-b3a41c394ae5 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:14.483348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79faafbf-a2a1-422a-9fec-3ce5676142bf tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.531921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79faafbf-a2a1-422a-9fec-3ce5676142bf tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.569971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-18764968-943f-4807-b0da-37a5747365f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port f4ee80a7-2837-4f64-a913-e884d5ef21d1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:14.570532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18764968-943f-4807-b0da-37a5747365f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.621019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] DHCP port deletion for e9ea4724-deab-4224-b0b5-4ac571e0b73a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:14.650868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79faafbf-a2a1-422a-9fec-3ce5676142bf tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.676771 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18764968-943f-4807-b0da-37a5747365f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.677897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] Deleting port 8cfdc22e-237b-45b9-9054-2ff72588af02 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:14.680357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.689951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-18764968-943f-4807-b0da-37a5747365f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for f4ee80a7-2837-4f64-a913-e884d5ef21d1 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:14.748832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79faafbf-a2a1-422a-9fec-3ce5676142bf tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.765282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] For port 8cfdc22e-237b-45b9-9054-2ff72588af02, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8cfdc22e-237b-45b9-9054-2ff72588af02,segment=NetworkSegment(b3275acb-495b-4fec-84ce-f04d5b918040),segment_id=b3275acb-495b-4fec-84ce-f04d5b918040)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:14.768977 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.782632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faafbf-a2a1-422a-9fec-3ce5676142bf tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=840e1d05-5486-4204-b277-b3a41c394ae5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.786222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] Calling delete_port for 8cfdc22e-237b-45b9-9054-2ff72588af02 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:14.787112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79faafbf-a2a1-422a-9fec-3ce5676142bf tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.793605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-79faafbf-a2a1-422a-9fec-3ce5676142bf tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/840e1d05-5486-4204-b277-b3a41c394ae5 HTTP/1.1" status: 204 len: 168 time: 0.3950775 Nov 12 03:49:14.794124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47384) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.831570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21075a1-04eb-4764-b9da-b6c7468999fc req-c822c839-0e5f-460f-8671-db285087d776 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.833554 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a21075a1-04eb-4764-b9da-b6c7468999fc req-c822c839-0e5f-460f-8671-db285087d776 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 945 time: 0.0835581 Nov 12 03:49:14.841831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90faedb-ecf0-44dc-8ae9-956d315a3f0e None None] Network 293a97c6-1351-42b8-a4b0-cfe15197e30d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:14.896116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.911853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:14.966440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 8cfdc22e-237b-45b9-9054-2ff72588af02 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:14.966716 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.972361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a21075a1-04eb-4764-b9da-b6c7468999fc req-8a12726a-8971-4f26-b3c7-9f5796b52db8 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973029 Nov 12 03:49:15.015848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18764968-943f-4807-b0da-37a5747365f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.044479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 8cfdc22e-237b-45b9-9054-2ff72588af02, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8cfdc22e-237b-45b9-9054-2ff72588af02,segment=NetworkSegment(b3275acb-495b-4fec-84ce-f04d5b918040),segment_id=b3275acb-495b-4fec-84ce-f04d5b918040)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:15.045128 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.057522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764968-943f-4807-b0da-37a5747365f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=f4ee80a7-2837-4f64-a913-e884d5ef21d1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.063840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 8cfdc22e-237b-45b9-9054-2ff72588af02 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:15.105762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.124960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] No DVR routers for this DVR port 8cfdc22e-237b-45b9-9054-2ff72588af02 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:15.149831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:15.158151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553efe1c-892e-427b-a8aa-5e84fdc047ec None None] Pushing event deleted for resources: {'Port': ['ID=8cfdc22e-237b-45b9-9054-2ff72588af02,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.163968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:15.164348 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.171774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.190050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18764968-943f-4807-b0da-37a5747365f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.194833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-18764968-943f-4807-b0da-37a5747365f0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/f4ee80a7-2837-4f64-a913-e884d5ef21d1 HTTP/1.1" status: 204 len: 168 time: 0.7405806 Nov 12 03:49:15.197726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47386) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.207821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=8cfdc22e-237b-45b9-9054-2ff72588af02,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.210592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 8cfdc22e-237b-45b9-9054-2ff72588af02 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:15.301782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c26f513-31dc-45e2-b73b-f201693e896d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.304553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c26f513-31dc-45e2-b73b-f201693e896d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.307037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.308365 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.308513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c26f513-31dc-45e2-b73b-f201693e896d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.314480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0c26f513-31dc-45e2-b73b-f201693e896d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1155965 Nov 12 03:49:15.315105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47388) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.336250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] DHCP port deletion for 293a97c6-1351-42b8-a4b0-cfe15197e30d request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:15.336816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ea4724-deab-4224-b0b5-4ac571e0b73a']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:15.349194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2af08-dfae-4dbd-bdcd-23646ff8010e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1ad06b-2340-4639-bc47-af3eaaf6fa7e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:15.350073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3275acb-495b-4fec-84ce-f04d5b918040') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:15.350073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3275acb-495b-4fec-84ce-f04d5b918040') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:15.351451 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6937e7ca-e9db-4db5-8e77-f74f1754487b" -d '{"events": [{"server_uuid": "60d2af08-dfae-4dbd-bdcd-23646ff8010e", "name": "network-vif-plugged", "status": "completed", "tag": "5d1ad06b-2340-4639-bc47-af3eaaf6fa7e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:15.358620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c69e6f-8c7e-4739-b78b-d438b401dee4 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:15.375353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.398912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.406192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:15.406513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db837de-ed7c-4102-a387-bc24816121d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 6583849e-a13e-4942-884d-41671088a40a {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:15.406710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:15.407114 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.410505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5db837de-ed7c-4102-a387-bc24816121d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:15.411522 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:15.418381 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0872c54-b668-4306-be04-e7e0d101cff2 x-openstack-request-id: req-f0872c54-b668-4306-be04-e7e0d101cff2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:15.418761 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2af08-dfae-4dbd-bdcd-23646ff8010e", "name": "network-vif-plugged", "status": "completed", "tag": "5d1ad06b-2340-4639-bc47-af3eaaf6fa7e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:15.418941 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0872c54-b668-4306-be04-e7e0d101cff2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:15.419893 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2af08-dfae-4dbd-bdcd-23646ff8010e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1ad06b-2340-4639-bc47-af3eaaf6fa7e', 'code': 200} Nov 12 03:49:15.435082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.467820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5db837de-ed7c-4102-a387-bc24816121d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.523626 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5db837de-ed7c-4102-a387-bc24816121d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.536311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.549378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.559481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47394) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.560572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/e9ea4724-deab-4224-b0b5-4ac571e0b73a HTTP/1.1" status: 204 len: 168 time: 0.7653167 Nov 12 03:49:15.573877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f6c2e-258b-498d-9879-81547c8bd648 req-3a845057-5fac-4a1a-bf12-20f7e92e055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.576170 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f25f6c2e-258b-498d-9879-81547c8bd648 req-3a845057-5fac-4a1a-bf12-20f7e92e055d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 1098 time: 0.0870204 Nov 12 03:49:15.606128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db946db-93a2-4752-b666-09d90e2b5b94 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=e9ea4724-deab-4224-b0b5-4ac571e0b73a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.653882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f25f6c2e-258b-498d-9879-81547c8bd648 req-a6d0c320-ef83-4d56-82df-0bb0af46669b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Nov 12 03:49:15.676423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-15a21b13-28ef-44f5-b0ca-2919d1111861 None None] Provisioning complete for port b7ebb5c0-e69e-4012-a917-a6803832eaee triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:15.676916 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15a21b13-28ef-44f5-b0ca-2919d1111861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.687599 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.700366 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5db837de-ed7c-4102-a387-bc24816121d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.741280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.746916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db837de-ed7c-4102-a387-bc24816121d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=6583849e-a13e-4942-884d-41671088a40a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.752608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5db837de-ed7c-4102-a387-bc24816121d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.756380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5db837de-ed7c-4102-a387-bc24816121d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/6583849e-a13e-4942-884d-41671088a40a HTTP/1.1" status: 204 len: 168 time: 0.4403172 Nov 12 03:49:15.759640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47396) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.790971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] Deleting port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:15.791325 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.811001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b7ebb5c0-e69e-4012-a917-a6803832eaee up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:15.829066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb92102-e462-4a6b-b603-b7189727dc09 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet c2c2b284-db86-4a86-9bfb-3d3168b00583 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:15.835374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb92102-e462-4a6b-b603-b7189727dc09 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.862960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:15.863297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.922141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb92102-e462-4a6b-b603-b7189727dc09 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.946808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] For port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,segment=NetworkSegment(7cfb6386-7f71-46ca-86e8-89e935547fa9),segment_id=7cfb6386-7f71-46ca-86e8-89e935547fa9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:15.947436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.968551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,segment=NetworkSegment(7cfb6386-7f71-46ca-86e8-89e935547fa9),segment_id=7cfb6386-7f71-46ca-86e8-89e935547fa9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:15.968942 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.974858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] Calling delete_port for 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:15.987198 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15a21b13-28ef-44f5-b0ca-2919d1111861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.988553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:16.054116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b7ebb5c0-e69e-4012-a917-a6803832eaee triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:16.054494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.117064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-15a21b13-28ef-44f5-b0ca-2919d1111861 None None] For port b7ebb5c0-e69e-4012-a917-a6803832eaee, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b7ebb5c0-e69e-4012-a917-a6803832eaee,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:16.127327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb92102-e462-4a6b-b603-b7189727dc09 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.131255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.134075 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15a21b13-28ef-44f5-b0ca-2919d1111861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.138066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c237a-a6fa-4c4e-b386-657ba2efc9e2 req-f126ebab-6573-4710-8277-e7db691179a4 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.146542 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4c237a-a6fa-4c4e-b386-657ba2efc9e2 req-f126ebab-6573-4710-8277-e7db691179a4 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0833378 Nov 12 03:49:16.174127 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.191734 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.198746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:16.216228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] No DVR routers for this DVR port 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:16.220308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4c237a-a6fa-4c4e-b386-657ba2efc9e2 req-42d1764e-1354-43b1-928d-2465c2358499 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728016 Nov 12 03:49:16.238816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a21b13-28ef-44f5-b0ca-2919d1111861 None None] Pushing event updated for resources: {'Port': ['ID=b7ebb5c0-e69e-4012-a917-a6803832eaee,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.278055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec91fb-1507-4e6e-91b4-d476db84b225 None None] Pushing event deleted for resources: {'Port': ['ID=67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.324902 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb92102-e462-4a6b-b603-b7189727dc09 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.325461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8cfdc22e-237b-45b9-9054-2ff72588af02 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:16.342462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.346426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8cfdc22e-237b-45b9-9054-2ff72588af02 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:16.346777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8cfdc22e-237b-45b9-9054-2ff72588af02 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:16.347200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:16.367846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:16.368196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67a8bdd9-db3e-45ed-8a0c-c478bbf93eeb not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:16.372765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb92102-e462-4a6b-b603-b7189727dc09 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c2b284-db86-4a86-9bfb-3d3168b00583,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.374991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dbb92102-e462-4a6b-b603-b7189727dc09 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.378232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dbb92102-e462-4a6b-b603-b7189727dc09 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/c2c2b284-db86-4a86-9bfb-3d3168b00583 HTTP/1.1" status: 204 len: 168 time: 0.6176412 Nov 12 03:49:16.381796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47400) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:16.393949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293a97c6-1351-42b8-a4b0-cfe15197e30d']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.406358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfb6386-7f71-46ca-86e8-89e935547fa9') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.406714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfb6386-7f71-46ca-86e8-89e935547fa9') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.417297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.432773 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.438623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5a57b50-530a-4b30-8f7e-1ad2492f455e tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555825 Nov 12 03:49:16.439502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47402) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:16.445997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:16.446415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.448813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:16.473924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-92ac399d-5ee8-48ed-b5cc-6265aad4871a None None] Provisioning complete for port b7ebb5c0-e69e-4012-a917-a6803832eaee triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:16.474367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-92ac399d-5ee8-48ed-b5cc-6265aad4871a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:16.524675 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:16.528730 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.537505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.540755 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/293a97c6-1351-42b8-a4b0-cfe15197e30d HTTP/1.1" status: 204 len: 168 time: 0.9800737 Nov 12 03:49:16.547067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47404) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:16.554109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1238915696'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:16.586426 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.db.api [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:49:16.586426 n-d-789963-21 neutron-server[102628]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:49:16.586426 n-d-789963-21 neutron-server[102628]: [parameters: {'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'id': 'f086752a-df53-4706-aab4-e10359102d02', 'expiration': datetime.datetime(2021, 11, 12, 3, 51, 16, 577321)}] Nov 12 03:49:16.586426 n-d-789963-21 neutron-server[102628]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:49:16.586426 n-d-789963-21 neutron-server[102628]: DEBUG oslo_db.api [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:49:16.602753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:16.606665 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.676498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f4836-13ce-4a26-a940-1d40ef75255d None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:16.755276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a6be6150-b846-4131-88cb-1d0242b30f9f None None] Could not find standard attr ID for object f4ee80a7-2837-4f64-a913-e884d5ef21d1. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:16.871795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fae58-15c6-47ec-8777-d94daebb7e12 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=293a97c6-1351-42b8-a4b0-cfe15197e30d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.913856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:16.968831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] Deleting port b7ebb5c0-e69e-4012-a917-a6803832eaee {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:16.969501 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.017580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:17.048423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] For port b7ebb5c0-e69e-4012-a917-a6803832eaee, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b7ebb5c0-e69e-4012-a917-a6803832eaee,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:17.048849 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.061896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] Calling delete_port for b7ebb5c0-e69e-4012-a917-a6803832eaee owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:17.142583 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.166644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] Pushing event deleted for resources: {'Port': ['ID=b7ebb5c0-e69e-4012-a917-a6803832eaee,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.167319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:17.170914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.172462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe61a6-8f13-4bc4-961a-161c09623893 None None] No DVR routers for this DVR port b7ebb5c0-e69e-4012-a917-a6803832eaee on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:17.201365 n-d-789963-21 neutron-server[102628]: WARNING neutron.services.revisions.revision_plugin [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Could not find related port for resource to bump revision. Nov 12 03:49:17.214599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_pluggable_backend [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Port b7ebb5c0-e69e-4012-a917-a6803832eaee was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102628) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:49:17.214864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_pluggable_backend [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Reverting IP allocation for 2001:db8::f816:3eff:feec:d467 {{(pid=102628) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:49:17.219678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_pluggable_backend [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feec:d467 {{(pid=102628) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:49:17.222993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:17.224939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.262516 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.262863 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment 7f7f2492-3481-4305-8bef-e597ad9d2596 of type vlan for network dc7e1911-a81f-4160-a91a-e55c8e48e724 Nov 12 03:49:17.281044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:17.287533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:17.296344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6bf320-a894-4dda-bcd3-5760759c1b7a None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:17.309435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.310026 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.354494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=6c5f0402-d777-4be6-b077-87a0505c0b23,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.357476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.374619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-67d4a85d-771d-41aa-825c-686ddf142a80 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9338994 Nov 12 03:49:17.377567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47410) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.384394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:17.405725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d886e-858d-42c0-8a71-d40b3865a137 req-a91c3235-94e1-417f-aee8-d3bfb9806f00 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.407229 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec5d886e-858d-42c0-8a71-d40b3865a137 req-a91c3235-94e1-417f-aee8-d3bfb9806f00 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0948012 Nov 12 03:49:17.421087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.428835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.429455 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.460617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '6c5f0402-d777-4be6-b077-87a0505c0b23'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:17.461923 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.511504 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9629297 Nov 12 03:49:17.515586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47412) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.523577 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': 'dc7e1911-a81f-4160-a91a-e55c8e48e724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:17.529527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:17.531925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9999032-5f12-4269-88e9-8ae590ea3b6e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=dc7e1911-a81f-4160-a91a-e55c8e48e724,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.534338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.537527 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec5d886e-858d-42c0-8a71-d40b3865a137 req-7ef1bea4-9800-4eb2-b72b-bc9ae24ede5d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236641 Nov 12 03:49:17.542857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network dc7e1911-a81f-4160-a91a-e55c8e48e724 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:17.667634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Allocated IP 2001:db8::f816:3eff:fe27:d85f (26523d9c-063a-4f6d-908e-0a92e0943db0/6c5f0402-d777-4be6-b077-87a0505c0b23/d418aea3-88a1-4730-997b-da0f48c16206) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:17.721343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:17.727358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b7ebb5c0-e69e-4012-a917-a6803832eaee no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:17.727734 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.782930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b7ebb5c0-e69e-4012-a917-a6803832eaee {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:17.783285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b7ebb5c0-e69e-4012-a917-a6803832eaee not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:17.874363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-86079e5c-01ca-4a81-b739-4dbffbc6b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.875863 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-86079e5c-01ca-4a81-b739-4dbffbc6b98a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 1098 time: 0.0910144 Nov 12 03:49:17.898983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cff43a-5a8e-41df-b751-fd349b595587 req-98a05f32-4027-432c-9de6-4470faf680d7 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.901649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79cff43a-5a8e-41df-b751-fd349b595587 req-98a05f32-4027-432c-9de6-4470faf680d7 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0970984 Nov 12 03:49:17.946952 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.956078 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.022758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:18.031304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:18.037217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:18.063181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Pushing event updated for resources: {'Port': ['ID=d418aea3-88a1-4730-997b-da0f48c16206,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.069448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.077793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79cff43a-5a8e-41df-b751-fd349b595587 req-c2d5839c-063c-4ded-a1f1-6f963ed22fa3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617873 Nov 12 03:49:18.080551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.105784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-416e9d7f-05cc-488a-9130-ce3a00b7d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.108225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-416e9d7f-05cc-488a-9130-ce3a00b7d9b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 912 time: 0.2051325 Nov 12 03:49:18.135063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Attempting to bind port d418aea3-88a1-4730-997b-da0f48c16206 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:18.136156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Attempting to bind port d418aea3-88a1-4730-997b-da0f48c16206 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:18.136156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Attempting to bind port d418aea3-88a1-4730-997b-da0f48c16206 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:18.141488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:18.141864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:18.142264 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.142657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:18.143122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Bound port: d418aea3-88a1-4730-997b-da0f48c16206, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:18.144263 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.154213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:18.154486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-329cfc2f-e8c3-4bcd-a124-d87265d1c701 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e HTTP/1.1" status: 200 len: 217 time: 0.0377309 Nov 12 03:49:18.161808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:18.168206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.169024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.171425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=fe74d46f-084f-4578-8e3b-64af74966ae8,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.217836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-68354f51-7121-47e5-bf94-d90dd97b9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.218505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] For port d418aea3-88a1-4730-997b-da0f48c16206, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:18.220354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-68354f51-7121-47e5-bf94-d90dd97b9d32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a867796-8b4b-4066-9064-e6d277c195b6 HTTP/1.1" status: 200 len: 850 time: 0.0572884 Nov 12 03:49:18.221514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': '7f7f2492-3481-4305-8bef-e597ad9d2596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dc7e1911-a81f-4160-a91a-e55c8e48e724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:18.221841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: dc7e1911-a81f-4160-a91a-e55c8e48e724, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:18.222728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] For port d418aea3-88a1-4730-997b-da0f48c16206, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d418aea3-88a1-4730-997b-da0f48c16206,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:18.227779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.233329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9425550e-ae97-44d5-88dd-323867a188f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8542855 Nov 12 03:49:18.234716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47420) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.251616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:35:a7:7b', 'name': 'tempest-NetworksTestDHCPv6-2121657159'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:18.259547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-ae126e22-cbcb-45e5-acd8-98918dfd5ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=710d8c21-e6b4-4140-a6e2-85de3be8e082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286810 Nov 12 03:49:18.274680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=36f4865d-4c87-4c7e-8ebf-ba2b85387af6,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.289577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827a44b-e755-44ff-b12b-1859032e8ecf None None] Pushing event updated for resources: {'Port': ['ID=d418aea3-88a1-4730-997b-da0f48c16206,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.319710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network dc7e1911-a81f-4160-a91a-e55c8e48e724 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:18.338804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, dc7e1911-a81f-4160-a91a-e55c8e48e724) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:18.347279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397025ee-66e6-4e97-842d-dada3f1cf9c9 None None] Network dc7e1911-a81f-4160-a91a-e55c8e48e724 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:18.348058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.348637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.379308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-516bd382-e4fe-4b2b-8585-b094a61ec4b6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8617427 Nov 12 03:49:18.382576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47422) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.388399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e56a9e78-0495-4c0c-8e26-63d2698a4853 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1638515346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:18.403834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-91691c32-4de4-4716-b066-590c2f12320c service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314950 Nov 12 03:49:18.419969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a9e78-0495-4c0c-8e26-63d2698a4853 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.421007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a9e78-0495-4c0c-8e26-63d2698a4853 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.446846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:18.450996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.502115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a9e78-0495-4c0c-8e26-63d2698a4853 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.506388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 974bc35d-eef7-44a6-8b6c-eccd59f3553b yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:18.512928 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a9e78-0495-4c0c-8e26-63d2698a4853 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.535362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-237642cd-a38f-4aa3-80aa-9de1d998a055 req-f4100f90-6f5c-497f-b541-aff633520c2e service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221113 Nov 12 03:49:18.566000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-dc7e1911-a81f-4160-a91a-e55c8e48e724', 'network_id': 'dc7e1911-a81f-4160-a91a-e55c8e48e724', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': '36f4865d-4c87-4c7e-8ebf-ba2b85387af6'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:18.575099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.576272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a9e78-0495-4c0c-8e26-63d2698a4853 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.577731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e56a9e78-0495-4c0c-8e26-63d2698a4853 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1942337 Nov 12 03:49:18.580464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47424) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.588531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'port': {'network_id': 'dc7e1911-a81f-4160-a91a-e55c8e48e724', 'name': 'tempest-RoutersIpV6Test-469348421'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:18.744790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 172.20.0.13 (26523d9c-063a-4f6d-908e-0a92e0943db0/fe74d46f-084f-4578-8e3b-64af74966ae8/974bc35d-eef7-44a6-8b6c-eccd59f3553b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:18.750655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fe35:a77b (26523d9c-063a-4f6d-908e-0a92e0943db0/6c5f0402-d777-4be6-b077-87a0505c0b23/974bc35d-eef7-44a6-8b6c-eccd59f3553b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:18.782168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:18.786130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.797505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Allocated IP 2001:db8::2 (dc7e1911-a81f-4160-a91a-e55c8e48e724/36f4865d-4c87-4c7e-8ebf-ba2b85387af6/67eb5da2-058c-420c-8106-5642f7c2bb09) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:18.805600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] device_id is not set on port 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:18.923304 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.960776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.971911 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.978455 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.012344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:19.015596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:19.020290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:19.022394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Network dc7e1911-a81f-4160-a91a-e55c8e48e724 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:19.025146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=974bc35d-eef7-44a6-8b6c-eccd59f3553b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.025649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:19.030062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:19.033172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Pushing event updated for resources: {'Port': ['ID=67eb5da2-058c-420c-8106-5642f7c2bb09,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.050701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8::25b (dc7e1911-a81f-4160-a91a-e55c8e48e724/36f4865d-4c87-4c7e-8ebf-ba2b85387af6/3df91e87-b101-4bdc-bf65-4e2ea67ccbd4) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:19.073683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.074560 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.092804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Attempting to bind port 67eb5da2-058c-420c-8106-5642f7c2bb09 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:19.093275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Attempting to bind port 67eb5da2-058c-420c-8106-5642f7c2bb09 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7f7f2492-3481-4305-8bef-e597ad9d2596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dc7e1911-a81f-4160-a91a-e55c8e48e724'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:19.096549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9ad0f607-0428-409a-9c5a-59ede0e12375 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8486323 Nov 12 03:49:19.096711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Attempting to bind port 67eb5da2-058c-420c-8106-5642f7c2bb09 on network dc7e1911-a81f-4160-a91a-e55c8e48e724 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:19.097122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47432) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.102459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:19.102839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Checking segment: {'id': '7f7f2492-3481-4305-8bef-e597ad9d2596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dc7e1911-a81f-4160-a91a-e55c8e48e724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:19.103240 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.103978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Bound using segment: {'id': '7f7f2492-3481-4305-8bef-e597ad9d2596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dc7e1911-a81f-4160-a91a-e55c8e48e724'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:19.104462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Bound port: 67eb5da2-058c-420c-8106-5642f7c2bb09, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7f2492-3481-4305-8bef-e597ad9d2596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'dc7e1911-a81f-4160-a91a-e55c8e48e724'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:19.104884 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.182454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] For port 67eb5da2-058c-420c-8106-5642f7c2bb09, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:19.185855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] For port 67eb5da2-058c-420c-8106-5642f7c2bb09, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67eb5da2-058c-420c-8106-5642f7c2bb09,segment=NetworkSegment(7f7f2492-3481-4305-8bef-e597ad9d2596),segment_id=7f7f2492-3481-4305-8bef-e597ad9d2596)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:19.192689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.256513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e37f9f-69b6-4066-a992-41f06298fc0b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.258263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d957d-9e25-4c1a-82e8-f748fa617899 None None] Pushing event updated for resources: {'Port': ['ID=67eb5da2-058c-420c-8106-5642f7c2bb09,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.268596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e37f9f-69b6-4066-a992-41f06298fc0b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.270628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-71e37f9f-69b6-4066-a992-41f06298fc0b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1724615 Nov 12 03:49:19.273475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47436) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.308952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2189f-f827-411b-922c-b459a02cc003 req-9fadafa6-8867-4895-b560-8c2ab671ad18 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.310647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4e2189f-f827-411b-922c-b459a02cc003 req-9fadafa6-8867-4895-b560-8c2ab671ad18 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1411927 Nov 12 03:49:19.360014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.390843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4e2189f-f827-411b-922c-b459a02cc003 req-096332a0-6c3a-4843-98be-bd8092b437ff tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710492 Nov 12 03:49:19.393468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-603aa939-2136-43f6-8240-157619f91615 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 974bc35d-eef7-44a6-8b6c-eccd59f3553b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:19.393889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-603aa939-2136-43f6-8240-157619f91615 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.432281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.515001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network dc7e1911-a81f-4160-a91a-e55c8e48e724 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:19.524412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:19.527025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:19.533570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.534226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.537463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=3df91e87-b101-4bdc-bf65-4e2ea67ccbd4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.548320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-603aa939-2136-43f6-8240-157619f91615 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.563671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-603aa939-2136-43f6-8240-157619f91615 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 974bc35d-eef7-44a6-8b6c-eccd59f3553b owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:19.572138 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0c6e3a24-6557-42ea-abb5-4fe45c18cc85 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9879680 Nov 12 03:49:19.574515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47438) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.712013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83bc834-2ffd-4391-b2f8-eba9f886d782 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:19.794681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d418aea3-88a1-4730-997b-da0f48c16206 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:19.812307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-603aa939-2136-43f6-8240-157619f91615 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.847884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603aa939-2136-43f6-8240-157619f91615 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=974bc35d-eef7-44a6-8b6c-eccd59f3553b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.875179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ff3298df-5843-4569-b657-3ebe1f9775e7 None None] Provisioning complete for port d418aea3-88a1-4730-997b-da0f48c16206 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:19.875553 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff3298df-5843-4569-b657-3ebe1f9775e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.949491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d418aea3-88a1-4730-997b-da0f48c16206 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:19.949863 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.952269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-603aa939-2136-43f6-8240-157619f91615 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.958276 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-603aa939-2136-43f6-8240-157619f91615 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/974bc35d-eef7-44a6-8b6c-eccd59f3553b HTTP/1.1" status: 204 len: 168 time: 0.6810889 Nov 12 03:49:19.958589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47440) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.036403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b566e27-b8d3-4b69-bef3-26edf4d0e60f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.039913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b566e27-b8d3-4b69-bef3-26edf4d0e60f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.059557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b566e27-b8d3-4b69-bef3-26edf4d0e60f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.064482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3b566e27-b8d3-4b69-bef3-26edf4d0e60f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1025674 Nov 12 03:49:20.070657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47444) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.162175 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff3298df-5843-4569-b657-3ebe1f9775e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.165610 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.198058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47240c9e-a8ef-42b0-b7e2-3959d06506a9 None None] Update dhcp port {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '6c5f0402-d777-4be6-b077-87a0505c0b23', 'ip_address': '2001:db8::f816:3eff:fe27:d85f'}, {'subnet_id': 'fe74d46f-084f-4578-8e3b-64af74966ae8'}], 'binding:host_id': 'n-d-789963-21'}, 'id': 'd418aea3-88a1-4730-997b-da0f48c16206'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:49:20.198353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b284a1d6-54ca-4748-aed0-77ef40563adb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 6c5f0402-d777-4be6-b077-87a0505c0b23 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:20.205243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b284a1d6-54ca-4748-aed0-77ef40563adb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.278967 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b284a1d6-54ca-4748-aed0-77ef40563adb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.410071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ff3298df-5843-4569-b657-3ebe1f9775e7 None None] For port d418aea3-88a1-4730-997b-da0f48c16206, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d418aea3-88a1-4730-997b-da0f48c16206,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:20.411513 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-47240c9e-a8ef-42b0-b7e2-3959d06506a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.419019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b284a1d6-54ca-4748-aed0-77ef40563adb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.422020 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff3298df-5843-4569-b657-3ebe1f9775e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.516174 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.528782 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:49:20.529661 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:49:20.545406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3298df-5843-4569-b657-3ebe1f9775e7 None None] Pushing event updated for resources: {'Port': ['ID=d418aea3-88a1-4730-997b-da0f48c16206,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.568810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b284a1d6-54ca-4748-aed0-77ef40563adb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.598803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284a1d6-54ca-4748-aed0-77ef40563adb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5f0402-d777-4be6-b077-87a0505c0b23,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.600633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b7f57c-c114-4954-a3cc-f1afc3319427 None None] Network dc7e1911-a81f-4160-a91a-e55c8e48e724 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:20.601301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b284a1d6-54ca-4748-aed0-77ef40563adb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.605350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b284a1d6-54ca-4748-aed0-77ef40563adb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/6c5f0402-d777-4be6-b077-87a0505c0b23 HTTP/1.1" status: 204 len: 168 time: 0.5349388 Nov 12 03:49:20.607220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47448) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.663791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d027ea-fd11-469e-8d0f-518bccefda92 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet fe74d46f-084f-4578-8e3b-64af74966ae8 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:20.667017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5d027ea-fd11-469e-8d0f-518bccefda92 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-47240c9e-a8ef-42b0-b7e2-3959d06506a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c5f0402-d777-4be6-b077-87a0505c0b23: This subnet is being modified by another concurrent operation. Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c5f0402-d777-4be6-b077-87a0505c0b23: This subnet is being modified by another concurrent operation. Nov 12 03:49:20.690057 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:49:20.704129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d2355770-4b50-43ae-85db-7136609922bb None None] Provisioning complete for port 67eb5da2-058c-420c-8106-5642f7c2bb09 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:20.704129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2355770-4b50-43ae-85db-7136609922bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.727244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5d027ea-fd11-469e-8d0f-518bccefda92 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.789566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2593d4cb-d589-4d61-8ff7-0035604d52b8 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:20.790957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5d027ea-fd11-469e-8d0f-518bccefda92 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.830523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e57bdd-8277-4272-9bbc-92f656f3ee8b req-3ae002a1-e5b5-4963-a032-08c3cb5348a7 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.833316 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42e57bdd-8277-4272-9bbc-92f656f3ee8b req-3ae002a1-e5b5-4963-a032-08c3cb5348a7 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.2968540 Nov 12 03:49:20.864489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5d027ea-fd11-469e-8d0f-518bccefda92 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.893069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.895076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d027ea-fd11-469e-8d0f-518bccefda92 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=fe74d46f-084f-4578-8e3b-64af74966ae8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.900217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5d027ea-fd11-469e-8d0f-518bccefda92 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.906606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f5d027ea-fd11-469e-8d0f-518bccefda92 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/fe74d46f-084f-4578-8e3b-64af74966ae8 HTTP/1.1" status: 204 len: 168 time: 0.2982950 Nov 12 03:49:20.907672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47450) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.908561 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.922866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2355770-4b50-43ae-85db-7136609922bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.952282 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-47791136-4737-4c12-9e9d-23b329175560 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408268 Nov 12 03:49:20.954330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47452) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.962717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:20.998415 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42e57bdd-8277-4272-9bbc-92f656f3ee8b req-20b3ed2e-3593-4d20-b78d-324e5b162563 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527641 Nov 12 03:49:21.001475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d2355770-4b50-43ae-85db-7136609922bb None None] For port 67eb5da2-058c-420c-8106-5642f7c2bb09, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67eb5da2-058c-420c-8106-5642f7c2bb09,segment=NetworkSegment(7f7f2492-3481-4305-8bef-e597ad9d2596),segment_id=7f7f2492-3481-4305-8bef-e597ad9d2596)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:21.017737 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2355770-4b50-43ae-85db-7136609922bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.038427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=3df91e87-b101-4bdc-bf65-4e2ea67ccbd4,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.107062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:21.114923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.126669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67eb5da2-058c-420c-8106-5642f7c2bb09 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:21.132065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2355770-4b50-43ae-85db-7136609922bb None None] Pushing event updated for resources: {'Port': ['ID=67eb5da2-058c-420c-8106-5642f7c2bb09,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.171200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:21.178130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.221498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b39fc284-556c-4532-b438-f0e3b38b7c00 None None] Provisioning complete for port d418aea3-88a1-4730-997b-da0f48c16206 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:21.221874 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b39fc284-556c-4532-b438-f0e3b38b7c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.288923 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 67eb5da2-058c-420c-8106-5642f7c2bb09 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:21.289365 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.334889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.361241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] Deleting port d418aea3-88a1-4730-997b-da0f48c16206 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:21.361621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.383617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.439077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:21.443511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:21.450652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:21.451489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.477726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] For port d418aea3-88a1-4730-997b-da0f48c16206, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d418aea3-88a1-4730-997b-da0f48c16206,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:21.478164 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.480580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=ca429289-b090-422f-ba91-b1d06b82fbfc,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.500343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] Calling delete_port for d418aea3-88a1-4730-997b-da0f48c16206 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:21.507332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b8a8f192-1e08-4ddf-87de-8e2fa56a99c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5492992 Nov 12 03:49:21.508388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47456) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.520215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:21.600088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-66c01204-67db-4aa8-bd2e-5095fe464e0c None None] Provisioning complete for port 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:21.600355 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-66c01204-67db-4aa8-bd2e-5095fe464e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.681149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:21.682654 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.686413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.701360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] No DVR routers for this DVR port d418aea3-88a1-4730-997b-da0f48c16206 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:21.712699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-66c01204-67db-4aa8-bd2e-5095fe464e0c None None] Port 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:21.718624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.725697 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.726673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.745007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67eb5da2-058c-420c-8106-5642f7c2bb09 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:21.747018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf8d5f3-582d-4d03-9f8f-79e31f9f6097 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:21.748855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fe354-a1c5-4459-ac96-0fe2c0a3a5de None None] Pushing event deleted for resources: {'Port': ['ID=d418aea3-88a1-4730-997b-da0f48c16206,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.814209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-66c01204-67db-4aa8-bd2e-5095fe464e0c None None] Provisioning complete for port 67eb5da2-058c-420c-8106-5642f7c2bb09 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:21.814729 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-66c01204-67db-4aa8-bd2e-5095fe464e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.840418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=3df91e87-b101-4bdc-bf65-4e2ea67ccbd4,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.897942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network dc7e1911-a81f-4160-a91a-e55c8e48e724 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:21.899342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:22.013689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 67eb5da2-058c-420c-8106-5642f7c2bb09 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:22.013925 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.063105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 346c8dad-1ade-47c5-8137-e67760a4f613 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:22.092806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:22.094907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.154586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=58a30441-13c7-40dd-b647-ab697fc2b2ef,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:22.173064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:22.175292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:22.179432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.180204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.201657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': 'ca429289-b090-422f-ba91-b1d06b82fbfc'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:22.203390 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.225479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-956bec4f-46c7-4435-83ee-dc7d626b84a5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7158525 Nov 12 03:49:22.228112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47462) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.239239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:dc:35:b4', 'name': 'tempest-NetworksTestDHCPv6-1004564816'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:22.253595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6c06464c-6ffb-45dc-a51d-22cdb04500a0 None None] Provisioning complete for port 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:22.254139 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c06464c-6ffb-45dc-a51d-22cdb04500a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.303902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:22.315106 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd4bda6-dd23-40f1-b0a8-d6f51e308b85 None None] Sync routers for ids ['346c8dad-1ade-47c5-8137-e67760a4f613'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:22.342295 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-96caecf4-96de-45dd-b797-dbcb1f69b8b1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/346c8dad-1ade-47c5-8137-e67760a4f613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7664220 Nov 12 03:49:22.344833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47464) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.347595 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd4bda6-dd23-40f1-b0a8-d6f51e308b85 None None] Routers {'346c8dad-1ade-47c5-8137-e67760a4f613'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:22.348356 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8fd4bda6-dd23-40f1-b0a8-d6f51e308b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['346c8dad-1ade-47c5-8137-e67760a4f613'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.356523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfb7e9-3bcf-481f-873d-f1f6e25e5de4 req-cb4c02e5-0d07-43c6-867a-89d5e2f8ff2b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.358086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b7dfb7e9-3bcf-481f-873d-f1f6e25e5de4 req-cb4c02e5-0d07-43c6-867a-89d5e2f8ff2b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1466212 Nov 12 03:49:22.394265 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8fd4bda6-dd23-40f1-b0a8-d6f51e308b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.404379 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd4bda6-dd23-40f1-b0a8-d6f51e308b85 None None] Routers {'346c8dad-1ade-47c5-8137-e67760a4f613'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:22.405186 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8fd4bda6-dd23-40f1-b0a8-d6f51e308b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['346c8dad-1ade-47c5-8137-e67760a4f613'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.460483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b7dfb7e9-3bcf-481f-873d-f1f6e25e5de4 req-e0808ad3-fa31-4923-a3a1-bbf12d4ac1ff tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904188 Nov 12 03:49:22.467075 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8fd4bda6-dd23-40f1-b0a8-d6f51e308b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.467075 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd4bda6-dd23-40f1-b0a8-d6f51e308b85 None None] The sync data for ids ['346c8dad-1ade-47c5-8137-e67760a4f613'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:22.472006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6c06464c-6ffb-45dc-a51d-22cdb04500a0 None None] Port 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:22.490958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508a0d89-5a15-4dc7-a590-27f1c4db82d0 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.494006 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-508a0d89-5a15-4dc7-a590-27f1c4db82d0 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports/3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 HTTP/1.1" status: 200 len: 983 time: 0.1475296 Nov 12 03:49:22.499335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47468) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.562843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:22.658321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Allocated IP 172.20.0.2 (26523d9c-063a-4f6d-908e-0a92e0943db0/ca429289-b090-422f-ba91-b1d06b82fbfc/b351389f-ba84-422f-83d9-fa15ae24732f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:22.665210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d418aea3-88a1-4730-997b-da0f48c16206 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:22.676923 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Allocated IP 2001:db8::f816:3eff:fe67:24c9 (26523d9c-063a-4f6d-908e-0a92e0943db0/58a30441-13c7-40dd-b647-ab697fc2b2ef/b351389f-ba84-422f-83d9-fa15ae24732f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:22.692649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.710989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d418aea3-88a1-4730-997b-da0f48c16206 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:22.711459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d418aea3-88a1-4730-997b-da0f48c16206 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:22.714502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 3a60ca6f-1f87-46ff-9986-777a52cde378 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:22.721287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1afd65b4-4019-4564-814a-dbf3ea82c32c None None] Provisioning complete for port 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:22.721757 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1afd65b4-4019-4564-814a-dbf3ea82c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.803014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1afd65b4-4019-4564-814a-dbf3ea82c32c None None] Port 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:22.878145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.892990 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.899813 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.940212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:22.944540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:22.948662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:22.958911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Pushing event updated for resources: {'Port': ['ID=b351389f-ba84-422f-83d9-fa15ae24732f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.014355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 172.20.0.6 (26523d9c-063a-4f6d-908e-0a92e0943db0/ca429289-b090-422f-ba91-b1d06b82fbfc/3a60ca6f-1f87-46ff-9986-777a52cde378) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:23.022674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fedc:35b4 (26523d9c-063a-4f6d-908e-0a92e0943db0/58a30441-13c7-40dd-b647-ab697fc2b2ef/3a60ca6f-1f87-46ff-9986-777a52cde378) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:23.026298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Attempting to bind port b351389f-ba84-422f-83d9-fa15ae24732f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:23.027009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Attempting to bind port b351389f-ba84-422f-83d9-fa15ae24732f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:23.027387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Attempting to bind port b351389f-ba84-422f-83d9-fa15ae24732f on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:23.038040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:23.038520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:23.039008 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.039408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:23.040020 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Bound port: b351389f-ba84-422f-83d9-fa15ae24732f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:23.040413 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.111312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:23.111705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.112034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] For port b351389f-ba84-422f-83d9-fa15ae24732f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:23.117165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] For port b351389f-ba84-422f-83d9-fa15ae24732f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b351389f-ba84-422f-83d9-fa15ae24732f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:23.121290 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.182551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c4f73-f46a-4cb6-bdbd-4db0d5844e40 None None] Pushing event updated for resources: {'Port': ['ID=b351389f-ba84-422f-83d9-fa15ae24732f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.202347 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.215599 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.231052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 3df91e87-b101-4bdc-bf65-4e2ea67ccbd4 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:23.239393 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.293649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:23.296892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:23.299513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:23.326757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=3a60ca6f-1f87-46ff-9986-777a52cde378,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.360900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.363266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.405087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-867d40ac-3945-4ca4-9e05-463675497ba4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1757143 Nov 12 03:49:23.407777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47474) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.464826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b52a5-f7b2-48d7-b403-03f843888c84 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.470700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.470888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b52a5-f7b2-48d7-b403-03f843888c84 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.472454 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-604b52a5-f7b2-48d7-b403-03f843888c84 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0637345 Nov 12 03:49:23.475703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47476) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.503797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=3df91e87-b101-4bdc-bf65-4e2ea67ccbd4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.644912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.675429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26915d6b-90f2-4323-a7dc-37a5679265de req-2b6a8d9e-7a5e-49aa-814a-4ecfec4e60c1 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.680323 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-26915d6b-90f2-4323-a7dc-37a5679265de req-2b6a8d9e-7a5e-49aa-814a-4ecfec4e60c1 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1082151 Nov 12 03:49:23.690588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d17aa-2d7e-451c-93f5-dd7cc9bcb8e9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 3a60ca6f-1f87-46ff-9986-777a52cde378 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:23.691079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ea4d17aa-2d7e-451c-93f5-dd7cc9bcb8e9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.808488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b351389f-ba84-422f-83d9-fa15ae24732f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:23.909678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-26915d6b-90f2-4323-a7dc-37a5679265de req-2dfe5b03-0b84-447c-9940-c10e2b4ee081 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902270 Nov 12 03:49:23.921416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 346c8dad-1ade-47c5-8137-e67760a4f613 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:23.935134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ea4d17aa-2d7e-451c-93f5-dd7cc9bcb8e9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.950962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b351389f-ba84-422f-83d9-fa15ae24732f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:23.952306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d17aa-2d7e-451c-93f5-dd7cc9bcb8e9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 3a60ca6f-1f87-46ff-9986-777a52cde378 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:23.952470 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.025553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:24.032054 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-38a5af96-9a2e-4ebf-941a-53957392d370 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/346c8dad-1ade-47c5-8137-e67760a4f613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5321090 Nov 12 03:49:24.034732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47482) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.101333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23e6b9-885b-447c-a762-b3113aa5c877 None None] Sync routers for ids ['346c8dad-1ade-47c5-8137-e67760a4f613'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:24.145635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23e6b9-885b-447c-a762-b3113aa5c877 None None] Routers {'346c8dad-1ade-47c5-8137-e67760a4f613'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:24.147406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3b23e6b9-885b-447c-a762-b3113aa5c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['346c8dad-1ade-47c5-8137-e67760a4f613'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.159139 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.201554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3b23e6b9-885b-447c-a762-b3113aa5c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.206736 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ea4d17aa-2d7e-451c-93f5-dd7cc9bcb8e9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.237475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port b351389f-ba84-422f-83d9-fa15ae24732f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b351389f-ba84-422f-83d9-fa15ae24732f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:24.241934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d17aa-2d7e-451c-93f5-dd7cc9bcb8e9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=3a60ca6f-1f87-46ff-9986-777a52cde378,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.244781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23e6b9-885b-447c-a762-b3113aa5c877 None None] Routers {'346c8dad-1ade-47c5-8137-e67760a4f613'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:24.245528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3b23e6b9-885b-447c-a762-b3113aa5c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['346c8dad-1ade-47c5-8137-e67760a4f613'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.249756 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.322729 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-d3d915cc-2336-4e34-a0fe-f3270adec691 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:49:24.324692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d3d915cc-2336-4e34-a0fe-f3270adec691 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/346c8dad-1ade-47c5-8137-e67760a4f613/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2881937 Nov 12 03:49:24.327411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47484) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.364617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ea4d17aa-2d7e-451c-93f5-dd7cc9bcb8e9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.372142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ea4d17aa-2d7e-451c-93f5-dd7cc9bcb8e9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/3a60ca6f-1f87-46ff-9986-777a52cde378 HTTP/1.1" status: 204 len: 168 time: 0.8920798 Nov 12 03:49:24.372372 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-678865c0-4f41-41f8-a0ed-202c4d0aec44 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c8dad-1ade-47c5-8137-e67760a4f613 HTTP/1.1" status: 200 len: 205 time: 0.0424068 Nov 12 03:49:24.372372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47486) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.373517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47488) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.455116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3b23e6b9-885b-447c-a762-b3113aa5c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.455366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23e6b9-885b-447c-a762-b3113aa5c877 None None] The sync data for ids ['346c8dad-1ade-47c5-8137-e67760a4f613'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:24.467559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1dac7f1-0bcc-45d7-8d0d-a702d1844880 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.476447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46239b09-e607-4721-bdb8-28df0463bc55 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.478062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46239b09-e607-4721-bdb8-28df0463bc55 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.479973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46239b09-e607-4721-bdb8-28df0463bc55 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.484166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46239b09-e607-4721-bdb8-28df0463bc55 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1107662 Nov 12 03:49:24.484837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47492) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.520144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=b351389f-ba84-422f-83d9-fa15ae24732f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.543241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac1d2f2-df99-4f36-a23a-098aec5d084d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 58a30441-13c7-40dd-b647-ab697fc2b2ef {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:24.546695 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bac1d2f2-df99-4f36-a23a-098aec5d084d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.573889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70f8291-1530-4075-ab23-292f5912e30e None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:24.592387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bac1d2f2-df99-4f36-a23a-098aec5d084d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.668464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1dac7f1-0bcc-45d7-8d0d-a702d1844880 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.671654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1dac7f1-0bcc-45d7-8d0d-a702d1844880 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.673854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7fae7033-680c-482a-8bd6-42877b9d4d2d None None] Provisioning complete for port b351389f-ba84-422f-83d9-fa15ae24732f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:24.674370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fae7033-680c-482a-8bd6-42877b9d4d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.689800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bac1d2f2-df99-4f36-a23a-098aec5d084d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.716454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1dac7f1-0bcc-45d7-8d0d-a702d1844880 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.717097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dac7f1-0bcc-45d7-8d0d-a702d1844880 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Fanout notify agent at l3_agent the message router_deleted on router 346c8dad-1ade-47c5-8137-e67760a4f613 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:24.724923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1dac7f1-0bcc-45d7-8d0d-a702d1844880 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.725714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f1dac7f1-0bcc-45d7-8d0d-a702d1844880 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/346c8dad-1ade-47c5-8137-e67760a4f613 HTTP/1.1" status: 204 len: 168 time: 0.3512299 Nov 12 03:49:24.728244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47494) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.759060 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.774026 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bac1d2f2-df99-4f36-a23a-098aec5d084d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.794976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-425ee348-424e-4e65-8836-d0d8f1444324 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet 36f4865d-4c87-4c7e-8ebf-ba2b85387af6 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:24.801542 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-425ee348-424e-4e65-8836-d0d8f1444324 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.805220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1d2f2-df99-4f36-a23a-098aec5d084d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=58a30441-13c7-40dd-b647-ab697fc2b2ef,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.807235 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bac1d2f2-df99-4f36-a23a-098aec5d084d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.810594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bac1d2f2-df99-4f36-a23a-098aec5d084d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/58a30441-13c7-40dd-b647-ab697fc2b2ef HTTP/1.1" status: 204 len: 168 time: 0.3247395 Nov 12 03:49:24.813321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47496) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.862281 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-425ee348-424e-4e65-8836-d0d8f1444324 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.870076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abea5fc-6568-4e7d-8d3b-1c8baed5702f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet ca429289-b090-422f-ba91-b1d06b82fbfc {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:24.873558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4abea5fc-6568-4e7d-8d3b-1c8baed5702f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.922593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b8e49-4ac6-4f05-960c-1bb57336ae4b None None] Update dhcp port {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': 'ca429289-b090-422f-ba91-b1d06b82fbfc', 'ip_address': '172.20.0.2'}, {'subnet_id': '58a30441-13c7-40dd-b647-ab697fc2b2ef'}], 'binding:host_id': 'n-d-789963-21'}, 'id': 'b351389f-ba84-422f-83d9-fa15ae24732f'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:49:24.924676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4abea5fc-6568-4e7d-8d3b-1c8baed5702f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.950146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-543b8e49-4ac6-4f05-960c-1bb57336ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.954545 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-425ee348-424e-4e65-8836-d0d8f1444324 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.028830 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4abea5fc-6568-4e7d-8d3b-1c8baed5702f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.054590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-425ee348-424e-4e65-8836-d0d8f1444324 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.088318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ee348-424e-4e65-8836-d0d8f1444324 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=36f4865d-4c87-4c7e-8ebf-ba2b85387af6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.097130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df340f53-1236-47d5-919a-6df2d2a92a39 req-fb0eb5f2-de21-4a05-aab1-ee9cb001c09c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.098635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-df340f53-1236-47d5-919a-6df2d2a92a39 req-fb0eb5f2-de21-4a05-aab1-ee9cb001c09c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0871279 Nov 12 03:49:25.102666 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-425ee348-424e-4e65-8836-d0d8f1444324 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.105788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-425ee348-424e-4e65-8836-d0d8f1444324 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/36f4865d-4c87-4c7e-8ebf-ba2b85387af6 HTTP/1.1" status: 204 len: 168 time: 0.3764744 Nov 12 03:49:25.108979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.112624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493790c5-197a-475d-b397-4c23d9ab725c None None] Network dc7e1911-a81f-4160-a91a-e55c8e48e724 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-543b8e49-4ac6-4f05-960c-1bb57336ae4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca429289-b090-422f-ba91-b1d06b82fbfc: This subnet is being modified by another concurrent operation. Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca429289-b090-422f-ba91-b1d06b82fbfc: This subnet is being modified by another concurrent operation. Nov 12 03:49:25.118260 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:49:25.128659 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4abea5fc-6568-4e7d-8d3b-1c8baed5702f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.165684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-df340f53-1236-47d5-919a-6df2d2a92a39 req-7b968bf7-3565-49b1-96b0-7595ef30ed90 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578165 Nov 12 03:49:25.231218 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abea5fc-6568-4e7d-8d3b-1c8baed5702f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=ca429289-b090-422f-ba91-b1d06b82fbfc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.239194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4abea5fc-6568-4e7d-8d3b-1c8baed5702f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.242992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4abea5fc-6568-4e7d-8d3b-1c8baed5702f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/ca429289-b090-422f-ba91-b1d06b82fbfc HTTP/1.1" status: 204 len: 168 time: 0.4287224 Nov 12 03:49:25.245583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47504) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.267973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.284354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f473b306-8b66-44bb-bbcf-6213ae0b565a None None] Provisioning complete for port b351389f-ba84-422f-83d9-fa15ae24732f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:25.284354 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f473b306-8b66-44bb-bbcf-6213ae0b565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.326303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6199ca1-3e12-4478-9d99-9ded4f4ec015 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:25.342417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 67eb5da2-058c-420c-8106-5642f7c2bb09 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:25.343071 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.389503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] DHCP port deletion for dc7e1911-a81f-4160-a91a-e55c8e48e724 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:25.437066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 67eb5da2-058c-420c-8106-5642f7c2bb09, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=67eb5da2-058c-420c-8106-5642f7c2bb09,segment=NetworkSegment(7f7f2492-3481-4305-8bef-e597ad9d2596),segment_id=7f7f2492-3481-4305-8bef-e597ad9d2596)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:25.437576 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.453438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 67eb5da2-058c-420c-8106-5642f7c2bb09 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:25.537820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] Deleting port 67eb5da2-058c-420c-8106-5642f7c2bb09 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:25.538197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.552676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.634760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=67eb5da2-058c-420c-8106-5642f7c2bb09,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.640122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-beb73bc7-7060-4594-9eb5-53a788073b54 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3910332 Nov 12 03:49:25.640683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 67eb5da2-058c-420c-8106-5642f7c2bb09 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:25.640829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47508) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.645946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] For port 67eb5da2-058c-420c-8106-5642f7c2bb09, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:25.647125 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.649191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:25.653623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:25.663460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-225da481-4acc-4d70-b3b9-f383cbd10a49 None None] Could not find standard attr ID for object 974bc35d-eef7-44a6-8b6c-eccd59f3553b. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:25.668855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] Calling delete_port for 67eb5da2-058c-420c-8106-5642f7c2bb09 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:25.673223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] Port 67eb5da2-058c-420c-8106-5642f7c2bb09 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:49:25.675663 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.728541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] Pushing event deleted for resources: {'Port': ['ID=67eb5da2-058c-420c-8106-5642f7c2bb09,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.731714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.746774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67eb5da2-058c-420c-8106-5642f7c2bb09 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:25.754766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7e1911-a81f-4160-a91a-e55c8e48e724']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.765355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7f2492-3481-4305-8bef-e597ad9d2596') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.765657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7f2492-3481-4305-8bef-e597ad9d2596') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.772213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:25.775907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.777963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c638d7-e642-4bd4-9814-b1d737676fbb None None] No DVR routers for this DVR port 67eb5da2-058c-420c-8106-5642f7c2bb09 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:25.779874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.781928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 67eb5da2-058c-420c-8106-5642f7c2bb09 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:25.782276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 67eb5da2-058c-420c-8106-5642f7c2bb09 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:25.782680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b351389f-ba84-422f-83d9-fa15ae24732f no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:25.796685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.806445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:25.807048 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.820371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] Deleting port b351389f-ba84-422f-83d9-fa15ae24732f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:25.820885 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:25.868205 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:25.878952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.885261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.892918 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/dc7e1911-a81f-4160-a91a-e55c8e48e724 HTTP/1.1" status: 204 len: 168 time: 0.7824461 Nov 12 03:49:25.893445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47510) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.898872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1784780073'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:25.910075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2954f3-e945-45e4-abd0-dc563ee1b97a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=dc7e1911-a81f-4160-a91a-e55c8e48e724,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.932920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] For port b351389f-ba84-422f-83d9-fa15ae24732f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b351389f-ba84-422f-83d9-fa15ae24732f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:25.933532 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.948179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.949483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:25.950198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] Calling delete_port for b351389f-ba84-422f-83d9-fa15ae24732f owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:25.952939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.011972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:26.020410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port b351389f-ba84-422f-83d9-fa15ae24732f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b351389f-ba84-422f-83d9-fa15ae24732f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:26.028524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.032604 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.033005 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment 7ab5d289-d11e-4cd5-b246-c7412f819bea of type vlan for network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 Nov 12 03:49:26.042382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.097313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=b351389f-ba84-422f-83d9-fa15ae24732f,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.109522 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.119699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.122744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:26.128905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:26.135210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.135791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] Pushing event deleted for resources: {'Port': ['ID=b351389f-ba84-422f-83d9-fa15ae24732f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.135941 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.139454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651ba44-1de8-43c4-bf8d-43a04f7d8e8b None None] No DVR routers for this DVR port b351389f-ba84-422f-83d9-fa15ae24732f on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:26.140496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=6564fd83-bbb4-47f3-abef-d9b61bff7304,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.161058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418048e2-9f58-4e19-ba83-e4a05d9b600c None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:26.165392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f425965e-e3d1-494d-ab77-7094a1cf49a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5233290 Nov 12 03:49:26.166540 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.168343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47512) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:26.172055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.172634 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.176535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:26.280090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=8c3b8b61-ae1e-42b5-89c0-533f14f23632,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.303075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:26.304499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:26.310223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bc094639-a1b7-4a9b-a16c-dd3f2d4ec82d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4132841 Nov 12 03:49:26.310409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.310548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47516) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:26.315453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': '8c3b8b61-ae1e-42b5-89c0-533f14f23632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:26.379061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '6564fd83-bbb4-47f3-abef-d9b61bff7304'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:26.379913 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.395023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e688cea-fb80-47b8-8e1c-709090d99211 req-4cfb675f-1b3f-4a50-ba61-30fac3adc191 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287249 Nov 12 03:49:26.401086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dced2-3fa7-4006-8727-13dc7ea8cac0 req-3bbe765d-67a3-49fa-9f09-86108819ffc5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.402547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-013dced2-3fa7-4006-8727-13dc7ea8cac0 req-3bbe765d-67a3-49fa-9f09-86108819ffc5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1455362 Nov 12 03:49:26.455522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:26.459850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.471831 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e688cea-fb80-47b8-8e1c-709090d99211 req-cd03669c-2d70-4489-bc64-c0f6e6de00fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0401118 Nov 12 03:49:26.532565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-013dced2-3fa7-4006-8727-13dc7ea8cac0 req-2572ca57-5aec-43bc-ae99-85548ff319ee tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170590 Nov 12 03:49:26.554100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e688cea-fb80-47b8-8e1c-709090d99211 req-007916ff-1729-47db-8f26-f5a435f74034 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417974 Nov 12 03:49:26.574869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Allocated IP 172.20.0.2 (26523d9c-063a-4f6d-908e-0a92e0943db0/6564fd83-bbb4-47f3-abef-d9b61bff7304/00dd4362-679d-49a0-b5d1-b51344fbc429) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:26.695360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.753858 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.764152 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.778921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=fa0310bc-346b-4df1-a12a-9f357566b9a2,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.785140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': '7ab5d289-d11e-4cd5-b246-c7412f819bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '8c3b8b61-ae1e-42b5-89c0-533f14f23632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:26.785664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: 8c3b8b61-ae1e-42b5-89c0-533f14f23632, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:26.806317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:26.821398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:26.831867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Pushing event updated for resources: {'Port': ['ID=00dd4362-679d-49a0-b5d1-b51344fbc429,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.836196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:26.841126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:26.849690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8c3b8b61-ae1e-42b5-89c0-533f14f23632) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:26.857650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.858563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.884822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-66eb2585-4cad-4dc2-bb8c-389bc12019c9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5709820 Nov 12 03:49:26.885087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1006f9b-eeac-496c-9a51-d8a3b235491e None None] Network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:26.885202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47520) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:26.892177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c89845c2-eb4a-415b-a4a6-710f7d8d18b9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-993184489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:26.917975 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c89845c2-eb4a-415b-a4a6-710f7d8d18b9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.919256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c89845c2-eb4a-415b-a4a6-710f7d8d18b9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.947081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Attempting to bind port 00dd4362-679d-49a0-b5d1-b51344fbc429 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:26.947716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Attempting to bind port 00dd4362-679d-49a0-b5d1-b51344fbc429 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:26.947845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Attempting to bind port 00dd4362-679d-49a0-b5d1-b51344fbc429 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:26.973437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c89845c2-eb4a-415b-a4a6-710f7d8d18b9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.980593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:26.980998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:26.981351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c89845c2-eb4a-415b-a4a6-710f7d8d18b9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.981542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.981789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:26.982282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Bound port: 00dd4362-679d-49a0-b5d1-b51344fbc429, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:26.982801 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.006778 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c89845c2-eb4a-415b-a4a6-710f7d8d18b9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.011012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c89845c2-eb4a-415b-a4a6-710f7d8d18b9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1223311 Nov 12 03:49:27.011278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47522) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.077872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e688cea-fb80-47b8-8e1c-709090d99211 req-9ddb3128-d77a-4f6c-836f-825d8f3dc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.079248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e688cea-fb80-47b8-8e1c-709090d99211 req-9ddb3128-d77a-4f6c-836f-825d8f3dc55f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5178177 Nov 12 03:49:27.095922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] For port 00dd4362-679d-49a0-b5d1-b51344fbc429, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:27.116440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] For port 00dd4362-679d-49a0-b5d1-b51344fbc429, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=00dd4362-679d-49a0-b5d1-b51344fbc429,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:27.124988 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.186255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-8c3b8b61-ae1e-42b5-89c0-533f14f23632', 'network_id': '8c3b8b61-ae1e-42b5-89c0-533f14f23632', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': 'fa0310bc-346b-4df1-a12a-9f357566b9a2'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:27.187515 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.189144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:27.291578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedf327-892b-404f-9b6c-85ab36520dcc None None] Pushing event updated for resources: {'Port': ['ID=00dd4362-679d-49a0-b5d1-b51344fbc429,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.342076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.368996 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.391348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Allocated IP 2001:db8::2 (8c3b8b61-ae1e-42b5-89c0-533f14f23632/fa0310bc-346b-4df1-a12a-9f357566b9a2/97d517ba-0c2f-46bb-b1ae-b48c3a7ab684) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:27.615372 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.617823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] For port 00dd4362-679d-49a0-b5d1-b51344fbc429, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=00dd4362-679d-49a0-b5d1-b51344fbc429,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:27.635321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.674618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:27.679393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.685096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:27.689204 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.690306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.702856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:27.718588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Pushing event updated for resources: {'Port': ['ID=97d517ba-0c2f-46bb-b1ae-b48c3a7ab684,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.772292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c5f48-0e89-45c8-9be1-82929ef30060 req-5e451a01-7cc1-4392-b00c-c910496e792a tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.772494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:27.779398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:27.782816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 00dd4362-679d-49a0-b5d1-b51344fbc429 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:27.783204 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-405c5f48-0e89-45c8-9be1-82929ef30060 req-5e451a01-7cc1-4392-b00c-c910496e792a tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1609087 Nov 12 03:49:27.791661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.792474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.796972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8::1 (8c3b8b61-ae1e-42b5-89c0-533f14f23632/fa0310bc-346b-4df1-a12a-9f357566b9a2/a2618ef1-09a2-4084-a5b2-57c2cc36ceb0) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:27.826413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6557066 Nov 12 03:49:27.828013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47528) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.829888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Attempting to bind port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:27.830267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Attempting to bind port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '7ab5d289-d11e-4cd5-b246-c7412f819bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '8c3b8b61-ae1e-42b5-89c0-533f14f23632'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:27.830628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Attempting to bind port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 on network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:27.837136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:1e:03:5d', 'name': 'tempest-NetworksTestDHCPv6-1872778482'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:27.839212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=994d8212-21eb-4816-b63a-7642e8ff29a6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.839459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:27.839999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Checking segment: {'id': '7ab5d289-d11e-4cd5-b246-c7412f819bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '8c3b8b61-ae1e-42b5-89c0-533f14f23632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:27.840409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.840821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Bound using segment: {'id': '7ab5d289-d11e-4cd5-b246-c7412f819bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '8c3b8b61-ae1e-42b5-89c0-533f14f23632'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:27.841303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Bound port: 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab5d289-d11e-4cd5-b246-c7412f819bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '8c3b8b61-ae1e-42b5-89c0-533f14f23632'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:27.841680 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.845187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab12c-6b40-4edc-bf08-a8b8aecb0002 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=00dd4362-679d-49a0-b5d1-b51344fbc429,revision_number=4']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.933011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 00dd4362-679d-49a0-b5d1-b51344fbc429 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:27.933386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.935259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] For port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:27.938946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] For port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=97d517ba-0c2f-46bb-b1ae-b48c3a7ab684,segment=NetworkSegment(7ab5d289-d11e-4cd5-b246-c7412f819bea),segment_id=7ab5d289-d11e-4cd5-b246-c7412f819bea)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:27.957990 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.003376 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-405c5f48-0e89-45c8-9be1-82929ef30060 req-47625b8f-558d-40f2-bbb6-77bd532a6574 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191720 Nov 12 03:49:28.037085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6560ac-9c12-4dce-a113-b2328a8d6819 None None] Pushing event updated for resources: {'Port': ['ID=97d517ba-0c2f-46bb-b1ae-b48c3a7ab684,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.071156 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.100827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:28.183723 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.254424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:28.260477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.266322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:28.267039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.275045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:28.275590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.277855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=a2618ef1-09a2-4084-a5b2-57c2cc36ceb0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.332450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 00dd4362-679d-49a0-b5d1-b51344fbc429, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=00dd4362-679d-49a0-b5d1-b51344fbc429,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:28.339432 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.349138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port ea4a2c89-ec49-4507-808d-b4d352f65eda yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:28.411654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=00dd4362-679d-49a0-b5d1-b51344fbc429,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.527583 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.578171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba49598-0e9f-4139-8fe2-9732f70cd715 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:28.671970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-78041e94-a60b-4536-90e8-5f9227719bd6 None None] Provisioning complete for port 00dd4362-679d-49a0-b5d1-b51344fbc429 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:28.672459 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78041e94-a60b-4536-90e8-5f9227719bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.698420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 172.20.0.4 (26523d9c-063a-4f6d-908e-0a92e0943db0/6564fd83-bbb4-47f3-abef-d9b61bff7304/ea4a2c89-ec49-4507-808d-b4d352f65eda) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:28.709086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fe1e:35d (26523d9c-063a-4f6d-908e-0a92e0943db0/994d8212-21eb-4816-b63a-7642e8ff29a6/ea4a2c89-ec49-4507-808d-b4d352f65eda) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:28.995661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.999467 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.007289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.008160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.125409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=a2618ef1-09a2-4084-a5b2-57c2cc36ceb0,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:29.167378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.254961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8a299-e94d-4270-b7c1-2589b8404782 None None] Network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:29.385667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-78739d45-2249-4a5e-b025-9a2c4bf3060d None None] Provisioning complete for port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:29.386046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78739d45-2249-4a5e-b025-9a2c4bf3060d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.512579 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78739d45-2249-4a5e-b025-9a2c4bf3060d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.551674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-78739d45-2249-4a5e-b025-9a2c4bf3060d None None] For port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=97d517ba-0c2f-46bb-b1ae-b48c3a7ab684,segment=NetworkSegment(7ab5d289-d11e-4cd5-b246-c7412f819bea),segment_id=7ab5d289-d11e-4cd5-b246-c7412f819bea)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:29.559397 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78739d45-2249-4a5e-b025-9a2c4bf3060d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.576770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455aaf9-939a-4b13-b2ae-e652cb7a0032 req-636bb8ef-fd2f-4da2-9fc7-a7e1fe5cce7d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:29.578353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4455aaf9-939a-4b13-b2ae-e652cb7a0032 req-636bb8ef-fd2f-4da2-9fc7-a7e1fe5cce7d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.4805541 Nov 12 03:49:29.581535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:29.586083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=ea4a2c89-ec49-4507-808d-b4d352f65eda,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:29.589941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:29.598965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:29.608116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:29.611752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:29.626086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78739d45-2249-4a5e-b025-9a2c4bf3060d None None] Pushing event updated for resources: {'Port': ['ID=97d517ba-0c2f-46bb-b1ae-b48c3a7ab684,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:29.701818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e6ec6108-454a-4975-a69e-89b0e087174c None None] Provisioning complete for port 00dd4362-679d-49a0-b5d1-b51344fbc429 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:29.702314 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6108-454a-4975-a69e-89b0e087174c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.773141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4455aaf9-939a-4b13-b2ae-e652cb7a0032 req-38a0d0b0-3ddf-4cca-9b37-ac7cc4840ee3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817498 Nov 12 03:49:29.797069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:29.797698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.853685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:29.855757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6dac004c-82d1-4073-b6d6-05cd6d8b7441 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0239677 Nov 12 03:49:29.858425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47536) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:29.891243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 5db357e6-877a-43d7-a9e6-ccb319c48250 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:29.914199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:29.914770 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.946826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177be638-5df5-4fc2-aa7d-5ad458838d0d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:29.961814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177be638-5df5-4fc2-aa7d-5ad458838d0d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:29.971056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-177be638-5df5-4fc2-aa7d-5ad458838d0d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1106966 Nov 12 03:49:29.972595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:29.986947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bb2503ad-50af-451f-90c5-3decee8b0d1d None None] Provisioning complete for port a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:29.987327 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb2503ad-50af-451f-90c5-3decee8b0d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.056269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:30.063239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c072009d-89a1-403f-b5d4-4e91d9c31270 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/5db357e6-877a-43d7-a9e6-ccb319c48250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0500441 Nov 12 03:49:30.064792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47542) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:30.069700 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38db91-d455-4b6b-a342-34adc50cbfef None None] Sync routers for ids ['5db357e6-877a-43d7-a9e6-ccb319c48250'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:30.095140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bb2503ad-50af-451f-90c5-3decee8b0d1d None None] Port a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:30.098318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 00dd4362-679d-49a0-b5d1-b51344fbc429 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:30.099166 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38db91-d455-4b6b-a342-34adc50cbfef None None] Routers {'5db357e6-877a-43d7-a9e6-ccb319c48250'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:30.103852 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-df38db91-d455-4b6b-a342-34adc50cbfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5db357e6-877a-43d7-a9e6-ccb319c48250'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:30.129662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bb2503ad-50af-451f-90c5-3decee8b0d1d None None] Could not find standard attr ID for object 3a60ca6f-1f87-46ff-9986-777a52cde378. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:30.147532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5bf5f0-8a31-4d21-ac38-819d721035bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.151725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ad5bf5f0-8a31-4d21-ac38-819d721035bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports/a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 HTTP/1.1" status: 200 len: 911 time: 0.0832248 Nov 12 03:49:30.151981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47544) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:30.176892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bb2503ad-50af-451f-90c5-3decee8b0d1d None None] Provisioning complete for port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.177972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d108f9a8-baa7-4daa-b6c3-5d34af465c60 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port ea4a2c89-ec49-4507-808d-b4d352f65eda {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:30.178534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d108f9a8-baa7-4daa-b6c3-5d34af465c60 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.178794 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb2503ad-50af-451f-90c5-3decee8b0d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.187335 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-df38db91-d455-4b6b-a342-34adc50cbfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:30.207711 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38db91-d455-4b6b-a342-34adc50cbfef None None] Routers {'5db357e6-877a-43d7-a9e6-ccb319c48250'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:30.212361 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-df38db91-d455-4b6b-a342-34adc50cbfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5db357e6-877a-43d7-a9e6-ccb319c48250'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:30.236366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 00dd4362-679d-49a0-b5d1-b51344fbc429 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.236979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.286655 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-df38db91-d455-4b6b-a342-34adc50cbfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:30.291521 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df38db91-d455-4b6b-a342-34adc50cbfef None None] The sync data for ids ['5db357e6-877a-43d7-a9e6-ccb319c48250'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:30.330634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d108f9a8-baa7-4daa-b6c3-5d34af465c60 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.348104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d108f9a8-baa7-4daa-b6c3-5d34af465c60 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for ea4a2c89-ec49-4507-808d-b4d352f65eda owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:30.512617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cc4820d1-1b0a-48ee-9114-8f2b6530fbef None None] Provisioning complete for port ea4a2c89-ec49-4507-808d-b4d352f65eda triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.513582 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc4820d1-1b0a-48ee-9114-8f2b6530fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.571525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cc4820d1-1b0a-48ee-9114-8f2b6530fbef None None] Port ea4a2c89-ec49-4507-808d-b4d352f65eda cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:30.578744 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d108f9a8-baa7-4daa-b6c3-5d34af465c60 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.591935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cc4820d1-1b0a-48ee-9114-8f2b6530fbef None None] Provisioning complete for port a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.592310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc4820d1-1b0a-48ee-9114-8f2b6530fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.628500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108f9a8-baa7-4daa-b6c3-5d34af465c60 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=ea4a2c89-ec49-4507-808d-b4d352f65eda,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:30.653433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.654983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cc4820d1-1b0a-48ee-9114-8f2b6530fbef None None] Port a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:30.742651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d108f9a8-baa7-4daa-b6c3-5d34af465c60 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.748297 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d108f9a8-baa7-4daa-b6c3-5d34af465c60 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/ea4a2c89-ec49-4507-808d-b4d352f65eda HTTP/1.1" status: 204 len: 168 time: 0.7690899 Nov 12 03:49:30.748558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47546) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:30.778152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-db2b1d1e-c444-4e56-a7e9-3768d8343cd9 None None] Provisioning complete for port a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.778527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db2b1d1e-c444-4e56-a7e9-3768d8343cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.821924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-db2b1d1e-c444-4e56-a7e9-3768d8343cd9 None None] Port a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:30.841799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ed87a-a9f0-4685-93ca-64e27c3ebac3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.844454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ed87a-a9f0-4685-93ca-64e27c3ebac3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.846059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ed87a-a9f0-4685-93ca-64e27c3ebac3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.848416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4d8ed87a-a9f0-4685-93ca-64e27c3ebac3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0988622 Nov 12 03:49:30.851550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47550) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:30.915857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea5c203-ed12-4c26-af71-ad27be42494c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 6564fd83-bbb4-47f3-abef-d9b61bff7304 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:30.919430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c203-ed12-4c26-af71-ad27be42494c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.963074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c203-ed12-4c26-af71-ad27be42494c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.963360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123d61b-cb69-4374-90c8-45b45e07539b req-d0367585-5ad3-4421-a2b7-78637a8ebfc3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.964892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4123d61b-cb69-4374-90c8-45b45e07539b req-d0367585-5ad3-4421-a2b7-78637a8ebfc3 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0883698 Nov 12 03:49:30.982264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c71828-ee58-4945-ba8f-403da9c9c788 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:49:31.016435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:31.016675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.049138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4123d61b-cb69-4374-90c8-45b45e07539b req-8dde55c3-a114-4871-addc-707cf83c674e tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771482 Nov 12 03:49:31.053253 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c203-ed12-4c26-af71-ad27be42494c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.111114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c71828-ee58-4945-ba8f-403da9c9c788 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:49:31.128055 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.133339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c203-ed12-4c26-af71-ad27be42494c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.143095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for a2618ef1-09a2-4084-a5b2-57c2cc36ceb0 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:31.167968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5c203-ed12-4c26-af71-ad27be42494c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=6564fd83-bbb4-47f3-abef-d9b61bff7304,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.179264 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5ea5c203-ed12-4c26-af71-ad27be42494c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.185798 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5ea5c203-ed12-4c26-af71-ad27be42494c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/6564fd83-bbb4-47f3-abef-d9b61bff7304 HTTP/1.1" status: 204 len: 168 time: 0.3332510 Nov 12 03:49:31.186498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47554) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.248527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f02297-944c-4f8c-8bc6-9e1713504a6f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 994d8212-21eb-4816-b63a-7642e8ff29a6 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:31.254197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f02297-944c-4f8c-8bc6-9e1713504a6f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.323498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f02297-944c-4f8c-8bc6-9e1713504a6f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.367597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d8c9a50c-394f-49e9-a003-30b7d05ad687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.368176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.398459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=a2618ef1-09a2-4084-a5b2-57c2cc36ceb0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.489761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f02297-944c-4f8c-8bc6-9e1713504a6f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.508937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.525909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-51336fa9-f0d9-47f6-a68a-841c534bcc38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0931184 Nov 12 03:49:31.587562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f02297-944c-4f8c-8bc6-9e1713504a6f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.651065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f02297-944c-4f8c-8bc6-9e1713504a6f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=994d8212-21eb-4816-b63a-7642e8ff29a6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.660072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f02297-944c-4f8c-8bc6-9e1713504a6f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.665667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-45f02297-944c-4f8c-8bc6-9e1713504a6f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/994d8212-21eb-4816-b63a-7642e8ff29a6 HTTP/1.1" status: 204 len: 168 time: 0.4758809 Nov 12 03:49:31.665994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47556) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.687269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 5db357e6-877a-43d7-a9e6-ccb319c48250 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:31.708960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7e7d82d5-cf1f-40c4-967a-ac02565703d1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411870 Nov 12 03:49:31.711644 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.736496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:31.768564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fe7410a4-1319-491c-ac9e-f5fbd10650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.769082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fe7410a4-1319-491c-ac9e-f5fbd10650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.769558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fe7410a4-1319-491c-ac9e-f5fbd10650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.770318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fe7410a4-1319-491c-ac9e-f5fbd10650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.770481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fe7410a4-1319-491c-ac9e-f5fbd10650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.771165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fe7410a4-1319-491c-ac9e-f5fbd10650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.771435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fe7410a4-1319-491c-ac9e-f5fbd10650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.773618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fe7410a4-1319-491c-ac9e-f5fbd10650c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6505 time: 0.1830568 Nov 12 03:49:31.783330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:31.796328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca66092e-3210-47c2-8247-32e40886c513 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.797993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fab5d8eb-00c8-4021-929d-b4524f3c70a2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/5db357e6-877a-43d7-a9e6-ccb319c48250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6435127 Nov 12 03:49:31.798205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47560) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.800789 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ca66092e-3210-47c2-8247-32e40886c513 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0881050 Nov 12 03:49:31.801436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47562) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.810051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c26870-f116-4ba2-af0d-0c934f99fd3f None None] Sync routers for ids ['5db357e6-877a-43d7-a9e6-ccb319c48250'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:31.828424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c26870-f116-4ba2-af0d-0c934f99fd3f None None] Routers {'5db357e6-877a-43d7-a9e6-ccb319c48250'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:31.829114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-48c26870-f116-4ba2-af0d-0c934f99fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5db357e6-877a-43d7-a9e6-ccb319c48250'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.841058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e4a1a675-5a19-43a9-abb6-0c2e8105dbe0 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db357e6-877a-43d7-a9e6-ccb319c48250 HTTP/1.1" status: 200 len: 205 time: 0.0417352 Nov 12 03:49:31.843491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.866751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-48c26870-f116-4ba2-af0d-0c934f99fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.870493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:31.870867 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.898874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb3e3cb-98b2-441f-8462-8eb413009e43 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.901422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eeb3e3cb-98b2-441f-8462-8eb413009e43 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0983703 Nov 12 03:49:31.908873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47566) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.925299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05bccbe6-1b91-4a82-b1fd-e98535e3949e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.926271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c26870-f116-4ba2-af0d-0c934f99fd3f None None] Routers {'5db357e6-877a-43d7-a9e6-ccb319c48250'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:31.926916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-48c26870-f116-4ba2-af0d-0c934f99fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5db357e6-877a-43d7-a9e6-ccb319c48250'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:32.004478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-48c26870-f116-4ba2-af0d-0c934f99fd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:32.004478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c26870-f116-4ba2-af0d-0c934f99fd3f None None] The sync data for ids ['5db357e6-877a-43d7-a9e6-ccb319c48250'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:32.012061 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0d05678d-91d3-48ba-b923-25ac9a609160 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013100 Nov 12 03:49:32.019133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47568) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.025076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-83b28c9b-9b9d-4a07-88ad-9a471cbdcbab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:32.076337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e1d14-6ba8-40bc-9277-60dacc014a8d None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:49:32.114874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-8cd9607c-7103-483e-b4f6-caaa50ec3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.115347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-8cd9607c-7103-483e-b4f6-caaa50ec3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.115810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-8cd9607c-7103-483e-b4f6-caaa50ec3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.117525 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-8cd9607c-7103-483e-b4f6-caaa50ec3722 service neutron] 10.222.0.20 "GET /v2.0/networks?id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=77b499b6-d587-4950-a636-c04dfb896eb7&id=77b499b6-d587-4950-a636-c04dfb896eb7 HTTP/1.1" status: 200 len: 2302 time: 0.2763238 Nov 12 03:49:32.162618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05bccbe6-1b91-4a82-b1fd-e98535e3949e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.165616 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05bccbe6-1b91-4a82-b1fd-e98535e3949e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.180659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3b7ec8ba-48b0-4eea-975a-6d31fc946d41 None None] Provisioning complete for port 00dd4362-679d-49a0-b5d1-b51344fbc429 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:32.191104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec8ba-48b0-4eea-975a-6d31fc946d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.222446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-20430d64-8744-4c95-90a8-35ab819d50b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc HTTP/1.1" status: 200 len: 1000 time: 0.0890510 Nov 12 03:49:32.226928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b28c9b-9b9d-4a07-88ad-9a471cbdcbab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:32.234039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83b28c9b-9b9d-4a07-88ad-9a471cbdcbab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.236174 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b28c9b-9b9d-4a07-88ad-9a471cbdcbab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:32.236917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b28c9b-9b9d-4a07-88ad-9a471cbdcbab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:32.247944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e1d14-6ba8-40bc-9277-60dacc014a8d None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:49:32.248419 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05bccbe6-1b91-4a82-b1fd-e98535e3949e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.249060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bccbe6-1b91-4a82-b1fd-e98535e3949e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Fanout notify agent at l3_agent the message router_deleted on router 5db357e6-877a-43d7-a9e6-ccb319c48250 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:32.258027 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-05bccbe6-1b91-4a82-b1fd-e98535e3949e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.259132 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-05bccbe6-1b91-4a82-b1fd-e98535e3949e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/5db357e6-877a-43d7-a9e6-ccb319c48250 HTTP/1.1" status: 204 len: 168 time: 0.4144890 Nov 12 03:49:32.265331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.297247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-83b28c9b-9b9d-4a07-88ad-9a471cbdcbab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2770224 Nov 12 03:49:32.298769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47576) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.305320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-10242bc3-554d-4010-a4b0-a86dc17d2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.306022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-93dde751-c37d-42f7-8118-bf173f62e682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:32.306957 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-10242bc3-554d-4010-a4b0-a86dc17d2ab8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c57c6a23-87ec-4b84-82b8-ae307427b1cb HTTP/1.1" status: 200 len: 856 time: 0.0656269 Nov 12 03:49:32.362276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-55caebe5-cd12-42ad-9278-12fc4610ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.363831 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-55caebe5-cd12-42ad-9278-12fc4610ee7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475681 Nov 12 03:49:32.380863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503f942-c322-47d5-a9db-5fb54459bda1 req-9d938b1f-a9c3-4e76-b081-d86c959dc29c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.385212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d503f942-c322-47d5-a9db-5fb54459bda1 req-9d938b1f-a9c3-4e76-b081-d86c959dc29c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.2113407 Nov 12 03:49:32.430593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af17f1c-edbd-4108-963e-8729bfc75366 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet fa0310bc-346b-4df1-a12a-9f357566b9a2 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:32.439693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6af17f1c-edbd-4108-963e-8729bfc75366 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.479376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-e2785623-d945-4d80-8420-e9df082e0b3d service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027513 Nov 12 03:49:32.501705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d503f942-c322-47d5-a9db-5fb54459bda1 req-44cd145e-6a81-4573-9fc7-9eca0d948676 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090446 Nov 12 03:49:32.511755 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6af17f1c-edbd-4108-963e-8729bfc75366 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.544497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dde751-c37d-42f7-8118-bf173f62e682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:32.548076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93dde751-c37d-42f7-8118-bf173f62e682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.549517 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dde751-c37d-42f7-8118-bf173f62e682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:32.549952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dde751-c37d-42f7-8118-bf173f62e682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:32.563967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be63d8-c015-4239-93dd-fdd600597e0d None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:32.589812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-93dde751-c37d-42f7-8118-bf173f62e682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2883365 Nov 12 03:49:32.596156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47578) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.604910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-74992da9-d910-4df0-93f9-be41edbdcf51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:32.636555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-13512979-60fb-481e-a05d-5520cb2d566d None None] Provisioning complete for port 00dd4362-679d-49a0-b5d1-b51344fbc429 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:32.636968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-13512979-60fb-481e-a05d-5520cb2d566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.643216 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-9bbcb7fd-c74c-408b-8e4e-b2e5bccbf7f8 service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558502 Nov 12 03:49:32.654369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6af17f1c-edbd-4108-963e-8729bfc75366 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.724671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-263d7610-20d5-46f6-89df-6902e8bcbcb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 200 len: 217 time: 0.0503721 Nov 12 03:49:32.739163 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6af17f1c-edbd-4108-963e-8729bfc75366 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.761309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6af17f1c-edbd-4108-963e-8729bfc75366 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.766844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6af17f1c-edbd-4108-963e-8729bfc75366 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/fa0310bc-346b-4df1-a12a-9f357566b9a2 HTTP/1.1" status: 204 len: 168 time: 0.4990993 Nov 12 03:49:32.792209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47580) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.801143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af17f1c-edbd-4108-963e-8729bfc75366 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=fa0310bc-346b-4df1-a12a-9f357566b9a2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.814610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74992da9-d910-4df0-93f9-be41edbdcf51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:32.819762 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74992da9-d910-4df0-93f9-be41edbdcf51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.821287 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-74992da9-d910-4df0-93f9-be41edbdcf51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:32.821741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74992da9-d910-4df0-93f9-be41edbdcf51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:32.853583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686f8058-8b54-4f36-9b8b-1ea6ff033bbb None None] Network 8c3b8b61-ae1e-42b5-89c0-533f14f23632 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:32.854461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-74992da9-d910-4df0-93f9-be41edbdcf51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2533913 Nov 12 03:49:32.859645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47582) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.872217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-90096408-6edc-4c63-a2fc-85ea2fcfea45 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:32.882840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:32.886659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.899988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-8a2b1eca-089c-4e42-9c48-cf8c916936b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.901156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-8a2b1eca-089c-4e42-9c48-cf8c916936b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.1666710 Nov 12 03:49:32.941171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:32.941510 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.997824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-5b3e6ac8-603c-4129-a3b1-3ca048ead9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.999415 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-5b3e6ac8-603c-4129-a3b1-3ca048ead9f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669827 Nov 12 03:49:33.008245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90096408-6edc-4c63-a2fc-85ea2fcfea45 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:33.008411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=97d517ba-0c2f-46bb-b1ae-b48c3a7ab684,segment=NetworkSegment(7ab5d289-d11e-4cd5-b246-c7412f819bea),segment_id=7ab5d289-d11e-4cd5-b246-c7412f819bea)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:33.008686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.012591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90096408-6edc-4c63-a2fc-85ea2fcfea45 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.014205 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-90096408-6edc-4c63-a2fc-85ea2fcfea45 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:33.014782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90096408-6edc-4c63-a2fc-85ea2fcfea45 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:33.022653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:33.034519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Deleting port 00dd4362-679d-49a0-b5d1-b51344fbc429 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:33.034934 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.097545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-90096408-6edc-4c63-a2fc-85ea2fcfea45 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2367325 Nov 12 03:49:33.101192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47584) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.108409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-14009338-fa96-4ae4-8fc6-4132677cb0a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:33.123497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.152996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=97d517ba-0c2f-46bb-b1ae-b48c3a7ab684,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.156543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:33.225328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82c1e1-1de3-46ab-b643-e7b6a6e5ee00 None None] DHCP port deletion for 8c3b8b61-ae1e-42b5-89c0-533f14f23632 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:33.226777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-4f687807-a12f-4f83-8c31-751e6474cd71 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090802 Nov 12 03:49:33.247058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.270365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3b8b61-ae1e-42b5-89c0-533f14f23632']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:33.283712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab5d289-d11e-4cd5-b246-c7412f819bea') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:33.283928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] For port 00dd4362-679d-49a0-b5d1-b51344fbc429, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=00dd4362-679d-49a0-b5d1-b51344fbc429,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:33.284025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab5d289-d11e-4cd5-b246-c7412f819bea') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:33.284216 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.299506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.299946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Calling delete_port for 00dd4362-679d-49a0-b5d1-b51344fbc429 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:33.318630 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.325955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:33.326359 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.330629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14009338-fa96-4ae4-8fc6-4132677cb0a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:33.335045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14009338-fa96-4ae4-8fc6-4132677cb0a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.337215 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-14009338-fa96-4ae4-8fc6-4132677cb0a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:33.337784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14009338-fa96-4ae4-8fc6-4132677cb0a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:33.371393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-14009338-fa96-4ae4-8fc6-4132677cb0a4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2635591 Nov 12 03:49:33.371393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fef58768-93b1-4380-9cdf-af9b90d12177 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356568 Nov 12 03:49:33.371393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47588) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.375784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-52c5d480-7c9a-49d8-ace5-0e8a1e75eb7d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:33.387870 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:33.405014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.412391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.420135 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.422223 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-d220e16a-3608-4000-a8c0-82eae99cdd1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 200 len: 217 time: 0.0406697 Nov 12 03:49:33.425332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/8c3b8b61-ae1e-42b5-89c0-533f14f23632 HTTP/1.1" status: 204 len: 168 time: 0.6316154 Nov 12 03:49:33.433177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47592) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.436210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Pushing event deleted for resources: {'Port': ['ID=00dd4362-679d-49a0-b5d1-b51344fbc429,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.437333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1085737791', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:33.441018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] No DVR routers for this DVR port 00dd4362-679d-49a0-b5d1-b51344fbc429 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:33.443259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f8dab-0403-4cd7-af4f-c51c0f2fe2d7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=8c3b8b61-ae1e-42b5-89c0-533f14f23632,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.453228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.453228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.453651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.453996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.454359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.454692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.455023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.455350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.455675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.456250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.456579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.456938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55869c6c-2a05-482f-893e-5ae0df95296e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:33.565256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6de3c501-e9bd-4b7a-be92-602f566ec7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.566775 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.568202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.578420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-ae531056-5c7e-411a-ac5a-c7e6f26bef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.579887 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-ae531056-5c7e-411a-ac5a-c7e6f26bef18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.1287730 Nov 12 03:49:33.599904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c5d480-7c9a-49d8-ace5-0e8a1e75eb7d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:33.603267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-52c5d480-7c9a-49d8-ace5-0e8a1e75eb7d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.604644 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c5d480-7c9a-49d8-ace5-0e8a1e75eb7d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:33.605101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c5d480-7c9a-49d8-ace5-0e8a1e75eb7d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:33.693583 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.698089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-52c5d480-7c9a-49d8-ace5-0e8a1e75eb7d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3265073 Nov 12 03:49:33.700597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:33.701999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47606) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.722246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:33.722575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 97d517ba-0c2f-46bb-b1ae-b48c3a7ab684 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:33.722961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 00dd4362-679d-49a0-b5d1-b51344fbc429 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:33.743495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 00dd4362-679d-49a0-b5d1-b51344fbc429 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:33.743857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 00dd4362-679d-49a0-b5d1-b51344fbc429 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:33.753742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d53c8470-79ef-46d6-8c1e-b259ac5d5551 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0508237 Nov 12 03:49:33.754371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47608) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.781933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fdd18bf3-2df1-4875-af0a-3237a35ae7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.783623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-fdd18bf3-2df1-4875-af0a-3237a35ae7ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1940823 Nov 12 03:49:33.813540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d13b5-1fff-451c-89dc-593134566724 req-15a2e91a-a960-43ae-a624-f26e6d24338b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.814968 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae9d13b5-1fff-451c-89dc-593134566724 req-15a2e91a-a960-43ae-a624-f26e6d24338b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1821883 Nov 12 03:49:33.833386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dab8f4-68b4-435b-ac40-f5033d5953c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.839556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-40dab8f4-68b4-435b-ac40-f5033d5953c5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841858 Nov 12 03:49:33.840182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47612) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.885509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-68df2bf4-d501-40fe-a2b5-a337d34219c6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441954 Nov 12 03:49:33.895544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47616) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.901038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:33.955149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.029946 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-34ee7621-30b0-4f32-8813-c9c52e7fa520 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349770 Nov 12 03:49:34.035076 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae9d13b5-1fff-451c-89dc-593134566724 req-b9e64056-df10-4b4a-b53a-ba530d6cf208 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791563 Nov 12 03:49:34.178756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-ba4f02d4-5602-4cb4-9a3c-750d5ded5c8e service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093962 Nov 12 03:49:34.289667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-440a98ed-e45e-4291-ad33-f0727314d17a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9 HTTP/1.1" status: 200 len: 217 time: 0.0626199 Nov 12 03:49:34.311046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8f7aa-75da-4e54-ae62-453e07d413fb req-e8cc957e-bc7a-4b00-86fe-148a03355a4d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.312525 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93f8f7aa-75da-4e54-ae62-453e07d413fb req-e8cc957e-bc7a-4b00-86fe-148a03355a4d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.4300783 Nov 12 03:49:34.323880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.360844 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.363508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:34.368156 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.407117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93f8f7aa-75da-4e54-ae62-453e07d413fb req-12d4e3a4-4294-4fe1-a363-54d0250095f3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874302 Nov 12 03:49:34.662565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:34.664198 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.707347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:34.713202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:34.717708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.718311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.723774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9bfd6a-5a62-4d30-859a-364fd768f7a4 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:34.731340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=903a02c2-cd7d-4865-b814-3f9a73b6fcb9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:34.745057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-83179fb8-3ceb-452d-8935-1226a46b0d16 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8452775 Nov 12 03:49:34.745373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47622) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:34.751727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:0f:ce:fc', 'name': 'tempest-NetworksTestDHCPv6-88593320'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:34.757580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-9a6f40b2-f08c-4061-b107-6d5877c083ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.759068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-9a6f40b2-f08c-4061-b107-6d5877c083ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.4436152 Nov 12 03:49:34.849635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-99a1f141-1c1e-49c4-9159-fa4f63a334ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.851048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-99a1f141-1c1e-49c4-9159-fa4f63a334ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805802 Nov 12 03:49:34.857991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 172.25.0.80 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/0a9562c8-8e5f-41dc-afa9-783c633eca00) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:34.874333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:34.885049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '903a02c2-cd7d-4865-b814-3f9a73b6fcb9'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:34.886056 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.985649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.992310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.010158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 098c4bdf-de80-4138-92ff-6b5b79569990 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:35.010939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-5a99cbdd-b1a6-45bf-aa3f-3707ed8980a5 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506717 Nov 12 03:49:35.041968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Allocated IP 2001:db8::f816:3eff:febb:341d (26523d9c-063a-4f6d-908e-0a92e0943db0/903a02c2-cd7d-4865-b814-3f9a73b6fcb9/86b54c8c-5ea9-4adb-a839-80418e7fec54) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:35.067348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.149724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-34c6aba9-28c5-48d6-b4da-5fc7014c5f1e service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279223 Nov 12 03:49:35.155191 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.187623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684dc67-cdef-4865-9f5e-dd92b648b054 req-ba7b795f-f418-4e5f-a23f-75d6e48e421b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.189343 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2684dc67-cdef-4865-9f5e-dd92b648b054 req-ba7b795f-f418-4e5f-a23f-75d6e48e421b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0581081 Nov 12 03:49:35.208351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.214943 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.230629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-49a698f1-1307-483b-ad90-b7e904601a67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cb214925-a0d3-49c1-bfe4-e19bba845662 HTTP/1.1" status: 200 len: 217 time: 0.0729551 Nov 12 03:49:35.238497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:35.269394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:35.270196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Pushing event updated for resources: {'Port': ['ID=86b54c8c-5ea9-4adb-a839-80418e7fec54,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.275420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:35.278405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:35.279780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=0a9562c8-8e5f-41dc-afa9-783c633eca00,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.280835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:35.283281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:35.313896 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2684dc67-cdef-4865-9f5e-dd92b648b054 req-c0ed9d77-092c-4a99-ae96-4613818d3de1 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060610 Nov 12 03:49:35.314377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31b6dc-1d6a-4655-a1d0-09d7002152c5 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:35.315742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fe0f:cefc (26523d9c-063a-4f6d-908e-0a92e0943db0/903a02c2-cd7d-4865-b814-3f9a73b6fcb9/098c4bdf-de80-4138-92ff-6b5b79569990) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:35.332222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-933f38c6-9e70-4826-b496-96f9c9d3f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.334744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-933f38c6-9e70-4826-b496-96f9c9d3f8a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0950654 Nov 12 03:49:35.377053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Attempting to bind port 86b54c8c-5ea9-4adb-a839-80418e7fec54 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:35.378158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Attempting to bind port 86b54c8c-5ea9-4adb-a839-80418e7fec54 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:35.378990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Attempting to bind port 86b54c8c-5ea9-4adb-a839-80418e7fec54 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:35.394065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:35.394530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:35.394989 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.395427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:35.396333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Bound port: 86b54c8c-5ea9-4adb-a839-80418e7fec54, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:35.396594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.470493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6d31fce4-56fb-4b15-b41e-30f02b9e9c01 None None] Provisioning complete for port 0a9562c8-8e5f-41dc-afa9-783c633eca00 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:35.470860 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d31fce4-56fb-4b15-b41e-30f02b9e9c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.515542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] For port 86b54c8c-5ea9-4adb-a839-80418e7fec54, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:35.531769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] For port 86b54c8c-5ea9-4adb-a839-80418e7fec54, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=86b54c8c-5ea9-4adb-a839-80418e7fec54,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:35.532886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6d31fce4-56fb-4b15-b41e-30f02b9e9c01 None None] Port 0a9562c8-8e5f-41dc-afa9-783c633eca00 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:35.537362 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.542034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-a5f1f2c2-115c-4264-bea4-45812aa3e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.543819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-a5f1f2c2-115c-4264-bea4-45812aa3e2c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1757970 Nov 12 03:49:35.597819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a0063-155b-4108-a774-ef74a1165b14 None None] Pushing event updated for resources: {'Port': ['ID=86b54c8c-5ea9-4adb-a839-80418e7fec54,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.615579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.663694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.682257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73ac75-c20e-4144-85c0-610b2b21b047 req-4c00a1b3-0bbc-4735-bd21-f5f230a47d3c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.685245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b73ac75-c20e-4144-85c0-610b2b21b047 req-4c00a1b3-0bbc-4735-bd21-f5f230a47d3c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1860042 Nov 12 03:49:35.711797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:35.715073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:35.718972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:35.725415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.726047 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.732422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=098c4bdf-de80-4138-92ff-6b5b79569990,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.749325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4833ce70-fed5-43cc-98e5-017e14dddb93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0026946 Nov 12 03:49:35.751889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47630) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:35.827951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-3ae0b914-e4d7-49a1-84d5-cf5c79ef1afb service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398989 Nov 12 03:49:35.832495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b5b8b-2ded-471b-8df6-e780bc19d510 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.840160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b5b8b-2ded-471b-8df6-e780bc19d510 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.844047 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ea8b5b8b-2ded-471b-8df6-e780bc19d510 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0888934 Nov 12 03:49:35.844178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b73ac75-c20e-4144-85c0-610b2b21b047 req-b1b053e6-eede-4b35-8dc4-1ac773dddbb1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192646 Nov 12 03:49:35.844285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47632) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:35.849246 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.957622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-52b4fe03-d9e9-4c42-ac01-77236ce2e9fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 098c4bdf-de80-4138-92ff-6b5b79569990 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:35.958192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4fe03-d9e9-4c42-ac01-77236ce2e9fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.026362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-54aff082-c26e-4485-8bf9-21fe74947f0c service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887357 Nov 12 03:49:36.046655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4fe03-d9e9-4c42-ac01-77236ce2e9fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.058560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-52b4fe03-d9e9-4c42-ac01-77236ce2e9fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 098c4bdf-de80-4138-92ff-6b5b79569990 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:36.103417 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-4aab2c78-52ca-4033-92fc-f1cfaebaeda3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f365200-87d4-4569-ba71-e1955393b003 HTTP/1.1" status: 200 len: 217 time: 0.0452600 Nov 12 03:49:36.195489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4fe03-d9e9-4c42-ac01-77236ce2e9fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.196944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-1adfd964-c022-44e2-a41e-6ed420132d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.198419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-1adfd964-c022-44e2-a41e-6ed420132d7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.0862896 Nov 12 03:49:36.203011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.224971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4fe03-d9e9-4c42-ac01-77236ce2e9fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=098c4bdf-de80-4138-92ff-6b5b79569990,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:36.254867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4fe03-d9e9-4c42-ac01-77236ce2e9fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.259199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-52b4fe03-d9e9-4c42-ac01-77236ce2e9fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/098c4bdf-de80-4138-92ff-6b5b79569990 HTTP/1.1" status: 204 len: 168 time: 0.4138851 Nov 12 03:49:36.261607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:36.317239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2110f-0888-42de-8bac-f62c7cc24788 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.319022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2110f-0888-42de-8bac-f62c7cc24788 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.321330 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bcc2110f-0888-42de-8bac-f62c7cc24788 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0580690 Nov 12 03:49:36.323414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47638) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:36.335478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-1cf15f05-77db-43a9-a0f7-da2736f7fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.337018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-1cf15f05-77db-43a9-a0f7-da2736f7fe6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310554 Nov 12 03:49:36.361996 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.456252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c0fd5-b4a8-425d-a6bd-99bd827b3061 req-b5e535d9-9d37-4029-81e7-d88e972a6b82 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.457831 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f91c0fd5-b4a8-425d-a6bd-99bd827b3061 req-b5e535d9-9d37-4029-81e7-d88e972a6b82 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0561442 Nov 12 03:49:36.463523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f68a8c-9d02-4717-ad13-06a01bf521ab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 903a02c2-cd7d-4865-b814-3f9a73b6fcb9 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:36.471188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f68a8c-9d02-4717-ad13-06a01bf521ab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.531026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f91c0fd5-b4a8-425d-a6bd-99bd827b3061 req-19183169-c99c-4dc3-abe3-497ee3f9af44 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650411 Nov 12 03:49:36.545337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f68a8c-9d02-4717-ad13-06a01bf521ab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.577756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 947ef6d4-b63e-40a6-a99f-7afc5496da7b is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:36.584784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-58e57608-9163-47f2-ba6d-657c6752fac6 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221694 Nov 12 03:49:36.769713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] Provisioning complete for port 86b54c8c-5ea9-4adb-a839-80418e7fec54 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:36.770415 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.789068 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f68a8c-9d02-4717-ad13-06a01bf521ab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.850712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:36.861205 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58357a61-6df9-41e2-b00f-1bef4be3b5cb None None] Sync routers for ids ['947ef6d4-b63e-40a6-a99f-7afc5496da7b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:36.871021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-09d54d6f-8974-411a-bc4a-a4c80ae51c81 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678466 Nov 12 03:49:36.875400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.877132 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58357a61-6df9-41e2-b00f-1bef4be3b5cb None None] Routers {'947ef6d4-b63e-40a6-a99f-7afc5496da7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:36.879320 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-58357a61-6df9-41e2-b00f-1bef4be3b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['947ef6d4-b63e-40a6-a99f-7afc5496da7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:36.892799 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.897277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3422f025-cf60-412c-bcfd-83026234e820 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4636588 Nov 12 03:49:36.897874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:36.926356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f68a8c-9d02-4717-ad13-06a01bf521ab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.929855 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-3fafa859-d4bc-4430-bc3e-d2f57ad19b31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f HTTP/1.1" status: 200 len: 217 time: 0.0499401 Nov 12 03:49:36.947823 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-58357a61-6df9-41e2-b00f-1bef4be3b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:36.957358 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58357a61-6df9-41e2-b00f-1bef4be3b5cb None None] Routers {'947ef6d4-b63e-40a6-a99f-7afc5496da7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:36.958527 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-58357a61-6df9-41e2-b00f-1bef4be3b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['947ef6d4-b63e-40a6-a99f-7afc5496da7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:36.971525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f68a8c-9d02-4717-ad13-06a01bf521ab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=903a02c2-cd7d-4865-b814-3f9a73b6fcb9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:36.980028 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:49:36.980399 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:49:37.000731 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-58357a61-6df9-41e2-b00f-1bef4be3b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:37.001389 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58357a61-6df9-41e2-b00f-1bef4be3b5cb None None] The sync data for ids ['947ef6d4-b63e-40a6-a99f-7afc5496da7b'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:37.014672 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-45f68a8c-9d02-4717-ad13-06a01bf521ab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.020411 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-45f68a8c-9d02-4717-ad13-06a01bf521ab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/903a02c2-cd7d-4865-b814-3f9a73b6fcb9 HTTP/1.1" status: 204 len: 168 time: 0.6937473 Nov 12 03:49:37.020554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47646) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:37.027154 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.066712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f5fafd98-1c3c-4595-a344-21de0f64670c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421152 Nov 12 03:49:37.069033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:37.076009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:37.082393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-ddd1a333-ea0e-45f7-8c6d-0ff9a2c0547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.084322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-ddd1a333-ea0e-45f7-8c6d-0ff9a2c0547e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.1461189 Nov 12 03:49:37.124525 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b230f69c-6b37-4056-bc68-22d35d3978a6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/routers/947ef6d4-b63e-40a6-a99f-7afc5496da7b HTTP/1.1" status: 200 len: 884 time: 0.2220380 Nov 12 03:49:37.130443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4260-86ea-4291-940e-3dbfdbf7eabb req-8f0e2547-223f-49dd-bbd1-2fcb85fc720d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.131960 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-56ff4260-86ea-4291-940e-3dbfdbf7eabb req-8f0e2547-223f-49dd-bbd1-2fcb85fc720d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1076767 Nov 12 03:49:37.132522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47650) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:37.154035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400e591-e39d-4cc6-a9b1-daf55ca7d7ee None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:37.199330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-530df190-421a-407d-8405-b6cdd84467a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.200958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-530df190-421a-407d-8405-b6cdd84467a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061044 Nov 12 03:49:37.240423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:37.244394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.256996 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-56ff4260-86ea-4291-940e-3dbfdbf7eabb req-8ea5e3e0-9fdd-435f-b27f-ee5be0ad5488 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173041 Nov 12 03:49:37.368369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:37.392610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-47477164-cadd-4c82-a196-505e03de34ca tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2566760 Nov 12 03:49:37.393215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47652) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:37.397984 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-7119d0ce-71af-4061-92d9-cb030c3a7cf9 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836386 Nov 12 03:49:37.398140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e33406b5-b65d-47dc-a424-87bd9a63ccd1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1085737791'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:37.420233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] Deleting port 86b54c8c-5ea9-4adb-a839-80418e7fec54 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:37.420870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.484711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] For port 86b54c8c-5ea9-4adb-a839-80418e7fec54, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=86b54c8c-5ea9-4adb-a839-80418e7fec54,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:37.485124 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.522056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] Calling delete_port for 86b54c8c-5ea9-4adb-a839-80418e7fec54 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:37.616886 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.680249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] For port 86b54c8c-5ea9-4adb-a839-80418e7fec54, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=86b54c8c-5ea9-4adb-a839-80418e7fec54,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:37.705826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.755000 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.777575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] No DVR routers for this DVR port 86b54c8c-5ea9-4adb-a839-80418e7fec54 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:37.796395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e9c2f-cd6a-4874-81b0-d3374f96eefd None None] Pushing event updated for resources: {'Port': ['ID=86b54c8c-5ea9-4adb-a839-80418e7fec54,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:37.824916 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e33406b5-b65d-47dc-a424-87bd9a63ccd1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.826024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885a94f-686c-4222-89e8-d07f252ec55c None None] Pushing event deleted for resources: {'Port': ['ID=86b54c8c-5ea9-4adb-a839-80418e7fec54,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:37.829967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5fd5dfef-1da5-49a7-8691-edb4197c1717 None None] Could not find standard attr ID for object 098c4bdf-de80-4138-92ff-6b5b79569990. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:37.838963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e33406b5-b65d-47dc-a424-87bd9a63ccd1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.954303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33406b5-b65d-47dc-a424-87bd9a63ccd1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 947ef6d4-b63e-40a6-a99f-7afc5496da7b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:37.986961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854847ff-10a2-4e2d-a6ff-1e43ff1473b7 req-abf237ad-ba81-46d4-8870-aab5de5e1593 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.988438 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-854847ff-10a2-4e2d-a6ff-1e43ff1473b7 req-abf237ad-ba81-46d4-8870-aab5de5e1593 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1213028 Nov 12 03:49:37.991365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f68b59a0-1936-4b3b-8cfb-089ef81b9c15 req-a75bf978-3148-4884-b278-1f9bbea9c942 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832183 Nov 12 03:49:38.066613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33406b5-b65d-47dc-a424-87bd9a63ccd1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:38.073980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e33406b5-b65d-47dc-a424-87bd9a63ccd1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.077753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e33406b5-b65d-47dc-a424-87bd9a63ccd1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/947ef6d4-b63e-40a6-a99f-7afc5496da7b HTTP/1.1" status: 200 len: 891 time: 0.6813724 Nov 12 03:49:38.078980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73617ee4-93d3-4b54-a163-ad3cb35e3e18 None None] Sync routers for ids ['947ef6d4-b63e-40a6-a99f-7afc5496da7b'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:38.081197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47658) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:38.087664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:38.089804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73617ee4-93d3-4b54-a163-ad3cb35e3e18 None None] Routers {'947ef6d4-b63e-40a6-a99f-7afc5496da7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:38.090730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-73617ee4-93d3-4b54-a163-ad3cb35e3e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['947ef6d4-b63e-40a6-a99f-7afc5496da7b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:38.092293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.102093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-854847ff-10a2-4e2d-a6ff-1e43ff1473b7 req-4e63db2a-a685-4b38-92a9-8a69af94d48e tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043780 Nov 12 03:49:38.124192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-73617ee4-93d3-4b54-a163-ad3cb35e3e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:38.133716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73617ee4-93d3-4b54-a163-ad3cb35e3e18 None None] Routers {'947ef6d4-b63e-40a6-a99f-7afc5496da7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:38.135103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-73617ee4-93d3-4b54-a163-ad3cb35e3e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['947ef6d4-b63e-40a6-a99f-7afc5496da7b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:38.142741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:38.147746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:38.151926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.152509 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.162693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=4cb2e31a-7524-4c3c-9667-254bf199791d,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:38.179735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474e9bf-dcf9-41e0-a439-06206a863ece None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:38.181416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-742c9ae2-4912-4405-8768-6e871967a334 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1113343 Nov 12 03:49:38.182298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-73617ee4-93d3-4b54-a163-ad3cb35e3e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:38.182903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73617ee4-93d3-4b54-a163-ad3cb35e3e18 None None] The sync data for ids ['947ef6d4-b63e-40a6-a99f-7afc5496da7b'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:38.184170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47660) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:38.190761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:93:7c:cc', 'name': 'tempest-NetworksTestDHCPv6-487511525'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:38.218620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2ad1e35-2664-49d0-81b9-eabcc753df16 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/routers/947ef6d4-b63e-40a6-a99f-7afc5496da7b HTTP/1.1" status: 200 len: 891 time: 0.1361713 Nov 12 03:49:38.221369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47662) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:38.254520 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-287ec8bf-5484-41de-9c05-37be18613668 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=947ef6d4-b63e-40a6-a99f-7afc5496da7b HTTP/1.1" status: 200 len: 205 time: 0.0320487 Nov 12 03:49:38.257358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47664) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:38.325510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:38.356905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '4cb2e31a-7524-4c3c-9667-254bf199791d'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:38.357975 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.412078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.418907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.448553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 86628b0d-202b-451e-ab1f-d07b5da09727 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:38.461710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7e23d-625b-4698-a494-eab6da515cb6 req-578a61f1-f60d-43a4-a083-c3b5c550cb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.463274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37f7e23d-625b-4698-a494-eab6da515cb6 req-578a61f1-f60d-43a4-a083-c3b5c550cb19 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1069191 Nov 12 03:49:38.510196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Allocated IP 2001:db8::f816:3eff:fe40:b5c6 (26523d9c-063a-4f6d-908e-0a92e0943db0/4cb2e31a-7524-4c3c-9667-254bf199791d/b38e4486-dfed-469d-b3c2-1a0a435093ec) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:38.562797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37f7e23d-625b-4698-a494-eab6da515cb6 req-75d59c8b-1490-439b-9dbd-d4d7cd4ee692 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891316 Nov 12 03:49:38.580121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.635769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 0a9562c8-8e5f-41dc-afa9-783c633eca00 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:38.636105 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.656564 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.663108 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.704399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:38.707790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:38.712071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:38.719035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fe93:7ccc (26523d9c-063a-4f6d-908e-0a92e0943db0/4cb2e31a-7524-4c3c-9667-254bf199791d/86628b0d-202b-451e-ab1f-d07b5da09727) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:38.719200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Pushing event updated for resources: {'Port': ['ID=b38e4486-dfed-469d-b3c2-1a0a435093ec,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:38.729531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.745965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 0a9562c8-8e5f-41dc-afa9-783c633eca00 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:38.779061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Attempting to bind port b38e4486-dfed-469d-b3c2-1a0a435093ec on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:38.779666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Attempting to bind port b38e4486-dfed-469d-b3c2-1a0a435093ec by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:38.780181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Attempting to bind port b38e4486-dfed-469d-b3c2-1a0a435093ec on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:38.785637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:38.786255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:38.786883 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.787481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:38.788096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Bound port: b38e4486-dfed-469d-b3c2-1a0a435093ec, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:38.788809 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.859170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] For port b38e4486-dfed-469d-b3c2-1a0a435093ec, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:38.862425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] For port b38e4486-dfed-469d-b3c2-1a0a435093ec, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b38e4486-dfed-469d-b3c2-1a0a435093ec,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:38.866965 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.907800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.935248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585592cd-bc8a-492b-a5b2-cae4329988ed None None] Pushing event updated for resources: {'Port': ['ID=b38e4486-dfed-469d-b3c2-1a0a435093ec,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:38.943380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.951607 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.971556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=0a9562c8-8e5f-41dc-afa9-783c633eca00,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:38.987828 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5c38b-b0c3-46c5-8697-97b1f93d569d None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:38.995777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:38.999511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:39.003474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:39.010611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.011348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.034035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=86628b0d-202b-451e-ab1f-d07b5da09727,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.045272 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ffa90ed1-40e5-43b0-9dbd-996f512ce670 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8600228 Nov 12 03:49:39.048002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47670) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.050244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.497054 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.499601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.574676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36be93-7dae-49c8-a972-b475f106429b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.580830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36be93-7dae-49c8-a972-b475f106429b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.585776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ff36be93-7dae-49c8-a972-b475f106429b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5335100 Nov 12 03:49:39.586233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47674) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.592128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.592880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Fanout notify agent at l3_agent the message router_deleted on router 947ef6d4-b63e-40a6-a99f-7afc5496da7b {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:39.602926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.604375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9bb8fc5a-bcdf-47ad-9165-d40dbb63253d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/947ef6d4-b63e-40a6-a99f-7afc5496da7b HTTP/1.1" status: 204 len: 168 time: 1.3461001 Nov 12 03:49:39.612581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47678) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.622235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c9b5a-b434-4e82-8cd1-6f4d650fa371 req-5a6cac33-8642-4c75-9ec2-8f3591e4f33d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.623838 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78c9b5a-b434-4e82-8cd1-6f4d650fa371 req-5a6cac33-8642-4c75-9ec2-8f3591e4f33d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1433499 Nov 12 03:49:39.629221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-461451664'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:39.702527 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c78c9b5a-b434-4e82-8cd1-6f4d650fa371 req-b3ec6bce-859c-4aae-81cc-d5e690b03d8c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687926 Nov 12 03:49:39.706914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:39.720525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.736540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-be5b1cf8-6500-4d40-bc4a-6248bcd2a683 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 86628b0d-202b-451e-ab1f-d07b5da09727 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:39.736911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be5b1cf8-6500-4d40-bc4a-6248bcd2a683 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.753526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e763c-8be8-458d-a51d-fe9a26e8b7aa req-53dcdfe8-fc94-4fbf-8caa-518f0c5604e9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.756709 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc2e763c-8be8-458d-a51d-fe9a26e8b7aa req-53dcdfe8-fc94-4fbf-8caa-518f0c5604e9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0852554 Nov 12 03:49:39.764992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:39.778669 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.779026 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment 014ef17d-0af5-4e27-bdd4-6d8aa0dd2206 of type vlan for network 7724a0ea-75bc-4678-b25a-16b37b57c48d Nov 12 03:49:39.807543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b38e4486-dfed-469d-b3c2-1a0a435093ec up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:39.832810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.874116 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.880112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.881277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.885006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b38e4486-dfed-469d-b3c2-1a0a435093ec triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:39.886208 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.936960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc2e763c-8be8-458d-a51d-fe9a26e8b7aa req-3df11213-1620-4a30-a716-585edc2911c8 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690698 Nov 12 03:49:39.963606 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be5b1cf8-6500-4d40-bc4a-6248bcd2a683 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.977659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-be5b1cf8-6500-4d40-bc4a-6248bcd2a683 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 86628b0d-202b-451e-ab1f-d07b5da09727 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:39.977902 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3528130 Nov 12 03:49:39.981128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47682) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.985702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': '7724a0ea-75bc-4678-b25a-16b37b57c48d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:40.005062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee94841-36af-433c-a1f1-e354e23fbf09 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=7724a0ea-75bc-4678-b25a-16b37b57c48d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.015095 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.051556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port b38e4486-dfed-469d-b3c2-1a0a435093ec, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b38e4486-dfed-469d-b3c2-1a0a435093ec,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:40.053789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 7724a0ea-75bc-4678-b25a-16b37b57c48d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:40.075510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.114818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:40.121558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.148661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be5b1cf8-6500-4d40-bc4a-6248bcd2a683 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.178617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=b38e4486-dfed-469d-b3c2-1a0a435093ec,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.187671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a977da65-3b0c-4481-8f11-4a3a7c6cca7d None None] Provisioning complete for port b38e4486-dfed-469d-b3c2-1a0a435093ec triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:40.187807 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a977da65-3b0c-4481-8f11-4a3a7c6cca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.227672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b1cf8-6500-4d40-bc4a-6248bcd2a683 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=86628b0d-202b-451e-ab1f-d07b5da09727,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.259905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be5b1cf8-6500-4d40-bc4a-6248bcd2a683 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.265367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-be5b1cf8-6500-4d40-bc4a-6248bcd2a683 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/86628b0d-202b-451e-ab1f-d07b5da09727 HTTP/1.1" status: 204 len: 168 time: 0.6759417 Nov 12 03:49:40.267120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47684) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.328412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c22a8a-5f2a-497e-b856-ae74f0a702fa tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.330238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c22a8a-5f2a-497e-b856-ae74f0a702fa tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.335356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-82c22a8a-5f2a-497e-b856-ae74f0a702fa tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0671687 Nov 12 03:49:40.336085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47686) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.367378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.391263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41e9803-46a1-45ff-9bba-a498d7305625 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 4cb2e31a-7524-4c3c-9667-254bf199791d {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:40.394842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c41e9803-46a1-45ff-9bba-a498d7305625 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.416287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1ad75b57-0b3e-4430-82b9-58a6286f2d5e None None] Could not find standard attr ID for object 86628b0d-202b-451e-ab1f-d07b5da09727. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:40.440938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=963bf6ce-8884-450d-a821-28ed4697fb53,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.451010 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c41e9803-46a1-45ff-9bba-a498d7305625 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.454217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': '014ef17d-0af5-4e27-bdd4-6d8aa0dd2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '7724a0ea-75bc-4678-b25a-16b37b57c48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:40.454597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: 7724a0ea-75bc-4678-b25a-16b37b57c48d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:40.474921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 7724a0ea-75bc-4678-b25a-16b37b57c48d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:40.487509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 7724a0ea-75bc-4678-b25a-16b37b57c48d) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:40.491868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.492523 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.503362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc1413e-6f40-40d1-b1e0-e9e7a2b34893 None None] Network 7724a0ea-75bc-4678-b25a-16b37b57c48d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:40.511238 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7f690eb8-f375-4438-a425-322fc06ffef9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5293493 Nov 12 03:49:40.513833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47688) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.518534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6059a0d3-ccf2-45d8-9a82-abae5814ffc7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-300254450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:40.545245 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6059a0d3-ccf2-45d8-9a82-abae5814ffc7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.547632 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c41e9803-46a1-45ff-9bba-a498d7305625 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.548355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6059a0d3-ccf2-45d8-9a82-abae5814ffc7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.634773 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6059a0d3-ccf2-45d8-9a82-abae5814ffc7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.635880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c41e9803-46a1-45ff-9bba-a498d7305625 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.639788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6059a0d3-ccf2-45d8-9a82-abae5814ffc7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.659137 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6059a0d3-ccf2-45d8-9a82-abae5814ffc7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.663435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6059a0d3-ccf2-45d8-9a82-abae5814ffc7 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1455126 Nov 12 03:49:40.663640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47690) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.664492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9803-46a1-45ff-9bba-a498d7305625 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb2e31a-7524-4c3c-9667-254bf199791d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.667983 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c41e9803-46a1-45ff-9bba-a498d7305625 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.671183 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c41e9803-46a1-45ff-9bba-a498d7305625 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/4cb2e31a-7524-4c3c-9667-254bf199791d HTTP/1.1" status: 204 len: 168 time: 0.3341582 Nov 12 03:49:40.673659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47692) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.720948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2802ae3f-befe-40d3-969a-72468be287a2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439508 Nov 12 03:49:40.721155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47694) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.785526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b653f6-11f2-483b-8ad5-fc1dbfa509cb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.788444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-18b653f6-11f2-483b-8ad5-fc1dbfa509cb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0662851 Nov 12 03:49:40.791177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47698) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.861430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67514cc8-e8a2-4605-8f02-98ce88800a4b None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:40.877851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9940a34-f454-413d-9fa5-86ebf66abe93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.882498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d9940a34-f454-413d-9fa5-86ebf66abe93 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0872004 Nov 12 03:49:40.883747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47700) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.886416 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-7724a0ea-75bc-4678-b25a-16b37b57c48d', 'network_id': '7724a0ea-75bc-4678-b25a-16b37b57c48d', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': '963bf6ce-8884-450d-a821-28ed4697fb53'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:40.887262 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.898742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc7dc0-bfbd-42b8-bf42-31e19d8acb59 req-64f76fad-d2ad-4696-8c1a-dcfc1710d404 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.900328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91bc7dc0-bfbd-42b8-bf42-31e19d8acb59 req-64f76fad-d2ad-4696-8c1a-dcfc1710d404 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1105196 Nov 12 03:49:40.937926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9b493f21-973c-420d-8a57-0305091f951d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493729 Nov 12 03:49:40.940665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47702) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.953810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:41.022792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.089459 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91bc7dc0-bfbd-42b8-bf42-31e19d8acb59 req-c30f7317-9369-4cc3-b2ab-9ee2f99e961f tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571064 Nov 12 03:49:41.111665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:41.118019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.128486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Allocated IP 2001:db8::2 (7724a0ea-75bc-4678-b25a-16b37b57c48d/963bf6ce-8884-450d-a821-28ed4697fb53/58aba502-3f53-414f-9cc9-a90c18743c89) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:41.205718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:41.223899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8e62f-b78f-4784-bc16-520f2f7b8aac req-df7c6c8d-5c59-48f2-a6dd-6416888985db tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.225530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9a8e62f-b78f-4784-bc16-520f2f7b8aac req-df7c6c8d-5c59-48f2-a6dd-6416888985db tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1920710 Nov 12 03:49:41.336583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] Deleting port b38e4486-dfed-469d-b3c2-1a0a435093ec {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:41.337073 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.366968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.374822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9a8e62f-b78f-4784-bc16-520f2f7b8aac req-a04b13ab-5b96-4f80-8d66-bfd4e89a2156 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066368 Nov 12 03:49:41.403989 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.456157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] For port b38e4486-dfed-469d-b3c2-1a0a435093ec, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b38e4486-dfed-469d-b3c2-1a0a435093ec,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:41.456574 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.478053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Network 7724a0ea-75bc-4678-b25a-16b37b57c48d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:41.484459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8::1 (7724a0ea-75bc-4678-b25a-16b37b57c48d/963bf6ce-8884-450d-a821-28ed4697fb53/d13778e1-cb2f-495b-a397-bbaadc98c53b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:41.490355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] Calling delete_port for b38e4486-dfed-469d-b3c2-1a0a435093ec owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:41.492727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:41.500297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:41.518825 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Pushing event updated for resources: {'Port': ['ID=58aba502-3f53-414f-9cc9-a90c18743c89,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.536400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:41.623132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Attempting to bind port 58aba502-3f53-414f-9cc9-a90c18743c89 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:41.623798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Attempting to bind port 58aba502-3f53-414f-9cc9-a90c18743c89 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '014ef17d-0af5-4e27-bdd4-6d8aa0dd2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '7724a0ea-75bc-4678-b25a-16b37b57c48d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:41.624390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Attempting to bind port 58aba502-3f53-414f-9cc9-a90c18743c89 on network 7724a0ea-75bc-4678-b25a-16b37b57c48d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:41.634398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:41.634777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Checking segment: {'id': '014ef17d-0af5-4e27-bdd4-6d8aa0dd2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '7724a0ea-75bc-4678-b25a-16b37b57c48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:41.635182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.635583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Bound using segment: {'id': '014ef17d-0af5-4e27-bdd4-6d8aa0dd2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '7724a0ea-75bc-4678-b25a-16b37b57c48d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:41.636062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Bound port: 58aba502-3f53-414f-9cc9-a90c18743c89, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014ef17d-0af5-4e27-bdd4-6d8aa0dd2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '7724a0ea-75bc-4678-b25a-16b37b57c48d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:41.636625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.643637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.698501 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.702323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_pluggable_backend [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Port b38e4486-dfed-469d-b3c2-1a0a435093ec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102628) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:49:41.702976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_pluggable_backend [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Reverting IP allocation for 2001:db8::f816:3eff:fe40:b5c6 {{(pid=102628) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:49:41.704057 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.706874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.ipam_pluggable_backend [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe40:b5c6 {{(pid=102628) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:49:41.709527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.754864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b38e4486-dfed-469d-b3c2-1a0a435093ec no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:41.760415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 7724a0ea-75bc-4678-b25a-16b37b57c48d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:41.761751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] Pushing event deleted for resources: {'Port': ['ID=b38e4486-dfed-469d-b3c2-1a0a435093ec,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.765169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:41.767036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:41.775685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:41.776269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.780633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:41.784268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.784863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae829f-05df-4ed0-851f-a30f4041a296 None None] No DVR routers for this DVR port b38e4486-dfed-469d-b3c2-1a0a435093ec on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:41.786809 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.787965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] For port 58aba502-3f53-414f-9cc9-a90c18743c89, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:41.793710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b38e4486-dfed-469d-b3c2-1a0a435093ec {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:41.794067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b38e4486-dfed-469d-b3c2-1a0a435093ec not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:41.804777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] For port 58aba502-3f53-414f-9cc9-a90c18743c89, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=58aba502-3f53-414f-9cc9-a90c18743c89,segment=NetworkSegment(014ef17d-0af5-4e27-bdd4-6d8aa0dd2206),segment_id=014ef17d-0af5-4e27-bdd4-6d8aa0dd2206)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:41.805560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=e04e4e16-f196-4267-ba92-2f0dcbd9326a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.811529 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.829271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8516e9e7-00c2-4949-a63a-1370f4d9c7f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8874116 Nov 12 03:49:41.832180 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47708) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.832401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=d13778e1-cb2f-495b-a397-bbaadc98c53b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.840293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:13:79:c4', 'name': 'tempest-NetworksTestDHCPv6-1854225838'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:41.850356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd25f6-f945-4ac4-b614-5aecd5ba111f None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:41.961900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.962957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81ec3b-e290-4ee6-81ba-e4ad3abfe011 None None] Pushing event updated for resources: {'Port': ['ID=58aba502-3f53-414f-9cc9-a90c18743c89,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.000907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:42.007269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.032203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 22d1f436-0a8e-4794-b9f5-e8c6f5b809ff yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:42.071018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': 'e04e4e16-f196-4267-ba92-2f0dcbd9326a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:42.071893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.255785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fe13:79c4 (26523d9c-063a-4f6d-908e-0a92e0943db0/e04e4e16-f196-4267-ba92-2f0dcbd9326a/22d1f436-0a8e-4794-b9f5-e8c6f5b809ff) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:42.292077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4309a1-e13b-4ccc-a12d-ff5f907c5911 req-490dd3a1-3104-44af-a1c3-87dd0d3d0795 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.297326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce4309a1-e13b-4ccc-a12d-ff5f907c5911 req-490dd3a1-3104-44af-a1c3-87dd0d3d0795 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0875340 Nov 12 03:49:42.357341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.362325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.363012 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.385770 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce4309a1-e13b-4ccc-a12d-ff5f907c5911 req-cb380953-f08b-453a-b57d-45efaac04756 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807593 Nov 12 03:49:42.456771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=d13778e1-cb2f-495b-a397-bbaadc98c53b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.493312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.527356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 7724a0ea-75bc-4678-b25a-16b37b57c48d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:42.528757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.531245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:42.578096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:42.580864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Allocated IP 2001:db8::f816:3eff:fea1:436a (26523d9c-063a-4f6d-908e-0a92e0943db0/e04e4e16-f196-4267-ba92-2f0dcbd9326a/37556825-cc5f-49a0-88f6-23f455c4f45f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:42.581517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:42.587399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:42.588962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61269ad-253e-4d77-bed7-2efe4d49d9bf req-2e25ad8b-9af5-4e32-a4f2-ef36876ec6de tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.590939 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a61269ad-253e-4d77-bed7-2efe4d49d9bf req-2e25ad8b-9af5-4e32-a4f2-ef36876ec6de tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1147544 Nov 12 03:49:42.593157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.593776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.603879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=22d1f436-0a8e-4794-b9f5-e8c6f5b809ff,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.621747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dd46e549-c944-4afe-9a67-e42f1fb427f6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7888029 Nov 12 03:49:42.624967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47716) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:42.687041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d611f3de-de40-4c6e-abcd-2b43cb21c1de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.689888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d611f3de-de40-4c6e-abcd-2b43cb21c1de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0632632 Nov 12 03:49:42.692244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47718) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:42.722757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a61269ad-253e-4d77-bed7-2efe4d49d9bf req-a2a7a1ec-3575-448e-8cac-ff091aae360c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730224 Nov 12 03:49:42.780142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 76dab7a8-dd52-4093-841f-8edd8ce558a3 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:42.790653 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.798990 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.836861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ab434d45-fcd8-4d71-9ddf-3096c18361ed tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 22d1f436-0a8e-4794-b9f5-e8c6f5b809ff {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:42.837440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab434d45-fcd8-4d71-9ddf-3096c18361ed tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.843777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:42.846868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:42.853134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:42.856294 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Pushing event updated for resources: {'Port': ['ID=37556825-cc5f-49a0-88f6-23f455c4f45f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.894433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:42.900505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-24eab774-c32d-4ef2-a468-4c13f55edbb3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/76dab7a8-dd52-4093-841f-8edd8ce558a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356176 Nov 12 03:49:42.902762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47720) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:42.905651 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234849a9-d57d-45c1-856b-a6295b737cad None None] Sync routers for ids ['76dab7a8-dd52-4093-841f-8edd8ce558a3'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:42.923734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234849a9-d57d-45c1-856b-a6295b737cad None None] Routers {'76dab7a8-dd52-4093-841f-8edd8ce558a3'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:42.924611 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-234849a9-d57d-45c1-856b-a6295b737cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['76dab7a8-dd52-4093-841f-8edd8ce558a3'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:42.935354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Attempting to bind port 37556825-cc5f-49a0-88f6-23f455c4f45f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:42.935875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Attempting to bind port 37556825-cc5f-49a0-88f6-23f455c4f45f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:42.936358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Attempting to bind port 37556825-cc5f-49a0-88f6-23f455c4f45f on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:42.942810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:42.943461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:42.943968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.944478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:42.945208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Bound port: 37556825-cc5f-49a0-88f6-23f455c4f45f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:42.945688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.953678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d477cf69-f008-4388-85f3-6efc795654a9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.961482 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d477cf69-f008-4388-85f3-6efc795654a9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports/d13778e1-cb2f-495b-a397-bbaadc98c53b HTTP/1.1" status: 200 len: 911 time: 0.0547535 Nov 12 03:49:42.961640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47722) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:42.970432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c62eee77-a169-4963-b934-8e0dbd485086 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '963bf6ce-8884-450d-a821-28ed4697fb53'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:42.986892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab434d45-fcd8-4d71-9ddf-3096c18361ed tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.995679 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-234849a9-d57d-45c1-856b-a6295b737cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:43.007653 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234849a9-d57d-45c1-856b-a6295b737cad None None] Routers {'76dab7a8-dd52-4093-841f-8edd8ce558a3'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:43.011226 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-234849a9-d57d-45c1-856b-a6295b737cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['76dab7a8-dd52-4093-841f-8edd8ce558a3'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:43.015191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ab434d45-fcd8-4d71-9ddf-3096c18361ed tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 22d1f436-0a8e-4794-b9f5-e8c6f5b809ff owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:43.037879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] For port 37556825-cc5f-49a0-88f6-23f455c4f45f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:43.043674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] For port 37556825-cc5f-49a0-88f6-23f455c4f45f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=37556825-cc5f-49a0-88f6-23f455c4f45f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:43.049899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.052890 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-234849a9-d57d-45c1-856b-a6295b737cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:43.053538 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234849a9-d57d-45c1-856b-a6295b737cad None None] The sync data for ids ['76dab7a8-dd52-4093-841f-8edd8ce558a3'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:43.104360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b27db-cb9d-4112-866d-f53ed5d5cfb3 None None] Network 7724a0ea-75bc-4678-b25a-16b37b57c48d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:43.179863 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c62eee77-a169-4963-b934-8e0dbd485086 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.197330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab434d45-fcd8-4d71-9ddf-3096c18361ed tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.197557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a083eb1-eb84-4509-ab9f-494fb4510d8d None None] Pushing event updated for resources: {'Port': ['ID=37556825-cc5f-49a0-88f6-23f455c4f45f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:43.233233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f72e02cd-bc71-4ca7-8ca1-eedcbff14ccc None None] Provisioning complete for port 58aba502-3f53-414f-9cc9-a90c18743c89 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:43.233610 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f72e02cd-bc71-4ca7-8ca1-eedcbff14ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.238571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab434d45-fcd8-4d71-9ddf-3096c18361ed tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=22d1f436-0a8e-4794-b9f5-e8c6f5b809ff,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:43.264864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab434d45-fcd8-4d71-9ddf-3096c18361ed tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.271204 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab434d45-fcd8-4d71-9ddf-3096c18361ed tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/22d1f436-0a8e-4794-b9f5-e8c6f5b809ff HTTP/1.1" status: 204 len: 168 time: 0.5759089 Nov 12 03:49:43.271839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47724) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:43.394235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1b58b-a72d-4c4a-8f63-b0a1b6cbaae3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.396613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1b58b-a72d-4c4a-8f63-b0a1b6cbaae3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.400935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-69c1b58b-a72d-4c4a-8f63-b0a1b6cbaae3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1281013 Nov 12 03:49:43.401513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47728) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:43.453377 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f72e02cd-bc71-4ca7-8ca1-eedcbff14ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.487855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f72e02cd-bc71-4ca7-8ca1-eedcbff14ccc None None] For port 58aba502-3f53-414f-9cc9-a90c18743c89, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=58aba502-3f53-414f-9cc9-a90c18743c89,segment=NetworkSegment(014ef17d-0af5-4e27-bdd4-6d8aa0dd2206),segment_id=014ef17d-0af5-4e27-bdd4-6d8aa0dd2206)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:43.493390 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f72e02cd-bc71-4ca7-8ca1-eedcbff14ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.508332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2f4ebf-e00b-4575-913d-796772a3a184 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet e04e4e16-f196-4267-ba92-2f0dcbd9326a {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:43.512675 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ebf-e00b-4575-913d-796772a3a184 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.565166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ebf-e00b-4575-913d-796772a3a184 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.573342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e02cd-bc71-4ca7-8ca1-eedcbff14ccc None None] Pushing event updated for resources: {'Port': ['ID=58aba502-3f53-414f-9cc9-a90c18743c89,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:43.591121 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:43.674464 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ebf-e00b-4575-913d-796772a3a184 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.706934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e59619-f12f-40cc-a9eb-e32d7e4476ca req-e97532d3-e4c3-49bd-92a0-bbe70928935a tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.709426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31e59619-f12f-40cc-a9eb-e32d7e4476ca req-e97532d3-e4c3-49bd-92a0-bbe70928935a tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1628559 Nov 12 03:49:43.777744 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ebf-e00b-4575-913d-796772a3a184 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.799242 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4ebf-e00b-4575-913d-796772a3a184 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.801776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31e59619-f12f-40cc-a9eb-e32d7e4476ca req-9f2222a2-990b-47d9-99c7-59f413e234c7 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805452 Nov 12 03:49:43.805634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2e2f4ebf-e00b-4575-913d-796772a3a184 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/e04e4e16-f196-4267-ba92-2f0dcbd9326a HTTP/1.1" status: 204 len: 168 time: 0.4024508 Nov 12 03:49:43.818298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47734) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:43.840454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 37556825-cc5f-49a0-88f6-23f455c4f45f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:43.879530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f4ebf-e00b-4575-913d-796772a3a184 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=e04e4e16-f196-4267-ba92-2f0dcbd9326a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:43.907171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 37556825-cc5f-49a0-88f6-23f455c4f45f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:43.907841 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.937263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa9b2e-f7dd-401f-ba08-6d000bb36889 req-a2f44eec-45ef-4dc6-921f-591f3d9ab48b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.943465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98aa9b2e-f7dd-401f-ba08-6d000bb36889 req-a2f44eec-45ef-4dc6-921f-591f3d9ab48b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0724273 Nov 12 03:49:43.973229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-16b5d03e-d00b-4dd9-aa48-cae903baeeae None None] Provisioning complete for port d13778e1-cb2f-495b-a397-bbaadc98c53b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:43.974312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16b5d03e-d00b-4dd9-aa48-cae903baeeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.028560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98aa9b2e-f7dd-401f-ba08-6d000bb36889 req-81276b46-ef28-4dcb-8ff6-cb5240f555b5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744367 Nov 12 03:49:44.037453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-16b5d03e-d00b-4dd9-aa48-cae903baeeae None None] Port d13778e1-cb2f-495b-a397-bbaadc98c53b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:44.059957 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.073650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-16b5d03e-d00b-4dd9-aa48-cae903baeeae None None] Provisioning complete for port 58aba502-3f53-414f-9cc9-a90c18743c89 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:44.074117 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16b5d03e-d00b-4dd9-aa48-cae903baeeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.146752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 37556825-cc5f-49a0-88f6-23f455c4f45f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=37556825-cc5f-49a0-88f6-23f455c4f45f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:44.157735 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.158992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 58aba502-3f53-414f-9cc9-a90c18743c89 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:44.249387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fdcc6106-bf1d-4beb-b1d7-83a0bfdddae6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4286547 Nov 12 03:49:44.250721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47736) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:44.255231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c62eee77-a169-4963-b934-8e0dbd485086 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.256410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:44.264951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c62eee77-a169-4963-b934-8e0dbd485086 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.274054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62eee77-a169-4963-b934-8e0dbd485086 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:44.274876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c62eee77-a169-4963-b934-8e0dbd485086 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.279578 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c62eee77-a169-4963-b934-8e0dbd485086 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/ports/d13778e1-cb2f-495b-a397-bbaadc98c53b HTTP/1.1" status: 200 len: 911 time: 1.3169496 Nov 12 03:49:44.280417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:44.288303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=37556825-cc5f-49a0-88f6-23f455c4f45f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:44.306058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 58aba502-3f53-414f-9cc9-a90c18743c89 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:44.306427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.418324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:44.425575 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.461332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62eee77-a169-4963-b934-8e0dbd485086 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=d13778e1-cb2f-495b-a397-bbaadc98c53b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:44.527434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-450afb77-498c-4e50-9a1e-752ae7c61c6d None None] Provisioning complete for port d13778e1-cb2f-495b-a397-bbaadc98c53b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:44.527837 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-450afb77-498c-4e50-9a1e-752ae7c61c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.596884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-450afb77-498c-4e50-9a1e-752ae7c61c6d None None] Port d13778e1-cb2f-495b-a397-bbaadc98c53b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:44.639407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88caabf9-4642-4053-a693-39096aabe6e5 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:44.756213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ceb5b6ee-d6ae-4c68-b166-65c39bad81c9 None None] Provisioning complete for port d13778e1-cb2f-495b-a397-bbaadc98c53b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:44.756560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b6ee-d6ae-4c68-b166-65c39bad81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.759488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.795015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5b6ee-d6ae-4c68-b166-65c39bad81c9 None None] Port d13778e1-cb2f-495b-a397-bbaadc98c53b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:44.812668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ceb5b6ee-d6ae-4c68-b166-65c39bad81c9 None None] Provisioning complete for port 37556825-cc5f-49a0-88f6-23f455c4f45f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:44.813086 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b6ee-d6ae-4c68-b166-65c39bad81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.853516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:44.904911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:44.973297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] Deleting port 37556825-cc5f-49a0-88f6-23f455c4f45f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:44.973766 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.006918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee0e4-8ba7-4665-8ff9-d94d7c5807a7 req-d61ea914-ebf6-49c3-894c-6a97dd8b8a38 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.008673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a89ee0e4-8ba7-4665-8ff9-d94d7c5807a7 req-d61ea914-ebf6-49c3-894c-6a97dd8b8a38 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0972962 Nov 12 03:49:45.064420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] For port 37556825-cc5f-49a0-88f6-23f455c4f45f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=37556825-cc5f-49a0-88f6-23f455c4f45f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:45.065024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.070067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port d13778e1-cb2f-495b-a397-bbaadc98c53b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:45.070067 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.096814 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a89ee0e4-8ba7-4665-8ff9-d94d7c5807a7 req-35522283-fa36-4cd6-87ed-59765734881c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 Nov 12 03:49:45.097384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.210842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.227811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for d13778e1-cb2f-495b-a397-bbaadc98c53b owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:45.243494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] Calling delete_port for 37556825-cc5f-49a0-88f6-23f455c4f45f owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:45.243691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d9f57-e4c4-4d43-9fc2-ad2a5be355a7 req-aa893be2-fa1e-4c6a-933e-5cd47e8eb9a6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.245171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a69d9f57-e4c4-4d43-9fc2-ad2a5be355a7 req-aa893be2-fa1e-4c6a-933e-5cd47e8eb9a6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0936391 Nov 12 03:49:45.280364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] For port 37556825-cc5f-49a0-88f6-23f455c4f45f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=37556825-cc5f-49a0-88f6-23f455c4f45f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:45.311189 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.316335 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.317265 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.332387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.344056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a69d9f57-e4c4-4d43-9fc2-ad2a5be355a7 req-9fdbf7e1-2c26-45b8-ab8f-054b21c8d044 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897486 Nov 12 03:49:45.347752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] No DVR routers for this DVR port 37556825-cc5f-49a0-88f6-23f455c4f45f on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:45.376562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d33bcf-8571-46ea-ba9e-10fd6e4323b7 None None] Pushing event deleted for resources: {'Port': ['ID=37556825-cc5f-49a0-88f6-23f455c4f45f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.387768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=37556825-cc5f-49a0-88f6-23f455c4f45f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.399749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:45.403232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:45.406094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:45.406699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.415058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbacd00-2275-4653-ade4-f221932c8650 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:45.429170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=8c6cdaf0-ade3-40fe-9426-311b4b329ff6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.436875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-18bceb87-c3a4-429c-a4a6-cc515931cf8f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1847799 Nov 12 03:49:45.439416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:45.445991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:47:6d:21', 'name': 'tempest-NetworksTestDHCPv6-428708672'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:45.484730 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.514942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=d13778e1-cb2f-495b-a397-bbaadc98c53b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.603134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:45.641149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '8c6cdaf0-ade3-40fe-9426-311b4b329ff6'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:45.646364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.649231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.757806 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.773496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 37556825-cc5f-49a0-88f6-23f455c4f45f no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:45.781520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 167cb943-0b91-4200-8132-75f0c72ccf6f yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:45.801904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 37556825-cc5f-49a0-88f6-23f455c4f45f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:45.801904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 37556825-cc5f-49a0-88f6-23f455c4f45f not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:45.845074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 76dab7a8-dd52-4093-841f-8edd8ce558a3 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:45.857571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Allocated IP 2001:db8::f816:3eff:fe5b:79b5 (26523d9c-063a-4f6d-908e-0a92e0943db0/8c6cdaf0-ade3-40fe-9426-311b4b329ff6/3a19876e-76b4-4595-b96e-4e7bc2a6a25e) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:45.923631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:45.931869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:45.933022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0c3ba-4bc2-4867-8910-c50bb8be5e8b None None] Sync routers for ids ['76dab7a8-dd52-4093-841f-8edd8ce558a3'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:45.933295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0a912b0c-4f02-483e-8566-e77bae149571 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/76dab7a8-dd52-4093-841f-8edd8ce558a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6425910 Nov 12 03:49:45.959202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-811c9228-09c1-4108-96c0-e69e491a84df tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=76dab7a8-dd52-4093-841f-8edd8ce558a3 HTTP/1.1" status: 200 len: 205 time: 0.0251870 Nov 12 03:49:45.961531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47752) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:45.963871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0c3ba-4bc2-4867-8910-c50bb8be5e8b None None] Routers {'76dab7a8-dd52-4093-841f-8edd8ce558a3'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:45.964530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-22c0c3ba-4bc2-4867-8910-c50bb8be5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['76dab7a8-dd52-4093-841f-8edd8ce558a3'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:46.007266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-22c0c3ba-4bc2-4867-8910-c50bb8be5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:46.035579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0de29dbf-17da-474c-abe9-82bc4917db32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.040199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0c3ba-4bc2-4867-8910-c50bb8be5e8b None None] Routers {'76dab7a8-dd52-4093-841f-8edd8ce558a3'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:46.040781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-22c0c3ba-4bc2-4867-8910-c50bb8be5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['76dab7a8-dd52-4093-841f-8edd8ce558a3'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:46.078631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-22c0c3ba-4bc2-4867-8910-c50bb8be5e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:46.079273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0c3ba-4bc2-4867-8910-c50bb8be5e8b None None] The sync data for ids ['76dab7a8-dd52-4093-841f-8edd8ce558a3'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:46.085847 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.091547 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.134401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:46.136706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:46.142028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:46.145118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Pushing event updated for resources: {'Port': ['ID=3a19876e-76b4-4595-b96e-4e7bc2a6a25e,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.207591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Attempting to bind port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:46.207972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Attempting to bind port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:46.209779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Attempting to bind port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:46.214726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:46.215106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:46.215515 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.215914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:46.216382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Bound port: 3a19876e-76b4-4595-b96e-4e7bc2a6a25e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:46.216786 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.231227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dddb9-a2c3-4ee5-920e-7f08a60b6d73 req-6f31aabd-6af3-4893-b73f-59052008c181 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.236970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0de29dbf-17da-474c-abe9-82bc4917db32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.237485 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c88dddb9-a2c3-4ee5-920e-7f08a60b6d73 req-6f31aabd-6af3-4893-b73f-59052008c181 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0598931 Nov 12 03:49:46.238883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fe47:6d21 (26523d9c-063a-4f6d-908e-0a92e0943db0/8c6cdaf0-ade3-40fe-9426-311b4b329ff6/167cb943-0b91-4200-8132-75f0c72ccf6f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:46.242192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0de29dbf-17da-474c-abe9-82bc4917db32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.286735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] For port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:46.290497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] For port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3a19876e-76b4-4595-b96e-4e7bc2a6a25e,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:46.292860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c88dddb9-a2c3-4ee5-920e-7f08a60b6d73 req-b3eb84de-9104-41c2-962c-2daaa877a5ff tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 Nov 12 03:49:46.297132 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.299882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0de29dbf-17da-474c-abe9-82bc4917db32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.300414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de29dbf-17da-474c-abe9-82bc4917db32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Fanout notify agent at l3_agent the message router_deleted on router 76dab7a8-dd52-4093-841f-8edd8ce558a3 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:46.308046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0de29dbf-17da-474c-abe9-82bc4917db32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.309325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0de29dbf-17da-474c-abe9-82bc4917db32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/76dab7a8-dd52-4093-841f-8edd8ce558a3 HTTP/1.1" status: 204 len: 168 time: 0.3468380 Nov 12 03:49:46.313100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47756) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.362356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd39c8-0c4e-4a43-b4e5-4551214d5693 None None] Pushing event updated for resources: {'Port': ['ID=3a19876e-76b4-4595-b96e-4e7bc2a6a25e,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.368690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3299519a-e2d2-4fd4-a08f-723c51c35a53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet 963bf6ce-8884-450d-a821-28ed4697fb53 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:46.372098 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3299519a-e2d2-4fd4-a08f-723c51c35a53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.421551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3299519a-e2d2-4fd4-a08f-723c51c35a53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.490394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.513172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428abd2-6eed-4d74-a29e-e94d77045ef6 req-33cde825-a158-4431-a121-137a9005ae2a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.514654 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a428abd2-6eed-4d74-a29e-e94d77045ef6 req-33cde825-a158-4431-a121-137a9005ae2a tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0780034 Nov 12 03:49:46.523205 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3299519a-e2d2-4fd4-a08f-723c51c35a53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.570061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.618603 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3299519a-e2d2-4fd4-a08f-723c51c35a53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.651560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a428abd2-6eed-4d74-a29e-e94d77045ef6 req-8381dc66-3919-47ac-8cde-b2874d8f6684 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228278 Nov 12 03:49:46.653768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299519a-e2d2-4fd4-a08f-723c51c35a53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=963bf6ce-8884-450d-a821-28ed4697fb53,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.658027 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3299519a-e2d2-4fd4-a08f-723c51c35a53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.661448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3299519a-e2d2-4fd4-a08f-723c51c35a53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/963bf6ce-8884-450d-a821-28ed4697fb53 HTTP/1.1" status: 204 len: 168 time: 0.3472054 Nov 12 03:49:46.664029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47762) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.665937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb23d35a-d83f-4881-a46f-f0c7191cae18 None None] Network 7724a0ea-75bc-4678-b25a-16b37b57c48d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:46.683383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:46.697240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:46.709947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:46.716330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.717327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.729488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=167cb943-0b91-4200-8132-75f0c72ccf6f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.740054 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-487feb4a-3a78-4515-b699-999bd9ed13a6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2992513 Nov 12 03:49:46.743154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.792477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.805846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2544aa-5b93-429d-9682-1e9203ee7bfd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.811847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2544aa-5b93-429d-9682-1e9203ee7bfd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:46.813485 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ac2544aa-5b93-429d-9682-1e9203ee7bfd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0685296 Nov 12 03:49:46.816513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47766) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:46.851026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 58aba502-3f53-414f-9cc9-a90c18743c89 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:46.851026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.903961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] DHCP port deletion for 7724a0ea-75bc-4678-b25a-16b37b57c48d request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:46.924358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 58aba502-3f53-414f-9cc9-a90c18743c89, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=58aba502-3f53-414f-9cc9-a90c18743c89,segment=NetworkSegment(014ef17d-0af5-4e27-bdd4-6d8aa0dd2206),segment_id=014ef17d-0af5-4e27-bdd4-6d8aa0dd2206)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:46.924659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a16768f1-cb31-408d-9eb8-99a1e3d1c876 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 167cb943-0b91-4200-8132-75f0c72ccf6f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:46.924993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.925097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a16768f1-cb31-408d-9eb8-99a1e3d1c876 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.944450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 58aba502-3f53-414f-9cc9-a90c18743c89 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:46.961246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] Deleting port 58aba502-3f53-414f-9cc9-a90c18743c89 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:46.962013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.020002 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a16768f1-cb31-408d-9eb8-99a1e3d1c876 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.029827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] For port 58aba502-3f53-414f-9cc9-a90c18743c89, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=58aba502-3f53-414f-9cc9-a90c18743c89,segment=NetworkSegment(014ef17d-0af5-4e27-bdd4-6d8aa0dd2206),segment_id=014ef17d-0af5-4e27-bdd4-6d8aa0dd2206)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:47.030436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.032894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a16768f1-cb31-408d-9eb8-99a1e3d1c876 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 167cb943-0b91-4200-8132-75f0c72ccf6f owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:47.035761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.044344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] Calling delete_port for 58aba502-3f53-414f-9cc9-a90c18743c89 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:47.064324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=58aba502-3f53-414f-9cc9-a90c18743c89,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.069413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 58aba502-3f53-414f-9cc9-a90c18743c89 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:47.153969 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.163066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.183980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] Pushing event deleted for resources: {'Port': ['ID=58aba502-3f53-414f-9cc9-a90c18743c89,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.194267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7724a0ea-75bc-4678-b25a-16b37b57c48d']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.196713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d280b-33eb-4073-92c9-12a521e74f71 None None] No DVR routers for this DVR port 58aba502-3f53-414f-9cc9-a90c18743c89 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:47.211708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014ef17d-0af5-4e27-bdd4-6d8aa0dd2206') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.212017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014ef17d-0af5-4e27-bdd4-6d8aa0dd2206') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.224986 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.241087 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.249520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:47.249929 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:47.254405 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:47.336013 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.354305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.361536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/7724a0ea-75bc-4678-b25a-16b37b57c48d HTTP/1.1" status: 204 len: 168 time: 0.6926291 Nov 12 03:49:47.369492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47770) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:47.375088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-49e58374-3d95-4a0d-bd63-179035f73eea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-539535234', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:47.385599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ff886-0f7e-426b-8503-658f1a521ac1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=7724a0ea-75bc-4678-b25a-16b37b57c48d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.406250 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49e58374-3d95-4a0d-bd63-179035f73eea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.407417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49e58374-3d95-4a0d-bd63-179035f73eea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.463687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49e58374-3d95-4a0d-bd63-179035f73eea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.468600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49e58374-3d95-4a0d-bd63-179035f73eea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.490026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49e58374-3d95-4a0d-bd63-179035f73eea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.492783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-49e58374-3d95-4a0d-bd63-179035f73eea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1205928 Nov 12 03:49:47.494504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47772) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:47.499744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-260368732'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:47.526205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:47.529891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.555986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-10eff522-ab83-469b-b1fa-20ec095204c8 None None] Provisioning complete for port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:47.556785 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10eff522-ab83-469b-b1fa-20ec095204c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.584186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df679-d854-4f2d-bb9c-45a2685c1ab7 req-6056815a-a685-4408-ae6f-90bfb0280004 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.585663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-557df679-d854-4f2d-bb9c-45a2685c1ab7 req-6056815a-a685-4408-ae6f-90bfb0280004 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0848036 Nov 12 03:49:47.633755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a16768f1-cb31-408d-9eb8-99a1e3d1c876 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.644703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:47.655943 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10eff522-ab83-469b-b1fa-20ec095204c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.674395 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.674747 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment d395fc7e-b235-42fb-8c04-89500a4be0e8 of type vlan for network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 Nov 12 03:49:47.692954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16768f1-cb31-408d-9eb8-99a1e3d1c876 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=167cb943-0b91-4200-8132-75f0c72ccf6f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.694458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-10eff522-ab83-469b-b1fa-20ec095204c8 None None] For port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3a19876e-76b4-4595-b96e-4e7bc2a6a25e,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:47.712019 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10eff522-ab83-469b-b1fa-20ec095204c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.730391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-557df679-d854-4f2d-bb9c-45a2685c1ab7 req-5aa270d2-818b-44a0-9218-cfa24c97810b tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384413 Nov 12 03:49:47.733866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a16768f1-cb31-408d-9eb8-99a1e3d1c876 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.738469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a16768f1-cb31-408d-9eb8-99a1e3d1c876 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/167cb943-0b91-4200-8132-75f0c72ccf6f HTTP/1.1" status: 204 len: 168 time: 0.9200652 Nov 12 03:49:47.740894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47778) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:47.810455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.825233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eff522-ab83-469b-b1fa-20ec095204c8 None None] Pushing event updated for resources: {'Port': ['ID=3a19876e-76b4-4595-b96e-4e7bc2a6a25e,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.851088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92363b-c63f-4280-853e-1b5ded4874e5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.853232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92363b-c63f-4280-853e-1b5ded4874e5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.857820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3a92363b-c63f-4280-853e-1b5ded4874e5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1134033 Nov 12 03:49:47.858066 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3a19876e-76b4-4595-b96e-4e7bc2a6a25e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:47.862297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:47.902967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dff3f1-0b30-4d73-bbcc-7174420a2b30 req-7b43404b-6df8-47f8-9525-43ff18d7e38f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.904437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11dff3f1-0b30-4d73-bbcc-7174420a2b30 req-7b43404b-6df8-47f8-9525-43ff18d7e38f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0841861 Nov 12 03:49:47.907998 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.914862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:47.915469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.928986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f70e54-9898-4f3f-80dc-fc9d03ad7616 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 8c6cdaf0-ade3-40fe-9426-311b4b329ff6 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:47.931815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-edece11d-074d-41bc-96b5-fd19ef0665c4 None None] Could not find standard attr ID for object 167cb943-0b91-4200-8132-75f0c72ccf6f. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:47.935632 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8f70e54-9898-4f3f-80dc-fc9d03ad7616 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.936937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:47.937392 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.994976 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8f70e54-9898-4f3f-80dc-fc9d03ad7616 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.019417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=1358e912-a539-4c2e-a1aa-132bb4a21cf1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:48.039220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:48.047409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4f643dd5-807c-4d9f-bcbb-7a699f3eaa3f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5516489 Nov 12 03:49:48.050898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47782) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.062701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:48.063251 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11dff3f1-0b30-4d73-bbcc-7174420a2b30 req-6dd78fd2-fd6a-4c7b-9866-d4b3add2defc tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441543 Nov 12 03:49:48.139913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 58aba502-3f53-414f-9cc9-a90c18743c89 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:48.168138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 58aba502-3f53-414f-9cc9-a90c18743c89 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:48.168897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 58aba502-3f53-414f-9cc9-a90c18743c89 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:48.177424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8f70e54-9898-4f3f-80dc-fc9d03ad7616 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.237792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:48.241313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.271563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8f70e54-9898-4f3f-80dc-fc9d03ad7616 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.340517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f70e54-9898-4f3f-80dc-fc9d03ad7616 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6cdaf0-ade3-40fe-9426-311b4b329ff6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:48.345051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8f70e54-9898-4f3f-80dc-fc9d03ad7616 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.346874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff25754-aea0-4713-b3d9-5ee6e410b507 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:48.348290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d8f70e54-9898-4f3f-80dc-fc9d03ad7616 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/8c6cdaf0-ade3-40fe-9426-311b4b329ff6 HTTP/1.1" status: 204 len: 168 time: 0.4846239 Nov 12 03:49:48.350951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47784) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.392441 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a42366fd-1903-4703-8cc9-c0b51e22fcb6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379910 Nov 12 03:49:48.392828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47786) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.453364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649cfd0b-f3c4-4d29-9939-01f6475066e6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.457727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-649cfd0b-f3c4-4d29-9939-01f6475066e6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0615041 Nov 12 03:49:48.458280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47788) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.480410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.516001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30039076-ba30-4591-9129-cd519b55effe tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.520112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-30039076-ba30-4591-9129-cd519b55effe tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577419 Nov 12 03:49:48.520296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47790) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.546303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:48.578190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e604bbde-5455-4dcc-9cd0-9227d6d7ffa9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562193 Nov 12 03:49:48.582468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47792) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.587631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=2746573f-9668-4ac8-8ae2-847e306413d6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:48.588591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:48.602284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:48.602770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: 1358e912-a539-4c2e-a1aa-132bb4a21cf1, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:48.617883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] Deleting port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:48.618256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.622997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:48.634729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 1358e912-a539-4c2e-a1aa-132bb4a21cf1) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:48.640351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.641623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.643059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b877fc-8acc-4d56-a955-a44116abb22b None None] Network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:48.659612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4d5947b8-b0c9-4023-ad45-66c4d72cc734 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6029954 Nov 12 03:49:48.662749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47794) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.744808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] For port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3a19876e-76b4-4595-b96e-4e7bc2a6a25e,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:48.745208 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.763798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] Calling delete_port for 3a19876e-76b4-4595-b96e-4e7bc2a6a25e owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:48.830055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:48.834375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.871622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771d89b-410e-4c41-a960-bfbc00a6885b req-d0f495b2-e339-4298-ba0c-93e3d7efb808 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:48.873285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0771d89b-410e-4c41-a960-bfbc00a6885b req-d0f495b2-e339-4298-ba0c-93e3d7efb808 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.0560741 Nov 12 03:49:48.915017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:48.916565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.929590 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.966883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0771d89b-410e-4c41-a960-bfbc00a6885b req-bd456c61-3c9e-4377-bc40-264aa236e703 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822937 Nov 12 03:49:49.015382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] Pushing event deleted for resources: {'Port': ['ID=3a19876e-76b4-4595-b96e-4e7bc2a6a25e,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.019644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64f44d-841b-4426-9ea0-41f6e3c83209 None None] No DVR routers for this DVR port 3a19876e-76b4-4595-b96e-4e7bc2a6a25e on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:49.045986 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.101063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Allocated IP 2001:db8::2 (1358e912-a539-4c2e-a1aa-132bb4a21cf1/2746573f-9668-4ac8-8ae2-847e306413d6/9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:49.200590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d05b0-a724-40f0-b13a-21d122e42500 req-a18bdeb6-e31e-45bf-b894-85d8620e7255 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.202232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-969d05b0-a724-40f0-b13a-21d122e42500 req-a18bdeb6-e31e-45bf-b894-85d8620e7255 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0542495 Nov 12 03:49:49.262891 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.266486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-969d05b0-a724-40f0-b13a-21d122e42500 req-f1e10b90-570d-4ca0-8dcf-2be75fb19f54 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549386 Nov 12 03:49:49.270999 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.319257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:49.324086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:49.326662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:49.335025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Pushing event updated for resources: {'Port': ['ID=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.388720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Attempting to bind port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:49.389122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Attempting to bind port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:49.389489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Attempting to bind port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 on network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:49.394600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:49.394977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Checking segment: {'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:49.395412 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.395787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Bound using segment: {'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:49.396328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Bound port: 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:49.396723 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.462197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] For port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:49.465210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] For port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,segment=NetworkSegment(d395fc7e-b235-42fb-8c04-89500a4be0e8),segment_id=d395fc7e-b235-42fb-8c04-89500a4be0e8)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:49.470269 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.532927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5e426-1529-45a1-bcf8-c29824bbd9af None None] Pushing event updated for resources: {'Port': ['ID=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.562264 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.643802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:49.657137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:49.664408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.665113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.670558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f65e0-10c2-4a17-b502-838a394c3d34 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:49.687702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=16b00196-307d-41eb-a185-275f3b00fd29,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.732227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47802) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:49.738171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:55:91:3f', 'name': 'tempest-NetworksTestDHCPv6-1251259812'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:49.743336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7037f2e4-7ae5-47d8-8bbe-dd49f54964fb tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1413224 Nov 12 03:49:49.779638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8::1 (1358e912-a539-4c2e-a1aa-132bb4a21cf1/2746573f-9668-4ac8-8ae2-847e306413d6/4ca57228-ec9f-4a76-a801-27e6340d7f72) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:49.824165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3a19876e-76b4-4595-b96e-4e7bc2a6a25e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:49.858062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 3a19876e-76b4-4595-b96e-4e7bc2a6a25e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:49.858400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3a19876e-76b4-4595-b96e-4e7bc2a6a25e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:49.914600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c7c35-2ebe-44b9-a65c-6791973b56f6 req-5da59201-3ed1-487c-9f26-b7f8103d2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:49.916344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-631c7c35-2ebe-44b9-a65c-6791973b56f6 req-5da59201-3ed1-487c-9f26-b7f8103d2f02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 1098 time: 0.0909715 Nov 12 03:49:49.934158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.972209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:49.976528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.983220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.990552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '16b00196-307d-41eb-a185-275f3b00fd29'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:49.991417 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.003522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-631c7c35-2ebe-44b9-a65c-6791973b56f6 req-1b620c37-9c3f-4bb2-bcc8-f47aace4aac8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Nov 12 03:49:50.012730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 455696a5-997e-421b-89d6-e6f49166c962 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:50.058302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:50.076558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:50.096999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:50.097551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.163318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::e1 (26523d9c-063a-4f6d-908e-0a92e0943db0/16b00196-307d-41eb-a185-275f3b00fd29/455696a5-997e-421b-89d6-e6f49166c962) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:50.164564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=4ca57228-ec9f-4a76-a801-27e6340d7f72,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:50.201448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947320f2-f7ad-4e3f-b6e3-25464c26db36 req-8b54edd5-9e22-4a6f-8e8b-fb2514597316 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.205215 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-947320f2-f7ad-4e3f-b6e3-25464c26db36 req-8b54edd5-9e22-4a6f-8e8b-fb2514597316 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1450543 Nov 12 03:49:50.285239 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.291384 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-947320f2-f7ad-4e3f-b6e3-25464c26db36 req-e2c9f45a-d8d3-448d-a4d8-7fa1c46e96fd tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776041 Nov 12 03:49:50.340227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.406803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.440917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fee37-b22a-4056-b32a-1c289b7e4a66 req-ae85cd9d-8c59-412e-ba5d-eebf658795ed tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.443258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-194fee37-b22a-4056-b32a-1c289b7e4a66 req-ae85cd9d-8c59-412e-ba5d-eebf658795ed tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0800374 Nov 12 03:49:50.462843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/16b00196-307d-41eb-a185-275f3b00fd29/5dccf802-1395-4c8b-97b4-00f94506cb9f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:50.489567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:50.498859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:50.503990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:50.510577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.511543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.525006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=455696a5-997e-421b-89d6-e6f49166c962,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:50.560793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-303732d5-d9a7-4315-9d20-1acaa2b95e9a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8250520 Nov 12 03:49:50.562877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47810) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.607627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-194fee37-b22a-4056-b32a-1c289b7e4a66 req-4915b9e4-85c0-4e73-a0fd-de03f4ce2856 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449533 Nov 12 03:49:50.637612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31067b15-9f98-4d3a-9ab1-43cfee80f3c6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:50.639203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-31067b15-9f98-4d3a-9ab1-43cfee80f3c6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0754023 Nov 12 03:49:50.642648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47812) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.655144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.676129 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.676960 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.677688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.686405 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.733892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:50.736965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:50.739951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:50.752385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Pushing event updated for resources: {'Port': ['ID=5dccf802-1395-4c8b-97b4-00f94506cb9f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:50.796477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c516a986-cc24-4d9e-98fd-2c49687929bc None None] Network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:50.816832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=4ca57228-ec9f-4a76-a801-27e6340d7f72,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:50.828593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Attempting to bind port 5dccf802-1395-4c8b-97b4-00f94506cb9f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:50.828989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Attempting to bind port 5dccf802-1395-4c8b-97b4-00f94506cb9f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:50.829351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Attempting to bind port 5dccf802-1395-4c8b-97b4-00f94506cb9f on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:50.861449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-272d59cc-8461-452e-995b-c9ce6595f0b0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 455696a5-997e-421b-89d6-e6f49166c962 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:50.861787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-272d59cc-8461-452e-995b-c9ce6595f0b0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.869305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:50.872101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:50.872483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:50.872944 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.873339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:50.873818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Bound port: 5dccf802-1395-4c8b-97b4-00f94506cb9f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:50.874193 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.881028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:51.046888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-272d59cc-8461-452e-995b-c9ce6595f0b0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.064581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-272d59cc-8461-452e-995b-c9ce6595f0b0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 455696a5-997e-421b-89d6-e6f49166c962 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:51.084953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ceb42717-62ba-44dd-95c4-55f9aeb01380 None None] Provisioning complete for port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:51.085265 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ceb42717-62ba-44dd-95c4-55f9aeb01380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.136128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:51.185616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] For port 5dccf802-1395-4c8b-97b4-00f94506cb9f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:51.192363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] For port 5dccf802-1395-4c8b-97b4-00f94506cb9f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5dccf802-1395-4c8b-97b4-00f94506cb9f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:51.201655 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.281601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:51.288468 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2b714b64-fad3-488c-bf87-655c4ba31cee tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6244793 Nov 12 03:49:51.291291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.295102 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:51.298712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1806687762'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:51.300214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-272d59cc-8461-452e-995b-c9ce6595f0b0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.321040 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:51.322054 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:51.338444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1fc28-c2a5-46d9-8b4a-901947fcf99a None None] Pushing event updated for resources: {'Port': ['ID=5dccf802-1395-4c8b-97b4-00f94506cb9f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.340170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d59cc-8461-452e-995b-c9ce6595f0b0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=455696a5-997e-421b-89d6-e6f49166c962,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.344334 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ceb42717-62ba-44dd-95c4-55f9aeb01380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.351744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:51.359941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.383105 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-272d59cc-8461-452e-995b-c9ce6595f0b0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.390434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-272d59cc-8461-452e-995b-c9ce6595f0b0 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/455696a5-997e-421b-89d6-e6f49166c962 HTTP/1.1" status: 204 len: 168 time: 0.7459297 Nov 12 03:49:51.391091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.408949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ceb42717-62ba-44dd-95c4-55f9aeb01380 None None] For port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,segment=NetworkSegment(d395fc7e-b235-42fb-8c04-89500a4be0e8),segment_id=d395fc7e-b235-42fb-8c04-89500a4be0e8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:51.415674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:51.421406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ceb42717-62ba-44dd-95c4-55f9aeb01380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.448084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.449643 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment b9874a40-475b-4ae4-80d8-5911ca098d09 of type vlan for network 7523ff49-d898-4335-89af-ef36e9655c87 Nov 12 03:49:51.483021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3010fa65-5202-484a-aa67-7f5de5830df5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.489050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3010fa65-5202-484a-aa67-7f5de5830df5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.496694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3010fa65-5202-484a-aa67-7f5de5830df5 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1038313 Nov 12 03:49:51.497612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47822) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.537716 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:51.541183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb42717-62ba-44dd-95c4-55f9aeb01380 None None] Pushing event updated for resources: {'Port': ['ID=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.579017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7406712-9435-4566-88ac-3bebca4506c9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 16b00196-307d-41eb-a185-275f3b00fd29 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:51.584707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7406712-9435-4566-88ac-3bebca4506c9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.612520 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.650948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266c659-98e9-4116-8f3f-e75af370579c req-72e86094-a6b3-425f-9ba9-f7d62373ca99 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.652550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2266c659-98e9-4116-8f3f-e75af370579c req-72e86094-a6b3-425f-9ba9-f7d62373ca99 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.2226050 Nov 12 03:49:51.711685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7406712-9435-4566-88ac-3bebca4506c9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.725638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.742414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:51.745360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.871929 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5789318 Nov 12 03:49:51.889587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47826) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.900584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:51.909568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-73263cf0-7579-4585-83aa-0655ebfa1d4e None None] Provisioning complete for port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:51.909955 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-73263cf0-7579-4585-83aa-0655ebfa1d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.967940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7406712-9435-4566-88ac-3bebca4506c9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.972544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2266c659-98e9-4116-8f3f-e75af370579c req-234a8971-d53f-4a82-b74e-cf3799978257 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078034 Nov 12 03:49:51.973890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071515d-6edd-4002-94e2-96e465199809 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=7523ff49-d898-4335-89af-ef36e9655c87,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.011638 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:49:50Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:50Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:52.049434 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:52.050149 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Updating router 21088204-225f-4136-ab1c-bd6ce748401b port 4ca57228-ec9f-4a76-a801-27e6340d7f72 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:52.094382 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.121860 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-73263cf0-7579-4585-83aa-0655ebfa1d4e None None] Provisioning complete for port 4ca57228-ec9f-4a76-a801-27e6340d7f72 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:52.122302 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-73263cf0-7579-4585-83aa-0655ebfa1d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.137174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 7523ff49-d898-4335-89af-ef36e9655c87 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:52.170193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:52.170583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19193b16-80d1-42b1-a4ef-5a42e7629f04 req-ff6ea6b5-12ec-4b8f-b91c-64325e66da8f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.179104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19193b16-80d1-42b1-a4ef-5a42e7629f04 req-ff6ea6b5-12ec-4b8f-b91c-64325e66da8f tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.3392322 Nov 12 03:49:52.320488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7406712-9435-4566-88ac-3bebca4506c9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.347059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-3de3ac94-75cd-48d4-a724-8651469abe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.352376 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7406712-9435-4566-88ac-3bebca4506c9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.354312 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-3de3ac94-75cd-48d4-a724-8651469abe73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56bc76caa80c4a788e231f89fe5762eb&device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 1098 time: 0.0984440 Nov 12 03:49:52.357140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c7406712-9435-4566-88ac-3bebca4506c9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/16b00196-307d-41eb-a185-275f3b00fd29 HTTP/1.1" status: 204 len: 168 time: 0.8582058 Nov 12 03:49:52.361650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19193b16-80d1-42b1-a4ef-5a42e7629f04 req-9647bcbf-3db8-4cfb-bca0-7c3bd1f8ce12 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815577 Nov 12 03:49:52.362021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47834) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.368861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-73263cf0-7579-4585-83aa-0655ebfa1d4e None None] Port 4ca57228-ec9f-4a76-a801-27e6340d7f72 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:52.395145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:52.399324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.403220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:52.403731 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.525000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4ba32-b683-44e8-8f1a-2a5c47abfc72 req-f03a993a-6817-431a-b34a-959df16ca408 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.532413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7eb4ba32-b683-44e8-8f1a-2a5c47abfc72 req-f03a993a-6817-431a-b34a-959df16ca408 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.2162738 Nov 12 03:49:52.569193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6878d0bd-5013-4287-a635-893e7a19ca0f None None] Provisioning complete for port 4ca57228-ec9f-4a76-a801-27e6340d7f72 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:52.570125 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6878d0bd-5013-4287-a635-893e7a19ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.601710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7406712-9435-4566-88ac-3bebca4506c9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=16b00196-307d-41eb-a185-275f3b00fd29,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.620293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2740a67e-9673-41f0-85e8-a6da421285f7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2313740 Nov 12 03:49:52.626732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47836) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.631285 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.636490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6878d0bd-5013-4287-a635-893e7a19ca0f None None] Port 4ca57228-ec9f-4a76-a801-27e6340d7f72 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:52.647784 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.654742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-bbd77c69-d3bc-4b3b-9b45-74bcf2886bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.656381 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-bbd77c69-d3bc-4b3b-9b45-74bcf2886bd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 200 len: 912 time: 0.2659960 Nov 12 03:49:52.674354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7eb4ba32-b683-44e8-8f1a-2a5c47abfc72 req-a17d0b38-7582-4973-b30f-8c6ec3fd1cfe tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357040 Nov 12 03:49:52.725286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-d453a748-bd64-4d49-90d5-0509379e147f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e HTTP/1.1" status: 200 len: 217 time: 0.0438075 Nov 12 03:49:52.726153 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Pushing event updated for resources: {'Port': ['ID=4ca57228-ec9f-4a76-a801-27e6340d7f72,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.738542 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.738884 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.739287 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.740131 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.740457 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.742409 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.743365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.743365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.743365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.743741 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.744025 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.744346 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:52.788553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663404b-5b4a-4f8e-9098-6bddd01fe508 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.791186 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c663404b-5b4a-4f8e-9098-6bddd01fe508 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1642506 Nov 12 03:49:52.794022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47838) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.819337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-4fab82cc-df8c-4699-bf9f-77f7424dd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.820528 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Attempting to bind port 4ca57228-ec9f-4a76-a801-27e6340d7f72 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:52.820929 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Attempting to bind port 4ca57228-ec9f-4a76-a801-27e6340d7f72 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:52.821292 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Attempting to bind port 4ca57228-ec9f-4a76-a801-27e6340d7f72 on network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:52.826032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-4fab82cc-df8c-4699-bf9f-77f7424dd90c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a867796-8b4b-4066-9064-e6d277c195b6 HTTP/1.1" status: 200 len: 850 time: 0.0932760 Nov 12 03:49:52.828133 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:52.828509 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Checking segment: {'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:52.829064 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.830068 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Bound using segment: {'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:52.830068 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Bound port: 4ca57228-ec9f-4a76-a801-27e6340d7f72, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd395fc7e-b235-42fb-8c04-89500a4be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:52.830380 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.880636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c33f7c74-f866-4623-953e-c43a9fb2f783 None None] Provisioning complete for port 4ca57228-ec9f-4a76-a801-27e6340d7f72 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:52.880994 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c33f7c74-f866-4623-953e-c43a9fb2f783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.896558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.903751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fd5641-c15a-4aa4-b85b-02c600c54980 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:52.905292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a3fd5641-c15a-4aa4-b85b-02c600c54980 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1102116 Nov 12 03:49:52.908696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-24ba72d1-1311-4761-bb76-cd60f34fedfd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=710d8c21-e6b4-4140-a6e2-85de3be8e082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733690 Nov 12 03:49:52.920853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47840) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.945608 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] For port 4ca57228-ec9f-4a76-a801-27e6340d7f72, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:52.955308 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] For port 4ca57228-ec9f-4a76-a801-27e6340d7f72, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4ca57228-ec9f-4a76-a801-27e6340d7f72,segment=NetworkSegment(d395fc7e-b235-42fb-8c04-89500a4be0e8),segment_id=d395fc7e-b235-42fb-8c04-89500a4be0e8)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:52.962147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c33f7c74-f866-4623-953e-c43a9fb2f783 None None] Port 4ca57228-ec9f-4a76-a801-27e6340d7f72 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:52.966505 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.987547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=be28cb79-269d-429b-bea9-5e683afe697c,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.006848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3efb4539-9bcc-4bac-9e5e-4896a6bebeab tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845654 Nov 12 03:49:53.008026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:53.012409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: 7523ff49-d898-4335-89af-ef36e9655c87, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:53.013908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47842) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:53.021350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:53.041890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 7523ff49-d898-4335-89af-ef36e9655c87 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:53.043744 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:53.044597 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:53.058863 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bd265-71bb-4539-9081-f1cb4461e1c7 None None] Pushing event updated for resources: {'Port': ['ID=4ca57228-ec9f-4a76-a801-27e6340d7f72,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.060863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 7523ff49-d898-4335-89af-ef36e9655c87) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:53.065268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.065939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.083834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb39f55-9210-4049-a410-1a1f8b224e55 None None] Network 7523ff49-d898-4335-89af-ef36e9655c87 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:53.101329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ef089f69-b3f2-48d6-98ef-e24822119d03 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2044687 Nov 12 03:49:53.101499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47844) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:53.196405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd0980-1360-4f69-a5b9-63039d20a8a1 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:53.210287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-d0ead066-386a-4fa9-bc06-94fc22c09b04 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001390 Nov 12 03:49:53.214055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:53.219855 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.223011 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:53.454894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-18c1df2d-23f7-4253-b6f6-93f1319ad7ee None None] Provisioning complete for port 5dccf802-1395-4c8b-97b4-00f94506cb9f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:53.456087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18c1df2d-23f7-4253-b6f6-93f1319ad7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.493922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7877067e-302a-44f3-a59c-5154507d4fc0 req-5eaa9fd3-55e4-46db-94d5-56ad145da180 service neutron] 10.222.0.20 "GET /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662463 Nov 12 03:49:53.626960 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:49:50Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:52Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:53.662180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.665940 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aef2e4-869a-4c71-88df-566ba1ab898d None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:49:50Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:52Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:53.700892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-7523ff49-d898-4335-89af-ef36e9655c87', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:53.701761 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.727119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:53.806412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fc7a4-ff17-499d-9c07-205f0699e134 req-3a4b33ab-aff7-4dab-9c1d-f3d9f06ad75c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.808230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e35fc7a4-ff17-499d-9c07-205f0699e134 req-3a4b33ab-aff7-4dab-9c1d-f3d9f06ad75c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.2725899 Nov 12 03:49:53.853169 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18c1df2d-23f7-4253-b6f6-93f1319ad7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.934135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2da29-083a-4108-af22-09aa0fe6960f req-dd983817-a38e-4677-bded-fe88e8744f02 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.937337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71c2da29-083a-4108-af22-09aa0fe6960f req-dd983817-a38e-4677-bded-fe88e8744f02 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1177967 Nov 12 03:49:53.943200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-18c1df2d-23f7-4253-b6f6-93f1319ad7ee None None] For port 5dccf802-1395-4c8b-97b4-00f94506cb9f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5dccf802-1395-4c8b-97b4-00f94506cb9f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:53.946107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:49:53.953680 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18c1df2d-23f7-4253-b6f6-93f1319ad7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.960960 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e35fc7a4-ff17-499d-9c07-205f0699e134 req-94f225d3-1ecc-48af-9c65-9a591a915e98 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378427 Nov 12 03:49:53.997128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Allocated IP 2001:db8:1::2 (7523ff49-d898-4335-89af-ef36e9655c87/be28cb79-269d-429b-bea9-5e683afe697c/5e2e1c27-b472-4797-8c46-f5dc17dd1f28) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:54.009585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] Deleting port 5dccf802-1395-4c8b-97b4-00f94506cb9f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:54.009960 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.127345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71c2da29-083a-4108-af22-09aa0fe6960f req-9634aa6d-86ac-418b-a5e9-84a194cd3f54 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795096 Nov 12 03:49:54.191414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.214523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1df2d-23f7-4253-b6f6-93f1319ad7ee None None] Pushing event updated for resources: {'Port': ['ID=5dccf802-1395-4c8b-97b4-00f94506cb9f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.245905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-aee86a8c-afb3-42fc-a24b-adaaa66f1b8d None None] Provisioning complete for port 4ca57228-ec9f-4a76-a801-27e6340d7f72 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:54.246280 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aee86a8c-afb3-42fc-a24b-adaaa66f1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.299729 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.306888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] For port 5dccf802-1395-4c8b-97b4-00f94506cb9f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5dccf802-1395-4c8b-97b4-00f94506cb9f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:54.307291 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.329013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.332646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] Calling delete_port for 5dccf802-1395-4c8b-97b4-00f94506cb9f owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:54.385423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] For port 5dccf802-1395-4c8b-97b4-00f94506cb9f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5dccf802-1395-4c8b-97b4-00f94506cb9f,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:54.399292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8:1::1 (7523ff49-d898-4335-89af-ef36e9655c87/be28cb79-269d-429b-bea9-5e683afe697c/b2dd8089-8f09-4f16-bb09-12be360794de) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:54.400473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Network 7523ff49-d898-4335-89af-ef36e9655c87 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:54.422001 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.431740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.432727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.443984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:54.448397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:54.450966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Pushing event updated for resources: {'Port': ['ID=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.516998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:54.534501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:54.542152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.542962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.543715 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.544899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aee86a8c-afb3-42fc-a24b-adaaa66f1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.559988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=297cfd8b-7f6f-4ed3-8b79-1843a1a54d32,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.567124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=5dccf802-1395-4c8b-97b4-00f94506cb9f,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.580473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-87814853-292a-4ad2-9f00-e7af036dd709 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5657163 Nov 12 03:49:54.583580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47852) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:54.589265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-97886c7c-4564-49d5-876b-4eca02256dc7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:54.597510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Attempting to bind port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:54.597892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Attempting to bind port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:54.598262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Attempting to bind port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 on network 7523ff49-d898-4335-89af-ef36e9655c87 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:54.601234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.612819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:54.613197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Checking segment: {'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:54.613607 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.614011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Bound using segment: {'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:54.615222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Bound port: 5e2e1c27-b472-4797-8c46-f5dc17dd1f28, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:54.615981 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.642062 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.674553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=b2dd8089-8f09-4f16-bb09-12be360794de,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.690072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 7523ff49-d898-4335-89af-ef36e9655c87 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:54.691761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:54.700117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:54.700872 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.704330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-aee86a8c-afb3-42fc-a24b-adaaa66f1b8d None None] For port 4ca57228-ec9f-4a76-a801-27e6340d7f72, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4ca57228-ec9f-4a76-a801-27e6340d7f72,segment=NetworkSegment(d395fc7e-b235-42fb-8c04-89500a4be0e8),segment_id=d395fc7e-b235-42fb-8c04-89500a4be0e8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:54.711513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] Pushing event deleted for resources: {'Port': ['ID=5dccf802-1395-4c8b-97b4-00f94506cb9f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.742947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa8f43-56bb-48f1-92b6-7cf57a0b4588 None None] No DVR routers for this DVR port 5dccf802-1395-4c8b-97b4-00f94506cb9f on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:54.764387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aee86a8c-afb3-42fc-a24b-adaaa66f1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.770411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e914548f-d717-4b39-892e-9c95ce363da6 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:54.771545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97886c7c-4564-49d5-876b-4eca02256dc7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:54.783385 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97886c7c-4564-49d5-876b-4eca02256dc7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.860048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.897101 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-97886c7c-4564-49d5-876b-4eca02256dc7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 297cfd8b-7f6f-4ed3-8b79-1843a1a54d32 (CIDR: 2001:db8::/64) Nov 12 03:49:54.902133 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-97886c7c-4564-49d5-876b-4eca02256dc7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:54.902694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97886c7c-4564-49d5-876b-4eca02256dc7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:54.926190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-97886c7c-4564-49d5-876b-4eca02256dc7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3410134 Nov 12 03:49:54.929224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47856) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:54.934812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:55.048498 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.073481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] For port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:55.086245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee86a8c-afb3-42fc-a24b-adaaa66f1b8d None None] Pushing event updated for resources: {'Port': ['ID=4ca57228-ec9f-4a76-a801-27e6340d7f72,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:55.109210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] For port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,segment=NetworkSegment(b9874a40-475b-4ae4-80d8-5911ca098d09),segment_id=b9874a40-475b-4ae4-80d8-5911ca098d09)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:55.124125 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.141855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4260655-07d8-421e-929c-711a1ff8c11e req-644c1aeb-024e-4f39-b504-b81c27d89449 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.144421 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4260655-07d8-421e-929c-711a1ff8c11e req-644c1aeb-024e-4f39-b504-b81c27d89449 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0815513 Nov 12 03:49:55.230224 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4260655-07d8-421e-929c-711a1ff8c11e req-cff4be66-88da-4954-b74c-0ef0bfcf2b55 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783663 Nov 12 03:49:55.230664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7935e9-0789-45e5-90cf-97aa19de449f None None] Pushing event updated for resources: {'Port': ['ID=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:55.280055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '297cfd8b-7f6f-4ed3-8b79-1843a1a54d32'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:55.281113 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.354856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1011b4-3139-43a4-bb10-4216d133d31e req-9e78f1ce-373d-4ad8-894e-a8ecfb33dfdc tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.356791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee1011b4-3139-43a4-bb10-4216d133d31e req-9e78f1ce-373d-4ad8-894e-a8ecfb33dfdc tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1372850 Nov 12 03:49:55.357102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:55.360592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.443360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Allocated IP 2001:db8::f816:3eff:fe91:1fce (26523d9c-063a-4f6d-908e-0a92e0943db0/297cfd8b-7f6f-4ed3-8b79-1843a1a54d32/65f1836a-8251-4036-8506-a13202202d23) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:55.662510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.672188 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.760237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:55.775797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:55.780846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:55.784052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Pushing event updated for resources: {'Port': ['ID=65f1836a-8251-4036-8506-a13202202d23,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:55.843363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:55.856158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.869566 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.870448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.876527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Attempting to bind port 65f1836a-8251-4036-8506-a13202202d23 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:55.876931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Attempting to bind port 65f1836a-8251-4036-8506-a13202202d23 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:55.877301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Attempting to bind port 65f1836a-8251-4036-8506-a13202202d23 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:55.889367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:55.889747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:55.890151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.890551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:55.891635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Bound port: 65f1836a-8251-4036-8506-a13202202d23, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:55.892023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.914278 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee1011b4-3139-43a4-bb10-4216d133d31e req-1c7df03b-ca29-45b8-be06-f0c8bd031345 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500119 Nov 12 03:49:55.949219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:55.949620 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.009083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=b2dd8089-8f09-4f16-bb09-12be360794de,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.010859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] For port 65f1836a-8251-4036-8506-a13202202d23, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:56.027584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] For port 65f1836a-8251-4036-8506-a13202202d23, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=65f1836a-8251-4036-8506-a13202202d23,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:56.037356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.099706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network 7523ff49-d898-4335-89af-ef36e9655c87 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:56.103358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:56.127859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.159997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fbd7e-e1c6-4cde-a2c4-26ea09b35f78 None None] Pushing event updated for resources: {'Port': ['ID=65f1836a-8251-4036-8506-a13202202d23,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.180287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,segment=NetworkSegment(b9874a40-475b-4ae4-80d8-5911ca098d09),segment_id=b9874a40-475b-4ae4-80d8-5911ca098d09)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:56.185870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.188774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4ca57228-ec9f-4a76-a801-27e6340d7f72 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:56.276238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.299006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:56.314339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922b13-c12b-49e5-8b6f-0abc67360e1c req-95b31e5a-422a-439a-8fe7-81a307e73b49 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.316352 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-62922b13-c12b-49e5-8b6f-0abc67360e1c req-95b31e5a-422a-439a-8fe7-81a307e73b49 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1288762 Nov 12 03:49:56.323740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4ca57228-ec9f-4a76-a801-27e6340d7f72 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:56.324447 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.379222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.410350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f359f-e680-4d0c-9889-2bc1526d3698 req-8ae49673-5f87-4bfa-9dbf-6dc3a629da07 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.439576 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b30f359f-e680-4d0c-9889-2bc1526d3698 req-8ae49673-5f87-4bfa-9dbf-6dc3a629da07 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1113293 Nov 12 03:49:56.464561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5dccf802-1395-4c8b-97b4-00f94506cb9f no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:56.501166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5dccf802-1395-4c8b-97b4-00f94506cb9f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:56.501439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5dccf802-1395-4c8b-97b4-00f94506cb9f not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:56.529271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b30f359f-e680-4d0c-9889-2bc1526d3698 req-9d9ba6cd-047f-495a-9b98-e85036bb05be tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884888 Nov 12 03:49:56.560538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=db70701b-42a3-4e98-95d2-d566e24bebc9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.597015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:56.607165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:56.611340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.611937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.617786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-62922b13-c12b-49e5-8b6f-0abc67360e1c req-a016aeac-9738-48f7-ac7b-e9574817d8ed tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710798 Nov 12 03:49:56.621930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:56.629138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-470200e1-8299-4fca-a76c-cfd991859b92 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5265958 Nov 12 03:49:56.632312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47870) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:56.635002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:56.637274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1230704800'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:56.655341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-941758b3-6a23-44a8-a7f0-9b4c70dd0f44 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7245772 Nov 12 03:49:56.657930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47872) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:56.661770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:56.662456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:56.664081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:95:5c:aa', 'name': 'tempest-NetworksTestDHCPv6-1169542660'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:56.678043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:56.684204 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.712930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:56.724840 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.725563 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment 274f1b64-f6b8-4e71-a388-7383bc9521d6 of type vlan for network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 Nov 12 03:49:56.774396 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.777586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:56.818308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.822690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2569c7c-b274-440f-a28c-cbd51d66e726 None None] Network 7523ff49-d898-4335-89af-ef36e9655c87 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:56.825883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:56.829554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:56.830976 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.961791 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3284400 Nov 12 03:49:56.965276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47876) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:56.972256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:56.978167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=c3eb7ead-e23d-4bc2-b3a5-3d87daf55958,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.989236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.000037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2d52e916-6ef0-4b89-855a-88f18af49854 None None] Provisioning complete for port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:57.000648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d52e916-6ef0-4b89-855a-88f18af49854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.012409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 98414866-c51d-462d-b618-2dc570913896 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:57.027442 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.027788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.028127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.028458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.028808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.029139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.029462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.029784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.030104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.030421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.030737 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.031048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5869e-8b49-49d3-bd9c-45fb1de52c69 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:57.057051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:57.106959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941333e1-d4a8-4d75-9b9b-2475fecaca68 req-399a34a4-b141-476d-9779-781a33b28289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.108436 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-941333e1-d4a8-4d75-9b9b-2475fecaca68 req-399a34a4-b141-476d-9779-781a33b28289 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 1098 time: 0.1185801 Nov 12 03:49:57.153076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:57.156849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.244613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8:0:1::1b9 (26523d9c-063a-4f6d-908e-0a92e0943db0/db70701b-42a3-4e98-95d2-d566e24bebc9/98414866-c51d-462d-b618-2dc570913896) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:57.256433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fe95:5caa (26523d9c-063a-4f6d-908e-0a92e0943db0/297cfd8b-7f6f-4ed3-8b79-1843a1a54d32/98414866-c51d-462d-b618-2dc570913896) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:57.282826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-941333e1-d4a8-4d75-9b9b-2475fecaca68 req-11312f7d-fc7f-4d2c-9819-ec63ecd209c2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643367 Nov 12 03:49:57.378495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 3, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:49:55Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:57.412623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:57.413162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Updating router 21088204-225f-4136-ab1c-bd6ce748401b port b2dd8089-8f09-4f16-bb09-12be360794de binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:57.426649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.441938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.505963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.518906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:57.519274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: c3eb7ead-e23d-4bc2-b3a5-3d87daf55958, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:57.525501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:57.546088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:57.574756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.579358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c3eb7ead-e23d-4bc2-b3a5-3d87daf55958) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:57.587320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.588424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.621282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455dbce-f2ed-4859-97f3-eab854d5b51f None None] Network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:57.627639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:57.631325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:57.634906 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-496016f5-32e8-4195-80ca-9ed1fc805af6 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6653833 Nov 12 03:49:57.634906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47880) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:57.637034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:57.649901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.650586 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.697282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=98414866-c51d-462d-b618-2dc570913896,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:57.753657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-96a51bd5-fb2e-4c45-b845-0e57096bf701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0923681 Nov 12 03:49:57.753901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47884) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:57.803720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee1489-122e-408c-893d-2ea49c6849f1 req-1e95c35e-87f7-4988-93c8-b2bb93164591 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:57.811961 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01ee1489-122e-408c-893d-2ea49c6849f1 req-1e95c35e-87f7-4988-93c8-b2bb93164591 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1485498 Nov 12 03:49:57.930932 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01ee1489-122e-408c-893d-2ea49c6849f1 req-d2cf8bdb-d403-4d18-ab85-eede791d815c tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179929 Nov 12 03:49:57.931216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235e663c-2f0b-4975-86f5-939da570b124 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:58.031908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-46e82525-a57c-4792-a1b0-b43e0b3fc677 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 98414866-c51d-462d-b618-2dc570913896 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:58.032475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46e82525-a57c-4792-a1b0-b43e0b3fc677 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.037997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98468494-298a-40d3-92ec-a1e08a01739a req-cd2ec2a0-dda0-4c61-bd58-2f0f571e34b6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.039571 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98468494-298a-40d3-92ec-a1e08a01739a req-cd2ec2a0-dda0-4c61-bd58-2f0f571e34b6 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.2635119 Nov 12 03:49:58.048294 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 65f1836a-8251-4036-8506-a13202202d23 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:58.179653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46e82525-a57c-4792-a1b0-b43e0b3fc677 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.184673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Provisioning complete for port 65f1836a-8251-4036-8506-a13202202d23 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:58.185055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.198250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-46e82525-a57c-4792-a1b0-b43e0b3fc677 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 98414866-c51d-462d-b618-2dc570913896 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:58.521476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 65f1836a-8251-4036-8506-a13202202d23 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:58.521847 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.529637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46e82525-a57c-4792-a1b0-b43e0b3fc677 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.588184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:58.589068 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.606106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e82525-a57c-4792-a1b0-b43e0b3fc677 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=98414866-c51d-462d-b618-2dc570913896,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:58.661801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-46e82525-a57c-4792-a1b0-b43e0b3fc677 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.668550 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-46e82525-a57c-4792-a1b0-b43e0b3fc677 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/98414866-c51d-462d-b618-2dc570913896 HTTP/1.1" status: 204 len: 168 time: 0.9115601 Nov 12 03:49:58.669270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47888) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:58.675311 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.705062 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.721767 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.753736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e8954-b58e-4cd0-9366-816b804ccb26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.759327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-745e8954-b58e-4cd0-9366-816b804ccb26 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0861647 Nov 12 03:49:58.759688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47890) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:58.823805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335dce24-c5be-4b4d-8fed-843437072668 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.828877 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-335dce24-c5be-4b4d-8fed-843437072668 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0678744 Nov 12 03:49:58.829662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47892) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:58.879240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98468494-298a-40d3-92ec-a1e08a01739a req-f061b0ec-7b02-4309-b136-9a4f88902a4d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7974205 Nov 12 03:49:58.914555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd94295-c0c2-43f5-95de-24eebad66b78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.916467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd94295-c0c2-43f5-95de-24eebad66b78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.918186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd94295-c0c2-43f5-95de-24eebad66b78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:58.921219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fbd94295-c0c2-43f5-95de-24eebad66b78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0903039 Nov 12 03:49:58.922628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47894) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:58.955097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] For port 65f1836a-8251-4036-8506-a13202202d23, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=65f1836a-8251-4036-8506-a13202202d23,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:58.966783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dcc00-e00d-4536-ad30-1cc2af77e5ab None None] Pushing event updated for resources: {'Port': ['ID=b2dd8089-8f09-4f16-bb09-12be360794de,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:58.969811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.993255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fceac66-8d92-455f-8ffe-8180823e68b6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 297cfd8b-7f6f-4ed3-8b79-1843a1a54d32 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:58.996712 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fceac66-8d92-455f-8ffe-8180823e68b6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.025578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.087217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fceac66-8d92-455f-8ffe-8180823e68b6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.177346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Pushing event updated for resources: {'Port': ['ID=65f1836a-8251-4036-8506-a13202202d23,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:59.236899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5e7421e0-c1b0-42e9-9709-1f915643d870 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:59.266649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62006-bd16-4f74-b726-a201ac470cdd req-e7b24b29-3105-47a0-abbb-2bbc21727cd3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.268448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4aa62006-bd16-4f74-b726-a201ac470cdd req-e7b24b29-3105-47a0-abbb-2bbc21727cd3 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.0989547 Nov 12 03:49:59.273770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fceac66-8d92-455f-8ffe-8180823e68b6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.348096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:59.362802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5e7421e0-c1b0-42e9-9709-1f915643d870 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:59.366647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd400746-82b1-4373-8ba4-1c5b73db846e None None] Update dhcp port {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '297cfd8b-7f6f-4ed3-8b79-1843a1a54d32', 'ip_address': '2001:db8::f816:3eff:fe91:1fce'}, {'subnet_id': 'db70701b-42a3-4e98-95d2-d566e24bebc9'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '65f1836a-8251-4036-8506-a13202202d23'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:49:59.375637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4aa62006-bd16-4f74-b726-a201ac470cdd req-d6a60723-29be-4af3-88ca-eaf8cb028ee6 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977433 Nov 12 03:49:59.379537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8:2::1 (c3eb7ead-e23d-4bc2-b3a5-3d87daf55958/0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44/5b3f30a3-16fa-48ad-a29c-8f9d48ea5490) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:59.387159 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fceac66-8d92-455f-8ffe-8180823e68b6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.401162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47900) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:59.416830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceac66-8d92-455f-8ffe-8180823e68b6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=297cfd8b-7f6f-4ed3-8b79-1843a1a54d32,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:59.428023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4fceac66-8d92-455f-8ffe-8180823e68b6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.434357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4fceac66-8d92-455f-8ffe-8180823e68b6 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/297cfd8b-7f6f-4ed3-8b79-1843a1a54d32 HTTP/1.1" status: 204 len: 168 time: 0.5082049 Nov 12 03:49:59.434806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47902) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:59.488159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'port_id': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'mac_address': 'fa:16:3e:89:8d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:59.495518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab775f17-912b-4ac8-ab69-5a628cf83263 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet db70701b-42a3-4e98-95d2-d566e24bebc9 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:59.501221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab775f17-912b-4ac8-ab69-5a628cf83263 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.545294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab775f17-912b-4ac8-ab69-5a628cf83263 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.569810 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.573930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Provisioning complete for port b2dd8089-8f09-4f16-bb09-12be360794de triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:59.574556 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.590335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e4c96c57-d378-4e39-99f9-3f1e4ef5280d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/floatingips/499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e HTTP/1.1" status: 200 len: 993 time: 0.1785007 Nov 12 03:49:59.612009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab775f17-912b-4ac8-ab69-5a628cf83263 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.613639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-8bb8b85e-a7ea-4a60-a8e9-f937e77a4e46 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:59.615599 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-8bb8b85e-a7ea-4a60-a8e9-f937e77a4e46 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.20 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1678543 Nov 12 03:49:59.655621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Attempting to bind port b2dd8089-8f09-4f16-bb09-12be360794de on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:59.656889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Attempting to bind port b2dd8089-8f09-4f16-bb09-12be360794de by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:59.656889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Attempting to bind port b2dd8089-8f09-4f16-bb09-12be360794de on network 7523ff49-d898-4335-89af-ef36e9655c87 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:59.658911 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd400746-82b1-4373-8ba4-1c5b73db846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.678167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab775f17-912b-4ac8-ab69-5a628cf83263 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.686315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Port b2dd8089-8f09-4f16-bb09-12be360794de cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:59.691831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e7421e0-c1b0-42e9-9709-1f915643d870 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:59.697079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:59.697460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Checking segment: {'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:59.697862 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.698251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Bound using segment: {'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:59.698732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Bound port: b2dd8089-8f09-4f16-bb09-12be360794de, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9874a40-475b-4ae4-80d8-5911ca098d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:59.699113 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.708916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab775f17-912b-4ac8-ab69-5a628cf83263 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=db70701b-42a3-4e98-95d2-d566e24bebc9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:59.710973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ab775f17-912b-4ac8-ab69-5a628cf83263 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.714191 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ab775f17-912b-4ac8-ab69-5a628cf83263 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/db70701b-42a3-4e98-95d2-d566e24bebc9 HTTP/1.1" status: 204 len: 168 time: 0.2783833 Nov 12 03:49:59.716765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47904) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:59.742011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.757314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:59.763897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-680bc10c-61bc-4e72-ba60-4d0eb11a7a67 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459285 Nov 12 03:49:59.769405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47906) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:59.774861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:59.811659 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.823603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:59.870452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:59.877615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:59.879220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:59.880765 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.887876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:59.888501 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.890652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.897863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Provisioning complete for port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:59.898233 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfaf768f-575e-47ed-93cb-7861cbaf9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.910598 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.010509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.025299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Deleting port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:00.025694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.063788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Allocated IP 2001:db8:2::2 (c3eb7ead-e23d-4bc2-b3a5-3d87daf55958/0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44/135b146f-72da-4e1a-a1f1-c25cde8f1450) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:00.118566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] For port b2dd8089-8f09-4f16-bb09-12be360794de, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:00.149431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.172950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9004e8-166f-4658-8b6c-ea36749ff9be None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:00.175176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f2dd0-12b2-428e-a0f1-103c0f5e088d req-106bb4e8-e947-4bd1-ba47-bdd4396bf3dd tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.176769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c2f2dd0-12b2-428e-a0f1-103c0f5e088d req-106bb4e8-e947-4bd1-ba47-bdd4396bf3dd tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=60d2af08-dfae-4dbd-bdcd-23646ff8010e HTTP/1.1" status: 200 len: 946 time: 0.1708694 Nov 12 03:50:00.177297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] For port b2dd8089-8f09-4f16-bb09-12be360794de, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b2dd8089-8f09-4f16-bb09-12be360794de,segment=NetworkSegment(b9874a40-475b-4ae4-80d8-5911ca098d09),segment_id=b9874a40-475b-4ae4-80d8-5911ca098d09)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:00.183770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.260933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] For port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:00.261349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.295333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:00.323840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Calling delete_port for 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:00.392789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5e7421e0-c1b0-42e9-9709-1f915643d870'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:00.397277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.409764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:00.410132 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.420551 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c2f2dd0-12b2-428e-a0f1-103c0f5e088d req-51d19e2a-fcce-4ac6-bc0b-580600a9a626 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070806 Nov 12 03:50:00.550642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.562200 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:00.562566 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:00.629138 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.632582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.671949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.672726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.682755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Pushing event deleted for resources: {'Port': ['ID=5d1ad06b-2340-4639-bc47-af3eaaf6fa7e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.720495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dcc00-e00d-4536-ad30-1cc2af77e5ab None None] Pushing event updated for resources: {'Port': ['ID=b2dd8089-8f09-4f16-bb09-12be360794de,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.745386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18461bb-23f3-4724-ab29-d9711e2fa968 None None] DHCP port deletion for 710d8c21-e6b4-4140-a6e2-85de3be8e082 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:00.749640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] For port 65f1836a-8251-4036-8506-a13202202d23, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=65f1836a-8251-4036-8506-a13202202d23,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:00.751455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:00.752113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:49:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:00.784630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] No DVR routers for this DVR port 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:00.794437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.798137 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44796b55-bc56-4b8c-acb7-e390ea1ef376 req-83c7dfa0-1f6d-43a0-b30f-8178ed89f8a5 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.20 "DELETE /v2.0/ports/5d1ad06b-2340-4639-bc47-af3eaaf6fa7e HTTP/1.1" status: 204 len: 173 time: 1.1751373 Nov 12 03:50:00.798372 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.798617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d2af08-dfae-4dbd-bdcd-23646ff8010e', 'name': 'network-vif-deleted', 'tag': '5d1ad06b-2340-4639-bc47-af3eaaf6fa7e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:00.801409 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f38fe-8630-48d6-97b5-25681a307806" -d '{"events": [{"server_uuid": "60d2af08-dfae-4dbd-bdcd-23646ff8010e", "name": "network-vif-deleted", "tag": "5d1ad06b-2340-4639-bc47-af3eaaf6fa7e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:00.812725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.813691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.863640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.878082 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808a2b57-9545-4386-8894-a8ed55fbe1fd x-openstack-request-id: req-808a2b57-9545-4386-8894-a8ed55fbe1fd {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:00.878369 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d2af08-dfae-4dbd-bdcd-23646ff8010e", "name": "network-vif-deleted", "tag": "5d1ad06b-2340-4639-bc47-af3eaaf6fa7e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:00.878623 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-808a2b57-9545-4386-8894-a8ed55fbe1fd {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:00.879074 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d2af08-dfae-4dbd-bdcd-23646ff8010e', 'name': 'network-vif-deleted', 'tag': '5d1ad06b-2340-4639-bc47-af3eaaf6fa7e', 'status': 'completed', 'code': 200} Nov 12 03:50:00.908560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:00.910297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:00.944125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:00.950644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:00.960478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:00.967562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.974611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.983644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=87a2d732-0353-4d37-9391-c763ae7acc1a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.994987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=65f1836a-8251-4036-8506-a13202202d23,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.027980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-92a92d2e-4e83-44eb-adb2-a54fc2089203 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2574384 Nov 12 03:50:01.030825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47914) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.036571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ae2f2157-a440-46da-a9f4-b6d40888f6da tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:01.067381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:01.195420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.223897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:01.232420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-816119ab-b0c6-4a39-91d7-6e25bfbed167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5940397 Nov 12 03:50:01.232420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.240050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-126302623'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:01.244560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.250102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f2157-a440-46da-a9f4-b6d40888f6da tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:01.256286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2157-a440-46da-a9f4-b6d40888f6da tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.294776 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.334289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:01.337835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.364800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] Provisioning complete for port 65f1836a-8251-4036-8506-a13202202d23 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:01.365348 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.392478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:01.409719 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-ae2f2157-a440-46da-a9f4-b6d40888f6da tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87a2d732-0353-4d37-9391-c763ae7acc1a (CIDR: 2001:db8::/64) Nov 12 03:50:01.411129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.411492 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added segment 8776bdcf-8b94-48a3-a373-2795de411ce7 of type vlan for network f7214e39-6170-40a5-bdf5-4934b93b4c6a Nov 12 03:50:01.422651 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2f2157-a440-46da-a9f4-b6d40888f6da tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:50:01.423103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2f2157-a440-46da-a9f4-b6d40888f6da tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:01.430094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:01.432839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5e7421e0-c1b0-42e9-9709-1f915643d870 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:01.459296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:01.473445 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.479500 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ae2f2157-a440-46da-a9f4-b6d40888f6da tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4476507 Nov 12 03:50:01.483869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47922) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.490293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:01.494291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:01.500981 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b54165b3-e6ee-4fbd-ac43-735c2f84237e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.502565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 65f1836a-8251-4036-8506-a13202202d23 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:01.505535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Pushing event updated for resources: {'Port': ['ID=135b146f-72da-4e1a-a1f1-c25cde8f1450,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.543440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.559647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.563303 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.570621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:01.608900 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.644977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:01.691224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47926) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.691643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4557123 Nov 12 03:50:01.693516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f4903-7fe2-4204-b641-ec5203fd8030 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Network': ['ID=f7214e39-6170-40a5-bdf5-4934b93b4c6a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.703918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'subnet': {'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:01.724469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:01.728714 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.751973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f7214e39-6170-40a5-bdf5-4934b93b4c6a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:01.753823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e6e31-6b71-44d0-b76d-00f935a965a5 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:01.769952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:01.770851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5d1ad06b-2340-4639-bc47-af3eaaf6fa7e not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:01.806097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Attempting to bind port 135b146f-72da-4e1a-a1f1-c25cde8f1450 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:01.806472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Attempting to bind port 135b146f-72da-4e1a-a1f1-c25cde8f1450 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:01.806837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Attempting to bind port 135b146f-72da-4e1a-a1f1-c25cde8f1450 on network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:01.902561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:01.902938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Checking segment: {'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:01.903344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.903747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Bound using segment: {'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:01.904227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Bound port: 135b146f-72da-4e1a-a1f1-c25cde8f1450, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:01.904611 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.922850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.928597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4fd72-305d-4388-bdcf-a8556784f615 req-34d4c274-45ba-4a73-bf6d-a6842312960d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.930135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5da4fd72-305d-4388-bdcf-a8556784f615 req-34d4c274-45ba-4a73-bf6d-a6842312960d tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1067207 Nov 12 03:50:01.930748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Made reservation on behalf of f18c4c337c4849beb4b3d294771a33a7 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:01.933999 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.082623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.086354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5da4fd72-305d-4388-bdcf-a8556784f615 req-2083f6a3-c720-41e8-a9c8-f3c821f33506 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440954 Nov 12 03:50:02.132588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] Provisioning complete for port b2dd8089-8f09-4f16-bb09-12be360794de triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:02.132968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.153007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:02.250401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.401792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50c3ad-1ab9-4f1b-8b57-c7e81deac306 None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:02.407971 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] For port 135b146f-72da-4e1a-a1f1-c25cde8f1450, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:02.484013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 65f1836a-8251-4036-8506-a13202202d23, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=65f1836a-8251-4036-8506-a13202202d23,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:02.494441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] For port 135b146f-72da-4e1a-a1f1-c25cde8f1450, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=135b146f-72da-4e1a-a1f1-c25cde8f1450,segment=NetworkSegment(274f1b64-f6b8-4e71-a388-7383bc9521d6),segment_id=274f1b64-f6b8-4e71-a388-7383bc9521d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:02.509259 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.523773 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.668278 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.668712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=65f1836a-8251-4036-8506-a13202202d23,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.677052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:02.686328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:02.695000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.695671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.714447 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.714681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=29f6bd4a-f8e6-4abe-800c-f33b0cb9efa6,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.759570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47934) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.760177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2dfee58b-6893-4841-95d5-b716c1fa7c78 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2740285 Nov 12 03:50:02.766745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:7a:d4:fc', 'name': 'tempest-NetworksTestDHCPv6-2120109916'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:02.792542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Checking segment: {'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:02.792954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network hostable DHCP agents. Network: f7214e39-6170-40a5-bdf5-4934b93b4c6a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:02.805875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Subnet': ['ID=e25f76e5-ede7-413c-9b25-113d1f7d594d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.835575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network f7214e39-6170-40a5-bdf5-4934b93b4c6a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:02.844362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828061aa-2fef-455d-ba5d-6dbfc136e985 None None] Pushing event updated for resources: {'Port': ['ID=135b146f-72da-4e1a-a1f1-c25cde8f1450,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.847118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8b80f-a87b-4cbb-a130-ed1585f74ef4 None None] Update dhcp port {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '87a2d732-0353-4d37-9391-c763ae7acc1a', 'ip_address': '2001:db8::f816:3eff:fe91:1fce'}, {'subnet_id': '29f6bd4a-f8e6-4abe-800c-f33b0cb9efa6'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '65f1836a-8251-4036-8506-a13202202d23'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:50:02.862442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f7214e39-6170-40a5-bdf5-4934b93b4c6a) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:02.867470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.868127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.885774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5336377-5776-4163-8ace-f82d6f5c3c2a None None] Network f7214e39-6170-40a5-bdf5-4934b93b4c6a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:02.891990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] For port b2dd8089-8f09-4f16-bb09-12be360794de, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b2dd8089-8f09-4f16-bb09-12be360794de,segment=NetworkSegment(b9874a40-475b-4ae4-80d8-5911ca098d09),segment_id=b9874a40-475b-4ae4-80d8-5911ca098d09)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:02.912562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-64832a30-8185-4054-a5a4-0b9e0a436a54 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2137921 Nov 12 03:50:02.913257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47936) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.925016 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.927402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b80f-a87b-4cbb-a130-ed1585f74ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.977228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:03.050725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] Could not find standard attr ID for object 98414866-c51d-462d-b618-2dc570913896. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:50:03.155468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.178365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec7b58-a929-4b5b-a69c-a1f2fcca087f None None] Pushing event updated for resources: {'Port': ['ID=b2dd8089-8f09-4f16-bb09-12be360794de,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:03.220384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 52a0103b-ff14-4ea6-a5e3-eca95240dac2 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:50:03.326991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6cca0621-b246-42a4-8457-f19c243a3fd2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:03.493474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8:0:1::201 (26523d9c-063a-4f6d-908e-0a92e0943db0/29f6bd4a-f8e6-4abe-800c-f33b0cb9efa6/52a0103b-ff14-4ea6-a5e3-eca95240dac2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:03.511082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff826f2a-849a-4c76-ad0e-53c8a5adbf75 req-6e90cc17-d01b-46a9-8511-58703b487e88 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.517487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::f816:3eff:fe7a:d4fc (26523d9c-063a-4f6d-908e-0a92e0943db0/87a2d732-0353-4d37-9391-c763ae7acc1a/52a0103b-ff14-4ea6-a5e3-eca95240dac2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:03.529789 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff826f2a-849a-4c76-ad0e-53c8a5adbf75 req-6e90cc17-d01b-46a9-8511-58703b487e88 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.2554276 Nov 12 03:50:03.585320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.613054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-64468a9e-de78-45f9-875a-af114d88d7f3 None None] Provisioning complete for port 65f1836a-8251-4036-8506-a13202202d23 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:03.613612 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64468a9e-de78-45f9-875a-af114d88d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.615361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b2dd8089-8f09-4f16-bb09-12be360794de up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:03.676409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff826f2a-849a-4c76-ad0e-53c8a5adbf75 req-cdcbd63c-d9d2-441d-840a-4602ee002b6c tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ede0cca-5cf4-48e7-b1ae-02967b287565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395199 Nov 12 03:50:03.735984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-f7214e39-6170-40a5-bdf5-4934b93b4c6a', 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'fixed_ips': [{'subnet_id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:03.736945 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.799088 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.818921 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84bdba3c-83d0-4f17-b6f9-2f654085d730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.881730 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.905939 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64468a9e-de78-45f9-875a-af114d88d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.032136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:04.053668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d64fc90e-8394-46bf-a881-73b2a4a8f6ec tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:04.055347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d64fc90e-8394-46bf-a881-73b2a4a8f6ec tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.20 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 946 time: 0.1845520 Nov 12 03:50:04.059036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:04.062444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b2dd8089-8f09-4f16-bb09-12be360794de triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:04.062917 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.063603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:04.075011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:04.075742 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.087893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-64468a9e-de78-45f9-875a-af114d88d7f3 None None] For port 65f1836a-8251-4036-8506-a13202202d23, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=65f1836a-8251-4036-8506-a13202202d23,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:04.106975 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3460021 Nov 12 03:50:04.109368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47942) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.126202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94459fd5-bfc0-48a1-8b6e-edba82689cff tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=52a0103b-ff14-4ea6-a5e3-eca95240dac2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.163026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64468a9e-de78-45f9-875a-af114d88d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.178413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Allocated IP 2001:db8:3::1 (f7214e39-6170-40a5-bdf5-4934b93b4c6a/e25f76e5-ede7-413c-9b25-113d1f7d594d/5470ff07-f014-4914-aad6-49e107ced24a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:04.209013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Deleting port 6cca0621-b246-42a4-8457-f19c243a3fd2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:04.209400 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.222565 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:04.238098 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:04.238732 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:04.259617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d0147-f5b2-4899-bd39-4e8a8900f511 None None] Network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:04.271612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-7fb8b80f-a87b-4cbb-a130-ed1585f74ef4 None None] Allocated IP 2001:db8:0:1::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/29f6bd4a-f8e6-4abe-800c-f33b0cb9efa6/65f1836a-8251-4036-8506-a13202202d23) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:04.337118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] For port 6cca0621-b246-42a4-8457-f19c243a3fd2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6cca0621-b246-42a4-8457-f19c243a3fd2,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:04.337862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.342838 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:04.354689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Calling delete_port for 6cca0621-b246-42a4-8457-f19c243a3fd2 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:04.403634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9b4675af-d904-49f5-8b43-b1aa416685e4 None None] Provisioning complete for port 135b146f-72da-4e1a-a1f1-c25cde8f1450 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:04.404503 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b4675af-d904-49f5-8b43-b1aa416685e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.406711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64468a9e-de78-45f9-875a-af114d88d7f3 None None] Pushing event updated for resources: {'Port': ['ID=65f1836a-8251-4036-8506-a13202202d23,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.415096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-38788ca0-27b0-48d5-86de-d3d2c659b166 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 52a0103b-ff14-4ea6-a5e3-eca95240dac2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:04.415440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38788ca0-27b0-48d5-86de-d3d2c659b166 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.522506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.551959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.575125 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:00Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:04.576978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7fb8b80f-a87b-4cbb-a130-ed1585f74ef4 None None] For port 65f1836a-8251-4036-8506-a13202202d23, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=65f1836a-8251-4036-8506-a13202202d23,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:04.587399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38788ca0-27b0-48d5-86de-d3d2c659b166 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.604595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-38788ca0-27b0-48d5-86de-d3d2c659b166 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 52a0103b-ff14-4ea6-a5e3-eca95240dac2 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:04.606951 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:04.607332 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Updating router 21088204-225f-4136-ab1c-bd6ce748401b port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:04.611438 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b80f-a87b-4cbb-a130-ed1585f74ef4 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.620502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.650901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Pushing event deleted for resources: {'Port': ['ID=6cca0621-b246-42a4-8457-f19c243a3fd2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.651705 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.653736 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7fb8b80f-a87b-4cbb-a130-ed1585f74ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.698647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] No DVR routers for this DVR port 6cca0621-b246-42a4-8457-f19c243a3fd2 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:04.702272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.705646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4317de4c-8922-432e-ae2d-d8354a57899c req-d9905f47-8c5e-4152-96b5-490d7c5c4923 tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.20 "DELETE /v2.0/ports/6cca0621-b246-42a4-8457-f19c243a3fd2 HTTP/1.1" status: 204 len: 173 time: 0.6153393 Nov 12 03:50:04.706130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961eeba8-00c4-440c-8bc3-6420cf1725bd', 'name': 'network-vif-deleted', 'tag': '6cca0621-b246-42a4-8457-f19c243a3fd2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:04.721235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Allocated IP 2001:db8:3::2 (f7214e39-6170-40a5-bdf5-4934b93b4c6a/e25f76e5-ede7-413c-9b25-113d1f7d594d/1a5c40eb-200f-4f68-8ac8-8ef0289c9533) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:04.722488 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fe9503-3c1f-41bc-8616-5caf70c070ff" -d '{"events": [{"server_uuid": "961eeba8-00c4-440c-8bc3-6420cf1725bd", "name": "network-vif-deleted", "tag": "6cca0621-b246-42a4-8457-f19c243a3fd2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:04.736873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471a3c8-0fc3-4662-897a-996efd255c36 None None] DHCP port deletion for 710d8c21-e6b4-4140-a6e2-85de3be8e082 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:04.805791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network f7214e39-6170-40a5-bdf5-4934b93b4c6a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:04.826361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8b80f-a87b-4cbb-a130-ed1585f74ef4 None None] Pushing event updated for resources: {'Port': ['ID=65f1836a-8251-4036-8506-a13202202d23,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.831735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 135b146f-72da-4e1a-a1f1-c25cde8f1450 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:04.839898 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741b1fa-67d6-440b-a4d1-b798ef6d1f67 x-openstack-request-id: req-6741b1fa-67d6-440b-a4d1-b798ef6d1f67 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:04.840412 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961eeba8-00c4-440c-8bc3-6420cf1725bd", "name": "network-vif-deleted", "tag": "6cca0621-b246-42a4-8457-f19c243a3fd2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:04.840412 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6741b1fa-67d6-440b-a4d1-b798ef6d1f67 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:04.840987 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961eeba8-00c4-440c-8bc3-6420cf1725bd', 'name': 'network-vif-deleted', 'tag': '6cca0621-b246-42a4-8457-f19c243a3fd2', 'status': 'completed', 'code': 200} Nov 12 03:50:04.851612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:04.867593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-590ddabf-ec93-488d-90bb-ae70868597f0 req-d756d8d9-da75-4ecc-975f-6ca3ae71f1be tempest-ServerRescueTestJSON-1420381105 tempest-ServerRescueTestJSON-1420381105-project] 10.222.0.49 "GET /v2.0/ports?device_id=961eeba8-00c4-440c-8bc3-6420cf1725bd HTTP/1.1" status: 200 len: 210 time: 0.0764654 Nov 12 03:50:04.877675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:04.878390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.885268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=5470ff07-f014-4914-aad6-49e107ced24a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.038519 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.050593 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.062258 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.119257 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3969de8-88c2-44cb-942d-1b81001c56d5 None None] Pushing event updated for resources: {'Port': ['ID=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.252056 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Attempting to bind port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:05.253617 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Attempting to bind port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:05.254224 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Attempting to bind port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 on network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:05.261086 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:05.262158 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Checking segment: {'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:05.262764 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.263360 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Bound using segment: {'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:05.264059 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Bound port: 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274f1b64-f6b8-4e71-a388-7383bc9521d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:05.264655 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.297825 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38788ca0-27b0-48d5-86de-d3d2c659b166 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.314557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5e7421e0-c1b0-42e9-9709-1f915643d870 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:05.342908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38788ca0-27b0-48d5-86de-d3d2c659b166 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=52a0103b-ff14-4ea6-a5e3-eca95240dac2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.356926 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] For port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:05.361297 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] For port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,segment=NetworkSegment(274f1b64-f6b8-4e71-a388-7383bc9521d6),segment_id=274f1b64-f6b8-4e71-a388-7383bc9521d6)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:05.376965 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.417933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38788ca0-27b0-48d5-86de-d3d2c659b166 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.425831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47950) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.426213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.428033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-38788ca0-27b0-48d5-86de-d3d2c659b166 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/52a0103b-ff14-4ea6-a5e3-eca95240dac2 HTTP/1.1" status: 204 len: 168 time: 1.3126132 Nov 12 03:50:05.491316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c57ff9d-dbaa-4288-8519-c7fe710acc98 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.500113 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:05.500113 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:05.500987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0c57ff9d-dbaa-4288-8519-c7fe710acc98 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0738878 Nov 12 03:50:05.501856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47952) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.506431 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b4675af-d904-49f5-8b43-b1aa416685e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.506788 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3969de8-88c2-44cb-942d-1b81001c56d5 None None] Pushing event updated for resources: {'Port': ['ID=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.561392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 135b146f-72da-4e1a-a1f1-c25cde8f1450 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:05.562047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.578809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712d969-6cb8-4ec4-a86f-c0cd1395e8b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.584233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0712d969-6cb8-4ec4-a86f-c0cd1395e8b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0811782 Nov 12 03:50:05.585449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47954) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.659937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9b4675af-d904-49f5-8b43-b1aa416685e4 None None] For port 135b146f-72da-4e1a-a1f1-c25cde8f1450, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=135b146f-72da-4e1a-a1f1-c25cde8f1450,segment=NetworkSegment(274f1b64-f6b8-4e71-a388-7383bc9521d6),segment_id=274f1b64-f6b8-4e71-a388-7383bc9521d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:05.681246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5e7421e0-c1b0-42e9-9709-1f915643d870 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:05.681911 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.683747 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b4675af-d904-49f5-8b43-b1aa416685e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.695352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042edc0d-5849-48ef-84b7-289c5de949f9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.696422 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.697130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042edc0d-5849-48ef-84b7-289c5de949f9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.699050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042edc0d-5849-48ef-84b7-289c5de949f9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:05.700767 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-042edc0d-5849-48ef-84b7-289c5de949f9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1143486 Nov 12 03:50:05.703600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47956) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.710068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.711311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.744579 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:05.780560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.812312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.817063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce62109-57c8-42a4-baee-f26d82db531f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 29f6bd4a-f8e6-4abe-800c-f33b0cb9efa6 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:05.829489 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fce62109-57c8-42a4-baee-f26d82db531f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.846526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Network f7214e39-6170-40a5-bdf5-4934b93b4c6a is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:05.852872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:05.856400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:05.869913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event updated for resources: {'Port': ['ID=5470ff07-f014-4914-aad6-49e107ced24a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.957583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4675af-d904-49f5-8b43-b1aa416685e4 None None] Pushing event updated for resources: {'Port': ['ID=135b146f-72da-4e1a-a1f1-c25cde8f1450,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:05.963265 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fce62109-57c8-42a4-baee-f26d82db531f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.982822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.993437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Network f7214e39-6170-40a5-bdf5-4934b93b4c6a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:06.039336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:06.083651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Pushing event updated for resources: {'Port': ['ID=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.103800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Attempting to bind port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:06.104773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Attempting to bind port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:06.105387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Attempting to bind port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 on network f7214e39-6170-40a5-bdf5-4934b93b4c6a {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:06.150657 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fce62109-57c8-42a4-baee-f26d82db531f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.151697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:06.151697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Checking segment: {'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:06.154082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.154082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Bound using segment: {'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:06.162251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Bound port: 1a5c40eb-200f-4f68-8ac8-8ef0289c9533, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:06.162683 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.294470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fce62109-57c8-42a4-baee-f26d82db531f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.325702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43b517-ecc7-46ea-a2dc-5d027e6b17e2 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:06.327314 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.364979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62109-57c8-42a4-baee-f26d82db531f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=29f6bd4a-f8e6-4abe-800c-f33b0cb9efa6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.378812 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fce62109-57c8-42a4-baee-f26d82db531f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.385340 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:04Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5470ff07-f014-4914-aad6-49e107ced24a', 'name': '', 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:b4:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:03Z', 'updated_at': '2021-11-12T03:50:04Z', 'revision_number': 1, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:05Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:06.390379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fce62109-57c8-42a4-baee-f26d82db531f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/29f6bd4a-f8e6-4abe-800c-f33b0cb9efa6 HTTP/1.1" status: 204 len: 168 time: 0.6810946 Nov 12 03:50:06.391075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47964) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.440583 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2665c85-6610-49a7-b1fc-e979e3436fb7 None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:04Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5470ff07-f014-4914-aad6-49e107ced24a', 'name': '', 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:b4:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:03Z', 'updated_at': '2021-11-12T03:50:04Z', 'revision_number': 1, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:05Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:06.477542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d32ea4-c057-4fc4-962f-870fdb42665b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 87a2d732-0353-4d37-9391-c763ae7acc1a {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:06.490196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6d32ea4-c057-4fc4-962f-870fdb42665b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.509973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b1f9b3c6-a5c3-408b-8de0-b09b10511e3d None None] Provisioning complete for port 135b146f-72da-4e1a-a1f1-c25cde8f1450 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:06.510971 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b3c6-a5c3-408b-8de0-b09b10511e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.549515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:06.643313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6d32ea4-c057-4fc4-962f-870fdb42665b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.648339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:06.658969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:06.661556 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afc907c-ee3f-42e5-b0ba-cc7cec96e248" -d '{"events": [{"server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "name": "network-vif-plugged", "status": "completed", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:06.664333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:06.697006 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.705014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.705871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6cca0621-b246-42a4-8457-f19c243a3fd2 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:06.754838 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c85b5-9585-4bd5-9378-4780667e7efb x-openstack-request-id: req-aa1c85b5-9585-4bd5-9378-4780667e7efb {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:06.755188 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "name": "network-vif-plugged", "status": "completed", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:06.755370 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa1c85b5-9585-4bd5-9378-4780667e7efb {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:06.755768 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'code': 200} Nov 12 03:50:06.757130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] For port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:06.781219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6d32ea4-c057-4fc4-962f-870fdb42665b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.784799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 6cca0621-b246-42a4-8457-f19c243a3fd2 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:06.785200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6cca0621-b246-42a4-8457-f19c243a3fd2 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:06.788661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:06.796421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2f67e6da-a243-43bc-9375-0b1239d21241 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8824062 Nov 12 03:50:06.799599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47968) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.804823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:06.820924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] For port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,segment=NetworkSegment(8776bdcf-8b94-48a3-a373-2795de411ce7),segment_id=8776bdcf-8b94-48a3-a373-2795de411ce7)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:06.856351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.921972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6d32ea4-c057-4fc4-962f-870fdb42665b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.941623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6d32ea4-c057-4fc4-962f-870fdb42665b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.946167 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d6d32ea4-c057-4fc4-962f-870fdb42665b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/87a2d732-0353-4d37-9391-c763ae7acc1a HTTP/1.1" status: 204 len: 168 time: 0.5533321 Nov 12 03:50:06.968635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.976507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d32ea4-c057-4fc4-962f-870fdb42665b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=87a2d732-0353-4d37-9391-c763ae7acc1a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.034671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.066542 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aeea3a62-b91e-4645-9367-51462dc82db1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966499 Nov 12 03:50:07.067973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47974) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:07.073309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:07.198740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:07.205751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.224196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:07.227061 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.282730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b72297-9d32-4b4d-961f-847a5d851b2a None None] Pushing event updated for resources: {'Port': ['ID=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.360913 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.390453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b1f9b3c6-a5c3-408b-8de0-b09b10511e3d None None] Provisioning complete for port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:07.397779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b3c6-a5c3-408b-8de0-b09b10511e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.545867 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.589342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:07.632769 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.680672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:07.682429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,segment=NetworkSegment(274f1b64-f6b8-4e71-a388-7383bc9521d6),segment_id=274f1b64-f6b8-4e71-a388-7383bc9521d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:07.684544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:07.689468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:07.690060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.698028 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.698654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 65f1836a-8251-4036-8506-a13202202d23 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:07.718705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=bcb4279f-0a79-4a23-9016-6d6925d8942a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.740459 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bbc24d59-b51e-42dc-a610-a8e59b78bd9f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6711826 Nov 12 03:50:07.741692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47976) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:07.747111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e55b7571-dd9d-4ce2-a8d3-e5c869874f51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:07.762225 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b3c6-a5c3-408b-8de0-b09b10511e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.870907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.901831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] Deleting port 65f1836a-8251-4036-8506-a13202202d23 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:07.902256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.906090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.918706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55b7571-dd9d-4ce2-a8d3-e5c869874f51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:07.921089 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-b1f9b3c6-a5c3-408b-8de0-b09b10511e3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:07.921510 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-b1f9b3c6-a5c3-408b-8de0-b09b10511e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:07.924112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e55b7571-dd9d-4ce2-a8d3-e5c869874f51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.989684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 65f1836a-8251-4036-8506-a13202202d23 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:07.991418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.104279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:08.111383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] For port 65f1836a-8251-4036-8506-a13202202d23, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=65f1836a-8251-4036-8506-a13202202d23,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:08.111787 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.135069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] Calling delete_port for 65f1836a-8251-4036-8506-a13202202d23 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:08.137660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:08.138318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:08.399415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:50:08.427192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Removed routes are [] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:50:08.428028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.436903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Deleting port 5a15f1c6-6678-4aec-aba6-a37ae644af84 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:08.437451 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.469597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 135b146f-72da-4e1a-a1f1-c25cde8f1450 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:08.478965 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-e55b7571-dd9d-4ce2-a8d3-e5c869874f51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bcb4279f-0a79-4a23-9016-6d6925d8942a (CIDR: 2001:db8::/64) Nov 12 03:50:08.480439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b3a01-f7e9-4211-b407-fed617f487a3 None None] Network f7214e39-6170-40a5-bdf5-4934b93b4c6a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:08.482463 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55b7571-dd9d-4ce2-a8d3-e5c869874f51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:50:08.483080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55b7571-dd9d-4ce2-a8d3-e5c869874f51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:08.499946 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e55b7571-dd9d-4ce2-a8d3-e5c869874f51 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7569444 Nov 12 03:50:08.505887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47980) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:08.512638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:08.572804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:08.652698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:08.659439 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.689251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] For port 5a15f1c6-6678-4aec-aba6-a37ae644af84, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5a15f1c6-6678-4aec-aba6-a37ae644af84,segment=NetworkSegment(2974059f-36ed-4e0d-9209-a32c26385188),segment_id=2974059f-36ed-4e0d-9209-a32c26385188)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:08.689621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.712796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Calling delete_port for 5a15f1c6-6678-4aec-aba6-a37ae644af84 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:08.722002 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.730157 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.829624 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.839514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 135b146f-72da-4e1a-a1f1-c25cde8f1450 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:08.839885 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.916607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:08.922793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] Pushing event deleted for resources: {'Port': ['ID=65f1836a-8251-4036-8506-a13202202d23,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:08.937458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cb502-0f9b-41ad-b7ed-15a6f50bd75a None None] No DVR routers for this DVR port 65f1836a-8251-4036-8506-a13202202d23 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:08.939059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] Provisioning complete for port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:08.939434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.993428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a586a36-a9d1-4358-8b8c-646a95559af6 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:09.028222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:09.030520 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.068997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:09.077633 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.077859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:09.082505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4a3a95f9-575c-4950-a4fe-e26e8100d8d5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 200 len: 953 time: 2.2782924 Nov 12 03:50:09.082505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47982) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:09.083291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:09.095270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:09.095270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.116595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6073301 Nov 12 03:50:09.117891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47984) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:09.122886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:48:4e:9f', 'name': 'tempest-NetworksTestDHCPv6-1615668569'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:09.126400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7e641-3559-4bc4-a6f0-c4c364c2b328 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=8bd09c72-0385-4db7-ad29-01058dd41f71,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.184526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.239461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a15f1c6-6678-4aec-aba6-a37ae644af84,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.253644 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ccddd353-6ae9-47a2-8cb0-99e77f55c7d4 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 200 len: 953 time: 0.1710443 Nov 12 03:50:09.266906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 47988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:09.266906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'routes': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:09.284121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd2c69-f57a-44b8-a376-bd1e2521d8d9 None None] DHCP port deletion for 710d8c21-e6b4-4140-a6e2-85de3be8e082 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:09.294147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.344498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:09.352282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:04Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5470ff07-f014-4914-aad6-49e107ced24a', 'name': '', 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:b4:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:03Z', 'updated_at': '2021-11-12T03:50:05Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:09.455717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:09.456264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Updating router 21088204-225f-4136-ab1c-bd6ce748401b port 5470ff07-f014-4914-aad6-49e107ced24a binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:09.509925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] For port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,segment=NetworkSegment(8776bdcf-8b94-48a3-a373-2795de411ce7),segment_id=8776bdcf-8b94-48a3-a373-2795de411ce7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:09.514560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.518654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-26523d9c-063a-4f6d-908e-0a92e0943db0', 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'tenant_id': 'ed6c8d39345c45deba180de92211d781', 'fixed_ips': [{'subnet_id': '8bd09c72-0385-4db7-ad29-01058dd41f71'}, {'subnet_id': 'bcb4279f-0a79-4a23-9016-6d6925d8942a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:09.519509 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.550835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.583869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 069e58f9-a3c4-4317-8925-2305c5f4838f yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:50:09.616367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.637106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] Could not find standard attr ID for object 65f1836a-8251-4036-8506-a13202202d23. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:50:09.712463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] Provisioning complete for port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:09.712774 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.751223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:09.805042 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.857822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::95 (26523d9c-063a-4f6d-908e-0a92e0943db0/bcb4279f-0a79-4a23-9016-6d6925d8942a/069e58f9-a3c4-4317-8925-2305c5f4838f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:09.867679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8:0:1:f816:3eff:fe48:4e9f (26523d9c-063a-4f6d-908e-0a92e0943db0/8bd09c72-0385-4db7-ad29-01058dd41f71/069e58f9-a3c4-4317-8925-2305c5f4838f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:09.898013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16722259-7bc1-49d5-878b-4d343c2a254d None None] Pushing event updated for resources: {'Port': ['ID=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.974315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:09.974872 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.046315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added routes are [] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:50:10.046854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:50:10.097432 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.144486 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.194828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:10.199803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:10.206229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:10.213553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:10.214437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.241694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=069e58f9-a3c4-4317-8925-2305c5f4838f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.261861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d07af374-23eb-4462-9fd7-0327aa4ee892 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1433816 Nov 12 03:50:10.264370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47990) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:10.372989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b29a1980-bdf6-41f1-b3c8-6b810a908a06 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 069e58f9-a3c4-4317-8925-2305c5f4838f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:10.373378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b29a1980-bdf6-41f1-b3c8-6b810a908a06 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.434789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:10.482542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cd399b0b-b92f-49f1-ba8b-6f09ea7c3231 None None] Provisioning complete for port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:10.482725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cd399b0b-b92f-49f1-ba8b-6f09ea7c3231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.491956 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b29a1980-bdf6-41f1-b3c8-6b810a908a06 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.505957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b29a1980-bdf6-41f1-b3c8-6b810a908a06 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 069e58f9-a3c4-4317-8925-2305c5f4838f owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:10.530798 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.540522 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.573815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.633729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:10.645803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/bcb4279f-0a79-4a23-9016-6d6925d8942a/809a4012-7ebf-40ea-9a7e-9f8ed409d084) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:10.666579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:d85b (26523d9c-063a-4f6d-908e-0a92e0943db0/8bd09c72-0385-4db7-ad29-01058dd41f71/809a4012-7ebf-40ea-9a7e-9f8ed409d084) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:10.679803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568c9a9-3eb6-4d3d-9f98-602445a53484 None None] Pushing event updated for resources: {'Port': ['ID=5470ff07-f014-4914-aad6-49e107ced24a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.686182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:10.686550 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.756905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b29a1980-bdf6-41f1-b3c8-6b810a908a06 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.796799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a1980-bdf6-41f1-b3c8-6b810a908a06 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=069e58f9-a3c4-4317-8925-2305c5f4838f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.810490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:10.817837 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8adae089-7850-43c5-bd9c-28af9f3b8103 admin admin] 10.222.0.49 "PUT /v2.0/routers/8466ca6c-75f6-4588-92e7-ea7ef744fd0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8332844 Nov 12 03:50:10.823779 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] Sync routers for ids ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:10.840999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47994) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:10.854182 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] Routers {'8466ca6c-75f6-4588-92e7-ea7ef744fd0f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:10.855590 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:10.873216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Attempting to bind port 5470ff07-f014-4914-aad6-49e107ced24a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:10.873572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Attempting to bind port 5470ff07-f014-4914-aad6-49e107ced24a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:10.873936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Attempting to bind port 5470ff07-f014-4914-aad6-49e107ced24a on network f7214e39-6170-40a5-bdf5-4934b93b4c6a {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:10.895045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:10.895485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Checking segment: {'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:10.896098 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.896499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Bound using segment: {'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:10.897091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Bound port: 5470ff07-f014-4914-aad6-49e107ced24a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8776bdcf-8b94-48a3-a373-2795de411ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:10.897241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.897438 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.900900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.929745 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b29a1980-bdf6-41f1-b3c8-6b810a908a06 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.933434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b29a1980-bdf6-41f1-b3c8-6b810a908a06 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/069e58f9-a3c4-4317-8925-2305c5f4838f HTTP/1.1" status: 204 len: 168 time: 0.6677804 Nov 12 03:50:10.936040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47996) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:10.944097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cd399b0b-b92f-49f1-ba8b-6f09ea7c3231 None None] Provisioning complete for port 5470ff07-f014-4914-aad6-49e107ced24a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:10.944640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cd399b0b-b92f-49f1-ba8b-6f09ea7c3231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.973953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5a173f2a-700c-4a9d-b18c-628a28d74857 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0362673 Nov 12 03:50:10.978604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 47998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:11.016382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d852f7b6-b998-462d-adff-9a42d10c0b42 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0364099 Nov 12 03:50:11.021927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48000) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:11.039194 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] Set router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:11.072755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] For port 5470ff07-f014-4914-aad6-49e107ced24a, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:11.086062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:11.096361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.102230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a95971-4c46-4fc8-8b92-39ac8d0ca8b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:11.103786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a95971-4c46-4fc8-8b92-39ac8d0ca8b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:11.105429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a95971-4c46-4fc8-8b92-39ac8d0ca8b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:11.107021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-79a95971-4c46-4fc8-8b92-39ac8d0ca8b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0834467 Nov 12 03:50:11.110005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48002) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:11.118573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] For port 5470ff07-f014-4914-aad6-49e107ced24a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5470ff07-f014-4914-aad6-49e107ced24a,segment=NetworkSegment(8776bdcf-8b94-48a3-a373-2795de411ce7),segment_id=8776bdcf-8b94-48a3-a373-2795de411ce7)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:11.137763 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.168838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cd399b0b-b92f-49f1-ba8b-6f09ea7c3231 None None] Port 5470ff07-f014-4914-aad6-49e107ced24a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:11.252052 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.275374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:11.276216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:11.284922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 65f1836a-8251-4036-8506-a13202202d23 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:11.296388 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:50:09Z', 'revision_number': 5, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port': {'id': '069bf632-d734-421a-95b1-8e7b41ddb4e5', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:11.311099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.329494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4eddd0-e09d-4cbd-bc34-f51be200ac95 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 8bd09c72-0385-4db7-ad29-01058dd41f71 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:11.330231 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] Checking router: 8466ca6c-75f6-4588-92e7-ea7ef744fd0f for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:11.340820 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] Routers {'8466ca6c-75f6-4588-92e7-ea7ef744fd0f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:11.341659 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:11.347303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f4eddd0-e09d-4cbd-bc34-f51be200ac95 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.370628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 65f1836a-8251-4036-8506-a13202202d23 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:11.373114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 65f1836a-8251-4036-8506-a13202202d23 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:11.415911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Deleting port 069bf632-d734-421a-95b1-8e7b41ddb4e5 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:11.416598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.418100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.420487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:11.431500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.437574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c80fac7-4244-4da0-8a6e-f23cb78418cc tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 200 len: 703 time: 2.1724117 Nov 12 03:50:11.439954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:11.471241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f4eddd0-e09d-4cbd-bc34-f51be200ac95 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.489080 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] Set router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:11.590119 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:50:11Z', 'revision_number': 6, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:11.590451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:11.619256 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95559ed-ebfc-49ca-837d-4b488f2a6e31 None None] The sync data for ids ['8466ca6c-75f6-4588-92e7-ea7ef744fd0f'] in n-d-789963-21 is: [{'id': '8466ca6c-75f6-4588-92e7-ea7ef744fd0f', 'name': 'tempest-ServerRescueTestJSON-192981004-router', 'tenant_id': '56bc76caa80c4a788e231f89fe5762eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:11Z', 'updated_at': '2021-11-12T03:50:11Z', 'revision_number': 6, 'project_id': '56bc76caa80c4a788e231f89fe5762eb', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:11.631934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:11.632145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] For port 069bf632-d734-421a-95b1-8e7b41ddb4e5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=069bf632-d734-421a-95b1-8e7b41ddb4e5,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:11.632653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.651411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Calling delete_port for 069bf632-d734-421a-95b1-8e7b41ddb4e5 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:11.677996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568c9a9-3eb6-4d3d-9f98-602445a53484 None None] Pushing event updated for resources: {'Port': ['ID=5470ff07-f014-4914-aad6-49e107ced24a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.690742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:11.696021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76f9378d-17bb-4c31-9eec-a30ebbda9108 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 200 len: 703 time: 0.2502706 Nov 12 03:50:11.696333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48008) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:11.767905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:11.770879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:11.791682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f4eddd0-e09d-4cbd-bc34-f51be200ac95 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.835182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ec63b666-ea4e-4b76-8697-c5cbbb95241d None None] Provisioning complete for port 5470ff07-f014-4914-aad6-49e107ced24a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:11.835655 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec63b666-ea4e-4b76-8697-c5cbbb95241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.875224 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.908517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Pushing event deleted for resources: {'Port': ['ID=069bf632-d734-421a-95b1-8e7b41ddb4e5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.956313 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f4eddd0-e09d-4cbd-bc34-f51be200ac95 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.965477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da041d2-621c-4ccf-8b83-e35f4f9d5313 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:11.979598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.994441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eddd0-e09d-4cbd-bc34-f51be200ac95 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd09c72-0385-4db7-ad29-01058dd41f71,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.999962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5f4eddd0-e09d-4cbd-bc34-f51be200ac95 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.003162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5f4eddd0-e09d-4cbd-bc34-f51be200ac95 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/8bd09c72-0385-4db7-ad29-01058dd41f71 HTTP/1.1" status: 204 len: 168 time: 0.8911374 Nov 12 03:50:12.006458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:12.038498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Pushing event updated for resources: {'Port': ['ID=809a4012-7ebf-40ea-9a7e-9f8ed409d084,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:12.077557 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.077705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:12.077705 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.078601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.095290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73efe1b-e2aa-4a13-9757-5a5c6cb3d998 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet bcb4279f-0a79-4a23-9016-6d6925d8942a {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:12.101218 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b73efe1b-e2aa-4a13-9757-5a5c6cb3d998 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.133813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.134513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8466ca6c-75f6-4588-92e7-ea7ef744fd0f {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:12.138683 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Attempting to bind port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:12.139145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Attempting to bind port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:12.139616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.139728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Attempting to bind port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 on network 26523d9c-063a-4f6d-908e-0a92e0943db0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:12.140809 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ff9b45a2-ec35-43c4-8489-e606bd3fa093 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8466ca6c-75f6-4588-92e7-ea7ef744fd0f HTTP/1.1" status: 204 len: 168 time: 1.2979805 Nov 12 03:50:12.143188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48012) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:12.167917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b73efe1b-e2aa-4a13-9757-5a5c6cb3d998 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.180506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:12.181027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Checking segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:12.181493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.181957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Bound using segment: {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:12.182493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Bound port: 809a4012-7ebf-40ea-9a7e-9f8ed409d084, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4c47c-065c-4027-ae17-1255ed4b77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:12.182938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.190557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f208bdf-947a-453b-a851-6c636406814c admin admin] Deleting subnet 3a867796-8b4b-4066-9064-e6d277c195b6 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:12.194892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f208bdf-947a-453b-a851-6c636406814c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.242088 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f208bdf-947a-453b-a851-6c636406814c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.289389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f208bdf-947a-453b-a851-6c636406814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.305748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b73efe1b-e2aa-4a13-9757-5a5c6cb3d998 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.355888 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec63b666-ea4e-4b76-8697-c5cbbb95241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.360959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f208bdf-947a-453b-a851-6c636406814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.374829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.390788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f208bdf-947a-453b-a851-6c636406814c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a867796-8b4b-4066-9064-e6d277c195b6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:12.395859 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f208bdf-947a-453b-a851-6c636406814c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.399162 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0f208bdf-947a-453b-a851-6c636406814c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3a867796-8b4b-4066-9064-e6d277c195b6 HTTP/1.1" status: 204 len: 168 time: 0.2550056 Nov 12 03:50:12.404940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:12.418748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790895f-9a1e-4998-9144-02aab16ca822 None None] Network 710d8c21-e6b4-4140-a6e2-85de3be8e082 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:12.449764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b73efe1b-e2aa-4a13-9757-5a5c6cb3d998 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.485519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73efe1b-e2aa-4a13-9757-5a5c6cb3d998 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb4279f-0a79-4a23-9016-6d6925d8942a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:12.495195 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b73efe1b-e2aa-4a13-9757-5a5c6cb3d998 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.498455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b73efe1b-e2aa-4a13-9757-5a5c6cb3d998 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/bcb4279f-0a79-4a23-9016-6d6925d8942a HTTP/1.1" status: 204 len: 168 time: 0.4910345 Nov 12 03:50:12.501690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48016) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:12.554499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f038683a-de76-41a0-a4a4-9ab0d5d3828f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516484 Nov 12 03:50:12.557571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.559145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:12.564037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:12.684191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] For port 809a4012-7ebf-40ea-9a7e-9f8ed409d084, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:12.738203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 5470ff07-f014-4914-aad6-49e107ced24a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:12.738541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.762124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.782373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] For port 809a4012-7ebf-40ea-9a7e-9f8ed409d084, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=809a4012-7ebf-40ea-9a7e-9f8ed409d084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:12.785853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ec63b666-ea4e-4b76-8697-c5cbbb95241d None None] For port 5470ff07-f014-4914-aad6-49e107ced24a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5470ff07-f014-4914-aad6-49e107ced24a,segment=NetworkSegment(8776bdcf-8b94-48a3-a373-2795de411ce7),segment_id=8776bdcf-8b94-48a3-a373-2795de411ce7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:12.786041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:12.789506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.795041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710d8c21-e6b4-4140-a6e2-85de3be8e082']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:12.796999 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec63b666-ea4e-4b76-8697-c5cbbb95241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.805026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.822921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2974059f-36ed-4e0d-9209-a32c26385188') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:12.823293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2974059f-36ed-4e0d-9209-a32c26385188') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:12.848903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 5470ff07-f014-4914-aad6-49e107ced24a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5470ff07-f014-4914-aad6-49e107ced24a,segment=NetworkSegment(8776bdcf-8b94-48a3-a373-2795de411ce7),segment_id=8776bdcf-8b94-48a3-a373-2795de411ce7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:12.849390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.863504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 5470ff07-f014-4914-aad6-49e107ced24a owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:12.867780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.873681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:10Z', 'revision_number': 7, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5470ff07-f014-4914-aad6-49e107ced24a', 'name': '', 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:b4:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:03Z', 'updated_at': '2021-11-12T03:50:11Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:12.902075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.913961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:12.914498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:12.916143 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:12.955408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61444a1-f990-4629-9994-2326a53810a9 None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:10Z', 'revision_number': 7, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5470ff07-f014-4914-aad6-49e107ced24a', 'name': '', 'network_id': 'f7214e39-6170-40a5-bdf5-4934b93b4c6a', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:b4:bf:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:03Z', 'updated_at': '2021-11-12T03:50:11Z', 'revision_number': 4, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'e25f76e5-ede7-413c-9b25-113d1f7d594d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:12.991791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254925e4-5959-41c5-8079-59da681897db None None] DHCP port deletion for 710d8c21-e6b4-4140-a6e2-85de3be8e082 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:13.002204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63b666-ea4e-4b76-8697-c5cbbb95241d None None] Pushing event updated for resources: {'Port': ['ID=5470ff07-f014-4914-aad6-49e107ced24a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.011081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.029682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.034636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] 10.222.0.49 "DELETE /v2.0/networks/710d8c21-e6b4-4140-a6e2-85de3be8e082 HTTP/1.1" status: 204 len: 168 time: 0.6257794 Nov 12 03:50:13.041793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-056411c7-744a-4477-a16d-c7924c9a1a8b None None] Provisioning complete for port 5470ff07-f014-4914-aad6-49e107ced24a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:13.042358 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-056411c7-744a-4477-a16d-c7924c9a1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.047415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf55a7-89f1-479f-91b0-8ca58e8be37f admin admin] Pushing event deleted for resources: {'Network': ['ID=710d8c21-e6b4-4140-a6e2-85de3be8e082,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.085371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f15ab-8e2c-44a6-b319-3807b11492d5 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:13.138650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.143958 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.159702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e641b0-0555-41a6-9e4c-521a19d3ba3c None None] Pushing event updated for resources: {'Port': ['ID=809a4012-7ebf-40ea-9a7e-9f8ed409d084,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.188891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:13.189755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=5470ff07-f014-4914-aad6-49e107ced24a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.193204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:13.199794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.200477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.211646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-056411c7-744a-4477-a16d-c7924c9a1a8b None None] Could not find standard attr ID for object 5470ff07-f014-4914-aad6-49e107ced24a. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:50:13.215315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=2b85e173-66fe-436d-b017-1b9a07f9a861,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.221592 n-d-789963-21 neutron-server[102630]: INFO neutron.plugins.ml2.db [None req-056411c7-744a-4477-a16d-c7924c9a1a8b None None] No ports have port_id starting with 5470ff07-f014-4914-aad6-49e107ced24a Nov 12 03:50:13.233124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fdbaf1b9-0456-4992-ba84-6de35f01abdf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6681745 Nov 12 03:50:13.234206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48024) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.243660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.246500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2a9ee38a-81f3-44ce-aca9-ec25689946de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:13.246639 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.247530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.247930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.248228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.253073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.253462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.253815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.254161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.254591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.255011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.255252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.329051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:13.383446 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:13.384091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:13.395553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9ee38a-81f3-44ce-aca9-ec25689946de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:13.405387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee38a-81f3-44ce-aca9-ec25689946de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.408926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.482864 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.532465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e4301c87-b98d-4a15-a34c-7ae12d3549fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56bc76caa80c4a788e231f89fe5762eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199985 Nov 12 03:50:13.532663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48028) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.547013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5a15f1c6-6678-4aec-aba6-a37ae644af84 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:13.596820 n-d-789963-21 neutron-server[102628]: INFO neutron.db.ipam_backend_mixin [None req-2a9ee38a-81f3-44ce-aca9-ec25689946de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b85e173-66fe-436d-b017-1b9a07f9a861 (CIDR: 2001:db8::/64) Nov 12 03:50:13.602458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:13.606987 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9ee38a-81f3-44ce-aca9-ec25689946de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:50:13.607451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9ee38a-81f3-44ce-aca9-ec25689946de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:13.618382 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-484cff33-e618-4f1c-9c7b-940435cbb456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.633639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5a15f1c6-6678-4aec-aba6-a37ae644af84 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:13.633898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5a15f1c6-6678-4aec-aba6-a37ae644af84 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:13.636815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 069bf632-d734-421a-95b1-8e7b41ddb4e5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:13.637022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2a9ee38a-81f3-44ce-aca9-ec25689946de tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3922198 Nov 12 03:50:13.637716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48030) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.642573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'subnet': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:13.673863 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-484cff33-e618-4f1c-9c7b-940435cbb456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.678371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 069bf632-d734-421a-95b1-8e7b41ddb4e5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:13.678575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 069bf632-d734-421a-95b1-8e7b41ddb4e5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:13.720284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6119c4-d7ee-4fd1-bc2c-23860087dd04 None None] Update dhcp port {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': '2b85e173-66fe-436d-b017-1b9a07f9a861'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '809a4012-7ebf-40ea-9a7e-9f8ed409d084'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:50:13.723978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:13.804891 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3e6119c4-d7ee-4fd1-bc2c-23860087dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.808892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-484cff33-e618-4f1c-9c7b-940435cbb456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.811638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-484cff33-e618-4f1c-9c7b-940435cbb456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.812797 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-484cff33-e618-4f1c-9c7b-940435cbb456 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ede0cca-5cf4-48e7-b1ae-02967b287565 HTTP/1.1" status: 204 len: 168 time: 0.2775702 Nov 12 03:50:13.824001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cff33-e618-4f1c-9c7b-940435cbb456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede0cca-5cf4-48e7-b1ae-02967b287565,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.844761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:13.849627 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.876888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:13.885223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-03cc1059-9df2-4e4d-b848-9163cb640684 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1878490 Nov 12 03:50:13.886185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.948727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7c9e28-beea-46de-b01f-8eee29460b0d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet e25f76e5-ede7-413c-9b25-113d1f7d594d {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:13.954068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9e28-beea-46de-b01f-8eee29460b0d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.010134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9e28-beea-46de-b01f-8eee29460b0d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.055253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-3e6119c4-d7ee-4fd1-bc2c-23860087dd04 None None] Allocated IP 2001:db8::2 (26523d9c-063a-4f6d-908e-0a92e0943db0/2b85e173-66fe-436d-b017-1b9a07f9a861/809a4012-7ebf-40ea-9a7e-9f8ed409d084) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:14.070598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:13Z', 'revision_number': 8, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:14.105610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:14.124350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9e28-beea-46de-b01f-8eee29460b0d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.171806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:14.172685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:14.199588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9e28-beea-46de-b01f-8eee29460b0d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.250014 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9e28-beea-46de-b01f-8eee29460b0d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.252565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b77f3-27aa-42ec-8b66-a4093397247f None None] Network f7214e39-6170-40a5-bdf5-4934b93b4c6a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:14.257236 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1e7c9e28-beea-46de-b01f-8eee29460b0d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/e25f76e5-ede7-413c-9b25-113d1f7d594d HTTP/1.1" status: 204 len: 168 time: 0.3703687 Nov 12 03:50:14.258479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48040) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.270283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c9e28-beea-46de-b01f-8eee29460b0d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=e25f76e5-ede7-413c-9b25-113d1f7d594d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.336300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.objects.ports [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102628) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:14.338970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3e6119c4-d7ee-4fd1-bc2c-23860087dd04 None None] For port 809a4012-7ebf-40ea-9a7e-9f8ed409d084, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=809a4012-7ebf-40ea-9a7e-9f8ed409d084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:14.357184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:14.381297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.454114 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3e6119c4-d7ee-4fd1-bc2c-23860087dd04 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.530456 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3e6119c4-d7ee-4fd1-bc2c-23860087dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.580037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.821761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] For port 809a4012-7ebf-40ea-9a7e-9f8ed409d084, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=809a4012-7ebf-40ea-9a7e-9f8ed409d084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:14.863218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.870621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.871428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.895689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:14.896638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.925328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6119c4-d7ee-4fd1-bc2c-23860087dd04 None None] Pushing event updated for resources: {'Port': ['ID=809a4012-7ebf-40ea-9a7e-9f8ed409d084,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.015735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:15.018868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] DHCP port deletion for f7214e39-6170-40a5-bdf5-4934b93b4c6a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:15.029317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,segment=NetworkSegment(8776bdcf-8b94-48a3-a373-2795de411ce7),segment_id=8776bdcf-8b94-48a3-a373-2795de411ce7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:15.032867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.036524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:15.044115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:13Z', 'revision_number': 8, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:15.045329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.045934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.053671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Subnet': ['ID=bddc5f3d-608d-47e1-9d80-2b93dc8a2345,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.054847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:15.060805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=809a4012-7ebf-40ea-9a7e-9f8ed409d084,revision_number=7']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.089213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6e366ef3-7225-4c52-bf77-3a75e9ec3ee3 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4502454 Nov 12 03:50:15.089897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48062) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.096084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Request body: {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'mac_address': 'fa:16:3e:b9:d1:8b', 'name': 'tempest-NetworksTestDHCPv6-2128454356'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:15.110729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1a13f-e608-481c-9b23-d6e42ee370e8 None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:13Z', 'revision_number': 8, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:15.173033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] Deleting port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:15.173489 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.199083 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.242797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.246127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:15.267338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] For port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,segment=NetworkSegment(8776bdcf-8b94-48a3-a373-2795de411ce7),segment_id=8776bdcf-8b94-48a3-a373-2795de411ce7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:15.268236 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.281784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Made reservation on behalf of ed6c8d39345c45deba180de92211d781 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:15.284668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] Calling delete_port for 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:15.343146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.385944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7214e39-6170-40a5-bdf5-4934b93b4c6a']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:15.386188 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.397331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.399895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8776bdcf-8b94-48a3-a373-2795de411ce7') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:15.400191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8776bdcf-8b94-48a3-a373-2795de411ce7') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:15.412619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.414146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] Pushing event deleted for resources: {'Port': ['ID=1a5c40eb-200f-4f68-8ac8-8ef0289c9533,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.418764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f258bb-a27f-484d-9dc9-aea0fa27437e None None] No DVR routers for this DVR port 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:15.419998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] device_id is not set on port 77679a89-c9bb-4f5d-a9b2-da519336a53f yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:50:15.445243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.455982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:15.456689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:15.461876 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:15.603454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.618629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.626465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/f7214e39-6170-40a5-bdf5-4934b93b4c6a HTTP/1.1" status: 204 len: 168 time: 1.3672888 Nov 12 03:50:15.628361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48070) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.660997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5470ff07-f014-4914-aad6-49e107ced24a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:15.704225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5470ff07-f014-4914-aad6-49e107ced24a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:15.710024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5470ff07-f014-4914-aad6-49e107ced24a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:15.710603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:15.711115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120221-6fdc-434c-9631-792d644c6418 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=f7214e39-6170-40a5-bdf5-4934b93b4c6a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.745725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8::2b9 (26523d9c-063a-4f6d-908e-0a92e0943db0/2b85e173-66fe-436d-b017-1b9a07f9a861/77679a89-c9bb-4f5d-a9b2-da519336a53f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:15.755949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:d18b (26523d9c-063a-4f6d-908e-0a92e0943db0/bddc5f3d-608d-47e1-9d80-2b93dc8a2345/77679a89-c9bb-4f5d-a9b2-da519336a53f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:15.758977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:15.759334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1a5c40eb-200f-4f68-8ac8-8ef0289c9533 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:15.876001 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:15.894790 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:15.896006 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:15.961090 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.006052 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:16.009323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.072208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:16.075717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:16.078527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:16.095884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.096725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.109105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event updated for resources: {'Port': ['ID=77679a89-c9bb-4f5d-a9b2-da519336a53f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.137294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-620737db-0227-4f83-8677-411a53037dcd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0438602 Nov 12 03:50:16.138042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:16.202659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.277497 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:13Z', 'revision_number': 8, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.287979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5711c585-1f60-4601-b715-faca2cdf891b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting port 77679a89-c9bb-4f5d-a9b2-da519336a53f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:16.288563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5711c585-1f60-4601-b715-faca2cdf891b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.344921 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:16.360664 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:16.361313 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.422899 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5711c585-1f60-4601-b715-faca2cdf891b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.456522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5711c585-1f60-4601-b715-faca2cdf891b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Calling delete_port for 77679a89-c9bb-4f5d-a9b2-da519336a53f owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:16.508034 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:16.588695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:16.589319 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.767218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,segment=NetworkSegment(274f1b64-f6b8-4e71-a388-7383bc9521d6),segment_id=274f1b64-f6b8-4e71-a388-7383bc9521d6)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:16.767597 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.788236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:16.834723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8aef5e-b69e-456d-8a7a-f3b5a620818c None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:16.952468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f35e05fb-6349-4a71-8cdb-681b3bb9460d None None] Provisioning complete for port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:16.953302 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f35e05fb-6349-4a71-8cdb-681b3bb9460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.025388 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:13Z', 'revision_number': 8, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:17.072431 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ffa74-b4a1-4d43-936d-13e00700344a None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:13Z', 'revision_number': 8, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b3f30a3-16fa-48ad-a29c-8f9d48ea5490', 'name': '', 'network_id': 'c3eb7ead-e23d-4bc2-b3a5-3d87daf55958', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:46:b9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:59Z', 'updated_at': '2021-11-12T03:50:07Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:17.171233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.179668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5711c585-1f60-4601-b715-faca2cdf891b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.219691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711c585-1f60-4601-b715-faca2cdf891b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Port': ['ID=77679a89-c9bb-4f5d-a9b2-da519336a53f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.267175 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f35e05fb-6349-4a71-8cdb-681b3bb9460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.275416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5711c585-1f60-4601-b715-faca2cdf891b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.278886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5711c585-1f60-4601-b715-faca2cdf891b tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/77679a89-c9bb-4f5d-a9b2-da519336a53f HTTP/1.1" status: 204 len: 168 time: 1.1398125 Nov 12 03:50:17.281295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48112) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.327235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=5b3f30a3-16fa-48ad-a29c-8f9d48ea5490,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.328640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f35e05fb-6349-4a71-8cdb-681b3bb9460d None None] For port 809a4012-7ebf-40ea-9a7e-9f8ed409d084, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=809a4012-7ebf-40ea-9a7e-9f8ed409d084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:17.338136 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f35e05fb-6349-4a71-8cdb-681b3bb9460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.368049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead86fb5-c493-4faf-bda7-8a1465a5b1ec tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.370113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ead86fb5-c493-4faf-bda7-8a1465a5b1ec tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0874162 Nov 12 03:50:17.372720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48114) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.452686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e05fb-6349-4a71-8cdb-681b3bb9460d None None] Pushing event updated for resources: {'Port': ['ID=809a4012-7ebf-40ea-9a7e-9f8ed409d084,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.472635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d160cc4f-b2a2-4658-ab47-4884b1845e83 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.475431 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d160cc4f-b2a2-4658-ab47-4884b1845e83 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1015420 Nov 12 03:50:17.478909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48116) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.564540 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.607437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa758c-2134-4ad2-a308-b40b3e9af112 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.609025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa758c-2134-4ad2-a308-b40b3e9af112 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.610552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa758c-2134-4ad2-a308-b40b3e9af112 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.612141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-66aa758c-2134-4ad2-a308-b40b3e9af112 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1321280 Nov 12 03:50:17.615960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48118) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.687710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 809a4012-7ebf-40ea-9a7e-9f8ed409d084 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:17.691500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc30552c-ad98-47f2-be8c-7faeeea1d690 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet 2b85e173-66fe-436d-b017-1b9a07f9a861 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:17.696236 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc30552c-ad98-47f2-be8c-7faeeea1d690 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.742306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc30552c-ad98-47f2-be8c-7faeeea1d690 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.757341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:17.759615 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.840859 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc30552c-ad98-47f2-be8c-7faeeea1d690 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.921648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc30552c-ad98-47f2-be8c-7faeeea1d690 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.944944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc30552c-ad98-47f2-be8c-7faeeea1d690 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.950366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dc30552c-ad98-47f2-be8c-7faeeea1d690 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/2b85e173-66fe-436d-b017-1b9a07f9a861 HTTP/1.1" status: 204 len: 168 time: 0.3312197 Nov 12 03:50:17.955763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48122) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.974376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30552c-ad98-47f2-be8c-7faeeea1d690 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=2b85e173-66fe-436d-b017-1b9a07f9a861,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.019386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:18.034363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb76364-ec69-41eb-9085-af79818fa321 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Deleting subnet bddc5f3d-608d-47e1-9d80-2b93dc8a2345 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:18.039482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb76364-ec69-41eb-9085-af79818fa321 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.083285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48126) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.140532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6f747-2fc7-4ce7-8236-8c9fb5a2a038 None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:18.148466 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb76364-ec69-41eb-9085-af79818fa321 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.197548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:18.206547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e6604ee-ea45-4862-9b62-2a72d9a116bd tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5702157 Nov 12 03:50:18.207015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48132) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.268774 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb76364-ec69-41eb-9085-af79818fa321 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.273058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c756ca-1915-4bd7-b836-194cf4288311 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet 0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:18.276379 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0c756ca-1915-4bd7-b836-194cf4288311 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.290008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:18.318383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d7514e3c-3caa-4006-a6cc-32e1d9523ded None None] Provisioning complete for port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:18.318747 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7514e3c-3caa-4006-a6cc-32e1d9523ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.319500 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7eac0451-fc39-4350-8e9b-1f027d919ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.341757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0c756ca-1915-4bd7-b836-194cf4288311 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.341935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:18.342143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb76364-ec69-41eb-9085-af79818fa321 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.342491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:18.362178 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8cb76364-ec69-41eb-9085-af79818fa321 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.370071 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8cb76364-ec69-41eb-9085-af79818fa321 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/bddc5f3d-608d-47e1-9d80-2b93dc8a2345 HTTP/1.1" status: 204 len: 168 time: 0.4130187 Nov 12 03:50:18.370715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48134) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.402075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb76364-ec69-41eb-9085-af79818fa321 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Subnet': ['ID=bddc5f3d-608d-47e1-9d80-2b93dc8a2345,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.444948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-495d25a7-b808-4eff-a807-b696c782b81a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508242 Nov 12 03:50:18.445567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48136) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.472947 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0c756ca-1915-4bd7-b836-194cf4288311 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.475206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:18.517719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f5146-7216-4a77-8c90-08145f1aba7c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:18.519581 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-100f5146-7216-4a77-8c90-08145f1aba7c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0730934 Nov 12 03:50:18.523336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48138) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.528184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7eac0451-fc39-4350-8e9b-1f027d919ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.537213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7eac0451-fc39-4350-8e9b-1f027d919ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.594463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d195f-6b52-45c7-a467-6f67db6432e4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:18.596811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c2d195f-6b52-45c7-a467-6f67db6432e4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711944 Nov 12 03:50:18.599678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48140) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.603995 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7eac0451-fc39-4350-8e9b-1f027d919ff3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3030399ee8074cad9c613782ba3ab603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5192249 Nov 12 03:50:18.604950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac0451-fc39-4350-8e9b-1f027d919ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e246a01a-f714-4559-b18c-a345d13b16bd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.606475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48142) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.608378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0c756ca-1915-4bd7-b836-194cf4288311 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.623060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b0c756ca-1915-4bd7-b836-194cf4288311 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.626648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b0c756ca-1915-4bd7-b836-194cf4288311 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44 HTTP/1.1" status: 204 len: 168 time: 0.4178941 Nov 12 03:50:18.640425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312951dd-4abc-47d6-a796-e4dd73b20255 None None] Network c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:18.650144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48144) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.658547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c756ca-1915-4bd7-b836-194cf4288311 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.692308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c7ad40f-3531-41c6-a765-f8cc5864dfd1 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909450 Nov 12 03:50:18.697737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48146) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.706398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d273c-4a4a-4568-9fcc-97cde98a7955 None None] Update dhcp port {'port': {'network_id': '26523d9c-063a-4f6d-908e-0a92e0943db0', 'fixed_ips': [{'subnet_id': 'bddc5f3d-608d-47e1-9d80-2b93dc8a2345'}], 'binding:host_id': 'n-d-789963-21'}, 'id': '809a4012-7ebf-40ea-9a7e-9f8ed409d084'} from n-d-789963-21. {{(pid=102630) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:50:18.722257 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0278987-972a-49b9-9e11-7020128b6c04 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:18.722936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0278987-972a-49b9-9e11-7020128b6c04 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:18.728783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d0278987-972a-49b9-9e11-7020128b6c04 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/77679a89-c9bb-4f5d-a9b2-da519336a53f HTTP/1.1" status: 404 len: 333 time: 0.0279737 Nov 12 03:50:18.729444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48148) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.742532 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.768287 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa6d681-6177-48cc-af54-822681345240 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:18.768616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa6d681-6177-48cc-af54-822681345240 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:18.774818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-afa6d681-6177-48cc-af54-822681345240 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/bddc5f3d-608d-47e1-9d80-2b93dc8a2345 HTTP/1.1" status: 404 len: 337 time: 0.0422471 Nov 12 03:50:18.774818 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07d83286-7177-44ac-9a4d-d594fe772d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.775936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48150) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.789671 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-af2d273c-4a4a-4568-9fcc-97cde98a7955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.805211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 135b146f-72da-4e1a-a1f1-c25cde8f1450 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:18.805691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.807541 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4d9f6f-3042-44e9-a24e-0c3892357b75 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:18.807998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4d9f6f-3042-44e9-a24e-0c3892357b75 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:18.810990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7e4d9f6f-3042-44e9-a24e-0c3892357b75 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/2b85e173-66fe-436d-b017-1b9a07f9a861 HTTP/1.1" status: 404 len: 337 time: 0.0349634 Nov 12 03:50:18.813674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48152) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.846887 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07d83286-7177-44ac-9a4d-d594fe772d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.849345 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1a2783-4dcc-48a3-9a1a-c66e985c49cd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:18.850032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1a2783-4dcc-48a3-9a1a-c66e985c49cd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:18.855368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8a1a2783-4dcc-48a3-9a1a-c66e985c49cd tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/069e58f9-a3c4-4317-8925-2305c5f4838f HTTP/1.1" status: 404 len: 333 time: 0.0384517 Nov 12 03:50:18.857968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48154) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.899125 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c0fcff-790e-47a6-b968-5cac073e0211 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:18.899769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c0fcff-790e-47a6-b968-5cac073e0211 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:18.903404 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-50c0fcff-790e-47a6-b968-5cac073e0211 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/8bd09c72-0385-4db7-ad29-01058dd41f71 HTTP/1.1" status: 404 len: 337 time: 0.0447781 Nov 12 03:50:18.905973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48156) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.914043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 135b146f-72da-4e1a-a1f1-c25cde8f1450, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=135b146f-72da-4e1a-a1f1-c25cde8f1450,segment=NetworkSegment(274f1b64-f6b8-4e71-a388-7383bc9521d6),segment_id=274f1b64-f6b8-4e71-a388-7383bc9521d6)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:18.914562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.929555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 135b146f-72da-4e1a-a1f1-c25cde8f1450 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:18.938814 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07d83286-7177-44ac-9a4d-d594fe772d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.942409 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07d83286-7177-44ac-9a4d-d594fe772d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.943583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07d83286-7177-44ac-9a4d-d594fe772d4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e246a01a-f714-4559-b18c-a345d13b16bd HTTP/1.1" status: 204 len: 168 time: 0.3351438 Nov 12 03:50:18.946975 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be581dc-1fff-463f-8bfa-01ade3022380 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:18.947435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be581dc-1fff-463f-8bfa-01ade3022380 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:18.950572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7be581dc-1fff-463f-8bfa-01ade3022380 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/bcb4279f-0a79-4a23-9016-6d6925d8942a HTTP/1.1" status: 404 len: 337 time: 0.0435553 Nov 12 03:50:18.953093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48160) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.971715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d83286-7177-44ac-9a4d-d594fe772d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e246a01a-f714-4559-b18c-a345d13b16bd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.988185 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6768c80-8c9c-4013-88d9-ed123b74be23 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:18.989097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6768c80-8c9c-4013-88d9-ed123b74be23 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:18.994556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e6768c80-8c9c-4013-88d9-ed123b74be23 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/52a0103b-ff14-4ea6-a5e3-eca95240dac2 HTTP/1.1" status: 404 len: 333 time: 0.0380795 Nov 12 03:50:18.994875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48162) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.034653 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3254055-54e2-4e6b-bfd6-649b7d31825f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.035322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3254055-54e2-4e6b-bfd6-649b7d31825f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.041350 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f3254055-54e2-4e6b-bfd6-649b7d31825f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/29f6bd4a-f8e6-4abe-800c-f33b0cb9efa6 HTTP/1.1" status: 404 len: 337 time: 0.0423517 Nov 12 03:50:19.041564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.041775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48164) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.073836 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0931e71-7ed0-4ec0-a164-633919a959ce tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.075827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0931e71-7ed0-4ec0-a164-633919a959ce tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.081363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f0931e71-7ed0-4ec0-a164-633919a959ce tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/87a2d732-0353-4d37-9391-c763ae7acc1a HTTP/1.1" status: 404 len: 337 time: 0.0360582 Nov 12 03:50:19.081521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=135b146f-72da-4e1a-a1f1-c25cde8f1450,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.086069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48166) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.089983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 135b146f-72da-4e1a-a1f1-c25cde8f1450 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:19.141514 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-646e484d-2cf1-4a2f-8b79-4d814f82806c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.143497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646e484d-2cf1-4a2f-8b79-4d814f82806c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.150670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-646e484d-2cf1-4a2f-8b79-4d814f82806c tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/98414866-c51d-462d-b618-2dc570913896 HTTP/1.1" status: 404 len: 333 time: 0.0527344 Nov 12 03:50:19.150987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48170) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.162108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:17Z', 'revision_number': 9, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.194362 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bb7b52-493d-4ecd-8e72-84f0fbfa62fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.195107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bb7b52-493d-4ecd-8e72-84f0fbfa62fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.202936 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b1bb7b52-493d-4ecd-8e72-84f0fbfa62fc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/db70701b-42a3-4e98-95d2-d566e24bebc9 HTTP/1.1" status: 404 len: 337 time: 0.0485802 Nov 12 03:50:19.203424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48172) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.212332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.226758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:19.236312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:19.244096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3eb7ead-e23d-4bc2-b3a5-3d87daf55958']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.244583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.248154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baf5f37-caa4-49e8-848f-6db57f7f81e2 None None] DHCP port deletion for c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:19.261832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274f1b64-f6b8-4e71-a388-7383bc9521d6') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.262292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274f1b64-f6b8-4e71-a388-7383bc9521d6') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.275062 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca6b3b9-eb62-43e3-95ee-7df3ab864e88 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.275526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca6b3b9-eb62-43e3-95ee-7df3ab864e88 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.279319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.296298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eca6b3b9-eb62-43e3-95ee-7df3ab864e88 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/297cfd8b-7f6f-4ed3-8b79-1843a1a54d32 HTTP/1.1" status: 404 len: 337 time: 0.0799325 Nov 12 03:50:19.297999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48176) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.308542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.317704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:19.317704 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:19.321912 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:19.344079 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fd0888-a6d7-4571-bbd8-0443d26b2331 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.345017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fd0888-a6d7-4571-bbd8-0443d26b2331 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.346025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493904bb-511d-4211-930e-60e12db3fedf None None] Network 26523d9c-063a-4f6d-908e-0a92e0943db0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:19.348886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d6fd0888-a6d7-4571-bbd8-0443d26b2331 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/455696a5-997e-421b-89d6-e6f49166c962 HTTP/1.1" status: 404 len: 333 time: 0.0489991 Nov 12 03:50:19.351488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48178) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.382107 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-485b407e-8122-4cfe-a3a3-11748f89c290 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.382824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485b407e-8122-4cfe-a3a3-11748f89c290 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.386521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-485b407e-8122-4cfe-a3a3-11748f89c290 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/16b00196-307d-41eb-a185-275f3b00fd29 HTTP/1.1" status: 404 len: 337 time: 0.0339186 Nov 12 03:50:19.389538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48180) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.405711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-241e0565-723f-4a35-ac33-41430073f6e2 None None] Provisioning complete for port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:19.406254 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-241e0565-723f-4a35-ac33-41430073f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.421444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.428193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.434675 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/c3eb7ead-e23d-4bc2-b3a5-3d87daf55958 HTTP/1.1" status: 204 len: 168 time: 0.7834859 Nov 12 03:50:19.435311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48182) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.446252 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9068c30e-8ad3-4a75-b941-8e38d7c426d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.447274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9068c30e-8ad3-4a75-b941-8e38d7c426d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.455854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9068c30e-8ad3-4a75-b941-8e38d7c426d9 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/167cb943-0b91-4200-8132-75f0c72ccf6f HTTP/1.1" status: 404 len: 333 time: 0.0650990 Nov 12 03:50:19.465244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48184) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.475795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48186) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.480024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:19.509048 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b169adbd-9061-4972-b3bf-8e2c4318d157 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.509739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b169adbd-9061-4972-b3bf-8e2c4318d157 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.516402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b169adbd-9061-4972-b3bf-8e2c4318d157 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/8c6cdaf0-ade3-40fe-9426-311b4b329ff6 HTTP/1.1" status: 404 len: 337 time: 0.0500717 Nov 12 03:50:19.518034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48188) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.519152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a4904-f771-4adf-8b32-15c933eee078 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=c3eb7ead-e23d-4bc2-b3a5-3d87daf55958,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.519676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 135b146f-72da-4e1a-a1f1-c25cde8f1450 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:19.524915 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f31ab44-395a-4874-b76e-a4740db4f203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.564584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 135b146f-72da-4e1a-a1f1-c25cde8f1450 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:19.565036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 135b146f-72da-4e1a-a1f1-c25cde8f1450 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:19.565455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 809a4012-7ebf-40ea-9a7e-9f8ed409d084 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:19.578906 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3fea9c-a83a-4fad-975c-b26344288a62 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.579751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3fea9c-a83a-4fad-975c-b26344288a62 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.584219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bc3fea9c-a83a-4fad-975c-b26344288a62 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/22d1f436-0a8e-4794-b9f5-e8c6f5b809ff HTTP/1.1" status: 404 len: 333 time: 0.0612359 Nov 12 03:50:19.586623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48190) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.620222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f31ab44-395a-4874-b76e-a4740db4f203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.626375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f31ab44-395a-4874-b76e-a4740db4f203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.626537 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7eaafb-52b6-45f4-a32e-a4d9e0e52e67 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.627009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7eaafb-52b6-45f4-a32e-a4d9e0e52e67 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.633098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ef7eaafb-52b6-45f4-a32e-a4d9e0e52e67 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/e04e4e16-f196-4267-ba92-2f0dcbd9326a HTTP/1.1" status: 404 len: 337 time: 0.0432751 Nov 12 03:50:19.634157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48192) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.662656 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4408fd2d-84c2-42e2-86fa-de9ea40856e7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.663746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4408fd2d-84c2-42e2-86fa-de9ea40856e7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.668799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4408fd2d-84c2-42e2-86fa-de9ea40856e7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/86628b0d-202b-451e-ab1f-d07b5da09727 HTTP/1.1" status: 404 len: 333 time: 0.0315108 Nov 12 03:50:19.673897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48194) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.694532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9f31ab44-395a-4874-b76e-a4740db4f203 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1efc1e4e69fa4f629fe9a68945514e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180452 Nov 12 03:50:19.709908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48196) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.714844 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-300d86a4-555e-48c2-b9d2-aa0e902e9205 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.715628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300d86a4-555e-48c2-b9d2-aa0e902e9205 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.718759 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-300d86a4-555e-48c2-b9d2-aa0e902e9205 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/4cb2e31a-7524-4c3c-9667-254bf199791d HTTP/1.1" status: 404 len: 337 time: 0.0462282 Nov 12 03:50:19.719530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31ab44-395a-4874-b76e-a4740db4f203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd7f314-1f54-4d44-b382-6d0db498484f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.721969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48198) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.749586 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b26d90-b2eb-430a-ae83-f365e212491a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.750468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b26d90-b2eb-430a-ae83-f365e212491a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.753967 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-59b26d90-b2eb-430a-ae83-f365e212491a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/098c4bdf-de80-4138-92ff-6b5b79569990 HTTP/1.1" status: 404 len: 333 time: 0.0309031 Nov 12 03:50:19.756967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48200) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.783867 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a9c5bf-0c6e-4392-b4d3-395d195a7ede tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.784619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a9c5bf-0c6e-4392-b4d3-395d195a7ede tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.789029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b6a9c5bf-0c6e-4392-b4d3-395d195a7ede tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/903a02c2-cd7d-4865-b814-3f9a73b6fcb9 HTTP/1.1" status: 404 len: 337 time: 0.0307000 Nov 12 03:50:19.791459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48202) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.817372 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-a845d99f-9bef-4611-9940-eedae9d15d31 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.819453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a845d99f-9bef-4611-9940-eedae9d15d31 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.822534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a845d99f-9bef-4611-9940-eedae9d15d31 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/ea4a2c89-ec49-4507-808d-b4d352f65eda HTTP/1.1" status: 404 len: 333 time: 0.0295348 Nov 12 03:50:19.824650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48204) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.845101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4755b3f-581c-46e7-89cd-5a98ddfdb892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.857393 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6be398-8e04-4072-87e1-e62c1bb0043a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.857857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6be398-8e04-4072-87e1-e62c1bb0043a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.862437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ac6be398-8e04-4072-87e1-e62c1bb0043a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/994d8212-21eb-4816-b63a-7642e8ff29a6 HTTP/1.1" status: 404 len: 337 time: 0.0351772 Nov 12 03:50:19.865294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48206) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.881032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] DHCP port deletion for 26523d9c-063a-4f6d-908e-0a92e0943db0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:19.884102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4755b3f-581c-46e7-89cd-5a98ddfdb892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.897112 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.898586 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cff897-801b-4dc7-b90a-a5e2247914e2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.899049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cff897-801b-4dc7-b90a-a5e2247914e2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.904929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e6cff897-801b-4dc7-b90a-a5e2247914e2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/6564fd83-bbb4-47f3-abef-d9b61bff7304 HTTP/1.1" status: 404 len: 337 time: 0.0359330 Nov 12 03:50:19.905164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48208) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.936279 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9321a08e-4b8c-4a43-846b-5fbc1e458a35 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.937439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9321a08e-4b8c-4a43-846b-5fbc1e458a35 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.945369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48210) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.946199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9321a08e-4b8c-4a43-846b-5fbc1e458a35 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/3a60ca6f-1f87-46ff-9986-777a52cde378 HTTP/1.1" status: 404 len: 333 time: 0.0400949 Nov 12 03:50:19.968418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 809a4012-7ebf-40ea-9a7e-9f8ed409d084, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=809a4012-7ebf-40ea-9a7e-9f8ed409d084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:19.979226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.986453 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d8e77b-aeaf-4c66-9ed9-f46d72b1f4aa tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:19.986453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d8e77b-aeaf-4c66-9ed9-f46d72b1f4aa tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:19.991324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-39d8e77b-aeaf-4c66-9ed9-f46d72b1f4aa tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/58a30441-13c7-40dd-b647-ab697fc2b2ef HTTP/1.1" status: 404 len: 337 time: 0.0420494 Nov 12 03:50:19.993534 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48212) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.017956 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4755b3f-581c-46e7-89cd-5a98ddfdb892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.021111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4755b3f-581c-46e7-89cd-5a98ddfdb892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.022281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c4755b3f-581c-46e7-89cd-5a98ddfdb892 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fd7f314-1f54-4d44-b382-6d0db498484f HTTP/1.1" status: 204 len: 168 time: 0.3112535 Nov 12 03:50:20.030118 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-678d0cbe-e129-4207-a84a-e1df3d550015 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.030688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678d0cbe-e129-4207-a84a-e1df3d550015 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.032082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4755b3f-581c-46e7-89cd-5a98ddfdb892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd7f314-1f54-4d44-b382-6d0db498484f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.033021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:17Z', 'revision_number': 9, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.038424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-678d0cbe-e129-4207-a84a-e1df3d550015 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/ca429289-b090-422f-ba91-b1d06b82fbfc HTTP/1.1" status: 404 len: 337 time: 0.0430973 Nov 12 03:50:20.038584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48216) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.061868 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc3ce94-75ef-43f2-af5c-e255ba909caf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.062649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc3ce94-75ef-43f2-af5c-e255ba909caf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.069477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bfc3ce94-75ef-43f2-af5c-e255ba909caf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/974bc35d-eef7-44a6-8b6c-eccd59f3553b HTTP/1.1" status: 404 len: 333 time: 0.0297878 Nov 12 03:50:20.069668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48218) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.076048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84580a7c-8fa0-4d97-ba4f-2741e3ffa1a2 None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:17Z', 'revision_number': 9, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2dd8089-8f09-4f16-bb09-12be360794de', 'name': '', 'network_id': '7523ff49-d898-4335-89af-ef36e9655c87', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:01:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:53Z', 'updated_at': '2021-11-12T03:50:02Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': 'be28cb79-269d-429b-bea9-5e683afe697c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:20.102903 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f2533a-24ee-4195-bdfd-1d2a8c7932e4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.103379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f2533a-24ee-4195-bdfd-1d2a8c7932e4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.105884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] Deleting port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:20.109019 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.109162 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-04f2533a-24ee-4195-bdfd-1d2a8c7932e4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/fe74d46f-084f-4578-8e3b-64af74966ae8 HTTP/1.1" status: 404 len: 337 time: 0.0354986 Nov 12 03:50:20.109277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=809a4012-7ebf-40ea-9a7e-9f8ed409d084,revision_number=11']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.110202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48220) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.132229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.152713 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-78535406-3a6e-4aa1-a0b0-65edec50c80f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.153197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78535406-3a6e-4aa1-a0b0-65edec50c80f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.156214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-78535406-3a6e-4aa1-a0b0-65edec50c80f tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/6c5f0402-d777-4be6-b077-87a0505c0b23 HTTP/1.1" status: 404 len: 337 time: 0.0441437 Nov 12 03:50:20.159408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48222) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.194058 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dae471-a7a6-4e87-85df-0f8f41340bd8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.194554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dae471-a7a6-4e87-85df-0f8f41340bd8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.195284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] For port 809a4012-7ebf-40ea-9a7e-9f8ed409d084, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=809a4012-7ebf-40ea-9a7e-9f8ed409d084,segment=NetworkSegment(afb4c47c-065c-4027-ae17-1255ed4b77d6),segment_id=afb4c47c-065c-4027-ae17-1255ed4b77d6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:20.195784 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.200982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-70dae471-a7a6-4e87-85df-0f8f41340bd8 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/f4ee80a7-2837-4f64-a913-e884d5ef21d1 HTTP/1.1" status: 404 len: 333 time: 0.0405562 Nov 12 03:50:20.201703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48224) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.210162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] Calling delete_port for 809a4012-7ebf-40ea-9a7e-9f8ed409d084 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:20.241301 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-80806ca3-2ce1-4197-879a-2fd0d1875682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.241790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80806ca3-2ce1-4197-879a-2fd0d1875682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.248190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-80806ca3-2ce1-4197-879a-2fd0d1875682 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/6583849e-a13e-4942-884d-41671088a40a HTTP/1.1" status: 404 len: 337 time: 0.0450361 Nov 12 03:50:20.248427 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48226) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.280166 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e7cff4-663e-494c-af8f-e7bff2cedcaf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.280627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e7cff4-663e-494c-af8f-e7bff2cedcaf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.283641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-85e7cff4-663e-494c-af8f-e7bff2cedcaf tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/c2c2b284-db86-4a86-9bfb-3d3168b00583 HTTP/1.1" status: 404 len: 337 time: 0.0341852 Nov 12 03:50:20.286630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48230) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.314970 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0dfcd470-4f42-4181-865f-f14e389c5255 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a6175f6-2e1a-4703-9d43-95eb5a23b871 HTTP/1.1" status: 200 len: 205 time: 0.0271332 Nov 12 03:50:20.317968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.318446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48232) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.346673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] Pushing event deleted for resources: {'Port': ['ID=809a4012-7ebf-40ea-9a7e-9f8ed409d084,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.349294 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5523f5-ea29-43ad-a03d-38a3133644ec None None] No DVR routers for this DVR port 809a4012-7ebf-40ea-9a7e-9f8ed409d084 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:20.369282 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-100084e0-fe94-4105-92f6-8f3abbd3f908 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] delete failed (client error): The resource could not be found. Nov 12 03:50:20.373065 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-100084e0-fe94-4105-92f6-8f3abbd3f908 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/routers/8a6175f6-2e1a-4703-9d43-95eb5a23b871 HTTP/1.1" status: 404 len: 336 time: 0.0513828 Nov 12 03:50:20.373406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48234) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.392182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1eadd-bf63-44dc-93fc-f64575db5bf1 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:50:20.439213 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fa0467-f3b3-4c20-8dcb-6df49fa29f10 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.439677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fa0467-f3b3-4c20-8dcb-6df49fa29f10 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.445566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-10fa0467-f3b3-4c20-8dcb-6df49fa29f10 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/8b5a09c8-c71b-416d-adaf-979a66ede613 HTTP/1.1" status: 404 len: 337 time: 0.0710444 Nov 12 03:50:20.448644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48240) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.496911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cf55ce49-6e19-4820-b747-474437b505d2 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "GET /v2.0/ports?device_id=7771b6d7-cf22-4134-9495-a0929e6c0e24 HTTP/1.1" status: 200 len: 205 time: 0.0470543 Nov 12 03:50:20.499488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48244) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.530546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a1eadd-bf63-44dc-93fc-f64575db5bf1 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:50:20.590767 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-06aa09d8-0f47-429f-b1f5-80a7fc32c0ec tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] delete failed (client error): The resource could not be found. Nov 12 03:50:20.595809 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-06aa09d8-0f47-429f-b1f5-80a7fc32c0ec tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/routers/7771b6d7-cf22-4134-9495-a0929e6c0e24 HTTP/1.1" status: 404 len: 336 time: 0.0930886 Nov 12 03:50:20.597206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48248) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.606772 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:50:20.609654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port b2dd8089-8f09-4f16-bb09-12be360794de {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:20.610001 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.655648 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-244c8ec5-ba40-4227-8962-64fe19f06996 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.656377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244c8ec5-ba40-4227-8962-64fe19f06996 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.660080 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-244c8ec5-ba40-4227-8962-64fe19f06996 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/0528b969-d088-468e-ad48-d8e2a82ad945 HTTP/1.1" status: 404 len: 337 time: 0.0602534 Nov 12 03:50:20.663263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48252) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.696369 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c61c7a-00e8-4193-bdd5-ecfaf5f2800d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.697196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c61c7a-00e8-4193-bdd5-ecfaf5f2800d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.700797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-18c61c7a-00e8-4193-bdd5-ecfaf5f2800d tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/932577ff-3981-43f5-b46d-ecb8423ee2dc HTTP/1.1" status: 404 len: 337 time: 0.0359454 Nov 12 03:50:20.702942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48254) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.733339 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-26499e61-994c-4590-b898-9259b9e16d73 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.734031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26499e61-994c-4590-b898-9259b9e16d73 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.737311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-26499e61-994c-4590-b898-9259b9e16d73 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/9579dd22-4a70-4cb3-b00d-2082578857c3 HTTP/1.1" status: 404 len: 333 time: 0.0331645 Nov 12 03:50:20.740491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48256) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.768301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port b2dd8089-8f09-4f16-bb09-12be360794de, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b2dd8089-8f09-4f16-bb09-12be360794de,segment=NetworkSegment(b9874a40-475b-4ae4-80d8-5911ca098d09),segment_id=b9874a40-475b-4ae4-80d8-5911ca098d09)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:20.768431 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-f481deb7-857f-4eb9-8471-634140ef5089 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.768677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.768879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f481deb7-857f-4eb9-8471-634140ef5089 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.773510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f481deb7-857f-4eb9-8471-634140ef5089 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/0c656a6c-4dc8-468d-8505-6177806a99b9 HTTP/1.1" status: 404 len: 337 time: 0.0318129 Nov 12 03:50:20.776784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48258) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.791651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for b2dd8089-8f09-4f16-bb09-12be360794de owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:20.809163 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85132a6-91db-416e-87d1-9fe59beff701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.809879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85132a6-91db-416e-87d1-9fe59beff701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.813177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a85132a6-91db-416e-87d1-9fe59beff701 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/78e6140d-d2b8-40a6-acbd-a7940e2c4be7 HTTP/1.1" status: 404 len: 333 time: 0.0354328 Nov 12 03:50:20.815808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48262) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.844293 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cec612-b884-4749-8fd4-5d3652622611 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.844462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fe4f9-1d78-4e48-a9fb-05110ebc7091 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:50:20.844772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cec612-b884-4749-8fd4-5d3652622611 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.851783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-69cec612-b884-4749-8fd4-5d3652622611 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/bde82140-0e90-4c7c-af48-c1bde03375d4 HTTP/1.1" status: 404 len: 337 time: 0.0310943 Nov 12 03:50:20.851783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48266) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.876400 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ba3e9c-1ae9-4a93-9018-9af9ba51f2b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.877114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ba3e9c-1ae9-4a93-9018-9af9ba51f2b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.883799 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c0ba3e9c-1ae9-4a93-9018-9af9ba51f2b4 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/efc6390c-5df1-409f-9120-8636cf970d9c HTTP/1.1" status: 404 len: 333 time: 0.0288117 Nov 12 03:50:20.884035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48268) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.917894 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca92ba40-2bd0-45d3-af48-7871a812a825 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.918351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca92ba40-2bd0-45d3-af48-7871a812a825 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.921388 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ca92ba40-2bd0-45d3-af48-7871a812a825 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/4bd4db22-5cf5-4274-8ef3-35f6f38aee50 HTTP/1.1" status: 404 len: 337 time: 0.0364926 Nov 12 03:50:20.924016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48272) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.948325 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-117a6a08-36c0-4528-9ef2-2902d7397065 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.949583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117a6a08-36c0-4528-9ef2-2902d7397065 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.954545 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-117a6a08-36c0-4528-9ef2-2902d7397065 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/501b2ddb-3424-4ee9-abf3-a28c0625bbcf HTTP/1.1" status: 404 len: 333 time: 0.0292616 Nov 12 03:50:20.958342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48274) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.979118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4fe4f9-1d78-4e48-a9fb-05110ebc7091 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:50:20.986174 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-265a18b1-ef1d-47de-9dc9-6a64f43ce979 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:20.986280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265a18b1-ef1d-47de-9dc9-6a64f43ce979 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:20.989333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-265a18b1-ef1d-47de-9dc9-6a64f43ce979 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/2b1b2f3a-8f88-48d4-86e5-2c5540ba9fba HTTP/1.1" status: 404 len: 337 time: 0.0297868 Nov 12 03:50:20.995638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48276) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.025862 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1eaf03-a2ee-40c0-88a0-1b74444fbcbc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:21.026653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1eaf03-a2ee-40c0-88a0-1b74444fbcbc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:21.030220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ae1eaf03-a2ee-40c0-88a0-1b74444fbcbc tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/347b3c38-0797-4292-b619-9530b40775f8 HTTP/1.1" status: 404 len: 333 time: 0.0335138 Nov 12 03:50:21.033057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48280) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.044186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.064292 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9587a6b7-2852-4174-9789-f784c51ff77a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:21.064785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9587a6b7-2852-4174-9789-f784c51ff77a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:21.070790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9587a6b7-2852-4174-9789-f784c51ff77a tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/95b6268a-92c1-4aed-94ee-ff890ecafa59 HTTP/1.1" status: 404 len: 337 time: 0.0344410 Nov 12 03:50:21.071169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48282) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.073773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=b2dd8089-8f09-4f16-bb09-12be360794de,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.135810 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a93017-e859-41d5-add3-4e51226c1736 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:21.136577 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a93017-e859-41d5-add3-4e51226c1736 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:21.139787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-70a93017-e859-41d5-add3-4e51226c1736 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/a6a15caa-5fcb-4f32-9d0c-df038e250219 HTTP/1.1" status: 404 len: 333 time: 0.0676782 Nov 12 03:50:21.142305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48286) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.212732 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fbd82d-d9e9-4b93-866b-fafa8905b7ef tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:21.216167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.225465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fbd82d-d9e9-4b93-866b-fafa8905b7ef tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:21.231551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-17fbd82d-d9e9-4b93-866b-fafa8905b7ef tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/d9555bb2-1013-4770-a5fa-637947ab63fd HTTP/1.1" status: 404 len: 337 time: 0.0854135 Nov 12 03:50:21.231551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48288) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.271981 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d545b6bb-d7cd-4b68-9400-ab85dc9824d7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:21.272941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d545b6bb-d7cd-4b68-9400-ab85dc9824d7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:21.279774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d545b6bb-d7cd-4b68-9400-ab85dc9824d7 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/ports/c769a629-e564-41ab-b349-deec621d4d51 HTTP/1.1" status: 404 len: 333 time: 0.0473180 Nov 12 03:50:21.280576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48290) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.315079 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad17e8d2-4b2c-48f3-88b4-50da24189285 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:21.315640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad17e8d2-4b2c-48f3-88b4-50da24189285 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:21.321226 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ad17e8d2-4b2c-48f3-88b4-50da24189285 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/subnets/c0265c43-4a5a-4412-8f05-9ef1b0f1bdaa HTTP/1.1" status: 404 len: 337 time: 0.0395465 Nov 12 03:50:21.322173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48294) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.445207 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.536612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:21.537468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:21.578988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:21.579743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5b3f30a3-16fa-48ad-a29c-8f9d48ea5490 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:21.628256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.655217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26523d9c-063a-4f6d-908e-0a92e0943db0']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.663404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:21.668007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb4c47c-065c-4027-ae17-1255ed4b77d6') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.668310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb4c47c-065c-4027-ae17-1255ed4b77d6') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.674653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e9cf496a-910d-4980-a9d6-fb8e88a19e53 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2287214 Nov 12 03:50:21.675101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.681444 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:21.689724 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.691876 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:21.692502 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.708885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.716341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:21.716962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:21.720150 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:21.745755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e50cb4-2166-4cbd-bf6c-2ab4874f483d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet be28cb79-269d-429b-bea9-5e683afe697c {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:21.749491 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e50cb4-2166-4cbd-bf6c-2ab4874f483d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.785302 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:21.803270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e50cb4-2166-4cbd-bf6c-2ab4874f483d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.808933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.817334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.826704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] 10.222.0.49 "DELETE /v2.0/networks/26523d9c-063a-4f6d-908e-0a92e0943db0 HTTP/1.1" status: 204 len: 168 time: 0.5004926 Nov 12 03:50:21.846792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f37830-0b51-4128-bba9-785f5241db81 tempest-NetworksTestDHCPv6-1519859346 tempest-NetworksTestDHCPv6-1519859346-project] Pushing event deleted for resources: {'Network': ['ID=26523d9c-063a-4f6d-908e-0a92e0943db0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.918473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e50cb4-2166-4cbd-bf6c-2ab4874f483d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.996669 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e50cb4-2166-4cbd-bf6c-2ab4874f483d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.023382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e50cb4-2166-4cbd-bf6c-2ab4874f483d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=be28cb79-269d-429b-bea9-5e683afe697c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.030887 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:20Z', 'revision_number': 10, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.037850 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89e50cb4-2166-4cbd-bf6c-2ab4874f483d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.041200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ee8bf-ff98-4a03-959a-f45f5d0eb0b3 None None] Network 7523ff49-d898-4335-89af-ef36e9655c87 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:22.045236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48314) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.055990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-89e50cb4-2166-4cbd-bf6c-2ab4874f483d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/be28cb79-269d-429b-bea9-5e683afe697c HTTP/1.1" status: 204 len: 168 time: 0.3776906 Nov 12 03:50:22.109802 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:22.126289 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:22.127091 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.143822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.227066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:22.228166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.235573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48320) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.268882 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:22.313617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] DHCP port deletion for 7523ff49-d898-4335-89af-ef36e9655c87 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:22.356825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,segment=NetworkSegment(b9874a40-475b-4ae4-80d8-5911ca098d09),segment_id=b9874a40-475b-4ae4-80d8-5911ca098d09)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:22.358954 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.387498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:22.418878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] Deleting port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:22.419700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.495421 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:20Z', 'revision_number': 10, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.503106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] For port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,segment=NetworkSegment(b9874a40-475b-4ae4-80d8-5911ca098d09),segment_id=b9874a40-475b-4ae4-80d8-5911ca098d09)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:22.503643 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.516386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86e107ad-b952-4666-8ac7-d13f5fb064b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed6c8d39345c45deba180de92211d781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795532 Nov 12 03:50:22.519683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48330) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.526936 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63201764-413f-4f86-b673-a85eeb44cc56 None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:20Z', 'revision_number': 10, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None, '_interfaces': [{'id': '4ca57228-ec9f-4a76-a801-27e6340d7f72', 'name': '', 'network_id': '1358e912-a539-4c2e-a1aa-132bb4a21cf1', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'mac_address': 'fa:16:3e:25:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21088204-225f-4136-ab1c-bd6ce748401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:49Z', 'updated_at': '2021-11-12T03:49:54Z', 'revision_number': 5, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'subnets': [{'id': '2746573f-9668-4ac8-8ae2-847e306413d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:22.527617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] Calling delete_port for 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:22.537452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.578558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.580514 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:22.623410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24cda140-f80b-40ec-a613-12747fd7b16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.652522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24cda140-f80b-40ec-a613-12747fd7b16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.730524 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.731921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24cda140-f80b-40ec-a613-12747fd7b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.734864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24cda140-f80b-40ec-a613-12747fd7b16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.736250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-24cda140-f80b-40ec-a613-12747fd7b16a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae562a19-2489-442f-a951-3a9a1dcd2d45 HTTP/1.1" status: 204 len: 168 time: 0.2154219 Nov 12 03:50:22.745483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cda140-f80b-40ec-a613-12747fd7b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae562a19-2489-442f-a951-3a9a1dcd2d45,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.767801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7523ff49-d898-4335-89af-ef36e9655c87']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.781059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9874a40-475b-4ae4-80d8-5911ca098d09') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.781385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9874a40-475b-4ae4-80d8-5911ca098d09') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.794807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.817974 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.820604 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.827102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:22.827687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:22.831184 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:22.852058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] Pushing event deleted for resources: {'Port': ['ID=5e2e1c27-b472-4797-8c46-f5dc17dd1f28,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.856056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b910e-3b88-4692-8e8e-bc06a8844253 None None] No DVR routers for this DVR port 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:22.909510 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.918450 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.921857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/7523ff49-d898-4335-89af-ef36e9655c87 HTTP/1.1" status: 204 len: 168 time: 0.8753536 Nov 12 03:50:22.924608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48342) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.948033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a67b9-6ea1-44d0-b2c3-066ba89b407e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=7523ff49-d898-4335-89af-ef36e9655c87,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.326004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.355778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48358) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.485162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2a9e012-e03e-4326-89e1-f6abef434d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.494114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b2dd8089-8f09-4f16-bb09-12be360794de no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:23.516429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b2dd8089-8f09-4f16-bb09-12be360794de {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:23.516789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b2dd8089-8f09-4f16-bb09-12be360794de not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:23.517344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:23.541739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:23.542273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5e2e1c27-b472-4797-8c46-f5dc17dd1f28 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:23.596102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2a9e012-e03e-4326-89e1-f6abef434d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.603211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2a9e012-e03e-4326-89e1-f6abef434d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.638101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 4ca57228-ec9f-4a76-a801-27e6340d7f72 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:23.638438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.646796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9e012-e03e-4326-89e1-f6abef434d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acbca7f-d9ba-48d5-88b0-a91f1f21171b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.651559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f2a9e012-e03e-4326-89e1-f6abef434d6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1eeab08c0d747a5be5416775d2f2b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929103 Nov 12 03:50:23.657111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48370) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.699438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.739700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41b33f7c-ebd8-4360-821d-a93a2721eae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.748926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 4ca57228-ec9f-4a76-a801-27e6340d7f72, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4ca57228-ec9f-4a76-a801-27e6340d7f72,segment=NetworkSegment(d395fc7e-b235-42fb-8c04-89500a4be0e8),segment_id=d395fc7e-b235-42fb-8c04-89500a4be0e8)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:23.749519 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.765365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 4ca57228-ec9f-4a76-a801-27e6340d7f72 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:23.780565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41b33f7c-ebd8-4360-821d-a93a2721eae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.832269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41b33f7c-ebd8-4360-821d-a93a2721eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.835927 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41b33f7c-ebd8-4360-821d-a93a2721eae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.837102 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-41b33f7c-ebd8-4360-821d-a93a2721eae4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1acbca7f-d9ba-48d5-88b0-a91f1f21171b HTTP/1.1" status: 204 len: 168 time: 0.1790657 Nov 12 03:50:23.846716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b33f7c-ebd8-4360-821d-a93a2721eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acbca7f-d9ba-48d5-88b0-a91f1f21171b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.853776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081346449-network', 'tenant_id': 'd9319c3dd342410bb3f020b4f6ab9c8a'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.878847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Made reservation on behalf of d9319c3dd342410bb3f020b4f6ab9c8a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:23.883446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.893615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.981850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.986757 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.987448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.013914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:24.024324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f160348-6f23-4f5d-9bff-8a37790d339f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.028188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=4ca57228-ec9f-4a76-a801-27e6340d7f72,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.029694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.030109 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Added segment 26fcbc73-4531-4aab-93a2-0c2f2696452f of type vlan for network 91b578b3-8897-4430-9a29-f8dd49565cc6 Nov 12 03:50:24.470540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48386) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.487782 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42b3c8c6-823f-41f0-9886-bd9ad2809f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.508023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.530027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.556108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.557089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:24.557658 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.601113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9005890 Nov 12 03:50:24.603991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48388) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.609072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Request body: {'subnet': {'network_id': '91b578b3-8897-4430-9a29-f8dd49565cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081346449-subnet', 'tenant_id': 'd9319c3dd342410bb3f020b4f6ab9c8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:24.641305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55286-48d3-4d04-90b4-2b53e0fb4a9d admin admin] Pushing event updated for resources: {'Network': ['ID=91b578b3-8897-4430-9a29-f8dd49565cc6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.653219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 91b578b3-8897-4430-9a29-f8dd49565cc6 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:24.668124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42b3c8c6-823f-41f0-9886-bd9ad2809f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.672470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-42b3c8c6-823f-41f0-9886-bd9ad2809f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.700405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Made reservation on behalf of d9319c3dd342410bb3f020b4f6ab9c8a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:24.702879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.719613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-42b3c8c6-823f-41f0-9886-bd9ad2809f3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad3c655d7ed444d78b4108790ebfe25b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473209 Nov 12 03:50:24.720608 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3c8c6-823f-41f0-9886-bd9ad2809f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d6ebe9-1c21-4728-82df-41a4474ffae5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.724773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48390) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.751317 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.767419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:24.782833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e98913e6-1e99-4cda-8a99-2489372d2073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.812897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e98913e6-1e99-4cda-8a99-2489372d2073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.865017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:24.867073 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e98913e6-1e99-4cda-8a99-2489372d2073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.869836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e98913e6-1e99-4cda-8a99-2489372d2073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.871256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e98913e6-1e99-4cda-8a99-2489372d2073 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24d6ebe9-1c21-4728-82df-41a4474ffae5 HTTP/1.1" status: 204 len: 168 time: 0.1455548 Nov 12 03:50:24.871515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cd2e7e7e-ebb4-4ebe-8c98-8f624dac707d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9456446 Nov 12 03:50:24.874027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48394) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.882671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b05d7-94df-454c-8cef-807f9473933a None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:24.883012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98913e6-1e99-4cda-8a99-2489372d2073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d6ebe9-1c21-4728-82df-41a4474ffae5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.911721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b05d7-94df-454c-8cef-807f9473933a None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:24.912602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-919b05d7-94df-454c-8cef-807f9473933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:24.983099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-1434db42-0521-4607-b45d-f5b09f240e13 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting subnet 2746573f-9668-4ac8-8ae2-847e306413d6 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:24.990683 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-919b05d7-94df-454c-8cef-807f9473933a None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:24.990844 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1434db42-0521-4607-b45d-f5b09f240e13 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.038435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.045839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1434db42-0521-4607-b45d-f5b09f240e13 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.055391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-919b05d7-94df-454c-8cef-807f9473933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:23Z', 'revision_number': 11, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:25.084310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b05d7-94df-454c-8cef-807f9473933a None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:25.095174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b05d7-94df-454c-8cef-807f9473933a None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:25.095804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-919b05d7-94df-454c-8cef-807f9473933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:25.142138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab73a50-3468-41a8-a703-d620a3d541b4,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.171217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-919b05d7-94df-454c-8cef-807f9473933a None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:25.177583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Checking segment: {'id': '26fcbc73-4531-4aab-93a2-0c2f2696452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '91b578b3-8897-4430-9a29-f8dd49565cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:25.177949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Network hostable DHCP agents. Network: 91b578b3-8897-4430-9a29-f8dd49565cc6, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:25.197938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1434db42-0521-4607-b45d-f5b09f240e13 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.237557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Network 91b578b3-8897-4430-9a29-f8dd49565cc6 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:25.245576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-919b05d7-94df-454c-8cef-807f9473933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:23Z', 'revision_number': 11, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:25.259301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 91b578b3-8897-4430-9a29-f8dd49565cc6) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:25.264789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:25.264969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.279468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b05d7-94df-454c-8cef-807f9473933a None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:23Z', 'revision_number': 11, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:25.282476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d32d0-40b9-434b-93df-9c6dd91ce695 None None] Network 91b578b3-8897-4430-9a29-f8dd49565cc6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:25.295846 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-66b127dd-07d6-404d-8251-1d9de3524707 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6903653 Nov 12 03:50:25.297674 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1434db42-0521-4607-b45d-f5b09f240e13 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.331473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434db42-0521-4607-b45d-f5b09f240e13 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Subnet': ['ID=2746573f-9668-4ac8-8ae2-847e306413d6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.339205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1434db42-0521-4607-b45d-f5b09f240e13 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.345202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1434db42-0521-4607-b45d-f5b09f240e13 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/2746573f-9668-4ac8-8ae2-847e306413d6 HTTP/1.1" status: 204 len: 168 time: 0.4678762 Nov 12 03:50:25.345974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48408) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.365142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5203fa-8b02-451c-bc3e-af2c0193ef6f None None] Network 1358e912-a539-4c2e-a1aa-132bb4a21cf1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:25.459240 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.523969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Deleting port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:25.525065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.561800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285dc80-1aa5-4b09-9dbc-a5bc037e8c83 None None] Network 91b578b3-8897-4430-9a29-f8dd49565cc6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:25.655387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] For port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,segment=NetworkSegment(d395fc7e-b235-42fb-8c04-89500a4be0e8),segment_id=d395fc7e-b235-42fb-8c04-89500a4be0e8)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:25.655677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.687431 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Calling delete_port for 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:25.780505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] DHCP port deletion for 1358e912-a539-4c2e-a1aa-132bb4a21cf1 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:25.826874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4ca57228-ec9f-4a76-a801-27e6340d7f72 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:25.859627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4ca57228-ec9f-4a76-a801-27e6340d7f72 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:25.860020 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4ca57228-ec9f-4a76-a801-27e6340d7f72 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:25.886035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] Deleting port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:25.886409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.921929 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.969462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Port': ['ID=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.977544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No DVR routers for this DVR port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:26.004980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] For port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,segment=NetworkSegment(d395fc7e-b235-42fb-8c04-89500a4be0e8),segment_id=d395fc7e-b235-42fb-8c04-89500a4be0e8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:26.005387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.032681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] Calling delete_port for 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:26.097154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.126959 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.128978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1358e912-a539-4c2e-a1aa-132bb4a21cf1']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.141714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd395fc7e-b235-42fb-8c04-89500a4be0e8') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.142011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd395fc7e-b235-42fb-8c04-89500a4be0e8') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.153412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.165677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] No DVR routers for this DVR port 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:26.167370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a6c60-924e-4abe-acf0-e039a5fcd97f None None] Pushing event deleted for resources: {'Port': ['ID=9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.168113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.170542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48434) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.181445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1883955632-network', 'tenant_id': 'fa5e2dfd35e6493499f0d97f28f0f8da'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:26.187479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:26.188050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:26.192960 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:26.204435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Made reservation on behalf of fa5e2dfd35e6493499f0d97f28f0f8da for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:26.207113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.217428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.263596 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.268109 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.275595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/networks/1358e912-a539-4c2e-a1aa-132bb4a21cf1 HTTP/1.1" status: 204 len: 168 time: 0.9257298 Nov 12 03:50:26.277479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48438) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.285077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'routes': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:26.317494 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.322170 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.334799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15784a8e-6479-4a1d-8abb-84ffebc9504a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Pushing event deleted for resources: {'Network': ['ID=1358e912-a539-4c2e-a1aa-132bb4a21cf1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.350285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:26.360582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba9e4e6-354d-497b-adb9-fb8c1409951d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.365673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.366245 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Added segment 4444355e-f758-4fbb-83a0-8e184609046b of type vlan for network df2fd263-e733-45b5-8d3d-346292d03f1a Nov 12 03:50:26.409867 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.443555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.445074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:26.446591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.484080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Added routes are [] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:50:26.484383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.extraroute_db [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Removed routes are [] {{(pid=102629) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:50:26.484766 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.490985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3147910 Nov 12 03:50:26.522127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48446) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.527052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Request body: {'subnet': {'network_id': 'df2fd263-e733-45b5-8d3d-346292d03f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1883955632-subnet', 'tenant_id': 'fa5e2dfd35e6493499f0d97f28f0f8da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:26.540080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853707d-0884-49f3-9e02-e96ffca97c61 admin admin] Pushing event updated for resources: {'Network': ['ID=df2fd263-e733-45b5-8d3d-346292d03f1a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.558772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network df2fd263-e733-45b5-8d3d-346292d03f1a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:26.569889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Made reservation on behalf of fa5e2dfd35e6493499f0d97f28f0f8da for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:26.569889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.666303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.672704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.764304 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.764955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router 21088204-225f-4136-ab1c-bd6ce748401b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:26.820785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28500432-a3db-44c6-9ce6-07526241c4cb,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.831315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Checking segment: {'id': '4444355e-f758-4fbb-83a0-8e184609046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'df2fd263-e733-45b5-8d3d-346292d03f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:26.831675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Network hostable DHCP agents. Network: df2fd263-e733-45b5-8d3d-346292d03f1a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:26.850208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Network df2fd263-e733-45b5-8d3d-346292d03f1a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:26.855092 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:26.859987 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, df2fd263-e733-45b5-8d3d-346292d03f1a) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:26.865198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:26.865851 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.865986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.867225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e6fda724-f595-4597-b878-5c9dd33739e5 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 200 len: 704 time: 0.5870550 Nov 12 03:50:26.869967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48456) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.877557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c4455c-02a1-485c-9577-49afbc2886d6 None None] Network df2fd263-e733-45b5-8d3d-346292d03f1a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:26.878712 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] Sync routers for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:26.898229 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:26.899147 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.903544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7ee10ba9-8b2f-4966-9c2e-a05f9879c702 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3799710 Nov 12 03:50:26.925731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eb438d2f-d445-440d-a32a-0f488900df35 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 200 len: 205 time: 0.0546541 Nov 12 03:50:26.928340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48460) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.996400 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:27.016100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc1f01b-a9dc-4015-b039-63bf337e188c None None] Network df2fd263-e733-45b5-8d3d-346292d03f1a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:27.073827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48470) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.081197 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:23Z', 'revision_number': 11, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:27.112958 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] Checking router: 21088204-225f-4136-ab1c-bd6ce748401b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:27.124802 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] Routers {'21088204-225f-4136-ab1c-bd6ce748401b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:27.125592 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['21088204-225f-4136-ab1c-bd6ce748401b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:27.131506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbd9e70-b2cd-4ea6-b5f3-650fd6310802 admin admin] Deleting subnet 3ab73a50-3468-41a8-a703-d620a3d541b4 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:27.135815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9e70-b2cd-4ea6-b5f3-650fd6310802 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.137484 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71d72f77-38ef-417c-9d26-83606091c5aa tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.213666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9e70-b2cd-4ea6-b5f3-650fd6310802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.221881 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] Set router 21088204-225f-4136-ab1c-bd6ce748401b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:27.265316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9e70-b2cd-4ea6-b5f3-650fd6310802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.293319 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:23Z', 'revision_number': 11, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:27.326168 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ce87-6935-4fb9-b14f-89d80a497c4f None None] The sync data for ids ['21088204-225f-4136-ab1c-bd6ce748401b'] in n-d-789963-21 is: [{'id': '21088204-225f-4136-ab1c-bd6ce748401b', 'name': 'tempest-RoutersIpV6Test-router-539535234', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:49:47Z', 'updated_at': '2021-11-12T03:50:23Z', 'revision_number': 11, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:27.327903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9e70-b2cd-4ea6-b5f3-650fd6310802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.359118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd9e70-b2cd-4ea6-b5f3-650fd6310802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab73a50-3468-41a8-a703-d620a3d541b4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.364391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9e70-b2cd-4ea6-b5f3-650fd6310802 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.368205 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0bbd9e70-b2cd-4ea6-b5f3-650fd6310802 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3ab73a50-3468-41a8-a703-d620a3d541b4 HTTP/1.1" status: 204 len: 168 time: 0.2931464 Nov 12 03:50:27.372032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.383052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71d72f77-38ef-417c-9d26-83606091c5aa tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.385259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71d72f77-38ef-417c-9d26-83606091c5aa tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.471726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.481336 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71d72f77-38ef-417c-9d26-83606091c5aa tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.482084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d72f77-38ef-417c-9d26-83606091c5aa tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Fanout notify agent at l3_agent the message router_deleted on router 21088204-225f-4136-ab1c-bd6ce748401b {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:27.492622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71d72f77-38ef-417c-9d26-83606091c5aa tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.494278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:27.499716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-71d72f77-38ef-417c-9d26-83606091c5aa tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 204 len: 168 time: 0.5701358 Nov 12 03:50:27.500481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48502) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.507536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f3c11cad-a7d8-44fd-b2cf-6e11f683240a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1416084599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:27.532345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:27.535401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9dd4a2c3-a5ac-4cb2-a0e0-f85be9e91ac5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:27.546307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3c11cad-a7d8-44fd-b2cf-6e11f683240a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.548890 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3c11cad-a7d8-44fd-b2cf-6e11f683240a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.602389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.626122 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3c11cad-a7d8-44fd-b2cf-6e11f683240a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.628961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b578b3-8897-4430-9a29-f8dd49565cc6']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:27.634607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3c11cad-a7d8-44fd-b2cf-6e11f683240a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.641087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fcbc73-4531-4aab-93a2-0c2f2696452f') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:27.641384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fcbc73-4531-4aab-93a2-0c2f2696452f') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:27.651447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.658756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3c11cad-a7d8-44fd-b2cf-6e11f683240a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.662842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f3c11cad-a7d8-44fd-b2cf-6e11f683240a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1581593 Nov 12 03:50:27.664161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48506) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.667046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.669438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-670d9fab-1b69-414e-84db-cd60cbfaead1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:27.674978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:27.675339 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:27.677698 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:27.748192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.764700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.771300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/91b578b3-8897-4430-9a29-f8dd49565cc6 HTTP/1.1" status: 204 len: 168 time: 0.3980863 Nov 12 03:50:27.771944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48508) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.778944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cf9a2-835a-4d49-b72c-d5484e650ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b578b3-8897-4430-9a29-f8dd49565cc6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.827421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb006a9c-76f3-48c3-9f10-3e5bdf25154b admin admin] Deleting subnet 28500432-a3db-44c6-9ce6-07526241c4cb {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:27.830912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb006a9c-76f3-48c3-9f10-3e5bdf25154b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.869949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb006a9c-76f3-48c3-9f10-3e5bdf25154b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.888700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48512) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.908502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-670d9fab-1b69-414e-84db-cd60cbfaead1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.921756 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb006a9c-76f3-48c3-9f10-3e5bdf25154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.923728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-670d9fab-1b69-414e-84db-cd60cbfaead1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.986421 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb006a9c-76f3-48c3-9f10-3e5bdf25154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.019284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb006a9c-76f3-48c3-9f10-3e5bdf25154b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28500432-a3db-44c6-9ce6-07526241c4cb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.030346 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb006a9c-76f3-48c3-9f10-3e5bdf25154b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.033671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fb006a9c-76f3-48c3-9f10-3e5bdf25154b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/28500432-a3db-44c6-9ce6-07526241c4cb HTTP/1.1" status: 204 len: 168 time: 0.2606969 Nov 12 03:50:28.037103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48516) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.037740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670d9fab-1b69-414e-84db-cd60cbfaead1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Router d8701fe8-adcc-496d-b2a7-43840751adef is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:28.039194 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bee8959-0bfc-4e84-b0d7-1ee3bfecd694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.112100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670d9fab-1b69-414e-84db-cd60cbfaead1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:28.119781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-670d9fab-1b69-414e-84db-cd60cbfaead1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.121640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-670d9fab-1b69-414e-84db-cd60cbfaead1 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "PUT /v2.0/routers/d8701fe8-adcc-496d-b2a7-43840751adef HTTP/1.1" status: 200 len: 698 time: 0.4562588 Nov 12 03:50:28.123761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] Sync routers for ids ['d8701fe8-adcc-496d-b2a7-43840751adef'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:28.124263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48518) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.133099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.136083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] Routers {'d8701fe8-adcc-496d-b2a7-43840751adef'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:28.136829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d8701fe8-adcc-496d-b2a7-43840751adef'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.217263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-66582338-fb38-4d96-ae30-f91dae4cac84 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/routers/d8701fe8-adcc-496d-b2a7-43840751adef HTTP/1.1" status: 200 len: 704 time: 0.0893359 Nov 12 03:50:28.217479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48522) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.220651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] Set router d8701fe8-adcc-496d-b2a7-43840751adef gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:28.259473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.264142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f722aa59-7a9a-4e34-9dfd-a0c286f8559a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8701fe8-adcc-496d-b2a7-43840751adef HTTP/1.1" status: 200 len: 205 time: 0.0456078 Nov 12 03:50:28.265089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48524) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.284562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2fd263-e733-45b5-8d3d-346292d03f1a']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.290930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8701fe8-adcc-496d-b2a7-43840751adef', 'name': 'tempest-RoutersIpV6Test-router-1416084599', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:27Z', 'updated_at': '2021-11-12T03:50:27Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.295299 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bee8959-0bfc-4e84-b0d7-1ee3bfecd694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.319197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] Checking router: d8701fe8-adcc-496d-b2a7-43840751adef for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:28.322962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd28087c-1ca3-401c-a5cc-17b684cf52e4 req-b7a5c49b-4cdf-45b7-b401-c7a38c4be3fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0402372 Nov 12 03:50:28.323572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bee8959-0bfc-4e84-b0d7-1ee3bfecd694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.326829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4444355e-f758-4fbb-83a0-8e184609046b') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.327119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4444355e-f758-4fbb-83a0-8e184609046b') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.328787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] Routers {'d8701fe8-adcc-496d-b2a7-43840751adef'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:28.329408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d8701fe8-adcc-496d-b2a7-43840751adef'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.346538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a81139-6360-4eab-9aa6-fe1dc02a3e65 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.350932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.404055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee8959-0bfc-4e84-b0d7-1ee3bfecd694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3871b834-46cb-4839-8f68-a8760099a4e9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.408278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd28087c-1ca3-401c-a5cc-17b684cf52e4 req-6d09927f-a827-4285-82c1-0e098286ef63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0472083 Nov 12 03:50:28.411022 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.416340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] Set router d8701fe8-adcc-496d-b2a7-43840751adef gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:28.418067 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1bee8959-0bfc-4e84-b0d7-1ee3bfecd694 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d80949a7a1f438489acf56b68e04a87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5283265 Nov 12 03:50:28.422472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48526) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.433898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:28.434314 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:28.436191 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:28.472404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8701fe8-adcc-496d-b2a7-43840751adef', 'name': 'tempest-RoutersIpV6Test-router-1416084599', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:27Z', 'updated_at': '2021-11-12T03:50:27Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.504062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5939ea6-d498-4c99-b025-13843d733a41 None None] The sync data for ids ['d8701fe8-adcc-496d-b2a7-43840751adef'] in n-d-789963-21 is: [{'id': 'd8701fe8-adcc-496d-b2a7-43840751adef', 'name': 'tempest-RoutersIpV6Test-router-1416084599', 'tenant_id': 'f18c4c337c4849beb4b3d294771a33a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:27Z', 'updated_at': '2021-11-12T03:50:27Z', 'revision_number': 2, 'project_id': 'f18c4c337c4849beb4b3d294771a33a7', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:28.550230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.557787 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a81139-6360-4eab-9aa6-fe1dc02a3e65 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.560646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a81139-6360-4eab-9aa6-fe1dc02a3e65 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.562012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.565288 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/df2fd263-e733-45b5-8d3d-346292d03f1a HTTP/1.1" status: 204 len: 168 time: 0.5270815 Nov 12 03:50:28.584104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea9dda-0325-4194-b9c0-68845a27cfe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2fd263-e733-45b5-8d3d-346292d03f1a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.608784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28087c-1ca3-401c-a5cc-17b684cf52e4 req-455aa523-7979-470b-8196-09e55825668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:28.610352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd28087c-1ca3-401c-a5cc-17b684cf52e4 req-455aa523-7979-470b-8196-09e55825668c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1643670 Nov 12 03:50:28.652167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a81139-6360-4eab-9aa6-fe1dc02a3e65 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.652730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a81139-6360-4eab-9aa6-fe1dc02a3e65 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Fanout notify agent at l3_agent the message router_deleted on router d8701fe8-adcc-496d-b2a7-43840751adef {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:28.661854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55a81139-6360-4eab-9aa6-fe1dc02a3e65 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.667233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-55a81139-6360-4eab-9aa6-fe1dc02a3e65 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/d8701fe8-adcc-496d-b2a7-43840751adef HTTP/1.1" status: 204 len: 168 time: 0.4010165 Nov 12 03:50:28.667918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48530) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.677648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edf3f6f2-ee8e-4562-8443-feff22077f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.708272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5d63f606-4f2d-44eb-b6b9-5671775c4167 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8701fe8-adcc-496d-b2a7-43840751adef HTTP/1.1" status: 200 len: 205 time: 0.0381339 Nov 12 03:50:28.709100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48532) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.735228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.771291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28087c-1ca3-401c-a5cc-17b684cf52e4 req-2b849f7f-33f3-4514-9e8b-fd6bd8f88abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:28.772896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd28087c-1ca3-401c-a5cc-17b684cf52e4 req-2b849f7f-33f3-4514-9e8b-fd6bd8f88abd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1559608 Nov 12 03:50:28.777444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edf3f6f2-ee8e-4562-8443-feff22077f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.780146 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-49adbb05-f034-47c1-b1a0-4b627027f76f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] delete failed (client error): The resource could not be found. Nov 12 03:50:28.783748 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-49adbb05-f034-47c1-b1a0-4b627027f76f tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/d8701fe8-adcc-496d-b2a7-43840751adef HTTP/1.1" status: 404 len: 336 time: 0.0695035 Nov 12 03:50:28.788316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48536) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.823373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7c98b8cf-6471-491d-93f9-d4fa7cbca2a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9319c3dd342410bb3f020b4f6ab9c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847650 Nov 12 03:50:28.823373 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-8360fc7e-be82-4ae1-9f55-179728dbb02b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:28.823373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8360fc7e-be82-4ae1-9f55-179728dbb02b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:28.824483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48538) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.828803 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8360fc7e-be82-4ae1-9f55-179728dbb02b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/e25f76e5-ede7-413c-9b25-113d1f7d594d HTTP/1.1" status: 404 len: 337 time: 0.0366914 Nov 12 03:50:28.829067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48540) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.858492 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5642a09f-2e3f-40fd-8425-c9af3cdb66ea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:28.859114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5642a09f-2e3f-40fd-8425-c9af3cdb66ea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:28.862429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5642a09f-2e3f-40fd-8425-c9af3cdb66ea tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/0b5b9ad2-2cf7-46c4-b43e-8b10254a9c44 HTTP/1.1" status: 404 len: 337 time: 0.0324140 Nov 12 03:50:28.865816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.881712 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edf3f6f2-ee8e-4562-8443-feff22077f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.884211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edf3f6f2-ee8e-4562-8443-feff22077f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.885382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-edf3f6f2-ee8e-4562-8443-feff22077f61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3871b834-46cb-4839-8f68-a8760099a4e9 HTTP/1.1" status: 204 len: 168 time: 0.4619799 Nov 12 03:50:28.899196 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-245cfd45-4c07-40dd-b6a9-c37b338ced31 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:28.899693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245cfd45-4c07-40dd-b6a9-c37b338ced31 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:28.905079 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-245cfd45-4c07-40dd-b6a9-c37b338ced31 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/be28cb79-269d-429b-bea9-5e683afe697c HTTP/1.1" status: 404 len: 337 time: 0.0356684 Nov 12 03:50:28.905496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48546) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.907914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3f6f2-ee8e-4562-8443-feff22077f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3871b834-46cb-4839-8f68-a8760099a4e9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.910970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60a334cf-25b4-4272-921c-e47736837885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.945716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60a334cf-25b4-4272-921c-e47736837885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.960540 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace3e679-0f0e-49b9-a63d-cb10dcf22442 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:28.961293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace3e679-0f0e-49b9-a63d-cb10dcf22442 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:28.966155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ace3e679-0f0e-49b9-a63d-cb10dcf22442 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/2746573f-9668-4ac8-8ae2-847e306413d6 HTTP/1.1" status: 404 len: 337 time: 0.0597839 Nov 12 03:50:28.970161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48548) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.007081 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-779b2484-b0df-4dfb-a84c-df0f08162870 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 200 len: 205 time: 0.0354741 Nov 12 03:50:29.007690 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60a334cf-25b4-4272-921c-e47736837885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.012047 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60a334cf-25b4-4272-921c-e47736837885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.013184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48550) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.017323 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-60a334cf-25b4-4272-921c-e47736837885 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f160348-6f23-4f5d-9bff-8a37790d339f HTTP/1.1" status: 204 len: 168 time: 0.1914608 Nov 12 03:50:29.031297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a334cf-25b4-4272-921c-e47736837885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f160348-6f23-4f5d-9bff-8a37790d339f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.059439 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-c9d0172b-4561-4b29-b0b1-5d2265dfd29b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] delete failed (client error): The resource could not be found. Nov 12 03:50:29.063349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c9d0172b-4561-4b29-b0b1-5d2265dfd29b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/21088204-225f-4136-ab1c-bd6ce748401b HTTP/1.1" status: 404 len: 336 time: 0.0460823 Nov 12 03:50:29.063610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48554) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.092675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5129d256-c227-46a0-88ca-fd3eae88bc71 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=76dab7a8-dd52-4093-841f-8edd8ce558a3 HTTP/1.1" status: 200 len: 205 time: 0.0282512 Nov 12 03:50:29.095223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48556) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.133964 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-82734053-5e7c-4631-80a0-c388ad212f2b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] delete failed (client error): The resource could not be found. Nov 12 03:50:29.135205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-82734053-5e7c-4631-80a0-c388ad212f2b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/76dab7a8-dd52-4093-841f-8edd8ce558a3 HTTP/1.1" status: 404 len: 336 time: 0.0390575 Nov 12 03:50:29.138010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48560) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.169745 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c560a22-9118-4761-8cdb-dc119dd5722d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:29.170199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c560a22-9118-4761-8cdb-dc119dd5722d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:29.173185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8c560a22-9118-4761-8cdb-dc119dd5722d tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/963bf6ce-8884-450d-a821-28ed4697fb53 HTTP/1.1" status: 404 len: 337 time: 0.0336888 Nov 12 03:50:29.177919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.210353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-070bcb0e-4fd1-4759-9e0e-9eebf3922c1e tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=947ef6d4-b63e-40a6-a99f-7afc5496da7b HTTP/1.1" status: 200 len: 205 time: 0.0283623 Nov 12 03:50:29.210803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48566) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.250537 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-446bda4e-c2cc-417d-a1da-6a15a3e0597c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] delete failed (client error): The resource could not be found. Nov 12 03:50:29.254138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-446bda4e-c2cc-417d-a1da-6a15a3e0597c tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/947ef6d4-b63e-40a6-a99f-7afc5496da7b HTTP/1.1" status: 404 len: 336 time: 0.0398622 Nov 12 03:50:29.255007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48568) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.293070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8f4b180c-7f31-4c52-821e-e9ebbfb1b2d2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db357e6-877a-43d7-a9e6-ccb319c48250 HTTP/1.1" status: 200 len: 205 time: 0.0366995 Nov 12 03:50:29.295216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48572) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.338624 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-3617dd27-33c7-447a-8f97-6615eb413bd2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] delete failed (client error): The resource could not be found. Nov 12 03:50:29.339747 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3617dd27-33c7-447a-8f97-6615eb413bd2 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/5db357e6-877a-43d7-a9e6-ccb319c48250 HTTP/1.1" status: 404 len: 336 time: 0.0435593 Nov 12 03:50:29.342370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.375698 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-0194a56a-6291-4a61-84fc-6327560bb34b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:29.376187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0194a56a-6291-4a61-84fc-6327560bb34b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:29.381162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0194a56a-6291-4a61-84fc-6327560bb34b tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/fa0310bc-346b-4df1-a12a-9f357566b9a2 HTTP/1.1" status: 404 len: 337 time: 0.0376549 Nov 12 03:50:29.383992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48576) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.402503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48580) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.405060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48578) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.424236 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c69082d0-6dc6-4c87-80f3-690af6fad4ba tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=346c8dad-1ade-47c5-8137-e67760a4f613 HTTP/1.1" status: 200 len: 205 time: 0.0369802 Nov 12 03:50:29.424562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48584) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.433413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2d68701-d5f7-4fff-9c71-282b0104da05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.475864 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-55097161-085d-444b-8563-facf61ffd401 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] delete failed (client error): The resource could not be found. Nov 12 03:50:29.476948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-55097161-085d-444b-8563-facf61ffd401 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/346c8dad-1ade-47c5-8137-e67760a4f613 HTTP/1.1" status: 404 len: 336 time: 0.0515499 Nov 12 03:50:29.480254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48586) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.486178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c701bd78-8830-4bfb-9a78-7685beda00c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa5e2dfd35e6493499f0d97f28f0f8da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785356 Nov 12 03:50:29.489896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48588) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.523065 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b979f0-6131-4112-9298-61ac2f74ca32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:29.523065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b979f0-6131-4112-9298-61ac2f74ca32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:29.525964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-93b979f0-6131-4112-9298-61ac2f74ca32 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/36f4865d-4c87-4c7e-8ebf-ba2b85387af6 HTTP/1.1" status: 404 len: 337 time: 0.0447710 Nov 12 03:50:29.528989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48590) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.573181 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f70ba098-c0d2-4078-90c5-d4c2f7aba8f3 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "GET /v2.0/ports?device_id=d109f886-1422-4a13-ad56-83c61255a558 HTTP/1.1" status: 200 len: 205 time: 0.0378969 Nov 12 03:50:29.573534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fb7cac6-d34f-49c3-9a49-475fb5db3052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.574081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48592) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.580732 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2d68701-d5f7-4fff-9c71-282b0104da05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.587477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2d68701-d5f7-4fff-9c71-282b0104da05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.624273 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-35383230-1969-4f54-973e-744762502d14 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] delete failed (client error): The resource could not be found. Nov 12 03:50:29.625340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-35383230-1969-4f54-973e-744762502d14 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/routers/d109f886-1422-4a13-ad56-83c61255a558 HTTP/1.1" status: 404 len: 336 time: 0.0503445 Nov 12 03:50:29.628450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48594) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.638010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d68701-d5f7-4fff-9c71-282b0104da05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98677325-4af7-4889-9a3a-58f35ec112ac,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.647265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2d68701-d5f7-4fff-9c71-282b0104da05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecb902dd8f7f42ebac2bdf1ee38ae936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2327323 Nov 12 03:50:29.647563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fb7cac6-d34f-49c3-9a49-475fb5db3052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.648979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48596) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.669146 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1bb1ec-ef8e-429a-904e-ed066744045a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:29.669517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1bb1ec-ef8e-429a-904e-ed066744045a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:29.672519 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e1bb1ec-ef8e-429a-904e-ed066744045a tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/26218309-1075-4481-893a-aa479c62e358 HTTP/1.1" status: 404 len: 337 time: 0.0425920 Nov 12 03:50:29.677375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48598) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.724669 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4e8ca7-191e-4187-94c5-6f4cd46421e9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:29.725421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4e8ca7-191e-4187-94c5-6f4cd46421e9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:29.727751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fb7cac6-d34f-49c3-9a49-475fb5db3052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.729589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e4e8ca7-191e-4187-94c5-6f4cd46421e9 tempest-RoutersIpV6Test-2144487320 tempest-RoutersIpV6Test-2144487320-project] 10.222.0.49 "DELETE /v2.0/subnets/840e1d05-5486-4204-b277-b3a41c394ae5 HTTP/1.1" status: 404 len: 337 time: 0.0507758 Nov 12 03:50:29.733916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fb7cac6-d34f-49c3-9a49-475fb5db3052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.737842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4fb7cac6-d34f-49c3-9a49-475fb5db3052 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ba9e4e6-354d-497b-adb9-fb8c1409951d HTTP/1.1" status: 204 len: 168 time: 0.2431216 Nov 12 03:50:29.751690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7cac6-d34f-49c3-9a49-475fb5db3052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba9e4e6-354d-497b-adb9-fb8c1409951d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.765099 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eb55a28-a4c5-46bb-b128-54a64aa88198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.790614 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eb55a28-a4c5-46bb-b128-54a64aa88198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.857737 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eb55a28-a4c5-46bb-b128-54a64aa88198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.860362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eb55a28-a4c5-46bb-b128-54a64aa88198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.864587 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3eb55a28-a4c5-46bb-b128-54a64aa88198 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/98677325-4af7-4889-9a3a-58f35ec112ac HTTP/1.1" status: 204 len: 168 time: 0.2111444 Nov 12 03:50:29.870017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb55a28-a4c5-46bb-b128-54a64aa88198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98677325-4af7-4889-9a3a-58f35ec112ac,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:30.085483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48614) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:30.318333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e5cc030c-906f-412b-9fd6-5275d90c8854 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f18c4c337c4849beb4b3d294771a33a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316124 Nov 12 03:50:30.320835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48626) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:30.373202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4d806f-a488-4360-b8dd-5fa6d424ef2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.397405 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4d806f-a488-4360-b8dd-5fa6d424ef2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.475914 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4d806f-a488-4360-b8dd-5fa6d424ef2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.479005 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4d806f-a488-4360-b8dd-5fa6d424ef2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.481994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6f4d806f-a488-4360-b8dd-5fa6d424ef2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f50a1e2-374f-495d-b349-ee0163ec55e3 HTTP/1.1" status: 204 len: 168 time: 0.1600442 Nov 12 03:50:30.495578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d806f-a488-4360-b8dd-5fa6d424ef2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f50a1e2-374f-495d-b349-ee0163ec55e3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:31.323867 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88325084-c31e-4389-b395-8321f6503207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.862552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48708) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:32.093809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bd0ee976-3703-45c0-8f42-2d10c834be72 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1566563666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:32.119932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee976-3703-45c0-8f42-2d10c834be72 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.121204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee976-3703-45c0-8f42-2d10c834be72 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.181214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee976-3703-45c0-8f42-2d10c834be72 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.187623 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee976-3703-45c0-8f42-2d10c834be72 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.206585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee976-3703-45c0-8f42-2d10c834be72 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.211822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bd0ee976-3703-45c0-8f42-2d10c834be72 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3451297 Nov 12 03:50:32.212113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48728) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:32.217648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1321459304'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:32.242154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Made reservation on behalf of a9685944786643e4a36d0deb919fce1d for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:32.245796 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.256629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.349441 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.354565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.382464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:32.402278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d495e-bf94-4517-996f-cdc2bc4e148d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.407502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.408054 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Added segment 905e1d41-98f1-4ba6-8255-9666c36feacb of type vlan for network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 Nov 12 03:50:32.454087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.481834 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.487618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:32.488212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.530021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3167567 Nov 12 03:50:32.533067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48740) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:32.538681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'subnet': {'network_id': '57bd1e01-4fd6-48b1-b947-96b6cef366f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:32.572586 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ecdad-35b5-4da0-8b68-03705c418540 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Network': ['ID=57bd1e01-4fd6-48b1-b947-96b6cef366f0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.584689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:32.691367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Made reservation on behalf of a9685944786643e4a36d0deb919fce1d for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:32.695670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.885515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.960979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Subnet': ['ID=ba87c531-3067-42dc-95ef-8820fff02305,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.968267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Checking segment: {'id': '905e1d41-98f1-4ba6-8255-9666c36feacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '57bd1e01-4fd6-48b1-b947-96b6cef366f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:32.968626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network hostable DHCP agents. Network: 57bd1e01-4fd6-48b1-b947-96b6cef366f0, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:32.986698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:32.996285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 57bd1e01-4fd6-48b1-b947-96b6cef366f0) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:33.000887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:33.001590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.008480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9750e7-edab-4c5d-b6f9-c70d7b50cb24 None None] Network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:33.029037 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8bc7d3a3-5b52-4530-a8e7-f9a36e5d0018 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4947534 Nov 12 03:50:33.029478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48768) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:33.036294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'network': {'name': 'tempest-router-network01--1640323332'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:33.059383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Made reservation on behalf of a9685944786643e4a36d0deb919fce1d for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:33.063076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.088531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:33.100021 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.100823 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Added segment ed65d261-b1c5-4308-a259-f380fd1f8575 of type vlan for network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 Nov 12 03:50:33.111877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48770) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:33.152479 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.182566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.188572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:33.189308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.250520 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d23317ad-faa9-4110-82f4-067919c83e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.259018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2258205 Nov 12 03:50:33.259607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:33.264596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'network': {'name': 'tempest-router-network02--908154945'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:33.279355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c94ea-0d5f-473f-a988-96d557088673 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Network': ['ID=5bc04155-9a2e-4d5f-a848-20eb7b2e6902,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.294720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:33.296497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Made reservation on behalf of a9685944786643e4a36d0deb919fce1d for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:33.300674 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.345426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:33.359266 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.359715 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Added segment 9e1624b0-af2c-47a3-b604-2ca81ae9994a of type vlan for network ac9c3b11-d686-4e29-849c-bd4e53eed98c Nov 12 03:50:33.397658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-57bd1e01-4fd6-48b1-b947-96b6cef366f0', 'network_id': '57bd1e01-4fd6-48b1-b947-96b6cef366f0', 'tenant_id': 'a9685944786643e4a36d0deb919fce1d', 'fixed_ips': [{'subnet_id': 'ba87c531-3067-42dc-95ef-8820fff02305'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:33.400526 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.437811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.476791 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-7b18c68c-5e59-4e3a-870a-fdf9d40e35eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1079516 Nov 12 03:50:33.490035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.497903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:33.498521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.608707 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99534a1c-5da5-4f67-b03e-48a49797f75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.617182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Allocated IP 172.20.0.2 (57bd1e01-4fd6-48b1-b947-96b6cef366f0/ba87c531-3067-42dc-95ef-8820fff02305/196cf3ae-acaf-48ff-b119-d6604319602a) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:33.641826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3785269 Nov 12 03:50:33.643798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:33.652610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'subnet': {'network_id': '5bc04155-9a2e-4d5f-a848-20eb7b2e6902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:33.671538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af657de-e53a-4f44-8e10-b4ff3d1e9836 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Network': ['ID=ac9c3b11-d686-4e29-849c-bd4e53eed98c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.716758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network ac9c3b11-d686-4e29-849c-bd4e53eed98c details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:33.726952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-3873111e-fcde-4f59-b03e-41ff2789e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:33.728473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-3873111e-fcde-4f59-b03e-41ff2789e377 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 1098 time: 0.2056832 Nov 12 03:50:33.843333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Made reservation on behalf of a9685944786643e4a36d0deb919fce1d for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:33.844682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d23317ad-faa9-4110-82f4-067919c83e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.847186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.861153 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d23317ad-faa9-4110-82f4-067919c83e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.924189 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d23317ad-faa9-4110-82f4-067919c83e3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9845a7670c249ff9dd59eda67f18516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8089583 Nov 12 03:50:33.924865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48792) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:33.927865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23317ad-faa9-4110-82f4-067919c83e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8eab81-f357-4ec9-a6d0-c4e7e54ee2f1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.931707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-2670f8a0-d790-4f66-8cdc-7471e27c423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:33.933483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-2670f8a0-d790-4f66-8cdc-7471e27c423a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8778a31-71fe-45b6-8420-ccf8de09f795 HTTP/1.1" status: 200 len: 899 time: 0.1810057 Nov 12 03:50:33.975429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.987204 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.999212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73b53df0-1b36-485b-9d55-74d889bed1e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.034596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:34.038478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:34.039773 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73b53df0-1b36-485b-9d55-74d889bed1e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.042045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:34.081393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Pushing event updated for resources: {'Port': ['ID=196cf3ae-acaf-48ff-b119-d6604319602a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:34.085893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-d7fa6275-6480-4613-8660-d3c6bf788629 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7421e0-c1b0-42e9-9709-1f915643d870 HTTP/1.1" status: 200 len: 1001 time: 0.1018307 Nov 12 03:50:34.109494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.109922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.110248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.110585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.110921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.111247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.111562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.111887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.112255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.113083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.113083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.113422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:34.122337 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73b53df0-1b36-485b-9d55-74d889bed1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.125834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Attempting to bind port 196cf3ae-acaf-48ff-b119-d6604319602a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:34.126004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73b53df0-1b36-485b-9d55-74d889bed1e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.126203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Attempting to bind port 196cf3ae-acaf-48ff-b119-d6604319602a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '905e1d41-98f1-4ba6-8255-9666c36feacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '57bd1e01-4fd6-48b1-b947-96b6cef366f0'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:34.126568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Attempting to bind port 196cf3ae-acaf-48ff-b119-d6604319602a on network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:34.127271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-73b53df0-1b36-485b-9d55-74d889bed1e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e8eab81-f357-4ec9-a6d0-c4e7e54ee2f1 HTTP/1.1" status: 204 len: 168 time: 0.2018418 Nov 12 03:50:34.133584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:34.133965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Checking segment: {'id': '905e1d41-98f1-4ba6-8255-9666c36feacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '57bd1e01-4fd6-48b1-b947-96b6cef366f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:34.134372 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.134799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Bound using segment: {'id': '905e1d41-98f1-4ba6-8255-9666c36feacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '57bd1e01-4fd6-48b1-b947-96b6cef366f0'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:34.135262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Bound port: 196cf3ae-acaf-48ff-b119-d6604319602a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905e1d41-98f1-4ba6-8255-9666c36feacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '57bd1e01-4fd6-48b1-b947-96b6cef366f0'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:34.135642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.137971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b53df0-1b36-485b-9d55-74d889bed1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8eab81-f357-4ec9-a6d0-c4e7e54ee2f1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:34.197200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-21049104-0a36-4530-bdfa-d10df0455772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:34.198672 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-21049104-0a36-4530-bdfa-d10df0455772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9 HTTP/1.1" status: 200 len: 834 time: 0.0528207 Nov 12 03:50:34.225765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] For port 196cf3ae-acaf-48ff-b119-d6604319602a, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:34.229311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] For port 196cf3ae-acaf-48ff-b119-d6604319602a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=196cf3ae-acaf-48ff-b119-d6604319602a,segment=NetworkSegment(905e1d41-98f1-4ba6-8255-9666c36feacb),segment_id=905e1d41-98f1-4ba6-8255-9666c36feacb)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:34.241335 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.305836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-e1ab5748-fc0e-4a60-95dd-074dd214a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:34.306409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a7bfe-f33a-4220-bf05-04c86d2691d1 None None] Pushing event updated for resources: {'Port': ['ID=196cf3ae-acaf-48ff-b119-d6604319602a,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:34.309338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-e1ab5748-fc0e-4a60-95dd-074dd214a69b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8778a31-71fe-45b6-8420-ccf8de09f795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013591 Nov 12 03:50:34.357289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.494021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Subnet': ['ID=c0b610c4-cd81-4228-8349-62bf0b91efc9,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:34.505972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Checking segment: {'id': 'ed65d261-b1c5-4308-a259-f380fd1f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5bc04155-9a2e-4d5f-a848-20eb7b2e6902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:34.507251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network hostable DHCP agents. Network: 5bc04155-9a2e-4d5f-a848-20eb7b2e6902, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:34.516771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-74da26a0-c933-45a6-b6b0-3b29075d6c67 service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000601 Nov 12 03:50:34.523541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48802) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:34.557164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f62a89ad-e2d6-4543-9529-d1f7347046da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.569718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48804) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:34.635937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:34.662992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 5bc04155-9a2e-4d5f-a848-20eb7b2e6902) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:34.669674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:34.670550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.679308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33825219-be04-4d6b-9a9c-aa0f1ae2988b None None] Network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:34.732072 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c3efa30-83b1-4854-b66a-b69d01503690 req-e7c89e81-cae0-484c-98dd-3ade32ac51ac service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857944 Nov 12 03:50:34.740068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4fb54dd4-c9dc-4cd0-a4d1-e34c145c9e02 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0938931 Nov 12 03:50:34.740755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48806) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:34.748052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'subnet': {'network_id': 'ac9c3b11-d686-4e29-849c-bd4e53eed98c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:34.889306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Made reservation on behalf of a9685944786643e4a36d0deb919fce1d for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:34.890323 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f62a89ad-e2d6-4543-9529-d1f7347046da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.893481 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.896716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f62a89ad-e2d6-4543-9529-d1f7347046da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.913395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-5bc04155-9a2e-4d5f-a848-20eb7b2e6902', 'network_id': '5bc04155-9a2e-4d5f-a848-20eb7b2e6902', 'tenant_id': 'a9685944786643e4a36d0deb919fce1d', 'fixed_ips': [{'subnet_id': 'c0b610c4-cd81-4228-8349-62bf0b91efc9'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:34.914339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.970893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f62a89ad-e2d6-4543-9529-d1f7347046da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d62c00c888f24193be2fd3b05acc6adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439001 Nov 12 03:50:34.970893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a89ad-e2d6-4543-9529-d1f7347046da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c28a01-3f46-4492-b71d-605cca89f858,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:34.990845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48810) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:35.004688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port fdcc2a3b-c705-45f4-b365-b6f6f93c592f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:35.004688 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.010769 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.131206 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1127d401-2adc-43a4-b322-873e6b4a0482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.142776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.143213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.174749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for fdcc2a3b-c705-45f4-b365-b6f6f93c592f owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:35.181685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.182062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Allocated IP 172.20.0.2 (5bc04155-9a2e-4d5f-a848-20eb7b2e6902/c0b610c4-cd81-4228-8349-62bf0b91efc9/61ba700f-a90a-4130-9713-7cb7d38955cb) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:35.182874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1127d401-2adc-43a4-b322-873e6b4a0482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.262279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Subnet': ['ID=a6cc6e69-7041-4068-961f-6bc97c955b78,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.272280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Checking segment: {'id': '9e1624b0-af2c-47a3-b604-2ca81ae9994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ac9c3b11-d686-4e29-849c-bd4e53eed98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:35.272651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network hostable DHCP agents. Network: ac9c3b11-d686-4e29-849c-bd4e53eed98c, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:35.300568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network ac9c3b11-d686-4e29-849c-bd4e53eed98c is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:35.320242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, ac9c3b11-d686-4e29-849c-bd4e53eed98c) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:35.324183 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1127d401-2adc-43a4-b322-873e6b4a0482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.325673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.326774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.327001 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1127d401-2adc-43a4-b322-873e6b4a0482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.330576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1127d401-2adc-43a4-b322-873e6b4a0482 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6c28a01-3f46-4492-b71d-605cca89f858 HTTP/1.1" status: 204 len: 168 time: 0.3378670 Nov 12 03:50:35.340291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec39b653-a49d-4a6c-899e-b89493de47bd None None] Network ac9c3b11-d686-4e29-849c-bd4e53eed98c requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:35.344937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127d401-2adc-43a4-b322-873e6b4a0482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c28a01-3f46-4492-b71d-605cca89f858,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.377565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8d58d4cf-83eb-43ad-acf0-bb0acf4c3801 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6357114 Nov 12 03:50:35.382131 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48818) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:35.522312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.529836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.540840 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.581853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=fdcc2a3b-c705-45f4-b365-b6f6f93c592f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.671140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.671912 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Floating IP 499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e disassociated (deleted). External IP: 172.25.0.76, port: 5e7421e0-c1b0-42e9-9709-1f915643d870. Nov 12 03:50:35.683152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:35.687326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 196cf3ae-acaf-48ff-b119-d6604319602a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:35.736483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:35.742685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Pushing event updated for resources: {'Port': ['ID=61ba700f-a90a-4130-9713-7cb7d38955cb,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.745138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:35.792471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 196cf3ae-acaf-48ff-b119-d6604319602a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:35.792875 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.820908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09325c-df73-44cf-9b61-2823c46ebb4e None None] Network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:35.831185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.013027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-ac9c3b11-d686-4e29-849c-bd4e53eed98c', 'network_id': 'ac9c3b11-d686-4e29-849c-bd4e53eed98c', 'tenant_id': 'a9685944786643e4a36d0deb919fce1d', 'fixed_ips': [{'subnet_id': 'a6cc6e69-7041-4068-961f-6bc97c955b78'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:36.013293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router c3f9d407-0f05-4fb5-a43e-29232fe309ee has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:36.013928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.044698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Attempting to bind port 61ba700f-a90a-4130-9713-7cb7d38955cb on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:36.045007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Attempting to bind port 61ba700f-a90a-4130-9713-7cb7d38955cb by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ed65d261-b1c5-4308-a259-f380fd1f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5bc04155-9a2e-4d5f-a848-20eb7b2e6902'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:36.045372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Attempting to bind port 61ba700f-a90a-4130-9713-7cb7d38955cb on network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:36.188225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Allocated IP 172.20.0.1 (5bc04155-9a2e-4d5f-a848-20eb7b2e6902/c0b610c4-cd81-4228-8349-62bf0b91efc9/16d6dbfb-b441-4782-b3c3-9343914948d7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:36.201024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:36.214834 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.215178 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] Sync routers for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:36.235001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3bb3f10c-ad8e-4b2a-8417-0f4f709971a5 None None] Provisioning complete for port 196cf3ae-acaf-48ff-b119-d6604319602a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:36.236277 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:36.236956 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:36.237548 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3bb3f10c-ad8e-4b2a-8417-0f4f709971a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.263771 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a40c9c66-6a75-4852-ab90-e84fc7b1f857 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/floatingips/499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e HTTP/1.1" status: 204 len: 168 time: 1.6904778 Nov 12 03:50:36.264290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:36.275721 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236bebd0-493d-4094-9589-be699b1963b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:36.297113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Allocated IP 172.20.0.2 (ac9c3b11-d686-4e29-849c-bd4e53eed98c/a6cc6e69-7041-4068-961f-6bc97c955b78/ac6a4cb9-1a00-41b0-b350-cde458377002) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:36.322179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:36.326785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Checking segment: {'id': 'ed65d261-b1c5-4308-a259-f380fd1f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5bc04155-9a2e-4d5f-a848-20eb7b2e6902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:36.327282 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.327698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Bound using segment: {'id': 'ed65d261-b1c5-4308-a259-f380fd1f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5bc04155-9a2e-4d5f-a848-20eb7b2e6902'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:36.328225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Bound port: 61ba700f-a90a-4130-9713-7cb7d38955cb, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed65d261-b1c5-4308-a259-f380fd1f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5bc04155-9a2e-4d5f-a848-20eb7b2e6902'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:36.328623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.357847 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801ec3fd-f61c-4db3-8e49-1bba81faed5c x-openstack-request-id: req-801ec3fd-f61c-4db3-8e49-1bba81faed5c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:36.358409 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:36.358825 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-801ec3fd-f61c-4db3-8e49-1bba81faed5c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:36.359742 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'status': 'completed', 'code': 200} Nov 12 03:50:36.515561 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:36.526790 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.588808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bebd0-493d-4094-9589-be699b1963b3 req-b66a68b0-b9ce-4035-b64f-a3acab43a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.590986 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-236bebd0-493d-4094-9589-be699b1963b3 req-b66a68b0-b9ce-4035-b64f-a3acab43a1ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 1098 time: 0.2154384 Nov 12 03:50:36.875946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.889883 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:42Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:36.932729 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] Checking router: c3f9d407-0f05-4fb5-a43e-29232fe309ee for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:36.949418 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:36.950206 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:36.974195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.174212 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.235081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] For port 61ba700f-a90a-4130-9713-7cb7d38955cb, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:37.242254 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:37.248784 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3bb3f10c-ad8e-4b2a-8417-0f4f709971a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.265614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.312198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.315106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 196cf3ae-acaf-48ff-b119-d6604319602a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=196cf3ae-acaf-48ff-b119-d6604319602a,segment=NetworkSegment(905e1d41-98f1-4ba6-8255-9666c36feacb),segment_id=905e1d41-98f1-4ba6-8255-9666c36feacb)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:37.318540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] For port 61ba700f-a90a-4130-9713-7cb7d38955cb, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=61ba700f-a90a-4130-9713-7cb7d38955cb,segment=NetworkSegment(ed65d261-b1c5-4308-a259-f380fd1f8575),segment_id=ed65d261-b1c5-4308-a259-f380fd1f8575)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:37.342768 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.348918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409fe3f-e25f-4e51-9b4d-7ccde57d25ed req-b2dd327c-3737-443d-bd1b-f8550b6fbe5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:37.349279 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.360932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Network ac9c3b11-d686-4e29-849c-bd4e53eed98c is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:37.362915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.369286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9409fe3f-e25f-4e51-9b4d-7ccde57d25ed req-b2dd327c-3737-443d-bd1b-f8550b6fbe5d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1761494 Nov 12 03:50:37.375690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:37.399715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:37.408533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:37.436991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Pushing event updated for resources: {'Port': ['ID=ac6a4cb9-1a00-41b0-b350-cde458377002,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.448357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:37.457570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:37.493084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bebd0-493d-4094-9589-be699b1963b3 req-d65fa10e-df23-4bb0-8ccc-17553f6ed270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:37.508939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-236bebd0-493d-4094-9589-be699b1963b3 req-d65fa10e-df23-4bb0-8ccc-17553f6ed270 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c8778a31-71fe-45b6-8420-ccf8de09f795 HTTP/1.1" status: 200 len: 899 time: 0.9063985 Nov 12 03:50:37.557579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:37.565220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Port': ['ID=16d6dbfb-b441-4782-b3c3-9343914948d7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.622083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-236bebd0-493d-4094-9589-be699b1963b3 req-534a2fe9-69f0-4fc2-99a4-5084e66c1345 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7421e0-c1b0-42e9-9709-1f915643d870 HTTP/1.1" status: 200 len: 217 time: 0.0991848 Nov 12 03:50:37.623990 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:42Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:37.669409 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce4344-830a-4e20-83f5-4d84f9accded None None] The sync data for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 is: [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:48:36Z', 'revision_number': 4, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9', 'name': '', 'network_id': 'c8778a31-71fe-45b6-8420-ccf8de09f795', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'mac_address': 'fa:16:3e:0e:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:35Z', 'updated_at': '2021-11-12T03:48:42Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'subnets': [{'id': '7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:37.698714 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9409fe3f-e25f-4e51-9b4d-7ccde57d25ed req-8d5afc77-fd5a-45ec-8962-880a87f44e83 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/security-groups?id=e92f6d2c-e842-41ff-bc3c-b25ccde705cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283579 Nov 12 03:50:37.739172 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.747615 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-3bb3f10c-ad8e-4b2a-8417-0f4f709971a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:50:37.748116 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-3bb3f10c-ad8e-4b2a-8417-0f4f709971a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:50:37.751685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Attempting to bind port ac6a4cb9-1a00-41b0-b350-cde458377002 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:37.753240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Attempting to bind port ac6a4cb9-1a00-41b0-b350-cde458377002 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '9e1624b0-af2c-47a3-b604-2ca81ae9994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ac9c3b11-d686-4e29-849c-bd4e53eed98c'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:37.753740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Attempting to bind port ac6a4cb9-1a00-41b0-b350-cde458377002 on network ac9c3b11-d686-4e29-849c-bd4e53eed98c {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:37.757998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=196cf3ae-acaf-48ff-b119-d6604319602a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.771980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:37.789654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Checking segment: {'id': '9e1624b0-af2c-47a3-b604-2ca81ae9994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ac9c3b11-d686-4e29-849c-bd4e53eed98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:37.790299 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.790878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Bound using segment: {'id': '9e1624b0-af2c-47a3-b604-2ca81ae9994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ac9c3b11-d686-4e29-849c-bd4e53eed98c'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:37.791570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Bound port: ac6a4cb9-1a00-41b0-b350-cde458377002, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1624b0-af2c-47a3-b604-2ca81ae9994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ac9c3b11-d686-4e29-849c-bd4e53eed98c'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:37.792311 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.808677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bebd0-493d-4094-9589-be699b1963b3 req-da4cc167-862d-4ede-bb1b-479e4366fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:37.810229 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-236bebd0-493d-4094-9589-be699b1963b3 req-da4cc167-862d-4ede-bb1b-479e4366fd32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9 HTTP/1.1" status: 200 len: 834 time: 0.1755240 Nov 12 03:50:37.890940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96b001-0a16-47d1-be9d-5ba9dc5e8703 None None] Pushing event updated for resources: {'Port': ['ID=61ba700f-a90a-4130-9713-7cb7d38955cb,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.973763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1139183301'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:37.987645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.991874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bebd0-493d-4094-9589-be699b1963b3 req-a4e9b7f5-1ac1-4369-971e-6d391b322f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:37.993444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-236bebd0-493d-4094-9589-be699b1963b3 req-a4e9b7f5-1ac1-4369-971e-6d391b322f9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c8778a31-71fe-45b6-8420-ccf8de09f795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720233 Nov 12 03:50:38.009700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-93d5c001-2e1f-4649-beb6-e5b300d98cd9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.011728 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-93d5c001-2e1f-4649-beb6-e5b300d98cd9 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 946 time: 0.1327004 Nov 12 03:50:38.027369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] For port ac6a4cb9-1a00-41b0-b350-cde458377002, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:38.032526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] For port ac6a4cb9-1a00-41b0-b350-cde458377002, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ac6a4cb9-1a00-41b0-b350-cde458377002,segment=NetworkSegment(9e1624b0-af2c-47a3-b604-2ca81ae9994a),segment_id=9e1624b0-af2c-47a3-b604-2ca81ae9994a)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:38.038382 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.114146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282ffe2-16b3-475d-a13d-32ca98192751 None None] Pushing event updated for resources: {'Port': ['ID=ac6a4cb9-1a00-41b0-b350-cde458377002,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.161828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Made reservation on behalf of d924e4b700264b568c6477dc9c1bb85d for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:38.175011 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.211401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3ddec-6a29-4c4f-a764-aba192b282d0 None None] New status for floating IP 499e10dc-0b44-4c9d-8fc1-ceb6ff826f7e: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:50:38.222729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.356008 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.358957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 5e7421e0-c1b0-42e9-9709-1f915643d870 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:38.359254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.376189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.440304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-236bebd0-493d-4094-9589-be699b1963b3 req-862dbd4b-fcf4-4a33-8d34-611ec97f0643 service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362662 Nov 12 03:50:38.467080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f46fb16-a5de-4100-9583-3ebbaa724f0d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.540170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1051f485-b479-4ea1-bb63-be78483703ed None None] Provisioning complete for port 196cf3ae-acaf-48ff-b119-d6604319602a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:38.540556 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1051f485-b479-4ea1-bb63-be78483703ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.615322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port 5e7421e0-c1b0-42e9-9709-1f915643d870, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5e7421e0-c1b0-42e9-9709-1f915643d870,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:38.616335 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.634506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 5e7421e0-c1b0-42e9-9709-1f915643d870 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:38.656501 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.671085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.728649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:38.741651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.742426 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Added segment 20ab92f6-b520-4512-b667-d82de3d6df0b of type vlan for network e4916421-691d-44f8-93bb-08fcdf6ee646 Nov 12 03:50:38.833263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.869792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.888443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Port': ['ID=16d6dbfb-b441-4782-b3c3-9343914948d7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.917665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=5e7421e0-c1b0-42e9-9709-1f915643d870,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.013867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.024691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.028067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.031623 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.036281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] No DVR routers for this DVR port 5e7421e0-c1b0-42e9-9709-1f915643d870 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:39.052141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.055691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8afbaf5-4ca8-465d-b7b1-1c16e3bc4dab req-fb44a966-2ce3-4863-ba66-f4f872bfbb5b tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.20 "DELETE /v2.0/ports/5e7421e0-c1b0-42e9-9709-1f915643d870 HTTP/1.1" status: 204 len: 173 time: 1.0374959 Nov 12 03:50:39.056169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'name': 'network-vif-deleted', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:39.068748 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba57f2e1-6ea7-4964-b925-f523ee3c2837" -d '{"events": [{"server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "name": "network-vif-deleted", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:39.075274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-236bebd0-493d-4094-9589-be699b1963b3 req-49341324-f563-49c1-abf3-41a57ac50ac1 service neutron] 10.222.0.20 "GET /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247749 Nov 12 03:50:39.208349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Pushing event updated for resources: {'Network': ['ID=e4916421-691d-44f8-93bb-08fcdf6ee646,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.209940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:39.214038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a8629-590a-4923-a597-e2af8de206eb None None] Network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:39.221900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42dd13e7-3f4b-44f8-9b79-ba7bddc97327 req-32eaa5d5-872d-4f4c-a406-d87ad8d8f696 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b18476b-d846-47db-b19c-9d497cb42559 HTTP/1.1" status: 200 len: 210 time: 0.3240097 Nov 12 03:50:39.223479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:39.225289 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cd82cc-c1a3-43b5-80c6-1306a5d40ea0 x-openstack-request-id: req-c4cd82cc-c1a3-43b5-80c6-1306a5d40ea0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:39.226712 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b18476b-d846-47db-b19c-9d497cb42559", "name": "network-vif-deleted", "tag": "5e7421e0-c1b0-42e9-9709-1f915643d870", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:39.227770 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4cd82cc-c1a3-43b5-80c6-1306a5d40ea0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:39.229167 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b18476b-d846-47db-b19c-9d497cb42559', 'name': 'network-vif-deleted', 'tag': '5e7421e0-c1b0-42e9-9709-1f915643d870', 'status': 'completed', 'code': 200} Nov 12 03:50:39.257534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6c92928e-5e52-4888-bc16-56cd3c953065 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6982787 Nov 12 03:50:39.260074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48884) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:39.274788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e4916421-691d-44f8-93bb-08fcdf6ee646 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:39.387599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Request body: {'network': {'name': 'tempest-network--1131478349', 'router:external': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:39.404833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Router 84618f8e-d9ae-4bc5-bc06-c30015c688a0 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:39.454737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Made reservation on behalf of f7e83fae38b54016a0ad881fc4bff478 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:39.458038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.471400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.528631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1f0542f0-0c84-4d97-904c-68022343b2a9 None None] Provisioning complete for port 61ba700f-a90a-4130-9713-7cb7d38955cb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:39.529302 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f0542f0-0c84-4d97-904c-68022343b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.656281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:39.670855 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db6406-26f3-4032-a746-d89b3cee78fc None None] Sync routers for ids ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:39.690727 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f205276-a752-4eab-9292-3dd348795348 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "PUT /v2.0/routers/84618f8e-d9ae-4bc5-bc06-c30015c688a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3074522 Nov 12 03:50:39.692469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48892) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:39.711970 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db6406-26f3-4032-a746-d89b3cee78fc None None] Routers {'84618f8e-d9ae-4bc5-bc06-c30015c688a0'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:39.714628 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94db6406-26f3-4032-a746-d89b3cee78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:39.818362 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94db6406-26f3-4032-a746-d89b3cee78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:39.849367 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.854966 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db6406-26f3-4032-a746-d89b3cee78fc None None] Routers {'84618f8e-d9ae-4bc5-bc06-c30015c688a0'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:39.855740 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94db6406-26f3-4032-a746-d89b3cee78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:39.865671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.912547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:39.912925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 61ba700f-a90a-4130-9713-7cb7d38955cb up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:39.940644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.941247 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Added segment 9e728c0b-728f-4355-a91d-96b68ea7ae53 of type vlan for network f85331e6-e6d9-4f68-9dd3-b60cc93ffc85 Nov 12 03:50:39.966525 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94db6406-26f3-4032-a746-d89b3cee78fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:39.967402 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db6406-26f3-4032-a746-d89b3cee78fc None None] The sync data for ids ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:40.008006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-63608a7f-0ef7-41c4-ac54-6d801a507847 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.017152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-63608a7f-0ef7-41c4-ac54-6d801a507847 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.026261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-63608a7f-0ef7-41c4-ac54-6d801a507847 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.049808 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f0542f0-0c84-4d97-904c-68022343b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.053251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-63608a7f-0ef7-41c4-ac54-6d801a507847 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.053432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 61ba700f-a90a-4130-9713-7cb7d38955cb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.053913 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.062739 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-63608a7f-0ef7-41c4-ac54-6d801a507847 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.066983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039c9fa-6309-45bc-9221-08fdbbb9801d None None] Network ac9c3b11-d686-4e29-849c-bd4e53eed98c requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:40.072842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-63608a7f-0ef7-41c4-ac54-6d801a507847 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.074889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.085449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1763aec3-9c06-492f-9ce2-6e058498c6f6,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:40.086140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-63608a7f-0ef7-41c4-ac54-6d801a507847 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.106228 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-63608a7f-0ef7-41c4-ac54-6d801a507847 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.4786966 Nov 12 03:50:40.147759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.149502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.150438 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.210433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1f0542f0-0c84-4d97-904c-68022343b2a9 None None] For port 61ba700f-a90a-4130-9713-7cb7d38955cb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=61ba700f-a90a-4130-9713-7cb7d38955cb,segment=NetworkSegment(ed65d261-b1c5-4308-a259-f380fd1f8575),segment_id=ed65d261-b1c5-4308-a259-f380fd1f8575)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:40.231360 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f0542f0-0c84-4d97-904c-68022343b2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.233182 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9719563 Nov 12 03:50:40.233849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48902) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:40.321019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47e196-81dc-416d-9bc1-a2288f9e1c69 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Network': ['ID=f85331e6-e6d9-4f68-9dd3-b60cc93ffc85,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:40.331785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48906) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:40.345586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 196cf3ae-acaf-48ff-b119-d6604319602a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:40.351999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f85331e6-e6d9-4f68-9dd3-b60cc93ffc85 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:40.438485 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52014b12-0b52-48b4-80e8-b91d6ac5bc45 req-f2c4fa7e-83cf-4b6b-ab08-672a2ce7888f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3198326 Nov 12 03:50:40.450979 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.534525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Provisioning complete for port 61ba700f-a90a-4130-9713-7cb7d38955cb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.534902 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.605652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0542f0-0c84-4d97-904c-68022343b2a9 None None] Pushing event updated for resources: {'Port': ['ID=61ba700f-a90a-4130-9713-7cb7d38955cb,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:40.680431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 196cf3ae-acaf-48ff-b119-d6604319602a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.680843 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.758325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.794262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Provisioning complete for port ac6a4cb9-1a00-41b0-b350-cde458377002 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.794654 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.822914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85331e6-e6d9-4f68-9dd3-b60cc93ffc85']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:40.835219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e728c0b-728f-4355-a91d-96b68ea7ae53') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:40.835523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e728c0b-728f-4355-a91d-96b68ea7ae53') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:40.851889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.877722 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.887441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:40.887888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.939916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ac6a4cb9-1a00-41b0-b350-cde458377002 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:41.013389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773a37c-66dd-4944-a707-198ac215ced5 req-4227a840-b6ba-4f34-ab4d-f82d0b5c829c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.035106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773a37c-66dd-4944-a707-198ac215ced5 req-4227a840-b6ba-4f34-ab4d-f82d0b5c829c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.038129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.045512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773a37c-66dd-4944-a707-198ac215ced5 req-4227a840-b6ba-4f34-ab4d-f82d0b5c829c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.053562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773a37c-66dd-4944-a707-198ac215ced5 req-4227a840-b6ba-4f34-ab4d-f82d0b5c829c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.061816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773a37c-66dd-4944-a707-198ac215ced5 req-4227a840-b6ba-4f34-ab4d-f82d0b5c829c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.076041 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-f325649a-ac67-4288-80f8-3a199d296974 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:50:41.080435 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f325649a-ac67-4288-80f8-3a199d296974 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "PUT /v2.0/routers/84618f8e-d9ae-4bc5-bc06-c30015c688a0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3154051 Nov 12 03:50:41.080435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48920) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:41.083766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773a37c-66dd-4944-a707-198ac215ced5 req-4227a840-b6ba-4f34-ab4d-f82d0b5c829c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.089932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] For port ac6a4cb9-1a00-41b0-b350-cde458377002, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ac6a4cb9-1a00-41b0-b350-cde458377002,segment=NetworkSegment(9e1624b0-af2c-47a3-b604-2ca81ae9994a),segment_id=9e1624b0-af2c-47a3-b604-2ca81ae9994a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:41.093080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773a37c-66dd-4944-a707-198ac215ced5 req-4227a840-b6ba-4f34-ab4d-f82d0b5c829c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.095443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5773a37c-66dd-4944-a707-198ac215ced5 req-4227a840-b6ba-4f34-ab4d-f82d0b5c829c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.5139933 Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:41.096364 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:41.106765 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.118746 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.119279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f85331e6-e6d9-4f68-9dd3-b60cc93ffc85 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:50:41.150441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.159198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "DELETE /v2.0/networks/f85331e6-e6d9-4f68-9dd3-b60cc93ffc85 HTTP/1.1" status: 204 len: 168 time: 0.8663456 Nov 12 03:50:41.164214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48924) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:41.174033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Provisioning complete for port 16d6dbfb-b441-4782-b3c3-9343914948d7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:41.174555 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.185194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ac6a4cb9-1a00-41b0-b350-cde458377002 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:41.185702 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.207809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:41.227401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Pushing event updated for resources: {'Port': ['ID=ac6a4cb9-1a00-41b0-b350-cde458377002,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.258566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3a43e73e-ea94-49f6-bcfc-03bd899c899e None None] Port 16d6dbfb-b441-4782-b3c3-9343914948d7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:41.259254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02cf2c-576f-4bb7-abfd-bc4872ee437d tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event deleted for resources: {'Network': ['ID=f85331e6-e6d9-4f68-9dd3-b60cc93ffc85,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.266298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Made reservation on behalf of f7e83fae38b54016a0ad881fc4bff478 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:41.271970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.333034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:41.349995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.350767 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Added segment e6619aa2-6157-486b-a445-23e37aefb1a1 of type vlan for network 0605bb68-7467-4d77-b955-71313f9bbd13 Nov 12 03:50:41.381173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-09a53850-7044-46ae-9dda-e3098a77ef19 None None] Provisioning complete for port ac6a4cb9-1a00-41b0-b350-cde458377002 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:41.381578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09a53850-7044-46ae-9dda-e3098a77ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.445535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.526693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.527608 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.528204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.663961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5e7421e0-c1b0-42e9-9709-1f915643d870 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:41.667041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 61ba700f-a90a-4130-9713-7cb7d38955cb up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:41.673860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5049176 Nov 12 03:50:41.676174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48926) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:41.678753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68429c8-47fb-49c8-a870-9bcb5271f2ca tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Network': ['ID=0605bb68-7467-4d77-b955-71313f9bbd13,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.692158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Request body: {'subnet': {'network_id': '0605bb68-7467-4d77-b955-71313f9bbd13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:41.721144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 0605bb68-7467-4d77-b955-71313f9bbd13 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:41.721381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Made reservation on behalf of f7e83fae38b54016a0ad881fc4bff478 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:41.724416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.733166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 5e7421e0-c1b0-42e9-9709-1f915643d870 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:41.733820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5e7421e0-c1b0-42e9-9709-1f915643d870 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:41.918484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 61ba700f-a90a-4130-9713-7cb7d38955cb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:41.919069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.055811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-09a53850-7044-46ae-9dda-e3098a77ef19 None None] Provisioning complete for port 16d6dbfb-b441-4782-b3c3-9343914948d7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:42.056304 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09a53850-7044-46ae-9dda-e3098a77ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.085411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ac6a4cb9-1a00-41b0-b350-cde458377002 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:42.163904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-09a53850-7044-46ae-9dda-e3098a77ef19 None None] Port 16d6dbfb-b441-4782-b3c3-9343914948d7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:42.192941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.206508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:42.207696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.208057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ac6a4cb9-1a00-41b0-b350-cde458377002 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:42.209110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.253397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4e168cef-7fda-4b41-b39c-63189e01e284,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.306753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Checking segment: {'id': 'e6619aa2-6157-486b-a445-23e37aefb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '0605bb68-7467-4d77-b955-71313f9bbd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:42.307945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Network hostable DHCP agents. Network: 0605bb68-7467-4d77-b955-71313f9bbd13, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:42.311123 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.342068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Network 0605bb68-7467-4d77-b955-71313f9bbd13 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:42.352925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 0605bb68-7467-4d77-b955-71313f9bbd13) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:42.357419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.358025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.366499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683c1c1-7a6e-4460-957b-2a1741e537bc None None] Network 0605bb68-7467-4d77-b955-71313f9bbd13 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:42.386188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1729c3fc-c41e-4d69-8581-7f77cf3e3047 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7083013 Nov 12 03:50:42.387163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48932) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:42.391967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Request body: {'floatingip': {'floating_network_id': '0605bb68-7467-4d77-b955-71313f9bbd13'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:42.428151 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.533747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440aa8c2-a49a-4727-a86e-d45729c540cc None None] Network 0605bb68-7467-4d77-b955-71313f9bbd13 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:42.559557 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.705720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Allocated IP 172.20.0.9 (0605bb68-7467-4d77-b955-71313f9bbd13/4e168cef-7fda-4b41-b39c-63189e01e284/5487a230-feeb-45cb-940d-50c71a85fcbf) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:42.754768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Deleting port 16d6dbfb-b441-4782-b3c3-9343914948d7 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:42.755117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.759703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:42.760053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.827079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.866022 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.921807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Port': ['ID=5487a230-feeb-45cb-940d-50c71a85fcbf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.923820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.935833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Network 0605bb68-7467-4d77-b955-71313f9bbd13 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:42.938464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:42.945672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:42.956172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Calling delete_port for 16d6dbfb-b441-4782-b3c3-9343914948d7 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:42.964875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:42.965250 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.990477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:43.065631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.116560 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.340791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.371592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.375368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Port': ['ID=16d6dbfb-b441-4782-b3c3-9343914948d7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.380124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.483917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.509229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Port': ['ID=5487a230-feeb-45cb-940d-50c71a85fcbf,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.519931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.521215 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-64ecabec-d569-4c0c-80b0-5f641a8b79a9 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1330438 Nov 12 03:50:43.522925 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.524015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48952) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.564324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48954) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.627623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0ca69869-66a0-4cea-8089-165cc23f1386 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=0605bb68-7467-4d77-b955-71313f9bbd13 HTTP/1.1" status: 200 len: 689 time: 0.1002245 Nov 12 03:50:43.627952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48958) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.651446 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.660859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.812813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.821994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-f7560e68-c82d-47f8-b910-029ce57fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.822468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-f7560e68-c82d-47f8-b910-029ce57fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.822936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-f7560e68-c82d-47f8-b910-029ce57fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.823399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-f7560e68-c82d-47f8-b910-029ce57fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.823859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-f7560e68-c82d-47f8-b910-029ce57fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.824315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-f7560e68-c82d-47f8-b910-029ce57fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.824797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-f7560e68-c82d-47f8-b910-029ce57fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.826725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-f7560e68-c82d-47f8-b910-029ce57fa3f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6505 time: 0.2614236 Nov 12 03:50:43.983032 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-313ecc25-f3ac-42ae-9ad4-79f30aa157de service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1293976 Nov 12 03:50:43.995042 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.995408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Deleting port 5487a230-feeb-45cb-940d-50c71a85fcbf {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:43.995751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.997925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Router 84618f8e-d9ae-4bc5-bc06-c30015c688a0 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:44.084394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.084394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.107464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Calling delete_port for 5487a230-feeb-45cb-940d-50c71a85fcbf owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:44.197352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:44.203645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-de23b026-fb3a-41fe-8cbe-aab282f8d85c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "PUT /v2.0/routers/84618f8e-d9ae-4bc5-bc06-c30015c688a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1222503 Nov 12 03:50:44.208326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:44.213361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edb7ba-09f4-42c5-ae31-66c1e7dcf22e None None] Sync routers for ids ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:44.224221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6edb7ba-09f4-42c5-ae31-66c1e7dcf22e None None] Routers {'84618f8e-d9ae-4bc5-bc06-c30015c688a0'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:44.224888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b6edb7ba-09f4-42c5-ae31-66c1e7dcf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:44.265893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b6edb7ba-09f4-42c5-ae31-66c1e7dcf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:44.268641 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-c2584b70-5223-4eb1-a27f-6436cdd7943c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] delete failed (client error): The resource could not be found. Nov 12 03:50:44.274058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c2584b70-5223-4eb1-a27f-6436cdd7943c tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1382769794 HTTP/1.1" status: 404 len: 335 time: 0.0598812 Nov 12 03:50:44.280333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6edb7ba-09f4-42c5-ae31-66c1e7dcf22e None None] Routers {'84618f8e-d9ae-4bc5-bc06-c30015c688a0'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:44.280909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48964) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:44.281247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b6edb7ba-09f4-42c5-ae31-66c1e7dcf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:44.285667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7f8e6613-b0a5-4ead-96df-90e5990c2c78 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'router': {'external_gateway_info': {'network_id': '84618f8e-d9ae-4bc5-bc06-c30015c688a0'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:44.328873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b6edb7ba-09f4-42c5-ae31-66c1e7dcf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:44.329693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edb7ba-09f4-42c5-ae31-66c1e7dcf22e None None] The sync data for ids ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:44.422345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Router c3f9d407-0f05-4fb5-a43e-29232fe309ee has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:44.560789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:44.573242 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c12980aa-8d38-47aa-a616-b4fb89fcec7d tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "PUT /v2.0/routers/c3f9d407-0f05-4fb5-a43e-29232fe309ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2341237 Nov 12 03:50:44.574065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:44.585902 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] Sync routers for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:44.614121 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:44.615062 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:44.647646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaea1aeb-69a7-42cf-adc2-54b04e97d0e5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting subnet 7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:44.651459 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaea1aeb-69a7-42cf-adc2-54b04e97d0e5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.696776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaea1aeb-69a7-42cf-adc2-54b04e97d0e5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.780502 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:44.796938 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaea1aeb-69a7-42cf-adc2-54b04e97d0e5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.882473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaea1aeb-69a7-42cf-adc2-54b04e97d0e5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.882901 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.918227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea1aeb-69a7-42cf-adc2-54b04e97d0e5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.921711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaea1aeb-69a7-42cf-adc2-54b04e97d0e5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.928232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aaea1aeb-69a7-42cf-adc2-54b04e97d0e5 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/subnets/7bc3dab4-1b78-4b9d-afe3-c38a2f3a8fe9 HTTP/1.1" status: 204 len: 168 time: 0.3530850 Nov 12 03:50:44.929068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48974) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:44.931540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2223a-ad27-41e3-8476-ed6d25cf565a None None] Network c8778a31-71fe-45b6-8420-ccf8de09f795 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:44.955247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event deleted for resources: {'Port': ['ID=5487a230-feeb-45cb-940d-50c71a85fcbf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.966517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6613-b0a5-4ead-96df-90e5990c2c78 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.023350 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-7f8e6613-b0a5-4ead-96df-90e5990c2c78 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] update failed (client error): The resource could not be found. Nov 12 03:50:45.028923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7f8e6613-b0a5-4ead-96df-90e5990c2c78 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "PUT /v2.0/routers/84618f8e-d9ae-4bc5-bc06-c30015c688a0 HTTP/1.1" status: 404 len: 339 time: 0.7467904 Nov 12 03:50:45.030888 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48976) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:45.067364 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.142968 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.148235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.174629 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] Checking router: c3f9d407-0f05-4fb5-a43e-29232fe309ee for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:45.184794 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] Routers {'c3f9d407-0f05-4fb5-a43e-29232fe309ee'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:45.185573 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.296342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] DHCP port deletion for c8778a31-71fe-45b6-8420-ccf8de09f795 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:45.323957 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] Set router c3f9d407-0f05-4fb5-a43e-29232fe309ee gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:45.360443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.394387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] Deleting port fef0663d-06bb-47d6-a643-9019afdc12d5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:45.395738 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.420072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4e168cef-7fda-4b41-b39c-63189e01e284,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.595813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.606806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] For port fef0663d-06bb-47d6-a643-9019afdc12d5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fef0663d-06bb-47d6-a643-9019afdc12d5,segment=NetworkSegment(7a1bcb34-9cca-4e07-9833-387b45d56041),segment_id=7a1bcb34-9cca-4e07-9833-387b45d56041)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:45.607792 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.645913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] Calling delete_port for fef0663d-06bb-47d6-a643-9019afdc12d5 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:45.656467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0605bb68-7467-4d77-b955-71313f9bbd13']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.676219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6619aa2-6157-486b-a445-23e37aefb1a1') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.676219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6619aa2-6157-486b-a445-23e37aefb1a1') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.683850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fef0663d-06bb-47d6-a643-9019afdc12d5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:45.691307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.710695 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.719461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:45.720763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:45.722402 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:45.774809 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.799736 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.815755 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f757c4e-ec65-4f6d-a84e-d2c7f8ac57c9 None None] The sync data for ids ['c3f9d407-0f05-4fb5-a43e-29232fe309ee'] in n-d-789963-21 is: [{'id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339174922', 'tenant_id': '5490643397db4bc88a6238321c7bff62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:28Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 5, 'project_id': '5490643397db4bc88a6238321c7bff62', 'gw_port': {'id': '46adf488-34f2-4258-b1c1-d8e5ca6167e3', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f9d407-0f05-4fb5-a43e-29232fe309ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:29Z', 'updated_at': '2021-11-12T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:45.857693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.874841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0605bb68-7467-4d77-b955-71313f9bbd13 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:50:45.889545 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.894435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "DELETE /v2.0/networks/0605bb68-7467-4d77-b955-71313f9bbd13 HTTP/1.1" status: 204 len: 168 time: 2.2652314 Nov 12 03:50:45.899794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48982) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:45.899794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115b263-8b96-4db6-bd09-4a0ba7e75765 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event deleted for resources: {'Network': ['ID=0605bb68-7467-4d77-b955-71313f9bbd13,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.973911 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.017708 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.071693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f988d869-1c9f-4025-88b5-d6afce46fbe5 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1668732 Nov 12 03:50:46.073930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48984) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.114485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] Pushing event deleted for resources: {'Port': ['ID=fef0663d-06bb-47d6-a643-9019afdc12d5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:46.115940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4bb47-8a13-4182-a331-cf1104db41a6 None None] No DVR routers for this DVR port fef0663d-06bb-47d6-a643-9019afdc12d5 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:46.188432 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.286356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.286622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.287090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.287535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.287984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.288431 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.288899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.289461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.289910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.292074 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7a7e8195-4bfa-4fbb-b9fc-82fc90b3fd22 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5695 time: 0.2186093 Nov 12 03:50:46.297771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 48986) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.308782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.342563 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-b0e63928-eb7a-4107-84fb-7cd7a05459f3 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:50:46.343545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b0e63928-eb7a-4107-84fb-7cd7a05459f3 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/b58f089d-836e-4ccc-88d5-d7015f71018c HTTP/1.1" status: 404 len: 345 time: 0.0438981 Nov 12 03:50:46.346406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.379966 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a266a9c-13c5-48f3-a6d9-a3ea613bfad7 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 03:50:46.380592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a266a9c-13c5-48f3-a6d9-a3ea613bfad7 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:46.388358 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1a266a9c-13c5-48f3-a6d9-a3ea613bfad7 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "DELETE /v2.0/networks/0605bb68-7467-4d77-b955-71313f9bbd13 HTTP/1.1" status: 404 len: 339 time: 0.0364294 Nov 12 03:50:46.388543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48990) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.393709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Request body: {'network': {'name': 'tempest-network--224134173', 'router:external': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:46.418599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Made reservation on behalf of f7e83fae38b54016a0ad881fc4bff478 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:46.424772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.471100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:46.483285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.483611 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Added segment 65872637-1a3c-451e-87c3-9949cb4ffa4b of type vlan for network e6639f9e-73e3-41b0-a289-d3bb13cc254e Nov 12 03:50:46.539528 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.552201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Deleting port 46adf488-34f2-4258-b1c1-d8e5ca6167e3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:46.552560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.593784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.595243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.600695 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.668096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Allocated IP 172.20.0.1 (57bd1e01-4fd6-48b1-b947-96b6cef366f0/ba87c531-3067-42dc-95ef-8820fff02305/8aad4fd7-08e1-466a-a9fa-34ba378035cc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:46.724522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3339257 Nov 12 03:50:46.730010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.745020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] For port 46adf488-34f2-4258-b1c1-d8e5ca6167e3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=46adf488-34f2-4258-b1c1-d8e5ca6167e3,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:46.746040 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.772246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dbbb4-7dce-4bc7-88a6-676f5d481f7c tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Network': ['ID=e6639f9e-73e3-41b0-a289-d3bb13cc254e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:46.792334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e6639f9e-73e3-41b0-a289-d3bb13cc254e details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:46.802065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Calling delete_port for 46adf488-34f2-4258-b1c1-d8e5ca6167e3 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:46.919141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.961889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e37754-0deb-46c1-8285-9046f36bd2ce tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.968640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e37754-0deb-46c1-8285-9046f36bd2ce tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.977444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e37754-0deb-46c1-8285-9046f36bd2ce tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.984191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e37754-0deb-46c1-8285-9046f36bd2ce tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.990135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c9e37754-0deb-46c1-8285-9046f36bd2ce tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2547505 Nov 12 03:50:46.990701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 48998) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.020805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.075773 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.096730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:47.107227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:47.115543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:47.179297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Port': ['ID=8aad4fd7-08e1-466a-a9fa-34ba378035cc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.184367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.211763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.235242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6639f9e-73e3-41b0-a289-d3bb13cc254e']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:47.248855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65872637-1a3c-451e-87c3-9949cb4ffa4b') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:47.249174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65872637-1a3c-451e-87c3-9949cb4ffa4b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:47.260283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.262016 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.279498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.286858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:47.287424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:47.289598 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:47.310931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Port': ['ID=46adf488-34f2-4258-b1c1-d8e5ca6167e3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.325070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4356f5-21e1-4bc5-a57f-ebb616567f3a None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:47.371751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.403136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.440938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6639f9e-73e3-41b0-a289-d3bb13cc254e {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:50:47.443324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6639f9e-73e3-41b0-a289-d3bb13cc254e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.460317 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.463713 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e8e81465-ac25-43da-8882-ce91ded74288 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "DELETE /v2.0/networks/e6639f9e-73e3-41b0-a289-d3bb13cc254e HTTP/1.1" status: 204 len: 168 time: 0.4720793 Nov 12 03:50:47.468925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49000) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.473958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.482577 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Request body: {'network': {'name': 'tempest-network--40672759', 'router:external': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:47.534399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Made reservation on behalf of f7e83fae38b54016a0ad881fc4bff478 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:47.543091 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.559652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bcf28525-8cc7-4bb5-aea2-2a4c48e57f62 None None] Provisioning complete for port 8aad4fd7-08e1-466a-a9fa-34ba378035cc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:47.560033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bcf28525-8cc7-4bb5-aea2-2a4c48e57f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.646114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bcf28525-8cc7-4bb5-aea2-2a4c48e57f62 None None] Port 8aad4fd7-08e1-466a-a9fa-34ba378035cc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:47.646271 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.650352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:47.652698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.661031 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:47.687667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.688345 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Added segment 6283bb74-486b-4e04-8b6b-0434faeac2b2 of type vlan for network 6ad17c0c-17e3-4254-a080-7b8ecadf4506 Nov 12 03:50:47.690785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:47.691573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bb6f5b55-6a47-491c-b9e9-ec97e1b38ea9 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:47.740977 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.741550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Fanout notify agent at l3_agent the message router_deleted on router c3f9d407-0f05-4fb5-a43e-29232fe309ee {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:47.758493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.762453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7bb20ac1-8d80-48f5-b1b4-2f8c78b38226 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/routers/c3f9d407-0f05-4fb5-a43e-29232fe309ee HTTP/1.1" status: 204 len: 168 time: 2.8319595 Nov 12 03:50:47.762661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49002) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.796454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.867248 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.880154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.881132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:47.881732 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.914880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.926396 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.980577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5108123 Nov 12 03:50:47.986634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49008) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.995996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63914276-f7da-4a34-82da-5ea3f29ca928 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Network': ['ID=6ad17c0c-17e3-4254-a080-7b8ecadf4506,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.013633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 6ad17c0c-17e3-4254-a080-7b8ecadf4506 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:48.033648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.069208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8778a31-71fe-45b6-8420-ccf8de09f795']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:48.080052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1bcb34-9cca-4e07-9833-387b45d56041') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:48.081424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1bcb34-9cca-4e07-9833-387b45d56041') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:48.091895 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.107357 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.116286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:48.116803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:48.120429 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:48.196435 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.217331 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.230383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49010) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:48.231330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event updated for resources: {'Port': ['ID=8aad4fd7-08e1-466a-a9fa-34ba378035cc,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.233204 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/networks/c8778a31-71fe-45b6-8420-ccf8de09f795 HTTP/1.1" status: 204 len: 168 time: 0.4696569 Nov 12 03:50:48.244149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6575ff-a910-4f03-ae2e-d9cfddb75da1 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'Network': ['ID=c8778a31-71fe-45b6-8420-ccf8de09f795,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.253484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.301428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31280a-f834-442f-9f27-dca3a7305c56 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.307821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5e31280a-f834-442f-9f27-dca3a7305c56 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] 10.222.0.49 "GET /v2.0/networks/6ad17c0c-17e3-4254-a080-7b8ecadf4506 HTTP/1.1" status: 200 len: 755 time: 0.3127248 Nov 12 03:50:48.308169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49012) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:48.402718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca75-122a-4fa2-9f2f-fa4f6f3a8a45 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.429466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456aaad-4766-44ac-9fc4-6c396ca8ea51 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.433686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6456aaad-4766-44ac-9fc4-6c396ca8ea51 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] 10.222.0.49 "GET /v2.0/networks/e4916421-691d-44f8-93bb-08fcdf6ee646 HTTP/1.1" status: 200 len: 768 time: 0.1218235 Nov 12 03:50:48.433868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49014) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:48.444059 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca75-122a-4fa2-9f2f-fa4f6f3a8a45 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.480154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:48.483382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:48.559424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.636819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Router 84618f8e-d9ae-4bc5-bc06-c30015c688a0 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:48.651946 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca75-122a-4fa2-9f2f-fa4f6f3a8a45 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.654955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f52ca75-122a-4fa2-9f2f-fa4f6f3a8a45 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.656186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8f52ca75-122a-4fa2-9f2f-fa4f6f3a8a45 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] 10.222.0.49 "DELETE /v2.0/security-groups/e92f6d2c-e842-41ff-bc3c-b25ccde705cb HTTP/1.1" status: 204 len: 168 time: 0.4211230 Nov 12 03:50:48.735619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.743011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52ca75-122a-4fa2-9f2f-fa4f6f3a8a45 tempest-TestNetworkAdvancedServerOps-688832309 tempest-TestNetworkAdvancedServerOps-688832309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f6d2c-e842-41ff-bc3c-b25ccde705cb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.772904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad17c0c-17e3-4254-a080-7b8ecadf4506']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:48.802068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6283bb74-486b-4e04-8b6b-0434faeac2b2') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:48.802436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6283bb74-486b-4e04-8b6b-0434faeac2b2') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:48.831652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.865699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.889578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:48.901667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:48.902308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.906411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead621d-5fa8-44a5-a675-f7fef7155c03 None None] Sync routers for ids ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:48.908280 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:48.915071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49022) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:48.919123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1e81e51b-5a99-4700-9db4-6061b387dd67 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "PUT /v2.0/routers/84618f8e-d9ae-4bc5-bc06-c30015c688a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8845854 Nov 12 03:50:48.922109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead621d-5fa8-44a5-a675-f7fef7155c03 None None] Routers {'84618f8e-d9ae-4bc5-bc06-c30015c688a0'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:48.923810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-aead621d-5fa8-44a5-a675-f7fef7155c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:48.971782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-aead621d-5fa8-44a5-a675-f7fef7155c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:48.993611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-28987a47-88e9-40bf-a531-bec747239ce3 None None] Provisioning complete for port 8aad4fd7-08e1-466a-a9fa-34ba378035cc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:48.993990 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28987a47-88e9-40bf-a531-bec747239ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.996913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead621d-5fa8-44a5-a675-f7fef7155c03 None None] Routers {'84618f8e-d9ae-4bc5-bc06-c30015c688a0'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:48.998029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-aead621d-5fa8-44a5-a675-f7fef7155c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:49.054827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.056723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-aead621d-5fa8-44a5-a675-f7fef7155c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:49.057447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead621d-5fa8-44a5-a675-f7fef7155c03 None None] The sync data for ids ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:49.058091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ad17c0c-17e3-4254-a080-7b8ecadf4506 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:50:49.060829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.064779 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "DELETE /v2.0/networks/6ad17c0c-17e3-4254-a080-7b8ecadf4506 HTTP/1.1" status: 204 len: 168 time: 0.6280510 Nov 12 03:50:49.069019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:49.071805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-28987a47-88e9-40bf-a531-bec747239ce3 None None] Port 8aad4fd7-08e1-466a-a9fa-34ba378035cc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:49.076695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Request body: {'network': {'name': 'tempest-network--1293256998'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:49.114386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Made reservation on behalf of f7e83fae38b54016a0ad881fc4bff478 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:49.121061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.130712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315afd0f-c954-4545-b8bf-06a244b59039 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ad17c0c-17e3-4254-a080-7b8ecadf4506,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:49.185347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:49.194126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8280d4ee-c78f-4b9a-92e3-43910168eb17 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.198417 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.198756 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Added segment a4d30e13-4927-462e-9876-718a879bc943 of type vlan for network 5b1b22b1-beeb-40b8-bb8f-043ceb16a571 Nov 12 03:50:49.249065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.310522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.312844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:49.313824 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.397241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49030) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:49.403551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Network': ['ID=5b1b22b1-beeb-40b8-bb8f-043ceb16a571,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:49.410167 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-df1cebf3-60fe-4a73-871e-fd0f213250b1 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3400531 Nov 12 03:50:49.412896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49034) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:49.415856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 5b1b22b1-beeb-40b8-bb8f-043ceb16a571 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:49.426958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6f2f9fa8-cefb-475f-82c0-b7a714733060 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:49.498838 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-8280d4ee-c78f-4b9a-92e3-43910168eb17 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:50:49.507228 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8280d4ee-c78f-4b9a-92e3-43910168eb17 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/routers/84618f8e-d9ae-4bc5-bc06-c30015c688a0 HTTP/1.1" status: 409 len: 329 time: 0.5926142 Nov 12 03:50:49.508287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:49.571942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 46adf488-34f2-4258-b1c1-d8e5ca6167e3 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:49.652783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 46adf488-34f2-4258-b1c1-d8e5ca6167e3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:49.653117 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 46adf488-34f2-4258-b1c1-d8e5ca6167e3 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:49.713561 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9fa8-cefb-475f-82c0-b7a714733060 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.731591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9fa8-cefb-475f-82c0-b7a714733060 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.749770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f2f9fa8-cefb-475f-82c0-b7a714733060 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Network 5b1b22b1-beeb-40b8-bb8f-043ceb16a571 is not hosted by any dhcp agent {{(pid=102628) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:50:49.750936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f9fa8-cefb-475f-82c0-b7a714733060 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:49.751685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6f2f9fa8-cefb-475f-82c0-b7a714733060 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.753181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6f2f9fa8-cefb-475f-82c0-b7a714733060 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "PUT /v2.0/networks/5b1b22b1-beeb-40b8-bb8f-043ceb16a571 HTTP/1.1" status: 200 len: 859 time: 0.3391974 Nov 12 03:50:49.760560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49038) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:49.775663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0330ecdf-6df0-4f71-afcd-24296242837e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5490643397db4bc88a6238321c7bff62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773146 Nov 12 03:50:49.801917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49040) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:49.828677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f9fa8-cefb-475f-82c0-b7a714733060 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event updated for resources: {'Network': ['ID=5b1b22b1-beeb-40b8-bb8f-043ceb16a571,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:49.900458 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.902619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67ad618d-b8dc-407d-be75-a57d9806ca5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.940207 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67ad618d-b8dc-407d-be75-a57d9806ca5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.017964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.053182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1b22b1-beeb-40b8-bb8f-043ceb16a571']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:50.065288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67ad618d-b8dc-407d-be75-a57d9806ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.068574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-67ad618d-b8dc-407d-be75-a57d9806ca5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.069893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-67ad618d-b8dc-407d-be75-a57d9806ca5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19dca94d-f999-491e-a040-8ef61e1cf179 HTTP/1.1" status: 204 len: 168 time: 0.2670555 Nov 12 03:50:50.071312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d30e13-4927-462e-9876-718a879bc943') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:50.071711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d30e13-4927-462e-9876-718a879bc943') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:50.086163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad618d-b8dc-407d-be75-a57d9806ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dca94d-f999-491e-a040-8ef61e1cf179,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:50.099727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.111876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.127058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.137182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:50.137795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:50.140056 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:50.209470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.216659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b1b22b1-beeb-40b8-bb8f-043ceb16a571 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:50:50.227112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.234632 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] 10.222.0.49 "DELETE /v2.0/networks/5b1b22b1-beeb-40b8-bb8f-043ceb16a571 HTTP/1.1" status: 204 len: 168 time: 0.4686155 Nov 12 03:50:50.234632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a124f-13aa-4b72-859e-706f22bd5e02 tempest-ExternalNetworksTestJSON-2027066634 tempest-ExternalNetworksTestJSON-2027066634-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b1b22b1-beeb-40b8-bb8f-043ceb16a571,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:50.234889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49048) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:50.284593 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c97e4f0-b551-48ec-8b00-5da68c7c567f tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] DELETE failed (client error): The resource could not be found. Nov 12 03:50:50.284832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c97e4f0-b551-48ec-8b00-5da68c7c567f tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:50:50.288461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2c97e4f0-b551-48ec-8b00-5da68c7c567f tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] 10.222.0.49 "DELETE /v2.0/subnets/4e168cef-7fda-4b41-b39c-63189e01e284 HTTP/1.1" status: 404 len: 337 time: 0.0526588 Nov 12 03:50:50.293324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49050) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:50.459398 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.726541 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.770207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4916421-691d-44f8-93bb-08fcdf6ee646']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:50.772634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49054) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:50.794210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ab92f6-b520-4512-b667-d82de3d6df0b') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:50.795304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ab92f6-b520-4512-b667-d82de3d6df0b') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:50.806353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.841451 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.852142 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-947af10d-8905-4bc6-afef-2b7f8ab3902d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1652a2ef4002486dbb392c6a6b33b70c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767012 Nov 12 03:50:50.853624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49056) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:50.854988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:50.855612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:50.865227 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:50.896350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Deleting port 8aad4fd7-08e1-466a-a9fa-34ba378035cc {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:50.896682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.960160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.975067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.981337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] 10.222.0.49 "DELETE /v2.0/networks/e4916421-691d-44f8-93bb-08fcdf6ee646 HTTP/1.1" status: 204 len: 168 time: 0.6839526 Nov 12 03:50:50.995196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc0b4005-4b99-44c9-9fc4-3202f071b054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.998574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d1b96-21f3-4539-9703-7c4114529433 tempest-ExternalNetworksTestJSON-1661784020 tempest-ExternalNetworksTestJSON-1661784020-project] Pushing event deleted for resources: {'Network': ['ID=e4916421-691d-44f8-93bb-08fcdf6ee646,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:51.017453 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.024613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc0b4005-4b99-44c9-9fc4-3202f071b054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.033114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Calling delete_port for 8aad4fd7-08e1-466a-a9fa-34ba378035cc owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:51.096502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc0b4005-4b99-44c9-9fc4-3202f071b054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.103936 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc0b4005-4b99-44c9-9fc4-3202f071b054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.105901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cc0b4005-4b99-44c9-9fc4-3202f071b054 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a690f960-1546-4984-9cbf-c4123b8be125 HTTP/1.1" status: 204 len: 168 time: 0.2462940 Nov 12 03:50:51.121903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b4005-4b99-44c9-9fc4-3202f071b054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a690f960-1546-4984-9cbf-c4123b8be125,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:51.310716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.338496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Port': ['ID=8aad4fd7-08e1-466a-a9fa-34ba378035cc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:51.386974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49070) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.501566 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.591090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5364137c-dfb0-443d-99d8-bc4e0b2a32fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d924e4b700264b568c6477dc9c1bb85d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028861 Nov 12 03:50:51.593674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49080) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.650086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01bc278c-5eda-4b56-913a-e515c7cd0ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.674371 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01bc278c-5eda-4b56-913a-e515c7cd0ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.700294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Router 84618f8e-d9ae-4bc5-bc06-c30015c688a0 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:51.735663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01bc278c-5eda-4b56-913a-e515c7cd0ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.739415 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-01bc278c-5eda-4b56-913a-e515c7cd0ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.740591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-01bc278c-5eda-4b56-913a-e515c7cd0ed0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f46fb16-a5de-4100-9583-3ebbaa724f0d HTTP/1.1" status: 204 len: 168 time: 0.1449463 Nov 12 03:50:51.750243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc278c-5eda-4b56-913a-e515c7cd0ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f46fb16-a5de-4100-9583-3ebbaa724f0d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:51.790562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:51.796071 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e96b6ddf-87bb-471e-9aba-5a5fe54167e4 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "PUT /v2.0/routers/84618f8e-d9ae-4bc5-bc06-c30015c688a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2865641 Nov 12 03:50:51.799569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49092) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.804414 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01086d6-be67-40f5-90af-5ed091c6e194 None None] Sync routers for ids ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:51.817483 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01086d6-be67-40f5-90af-5ed091c6e194 None None] Routers {'84618f8e-d9ae-4bc5-bc06-c30015c688a0'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:51.818210 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c01086d6-be67-40f5-90af-5ed091c6e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:51.846298 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-52acffc6-1fe0-4c93-954d-b56fac7759fe tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] show failed (client error): The resource could not be found. Nov 12 03:50:51.848554 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-52acffc6-1fe0-4c93-954d-b56fac7759fe tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1290290886 HTTP/1.1" status: 404 len: 335 time: 0.0467687 Nov 12 03:50:51.851971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49094) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.858011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7e432747-ff87-4df3-814b-20efc4bbf8de tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:51.863013 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c01086d6-be67-40f5-90af-5ed091c6e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:51.872846 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01086d6-be67-40f5-90af-5ed091c6e194 None None] Routers {'84618f8e-d9ae-4bc5-bc06-c30015c688a0'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:51.873448 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c01086d6-be67-40f5-90af-5ed091c6e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:51.895654 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-7e432747-ff87-4df3-814b-20efc4bbf8de tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] update failed (client error): The resource could not be found. Nov 12 03:50:51.899775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7e432747-ff87-4df3-814b-20efc4bbf8de tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1060249159 HTTP/1.1" status: 404 len: 335 time: 0.0434449 Nov 12 03:50:51.899775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49098) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.914295 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c01086d6-be67-40f5-90af-5ed091c6e194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:51.915087 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01086d6-be67-40f5-90af-5ed091c6e194 None None] The sync data for ids ['84618f8e-d9ae-4bc5-bc06-c30015c688a0'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:51.962748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efd47b4-119b-4f6b-8928-5ca8d69908d2 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Deleting subnet a6cc6e69-7041-4068-961f-6bc97c955b78 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:51.966673 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7efd47b4-119b-4f6b-8928-5ca8d69908d2 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.973851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49102) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.013432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7efd47b4-119b-4f6b-8928-5ca8d69908d2 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.079675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-54003404-network', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:52.102092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Made reservation on behalf of f1196ac6883144b586c7293fee939b7b for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:52.103699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49106) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.105005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.113823 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.120274 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7efd47b4-119b-4f6b-8928-5ca8d69908d2 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.190647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-59d388bb-486b-42ad-b587-cd896d793626 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7e83fae38b54016a0ad881fc4bff478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0858135 Nov 12 03:50:52.193440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.193793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49108) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.197705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.225538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bcc0b6-ad08-47d3-a8bb-23b50f2aa116,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.232141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:52.239788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7efd47b4-119b-4f6b-8928-5ca8d69908d2 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.243325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.243714 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Added segment c6fe697f-da71-4901-9e5b-821615f0b677 of type vlan for network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 Nov 12 03:50:52.280705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd47b4-119b-4f6b-8928-5ca8d69908d2 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cc6e69-7041-4068-961f-6bc97c955b78,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.282556 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc07d-a7fb-4b0d-aec6-08e8d9da1f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.290322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.293614 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7efd47b4-119b-4f6b-8928-5ca8d69908d2 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.296161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496117c-a62d-4b65-b00d-4bba8752078a None None] Network ac9c3b11-d686-4e29-849c-bd4e53eed98c requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:52.296963 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7efd47b4-119b-4f6b-8928-5ca8d69908d2 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/subnets/a6cc6e69-7041-4068-961f-6bc97c955b78 HTTP/1.1" status: 204 len: 168 time: 0.3961337 Nov 12 03:50:52.299959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49114) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.333246 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.335060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.335891 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.343861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc07d-a7fb-4b0d-aec6-08e8d9da1f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.392844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b4e3f3-9a38-4ee4-8494-cb953209fa86 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Deleting subnet c0b610c4-cd81-4228-8349-62bf0b91efc9 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:52.396207 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4e3f3-9a38-4ee4-8494-cb953209fa86 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.444052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4e3f3-9a38-4ee4-8494-cb953209fa86 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.529791 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc07d-a7fb-4b0d-aec6-08e8d9da1f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.532695 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc07d-a7fb-4b0d-aec6-08e8d9da1f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.536686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0b4dc07d-a7fb-4b0d-aec6-08e8d9da1f37 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1763aec3-9c06-492f-9ce2-6e058498c6f6 HTTP/1.1" status: 204 len: 168 time: 0.3391933 Nov 12 03:50:52.540555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] DHCP port deletion for ac9c3b11-d686-4e29-849c-bd4e53eed98c request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:52.552115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dc07d-a7fb-4b0d-aec6-08e8d9da1f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1763aec3-9c06-492f-9ce2-6e058498c6f6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.562896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4e3f3-9a38-4ee4-8494-cb953209fa86 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.658357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] Deleting port ac6a4cb9-1a00-41b0-b350-cde458377002 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:52.659121 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.668164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4e3f3-9a38-4ee4-8494-cb953209fa86 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.706859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4e3f3-9a38-4ee4-8494-cb953209fa86 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b610c4-cd81-4228-8349-62bf0b91efc9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.710865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52b4e3f3-9a38-4ee4-8494-cb953209fa86 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.714423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-52b4e3f3-9a38-4ee4-8494-cb953209fa86 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/subnets/c0b610c4-cd81-4228-8349-62bf0b91efc9 HTTP/1.1" status: 204 len: 168 time: 0.4129353 Nov 12 03:50:52.716979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49130) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.806439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.816794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] For port ac6a4cb9-1a00-41b0-b350-cde458377002, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ac6a4cb9-1a00-41b0-b350-cde458377002,segment=NetworkSegment(9e1624b0-af2c-47a3-b604-2ca81ae9994a),segment_id=9e1624b0-af2c-47a3-b604-2ca81ae9994a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:52.817455 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.833949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] Calling delete_port for ac6a4cb9-1a00-41b0-b350-cde458377002 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:52.860568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc41e83-027f-445b-929a-b56b2208c042 None None] Network 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:52.890283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Deleting port ac6a4cb9-1a00-41b0-b350-cde458377002 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:52.890934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.971388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] Pushing event updated for resources: {'Network': ['ID=bfb967dd-a5ef-4405-bcfe-3f4ab00365e5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.990184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7e8b80d6-fb4a-4133-a9d8-09ee7c9183f1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0149622 Nov 12 03:50:52.993068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49136) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.998592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Request body: {'subnet': {'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-54003404-subnet', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:53.014592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] For port ac6a4cb9-1a00-41b0-b350-cde458377002, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ac6a4cb9-1a00-41b0-b350-cde458377002,segment=NetworkSegment(9e1624b0-af2c-47a3-b604-2ca81ae9994a),segment_id=9e1624b0-af2c-47a3-b604-2ca81ae9994a)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:53.014874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.032105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Calling delete_port for ac6a4cb9-1a00-41b0-b350-cde458377002 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:53.034671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Made reservation on behalf of f1196ac6883144b586c7293fee939b7b for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:53.040630 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.180474 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.200940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:53.218498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Port': ['ID=ac6a4cb9-1a00-41b0-b350-cde458377002,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:53.236309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] No DVR routers for this DVR port ac6a4cb9-1a00-41b0-b350-cde458377002 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:53.326969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.369755 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.402987 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19eabde-262a-44ff-b9e5-2108d8f1685d,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:53.408243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9c3b11-d686-4e29-849c-bd4e53eed98c']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:53.420194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Checking segment: {'id': 'c6fe697f-da71-4901-9e5b-821615f0b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:53.420562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Network hostable DHCP agents. Network: bfb967dd-a5ef-4405-bcfe-3f4ab00365e5, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:53.421571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1624b0-af2c-47a3-b604-2ca81ae9994a') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:53.421934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1624b0-af2c-47a3-b604-2ca81ae9994a') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:53.434278 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.442306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:53.452928 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.456319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, bfb967dd-a5ef-4405-bcfe-3f4ab00365e5) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:53.462851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.464568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.469552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:53.481094 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.482131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc47b1-50cf-42f3-bd54-fb8c949c6c08 None None] Network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:53.499701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e8f1cb16-86e2-433a-a314-92e49303de38 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.5027459 Nov 12 03:50:53.500210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:53.507527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-54003404-router', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:53.552897 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:53.568486 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.570004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.598034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ac6a4cb9-1a00-41b0-b350-cde458377002 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:53.623706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.628675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.633087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/networks/ac9c3b11-d686-4e29-849c-bd4e53eed98c HTTP/1.1" status: 204 len: 168 time: 0.9146008 Nov 12 03:50:53.637397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49154) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:53.650426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f12ab5-9dd5-4576-8785-cfcd247c0ad3 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Network': ['ID=ac9c3b11-d686-4e29-849c-bd4e53eed98c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:53.702640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ac6a4cb9-1a00-41b0-b350-cde458377002 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:53.703214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ac6a4cb9-1a00-41b0-b350-cde458377002 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:53.704685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.734317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] Network ac9c3b11-d686-4e29-849c-bd4e53eed98c is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:50:53.734776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] No DVR routers for this DVR port ac6a4cb9-1a00-41b0-b350-cde458377002 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:53.741160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5446a-6fac-467e-8a9a-67ff4cd8c4f2 None None] Pushing event deleted for resources: {'Port': ['ID=ac6a4cb9-1a00-41b0-b350-cde458377002,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:53.743311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-bfb967dd-a5ef-4405-bcfe-3f4ab00365e5', 'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'fixed_ips': [{'subnet_id': 'd19eabde-262a-44ff-b9e5-2108d8f1685d'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:53.746732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.758032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.814309 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.866995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] DHCP port deletion for 5bc04155-9a2e-4d5f-a848-20eb7b2e6902 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:54.002081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Allocated IP 172.20.0.2 (bfb967dd-a5ef-4405-bcfe-3f4ab00365e5/d19eabde-262a-44ff-b9e5-2108d8f1685d/5ac2eb7e-5fd5-4892-af97-5302a37680cc) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:54.007391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] Deleting port 61ba700f-a90a-4130-9713-7cb7d38955cb {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:54.007755 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.074295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.102843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Deleting port 61ba700f-a90a-4130-9713-7cb7d38955cb {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:54.103335 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.130558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] For port 61ba700f-a90a-4130-9713-7cb7d38955cb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=61ba700f-a90a-4130-9713-7cb7d38955cb,segment=NetworkSegment(ed65d261-b1c5-4308-a259-f380fd1f8575),segment_id=ed65d261-b1c5-4308-a259-f380fd1f8575)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:54.130958 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.152219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] Calling delete_port for 61ba700f-a90a-4130-9713-7cb7d38955cb owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:54.222557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] For port 61ba700f-a90a-4130-9713-7cb7d38955cb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=61ba700f-a90a-4130-9713-7cb7d38955cb,segment=NetworkSegment(ed65d261-b1c5-4308-a259-f380fd1f8575),segment_id=ed65d261-b1c5-4308-a259-f380fd1f8575)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:54.223147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.239066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Calling delete_port for 61ba700f-a90a-4130-9713-7cb7d38955cb owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:54.289625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.303743 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.356696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Pushing event updated for resources: {'Port': ['ID=5ac2eb7e-5fd5-4892-af97-5302a37680cc,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:54.367509 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.384353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:54.406283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] No DVR routers for this DVR port 61ba700f-a90a-4130-9713-7cb7d38955cb on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:54.410118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:54.411897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ae0d4-b27d-40b2-bfbc-f12dfd99464c None None] Pushing event deleted for resources: {'Port': ['ID=61ba700f-a90a-4130-9713-7cb7d38955cb,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:54.413946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:54.442592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.481220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Attempting to bind port 5ac2eb7e-5fd5-4892-af97-5302a37680cc on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:54.481907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Attempting to bind port 5ac2eb7e-5fd5-4892-af97-5302a37680cc by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'c6fe697f-da71-4901-9e5b-821615f0b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:54.482445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Attempting to bind port 5ac2eb7e-5fd5-4892-af97-5302a37680cc on network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:54.489821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:54.490402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Checking segment: {'id': 'c6fe697f-da71-4901-9e5b-821615f0b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:54.490960 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.491494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Bound using segment: {'id': 'c6fe697f-da71-4901-9e5b-821615f0b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:54.492114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Bound port: 5ac2eb7e-5fd5-4892-af97-5302a37680cc, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fe697f-da71-4901-9e5b-821615f0b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:54.492660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.498045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Port': ['ID=61ba700f-a90a-4130-9713-7cb7d38955cb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:54.503132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] No DVR routers for this DVR port 61ba700f-a90a-4130-9713-7cb7d38955cb on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:54.552270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.577874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] For port 5ac2eb7e-5fd5-4892-af97-5302a37680cc, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:54.582703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] For port 5ac2eb7e-5fd5-4892-af97-5302a37680cc, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5ac2eb7e-5fd5-4892-af97-5302a37680cc,segment=NetworkSegment(c6fe697f-da71-4901-9e5b-821615f0b677),segment_id=c6fe697f-da71-4901-9e5b-821615f0b677)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:54.589396 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.604010 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.648455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49176) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:54.676807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a38672-9b55-430c-a9e4-a68b8db6b058 None None] Pushing event updated for resources: {'Port': ['ID=5ac2eb7e-5fd5-4892-af97-5302a37680cc,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:54.695370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.722244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc04155-9a2e-4d5f-a848-20eb7b2e6902']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:54.741580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed65d261-b1c5-4308-a259-f380fd1f8575') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:54.742169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed65d261-b1c5-4308-a259-f380fd1f8575') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:54.759210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.765312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.799170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-836178356', 'router:external': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:54.811556 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.825126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:54.825549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:54.828995 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:54.833304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Made reservation on behalf of 9b33423da6fa44608431117da8cdcad8 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:54.835881 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.845975 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.896380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Allocated IP 172.25.0.224 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/fc109a1f-1aaa-42bc-86fe-6cb2c190f09c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:54.932533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.946785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.962034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.971251 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.998174 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/networks/5bc04155-9a2e-4d5f-a848-20eb7b2e6902 HTTP/1.1" status: 204 len: 168 time: 1.3595669 Nov 12 03:50:54.999675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49182) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:55.000455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:55.045091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b9c145-84fe-407a-a983-e2f9773fb439,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.051203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809b25c-7b26-4826-8abf-d41bf1a61e57 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Network': ['ID=5bc04155-9a2e-4d5f-a848-20eb7b2e6902,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.060900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.061330 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Added segment eb642534-16b2-437e-adca-39ff67ae2884 of type vlan for network 11e59bb6-9702-4831-a46b-3e2352257b2a Nov 12 03:50:55.127656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb099209-a61d-4f29-804d-872d8301a7d0 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Deleting subnet ba87c531-3067-42dc-95ef-8820fff02305 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:55.136508 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb099209-a61d-4f29-804d-872d8301a7d0 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.139186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.171155 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.185725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.200801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb099209-a61d-4f29-804d-872d8301a7d0 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.234328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:55.240357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:55.243094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:55.260683 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b7668-f995-4726-9a41-dc19daed696c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:55.264345 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.266320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:55.267050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.275325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc109a1f-1aaa-42bc-86fe-6cb2c190f09c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.380224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7299538 Nov 12 03:50:55.383528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49186) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:55.395119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'subnet': {'network_id': '11e59bb6-9702-4831-a46b-3e2352257b2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:55.407243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf65a4d-3117-47e2-bb1c-247c72f520f6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'Network': ['ID=11e59bb6-9702-4831-a46b-3e2352257b2a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.420205 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb099209-a61d-4f29-804d-872d8301a7d0 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.431259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 11e59bb6-9702-4831-a46b-3e2352257b2a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:55.463606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d61046c7-067e-45e6-9574-f5e1f2b3e4aa None None] Provisioning complete for port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:55.463995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d61046c7-067e-45e6-9574-f5e1f2b3e4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.465238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Made reservation on behalf of 9b33423da6fa44608431117da8cdcad8 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:55.467784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.512607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d61046c7-067e-45e6-9574-f5e1f2b3e4aa None None] Port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:55.573059 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.662805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5ac2eb7e-5fd5-4892-af97-5302a37680cc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:55.788238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5ac2eb7e-5fd5-4892-af97-5302a37680cc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:55.788613 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.813485 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb099209-a61d-4f29-804d-872d8301a7d0 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.843637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.863958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb099209-a61d-4f29-804d-872d8301a7d0 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Subnet': ['ID=ba87c531-3067-42dc-95ef-8820fff02305,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.877292 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb099209-a61d-4f29-804d-872d8301a7d0 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.886995 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eb099209-a61d-4f29-804d-872d8301a7d0 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/subnets/ba87c531-3067-42dc-95ef-8820fff02305 HTTP/1.1" status: 204 len: 168 time: 0.8818741 Nov 12 03:50:55.889156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49188) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:55.899210 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.912638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9379ca0-af58-431a-9311-06e7e8c29714 None None] Network 57bd1e01-4fd6-48b1-b947-96b6cef366f0 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:56.003614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 5ac2eb7e-5fd5-4892-af97-5302a37680cc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5ac2eb7e-5fd5-4892-af97-5302a37680cc,segment=NetworkSegment(c6fe697f-da71-4901-9e5b-821615f0b677),segment_id=c6fe697f-da71-4901-9e5b-821615f0b677)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:56.018436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.052351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Router 68865ba0-89ff-46b8-ab17-42ecf30741a6 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:56.092914 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.134950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 61ba700f-a90a-4130-9713-7cb7d38955cb no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:56.173667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 61ba700f-a90a-4130-9713-7cb7d38955cb {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:56.174006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 61ba700f-a90a-4130-9713-7cb7d38955cb not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:56.180027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.objects.ports [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102629) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:50:56.180510 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.196662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=5ac2eb7e-5fd5-4892-af97-5302a37680cc,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:56.273120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Deleting port 196cf3ae-acaf-48ff-b119-d6604319602a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:56.273467 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.290632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2bf57074-77e7-4d95-b469-7fbc1cf29d53,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:56.309676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] DHCP port deletion for 57bd1e01-4fd6-48b1-b947-96b6cef366f0 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:56.312231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:56.324198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Sync routers for ids ['68865ba0-89ff-46b8-ab17-42ecf30741a6'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:56.364459 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.364459 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-016ff46e-cb32-407a-8d88-54086af2fec6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.8618147 Nov 12 03:50:56.370462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08867a83-3174-4fde-9d38-e1639c6520dd None None] Network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:56.381399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49198) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:56.404623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Checking segment: {'id': 'eb642534-16b2-437e-adca-39ff67ae2884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11e59bb6-9702-4831-a46b-3e2352257b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:56.405014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Network hostable DHCP agents. Network: 11e59bb6-9702-4831-a46b-3e2352257b2a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:56.420633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Routers {'68865ba0-89ff-46b8-ab17-42ecf30741a6'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:56.421297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68865ba0-89ff-46b8-ab17-42ecf30741a6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:56.459790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] For port 196cf3ae-acaf-48ff-b119-d6604319602a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=196cf3ae-acaf-48ff-b119-d6604319602a,segment=NetworkSegment(905e1d41-98f1-4ba6-8255-9666c36feacb),segment_id=905e1d41-98f1-4ba6-8255-9666c36feacb)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:56.460164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.502473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Calling delete_port for 196cf3ae-acaf-48ff-b119-d6604319602a owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:56.516030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Network 11e59bb6-9702-4831-a46b-3e2352257b2a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:56.543621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 11e59bb6-9702-4831-a46b-3e2352257b2a) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:56.596804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556b7cb-1fa5-4229-aa39-854a630863d5 None None] Network 11e59bb6-9702-4831-a46b-3e2352257b2a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:56.608970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.613146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.690138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84cd57aa-79e8-4c06-a07a-23b538cabe19 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3036191 Nov 12 03:50:56.696755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49206) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:56.703352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-70c07d05-424d-4fb3-bc1f-602d2932315e None None] Provisioning complete for port 5ac2eb7e-5fd5-4892-af97-5302a37680cc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:56.703715 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-70c07d05-424d-4fb3-bc1f-602d2932315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.712061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-982905682', 'network_id': '11e59bb6-9702-4831-a46b-3e2352257b2a'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:56.796611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Made reservation on behalf of 9b33423da6fa44608431117da8cdcad8 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:56.805570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.835932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.899044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] device_id is not set on port 76ebbe2d-e0db-4b64-be2f-8f4cd8b556c2 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:50:56.911621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Port': ['ID=196cf3ae-acaf-48ff-b119-d6604319602a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:56.920666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] No DVR routers for this DVR port 196cf3ae-acaf-48ff-b119-d6604319602a on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:56.942575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] Deleting port 196cf3ae-acaf-48ff-b119-d6604319602a {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:56.942856 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.106429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.117570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] For port 196cf3ae-acaf-48ff-b119-d6604319602a, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:57.118100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.134713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] Calling delete_port for 196cf3ae-acaf-48ff-b119-d6604319602a owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:57.137906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] Port 196cf3ae-acaf-48ff-b119-d6604319602a was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:50:57.150789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bd1e01-4fd6-48b1-b947-96b6cef366f0']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:57.156367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.182385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905e1d41-98f1-4ba6-8255-9666c36feacb') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:57.182870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905e1d41-98f1-4ba6-8255-9666c36feacb') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:57.199636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.223197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.232615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:57.233479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.256452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.275977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] Pushing event deleted for resources: {'Port': ['ID=196cf3ae-acaf-48ff-b119-d6604319602a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.279337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Set router 68865ba0-89ff-46b8-ab17-42ecf30741a6 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:57.299141 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:57.307798 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.317964 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.324355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/networks/57bd1e01-4fd6-48b1-b947-96b6cef366f0 HTTP/1.1" status: 204 len: 168 time: 1.4284363 Nov 12 03:50:57.327633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49208) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.357833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f42a46-ce14-4903-9a56-3afe353acf77 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Pushing event deleted for resources: {'Network': ['ID=57bd1e01-4fd6-48b1-b947-96b6cef366f0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.407275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2c7b3e7f-2b76-43c9-8315-349fc433a57f tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84618f8e-d9ae-4bc5-bc06-c30015c688a0 HTTP/1.1" status: 200 len: 205 time: 0.0746508 Nov 12 03:50:57.407641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49210) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.436623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89686926-dd28-49c8-87b7-9f7f7e350611 None None] No DVR routers for this DVR port 196cf3ae-acaf-48ff-b119-d6604319602a on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:57.443670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956e6c5-8083-4fa9-8bff-c89ccf4c32ff None None] Network 11e59bb6-9702-4831-a46b-3e2352257b2a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:57.510528 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-514f3ff4-0171-4a25-bbe8-40eb43b66026 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.518942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Allocated IP 172.20.0.8 (11e59bb6-9702-4831-a46b-3e2352257b2a/2bf57074-77e7-4d95-b469-7fbc1cf29d53/76ebbe2d-e0db-4b64-be2f-8f4cd8b556c2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:57.545326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Allocated IP 172.20.0.1 (bfb967dd-a5ef-4405-bcfe-3f4ab00365e5/d19eabde-262a-44ff-b9e5-2108d8f1685d/1f6ff846-d314-446f-bb18-b4cf969db1ee) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:57.598019 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:50:57.634160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5ac2eb7e-5fd5-4892-af97-5302a37680cc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:57.746242 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.824491 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.826739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-514f3ff4-0171-4a25-bbe8-40eb43b66026 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.831425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-514f3ff4-0171-4a25-bbe8-40eb43b66026 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.925003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6ff846-d314-446f-bb18-b4cf969db1ee,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.933305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5ac2eb7e-5fd5-4892-af97-5302a37680cc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:57.933667 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.936369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-514f3ff4-0171-4a25-bbe8-40eb43b66026 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.939227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514f3ff4-0171-4a25-bbe8-40eb43b66026 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Fanout notify agent at l3_agent the message router_deleted on router 84618f8e-d9ae-4bc5-bc06-c30015c688a0 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:57.956226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-514f3ff4-0171-4a25-bbe8-40eb43b66026 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.956419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8a4ab01c-44dc-48d9-ae9a-903e11dbc0d5 None None] Provisioning complete for port 5ac2eb7e-5fd5-4892-af97-5302a37680cc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:57.959038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-514f3ff4-0171-4a25-bbe8-40eb43b66026 tempest-RoutersNegativeTest-1832609478 tempest-RoutersNegativeTest-1832609478-project] 10.222.0.49 "DELETE /v2.0/routers/84618f8e-d9ae-4bc5-bc06-c30015c688a0 HTTP/1.1" status: 204 len: 168 time: 0.5502074 Nov 12 03:50:57.959482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:57.961389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.961730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.962075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.962416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.962783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.963117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.963948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.963948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.964256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.964358 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab01c-44dc-48d9-ae9a-903e11dbc0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.964524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.964914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.965270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:57.968871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:57.971559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:58.024713 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.026653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.095055 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.139362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'name': 'tempest-ImageQuotaTest-54003404-router', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:53Z', 'updated_at': '2021-11-12T03:50:55Z', 'revision_number': 3, 'project_id': 'f1196ac6883144b586c7293fee939b7b', 'gw_port': {'id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:54Z', 'updated_at': '2021-11-12T03:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:58.154781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Network 11e59bb6-9702-4831-a46b-3e2352257b2a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:58.163202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:58.165828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'Port': ['ID=76ebbe2d-e0db-4b64-be2f-8f4cd8b556c2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.169344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:58.213964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.239790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.241437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.268610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Checking router: 68865ba0-89ff-46b8-ab17-42ecf30741a6 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:58.269014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Updating router 68865ba0-89ff-46b8-ab17-42ecf30741a6 port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:58.293465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e3b263b2-78ff-4b1a-bdfa-f69d4ced7c56 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5952587 Nov 12 03:50:58.294572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49216) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.349443 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.460717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 196cf3ae-acaf-48ff-b119-d6604319602a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:58.502368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ca26cca0-066a-46a2-acee-3e5dbe232bae tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Deleting port 76ebbe2d-e0db-4b64-be2f-8f4cd8b556c2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:58.502368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca26cca0-066a-46a2-acee-3e5dbe232bae tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.502644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 196cf3ae-acaf-48ff-b119-d6604319602a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:58.502644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 196cf3ae-acaf-48ff-b119-d6604319602a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:58.607438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-99ed310d-4c31-49a0-915b-43721de39d01 None None] Provisioning complete for port 1f6ff846-d314-446f-bb18-b4cf969db1ee triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:58.608183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99ed310d-4c31-49a0-915b-43721de39d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.613640 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca26cca0-066a-46a2-acee-3e5dbe232bae tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.621253 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.630847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.644977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ca26cca0-066a-46a2-acee-3e5dbe232bae tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Calling delete_port for 76ebbe2d-e0db-4b64-be2f-8f4cd8b556c2 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:58.671130 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49222) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.732244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.739434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6ff846-d314-446f-bb18-b4cf969db1ee,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.782319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-99ed310d-4c31-49a0-915b-43721de39d01 None None] Port 1f6ff846-d314-446f-bb18-b4cf969db1ee cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:58.891684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:58.893398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:58.903560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49226) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.903893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-69ee9bdb-b1a6-4401-a262-33471b552a5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9685944786643e4a36d0deb919fce1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298493 Nov 12 03:50:59.025197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca26cca0-066a-46a2-acee-3e5dbe232bae tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.047100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.057861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.124541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c1696-c025-41cf-b49a-e3ced6d82f91 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:59.139449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Attempting to bind port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:59.139818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Attempting to bind port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:59.140342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Attempting to bind port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:59.143370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fb51f-4a93-4fea-962b-bf2eec6a327d None None] Pushing event updated for resources: {'Port': ['ID=fc109a1f-1aaa-42bc-86fe-6cb2c190f09c,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.152463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:59.152875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:59.153430 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.153834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:59.154330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Bound port: fc109a1f-1aaa-42bc-86fe-6cb2c190f09c, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:59.154716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.236148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] For port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:59.243409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] For port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fc109a1f-1aaa-42bc-86fe-6cb2c190f09c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:59.248168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-479bad28-4c5a-4647-9874-fe1574aca806 None None] Provisioning complete for port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:59.248641 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-479bad28-4c5a-4647-9874-fe1574aca806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.278920 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.328270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-479bad28-4c5a-4647-9874-fe1574aca806 None None] Port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:59.366772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f13e3-7399-48d6-b509-974bf0a3d05b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:59.419674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Routers {'68865ba0-89ff-46b8-ab17-42ecf30741a6'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:59.420663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68865ba0-89ff-46b8-ab17-42ecf30741a6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:59.480441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fb51f-4a93-4fea-962b-bf2eec6a327d None None] Pushing event updated for resources: {'Port': ['ID=fc109a1f-1aaa-42bc-86fe-6cb2c190f09c,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.516192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-26d26f54-d9ab-4828-b9be-2143486b2486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.539391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-26d26f54-d9ab-4828-b9be-2143486b2486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.544096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] Provisioning complete for port 1f6ff846-d314-446f-bb18-b4cf969db1ee triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:59.544589 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.605082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26cca0-066a-46a2-acee-3e5dbe232bae tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event deleted for resources: {'Port': ['ID=76ebbe2d-e0db-4b64-be2f-8f4cd8b556c2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.616214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ca26cca0-066a-46a2-acee-3e5dbe232bae tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.616420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-26d26f54-d9ab-4828-b9be-2143486b2486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.619679 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-26d26f54-d9ab-4828-b9be-2143486b2486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.620991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-26d26f54-d9ab-4828-b9be-2143486b2486 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a1d495e-bf94-4517-996f-cdc2bc4e148d HTTP/1.1" status: 204 len: 168 time: 0.7153935 Nov 12 03:50:59.624183 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ca26cca0-066a-46a2-acee-3e5dbe232bae tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "DELETE /v2.0/ports/76ebbe2d-e0db-4b64-be2f-8f4cd8b556c2 HTTP/1.1" status: 204 len: 168 time: 1.3227391 Nov 12 03:50:59.625119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49228) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:59.630333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11e59bb6-9702-4831-a46b-3e2352257b2a', 'external_fixed_ips': [{'subnet_id': '2bf57074-77e7-4d95-b469-7fbc1cf29d53', 'ip_address': '172.20.0.8'}]}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:59.657655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d26f54-d9ab-4828-b9be-2143486b2486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d495e-bf94-4517-996f-cdc2bc4e148d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.661097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.662293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.672292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Router 68865ba0-89ff-46b8-ab17-42ecf30741a6 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:59.813320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.843637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] Port 1f6ff846-d314-446f-bb18-b4cf969db1ee cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:59.852501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] Set router 68865ba0-89ff-46b8-ab17-42ecf30741a6 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:59.885523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:59.901315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6fa105d6-6f38-4ffb-9874-050c97feec18 admin admin] 10.222.0.49 "PUT /v2.0/routers/68865ba0-89ff-46b8-ab17-42ecf30741a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5168734 Nov 12 03:50:59.990707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] Provisioning complete for port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:59.991094 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.002685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.297664 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.336503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] For port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fc109a1f-1aaa-42bc-86fe-6cb2c190f09c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:00.348359 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.372986 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.391686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'name': 'tempest-ImageQuotaTest-54003404-router', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:53Z', 'updated_at': '2021-11-12T03:50:58Z', 'revision_number': 4, 'project_id': 'f1196ac6883144b586c7293fee939b7b', 'gw_port': {'id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:54Z', 'updated_at': '2021-11-12T03:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1f6ff846-d314-446f-bb18-b4cf969db1ee', 'name': '', 'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'mac_address': 'fa:16:3e:da:92:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd19eabde-262a-44ff-b9e5-2108d8f1685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:57Z', 'updated_at': '2021-11-12T03:50:58Z', 'revision_number': 2, 'project_id': 'f1196ac6883144b586c7293fee939b7b', 'subnets': [{'id': 'd19eabde-262a-44ff-b9e5-2108d8f1685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:00.414074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.438164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27897d5-1341-450d-acc0-84418d03ac13 None None] The sync data for ids ['68865ba0-89ff-46b8-ab17-42ecf30741a6'] in n-d-789963-21 is: [{'id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'name': 'tempest-ImageQuotaTest-54003404-router', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:53Z', 'updated_at': '2021-11-12T03:50:58Z', 'revision_number': 4, 'project_id': 'f1196ac6883144b586c7293fee939b7b', 'gw_port': {'id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:54Z', 'updated_at': '2021-11-12T03:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1f6ff846-d314-446f-bb18-b4cf969db1ee', 'name': '', 'network_id': 'bfb967dd-a5ef-4405-bcfe-3f4ab00365e5', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'mac_address': 'fa:16:3e:da:92:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'd19eabde-262a-44ff-b9e5-2108d8f1685d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:57Z', 'updated_at': '2021-11-12T03:50:58Z', 'revision_number': 2, 'project_id': 'f1196ac6883144b586c7293fee939b7b', 'subnets': [{'id': 'd19eabde-262a-44ff-b9e5-2108d8f1685d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:00.461362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2765e5-8cdf-4c0b-b756-ebba9e985c7d None None] Pushing event updated for resources: {'Port': ['ID=fc109a1f-1aaa-42bc-86fe-6cb2c190f09c,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.631529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Allocated IP 172.20.0.8 (11e59bb6-9702-4831-a46b-3e2352257b2a/2bf57074-77e7-4d95-b469-7fbc1cf29d53/f9d82ade-943e-480a-942f-ffbaae015f1a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:00.838075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.887712 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.927944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:00.966354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d82ade-943e-480a-942f-ffbaae015f1a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.978345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Network 11e59bb6-9702-4831-a46b-3e2352257b2a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:00.980153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:00.983096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:01.119936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-secgroup--887969470'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:01.186518 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.203185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.356226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4c18-6825-4f80-b1bb-bd5649248648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.417941 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.444987 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.451753 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.560534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.569884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.636719 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.640827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7117348 Nov 12 03:51:01.649703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49290) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.652888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fc109a1f-1aaa-42bc-86fe-6cb2c190f09c up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:01.687268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da89f7d1-c229-402f-9f32-a1650c3c4512,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.755063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:01.755486 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.763259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668b95f-de63-4d6a-b5e5-7147f854a243 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4978d252-bda4-482a-af29-d8774c75e28c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.810453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-573812f4-054d-439a-a52d-ba250cbb590c tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1570799 Nov 12 03:51:01.813039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49292) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.818079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-87c140b3-79b3-4c50-8679-cddc03dfa29b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-security--1786757372', 'description': 'tempest-security-description-258244738'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:01.841726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.872482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49294) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.917565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87c140b3-79b3-4c50-8679-cddc03dfa29b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.017984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87c140b3-79b3-4c50-8679-cddc03dfa29b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.020875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Router d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:02.031089 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87c140b3-79b3-4c50-8679-cddc03dfa29b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.033892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87c140b3-79b3-4c50-8679-cddc03dfa29b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.038362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-87c140b3-79b3-4c50-8679-cddc03dfa29b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "PUT /v2.0/security-groups/4978d252-bda4-482a-af29-d8774c75e28c HTTP/1.1" status: 200 len: 1796 time: 0.2216961 Nov 12 03:51:02.041693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49296) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.141912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:02.156429 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Sync routers for ids ['d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:02.175189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.179533 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2a0cf01b-9a67-490f-aff6-5beca475f7cb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5528214 Nov 12 03:51:02.181521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49298) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.182207 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Routers {'d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:02.183014 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.283108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c140b3-79b3-4c50-8679-cddc03dfa29b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4978d252-bda4-482a-af29-d8774c75e28c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.356425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab98b630-6fbe-4b18-87b0-f3d6691ea99e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups/4978d252-bda4-482a-af29-d8774c75e28c HTTP/1.1" status: 200 len: 1796 time: 0.3132071 Nov 12 03:51:02.360781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.361982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49300) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.456403 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Set router d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:02.465602 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-669fdbbf-250d-4e8a-9129-3e6eda2d2958 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.495097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-669fdbbf-250d-4e8a-9129-3e6eda2d2958 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.518355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.562772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-669fdbbf-250d-4e8a-9129-3e6eda2d2958 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.566934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-669fdbbf-250d-4e8a-9129-3e6eda2d2958 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.568291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-669fdbbf-250d-4e8a-9129-3e6eda2d2958 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/4978d252-bda4-482a-af29-d8774c75e28c HTTP/1.1" status: 204 len: 168 time: 0.2017071 Nov 12 03:51:02.571335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49306) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.599871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Deleting port f9d82ade-943e-480a-942f-ffbaae015f1a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:02.600211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.606050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fdbbf-250d-4e8a-9129-3e6eda2d2958 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4978d252-bda4-482a-af29-d8774c75e28c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.634148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.671562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-18bfe153-d3c4-4115-9cae-4fbc6b64c599 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0983524 Nov 12 03:51:02.682447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49308) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.728663 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f4acb2-710c-4c1c-9b8d-20bf71a90a2d', 'name': '', 'tenant_id': '9b33423da6fa44608431117da8cdcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11e59bb6-9702-4831-a46b-3e2352257b2a', 'external_fixed_ips': [{'subnet_id': '2bf57074-77e7-4d95-b469-7fbc1cf29d53', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f9d82ade-943e-480a-942f-ffbaae015f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:01Z', 'revision_number': 3, 'project_id': '9b33423da6fa44608431117da8cdcad8', 'gw_port': {'id': 'f9d82ade-943e-480a-942f-ffbaae015f1a', 'name': '', 'network_id': '11e59bb6-9702-4831-a46b-3e2352257b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f4acb2-710c-4c1c-9b8d-20bf71a90a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2bf57074-77e7-4d95-b469-7fbc1cf29d53', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:00Z', 'updated_at': '2021-11-12T03:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bf57074-77e7-4d95-b469-7fbc1cf29d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.738731 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-9eb84607-903d-404e-939b-b1d3a71e385d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] delete failed (client error): The resource could not be found. Nov 12 03:51:02.739795 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9eb84607-903d-404e-939b-b1d3a71e385d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/4978d252-bda4-482a-af29-d8774c75e28c HTTP/1.1" status: 404 len: 347 time: 0.0561361 Nov 12 03:51:02.745178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49310) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.750969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-72397c01-86f8-44a7-8d52-faaa47ee3d45 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504532875'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:02.780607 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Checking router: d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:02.781046 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Updating router d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d port f9d82ade-943e-480a-942f-ffbaae015f1a binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:02.796381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.808213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72397c01-86f8-44a7-8d52-faaa47ee3d45 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.818301 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.823325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Calling delete_port for f9d82ade-943e-480a-942f-ffbaae015f1a owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:02.918789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72397c01-86f8-44a7-8d52-faaa47ee3d45 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.962251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Deleting port 1f6ff846-d314-446f-bb18-b4cf969db1ee {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:02.962790 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.965317 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72397c01-86f8-44a7-8d52-faaa47ee3d45 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.997892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-72397c01-86f8-44a7-8d52-faaa47ee3d45 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.002371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-72397c01-86f8-44a7-8d52-faaa47ee3d45 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2578783 Nov 12 03:51:03.003080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49312) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.018834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cba7d0d7-11bd-4ede-9ad6-e5bb28701e08 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': '1d501279-610d-4786-bd97-1bcd63847bcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:03.051805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72397c01-86f8-44a7-8d52-faaa47ee3d45 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d501279-610d-4786-bd97-1bcd63847bcf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.054500 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.087136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Calling delete_port for 1f6ff846-d314-446f-bb18-b4cf969db1ee owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:03.129267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cba7d0d7-11bd-4ede-9ad6-e5bb28701e08 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.235958 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cba7d0d7-11bd-4ede-9ad6-e5bb28701e08 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.245323 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cba7d0d7-11bd-4ede-9ad6-e5bb28701e08 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.281110 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.db.api [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:03.281690 n-d-789963-21 neutron-server[102631]: DEBUG oslo_db.api [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:03.282453 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.284527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7d0d7-11bd-4ede-9ad6-e5bb28701e08 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d898f638-0a22-43fc-8255-41b3b710a8be,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.317801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cba7d0d7-11bd-4ede-9ad6-e5bb28701e08 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.321899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cba7d0d7-11bd-4ede-9ad6-e5bb28701e08 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135047 Nov 12 03:51:03.322404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.327047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9d82ade-943e-480a-942f-ffbaae015f1a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.368358 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14929eb6-5373-4843-90ed-8b2c2650a606 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.370580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.398041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.403469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14929eb6-5373-4843-90ed-8b2c2650a606 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.414525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6ff846-d314-446f-bb18-b4cf969db1ee,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.504370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] Sync routers for ids ['68865ba0-89ff-46b8-ab17-42ecf30741a6'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:03.516144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] Routers {'68865ba0-89ff-46b8-ab17-42ecf30741a6'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:03.520614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14929eb6-5373-4843-90ed-8b2c2650a606 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.521527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:50:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68865ba0-89ff-46b8-ab17-42ecf30741a6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:03.550551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.551188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14929eb6-5373-4843-90ed-8b2c2650a606 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.551996 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-14929eb6-5373-4843-90ed-8b2c2650a606 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d898f638-0a22-43fc-8255-41b3b710a8be HTTP/1.1" status: 204 len: 168 time: 0.2283556 Nov 12 03:51:03.556525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.558059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49320) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.575780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14929eb6-5373-4843-90ed-8b2c2650a606 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d898f638-0a22-43fc-8255-41b3b710a8be,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.703677 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a72226c-918b-4ee5-b0be-5ff6b01bfd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.760722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.765058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.765617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:03.794644 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ae987daa-828b-4a8f-a077-483f83663ac5 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2324200 Nov 12 03:51:03.798813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.800864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] Set router 68865ba0-89ff-46b8-ab17-42ecf30741a6 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:03.802611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1b615a36-0e92-4594-a247-8f0a3ed45cd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "DELETE /v2.0/routers/d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d HTTP/1.1" status: 204 len: 168 time: 1.6188397 Nov 12 03:51:03.804116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49330) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.806320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49332) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.811195 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Port f9d82ade-943e-480a-942f-ffbaae015f1a not found while updating agent binding for router d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d. {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:51:03.837615 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:03.840435 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:51:03.841688 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_agentschedulers_db [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:51:03.842081 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ecc17-9024-4254-b8f2-4df29315fd02 None None] The sync data for ids ['d6f4acb2-710c-4c1c-9b8d-20bf71a90a2d'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:03.902478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-944aa7ff-609c-4874-9d61-bbfed33d9bef tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Deleting subnet 2bf57074-77e7-4d95-b469-7fbc1cf29d53 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:03.913906 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944aa7ff-609c-4874-9d61-bbfed33d9bef tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.980564 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944aa7ff-609c-4874-9d61-bbfed33d9bef tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.057669 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36d5bab1-78f0-4eb1-a300-e572bad138ef tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.083567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944aa7ff-609c-4874-9d61-bbfed33d9bef tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.110760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Router 68865ba0-89ff-46b8-ab17-42ecf30741a6 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:04.113642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36d5bab1-78f0-4eb1-a300-e572bad138ef tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.125124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'name': 'tempest-ImageQuotaTest-54003404-router', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:53Z', 'updated_at': '2021-11-12T03:51:03Z', 'revision_number': 5, 'project_id': 'f1196ac6883144b586c7293fee939b7b', 'gw_port': {'id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:54Z', 'updated_at': '2021-11-12T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.158566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] Checking router: 68865ba0-89ff-46b8-ab17-42ecf30741a6 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:04.174381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] Routers {'68865ba0-89ff-46b8-ab17-42ecf30741a6'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:04.174600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36d5bab1-78f0-4eb1-a300-e572bad138ef tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.175001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['68865ba0-89ff-46b8-ab17-42ecf30741a6'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.177282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36d5bab1-78f0-4eb1-a300-e572bad138ef tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.181750 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-36d5bab1-78f0-4eb1-a300-e572bad138ef tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d501279-610d-4786-bd97-1bcd63847bcf HTTP/1.1" status: 204 len: 168 time: 0.3705323 Nov 12 03:51:04.182415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49338) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.189805 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944aa7ff-609c-4874-9d61-bbfed33d9bef tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.226187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944aa7ff-609c-4874-9d61-bbfed33d9bef tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf57074-77e7-4d95-b469-7fbc1cf29d53,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.238916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5bab1-78f0-4eb1-a300-e572bad138ef tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d501279-610d-4786-bd97-1bcd63847bcf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.258670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-944aa7ff-609c-4874-9d61-bbfed33d9bef tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.262588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-944aa7ff-609c-4874-9d61-bbfed33d9bef tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/2bf57074-77e7-4d95-b469-7fbc1cf29d53 HTTP/1.1" status: 204 len: 168 time: 0.4491022 Nov 12 03:51:04.266371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:04.267973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49340) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.284728 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-76f0ca38-e959-495c-a79b-01ab061adf79 admin admin] 10.222.0.49 "PUT /v2.0/routers/68865ba0-89ff-46b8-ab17-42ecf30741a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4101448 Nov 12 03:51:04.287786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49342) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.333392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] Set router 68865ba0-89ff-46b8-ab17-42ecf30741a6 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:04.356849 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-25bbae70-017e-433e-a356-b1ebd0a22334 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1698270 Nov 12 03:51:04.359518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.366285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a4d17ed8-9fce-42f1-8764-bea1156830e8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-secgroup--948276936'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:04.395645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.444687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4d17ed8-9fce-42f1-8764-bea1156830e8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.459052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.504345 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.528872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e59bb6-9702-4831-a46b-3e2352257b2a']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.540538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb642534-16b2-437e-adca-39ff67ae2884') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.541312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb642534-16b2-437e-adca-39ff67ae2884') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.556215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.565016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'name': 'tempest-ImageQuotaTest-54003404-router', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:53Z', 'updated_at': '2021-11-12T03:51:03Z', 'revision_number': 5, 'project_id': 'f1196ac6883144b586c7293fee939b7b', 'gw_port': {'id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:54Z', 'updated_at': '2021-11-12T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:04.579906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.590604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:04.591390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:04.594019 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:04.604995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b57c1-f36e-4166-90cd-8ebacdf8184f None None] The sync data for ids ['68865ba0-89ff-46b8-ab17-42ecf30741a6'] in n-d-789963-21 is: [{'id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'name': 'tempest-ImageQuotaTest-54003404-router', 'tenant_id': 'f1196ac6883144b586c7293fee939b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:53Z', 'updated_at': '2021-11-12T03:51:03Z', 'revision_number': 5, 'project_id': 'f1196ac6883144b586c7293fee939b7b', 'gw_port': {'id': 'fc109a1f-1aaa-42bc-86fe-6cb2c190f09c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68865ba0-89ff-46b8-ab17-42ecf30741a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:54Z', 'updated_at': '2021-11-12T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:04.612020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.674233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4d17ed8-9fce-42f1-8764-bea1156830e8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.679485 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4d17ed8-9fce-42f1-8764-bea1156830e8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.682876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.688909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11e59bb6-9702-4831-a46b-3e2352257b2a {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:51:04.692451 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.699673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "DELETE /v2.0/networks/11e59bb6-9702-4831-a46b-3e2352257b2a HTTP/1.1" status: 204 len: 168 time: 0.4259453 Nov 12 03:51:04.711862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c011a8a-377d-4d73-a651-507b7088cebc tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event deleted for resources: {'Network': ['ID=11e59bb6-9702-4831-a46b-3e2352257b2a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.737057 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4d17ed8-9fce-42f1-8764-bea1156830e8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.739287 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a4d17ed8-9fce-42f1-8764-bea1156830e8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3785429 Nov 12 03:51:04.742061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49348) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.753990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d17ed8-9fce-42f1-8764-bea1156830e8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c6925-4d60-4685-86f4-a398ffaa8abd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.755583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-76370923-b483-4257-8761-8b7000a6cc0d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': 'a34c6925-4d60-4685-86f4-a398ffaa8abd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:04.804658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Deleting port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:04.805831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.820229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76370923-b483-4257-8761-8b7000a6cc0d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.902249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76370923-b483-4257-8761-8b7000a6cc0d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.909322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76370923-b483-4257-8761-8b7000a6cc0d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.930434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76370923-b483-4257-8761-8b7000a6cc0d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a67aace-f2fd-4566-a715-a62a3815fa67,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.937469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] For port fc109a1f-1aaa-42bc-86fe-6cb2c190f09c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fc109a1f-1aaa-42bc-86fe-6cb2c190f09c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:04.938019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.945223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76370923-b483-4257-8761-8b7000a6cc0d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.946914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-76370923-b483-4257-8761-8b7000a6cc0d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2032506 Nov 12 03:51:04.950291 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49354) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.960274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b44e23fa-b676-42d1-b674-7c0f30b62a9e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': 'a34c6925-4d60-4685-86f4-a398ffaa8abd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:04.973124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Calling delete_port for fc109a1f-1aaa-42bc-86fe-6cb2c190f09c owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:04.975024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.047093 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b44e23fa-b676-42d1-b674-7c0f30b62a9e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.054038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49360) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.058466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e588fb62-ace2-4bf4-ab65-f11689d6b867 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'router': {'name': 'tempest-router--1036187012', 'project_id': '983fc2da58d04271bf16dc8a0a66bba7'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.085490 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e588fb62-ace2-4bf4-ab65-f11689d6b867 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.086859 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e588fb62-ace2-4bf4-ab65-f11689d6b867 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.163842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e588fb62-ace2-4bf4-ab65-f11689d6b867 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.170624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e588fb62-ace2-4bf4-ab65-f11689d6b867 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.176074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b44e23fa-b676-42d1-b674-7c0f30b62a9e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.185227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b44e23fa-b676-42d1-b674-7c0f30b62a9e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.194317 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e588fb62-ace2-4bf4-ab65-f11689d6b867 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.198727 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e588fb62-ace2-4bf4-ab65-f11689d6b867 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1436551 Nov 12 03:51:05.199672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49362) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.241847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e23fa-b676-42d1-b674-7c0f30b62a9e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f519d4-415d-4d9d-a221-3231d727b1ba,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.259652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b44e23fa-b676-42d1-b674-7c0f30b62a9e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.263781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b44e23fa-b676-42d1-b674-7c0f30b62a9e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3124719 Nov 12 03:51:05.264498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.271497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7b8300b0-36d6-4cc6-aabe-880a35c16370 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': 'a34c6925-4d60-4685-86f4-a398ffaa8abd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.287567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.299349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c636ec6-123b-42cc-b28c-a4fdc7a85542 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.330085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc109a1f-1aaa-42bc-86fe-6cb2c190f09c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.336311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068bdfc-9aa1-4521-9661-75c293ba0a0f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:05.351988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b8300b0-36d6-4cc6-aabe-880a35c16370 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.480856 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.571548 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b8300b0-36d6-4cc6-aabe-880a35c16370 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.598616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f6ff846-d314-446f-bb18-b4cf969db1ee no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:05.604685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c636ec6-123b-42cc-b28c-a4fdc7a85542 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.608521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c636ec6-123b-42cc-b28c-a4fdc7a85542 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.619211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b8300b0-36d6-4cc6-aabe-880a35c16370 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.626532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.635643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.645189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1f6ff846-d314-446f-bb18-b4cf969db1ee {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:05.650269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8300b0-36d6-4cc6-aabe-880a35c16370 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3b3cb6-47dd-4796-b517-71d9cea30134,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.650893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f6ff846-d314-446f-bb18-b4cf969db1ee not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:05.687275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b8300b0-36d6-4cc6-aabe-880a35c16370 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.692152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b8300b0-36d6-4cc6-aabe-880a35c16370 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4251275 Nov 12 03:51:05.692848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49376) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.702682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c8557703-63d0-4a4c-96e3-3d88ef5e3cc2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': 'a34c6925-4d60-4685-86f4-a398ffaa8abd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:05.713084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c636ec6-123b-42cc-b28c-a4fdc7a85542 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.713916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c636ec6-123b-42cc-b28c-a4fdc7a85542 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b7b5990-554d-488c-bfbb-7ce011d7c6be {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:05.722224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.722823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68865ba0-89ff-46b8-ab17-42ecf30741a6 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:05.728619 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.729791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8ae84442-b455-4f16-944b-7a2afd261493 admin admin] 10.222.0.49 "DELETE /v2.0/routers/68865ba0-89ff-46b8-ab17-42ecf30741a6 HTTP/1.1" status: 204 len: 168 time: 1.4410596 Nov 12 03:51:05.731071 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c636ec6-123b-42cc-b28c-a4fdc7a85542 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.732413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49378) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.736241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5c636ec6-123b-42cc-b28c-a4fdc7a85542 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "DELETE /v2.0/routers/7b7b5990-554d-488c-bfbb-7ce011d7c6be HTTP/1.1" status: 204 len: 168 time: 0.5352941 Nov 12 03:51:05.777857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8557703-63d0-4a4c-96e3-3d88ef5e3cc2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.809120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67fe4e0-e890-49f8-a0d1-18117be3d6fd admin admin] Deleting subnet d19eabde-262a-44ff-b9e5-2108d8f1685d {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:05.819951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a67fe4e0-e890-49f8-a0d1-18117be3d6fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.878845 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a67fe4e0-e890-49f8-a0d1-18117be3d6fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.885309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49382) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.915901 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8557703-63d0-4a4c-96e3-3d88ef5e3cc2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.932070 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8557703-63d0-4a4c-96e3-3d88ef5e3cc2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.979975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8557703-63d0-4a4c-96e3-3d88ef5e3cc2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d05d44-b401-4657-b53a-d7c2cd10389e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.986885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8557703-63d0-4a4c-96e3-3d88ef5e3cc2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.991258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c8557703-63d0-4a4c-96e3-3d88ef5e3cc2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2961071 Nov 12 03:51:05.991675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49386) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:05.996481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2413b7c2-af9e-4d63-a840-7095788d1944 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': 'a34c6925-4d60-4685-86f4-a398ffaa8abd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:06.011558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a67fe4e0-e890-49f8-a0d1-18117be3d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.060298 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2413b7c2-af9e-4d63-a840-7095788d1944 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.079655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a67fe4e0-e890-49f8-a0d1-18117be3d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.110974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fe4e0-e890-49f8-a0d1-18117be3d6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19eabde-262a-44ff-b9e5-2108d8f1685d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.120810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a67fe4e0-e890-49f8-a0d1-18117be3d6fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.125028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a67fe4e0-e890-49f8-a0d1-18117be3d6fd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d19eabde-262a-44ff-b9e5-2108d8f1685d HTTP/1.1" status: 204 len: 168 time: 0.3916004 Nov 12 03:51:06.129315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49388) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:06.139798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb7047-7f08-4835-91cd-1e6d7fc20b21 None None] Network bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:06.220445 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.233538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-464329638', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:06.248260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2413b7c2-af9e-4d63-a840-7095788d1944 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.262237 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2413b7c2-af9e-4d63-a840-7095788d1944 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.309560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413b7c2-af9e-4d63-a840-7095788d1944 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0db7e1-d150-4dce-a558-d8e414837a69,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.327240 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.328473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.337119 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2413b7c2-af9e-4d63-a840-7095788d1944 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.338516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2413b7c2-af9e-4d63-a840-7095788d1944 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3458364 Nov 12 03:51:06.341884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49390) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:06.360469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.421135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.422765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Deleting port 5ac2eb7e-5fd5-4892-af97-5302a37680cc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:06.423085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.440393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] DHCP port deletion for bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:06.451856 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5db76a89-ff15-4165-a5f8-50dd498759aa tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.518272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] Deleting port 5ac2eb7e-5fd5-4892-af97-5302a37680cc {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:06.519015 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.543697 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b12359-a13a-4470-8a7e-200522384102 None None] Sync routers for ids ['68865ba0-89ff-46b8-ab17-42ecf30741a6'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:06.562364 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b12359-a13a-4470-8a7e-200522384102 None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:06.562659 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b12359-a13a-4470-8a7e-200522384102 None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:51:06.563256 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4b12359-a13a-4470-8a7e-200522384102 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68865ba0-89ff-46b8-ab17-42ecf30741a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:51:06.590872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5db76a89-ff15-4165-a5f8-50dd498759aa tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.600429 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b12359-a13a-4470-8a7e-200522384102 None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:06.600706 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b12359-a13a-4470-8a7e-200522384102 None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:51:06.601523 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4b12359-a13a-4470-8a7e-200522384102 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68865ba0-89ff-46b8-ab17-42ecf30741a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:51:06.602084 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b12359-a13a-4470-8a7e-200522384102 None None] The sync data for ids ['68865ba0-89ff-46b8-ab17-42ecf30741a6'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:06.619184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] For port 5ac2eb7e-5fd5-4892-af97-5302a37680cc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5ac2eb7e-5fd5-4892-af97-5302a37680cc,segment=NetworkSegment(c6fe697f-da71-4901-9e5b-821615f0b677),segment_id=c6fe697f-da71-4901-9e5b-821615f0b677)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:06.619699 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.633767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] Calling delete_port for 5ac2eb7e-5fd5-4892-af97-5302a37680cc owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:06.726763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.732300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5db76a89-ff15-4165-a5f8-50dd498759aa tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.733381 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.737846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5db76a89-ff15-4165-a5f8-50dd498759aa tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.741305 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5db76a89-ff15-4165-a5f8-50dd498759aa tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/0f0db7e1-d150-4dce-a558-d8e414837a69 HTTP/1.1" status: 204 len: 168 time: 0.3983316 Nov 12 03:51:06.741705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49396) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:06.743802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] For port 5ac2eb7e-5fd5-4892-af97-5302a37680cc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5ac2eb7e-5fd5-4892-af97-5302a37680cc,segment=NetworkSegment(c6fe697f-da71-4901-9e5b-821615f0b677),segment_id=c6fe697f-da71-4901-9e5b-821615f0b677)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:06.744169 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.760343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db76a89-ff15-4165-a5f8-50dd498759aa tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f0db7e1-d150-4dce-a558-d8e414837a69,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.770222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] Pushing event deleted for resources: {'Port': ['ID=5ac2eb7e-5fd5-4892-af97-5302a37680cc,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.776995 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Calling delete_port for 5ac2eb7e-5fd5-4892-af97-5302a37680cc owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:06.782501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8a3af-247d-468f-b58d-4d270969c41d None None] No DVR routers for this DVR port 5ac2eb7e-5fd5-4892-af97-5302a37680cc on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:06.806832 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-448abc70-ee6a-447c-a684-88807da5c877 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0609882 Nov 12 03:51:06.807221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49398) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:06.841341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e31d7e9-24a6-48ea-ab00-868bab6326e3 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.850077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e31d7e9-24a6-48ea-ab00-868bab6326e3 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.879143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e31d7e9-24a6-48ea-ab00-868bab6326e3 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.887406 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e31d7e9-24a6-48ea-ab00-868bab6326e3 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.888515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7e31d7e9-24a6-48ea-ab00-868bab6326e3 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/40d05d44-b401-4657-b53a-d7c2cd10389e HTTP/1.1" status: 204 len: 168 time: 0.0801365 Nov 12 03:51:06.892045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49400) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:06.899854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31d7e9-24a6-48ea-ab00-868bab6326e3 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40d05d44-b401-4657-b53a-d7c2cd10389e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.928577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.938826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b7eb92b6-6fdd-41b6-a5b0-1d18106b9020 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0454335 Nov 12 03:51:06.942199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49402) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:06.961572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac2eb7e-5fd5-4892-af97-5302a37680cc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.966574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] No DVR routers for this DVR port 5ac2eb7e-5fd5-4892-af97-5302a37680cc on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:06.969900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a36a2d28-f0c8-460b-94c4-e5de121ac769 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.978740 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a36a2d28-f0c8-460b-94c4-e5de121ac769 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.006959 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a36a2d28-f0c8-460b-94c4-e5de121ac769 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.013357 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a36a2d28-f0c8-460b-94c4-e5de121ac769 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.014457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a36a2d28-f0c8-460b-94c4-e5de121ac769 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ac3b3cb6-47dd-4796-b517-71d9cea30134 HTTP/1.1" status: 204 len: 168 time: 0.0713241 Nov 12 03:51:07.020093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.023922 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.028667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a2d28-f0c8-460b-94c4-e5de121ac769 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac3b3cb6-47dd-4796-b517-71d9cea30134,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.066410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cee00841-c897-4d15-b0eb-213ec41140c0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0446730 Nov 12 03:51:07.069112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49406) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.092305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b743946e-695d-442b-97c4-8c3833e389f9 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.103840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b743946e-695d-442b-97c4-8c3833e389f9 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.123959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.125852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.134089 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b743946e-695d-442b-97c4-8c3833e389f9 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.141697 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b743946e-695d-442b-97c4-8c3833e389f9 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.143397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b743946e-695d-442b-97c4-8c3833e389f9 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e3f519d4-415d-4d9d-a221-3231d727b1ba HTTP/1.1" status: 204 len: 168 time: 0.0733545 Nov 12 03:51:07.149329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49408) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.157449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743946e-695d-442b-97c4-8c3833e389f9 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3f519d4-415d-4d9d-a221-3231d727b1ba,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.170577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.177363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb967dd-a5ef-4405-bcfe-3f4ab00365e5']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:07.197026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a95e625a-c5df-4ad1-a0eb-006166bcd07f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0463641 Nov 12 03:51:07.197968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fe697f-da71-4901-9e5b-821615f0b677') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:07.198266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fe697f-da71-4901-9e5b-821615f0b677') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:07.199794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49410) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.229466 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7497312-02c1-4a4a-9bb4-beabe4be1fed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.238261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.240211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7497312-02c1-4a4a-9bb4-beabe4be1fed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.263041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.275026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7497312-02c1-4a4a-9bb4-beabe4be1fed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.282554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7497312-02c1-4a4a-9bb4-beabe4be1fed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.283674 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d7497312-02c1-4a4a-9bb4-beabe4be1fed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6a67aace-f2fd-4566-a715-a62a3815fa67 HTTP/1.1" status: 204 len: 168 time: 0.0830503 Nov 12 03:51:07.289678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49412) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.289840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:07.291292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:07.293069 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:07.297294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7497312-02c1-4a4a-9bb4-beabe4be1fed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a67aace-f2fd-4566-a715-a62a3815fa67,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.332985 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-54598d4c-389f-47d7-a635-0ca012c6997d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397649 Nov 12 03:51:07.333286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49414) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.367113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.369153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Allocated IP 172.25.0.139 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/eafbd571-5e22-4938-8851-1942d15a24fb) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:07.376137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.379932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bfb967dd-a5ef-4405-bcfe-3f4ab00365e5 HTTP/1.1" status: 204 len: 168 time: 1.2493041 Nov 12 03:51:07.394046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eff10e3c-b16c-4101-85f4-92ab43cddd68 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.395366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24843300-08d8-4aa2-9b53-d175d82f40e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb967dd-a5ef-4405-bcfe-3f4ab00365e5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.421740 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eff10e3c-b16c-4101-85f4-92ab43cddd68 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.490766 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eff10e3c-b16c-4101-85f4-92ab43cddd68 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.494076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eff10e3c-b16c-4101-85f4-92ab43cddd68 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.500228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49418) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.501230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eff10e3c-b16c-4101-85f4-92ab43cddd68 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/a34c6925-4d60-4685-86f4-a398ffaa8abd HTTP/1.1" status: 204 len: 168 time: 0.1668460 Nov 12 03:51:07.515096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff10e3c-b16c-4101-85f4-92ab43cddd68 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c6925-4d60-4685-86f4-a398ffaa8abd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.529220 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.538582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5ac2eb7e-5fd5-4892-af97-5302a37680cc no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:07.559547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5ac2eb7e-5fd5-4892-af97-5302a37680cc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:07.560257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5ac2eb7e-5fd5-4892-af97-5302a37680cc not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:07.560891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fc109a1f-1aaa-42bc-86fe-6cb2c190f09c no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:07.580565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: fc109a1f-1aaa-42bc-86fe-6cb2c190f09c {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:07.580972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device fc109a1f-1aaa-42bc-86fe-6cb2c190f09c not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:07.584505 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0e73a03b-5f9c-48d3-bf1f-7cba8cd4d607 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0819945 Nov 12 03:51:07.598168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49420) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.604907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1939f266-835a-4155-bbcf-97964e86891f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142307748'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.610835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.621241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49424) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.672543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:07.673267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1939f266-835a-4155-bbcf-97964e86891f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.678357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:07.680994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:07.692812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c87700d-32fa-4496-aaad-e4ee7da9c983 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1196ac6883144b586c7293fee939b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703938 Nov 12 03:51:07.695351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49428) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.699165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529babeb-84aa-47ca-a225-399ae969b3e9 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:07.723155 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event updated for resources: {'Port': ['ID=eafbd571-5e22-4938-8851-1942d15a24fb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.773394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fc61b2f-8b41-4e7f-b03c-3ab5a9ccba61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.800682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1939f266-835a-4155-bbcf-97964e86891f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.811086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1939f266-835a-4155-bbcf-97964e86891f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.814596 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fc61b2f-8b41-4e7f-b03c-3ab5a9ccba61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.852369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b56bfc99-a6df-40b8-8e7d-e1bfc266993a None None] Provisioning complete for port eafbd571-5e22-4938-8851-1942d15a24fb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:07.853065 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b56bfc99-a6df-40b8-8e7d-e1bfc266993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.862515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1939f266-835a-4155-bbcf-97964e86891f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.864330 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1939f266-835a-4155-bbcf-97964e86891f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2647920 Nov 12 03:51:07.875702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49432) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:07.884090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5e9c764b-083c-406d-9d9c-aa854b2edec7 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': '0d04b06f-18cf-494c-b164-218e82ef1b39', 'direction': 'ingress', 'protocol': 17}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.890285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939f266-835a-4155-bbcf-97964e86891f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d04b06f-18cf-494c-b164-218e82ef1b39,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.924484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b56bfc99-a6df-40b8-8e7d-e1bfc266993a None None] Port eafbd571-5e22-4938-8851-1942d15a24fb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:07.925220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e9c764b-083c-406d-9d9c-aa854b2edec7 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.928125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fc61b2f-8b41-4e7f-b03c-3ab5a9ccba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.930983 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fc61b2f-8b41-4e7f-b03c-3ab5a9ccba61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.932155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6fc61b2f-8b41-4e7f-b03c-3ab5a9ccba61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0bcc0b6-ad08-47d3-a8bb-23b50f2aa116 HTTP/1.1" status: 204 len: 168 time: 0.2358539 Nov 12 03:51:07.966108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc61b2f-8b41-4e7f-b03c-3ab5a9ccba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bcc0b6-ad08-47d3-a8bb-23b50f2aa116,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.042449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e9c764b-083c-406d-9d9c-aa854b2edec7 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.048463 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e9c764b-083c-406d-9d9c-aa854b2edec7 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.089347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c764b-083c-406d-9d9c-aa854b2edec7 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a85fed-e119-413f-9070-757870a8c2ce,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.097889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e9c764b-083c-406d-9d9c-aa854b2edec7 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.099320 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5e9c764b-083c-406d-9d9c-aa854b2edec7 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2227201 Nov 12 03:51:08.102080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49442) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.186873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e66f13ed-6158-47dd-ac75-2fcdcb6511ae tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.213980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e66f13ed-6158-47dd-ac75-2fcdcb6511ae tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.275342 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e66f13ed-6158-47dd-ac75-2fcdcb6511ae tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.279150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e66f13ed-6158-47dd-ac75-2fcdcb6511ae tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.281160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e66f13ed-6158-47dd-ac75-2fcdcb6511ae tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/0d04b06f-18cf-494c-b164-218e82ef1b39 HTTP/1.1" status: 204 len: 168 time: 0.1777773 Nov 12 03:51:08.283898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49450) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.292021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f13ed-6158-47dd-ac75-2fcdcb6511ae tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d04b06f-18cf-494c-b164-218e82ef1b39,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.368013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5d9a6792-135d-46f3-90a7-3f6d07d5eb26 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802178 Nov 12 03:51:08.371644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49452) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.380072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-10016404-6475-46a3-8158-b8bcc0c502a0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-secgroup--627575154'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:08.411716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10016404-6475-46a3-8158-b8bcc0c502a0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.481858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49454) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.497192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.499392 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34e933a4-b475-434d-87b6-2fe30bb1f2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.510516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10016404-6475-46a3-8158-b8bcc0c502a0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.514585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10016404-6475-46a3-8158-b8bcc0c502a0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.546046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10016404-6475-46a3-8158-b8bcc0c502a0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.549662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-10016404-6475-46a3-8158-b8bcc0c502a0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1739202 Nov 12 03:51:08.551024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49456) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.551999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10016404-6475-46a3-8158-b8bcc0c502a0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2564434-75e7-459e-b0a9-f74296e6adfb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.555178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ef7eb06a-fded-4c4d-939b-f0ea6e7e4498 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507104559'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:08.638854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb06a-fded-4c4d-939b-f0ea6e7e4498 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.799649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34e933a4-b475-434d-87b6-2fe30bb1f2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.812238 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34e933a4-b475-434d-87b6-2fe30bb1f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.868005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.872471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb06a-fded-4c4d-939b-f0ea6e7e4498 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.883794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e933a4-b475-434d-87b6-2fe30bb1f2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296dfba5-b05f-4707-9991-2e28034f7dc3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.886381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb06a-fded-4c4d-939b-f0ea6e7e4498 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.902758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-34e933a4-b475-434d-87b6-2fe30bb1f2e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4196985 Nov 12 03:51:08.906401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49458) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.966764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb06a-fded-4c4d-939b-f0ea6e7e4498 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.967988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ef7eb06a-fded-4c4d-939b-f0ea6e7e4498 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4171505 Nov 12 03:51:08.971037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49460) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.977107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8461a615-a9e1-4f7d-a37a-71d57cfdf8f8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': 'f2564434-75e7-459e-b0a9-f74296e6adfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '39bbde7b-14a1-4835-9968-8650917aa5eb', 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:08.980449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eb06a-fded-4c4d-939b-f0ea6e7e4498 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bbde7b-14a1-4835-9968-8650917aa5eb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.012369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71b4ad39-8f52-487d-863b-be4dcc89265d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.036189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8461a615-a9e1-4f7d-a37a-71d57cfdf8f8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.054171 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71b4ad39-8f52-487d-863b-be4dcc89265d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.082654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Router f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:09.136860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71b4ad39-8f52-487d-863b-be4dcc89265d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.139368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71b4ad39-8f52-487d-863b-be4dcc89265d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.140505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-71b4ad39-8f52-487d-863b-be4dcc89265d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/296dfba5-b05f-4707-9991-2e28034f7dc3 HTTP/1.1" status: 204 len: 168 time: 0.2340457 Nov 12 03:51:09.166645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4ad39-8f52-487d-863b-be4dcc89265d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296dfba5-b05f-4707-9991-2e28034f7dc3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.177674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8461a615-a9e1-4f7d-a37a-71d57cfdf8f8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.187359 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8461a615-a9e1-4f7d-a37a-71d57cfdf8f8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.208389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:09.226662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a142a16-11e3-4c17-9148-2a7988226104 None None] Sync routers for ids ['f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:09.234554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a615-a9e1-4f7d-a37a-71d57cfdf8f8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14323d25-6d50-440c-ba03-b9f5cd965eda,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.243591 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8461a615-a9e1-4f7d-a37a-71d57cfdf8f8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.244836 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a142a16-11e3-4c17-9148-2a7988226104 None None] Routers {'f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:09.245507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8a142a16-11e3-4c17-9148-2a7988226104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:09.245752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8461a615-a9e1-4f7d-a37a-71d57cfdf8f8 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2731183 Nov 12 03:51:09.248139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49468) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.250306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.256017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-56914e62-964d-43b7-b149-6b0c88969cff tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3697350 Nov 12 03:51:09.256791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49470) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.289795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8a142a16-11e3-4c17-9148-2a7988226104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:09.299333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a142a16-11e3-4c17-9148-2a7988226104 None None] Routers {'f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:09.300095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8a142a16-11e3-4c17-9148-2a7988226104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:09.338106 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88e50e11-eef8-4a34-8169-e12bc0ee23ed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.342120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8a142a16-11e3-4c17-9148-2a7988226104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:09.342779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a142a16-11e3-4c17-9148-2a7988226104 None None] The sync data for ids ['f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:09.368340 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88e50e11-eef8-4a34-8169-e12bc0ee23ed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.782000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88e50e11-eef8-4a34-8169-e12bc0ee23ed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.791061 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-88e50e11-eef8-4a34-8169-e12bc0ee23ed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.792163 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-88e50e11-eef8-4a34-8169-e12bc0ee23ed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/14323d25-6d50-440c-ba03-b9f5cd965eda HTTP/1.1" status: 204 len: 168 time: 0.5430045 Nov 12 03:51:09.795088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49494) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.801228 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-68ec78ba-4e9f-4d21-90b1-f1fffc04f6d8 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/routers/f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc HTTP/1.1" status: 200 len: 920 time: 0.5385175 Nov 12 03:51:09.801228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e50e11-eef8-4a34-8169-e12bc0ee23ed tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14323d25-6d50-440c-ba03-b9f5cd965eda,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.801228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.838786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49498) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.840927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d0a5e700-5e88-4c82-87a3-27ead4c95b4c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc HTTP/1.1" status: 200 len: 205 time: 0.0392795 Nov 12 03:51:09.846871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49500) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.854529 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cde534c4-3dd8-43ca-8a1a-2cd0eca73f42 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0581312 Nov 12 03:51:09.857134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49504) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.913533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da717311-fdcc-4c23-9b78-b118ed3d3940 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.946152 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da717311-fdcc-4c23-9b78-b118ed3d3940 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.960419 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.967457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-409311576-network', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:09.991702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da717311-fdcc-4c23-9b78-b118ed3d3940 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.994585 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da717311-fdcc-4c23-9b78-b118ed3d3940 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.995858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-da717311-fdcc-4c23-9b78-b118ed3d3940 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/39bbde7b-14a1-4835-9968-8650917aa5eb HTTP/1.1" status: 204 len: 168 time: 0.1378040 Nov 12 03:51:09.998984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49506) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.017514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da717311-fdcc-4c23-9b78-b118ed3d3940 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bbde7b-14a1-4835-9968-8650917aa5eb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.062078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3674624d-341e-42cd-a3e2-b6561d3dde2a tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0620372 Nov 12 03:51:10.064192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Made reservation on behalf of c6c144d28e1148adbe9c23b8e808a829 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:10.064874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49508) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.067615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.078874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.119114 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f0b749a-e612-47d3-9b6e-db7c059c8b7b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.125004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.145009 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f0b749a-e612-47d3-9b6e-db7c059c8b7b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.187508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f0b749a-e612-47d3-9b6e-db7c059c8b7b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.190145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f0b749a-e612-47d3-9b6e-db7c059c8b7b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.192020 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f0b749a-e612-47d3-9b6e-db7c059c8b7b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/f2564434-75e7-459e-b0a9-f74296e6adfb HTTP/1.1" status: 204 len: 168 time: 0.1261311 Nov 12 03:51:10.197058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49510) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.214782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b749a-e612-47d3-9b6e-db7c059c8b7b tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2564434-75e7-459e-b0a9-f74296e6adfb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.215673 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.222756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.230943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Deleting port eafbd571-5e22-4938-8851-1942d15a24fb {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:10.231548 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.254828 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b03eae75-3f47-459b-93d1-3518505b0a16 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556178 Nov 12 03:51:10.259877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49512) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.264569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0cbcf60c-7aa1-491c-a2dc-bf58be3af27f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-secgroup--204550181'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:10.264898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:10.287137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf60c-7aa1-491c-a2dc-bf58be3af27f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.316818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffebf9f-79cc-4332-a792-29f135476779,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.319812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.320172 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Added segment 28956320-8459-45a5-93b8-12099ecb7ff1 of type vlan for network b9c6a42b-f289-4ae8-a5f7-90323ccb626e Nov 12 03:51:10.364524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf60c-7aa1-491c-a2dc-bf58be3af27f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.368248 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf60c-7aa1-491c-a2dc-bf58be3af27f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.379518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.385377 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.396972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf60c-7aa1-491c-a2dc-bf58be3af27f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.398217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0cbcf60c-7aa1-491c-a2dc-bf58be3af27f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1373255 Nov 12 03:51:10.401672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49514) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.403133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Calling delete_port for eafbd571-5e22-4938-8851-1942d15a24fb owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:10.406323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b636d0b3-baf2-480b-a2ee-624552fbc779 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': 'b91cfa94-db8f-4a4f-9448-4e5113529d47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:10.411616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcf60c-7aa1-491c-a2dc-bf58be3af27f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91cfa94-db8f-4a4f-9448-4e5113529d47,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.437107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b636d0b3-baf2-480b-a2ee-624552fbc779 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.463134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.464300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:10.464920 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.502771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b636d0b3-baf2-480b-a2ee-624552fbc779 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.507974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6653826 Nov 12 03:51:10.509847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b636d0b3-baf2-480b-a2ee-624552fbc779 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.511773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49520) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.523115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Request body: {'subnet': {'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-409311576-subnet', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:10.550924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636d0b3-baf2-480b-a2ee-624552fbc779 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d8711d-1745-459f-a0ca-94354188e45b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.553440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a5a26-f3df-4262-9ec9-2021df7bc408 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c6a42b-f289-4ae8-a5f7-90323ccb626e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.569523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:10.593935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Made reservation on behalf of c6c144d28e1148adbe9c23b8e808a829 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:10.602986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.628552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b636d0b3-baf2-480b-a2ee-624552fbc779 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.632441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b636d0b3-baf2-480b-a2ee-624552fbc779 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2272673 Nov 12 03:51:10.632858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49524) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.697966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dc462f2-781b-441f-abd2-0245328dac7c tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.707456 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dc462f2-781b-441f-abd2-0245328dac7c tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.713886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.752177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event deleted for resources: {'Port': ['ID=eafbd571-5e22-4938-8851-1942d15a24fb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.765618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baeba65-aaba-444d-bff5-8791b68c5fa9 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:10.779540 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dc462f2-781b-441f-abd2-0245328dac7c tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.806130 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2dc462f2-781b-441f-abd2-0245328dac7c tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.807260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2dc462f2-781b-441f-abd2-0245328dac7c tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/37d8711d-1745-459f-a0ca-94354188e45b HTTP/1.1" status: 204 len: 168 time: 0.1732705 Nov 12 03:51:10.810697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49526) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.812934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc462f2-781b-441f-abd2-0245328dac7c tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37d8711d-1745-459f-a0ca-94354188e45b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.825333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.836217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.912974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c0ce7fac-c6c8-4646-a69e-a1ab7df2fc52 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1011188 Nov 12 03:51:10.917441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49528) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.929290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03644d53-cb57-4b86-bb9f-2561abe25cb0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:10.935755 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.938017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.953969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Checking segment: {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:10.954321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Network hostable DHCP agents. Network: b9c6a42b-f289-4ae8-a5f7-90323ccb626e, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:10.982029 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.982605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Fanout notify agent at l3_agent the message router_deleted on router f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:10.985289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:10.991576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.992718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-486298ff-a7e2-4f5b-bcab-0b4bd8d1f9f5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc HTTP/1.1" status: 204 len: 168 time: 1.1444311 Nov 12 03:51:10.996776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49530) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.000421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2106501146', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': False}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:11.006200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, b9c6a42b-f289-4ae8-a5f7-90323ccb626e) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:11.007878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099eadcd-406d-4ffc-8e83-03ba59157287 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.012165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.012759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.016283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a9812-0360-44bb-a8dc-42d11a3fd716 None None] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:11.027058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.028454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.046619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-49f3bc47-2e30-434d-a6d4-dd78bab59d69 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5281999 Nov 12 03:51:11.046619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099eadcd-406d-4ffc-8e83-03ba59157287 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.046908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49532) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.051688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:11.093803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099eadcd-406d-4ffc-8e83-03ba59157287 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.096764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099eadcd-406d-4ffc-8e83-03ba59157287 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.098628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-099eadcd-406d-4ffc-8e83-03ba59157287 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/b91cfa94-db8f-4a4f-9448-4e5113529d47 HTTP/1.1" status: 204 len: 168 time: 0.1790700 Nov 12 03:51:11.104112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.110707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.117114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099eadcd-406d-4ffc-8e83-03ba59157287 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91cfa94-db8f-4a4f-9448-4e5113529d47,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.153371 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.154004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5345b548-1fdc-4b4e-afbd-1bf4871e055f tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488946 Nov 12 03:51:11.158227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49536) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.158657 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.163438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-734ff968-b150-443a-8786-27b7381f3d51 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group': {'name': 'tempest-secgroup--577165940'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:11.188811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-734ff968-b150-443a-8786-27b7381f3d51 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.203506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:11.205239 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.272442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-734ff968-b150-443a-8786-27b7381f3d51 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.277381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-734ff968-b150-443a-8786-27b7381f3d51 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.305510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ff968-b150-443a-8786-27b7381f3d51 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ea070b-5ae8-46c6-9e69-3d17e9382587,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.316561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.320054 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.328412 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-734ff968-b150-443a-8786-27b7381f3d51 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.334080 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-734ff968-b150-443a-8786-27b7381f3d51 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1716781 Nov 12 03:51:11.336265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.340576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3990bed1-c6dc-4ce6-b27f-2fc43337a702 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': '23ea070b-5ae8-46c6-9e69-3d17e9382587', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:11.355059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Allocated IP 172.20.0.2 (b9c6a42b-f289-4ae8-a5f7-90323ccb626e/03644d53-cb57-4b86-bb9f-2561abe25cb0/f414719a-f5da-429c-8b6a-c18490276431) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:11.369596 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3990bed1-c6dc-4ce6-b27f-2fc43337a702 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.433057 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3990bed1-c6dc-4ce6-b27f-2fc43337a702 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.437645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3990bed1-c6dc-4ce6-b27f-2fc43337a702 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.458616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990bed1-c6dc-4ce6-b27f-2fc43337a702 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766bb981-d464-4467-8b6a-decd4fd7cb23,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.469854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3990bed1-c6dc-4ce6-b27f-2fc43337a702 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.471132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3990bed1-c6dc-4ce6-b27f-2fc43337a702 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341691 Nov 12 03:51:11.474717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49540) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.492813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-520d37bf-df8c-48f9-89a6-1262be0401a4 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules/766bb981-d464-4467-8b6a-decd4fd7cb23 HTTP/1.1" status: 200 len: 763 time: 0.0168824 Nov 12 03:51:11.495247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.512304 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.529775 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.536861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.538622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cc0505f4-0d1d-4539-ade7-1509335e1c3d tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0417607 Nov 12 03:51:11.541183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49544) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.577411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:11.581835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:11.586741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:11.586889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-708faed2-359a-46b6-80c0-055961130252 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.601473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Pushing event updated for resources: {'Port': ['ID=f414719a-f5da-429c-8b6a-c18490276431,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.642327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-708faed2-359a-46b6-80c0-055961130252 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.675137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Attempting to bind port f414719a-f5da-429c-8b6a-c18490276431 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:11.675507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Attempting to bind port f414719a-f5da-429c-8b6a-c18490276431 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:11.676232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Attempting to bind port f414719a-f5da-429c-8b6a-c18490276431 on network b9c6a42b-f289-4ae8-a5f7-90323ccb626e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:11.685005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-708faed2-359a-46b6-80c0-055961130252 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.686761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:11.687423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Checking segment: {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:11.687989 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.688582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Bound using segment: {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:11.689247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Bound port: f414719a-f5da-429c-8b6a-c18490276431, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:11.690029 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.698311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-708faed2-359a-46b6-80c0-055961130252 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.704691 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-708faed2-359a-46b6-80c0-055961130252 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/766bb981-d464-4467-8b6a-decd4fd7cb23 HTTP/1.1" status: 204 len: 168 time: 0.1623533 Nov 12 03:51:11.705787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49552) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.720325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708faed2-359a-46b6-80c0-055961130252 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=766bb981-d464-4467-8b6a-decd4fd7cb23,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.734067 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.768155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-448d89e0-7d26-4c98-b332-5503349db69e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558281 Nov 12 03:51:11.772951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49554) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.777561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-73c9b0f8-664c-4a23-b910-a340a2d0912e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': '23ea070b-5ae8-46c6-9e69-3d17e9382587', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:11.788534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.802155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] For port f414719a-f5da-429c-8b6a-c18490276431, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:11.805572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] For port f414719a-f5da-429c-8b6a-c18490276431, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f414719a-f5da-429c-8b6a-c18490276431,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:11.809384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73c9b0f8-664c-4a23-b910-a340a2d0912e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.810530 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.863295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73c9b0f8-664c-4a23-b910-a340a2d0912e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.870422 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73c9b0f8-664c-4a23-b910-a340a2d0912e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.891116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c34fb2-543b-498a-8425-2c7fbe3a87c4 None None] Pushing event updated for resources: {'Port': ['ID=f414719a-f5da-429c-8b6a-c18490276431,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.897494 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9b0f8-664c-4a23-b910-a340a2d0912e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a84f99-7caf-46bd-82bf-8c6f8eaa50b7,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.907880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73c9b0f8-664c-4a23-b910-a340a2d0912e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.909124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-73c9b0f8-664c-4a23-b910-a340a2d0912e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350586 Nov 12 03:51:11.914707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49556) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:11.942969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.978142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a02b07bb-8f4d-464c-8267-134e065b0d9e tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules/51a84f99-7caf-46bd-82bf-8c6f8eaa50b7 HTTP/1.1" status: 200 len: 763 time: 0.0623310 Nov 12 03:51:11.979266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.981091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.029868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-006d8ea7-abcf-4782-909c-80055d480856 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445950 Nov 12 03:51:12.029868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49560) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.036008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Allocated IP 172.25.0.154 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/88d956ed-0f7c-4d50-8efe-d530c56d81b8) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:12.079476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0dde39f-d40d-468c-901e-3c1f6e88ed12 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.091562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0dde39f-d40d-468c-901e-3c1f6e88ed12 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.131738 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0dde39f-d40d-468c-901e-3c1f6e88ed12 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.138534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d0dde39f-d40d-468c-901e-3c1f6e88ed12 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.141979 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d0dde39f-d40d-468c-901e-3c1f6e88ed12 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/51a84f99-7caf-46bd-82bf-8c6f8eaa50b7 HTTP/1.1" status: 204 len: 168 time: 0.1090984 Nov 12 03:51:12.143382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49562) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.146209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dde39f-d40d-468c-901e-3c1f6e88ed12 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51a84f99-7caf-46bd-82bf-8c6f8eaa50b7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.210237 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76e43912-3f63-48a8-9281-69f5486efce9 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657082 Nov 12 03:51:12.213206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49564) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.213325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.218354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-75b02252-ba2d-4107-a4ee-1304ea0ef080 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Request body: {'security_group_rule': {'security_group_id': '23ea070b-5ae8-46c6-9e69-3d17e9382587', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:12.240854 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-75b02252-ba2d-4107-a4ee-1304ea0ef080 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Project d8fe1c8611574af9a9d3204917e8239e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:12.246326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75b02252-ba2d-4107-a4ee-1304ea0ef080 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.248515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.295146 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75b02252-ba2d-4107-a4ee-1304ea0ef080 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.299259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75b02252-ba2d-4107-a4ee-1304ea0ef080 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.315651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b02252-ba2d-4107-a4ee-1304ea0ef080 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85aaed5-57a9-4aaf-ba6e-1e2f97ed27ab,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.316951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:12.324786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:12.329812 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-75b02252-ba2d-4107-a4ee-1304ea0ef080 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.330894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:12.331095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-75b02252-ba2d-4107-a4ee-1304ea0ef080 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168685 Nov 12 03:51:12.334589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49566) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.336603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'Port': ['ID=88d956ed-0f7c-4d50-8efe-d530c56d81b8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.346519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0dbb9-04a8-4bd3-bf5f-dd9422d8cc3b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:12.361545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-07a5b956-1d67-4ddd-a36a-898e53706bb0 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules/c85aaed5-57a9-4aaf-ba6e-1e2f97ed27ab HTTP/1.1" status: 200 len: 769 time: 0.0257812 Nov 12 03:51:12.364631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49568) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.365955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Allocated IP 172.25.0.244 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/c391b13f-b808-4f99-8428-d7a048632ceb) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:12.400992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0ee17356-7ff5-4280-bd58-d276a19f3118 None None] Provisioning complete for port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:12.401440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ee17356-7ff5-4280-bd58-d276a19f3118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.420310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-022069fc-7d95-43c0-b441-450a0c3c778c tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0520122 Nov 12 03:51:12.421161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49570) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.435996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0ee17356-7ff5-4280-bd58-d276a19f3118 None None] Port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:12.450435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-163f656c-cd5b-453d-8b21-a0d101c38fb2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.459852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-163f656c-cd5b-453d-8b21-a0d101c38fb2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.487017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-163f656c-cd5b-453d-8b21-a0d101c38fb2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.493222 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-163f656c-cd5b-453d-8b21-a0d101c38fb2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.494387 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-163f656c-cd5b-453d-8b21-a0d101c38fb2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c85aaed5-57a9-4aaf-ba6e-1e2f97ed27ab HTTP/1.1" status: 204 len: 168 time: 0.0722995 Nov 12 03:51:12.498232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49572) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.517408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f656c-cd5b-453d-8b21-a0d101c38fb2 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c85aaed5-57a9-4aaf-ba6e-1e2f97ed27ab,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.548201 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1733e29a-a650-4db8-b83a-da16bb505ca7 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461760 Nov 12 03:51:12.548714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.621468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-20771fc2-7dff-4c0a-b4d8-4fc87a76df7a tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.652000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-20771fc2-7dff-4c0a-b4d8-4fc87a76df7a tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.717963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-20771fc2-7dff-4c0a-b4d8-4fc87a76df7a tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.721566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-20771fc2-7dff-4c0a-b4d8-4fc87a76df7a tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.726707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-20771fc2-7dff-4c0a-b4d8-4fc87a76df7a tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "DELETE /v2.0/security-groups/23ea070b-5ae8-46c6-9e69-3d17e9382587 HTTP/1.1" status: 204 len: 168 time: 0.1766667 Nov 12 03:51:12.727413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49576) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.791143 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4bfca7eb-474a-46c3-851d-4729e14aa781 tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591002 Nov 12 03:51:12.792068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49580) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.795696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20771fc2-7dff-4c0a-b4d8-4fc87a76df7a tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ea070b-5ae8-46c6-9e69-3d17e9382587,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.861504 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4eaeb0c2-3190-4442-9168-d73608c6786a tempest-SecGroupIPv6Test-751135741 tempest-SecGroupIPv6Test-751135741-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0683122 Nov 12 03:51:12.999648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af197c23-8d4c-4fe6-a814-6b47cafc1075 None None] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:13.045558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.089065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fd393ca8-1726-4627-823b-6b5beb2d4a7b None None] Provisioning complete for port f414719a-f5da-429c-8b6a-c18490276431 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:13.090121 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd393ca8-1726-4627-823b-6b5beb2d4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.132123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49590) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:13.134011 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.136295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.230450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:13.238571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:13.265838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Pushing event updated for resources: {'Port': ['ID=c391b13f-b808-4f99-8428-d7a048632ceb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:13.268491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:13.304374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.304704 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.305069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.305403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.305727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.306367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.306367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.306666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.306982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.307295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.307611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.307925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.330383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9dd9b61e-afce-4483-8aed-62264e641d34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8fe1c8611574af9a9d3204917e8239e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963398 Nov 12 03:51:13.333623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49594) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:13.387074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7de1b1fc-1d51-4222-946e-bdd29ffe7091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.387967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e05245-cae9-4eaf-91aa-5b466693dd56 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:13.411995 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7de1b1fc-1d51-4222-946e-bdd29ffe7091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.417284 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd393ca8-1726-4627-823b-6b5beb2d4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.466600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fd393ca8-1726-4627-823b-6b5beb2d4a7b None None] For port f414719a-f5da-429c-8b6a-c18490276431, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f414719a-f5da-429c-8b6a-c18490276431,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:13.471864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd393ca8-1726-4627-823b-6b5beb2d4a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.494009 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7de1b1fc-1d51-4222-946e-bdd29ffe7091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.501717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7de1b1fc-1d51-4222-946e-bdd29ffe7091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.503435 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7de1b1fc-1d51-4222-946e-bdd29ffe7091 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da89f7d1-c229-402f-9f32-a1650c3c4512 HTTP/1.1" status: 204 len: 168 time: 0.1682575 Nov 12 03:51:13.520130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1b1fc-1d51-4222-946e-bdd29ffe7091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da89f7d1-c229-402f-9f32-a1650c3c4512,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:13.561996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd393ca8-1726-4627-823b-6b5beb2d4a7b None None] Pushing event updated for resources: {'Port': ['ID=f414719a-f5da-429c-8b6a-c18490276431,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:13.600719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.609693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3fc34984-cb36-43d9-8a89-4ae3e1c666b2 None None] Provisioning complete for port c391b13f-b808-4f99-8428-d7a048632ceb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:13.610395 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3fc34984-cb36-43d9-8a89-4ae3e1c666b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.660323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f414719a-f5da-429c-8b6a-c18490276431 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:13.698575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3fc34984-cb36-43d9-8a89-4ae3e1c666b2 None None] Port c391b13f-b808-4f99-8428-d7a048632ceb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:13.737670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f414719a-f5da-429c-8b6a-c18490276431 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:13.738939 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.836378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4eb1612f-3a40-447e-af63-0be5798f5f6c None None] Provisioning complete for port f414719a-f5da-429c-8b6a-c18490276431 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:13.837011 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4eb1612f-3a40-447e-af63-0be5798f5f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.848137 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.968253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Router 0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:14.174115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.183782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:14.193923 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Sync routers for ids ['0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:14.204007 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Routers {'0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:14.204783 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:14.297356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.298944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-726909bb-8e48-435c-9d3b-42a73397d826 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3016222 Nov 12 03:51:14.301670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49628) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:14.339328 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Set router 0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:14.411123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49632) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:14.419973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Router af6ccb49-d48a-49ad-b221-7af13bfea51e is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:14.531067 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-01a00f6f-598a-42da-b45f-a0771e52d744 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/routers/0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670 HTTP/1.1" status: 200 len: 909 time: 0.2257388 Nov 12 03:51:14.531880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49636) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:14.538192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2106501146', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': True}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:14.561086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:14.575887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Sync routers for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:14.587255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.593435 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670', 'name': 'tempest-snat-router-2106501146', 'tenant_id': '9b33423da6fa44608431117da8cdcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.154'}], 'enable_snat': False}, 'gw_port_id': '88d956ed-0f7c-4d50-8efe-d530c56d81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:12Z', 'revision_number': 3, 'project_id': '9b33423da6fa44608431117da8cdcad8', 'gw_port': {'id': '88d956ed-0f7c-4d50-8efe-d530c56d81b8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:14.603604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.611717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:14.612834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cf45c25b-66f5-45e0-8b3b-d335aedf917b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:14.613317 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-cf45c25b-66f5-45e0-8b3b-d335aedf917b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:51:14.613830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:14.613964 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-cf45c25b-66f5-45e0-8b3b-d335aedf917b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:51:14.619112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cf45c25b-66f5-45e0-8b3b-d335aedf917b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2068284 Nov 12 03:51:14.619792 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49638) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:14.625623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547985911'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:14.631115 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Checking router: 0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:14.631760 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Updating router 0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670 port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:14.633586 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.642491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c12cba79-40ea-4a96-9f3a-7ded8dd92857 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5911291 Nov 12 03:51:14.643540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49640) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:14.674483 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.726073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.753037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.766065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.867144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:14.977790 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.013104 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.042040 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.048731 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.078027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522af75-a158-4579-ad81-e9e157e572f4 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:15.085413 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Attempting to bind port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:15.086381 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Attempting to bind port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:15.087127 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Attempting to bind port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:15.103910 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.116864 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:15.117730 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:15.118800 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.119671 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:15.120604 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Bound port: 88d956ed-0f7c-4d50-8efe-d530c56d81b8, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:15.121376 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.193336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:13Z', 'revision_number': 3, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:15.197439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0f53a2f9-5caa-46e0-9baf-6e2ce13e1ad1 None None] Provisioning complete for port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:15.197810 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0f53a2f9-5caa-46e0-9baf-6e2ce13e1ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.201790 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] For port 88d956ed-0f7c-4d50-8efe-d530c56d81b8, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:15.206297 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] For port 88d956ed-0f7c-4d50-8efe-d530c56d81b8, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88d956ed-0f7c-4d50-8efe-d530c56d81b8,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:15.223695 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.244340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe75a2a-2515-4cc5-aa9c-c7db22f606fa,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:15.261564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Checking router: af6ccb49-d48a-49ad-b221-7af13bfea51e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:15.261919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Updating router af6ccb49-d48a-49ad-b221-7af13bfea51e port c391b13f-b808-4f99-8428-d7a048632ceb binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:15.265401 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Routers {'0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:15.266302 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:15.268953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c19dd3-f483-4077-803b-7f5e7ef0d56c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:15.330973 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.337903 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.353714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.389638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.404981 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.407091 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] Set router 0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:15.424255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.478772 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Pushing event updated for resources: {'Port': ['ID=88d956ed-0f7c-4d50-8efe-d530c56d81b8,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:15.496306 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.497001 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.497740 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.498969 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.500703 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.502179 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.502179 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.502393 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.504332 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.504703 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.506061 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.506487 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:15.509274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e2852e-b2e8-4540-b46c-821a73826a00,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:15.511382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Allocated IP 172.25.0.204 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/f02cab88-604d-40be-a63b-061c67e01b4f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:15.528533 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.535892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c320fcad-9d93-4b03-83b2-d20d0b9b31a3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9138176 Nov 12 03:51:15.537753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49644) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:15.545197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0f53a2f9-5caa-46e0-9baf-6e2ce13e1ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.552593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-22fb6bd8-34c9-4052-b85e-72a0c8944121 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '92e2852e-b2e8-4540-b46c-821a73826a00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:15.612871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f414719a-f5da-429c-8b6a-c18490276431 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:15.674752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22fb6bd8-34c9-4052-b85e-72a0c8944121 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.694461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0f53a2f9-5caa-46e0-9baf-6e2ce13e1ad1 None None] For port 88d956ed-0f7c-4d50-8efe-d530c56d81b8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88d956ed-0f7c-4d50-8efe-d530c56d81b8,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:15.734103 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0f53a2f9-5caa-46e0-9baf-6e2ce13e1ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.738163 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.785280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22fb6bd8-34c9-4052-b85e-72a0c8944121 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.792052 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22fb6bd8-34c9-4052-b85e-72a0c8944121 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.797292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Allocated IP 172.20.0.1 (b9c6a42b-f289-4ae8-a5f7-90323ccb626e/03644d53-cb57-4b86-bb9f-2561abe25cb0/8b72f37b-b39c-42cf-9f28-cf7db18d0cfd) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:15.817417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb6bd8-34c9-4052-b85e-72a0c8944121 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ddb399-4075-4869-b4c0-3acc37d818bb,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:15.819993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.825930 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45066e3f-b43a-45f8-9f97-09ad5521a56e None None] Pushing event updated for resources: {'Port': ['ID=88d956ed-0f7c-4d50-8efe-d530c56d81b8,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:15.833175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-22fb6bd8-34c9-4052-b85e-72a0c8944121 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.837338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-22fb6bd8-34c9-4052-b85e-72a0c8944121 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929022 Nov 12 03:51:15.850065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49646) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:15.857083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c19cc735-1ba3-48ea-88b4-eb553d0ea3ad tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '92e2852e-b2e8-4540-b46c-821a73826a00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:15.873104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:15.878785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:15.886849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:15.922038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c19cc735-1ba3-48ea-88b4-eb553d0ea3ad tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.923495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'Port': ['ID=f02cab88-604d-40be-a63b-061c67e01b4f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:15.955688 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670', 'name': 'tempest-snat-router-2106501146', 'tenant_id': '9b33423da6fa44608431117da8cdcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.154'}], 'enable_snat': False}, 'gw_port_id': '88d956ed-0f7c-4d50-8efe-d530c56d81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:12Z', 'revision_number': 3, 'project_id': '9b33423da6fa44608431117da8cdcad8', 'gw_port': {'id': '88d956ed-0f7c-4d50-8efe-d530c56d81b8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:15.997261 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e836b-0ea5-4183-8069-5b19144fff56 None None] The sync data for ids ['0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670'] in n-d-789963-21 is: [{'id': '0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670', 'name': 'tempest-snat-router-2106501146', 'tenant_id': '9b33423da6fa44608431117da8cdcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.154'}], 'enable_snat': False}, 'gw_port_id': '88d956ed-0f7c-4d50-8efe-d530c56d81b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:12Z', 'revision_number': 3, 'project_id': '9b33423da6fa44608431117da8cdcad8', 'gw_port': {'id': '88d956ed-0f7c-4d50-8efe-d530c56d81b8', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:16.014463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1ab65-00d8-41e0-8a23-f8ebcc0201e9 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:16.089902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53a2f9-5caa-46e0-9baf-6e2ce13e1ad1 None None] Pushing event updated for resources: {'Port': ['ID=88d956ed-0f7c-4d50-8efe-d530c56d81b8,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:16.091741 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-c19cc735-1ba3-48ea-88b4-eb553d0ea3ad tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:51:16.096119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c19cc735-1ba3-48ea-88b4-eb553d0ea3ad tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2437990 Nov 12 03:51:16.096649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:16.102327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f414719a-f5da-429c-8b6a-c18490276431 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:16.102736 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.105557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-24ef9c24-fc14-4e74-86b5-d5b9542d2fe0 None None] Provisioning complete for port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:16.105922 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-24ef9c24-fc14-4e74-86b5-d5b9542d2fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.125703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.167217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.228966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:16.232266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:16.241316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:16.252328 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27dba617-16f1-4e91-b91b-243c977e4a9b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.295305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:16.321878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27dba617-16f1-4e91-b91b-243c977e4a9b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.326221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.365023 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.510507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.524938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.667928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb2849-ea6e-4dd2-98d3-c5bd2d5b666a None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:16.706813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-260e156d-3352-4bcd-955b-944a59afd48b None None] Provisioning complete for port f02cab88-604d-40be-a63b-061c67e01b4f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:16.707103 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-260e156d-3352-4bcd-955b-944a59afd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.727612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Attempting to bind port c391b13f-b808-4f99-8428-d7a048632ceb on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:16.728227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Attempting to bind port c391b13f-b808-4f99-8428-d7a048632ceb by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:16.728856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Attempting to bind port c391b13f-b808-4f99-8428-d7a048632ceb on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:16.730435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27dba617-16f1-4e91-b91b-243c977e4a9b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.741385 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-27dba617-16f1-4e91-b91b-243c977e4a9b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.743712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-27dba617-16f1-4e91-b91b-243c977e4a9b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/92e2852e-b2e8-4540-b46c-821a73826a00 HTTP/1.1" status: 204 len: 168 time: 0.6452279 Nov 12 03:51:16.757051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49654) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:16.771086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15d957-9f79-467e-9411-4b56a7b08b58 None None] Pushing event updated for resources: {'Port': ['ID=c391b13f-b808-4f99-8428-d7a048632ceb,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:16.787775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dba617-16f1-4e91-b91b-243c977e4a9b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e2852e-b2e8-4540-b46c-821a73826a00,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:16.810110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:16.810451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:16.810830 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.811233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:16.811733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Bound port: c391b13f-b808-4f99-8428-d7a048632ceb, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:16.812115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.857727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-260e156d-3352-4bcd-955b-944a59afd48b None None] Port f02cab88-604d-40be-a63b-061c67e01b4f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:16.905313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] For port c391b13f-b808-4f99-8428-d7a048632ceb, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:16.909914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] For port c391b13f-b808-4f99-8428-d7a048632ceb, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c391b13f-b808-4f99-8428-d7a048632ceb,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:16.911878 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8340d4f5-0cc7-4b89-a803-13c618e870c2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1517787 Nov 12 03:51:16.916624 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.921606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49656) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:16.928968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-689aafb7-e5fc-405d-9179-f76eacf8aa40 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184049635'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:16.990611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15d957-9f79-467e-9411-4b56a7b08b58 None None] Pushing event updated for resources: {'Port': ['ID=c391b13f-b808-4f99-8428-d7a048632ceb,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.038259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-689aafb7-e5fc-405d-9179-f76eacf8aa40 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.042733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c95a1-5986-4879-a1df-75912c1478de None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:17.047564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.077837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] Provisioning complete for port c391b13f-b808-4f99-8428-d7a048632ceb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:17.079140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.137608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:17.139075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:17.289772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.303352 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-689aafb7-e5fc-405d-9179-f76eacf8aa40 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.318896 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-689aafb7-e5fc-405d-9179-f76eacf8aa40 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.340604 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.371425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:17.375016 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-689aafb7-e5fc-405d-9179-f76eacf8aa40 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.382657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-689aafb7-e5fc-405d-9179-f76eacf8aa40 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4578509 Nov 12 03:51:17.383345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49662) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:17.397482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-45e2bf97-0ed3-47c9-83b3-256747a7c3f5 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '9d12bbbf-8bff-4cba-9a0f-78bbab971dc0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:17.398225 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-45e2bf97-0ed3-47c9-83b3-256747a7c3f5 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:51:17.398727 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-45e2bf97-0ed3-47c9-83b3-256747a7c3f5 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:17.403408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-45e2bf97-0ed3-47c9-83b3-256747a7c3f5 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096035 Nov 12 03:51:17.406208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] For port c391b13f-b808-4f99-8428-d7a048632ceb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c391b13f-b808-4f99-8428-d7a048632ceb,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:17.406559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49664) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:17.443173 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.455254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aafb7-e5fc-405d-9179-f76eacf8aa40 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d12bbbf-8bff-4cba-9a0f-78bbab971dc0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.468327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Router 13d6af1a-322e-4db3-bdba-021c7dddcd35 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:17.519744 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] Pushing event updated for resources: {'Port': ['ID=c391b13f-b808-4f99-8428-d7a048632ceb,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.532413 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04c43c45-c748-446c-90ac-e16bd500064c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.579950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.587670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.603036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] Provisioning complete for port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:17.603406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.661033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04c43c45-c748-446c-90ac-e16bd500064c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.663633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88d956ed-0f7c-4d50-8efe-d530c56d81b8 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:17.669630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-56f60400-f945-49d8-bd8e-850bfa3d4997 None None] Port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:17.720213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.724521 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.851062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:17.852980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:17.922792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-68338168-6461-4ce3-a550-d0c39eb3c56b None None] Provisioning complete for port c391b13f-b808-4f99-8428-d7a048632ceb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:17.923166 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-68338168-6461-4ce3-a550-d0c39eb3c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.031922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:13Z', 'revision_number': 3, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.033651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:18.034021 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.062905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Router af6ccb49-d48a-49ad-b221-7af13bfea51e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:18.108362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278f5f3-5fd7-4969-b9f3-f8c7d985a55c None None] The sync data for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 is: [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:13Z', 'revision_number': 3, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:18.294634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:18.301658 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-212d7f2f-01b2-4165-a837-e3e2576f8cb7 admin admin] 10.222.0.49 "PUT /v2.0/routers/af6ccb49-d48a-49ad-b221-7af13bfea51e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6564536 Nov 12 03:51:18.309775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:18.322861 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04c43c45-c748-446c-90ac-e16bd500064c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.325568 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04c43c45-c748-446c-90ac-e16bd500064c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.329357 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-04c43c45-c748-446c-90ac-e16bd500064c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/9d12bbbf-8bff-4cba-9a0f-78bbab971dc0 HTTP/1.1" status: 204 len: 168 time: 0.9158502 Nov 12 03:51:18.329497 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d128978-a255-4517-aef3-6544f454829c None None] Sync routers for ids ['13d6af1a-322e-4db3-bdba-021c7dddcd35'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:18.330991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:18.345240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-279336cc-bd6c-47de-9c7b-bbf3cb4af343 None None] Provisioning complete for port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:18.345614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-279336cc-bd6c-47de-9c7b-bbf3cb4af343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.358065 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d128978-a255-4517-aef3-6544f454829c None None] Routers {'13d6af1a-322e-4db3-bdba-021c7dddcd35'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:18.358719 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7d128978-a255-4517-aef3-6544f454829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['13d6af1a-322e-4db3-bdba-021c7dddcd35'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:18.373170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c43c45-c748-446c-90ac-e16bd500064c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d12bbbf-8bff-4cba-9a0f-78bbab971dc0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:18.384040 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.386604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cf46d9ef-48cb-47e3-b846-710705bfed96 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8525786 Nov 12 03:51:18.388634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49678) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:18.429095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-455f277e-cda6-439e-9bff-9f19d442f426 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946250 Nov 12 03:51:18.429875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49680) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:18.441385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8c461d51-0593-46c9-b329-19443f751cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--446962656'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:18.476397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-279336cc-bd6c-47de-9c7b-bbf3cb4af343 None None] Port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:18.492018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c461d51-0593-46c9-b329-19443f751cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.658009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-02c030b2-1aee-401a-bb88-107f4513fc40 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/routers/13d6af1a-322e-4db3-bdba-021c7dddcd35 HTTP/1.1" status: 200 len: 908 time: 0.2657859 Nov 12 03:51:18.658259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49686) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:18.681562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c461d51-0593-46c9-b329-19443f751cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.687260 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c461d51-0593-46c9-b329-19443f751cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.749032 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7d128978-a255-4517-aef3-6544f454829c None None] Set router 13d6af1a-322e-4db3-bdba-021c7dddcd35 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:18.763536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8c461d51-0593-46c9-b329-19443f751cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.765467 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8c461d51-0593-46c9-b329-19443f751cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3339095 Nov 12 03:51:18.769730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49688) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:18.778140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c1c47afc-cd7e-456d-b989-0e05285d9003 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '7bbca060-3f9d-4620-aff5-8c6dc641e1dc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:18.782161 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-c1c47afc-cd7e-456d-b989-0e05285d9003 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:51:18.782957 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-c1c47afc-cd7e-456d-b989-0e05285d9003 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:18.784439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c1c47afc-cd7e-456d-b989-0e05285d9003 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131595 Nov 12 03:51:18.789655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49690) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:18.801219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c461d51-0593-46c9-b329-19443f751cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbca060-3f9d-4620-aff5-8c6dc641e1dc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:18.851184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.902271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44a62cd1-1cdb-4993-ae6c-c4688bfdd971 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.945331 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44a62cd1-1cdb-4993-ae6c-c4688bfdd971 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.023412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44a62cd1-1cdb-4993-ae6c-c4688bfdd971 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.028486 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44a62cd1-1cdb-4993-ae6c-c4688bfdd971 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.039090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-44a62cd1-1cdb-4993-ae6c-c4688bfdd971 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/7bbca060-3f9d-4620-aff5-8c6dc641e1dc HTTP/1.1" status: 204 len: 168 time: 0.2454453 Nov 12 03:51:19.041493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49694) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.057153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a62cd1-1cdb-4993-ae6c-c4688bfdd971 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbca060-3f9d-4620-aff5-8c6dc641e1dc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.150105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49698) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.151115 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4187e759-2236-4e43-8785-dfd7c856c749 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1043468 Nov 12 03:51:19.156495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0688939b-d1e0-4b65-bf78-cd855ad6d68e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--830737329'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:19.162992 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.174873 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7d128978-a255-4517-aef3-6544f454829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d6af1a-322e-4db3-bdba-021c7dddcd35', 'name': 'tempest-snat-router-2106501146', 'tenant_id': '9b33423da6fa44608431117da8cdcad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f02cab88-604d-40be-a63b-061c67e01b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:14Z', 'updated_at': '2021-11-12T03:51:16Z', 'revision_number': 3, 'project_id': '9b33423da6fa44608431117da8cdcad8', 'gw_port': {'id': 'f02cab88-604d-40be-a63b-061c67e01b4f', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d6af1a-322e-4db3-bdba-021c7dddcd35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:19.227027 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d128978-a255-4517-aef3-6544f454829c None None] Checking router: 13d6af1a-322e-4db3-bdba-021c7dddcd35 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:19.227387 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d128978-a255-4517-aef3-6544f454829c None None] Updating router 13d6af1a-322e-4db3-bdba-021c7dddcd35 port f02cab88-604d-40be-a63b-061c67e01b4f binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:19.250837 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0688939b-d1e0-4b65-bf78-cd855ad6d68e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.262646 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d128978-a255-4517-aef3-6544f454829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.309496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Deleting port f02cab88-604d-40be-a63b-061c67e01b4f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:19.310049 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.366703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0688939b-d1e0-4b65-bf78-cd855ad6d68e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.372650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0688939b-d1e0-4b65-bf78-cd855ad6d68e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.429862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.432286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688939b-d1e0-4b65-bf78-cd855ad6d68e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4645e101-a11b-4fb2-8d66-e3c6ce462658,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.449528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Calling delete_port for f02cab88-604d-40be-a63b-061c67e01b4f owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:19.467783 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0688939b-d1e0-4b65-bf78-cd855ad6d68e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.470497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0688939b-d1e0-4b65-bf78-cd855ad6d68e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3193352 Nov 12 03:51:19.478208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49704) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.484474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fae4b889-6815-4881-9ec3-488a4926e827 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4645e101-a11b-4fb2-8d66-e3c6ce462658', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:19.494487 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-fae4b889-6815-4881-9ec3-488a4926e827 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:51:19.495044 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-fae4b889-6815-4881-9ec3-488a4926e827 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:19.496212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fae4b889-6815-4881-9ec3-488a4926e827 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169396 Nov 12 03:51:19.499715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49706) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.506364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-94f8fbe2-1662-43b9-b4f5-88286400fe92 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4645e101-a11b-4fb2-8d66-e3c6ce462658', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:19.514916 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-94f8fbe2-1662-43b9-b4f5-88286400fe92 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:51:19.518541 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-94f8fbe2-1662-43b9-b4f5-88286400fe92 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:19.520206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-94f8fbe2-1662-43b9-b4f5-88286400fe92 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0181801 Nov 12 03:51:19.525555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49708) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.539185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ab3e194e-20af-4f44-aa08-19d85ae3988a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4645e101-a11b-4fb2-8d66-e3c6ce462658', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:19.540858 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-ab3e194e-20af-4f44-aa08-19d85ae3988a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:51:19.541651 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-ab3e194e-20af-4f44-aa08-19d85ae3988a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:19.545608 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab3e194e-20af-4f44-aa08-19d85ae3988a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162711 Nov 12 03:51:19.546374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49712) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.559401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d5ec4f76-ee1e-47e5-8cd3-4b24c803000f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4645e101-a11b-4fb2-8d66-e3c6ce462658', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:19.560898 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-d5ec4f76-ee1e-47e5-8cd3-4b24c803000f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:51:19.561667 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-d5ec4f76-ee1e-47e5-8cd3-4b24c803000f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:19.566420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d5ec4f76-ee1e-47e5-8cd3-4b24c803000f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0185030 Nov 12 03:51:19.567329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49714) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.640431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c391b13f-b808-4f99-8428-d7a048632ceb up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:19.642037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49716) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.654584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1729445358-network', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:19.717827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Made reservation on behalf of 04f36de8345c462aa7d9bead483e39eb for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:19.725520 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.762581 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.770900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c391b13f-b808-4f99-8428-d7a048632ceb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:19.771271 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.796108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29b00e3b-e803-4d4b-bc24-1a539aee0bf6 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.806942 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.db.api [None req-7d128978-a255-4517-aef3-6544f454829c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:19.807454 n-d-789963-21 neutron-server[102631]: DEBUG oslo_db.api [None req-7d128978-a255-4517-aef3-6544f454829c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:19.808547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.844334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29b00e3b-e803-4d4b-bc24-1a539aee0bf6 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.858197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4424032-f818-4aa4-b74f-8e6055a0a89e None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:19.866167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event deleted for resources: {'Port': ['ID=f02cab88-604d-40be-a63b-061c67e01b4f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.953356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.956046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29b00e3b-e803-4d4b-bc24-1a539aee0bf6 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.971282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-29b00e3b-e803-4d4b-bc24-1a539aee0bf6 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.973262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-29b00e3b-e803-4d4b-bc24-1a539aee0bf6 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/4645e101-a11b-4fb2-8d66-e3c6ce462658 HTTP/1.1" status: 204 len: 168 time: 0.4046135 Nov 12 03:51:19.985841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49730) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.018158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b00e3b-e803-4d4b-bc24-1a539aee0bf6 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4645e101-a11b-4fb2-8d66-e3c6ce462658,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.022452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.038267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.090493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8a2a01a1-1708-4201-8fb6-9ede75197c12 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1006408 Nov 12 03:51:20.091457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:20.095856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49736) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.101252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08fce53-7a33-4055-b7d7-7defe831da91,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.108187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d00415da-7b25-4412-a38f-35c1ceb560a2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--284933298'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.134396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.134798 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Added segment da27d88f-c864-4c0f-b9b7-aae20bade330 of type vlan for network ca25d382-6002-4549-9421-fa8cd0c39644 Nov 12 03:51:20.144668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.148344 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.181944 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d00415da-7b25-4412-a38f-35c1ceb560a2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.204357 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.205325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13d6af1a-322e-4db3-bdba-021c7dddcd35 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:20.206694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.211860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.215681 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6b14a407-a53b-486e-b5c6-1ff3ad38be50 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "DELETE /v2.0/routers/13d6af1a-322e-4db3-bdba-021c7dddcd35 HTTP/1.1" status: 204 len: 168 time: 1.5538676 Nov 12 03:51:20.216138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49742) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.265385 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.266339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.267067 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.333537 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d00415da-7b25-4412-a38f-35c1ceb560a2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.335312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.339175 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d128978-a255-4517-aef3-6544f454829c None None] Port f02cab88-604d-40be-a63b-061c67e01b4f not found while updating agent binding for router 13d6af1a-322e-4db3-bdba-021c7dddcd35. {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:51:20.342883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6968563 Nov 12 03:51:20.354970 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d128978-a255-4517-aef3-6544f454829c None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:20.355773 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d128978-a255-4517-aef3-6544f454829c None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:51:20.356602 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_agentschedulers_db [None req-7d128978-a255-4517-aef3-6544f454829c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'13d6af1a-322e-4db3-bdba-021c7dddcd35'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:51:20.357249 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d128978-a255-4517-aef3-6544f454829c None None] The sync data for ids ['13d6af1a-322e-4db3-bdba-021c7dddcd35'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:20.368468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49744) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.373610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Request body: {'subnet': {'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1729445358-subnet', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.379423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d00415da-7b25-4412-a38f-35c1ceb560a2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.406592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f5261-3009-4806-bcca-cb281b1c3d57 admin admin] Pushing event updated for resources: {'Network': ['ID=ca25d382-6002-4549-9421-fa8cd0c39644,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.423936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network ca25d382-6002-4549-9421-fa8cd0c39644 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:20.434536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00415da-7b25-4412-a38f-35c1ceb560a2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0f15e1-236c-486f-9b66-79099ff98e2d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.465113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Made reservation on behalf of 04f36de8345c462aa7d9bead483e39eb for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:20.467858 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.475103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.488462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d00415da-7b25-4412-a38f-35c1ceb560a2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.492365 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d00415da-7b25-4412-a38f-35c1ceb560a2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3896658 Nov 12 03:51:20.493783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.499289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a368e153-50c9-4b7e-9d16-0b8d5645f72a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.500399 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-a368e153-50c9-4b7e-9d16-0b8d5645f72a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:51:20.500925 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-a368e153-50c9-4b7e-9d16-0b8d5645f72a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:20.504991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a368e153-50c9-4b7e-9d16-0b8d5645f72a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071573 Nov 12 03:51:20.505168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49748) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.509933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-51734068-6e4d-4e1c-b220-1c5ce4489042 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.607114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Deleting port 88d956ed-0f7c-4d50-8efe-d530c56d81b8 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:20.607455 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.610438 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-51734068-6e4d-4e1c-b220-1c5ce4489042 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:20.611478 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-51734068-6e4d-4e1c-b220-1c5ce4489042 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1054223 Nov 12 03:51:20.621272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.631984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5b92df74-40e7-4761-be0e-3009f2bb4f4b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.632454 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-5b92df74-40e7-4761-be0e-3009f2bb4f4b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:51:20.632957 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-5b92df74-40e7-4761-be0e-3009f2bb4f4b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:20.633901 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5b92df74-40e7-4761-be0e-3009f2bb4f4b tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117147 Nov 12 03:51:20.636724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49752) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.641314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2c2ba967-55f4-4ab9-93df-7bdc97cf8b12 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.707706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] For port 88d956ed-0f7c-4d50-8efe-d530c56d81b8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88d956ed-0f7c-4d50-8efe-d530c56d81b8,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:20.708183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.722933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Calling delete_port for 88d956ed-0f7c-4d50-8efe-d530c56d81b8 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:20.728927 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.771815 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-2c2ba967-55f4-4ab9-93df-7bdc97cf8b12 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:20.775568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2c2ba967-55f4-4ab9-93df-7bdc97cf8b12 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1377292 Nov 12 03:51:20.776943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49754) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.783453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4a03b08d-6859-430a-b4a3-0385d14c2235 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.783856 n-d-789963-21 neutron-server[102628]: WARNING neutron.api.v2.base [None req-4a03b08d-6859-430a-b4a3-0385d14c2235 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:51:20.784460 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-4a03b08d-6859-430a-b4a3-0385d14c2235 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:20.786285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4a03b08d-6859-430a-b4a3-0385d14c2235 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083110 Nov 12 03:51:20.790260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49756) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.795136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d47dd38c-d796-4237-b86c-cd4025d12ba2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.815050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edf53ed-a2a1-449c-82d0-f019a3e06f9a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.838915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Checking segment: {'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:20.839311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Network hostable DHCP agents. Network: ca25d382-6002-4549-9421-fa8cd0c39644, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:20.843222 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-d47dd38c-d796-4237-b86c-cd4025d12ba2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Project f4f0f1e30dc54264b024f73d7e8c48af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:20.880445 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-d47dd38c-d796-4237-b86c-cd4025d12ba2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:20.881860 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d47dd38c-d796-4237-b86c-cd4025d12ba2 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0904911 Nov 12 03:51:20.884477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.889583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-71f6dff6-64c5-40e3-8172-692a761e685e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.890251 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-71f6dff6-64c5-40e3-8172-692a761e685e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:51:20.890949 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-71f6dff6-64c5-40e3-8172-692a761e685e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:20.895002 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-71f6dff6-64c5-40e3-8172-692a761e685e tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060120 Nov 12 03:51:20.895002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Network ca25d382-6002-4549-9421-fa8cd0c39644 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:20.895002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49760) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.908915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7b31a7e3-0d17-401a-8289-a5b7744c6e2a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.919896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, ca25d382-6002-4549-9421-fa8cd0c39644) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:20.928046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.930947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8583cd-48ef-4bbf-bc5c-578d54c96365 None None] Network ca25d382-6002-4549-9421-fa8cd0c39644 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:20.943431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.951360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.961907 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-7b31a7e3-0d17-401a-8289-a5b7744c6e2a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Project f4f0f1e30dc54264b024f73d7e8c48af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:20.977035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f5d1bdee-fa6d-4e3d-81f5-f305b6236715 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6071010 Nov 12 03:51:20.981262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49762) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.988043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:20.989050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event deleted for resources: {'Port': ['ID=88d956ed-0f7c-4d50-8efe-d530c56d81b8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.025445 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-7b31a7e3-0d17-401a-8289-a5b7744c6e2a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:21.026582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b31a7e3-0d17-401a-8289-a5b7744c6e2a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1293371 Nov 12 03:51:21.030350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49764) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.040333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ff2298eb-3c9f-4758-a304-5a011620fabb tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '4d0f15e1-236c-486f-9b66-79099ff98e2d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.046900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.056651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.060179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d2fb5-b46b-437d-9d18-f3520309e16d None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:21.062046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Sync routers for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:21.082306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:21.083026 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:21.092013 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-ff2298eb-3c9f-4758-a304-5a011620fabb tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Project f4f0f1e30dc54264b024f73d7e8c48af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:21.132234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.133709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.155373 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-ff2298eb-3c9f-4758-a304-5a011620fabb tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:21.159140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ff2298eb-3c9f-4758-a304-5a011620fabb tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1253874 Nov 12 03:51:21.160720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49766) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.254924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:21.274756 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.278732 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.298726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1830-b13f-4d3f-ad9a-370cb2d4dd82 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.317686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-ca25d382-6002-4549-9421-fa8cd0c39644', 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'fixed_ips': [{'subnet_id': '9edf53ed-a2a1-449c-82d0-f019a3e06f9a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:21.318686 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.358002 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.358745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:21.365531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1830-b13f-4d3f-ad9a-370cb2d4dd82 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.368287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.372510 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d03f19d2-f399-442d-9bb6-e1512f582883 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "DELETE /v2.0/routers/0ebd1a3f-2a77-4ea4-9af7-5df97dfb6670 HTTP/1.1" status: 204 len: 168 time: 1.1555605 Nov 12 03:51:21.380904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49770) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.385756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1537419027', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.413431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.472238 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.486758 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.528374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1830-b13f-4d3f-ad9a-370cb2d4dd82 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.533693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb0d1830-b13f-4d3f-ad9a-370cb2d4dd82 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.537420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bb0d1830-b13f-4d3f-ad9a-370cb2d4dd82 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/4d0f15e1-236c-486f-9b66-79099ff98e2d HTTP/1.1" status: 204 len: 168 time: 0.3738191 Nov 12 03:51:21.537955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49772) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.549778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d1830-b13f-4d3f-ad9a-370cb2d4dd82 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0f15e1-236c-486f-9b66-79099ff98e2d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.621577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1d13d65e-38f1-4848-9830-b14d97379772 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0788345 Nov 12 03:51:21.622620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49774) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.676354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.691534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Allocated IP 172.20.0.2 (ca25d382-6002-4549-9421-fa8cd0c39644/9edf53ed-a2a1-449c-82d0-f019a3e06f9a/8da3e7b9-7286-4973-bf4c-e2328e034da7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:21.703000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3c80d21e-0c91-49cd-8237-7e7c63048681 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386634038'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.773872 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.775698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c80d21e-0c91-49cd-8237-7e7c63048681 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.804706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.865985 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.924476 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.936242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.946332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c80d21e-0c91-49cd-8237-7e7c63048681 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.959400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Allocated IP 172.25.0.229 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/8fc4ed73-081f-4e19-b7bf-b6f56277e424) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:21.961850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c80d21e-0c91-49cd-8237-7e7c63048681 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.990406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Network ca25d382-6002-4549-9421-fa8cd0c39644 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:21.999183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:22.002038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Pushing event updated for resources: {'Port': ['ID=8da3e7b9-7286-4973-bf4c-e2328e034da7,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.005129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:22.012446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80d21e-0c91-49cd-8237-7e7c63048681 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14401733-e6e9-4721-be19-3f94c3dbc39f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.020024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3c80d21e-0c91-49cd-8237-7e7c63048681 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.021374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3c80d21e-0c91-49cd-8237-7e7c63048681 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3224797 Nov 12 03:51:22.029440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49776) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:22.037663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a8de578c-3cb9-4ec4-b956-64bb9f4acef0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '14401733-e6e9-4721-be19-3f94c3dbc39f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:22.040472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 2, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:22.098391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Checking router: af6ccb49-d48a-49ad-b221-7af13bfea51e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:22.098826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Updating router af6ccb49-d48a-49ad-b221-7af13bfea51e port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:22.141639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Attempting to bind port 8da3e7b9-7286-4973-bf4c-e2328e034da7 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:22.142289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Attempting to bind port 8da3e7b9-7286-4973-bf4c-e2328e034da7 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:22.142865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Attempting to bind port 8da3e7b9-7286-4973-bf4c-e2328e034da7 on network ca25d382-6002-4549-9421-fa8cd0c39644 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:22.154994 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.158478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:22.159200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Checking segment: {'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:22.159912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.160713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Bound using segment: {'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:22.161406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Bound port: 8da3e7b9-7286-4973-bf4c-e2328e034da7, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:22.161995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.164235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.174664 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.200609 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.209344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.267173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Pushing event updated for resources: {'Port': ['ID=8fc4ed73-081f-4e19-b7bf-b6f56277e424,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.272314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:22.274459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:22.287414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:22.323027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd1766-acb6-4ba1-a63e-13ee7bfdfa84 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:22.335708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] For port 8da3e7b9-7286-4973-bf4c-e2328e034da7, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:22.346825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Allocated IP 172.25.0.23 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/49b255d1-70a2-44dd-901c-72067e25a350) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:22.359989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] For port 8da3e7b9-7286-4973-bf4c-e2328e034da7, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8da3e7b9-7286-4973-bf4c-e2328e034da7,segment=NetworkSegment(da27d88f-c864-4c0f-b9b7-aae20bade330),segment_id=da27d88f-c864-4c0f-b9b7-aae20bade330)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:22.374632 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.484535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.530129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0caf2-515c-4d9b-8aa9-d1ecde6cfff9 None None] Pushing event updated for resources: {'Port': ['ID=8da3e7b9-7286-4973-bf4c-e2328e034da7,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.536329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.538806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f968aa03-cdde-48d7-b2a6-2e469ca92572 None None] Provisioning complete for port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:22.539364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f968aa03-cdde-48d7-b2a6-2e469ca92572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.617940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f968aa03-cdde-48d7-b2a6-2e469ca92572 None None] Port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:22.637259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:22.642670 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-a8de578c-3cb9-4ec4-b956-64bb9f4acef0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The resource could not be found. Nov 12 03:51:22.644382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a8de578c-3cb9-4ec4-b956-64bb9f4acef0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6133833 Nov 12 03:51:22.647803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:22.651650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:22.657370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-060d6bee-69b5-406d-af20-42a0f91cbb77 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': '14401733-e6e9-4721-be19-3f94c3dbc39f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bfe78458-a97d-4dc3-aaf4-c166223852ab'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:22.669277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:22.675969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce075d0-10fd-4b63-a6f6-91e3f5b8eacc None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:22.681535 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.691936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.723928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event updated for resources: {'Port': ['ID=49b255d1-70a2-44dd-901c-72067e25a350,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.725441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.853812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69d9b3-84f7-4c20-ab5c-c99bcdaddf40 None None] Pushing event updated for resources: {'Port': ['ID=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.860582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bcb07a45-e9e8-423d-9e7f-86b98e79f805 None None] Provisioning complete for port 49b255d1-70a2-44dd-901c-72067e25a350 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:22.860582 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bcb07a45-e9e8-423d-9e7f-86b98e79f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.029799 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-060d6bee-69b5-406d-af20-42a0f91cbb77 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The resource could not be found. Nov 12 03:51:23.031020 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-060d6bee-69b5-406d-af20-42a0f91cbb77 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3782711 Nov 12 03:51:23.034439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49782) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.124879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.154346 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.235864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Attempting to bind port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:23.238432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Attempting to bind port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:23.238909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Attempting to bind port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd on network b9c6a42b-f289-4ae8-a5f7-90323ccb626e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:23.246268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:23.246642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Checking segment: {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:23.247046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.247440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Bound using segment: {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:23.247914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Bound port: 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:23.248294 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.268564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bcb07a45-e9e8-423d-9e7f-86b98e79f805 None None] Port 49b255d1-70a2-44dd-901c-72067e25a350 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:23.293285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-368d0f1f-1a0f-4a78-a6d4-4a8e5d39417a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.337563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-368d0f1f-1a0f-4a78-a6d4-4a8e5d39417a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.351539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Router 014e0857-9eb0-4727-a4d6-d440db8b93f9 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:23.355754 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] For port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:23.360010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] For port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:23.367358 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.451478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69d9b3-84f7-4c20-ab5c-c99bcdaddf40 None None] Pushing event updated for resources: {'Port': ['ID=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.514448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5511c59f-a5a2-4977-bbf2-6007c846c66f None None] Provisioning complete for port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:23.514852 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5511c59f-a5a2-4977-bbf2-6007c846c66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.524272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-368d0f1f-1a0f-4a78-a6d4-4a8e5d39417a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.527202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-368d0f1f-1a0f-4a78-a6d4-4a8e5d39417a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.532560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-368d0f1f-1a0f-4a78-a6d4-4a8e5d39417a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/14401733-e6e9-4721-be19-3f94c3dbc39f HTTP/1.1" status: 204 len: 168 time: 0.4972467 Nov 12 03:51:23.569978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49786) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.571620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d0f1f-1a0f-4a78-a6d4-4a8e5d39417a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14401733-e6e9-4721-be19-3f94c3dbc39f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.593283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:23.603558 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Sync routers for ids ['014e0857-9eb0-4727-a4d6-d440db8b93f9'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:23.622896 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Routers {'014e0857-9eb0-4727-a4d6-d440db8b93f9'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:23.625942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.638813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:23.639380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:23.641335 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['014e0857-9eb0-4727-a4d6-d440db8b93f9'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:23.658737 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-57354ee4-c520-47e0-9fbe-9c5c2d493216 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0844858 Nov 12 03:51:23.663204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49788) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.689818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1f16406d-9a50-4a10-88a7-7f128a123409 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': 'fbc60b3b-9581-4ff0-a0b2-4a2c212eceba', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:23.735468 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.740858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-27f78349-4d8c-459b-9546-7f2fff72623a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7582402 Nov 12 03:51:23.741899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49790) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.807122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8da3e7b9-7286-4973-bf4c-e2328e034da7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:23.884477 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Set router 014e0857-9eb0-4727-a4d6-d440db8b93f9 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:23.923716 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-1f16406d-9a50-4a10-88a7-7f128a123409 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The resource could not be found. Nov 12 03:51:23.928478 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1f16406d-9a50-4a10-88a7-7f128a123409 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2600379 Nov 12 03:51:23.962098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49792) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.978901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fd497b6f-c5db-459e-8fdd-5f7c79d291c8 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999355185'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:24.083761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8da3e7b9-7286-4973-bf4c-e2328e034da7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:24.084137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.088521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:24.152623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5511c59f-a5a2-4977-bbf2-6007c846c66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.189025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0270e479-2742-4ce0-9749-6d17c40e7208 None None] Network ca25d382-6002-4549-9421-fa8cd0c39644 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:24.278251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5511c59f-a5a2-4977-bbf2-6007c846c66f None None] For port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:24.299848 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:22Z', 'revision_number': 3, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port': {'id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.345474 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5511c59f-a5a2-4977-bbf2-6007c846c66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.374252 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Checking router: 014e0857-9eb0-4727-a4d6-d440db8b93f9 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:24.374734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Updating router 014e0857-9eb0-4727-a4d6-d440db8b93f9 port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:24.420404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511c59f-a5a2-4977-bbf2-6007c846c66f None None] Pushing event updated for resources: {'Port': ['ID=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.421808 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.482651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Router 75d9ad5e-e846-4d9d-91af-957f4da00301 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:24.639602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-59cc58e2-7b6b-46cf-ba0d-0cd9b6241668 None None] Provisioning complete for port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:24.639980 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59cc58e2-7b6b-46cf-ba0d-0cd9b6241668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.641533 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.665124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd497b6f-c5db-459e-8fdd-5f7c79d291c8 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.699750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:24.734737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10428140-043d-4330-a28c-d4c9dc6bef38 None None] Sync routers for ids ['75d9ad5e-e846-4d9d-91af-957f4da00301'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:24.752728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.755426 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1ce20fc2-8f26-40ad-b9dc-c2b61d16588c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3734777 Nov 12 03:51:24.758353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49798) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.769800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f431beb6-1395-461e-8e81-4f1cc46538c2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': False}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:24.827959 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8da3e7b9-7286-4973-bf4c-e2328e034da7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8da3e7b9-7286-4973-bf4c-e2328e034da7,segment=NetworkSegment(da27d88f-c864-4c0f-b9b7-aae20bade330),segment_id=da27d88f-c864-4c0f-b9b7-aae20bade330)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:24.830456 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.838878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10428140-043d-4330-a28c-d4c9dc6bef38 None None] Routers {'75d9ad5e-e846-4d9d-91af-957f4da00301'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:24.839786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-10428140-043d-4330-a28c-d4c9dc6bef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d9ad5e-e846-4d9d-91af-957f4da00301'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.899059 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.917660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.929446 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-10428140-043d-4330-a28c-d4c9dc6bef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.986229 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.997169 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.024215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88d956ed-0f7c-4d50-8efe-d530c56d81b8 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:25.055484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8da3e7b9-7286-4973-bf4c-e2328e034da7,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.058310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 88d956ed-0f7c-4d50-8efe-d530c56d81b8 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:25.058655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88d956ed-0f7c-4d50-8efe-d530c56d81b8 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:25.113363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10428140-043d-4330-a28c-d4c9dc6bef38 None None] Routers {'75d9ad5e-e846-4d9d-91af-957f4da00301'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:25.114006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-10428140-043d-4330-a28c-d4c9dc6bef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d9ad5e-e846-4d9d-91af-957f4da00301'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:25.116107 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd497b6f-c5db-459e-8fdd-5f7c79d291c8 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.122589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd497b6f-c5db-459e-8fdd-5f7c79d291c8 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.149885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Allocated IP 172.20.0.1 (ca25d382-6002-4549-9421-fa8cd0c39644/9edf53ed-a2a1-449c-82d0-f019a3e06f9a/ea118245-3983-4587-bbf9-f5b0470c4726) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:25.166720 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Attempting to bind port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:25.167270 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Attempting to bind port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:25.167925 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Attempting to bind port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:25.175087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd2392-8174-4a01-acd9-55a273bce083 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:25.176577 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1ff71-56d7-40d9-be0d-ac349efe6074 None None] Pushing event updated for resources: {'Port': ['ID=8fc4ed73-081f-4e19-b7bf-b6f56277e424,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.182980 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:25.183792 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:25.184345 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.185226 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:25.185932 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Bound port: 8fc4ed73-081f-4e19-b7bf-b6f56277e424, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:25.187471 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.190356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd497b6f-c5db-459e-8fdd-5f7c79d291c8 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec19dea-bde4-4ecb-836b-24b7395268d8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.198174 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd497b6f-c5db-459e-8fdd-5f7c79d291c8 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.199884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fd497b6f-c5db-459e-8fdd-5f7c79d291c8 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2366717 Nov 12 03:51:25.211935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49802) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:25.216876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-889f5939-f6a1-45a8-9e83-ef860583b18c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157904974'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:25.222178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-10428140-043d-4330-a28c-d4c9dc6bef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:25.223167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10428140-043d-4330-a28c-d4c9dc6bef38 None None] The sync data for ids ['75d9ad5e-e846-4d9d-91af-957f4da00301'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:25.250126 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] For port 8fc4ed73-081f-4e19-b7bf-b6f56277e424, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:25.252025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-889f5939-f6a1-45a8-9e83-ef860583b18c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.254918 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] For port 8fc4ed73-081f-4e19-b7bf-b6f56277e424, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8fc4ed73-081f-4e19-b7bf-b6f56277e424,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:25.263436 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.272981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-59cc58e2-7b6b-46cf-ba0d-0cd9b6241668 None None] Provisioning complete for port 8da3e7b9-7286-4973-bf4c-e2328e034da7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:25.273888 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59cc58e2-7b6b-46cf-ba0d-0cd9b6241668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.277967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:23Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:25.330029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d67a485-4891-45f3-88e3-b1f1b07c6428 None None] The sync data for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 is: [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:23Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:25.357809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-889f5939-f6a1-45a8-9e83-ef860583b18c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.413629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-889f5939-f6a1-45a8-9e83-ef860583b18c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.414545 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f431beb6-1395-461e-8e81-4f1cc46538c2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.452591 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Routers {'014e0857-9eb0-4727-a4d6-d440db8b93f9'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:25.453263 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['014e0857-9eb0-4727-a4d6-d440db8b93f9'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:25.461102 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1ff71-56d7-40d9-be0d-ac349efe6074 None None] Pushing event updated for resources: {'Port': ['ID=8fc4ed73-081f-4e19-b7bf-b6f56277e424,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.505869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc6372-0fa7-4d9c-aa19-a43dce64afd8 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:25.592841 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-889f5939-f6a1-45a8-9e83-ef860583b18c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.603492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-889f5939-f6a1-45a8-9e83-ef860583b18c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3878160 Nov 12 03:51:25.639688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49812) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:25.659196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3770c896-1ca5-4939-b0fa-5079db877eca tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': 'eec19dea-bde4-4ecb-836b-24b7395268d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '16ffa228-932d-45e4-aefe-f20a53537b7c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:25.660889 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] Set router 014e0857-9eb0-4727-a4d6-d440db8b93f9 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:25.688003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f5939-f6a1-45a8-9e83-ef860583b18c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ffa228-932d-45e4-aefe-f20a53537b7c,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.711303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.805186 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-3770c896-1ca5-4939-b0fa-5079db877eca tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:25.806354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3770c896-1ca5-4939-b0fa-5079db877eca tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1640484 Nov 12 03:51:25.814039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:25.823373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ff71bf13-375a-44f2-a50b-02990ae856f6 None None] Provisioning complete for port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:25.823744 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-375a-44f2-a50b-02990ae856f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.828997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:25.849480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.945376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Network ca25d382-6002-4549-9421-fa8cd0c39644 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:25.967448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:25.967820 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.973614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:25.986283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:26.011140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Pushing event updated for resources: {'Port': ['ID=ea118245-3983-4587-bbf9-f5b0470c4726,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.022135 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a65cab64-13c3-4dd7-b513-4975c3761cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.076108 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-375a-44f2-a50b-02990ae856f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.120721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:22Z', 'revision_number': 3, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port': {'id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:26.172944 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a65cab64-13c3-4dd7-b513-4975c3761cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.180990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.196696 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b497c-304d-4043-9d3e-b2d7fe3137f8 None None] The sync data for ids ['014e0857-9eb0-4727-a4d6-d440db8b93f9'] in n-d-789963-21 is: [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:22Z', 'revision_number': 3, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port': {'id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:26.214865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ff71bf13-375a-44f2-a50b-02990ae856f6 None None] For port 8fc4ed73-081f-4e19-b7bf-b6f56277e424, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8fc4ed73-081f-4e19-b7bf-b6f56277e424,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:26.219542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8da3e7b9-7286-4973-bf4c-e2328e034da7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:26.270496 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-375a-44f2-a50b-02990ae856f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.372470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a65cab64-13c3-4dd7-b513-4975c3761cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.385212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a65cab64-13c3-4dd7-b513-4975c3761cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.389510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a65cab64-13c3-4dd7-b513-4975c3761cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/16ffa228-932d-45e4-aefe-f20a53537b7c HTTP/1.1" status: 204 len: 168 time: 0.5742114 Nov 12 03:51:26.390341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49826) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.397240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71bf13-375a-44f2-a50b-02990ae856f6 None None] Pushing event updated for resources: {'Port': ['ID=8fc4ed73-081f-4e19-b7bf-b6f56277e424,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.434396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cab64-13c3-4dd7-b513-4975c3761cb4 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ffa228-932d-45e4-aefe-f20a53537b7c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.441801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8da3e7b9-7286-4973-bf4c-e2328e034da7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:26.442523 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.446523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ff71bf13-375a-44f2-a50b-02990ae856f6 None None] Provisioning complete for port 8da3e7b9-7286-4973-bf4c-e2328e034da7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:26.447130 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-375a-44f2-a50b-02990ae856f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.521318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07f3abe4-6294-4457-ae52-f1bb8569e34c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0975583 Nov 12 03:51:26.522080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49828) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.593007 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f431beb6-1395-461e-8e81-4f1cc46538c2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.620040 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f431beb6-1395-461e-8e81-4f1cc46538c2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.712380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.790856 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14dd589c-eb25-4390-80da-f7abeea468e0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.853556 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14dd589c-eb25-4390-80da-f7abeea468e0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.926081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f431beb6-1395-461e-8e81-4f1cc46538c2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Router 75d9ad5e-e846-4d9d-91af-957f4da00301 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:27.100763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14dd589c-eb25-4390-80da-f7abeea468e0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.103628 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14dd589c-eb25-4390-80da-f7abeea468e0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.108948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-14dd589c-eb25-4390-80da-f7abeea468e0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/eec19dea-bde4-4ecb-836b-24b7395268d8 HTTP/1.1" status: 204 len: 168 time: 0.5801389 Nov 12 03:51:27.109892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49836) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.209082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f431beb6-1395-461e-8e81-4f1cc46538c2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:27.211498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd589c-eb25-4390-80da-f7abeea468e0 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec19dea-bde4-4ecb-836b-24b7395268d8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.216361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f431beb6-1395-461e-8e81-4f1cc46538c2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.224446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f431beb6-1395-461e-8e81-4f1cc46538c2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "PUT /v2.0/routers/75d9ad5e-e846-4d9d-91af-957f4da00301 HTTP/1.1" status: 200 len: 921 time: 2.4636497 Nov 12 03:51:27.225455 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605e4e8-a12d-439b-bbc1-5019ea02c882 None None] Sync routers for ids ['75d9ad5e-e846-4d9d-91af-957f4da00301'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:27.226594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.260348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605e4e8-a12d-439b-bbc1-5019ea02c882 None None] Routers {'75d9ad5e-e846-4d9d-91af-957f4da00301'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:27.261265 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2605e4e8-a12d-439b-bbc1-5019ea02c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d9ad5e-e846-4d9d-91af-957f4da00301'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:27.291922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f15abf75-f551-4e3c-bd14-f654a72f8543 None None] Provisioning complete for port ea118245-3983-4587-bbf9-f5b0470c4726 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:27.292217 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f15abf75-f551-4e3c-bd14-f654a72f8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.354628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f15abf75-f551-4e3c-bd14-f654a72f8543 None None] Port ea118245-3983-4587-bbf9-f5b0470c4726 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:27.367009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4e4a1d13-42be-404f-8e3f-12833eb43d85 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2118685 Nov 12 03:51:27.373155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49840) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.389318 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d8043e31-1e0d-4005-9a16-a83bd58a7367 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/routers/75d9ad5e-e846-4d9d-91af-957f4da00301 HTTP/1.1" status: 200 len: 921 time: 0.1607170 Nov 12 03:51:27.389630 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2605e4e8-a12d-439b-bbc1-5019ea02c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:27.390398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49842) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.396121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e5f1b106-1cc6-45d7-ac5e-57cd5864e693 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073442278'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:27.411978 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605e4e8-a12d-439b-bbc1-5019ea02c882 None None] Routers {'75d9ad5e-e846-4d9d-91af-957f4da00301'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:27.422260 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2605e4e8-a12d-439b-bbc1-5019ea02c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d9ad5e-e846-4d9d-91af-957f4da00301'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:27.505994 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2605e4e8-a12d-439b-bbc1-5019ea02c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:27.507846 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605e4e8-a12d-439b-bbc1-5019ea02c882 None None] The sync data for ids ['75d9ad5e-e846-4d9d-91af-957f4da00301'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:27.516682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b106-1cc6-45d7-ac5e-57cd5864e693 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.554539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4dde42-0a66-4f90-8aeb-90fd929c39d4 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.555347 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.558569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1a4dde42-0a66-4f90-8aeb-90fd929c39d4 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=75d9ad5e-e846-4d9d-91af-957f4da00301&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1647179 Nov 12 03:51:27.559551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.574621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.647408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8fc4ed73-081f-4e19-b7bf-b6f56277e424 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:27.716192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3532c7c-4d58-40f6-8433-392459e0e77f tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.721179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:27.721552 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.727103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e3532c7c-4d58-40f6-8433-392459e0e77f tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 881 time: 0.1649959 Nov 12 03:51:27.729119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49846) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.785835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-af6068f9-981b-4428-8672-253959008553 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=75d9ad5e-e846-4d9d-91af-957f4da00301 HTTP/1.1" status: 200 len: 205 time: 0.0566223 Nov 12 03:51:27.786954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49848) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.935768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.059261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.091762 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.097557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Pushing event updated for resources: {'Port': ['ID=ea118245-3983-4587-bbf9-f5b0470c4726,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.151566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Deleting port 49b255d1-70a2-44dd-901c-72067e25a350 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:28.152186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.180088 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b106-1cc6-45d7-ac5e-57cd5864e693 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.190601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b106-1cc6-45d7-ac5e-57cd5864e693 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.229067 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b106-1cc6-45d7-ac5e-57cd5864e693 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.234659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e5f1b106-1cc6-45d7-ac5e-57cd5864e693 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8471394 Nov 12 03:51:28.235192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49854) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.242582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3fe807e4-1f2f-4151-92ba-c04fc8641862 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': 'ba9f5977-210e-4456-9627-b306e651d94d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:28.258755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1b106-1cc6-45d7-ac5e-57cd5864e693 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f5977-210e-4456-9627-b306e651d94d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.270842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Network ca25d382-6002-4549-9421-fa8cd0c39644 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:28.272555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:28.298215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.321104 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Calling delete_port for 49b255d1-70a2-44dd-901c-72067e25a350 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:28.332995 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-3fe807e4-1f2f-4151-92ba-c04fc8641862 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:28.337244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49856) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.337858 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3fe807e4-1f2f-4151-92ba-c04fc8641862 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1016476 Nov 12 03:51:28.344254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e565748e-8687-4765-a986-07e1eb6c8c9d tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group_rule': {'security_group_id': 'ba9f5977-210e-4456-9627-b306e651d94d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:28.471449 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-e565748e-8687-4765-a986-07e1eb6c8c9d tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:51:28.480927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49858) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.482144 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e565748e-8687-4765-a986-07e1eb6c8c9d tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1410456 Nov 12 03:51:28.513416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Router 014e0857-9eb0-4727-a4d6-d440db8b93f9 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:28.589780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a61f8329-2f6a-4d4c-bf08-68c213d9a47c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.594115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bb3afab4-65f8-4699-b07c-e9be53c937fe None None] Provisioning complete for port ea118245-3983-4587-bbf9-f5b0470c4726 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:28.594928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bb3afab4-65f8-4699-b07c-e9be53c937fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.634612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a61f8329-2f6a-4d4c-bf08-68c213d9a47c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.656998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bb3afab4-65f8-4699-b07c-e9be53c937fe None None] Port ea118245-3983-4587-bbf9-f5b0470c4726 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:28.668461 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.684097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:28.690224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e07e0e6f-3dca-4603-8f17-02d666d0677c admin admin] 10.222.0.49 "PUT /v2.0/routers/014e0857-9eb0-4727-a4d6-d440db8b93f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9447010 Nov 12 03:51:28.708703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event deleted for resources: {'Port': ['ID=49b255d1-70a2-44dd-901c-72067e25a350,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.727233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f87b3f-f589-4086-9953-cf643486bbf3 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:28.738923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a61f8329-2f6a-4d4c-bf08-68c213d9a47c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.741496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a61f8329-2f6a-4d4c-bf08-68c213d9a47c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.745090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a61f8329-2f6a-4d4c-bf08-68c213d9a47c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba9f5977-210e-4456-9627-b306e651d94d HTTP/1.1" status: 204 len: 168 time: 0.2570724 Nov 12 03:51:28.745898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49862) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.770551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f8329-2f6a-4d4c-bf08-68c213d9a47c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f5977-210e-4456-9627-b306e651d94d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.795971 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.812446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dfbfa0f7-f8ae-433a-908c-552f48d587d3 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0623677 Nov 12 03:51:28.813232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.820660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6fb8c508-65a1-4323-9cbd-e19349e3369f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137417253'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:28.855212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c508-65a1-4323-9cbd-e19349e3369f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.922289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.927082 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.967292 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Sync routers for ids ['014e0857-9eb0-4727-a4d6-d440db8b93f9'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:28.976046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c508-65a1-4323-9cbd-e19349e3369f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.981189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Routers {'014e0857-9eb0-4727-a4d6-d440db8b93f9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:28.981846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['014e0857-9eb0-4727-a4d6-d440db8b93f9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.987192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c508-65a1-4323-9cbd-e19349e3369f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.999182 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.999852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Fanout notify agent at l3_agent the message router_deleted on router 75d9ad5e-e846-4d9d-91af-957f4da00301 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:29.016666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.022651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0bbc28d9-b02b-49a5-99b2-e8ba7f0010d5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/75d9ad5e-e846-4d9d-91af-957f4da00301 HTTP/1.1" status: 204 len: 168 time: 1.2335918 Nov 12 03:51:29.025153 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c508-65a1-4323-9cbd-e19349e3369f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.026304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49872) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.026698 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6fb8c508-65a1-4323-9cbd-e19349e3369f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2124271 Nov 12 03:51:29.029470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49874) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.035169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-30a178d8-603f-468c-80fd-b36d7e5c7091 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:29.035815 n-d-789963-21 neutron-server[102629]: WARNING neutron.api.v2.base [None req-30a178d8-603f-468c-80fd-b36d7e5c7091 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:51:29.036316 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-30a178d8-603f-468c-80fd-b36d7e5c7091 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:51:29.037328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-30a178d8-603f-468c-80fd-b36d7e5c7091 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "PUT /v2.0/security-groups/4837cad1-894b-4d5c-ab85-1385072e875d HTTP/1.1" status: 409 len: 330 time: 0.0067849 Nov 12 03:51:29.039830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49876) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.042619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a96d6bb4-6433-4991-9f50-ee3af9f9191a tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2137074531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:29.047212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8c508-65a1-4323-9cbd-e19349e3369f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4837cad1-894b-4d5c-ab85-1385072e875d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.080018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a96d6bb4-6433-4991-9f50-ee3af9f9191a tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.081839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a96d6bb4-6433-4991-9f50-ee3af9f9191a tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.108574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c78aada6-b2f8-441d-a3dc-95c778645f9f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.134058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c78aada6-b2f8-441d-a3dc-95c778645f9f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.145389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a96d6bb4-6433-4991-9f50-ee3af9f9191a tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.159329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a96d6bb4-6433-4991-9f50-ee3af9f9191a tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.183800 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c78aada6-b2f8-441d-a3dc-95c778645f9f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.185476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Set router 014e0857-9eb0-4727-a4d6-d440db8b93f9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:29.187589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c78aada6-b2f8-441d-a3dc-95c778645f9f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.188832 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c78aada6-b2f8-441d-a3dc-95c778645f9f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/4837cad1-894b-4d5c-ab85-1385072e875d HTTP/1.1" status: 204 len: 168 time: 0.1479495 Nov 12 03:51:29.197093 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a96d6bb4-6433-4991-9f50-ee3af9f9191a tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.201718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a96d6bb4-6433-4991-9f50-ee3af9f9191a tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1655986 Nov 12 03:51:29.201854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49878) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.201854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aada6-b2f8-441d-a3dc-95c778645f9f tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4837cad1-894b-4d5c-ab85-1385072e875d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.202788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 49880) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.212828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:29.347733 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-03f1ab21-9e14-445e-8515-d1239f06602c tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1412706 Nov 12 03:51:29.349278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49904) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.389117 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-ef3c789e-6d53-4fec-8015-9083322b0c5a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] delete failed (client error): The resource could not be found. Nov 12 03:51:29.401661 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ef3c789e-6d53-4fec-8015-9083322b0c5a tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "DELETE /v2.0/security-groups/52029fb0-2625-467e-91bf-9a2b8f617986 HTTP/1.1" status: 404 len: 347 time: 0.0444117 Nov 12 03:51:29.402138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49914) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.418236 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-2fe972ca-f8fa-4e7f-8d73-88a664fa18eb tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] show failed (client error): The resource could not be found. Nov 12 03:51:29.424406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2fe972ca-f8fa-4e7f-8d73-88a664fa18eb tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-groups/0cabd3ed-7d53-47ee-b94c-6f38d80dc4bb HTTP/1.1" status: 404 len: 347 time: 0.0212166 Nov 12 03:51:29.425453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49916) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.437822 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-5b684807-15c2-4e8f-8f06-1d8873911f45 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] show failed (client error): The resource could not be found. Nov 12 03:51:29.446957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5b684807-15c2-4e8f-8f06-1d8873911f45 tempest-NegativeSecGroupIPv6Test-2053153665 tempest-NegativeSecGroupIPv6Test-2053153665-project] 10.222.0.49 "GET /v2.0/security-group-rules/acace44e-def5-4d40-ade7-6bab7ff99e3a HTTP/1.1" status: 404 len: 356 time: 0.0197718 Nov 12 03:51:29.582480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port': {'id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ea118245-3983-4587-bbf9-f5b0470c4726', 'name': '', 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'mac_address': 'fa:16:3e:0e:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9edf53ed-a2a1-449c-82d0-f019a3e06f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:24Z', 'updated_at': '2021-11-12T03:51:27Z', 'revision_number': 2, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'subnets': [{'id': '9edf53ed-a2a1-449c-82d0-f019a3e06f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:29.583915 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.645451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Checking router: 014e0857-9eb0-4727-a4d6-d440db8b93f9 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:29.646153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Updating router 014e0857-9eb0-4727-a4d6-d440db8b93f9 port ea118245-3983-4587-bbf9-f5b0470c4726 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:29.683428 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.848592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49930) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:30.141225 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.157456 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.182611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-98b22f48-a25d-4d4a-ae34-60910e594810 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4f0f1e30dc54264b024f73d7e8c48af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328328 Nov 12 03:51:30.185104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 49948) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:30.258158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.266681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a0e8-11d6-4b04-860a-11512f45c627 None None] Pushing event updated for resources: {'Port': ['ID=ea118245-3983-4587-bbf9-f5b0470c4726,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:30.279843 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb3c7-9685-41f8-ac91-7ebc179dd8fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.318897 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e5514542-a228-413d-8d6e-d5157dc03b10 req-7a76d552-006d-4d34-9ae3-73b2d6c4b43b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0584853 Nov 12 03:51:30.326264 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.344588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Attempting to bind port ea118245-3983-4587-bbf9-f5b0470c4726 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:30.345010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Attempting to bind port ea118245-3983-4587-bbf9-f5b0470c4726 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:30.345404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Attempting to bind port ea118245-3983-4587-bbf9-f5b0470c4726 on network ca25d382-6002-4549-9421-fa8cd0c39644 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:30.353555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:30.353935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Checking segment: {'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:30.354348 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.354760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Bound using segment: {'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:30.355234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Bound port: ea118245-3983-4587-bbf9-f5b0470c4726, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27d88f-c864-4c0f-b9b7-aae20bade330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:30.357891 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.376075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb3c7-9685-41f8-ac91-7ebc179dd8fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.444095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb3c7-9685-41f8-ac91-7ebc179dd8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.446836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb3c7-9685-41f8-ac91-7ebc179dd8fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.448803 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9d2eb3c7-9685-41f8-ac91-7ebc179dd8fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fe75a2a-2515-4cc5-aa9c-c7db22f606fa HTTP/1.1" status: 204 len: 168 time: 0.2626600 Nov 12 03:51:30.466206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eb3c7-9685-41f8-ac91-7ebc179dd8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe75a2a-2515-4cc5-aa9c-c7db22f606fa,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:30.496264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e5514542-a228-413d-8d6e-d5157dc03b10 req-fddcf876-b08e-4408-bf1c-68ac7a10e4d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0641949 Nov 12 03:51:30.526369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Allocated IP 172.25.0.67 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/bbb94796-52fb-4b47-9749-0f734484dc57) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:30.575516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e5514542-a228-413d-8d6e-d5157dc03b10 req-bb6ecb62-c4b5-436e-a164-5ebd97b756cd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507407 Nov 12 03:51:30.611877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] For port ea118245-3983-4587-bbf9-f5b0470c4726, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:30.618546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] For port ea118245-3983-4587-bbf9-f5b0470c4726, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ea118245-3983-4587-bbf9-f5b0470c4726,segment=NetworkSegment(da27d88f-c864-4c0f-b9b7-aae20bade330),segment_id=da27d88f-c864-4c0f-b9b7-aae20bade330)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:30.626540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.711403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Routers {'014e0857-9eb0-4727-a4d6-d440db8b93f9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:30.712031 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['014e0857-9eb0-4727-a4d6-d440db8b93f9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:30.715760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a0e8-11d6-4b04-860a-11512f45c627 None None] Pushing event updated for resources: {'Port': ['ID=ea118245-3983-4587-bbf9-f5b0470c4726,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:30.767644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-08e9412a-c363-4159-9090-0d4890c76c08 None None] Provisioning complete for port ea118245-3983-4587-bbf9-f5b0470c4726 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:30.768007 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-08e9412a-c363-4159-9090-0d4890c76c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.923437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5514542-a228-413d-8d6e-d5157dc03b10 req-dd9f352b-fab9-4954-b602-b66cfe826313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.927088 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e5514542-a228-413d-8d6e-d5157dc03b10 req-dd9f352b-fab9-4954-b602-b66cfe826313 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3372865 Nov 12 03:51:30.958249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.017192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] Set router 014e0857-9eb0-4727-a4d6-d440db8b93f9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:31.037123 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.084556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event updated for resources: {'Port': ['ID=bbb94796-52fb-4b47-9749-0f734484dc57,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.088821 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-08e9412a-c363-4159-9090-0d4890c76c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.098625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:31.100198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:31.103119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:31.155249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-08e9412a-c363-4159-9090-0d4890c76c08 None None] For port ea118245-3983-4587-bbf9-f5b0470c4726, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ea118245-3983-4587-bbf9-f5b0470c4726,segment=NetworkSegment(da27d88f-c864-4c0f-b9b7-aae20bade330),segment_id=da27d88f-c864-4c0f-b9b7-aae20bade330)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:31.159553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a63c11-8c93-43d1-81aa-36841809ab43 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:31.181024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-08e9412a-c363-4159-9090-0d4890c76c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.297455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9412a-c363-4159-9090-0d4890c76c08 None None] Pushing event updated for resources: {'Port': ['ID=ea118245-3983-4587-bbf9-f5b0470c4726,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.366806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42460e9a-3cbb-4e6e-9138-ad8b8ca3e09e None None] Provisioning complete for port ea118245-3983-4587-bbf9-f5b0470c4726 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:31.367177 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42460e9a-3cbb-4e6e-9138-ad8b8ca3e09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.368731 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b527983c-7953-4553-8ab8-945a67b3ee8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.480221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port': {'id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ea118245-3983-4587-bbf9-f5b0470c4726', 'name': '', 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'mac_address': 'fa:16:3e:0e:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9edf53ed-a2a1-449c-82d0-f019a3e06f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:24Z', 'updated_at': '2021-11-12T03:51:30Z', 'revision_number': 4, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'subnets': [{'id': '9edf53ed-a2a1-449c-82d0-f019a3e06f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:31.514593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d5787-efe5-4045-b5c3-826a3f316700 None None] The sync data for ids ['014e0857-9eb0-4727-a4d6-d440db8b93f9'] in n-d-789963-21 is: [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port': {'id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ea118245-3983-4587-bbf9-f5b0470c4726', 'name': '', 'network_id': 'ca25d382-6002-4549-9421-fa8cd0c39644', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'mac_address': 'fa:16:3e:0e:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '9edf53ed-a2a1-449c-82d0-f019a3e06f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:24Z', 'updated_at': '2021-11-12T03:51:30Z', 'revision_number': 4, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'subnets': [{'id': '9edf53ed-a2a1-449c-82d0-f019a3e06f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:31.532664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42460e9a-3cbb-4e6e-9138-ad8b8ca3e09e None None] Provisioning complete for port bbb94796-52fb-4b47-9749-0f734484dc57 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:31.533122 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42460e9a-3cbb-4e6e-9138-ad8b8ca3e09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.556176 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.622158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42460e9a-3cbb-4e6e-9138-ad8b8ca3e09e None None] Port bbb94796-52fb-4b47-9749-0f734484dc57 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:31.946118 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.954238 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.189670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Router ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:32.379882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:32.391272 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ee7c25-1961-412e-9157-73f6b8530437 None None] Sync routers for ids ['ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:32.396636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.400344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b734aef9-524e-4ac3-8542-47a97b397d43 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "PUT /v2.0/routers/ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b HTTP/1.1" status: 200 len: 879 time: 3.1932838 Nov 12 03:51:32.400446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50012) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:32.410436 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee7c25-1961-412e-9157-73f6b8530437 None None] Routers {'ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:32.413774 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-59ee7c25-1961-412e-9157-73f6b8530437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:32.465994 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-59ee7c25-1961-412e-9157-73f6b8530437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:32.491560 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee7c25-1961-412e-9157-73f6b8530437 None None] Routers {'ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:32.492907 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-59ee7c25-1961-412e-9157-73f6b8530437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:32.569134 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-87763a65-e087-4a55-a24c-5152a294a96f tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/routers/ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b HTTP/1.1" status: 200 len: 920 time: 0.1672878 Nov 12 03:51:32.571573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:32.577960 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-59ee7c25-1961-412e-9157-73f6b8530437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:32.578812 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ee7c25-1961-412e-9157-73f6b8530437 None None] The sync data for ids ['ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:32.646819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82c869-73f0-4e77-85d9-d438bbdf9a6c tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.648612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ec82c869-73f0-4e77-85d9-d438bbdf9a6c tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0759785 Nov 12 03:51:32.651206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:32.824727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e831a867-677e-464f-afc4-04589c5963bd tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.827648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e831a867-677e-464f-afc4-04589c5963bd tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 881 time: 0.1743157 Nov 12 03:51:32.830051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50034) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:32.889296 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2b714172-8c41-4039-b962-8a976fcd0d4a tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b HTTP/1.1" status: 200 len: 205 time: 0.0573866 Nov 12 03:51:32.891296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50038) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:33.146627 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.317611 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.429248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Deleting port bbb94796-52fb-4b47-9749-0f734484dc57 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:33.429681 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.568338 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d114fe19-214a-4742-bcfb-b82b74ac6de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.585571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.623893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Calling delete_port for bbb94796-52fb-4b47-9749-0f734484dc57 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:33.648569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ea118245-3983-4587-bbf9-f5b0470c4726 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:33.791073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ea118245-3983-4587-bbf9-f5b0470c4726 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:33.792589 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.958743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.989059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event deleted for resources: {'Port': ['ID=bbb94796-52fb-4b47-9749-0f734484dc57,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:34.005707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63911927-0c72-4f31-84f2-0d54266ad3ea None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:34.104185 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.231689 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.235589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.379091 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.380727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Fanout notify agent at l3_agent the message router_deleted on router ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:34.414975 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.425342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-37bb453c-a31f-43ea-883f-450dc01eb4b0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b HTTP/1.1" status: 204 len: 168 time: 1.5292344 Nov 12 03:51:34.427410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50064) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.440387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0768803b-3e98-452f-b9cb-3c44aeb3b038 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-425547429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:34.532176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0768803b-3e98-452f-b9cb-3c44aeb3b038 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.536922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0768803b-3e98-452f-b9cb-3c44aeb3b038 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.600766 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:34.645282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0768803b-3e98-452f-b9cb-3c44aeb3b038 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.653634 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0768803b-3e98-452f-b9cb-3c44aeb3b038 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.675103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0768803b-3e98-452f-b9cb-3c44aeb3b038 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.678853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0768803b-3e98-452f-b9cb-3c44aeb3b038 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2416649 Nov 12 03:51:34.679172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50066) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.683807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': True}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:34.999577 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.010158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.226592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.247144 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.387095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Allocated IP 172.25.0.128 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/ae0583c6-c487-426b-92c0-17c828f686d8) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:35.504099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.544779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.598983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:35.602027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:35.604512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:35.619279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d019599-946c-4246-8605-0bd7f0061358 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:35.634441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'Port': ['ID=ae0583c6-c487-426b-92c0-17c828f686d8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.676811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-efeeddd9-d6d9-494a-ba98-56fff5ea604b None None] Provisioning complete for port ae0583c6-c487-426b-92c0-17c828f686d8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:35.677582 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-efeeddd9-d6d9-494a-ba98-56fff5ea604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.724689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-efeeddd9-d6d9-494a-ba98-56fff5ea604b None None] Port ae0583c6-c487-426b-92c0-17c828f686d8 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:35.923581 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.351810 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.575677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.579136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.751145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Router 7e14b742-25ff-49fd-a7f2-fecfcf6faf67 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:36.890638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:36.895391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.899190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-06314bc3-ef40-44b7-b5ff-4111b2fccea6 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "PUT /v2.0/routers/7e14b742-25ff-49fd-a7f2-fecfcf6faf67 HTTP/1.1" status: 200 len: 914 time: 2.2166734 Nov 12 03:51:36.899580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50114) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:36.907194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e66d4-6cc9-4a4d-a4af-19d0e71f0766 None None] Sync routers for ids ['7e14b742-25ff-49fd-a7f2-fecfcf6faf67'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:36.923632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e66d4-6cc9-4a4d-a4af-19d0e71f0766 None None] Routers {'7e14b742-25ff-49fd-a7f2-fecfcf6faf67'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:36.925409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b90e66d4-6cc9-4a4d-a4af-19d0e71f0766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7e14b742-25ff-49fd-a7f2-fecfcf6faf67'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:36.974565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b90e66d4-6cc9-4a4d-a4af-19d0e71f0766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:36.984809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e66d4-6cc9-4a4d-a4af-19d0e71f0766 None None] Routers {'7e14b742-25ff-49fd-a7f2-fecfcf6faf67'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:36.985654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b90e66d4-6cc9-4a4d-a4af-19d0e71f0766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7e14b742-25ff-49fd-a7f2-fecfcf6faf67'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.023499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b8be2386-3d5c-4958-8b17-4914f48e90a5 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/routers/7e14b742-25ff-49fd-a7f2-fecfcf6faf67 HTTP/1.1" status: 200 len: 920 time: 0.1226261 Nov 12 03:51:37.026073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50116) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:37.040185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b90e66d4-6cc9-4a4d-a4af-19d0e71f0766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.041480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e66d4-6cc9-4a4d-a4af-19d0e71f0766 None None] The sync data for ids ['7e14b742-25ff-49fd-a7f2-fecfcf6faf67'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:37.075628 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.088778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50dc2f-844a-4533-90d1-f4a038d1ffd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.090766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6b50dc2f-844a-4533-90d1-f4a038d1ffd2 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=7e14b742-25ff-49fd-a7f2-fecfcf6faf67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0637052 Nov 12 03:51:37.093438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50118) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:37.199666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7ba243-246f-45ee-aebe-0ef6fc1f19bb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.201464 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0c7ba243-246f-45ee-aebe-0ef6fc1f19bb tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 881 time: 0.1067441 Nov 12 03:51:37.204214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50120) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:37.246421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50122) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:37.246991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b8ec43a6-3944-43e2-b903-83f8d6ae3dc7 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e14b742-25ff-49fd-a7f2-fecfcf6faf67 HTTP/1.1" status: 200 len: 205 time: 0.0405560 Nov 12 03:51:37.370569 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.507249 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.586039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Deleting port ae0583c6-c487-426b-92c0-17c828f686d8 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:37.586607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.695382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.708635 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Calling delete_port for ae0583c6-c487-426b-92c0-17c828f686d8 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:38.009316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.045805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event deleted for resources: {'Port': ['ID=ae0583c6-c487-426b-92c0-17c828f686d8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.068962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9178f27-78b0-447d-bddf-c5d7c17f0cf0 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:38.129399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.225635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.227922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.275761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.276463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Fanout notify agent at l3_agent the message router_deleted on router 7e14b742-25ff-49fd-a7f2-fecfcf6faf67 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:38.283763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.285558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-17d67b1b-1ed9-486f-b958-25d9bb992a7c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/7e14b742-25ff-49fd-a7f2-fecfcf6faf67 HTTP/1.1" status: 204 len: 168 time: 1.0380590 Nov 12 03:51:38.289145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50130) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.293606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-717acc34-4cf4-4143-961b-2a320ddecd31 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1750804986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:38.318232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-717acc34-4cf4-4143-961b-2a320ddecd31 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.319771 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-717acc34-4cf4-4143-961b-2a320ddecd31 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.377469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-717acc34-4cf4-4143-961b-2a320ddecd31 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.383784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-717acc34-4cf4-4143-961b-2a320ddecd31 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.409519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-717acc34-4cf4-4143-961b-2a320ddecd31 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.410873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-717acc34-4cf4-4143-961b-2a320ddecd31 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1207662 Nov 12 03:51:38.413826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50136) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.419111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'enable_snat': False}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:38.697789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.925660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.946533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.088201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Allocated IP 172.25.0.130 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/0f88950d-3a74-46ee-a15f-ea0663b84ade) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:39.219160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.270315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.319956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:39.328536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:39.333296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:39.344938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307fedaa-9f15-4c3c-b681-75536638be20 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:39.371230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Pushing event updated for resources: {'Port': ['ID=0f88950d-3a74-46ee-a15f-ea0663b84ade,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.389440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-37814e50-5ed0-4ec9-bc40-7c624b5a8c36 None None] Provisioning complete for port 0f88950d-3a74-46ee-a15f-ea0663b84ade triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:39.389816 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-37814e50-5ed0-4ec9-bc40-7c624b5a8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.436505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-37814e50-5ed0-4ec9-bc40-7c624b5a8c36 None None] Port 0f88950d-3a74-46ee-a15f-ea0663b84ade cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:39.754290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.027466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.030833 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.251065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Router a1d6924d-396c-445e-829e-91f893a9c3bf is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:40.447196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:40.454055 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.458157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a0f422f5-0fe9-4464-8792-6e14a797e167 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "PUT /v2.0/routers/a1d6924d-396c-445e-829e-91f893a9c3bf HTTP/1.1" status: 200 len: 916 time: 2.0426040 Nov 12 03:51:40.459680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50170) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.461878 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7d538-3415-4843-be7c-81642736aacd None None] Sync routers for ids ['a1d6924d-396c-445e-829e-91f893a9c3bf'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:40.488015 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7d538-3415-4843-be7c-81642736aacd None None] Routers {'a1d6924d-396c-445e-829e-91f893a9c3bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:40.488783 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5cf7d538-3415-4843-be7c-81642736aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a1d6924d-396c-445e-829e-91f893a9c3bf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:40.540298 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5cf7d538-3415-4843-be7c-81642736aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:40.554795 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7d538-3415-4843-be7c-81642736aacd None None] Routers {'a1d6924d-396c-445e-829e-91f893a9c3bf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:40.556320 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5cf7d538-3415-4843-be7c-81642736aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['a1d6924d-396c-445e-829e-91f893a9c3bf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:40.594646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0e105d72-b65c-41a7-8cf4-6efe90e02a32 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/routers/a1d6924d-396c-445e-829e-91f893a9c3bf HTTP/1.1" status: 200 len: 922 time: 0.1333392 Nov 12 03:51:40.598191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50172) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.602746 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-5cf7d538-3415-4843-be7c-81642736aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:40.604123 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7d538-3415-4843-be7c-81642736aacd None None] The sync data for ids ['a1d6924d-396c-445e-829e-91f893a9c3bf'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:40.702688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2aa82-7522-4d4c-a5dd-c0e41dc4ec22 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.704954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2aa2aa82-7522-4d4c-a5dd-c0e41dc4ec22 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=a1d6924d-396c-445e-829e-91f893a9c3bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1056318 Nov 12 03:51:40.709279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50174) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.829488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f13b4-cfa6-4dcf-8c39-b386f31acdad tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.831614 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-044f13b4-cfa6-4dcf-8c39-b386f31acdad tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/networks/d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 881 time: 0.1203082 Nov 12 03:51:40.835263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50180) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.865262 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1c8e0946-f2cf-46d9-941b-385dbc5caed3 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d6924d-396c-445e-829e-91f893a9c3bf HTTP/1.1" status: 200 len: 205 time: 0.0287032 Nov 12 03:51:40.867689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50182) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.886304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50184) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:41.023739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.080768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-702847e0-b350-4ff7-be21-d9f6c48892be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.169023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.180777 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-702847e0-b350-4ff7-be21-d9f6c48892be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.185578 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-702847e0-b350-4ff7-be21-d9f6c48892be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.234743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-702847e0-b350-4ff7-be21-d9f6c48892be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50d814daa6f44af4bf1818d4e8741687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3471942 Nov 12 03:51:41.235685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702847e0-b350-4ff7-be21-d9f6c48892be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69de8fa-f58d-4f86-b4a1-4da2ed425074,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.238188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50204) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:41.251063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Deleting port 0f88950d-3a74-46ee-a15f-ea0663b84ade {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:41.251558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.363443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a58bb784-439c-4060-b2d4-ab844b8bfdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.387831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.403845 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a58bb784-439c-4060-b2d4-ab844b8bfdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.416607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Calling delete_port for 0f88950d-3a74-46ee-a15f-ea0663b84ade owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:41.516579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a58bb784-439c-4060-b2d4-ab844b8bfdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.519766 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a58bb784-439c-4060-b2d4-ab844b8bfdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.524516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a58bb784-439c-4060-b2d4-ab844b8bfdd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f69de8fa-f58d-4f86-b4a1-4da2ed425074 HTTP/1.1" status: 204 len: 168 time: 0.2802467 Nov 12 03:51:41.576358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bb784-439c-4060-b2d4-ab844b8bfdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69de8fa-f58d-4f86-b4a1-4da2ed425074,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.661324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.689683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event deleted for resources: {'Port': ['ID=0f88950d-3a74-46ee-a15f-ea0663b84ade,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.709603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d631d11-a1da-44fb-9a8b-9afb65495de5 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:41.817985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.945322 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.947574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.999370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.000195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Fanout notify agent at l3_agent the message router_deleted on router a1d6924d-396c-445e-829e-91f893a9c3bf {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:42.008710 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.014873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b0475793-be9f-489e-ba5a-b76d3a1543fd tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/a1d6924d-396c-445e-829e-91f893a9c3bf HTTP/1.1" status: 204 len: 168 time: 1.1458631 Nov 12 03:51:42.015491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50214) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:42.019606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50216) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:42.024250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-56090202', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:42.038019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11e0ffda-7c15-406f-a71d-441c525a8d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.056570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.057717 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.125798 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.161655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11e0ffda-7c15-406f-a71d-441c525a8d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.166442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11e0ffda-7c15-406f-a71d-441c525a8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.217930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-11e0ffda-7c15-406f-a71d-441c525a8d03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e25b751078e34f3199b98e0422df0bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1970706 Nov 12 03:51:42.222797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50218) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:42.248016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0ffda-7c15-406f-a71d-441c525a8d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3137af67-8dd0-41b7-a784-59b51fc76742,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.300853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.311283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c0be-7108-495b-a6a6-0b6669af4f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.342837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c0be-7108-495b-a6a6-0b6669af4f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.428028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c0be-7108-495b-a6a6-0b6669af4f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.430947 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c0be-7108-495b-a6a6-0b6669af4f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.432086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cbb9c0be-7108-495b-a6a6-0b6669af4f15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3137af67-8dd0-41b7-a784-59b51fc76742 HTTP/1.1" status: 204 len: 168 time: 0.2080433 Nov 12 03:51:42.447337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9c0be-7108-495b-a6a6-0b6669af4f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3137af67-8dd0-41b7-a784-59b51fc76742,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.609696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.632221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.786045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Allocated IP 172.25.0.213 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/532d0126-c86c-464d-87ca-b783362fbc63) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:42.949792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.995840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.039493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:43.043038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:43.059706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:43.060367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307c8bc-ad88-4ef1-8725-d39ce3a75fbc None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:43.117140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event updated for resources: {'Port': ['ID=532d0126-c86c-464d-87ca-b783362fbc63,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.199207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e629bf70-dc7e-4f17-9fd1-2e7288c62154 None None] Provisioning complete for port 532d0126-c86c-464d-87ca-b783362fbc63 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:43.199841 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e629bf70-dc7e-4f17-9fd1-2e7288c62154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.271016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e629bf70-dc7e-4f17-9fd1-2e7288c62154 None None] Port 532d0126-c86c-464d-87ca-b783362fbc63 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:43.396514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.656936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.187267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Router 2593fb11-eaed-4443-a421-204cd3c051e4 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:44.317050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:44.338588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd13f5-3bf4-4703-b87e-5faa50f86089 None None] Sync routers for ids ['2593fb11-eaed-4443-a421-204cd3c051e4'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:44.351302 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.352783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-515d176c-c45e-4bf0-a28d-c6a1bcefeff5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3322771 Nov 12 03:51:44.355969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50270) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:44.356842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd13f5-3bf4-4703-b87e-5faa50f86089 None None] Routers {'2593fb11-eaed-4443-a421-204cd3c051e4'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:44.357814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-02dd13f5-3bf4-4703-b87e-5faa50f86089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2593fb11-eaed-4443-a421-204cd3c051e4'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:44.362758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:44.686091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-02dd13f5-3bf4-4703-b87e-5faa50f86089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:44.704708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd13f5-3bf4-4703-b87e-5faa50f86089 None None] Routers {'2593fb11-eaed-4443-a421-204cd3c051e4'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:44.706439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-02dd13f5-3bf4-4703-b87e-5faa50f86089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2593fb11-eaed-4443-a421-204cd3c051e4'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:44.800931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.812629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-02dd13f5-3bf4-4703-b87e-5faa50f86089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:44.813550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd13f5-3bf4-4703-b87e-5faa50f86089 None None] The sync data for ids ['2593fb11-eaed-4443-a421-204cd3c051e4'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:44.816619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.939742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Deleting port 532d0126-c86c-464d-87ca-b783362fbc63 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:44.940308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.070925 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.093074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Calling delete_port for 532d0126-c86c-464d-87ca-b783362fbc63 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:45.372228 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.419506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Pushing event deleted for resources: {'Port': ['ID=532d0126-c86c-464d-87ca-b783362fbc63,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.436494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40709fce-3a44-41d5-b366-e1ca2dc0f517 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:45.496944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.789832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50316) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.958758 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-952cf6f0-066a-45b7-9f15-eea5abfa54ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.137111 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-952cf6f0-066a-45b7-9f15-eea5abfa54ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.143454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-952cf6f0-066a-45b7-9f15-eea5abfa54ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.147489 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395079', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-408865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26500'] for router, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.152317 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408872'] for router, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.193153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-952cf6f0-066a-45b7-9f15-eea5abfa54ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2982a130e6244c48b9b4127036f95799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011345 Nov 12 03:51:46.194672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cf6f0-066a-45b7-9f15-eea5abfa54ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed443a3-8c0d-48df-b747-1c9d4b93e697,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.212978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50322) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.247185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Router 2593fb11-eaed-4443-a421-204cd3c051e4 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:46.281842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65d875c0-5a08-4610-95e1-0127609a818e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.319961 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65d875c0-5a08-4610-95e1-0127609a818e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.354293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:46.364869 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eab0726-4648-4b4e-a2f4-db8027dcd989 None None] Sync routers for ids ['2593fb11-eaed-4443-a421-204cd3c051e4'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:46.383222 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab0726-4648-4b4e-a2f4-db8027dcd989 None None] Routers {'2593fb11-eaed-4443-a421-204cd3c051e4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:46.384072 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65d875c0-5a08-4610-95e1-0127609a818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.384708 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7eab0726-4648-4b4e-a2f4-db8027dcd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2593fb11-eaed-4443-a421-204cd3c051e4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:46.387728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-65d875c0-5a08-4610-95e1-0127609a818e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.387859 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.388922 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-65d875c0-5a08-4610-95e1-0127609a818e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ed443a3-8c0d-48df-b747-1c9d4b93e697 HTTP/1.1" status: 204 len: 168 time: 0.1747394 Nov 12 03:51:46.394392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50326) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.395794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ea4e534e-239c-40a3-9e27-af732086c8bf tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "PUT /v2.0/routers/2593fb11-eaed-4443-a421-204cd3c051e4 HTTP/1.1" status: 200 len: 704 time: 2.0381134 Nov 12 03:51:46.430249 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7eab0726-4648-4b4e-a2f4-db8027dcd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:46.443668 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab0726-4648-4b4e-a2f4-db8027dcd989 None None] Routers {'2593fb11-eaed-4443-a421-204cd3c051e4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:46.444233 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7eab0726-4648-4b4e-a2f4-db8027dcd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:51:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2593fb11-eaed-4443-a421-204cd3c051e4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:46.483598 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7eab0726-4648-4b4e-a2f4-db8027dcd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:46.484251 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eab0726-4648-4b4e-a2f4-db8027dcd989 None None] The sync data for ids ['2593fb11-eaed-4443-a421-204cd3c051e4'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:46.504399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d875c0-5a08-4610-95e1-0127609a818e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed443a3-8c0d-48df-b747-1c9d4b93e697,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.514889 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e2a3e4cc-1138-4b49-92ce-44d9f343c1a3 tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/routers/2593fb11-eaed-4443-a421-204cd3c051e4 HTTP/1.1" status: 200 len: 739 time: 0.1187334 Nov 12 03:51:46.517302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50330) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.573861 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0a5d31d0-94c0-4154-8dde-3a3ee4b70f2e tempest-RoutersAdminTest-1816058685 tempest-RoutersAdminTest-1816058685-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&device_id=2593fb11-eaed-4443-a421-204cd3c051e4 HTTP/1.1" status: 200 len: 205 time: 0.0555949 Nov 12 03:51:46.576276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50334) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.605422 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-951fefe9-5637-4bec-bac8-5d412a57a5a4 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=2593fb11-eaed-4443-a421-204cd3c051e4 HTTP/1.1" status: 200 len: 205 time: 0.0277815 Nov 12 03:51:46.608953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50336) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.691632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba8fe94-b09a-4112-a9fa-79dbbb59897c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.746053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50338) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.761900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-941b83b1-2f44-4dec-8e5c-f90baf3ecc07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.851610 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-941b83b1-2f44-4dec-8e5c-f90baf3ecc07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.859162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-941b83b1-2f44-4dec-8e5c-f90baf3ecc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.882038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba8fe94-b09a-4112-a9fa-79dbbb59897c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.884297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba8fe94-b09a-4112-a9fa-79dbbb59897c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.897797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b83b1-2f44-4dec-8e5c-f90baf3ecc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47973e6c-3ff0-4a2f-b11c-5a346b12c80f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.905368 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-941b83b1-2f44-4dec-8e5c-f90baf3ecc07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a40823f1ed54aae8a8cfa776f44e4cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581171 Nov 12 03:51:46.906277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50340) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.935140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba8fe94-b09a-4112-a9fa-79dbbb59897c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.935649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba8fe94-b09a-4112-a9fa-79dbbb59897c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Fanout notify agent at l3_agent the message router_deleted on router 2593fb11-eaed-4443-a421-204cd3c051e4 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:46.943254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bba8fe94-b09a-4112-a9fa-79dbbb59897c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.947678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bba8fe94-b09a-4112-a9fa-79dbbb59897c tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/2593fb11-eaed-4443-a421-204cd3c051e4 HTTP/1.1" status: 204 len: 168 time: 0.3353412 Nov 12 03:51:46.948037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50342) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.965870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8929f1-79c7-43ee-b9ef-f2d40fa25e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.980380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-21139c14-ca9d-4c4c-8ab2-2fa3fd00a8aa tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=2593fb11-eaed-4443-a421-204cd3c051e4 HTTP/1.1" status: 200 len: 205 time: 0.0308764 Nov 12 03:51:46.985179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.991576 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8929f1-79c7-43ee-b9ef-f2d40fa25e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.032408 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-cb00fe8b-8a22-41b7-8e4a-0905ac2e3563 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] delete failed (client error): The resource could not be found. Nov 12 03:51:47.036717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50346) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.037004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cb00fe8b-8a22-41b7-8e4a-0905ac2e3563 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/2593fb11-eaed-4443-a421-204cd3c051e4 HTTP/1.1" status: 404 len: 336 time: 0.0506375 Nov 12 03:51:47.050815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8929f1-79c7-43ee-b9ef-f2d40fa25e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.054078 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8929f1-79c7-43ee-b9ef-f2d40fa25e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.055245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dd8929f1-79c7-43ee-b9ef-f2d40fa25e47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47973e6c-3ff0-4a2f-b11c-5a346b12c80f HTTP/1.1" status: 204 len: 168 time: 0.1480622 Nov 12 03:51:47.077475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-07ec41e3-e2f2-4e81-9b05-7ed55a45aa30 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1d6924d-396c-445e-829e-91f893a9c3bf HTTP/1.1" status: 200 len: 205 time: 0.0394685 Nov 12 03:51:47.079914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50350) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.083084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8929f1-79c7-43ee-b9ef-f2d40fa25e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47973e6c-3ff0-4a2f-b11c-5a346b12c80f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.124069 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-1cd19d89-96df-419d-93b7-cc2e9ed0c184 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] delete failed (client error): The resource could not be found. Nov 12 03:51:47.125157 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1cd19d89-96df-419d-93b7-cc2e9ed0c184 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/a1d6924d-396c-445e-829e-91f893a9c3bf HTTP/1.1" status: 404 len: 336 time: 0.0434158 Nov 12 03:51:47.127765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50354) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.161315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fc009cad-53b1-49f3-9947-4ee184b76d36 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e14b742-25ff-49fd-a7f2-fecfcf6faf67 HTTP/1.1" status: 200 len: 205 time: 0.0322864 Nov 12 03:51:47.163859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50356) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.204891 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-9ff0f98a-aba3-4406-a903-31362971359d tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] delete failed (client error): The resource could not be found. Nov 12 03:51:47.206532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9ff0f98a-aba3-4406-a903-31362971359d tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/7e14b742-25ff-49fd-a7f2-fecfcf6faf67 HTTP/1.1" status: 404 len: 336 time: 0.0410779 Nov 12 03:51:47.209497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50358) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.240916 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-adc67550-df22-487e-9129-a4f558bb6312 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b HTTP/1.1" status: 200 len: 205 time: 0.0299485 Nov 12 03:51:47.241665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50360) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.286989 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-09cae9d2-38ed-4ffd-b07e-09943e0e1bc5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] delete failed (client error): The resource could not be found. Nov 12 03:51:47.288788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-09cae9d2-38ed-4ffd-b07e-09943e0e1bc5 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/ec7dafbc-e4e4-4c55-b6f9-f463344a0b9b HTTP/1.1" status: 404 len: 336 time: 0.0451207 Nov 12 03:51:47.290678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50364) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.325796 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cfe356c3-d744-46e0-9ad5-8aeacc63db23 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=75d9ad5e-e846-4d9d-91af-957f4da00301 HTTP/1.1" status: 200 len: 205 time: 0.0340540 Nov 12 03:51:47.328130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50366) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.369626 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-60a12752-4ca4-4196-8f73-01e64d391844 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] delete failed (client error): The resource could not be found. Nov 12 03:51:47.370777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-60a12752-4ca4-4196-8f73-01e64d391844 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/75d9ad5e-e846-4d9d-91af-957f4da00301 HTTP/1.1" status: 404 len: 336 time: 0.0416555 Nov 12 03:51:47.373353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50370) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.403692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ec57766c-5a7d-4f39-9d92-7bbfcbbbf419 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc HTTP/1.1" status: 200 len: 205 time: 0.0272276 Nov 12 03:51:47.404314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50374) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.457582 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-7310da0b-c225-4692-900c-e00075ff67e0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] delete failed (client error): The resource could not be found. Nov 12 03:51:47.459130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7310da0b-c225-4692-900c-e00075ff67e0 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/routers/f5a9dc34-06fb-4e80-bf5e-f6c446bff7fc HTTP/1.1" status: 404 len: 336 time: 0.0539596 Nov 12 03:51:47.461864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50380) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.495132 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8a6753-a82b-43fb-90a2-2526e20f5813 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] DELETE failed (client error): The resource could not be found. Nov 12 03:51:47.495590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8a6753-a82b-43fb-90a2-2526e20f5813 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:51:47.499040 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe8a6753-a82b-43fb-90a2-2526e20f5813 tempest-RoutersAdminTest-943040334 tempest-RoutersAdminTest-943040334-project] 10.222.0.49 "DELETE /v2.0/subnets/2bf57074-77e7-4d95-b469-7fbc1cf29d53 HTTP/1.1" status: 404 len: 337 time: 0.0360687 Nov 12 03:51:47.853393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50400) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.124819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6278fb4f-1bae-4ce0-b947-1aaebd4312f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.214838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6278fb4f-1bae-4ce0-b947-1aaebd4312f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.225719 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6278fb4f-1bae-4ce0-b947-1aaebd4312f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.298705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6278fb4f-1bae-4ce0-b947-1aaebd4312f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7c575cf6868489bb26e853d9d97ebbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4442706 Nov 12 03:51:48.299961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278fb4f-1bae-4ce0-b947-1aaebd4312f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f31ad0-4687-4f6d-a7e6-d0a189d3897e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.301881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50422) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.370297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6238b8d9-8983-4464-9ebb-e9cdf1daf085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.393151 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6238b8d9-8983-4464-9ebb-e9cdf1daf085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.452676 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6238b8d9-8983-4464-9ebb-e9cdf1daf085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.457930 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6238b8d9-8983-4464-9ebb-e9cdf1daf085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.460333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6238b8d9-8983-4464-9ebb-e9cdf1daf085 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1f31ad0-4687-4f6d-a7e6-d0a189d3897e HTTP/1.1" status: 204 len: 168 time: 0.1568637 Nov 12 03:51:48.484223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238b8d9-8983-4464-9ebb-e9cdf1daf085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f31ad0-4687-4f6d-a7e6-d0a189d3897e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.927880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50456) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.025265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2dcbdd45-130c-4d74-aac7-01d022c71b7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b33423da6fa44608431117da8cdcad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0940201 Nov 12 03:51:49.025843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50464) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.118701 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5846c16b-cf09-4f86-aba3-2f582225aa2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.177988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5846c16b-cf09-4f86-aba3-2f582225aa2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.248703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5846c16b-cf09-4f86-aba3-2f582225aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.252236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5846c16b-cf09-4f86-aba3-2f582225aa2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.254619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5846c16b-cf09-4f86-aba3-2f582225aa2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52b9c145-84fe-407a-a983-e2f9773fb439 HTTP/1.1" status: 204 len: 168 time: 0.2275083 Nov 12 03:51:49.287967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846c16b-cf09-4f86-aba3-2f582225aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b9c145-84fe-407a-a983-e2f9773fb439,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.979985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50600) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.191446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50606) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.267194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ffc99adf-4443-4e06-99d2-f15d8ddd3360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.289986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-467713548', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:51.325238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Made reservation on behalf of d3f027a00bf84c959043991ec77a865a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:51.328161 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.339310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.368696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ffc99adf-4443-4e06-99d2-f15d8ddd3360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.375050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ffc99adf-4443-4e06-99d2-f15d8ddd3360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.413736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc99adf-4443-4e06-99d2-f15d8ddd3360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9f93c3-8aff-406d-a031-6180cd05ff61,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.437192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.443538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.449746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] device_id is not set on port ffe4c908-fd7c-4acc-b9ef-868370fb2f12 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:51.452526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ffc99adf-4443-4e06-99d2-f15d8ddd3360 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=053c2b52d4984a1aad4da84a41dbb5ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714448 Nov 12 03:51:51.453412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50612) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.521255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6673-7ddb-4ae6-a96f-f003488c98ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.521469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab8974-86e8-49d7-83ab-27c1839528c1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.566798 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6673-7ddb-4ae6-a96f-f003488c98ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.626264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Allocated IP 172.25.0.180 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/ffe4c908-fd7c-4acc-b9ef-868370fb2f12) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:51.630193 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6673-7ddb-4ae6-a96f-f003488c98ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.633932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6673-7ddb-4ae6-a96f-f003488c98ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.640609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e4a6673-7ddb-4ae6-a96f-f003488c98ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d9f93c3-8aff-406d-a031-6180cd05ff61 HTTP/1.1" status: 204 len: 168 time: 0.1859469 Nov 12 03:51:51.655311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a6673-7ddb-4ae6-a96f-f003488c98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9f93c3-8aff-406d-a031-6180cd05ff61,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.811703 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.852513 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.895867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:51.899408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:51.903246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:51.916266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f45cc-18cd-4ea0-88b8-5ac07fcca579 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:51.951045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Pushing event updated for resources: {'Port': ['ID=ffe4c908-fd7c-4acc-b9ef-868370fb2f12,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.976714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.977476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.992552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c90871e6-ffdc-46a2-8f47-5d9ea664fbd2 None None] Provisioning complete for port ffe4c908-fd7c-4acc-b9ef-868370fb2f12 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:51.993552 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c90871e6-ffdc-46a2-8f47-5d9ea664fbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.004559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6497d082-3372-44b0-8ae2-4f5f8dcffdad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8112044 Nov 12 03:51:52.037600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c90871e6-ffdc-46a2-8f47-5d9ea664fbd2 None None] Port ffe4c908-fd7c-4acc-b9ef-868370fb2f12 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:52.073613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.089564 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5a36f28-8b0c-497f-8a03-c2559e7d11ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.090774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50622) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.095351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.180'}]}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:52.119214 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.121124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.178931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5a36f28-8b0c-497f-8a03-c2559e7d11ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.185600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5a36f28-8b0c-497f-8a03-c2559e7d11ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.194197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.231736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c5a36f28-8b0c-497f-8a03-c2559e7d11ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba0ed0440b87417fb7662330a1e861e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561718 Nov 12 03:51:52.233272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a36f28-8b0c-497f-8a03-c2559e7d11ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cde9ac-2e2d-4e0a-a67d-0351a735c1d8,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:52.235971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50624) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.294647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3ab068a-609f-47da-991d-7665d29d91a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.323210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3ab068a-609f-47da-991d-7665d29d91a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.369299 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.384367 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3ab068a-609f-47da-991d-7665d29d91a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.387167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b3ab068a-609f-47da-991d-7665d29d91a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.390797 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b3ab068a-609f-47da-991d-7665d29d91a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6cde9ac-2e2d-4e0a-a67d-0351a735c1d8 HTTP/1.1" status: 204 len: 168 time: 0.1481507 Nov 12 03:51:52.404691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab068a-609f-47da-991d-7665d29d91a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cde9ac-2e2d-4e0a-a67d-0351a735c1d8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:52.714174 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.735361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.885742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50648) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.969232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.042882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98605913-2464-45a1-8126-4e0ada27f321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.146800 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98605913-2464-45a1-8126-4e0ada27f321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.167408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98605913-2464-45a1-8126-4e0ada27f321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.213378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.219416 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.273531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.274453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c04e2e85-93f1-45fc-a7ac-eb7a995414e5 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:53.275136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98605913-2464-45a1-8126-4e0ada27f321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594a7d27-6a46-4629-ad7d-d042a402bf47,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.290438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-98605913-2464-45a1-8126-4e0ada27f321 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68cb2f43348d461c9c758fd1a705a670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4037232 Nov 12 03:51:53.306477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50662) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.337293 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:51:53.342694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bf0b4f43-114b-4e46-a4e0-d0a23e3dc420 tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2503290 Nov 12 03:51:53.344701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50664) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.401248 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b1e573a-57a5-4546-a7bb-c8b514945759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.449953 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b1e573a-57a5-4546-a7bb-c8b514945759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.463184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6c130199-8eef-4bd6-9502-bd03d9df94ad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Deleting port ffe4c908-fd7c-4acc-b9ef-868370fb2f12 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:53.463929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c130199-8eef-4bd6-9502-bd03d9df94ad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.528153 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b1e573a-57a5-4546-a7bb-c8b514945759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.531154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b1e573a-57a5-4546-a7bb-c8b514945759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.532395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9b1e573a-57a5-4546-a7bb-c8b514945759 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/594a7d27-6a46-4629-ad7d-d042a402bf47 HTTP/1.1" status: 204 len: 168 time: 0.2225900 Nov 12 03:51:53.544410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e573a-57a5-4546-a7bb-c8b514945759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594a7d27-6a46-4629-ad7d-d042a402bf47,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.593982 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c130199-8eef-4bd6-9502-bd03d9df94ad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.616179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6c130199-8eef-4bd6-9502-bd03d9df94ad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Calling delete_port for ffe4c908-fd7c-4acc-b9ef-868370fb2f12 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:53.784450 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c130199-8eef-4bd6-9502-bd03d9df94ad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.827374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c130199-8eef-4bd6-9502-bd03d9df94ad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffe4c908-fd7c-4acc-b9ef-868370fb2f12,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.843807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abbd3f-bb38-4117-8323-d778fa2b4060 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:53.945692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c130199-8eef-4bd6-9502-bd03d9df94ad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.950007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6c130199-8eef-4bd6-9502-bd03d9df94ad tempest-RoutersAdminNegativeTest-1632782771 tempest-RoutersAdminNegativeTest-1632782771-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ffe4c908-fd7c-4acc-b9ef-868370fb2f12 HTTP/1.1" status: 204 len: 168 time: 0.6039593 Nov 12 03:51:54.174391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50684) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:54.188720 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-893936f6-bdd9-476f-9207-2dc93f1e3e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.283868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-893936f6-bdd9-476f-9207-2dc93f1e3e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.290579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-893936f6-bdd9-476f-9207-2dc93f1e3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.338602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-893936f6-bdd9-476f-9207-2dc93f1e3e70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=817652daa72a419989a6a5b6d7b29c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624026 Nov 12 03:51:54.340916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50688) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:54.348372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893936f6-bdd9-476f-9207-2dc93f1e3e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8776627f-a43c-49b5-8acc-2b6b48e1c2b0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:54.394391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50692) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:54.405224 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d113079-2507-47c3-8758-eae9cacf3649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.433998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d113079-2507-47c3-8758-eae9cacf3649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.490106 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d113079-2507-47c3-8758-eae9cacf3649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.493987 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d113079-2507-47c3-8758-eae9cacf3649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.496786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8d113079-2507-47c3-8758-eae9cacf3649 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8776627f-a43c-49b5-8acc-2b6b48e1c2b0 HTTP/1.1" status: 204 len: 168 time: 0.1532674 Nov 12 03:51:54.504630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d113079-2507-47c3-8758-eae9cacf3649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8776627f-a43c-49b5-8acc-2b6b48e1c2b0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:54.605903 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-794757b2-378b-45d4-836f-bc694e1b8ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.698975 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-794757b2-378b-45d4-836f-bc694e1b8ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.704998 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-794757b2-378b-45d4-836f-bc694e1b8ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.759588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50706) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:54.769849 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-794757b2-378b-45d4-836f-bc694e1b8ed9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=152aa1e3d0ee41d0bac8e5724816dfa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3729653 Nov 12 03:51:54.770655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794757b2-378b-45d4-836f-bc694e1b8ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34fdc76-3303-4e5a-9b22-8e7573e93cfe,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:54.771095 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.841011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8377289d-0480-4bfd-b061-6807bf787017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.877155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8377289d-0480-4bfd-b061-6807bf787017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.935575 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8377289d-0480-4bfd-b061-6807bf787017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.939884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8377289d-0480-4bfd-b061-6807bf787017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:54.944131 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8377289d-0480-4bfd-b061-6807bf787017 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c34fdc76-3303-4e5a-9b22-8e7573e93cfe HTTP/1.1" status: 204 len: 168 time: 0.1812100 Nov 12 03:51:54.952424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377289d-0480-4bfd-b061-6807bf787017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34fdc76-3303-4e5a-9b22-8e7573e93cfe,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:55.371839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50738) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:55.421598 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5a2046c8-a9e1-4374-9266-5880b809df19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3f027a00bf84c959043991ec77a865a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473812 Nov 12 03:51:55.424196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:55.482060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16ef6863-4b0d-4262-a8c3-6041876ac5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.506130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16ef6863-4b0d-4262-a8c3-6041876ac5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.576221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16ef6863-4b0d-4262-a8c3-6041876ac5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.580302 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-16ef6863-4b0d-4262-a8c3-6041876ac5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.581853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-16ef6863-4b0d-4262-a8c3-6041876ac5e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6aab8974-86e8-49d7-83ab-27c1839528c1 HTTP/1.1" status: 204 len: 168 time: 0.1552570 Nov 12 03:51:55.598546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef6863-4b0d-4262-a8c3-6041876ac5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab8974-86e8-49d7-83ab-27c1839528c1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:56.621595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50798) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:56.892932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1273792107'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:56.923867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Made reservation on behalf of 4a8e0e91c4b5434b87d062d4ce2881c3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:56.929744 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.942315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.057837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.061998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.084331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:57.104780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.105082 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Added segment d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7 of type vlan for network cb309c20-ef7b-4da4-9a81-411b77dd1927 Nov 12 03:51:57.114143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ed2ede-e1ab-421a-8370-0a2df2e67f0b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.178747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.212610 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.220049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.220828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.321618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6978528 Nov 12 03:51:57.323613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50822) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:57.329570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'subnet': {'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:57.334210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f6963-b354-41df-9368-3d853aca87aa tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Network': ['ID=cb309c20-ef7b-4da4-9a81-411b77dd1927,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.347518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:57.462575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Made reservation on behalf of 4a8e0e91c4b5434b87d062d4ce2881c3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:57.466724 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.674165 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.732600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Subnet': ['ID=a3ada1a8-8029-40a2-bb76-1904c989689e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.770945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Checking segment: {'id': 'd7b163dd-fd7e-4633-8b2f-e9ac2b353ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:57.771785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Network hostable DHCP agents. Network: cb309c20-ef7b-4da4-9a81-411b77dd1927, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:57.814465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:57.833381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, cb309c20-ef7b-4da4-9a81-411b77dd1927) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:57.839797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.844093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a00cac2-0b57-4786-94a6-1891d84969bd None None] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:57.847952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.876485 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-458d5f3c-fa28-40bb-a44e-d39c45c662de tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5495193 Nov 12 03:51:57.879649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50834) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:57.885277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-407254353'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:58.067743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Made reservation on behalf of 4a8e0e91c4b5434b87d062d4ce2881c3 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:58.072397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.096366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] device_id is not set on port 1bc59a5e-2134-4aba-936f-77749c25edca yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:58.219275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-cb309c20-ef7b-4da4-9a81-411b77dd1927', 'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927', 'tenant_id': '4a8e0e91c4b5434b87d062d4ce2881c3', 'fixed_ips': [{'subnet_id': 'a3ada1a8-8029-40a2-bb76-1904c989689e'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:58.220004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.296915 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Allocated IP 2001:db8::2a0 (cb309c20-ef7b-4da4-9a81-411b77dd1927/a3ada1a8-8029-40a2-bb76-1904c989689e/1bc59a5e-2134-4aba-936f-77749c25edca) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:58.655134 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.693797 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.751231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:58.755791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:58.775547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:58.796343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Allocated IP 2001:db8::2 (cb309c20-ef7b-4da4-9a81-411b77dd1927/a3ada1a8-8029-40a2-bb76-1904c989689e/bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:58.797861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.801643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.828779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=1bc59a5e-2134-4aba-936f-77749c25edca,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:58.842611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50842) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:58.843146 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cb83928f-ddb5-4706-960a-67a3e3742c25 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9620090 Nov 12 03:51:58.849151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-248010273', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a0', 'mac_address': 'fa:16:3e:a5:23:b6'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:59.043401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.054284 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.062112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Made reservation on behalf of 4a8e0e91c4b5434b87d062d4ce2881c3 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:59.075088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:59.077455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:59.108571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:59.170547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.184152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Pushing event updated for resources: {'Port': ['ID=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:59.192167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] device_id is not set on port b5975e8c-df94-4f3c-96aa-2ef9db237ff2 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:51:59.200098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Attempting to bind port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:59.200669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Attempting to bind port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'd7b163dd-fd7e-4633-8b2f-e9ac2b353ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:59.201069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Attempting to bind port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f on network cb309c20-ef7b-4da4-9a81-411b77dd1927 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:59.203747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.204267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.204770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.205272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.205654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.206154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.206666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.207003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.207331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.207654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.207976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.208296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.215164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:59.215543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Checking segment: {'id': 'd7b163dd-fd7e-4633-8b2f-e9ac2b353ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:59.215933 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.216477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Bound using segment: {'id': 'd7b163dd-fd7e-4633-8b2f-e9ac2b353ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:59.217134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Bound port: bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b163dd-fd7e-4633-8b2f-e9ac2b353ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:59.217667 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.289199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] For port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:59.294360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] For port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,segment=NetworkSegment(d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7),segment_id=d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:59.303070 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.349074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Allocated IP 2001:db8::1e1 (cb309c20-ef7b-4da4-9a81-411b77dd1927/a3ada1a8-8029-40a2-bb76-1904c989689e/b5975e8c-df94-4f3c-96aa-2ef9db237ff2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:59.402508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c7f34-fc11-4a88-8afc-298a4c8ef71a None None] Pushing event updated for resources: {'Port': ['ID=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:59.552837 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.594687 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.683799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=b5975e8c-df94-4f3c-96aa-2ef9db237ff2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:59.691040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:59.697326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:59.699888 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.700241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.700821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.700962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.701288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.701624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.701954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.702288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.702618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.702947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.703275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.703597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:59.708862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:59.715128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.715761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.745100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2b9e32ab-aeeb-4b02-98cd-27eac15036e4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9011714 Nov 12 03:51:59.747812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50848) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:59.816607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80daac94-bd78-42bb-b743-3c6a918961a4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.822689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80daac94-bd78-42bb-b743-3c6a918961a4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.828769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80daac94-bd78-42bb-b743-3c6a918961a4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.830839 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-80daac94-bd78-42bb-b743-3c6a918961a4 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0814078 Nov 12 03:51:59.833524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50852) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:59.969867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c4029603-f008-45e4-93c8-4fae585b913b tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Deleting port b5975e8c-df94-4f3c-96aa-2ef9db237ff2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:59.970390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4029603-f008-45e4-93c8-4fae585b913b tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.112632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4029603-f008-45e4-93c8-4fae585b913b tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.133712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c4029603-f008-45e4-93c8-4fae585b913b tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Calling delete_port for b5975e8c-df94-4f3c-96aa-2ef9db237ff2 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:00.350680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4029603-f008-45e4-93c8-4fae585b913b tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.434198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4029603-f008-45e4-93c8-4fae585b913b tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Port': ['ID=b5975e8c-df94-4f3c-96aa-2ef9db237ff2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:00.621325 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4029603-f008-45e4-93c8-4fae585b913b tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.625693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c4029603-f008-45e4-93c8-4fae585b913b tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "DELETE /v2.0/ports/b5975e8c-df94-4f3c-96aa-2ef9db237ff2 HTTP/1.1" status: 204 len: 168 time: 0.7909079 Nov 12 03:52:00.628244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50896) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:00.662154 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-414727a1-dfef-4bb5-9294-a3e928b6c342 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] GET failed (client error): The resource could not be found. Nov 12 03:52:00.663866 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-414727a1-dfef-4bb5-9294-a3e928b6c342 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "GET /v2.0/ports/b5975e8c-df94-4f3c-96aa-2ef9db237ff2 HTTP/1.1" status: 404 len: 333 time: 0.0342710 Nov 12 03:52:00.667744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50898) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:00.672779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1865426779'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:00.757028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04a0a2-8b2d-49e0-967d-7727d0a3e254 None None] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:00.856687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6ee72599-a579-4c2a-983c-ecad684b9f1d None None] Provisioning complete for port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:00.857475 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6ee72599-a579-4c2a-983c-ecad684b9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.868645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Made reservation on behalf of 4a8e0e91c4b5434b87d062d4ce2881c3 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:00.872944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.906518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] device_id is not set on port 7f34fb0b-4424-41d6-b82b-bbed74641146 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:01.013650 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6ee72599-a579-4c2a-983c-ecad684b9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.084666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6ee72599-a579-4c2a-983c-ecad684b9f1d None None] For port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,segment=NetworkSegment(d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7),segment_id=d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:01.100866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6ee72599-a579-4c2a-983c-ecad684b9f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.168994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Allocated IP 2001:db8::1d6 (cb309c20-ef7b-4da4-9a81-411b77dd1927/a3ada1a8-8029-40a2-bb76-1904c989689e/7f34fb0b-4424-41d6-b82b-bbed74641146) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:01.183179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee72599-a579-4c2a-983c-ecad684b9f1d None None] Pushing event updated for resources: {'Port': ['ID=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.349394 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d0de373b-a446-4628-a2db-add3491386cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.398930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.450770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2315c498-2faa-4a20-9e42-aa7eff29e749 None None] Provisioning complete for port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:01.451418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2315c498-2faa-4a20-9e42-aa7eff29e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.500431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.659959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=7f34fb0b-4424-41d6-b82b-bbed74641146,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.695639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:01.700475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:01.711728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:01.726557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.727230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.762557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2315c498-2faa-4a20-9e42-aa7eff29e749 None None] Provisioning complete for port 1bc59a5e-2134-4aba-936f-77749c25edca triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:01.763101 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2315c498-2faa-4a20-9e42-aa7eff29e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.769506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50906) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:01.770723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-78d5fbb5-65d1-4aba-97d3-c1fee6288a5f tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1018372 Nov 12 03:52:01.775317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a0', 'mac_address': 'fa:16:3e:a5:23:b6'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:01.837448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:01.917205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2315c498-2faa-4a20-9e42-aa7eff29e749 None None] Port 1bc59a5e-2134-4aba-936f-77749c25edca cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:01.951559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:01.952245 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.089421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2550da0f-25fd-4485-b94a-89fceb02c645 None None] Provisioning complete for port 1bc59a5e-2134-4aba-936f-77749c25edca triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:02.089927 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2550da0f-25fd-4485-b94a-89fceb02c645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.106668 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.134437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2550da0f-25fd-4485-b94a-89fceb02c645 None None] Port 1bc59a5e-2134-4aba-936f-77749c25edca cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:02.275714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b4670a72-a53f-473d-8654-d4827d9789fe None None] Could not find standard attr ID for object b5975e8c-df94-4f3c-96aa-2ef9db237ff2. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:52:02.375291 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.382784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.523555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] In _notify_port_updated(), no bound segment for port 7f34fb0b-4424-41d6-b82b-bbed74641146 on network cb309c20-ef7b-4da4-9a81-411b77dd1927 {{(pid=102629) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:52:02.546121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.550554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.557041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:02.573923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "PUT /v2.0/ports/7f34fb0b-4424-41d6-b82b-bbed74641146 HTTP/1.1" status: 200 len: 1003 time: 0.8018460 Nov 12 03:52:02.622703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7d36-f397-48a1-b228-33c8c67fe54a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=7f34fb0b-4424-41d6-b82b-bbed74641146,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:02.639719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0cb5a67c-0972-4bea-aae7-1e47f542a03f None None] Provisioning complete for port 7f34fb0b-4424-41d6-b82b-bbed74641146 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:02.640340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0cb5a67c-0972-4bea-aae7-1e47f542a03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.700467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f84aea2a-2ade-4af3-a960-569047a0be82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Deleting port 7f34fb0b-4424-41d6-b82b-bbed74641146 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:02.701057 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f84aea2a-2ade-4af3-a960-569047a0be82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.701678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5a67c-0972-4bea-aae7-1e47f542a03f None None] Port 7f34fb0b-4424-41d6-b82b-bbed74641146 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:02.834559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f84aea2a-2ade-4af3-a960-569047a0be82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.850347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f84aea2a-2ade-4af3-a960-569047a0be82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Calling delete_port for 7f34fb0b-4424-41d6-b82b-bbed74641146 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:03.014224 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f84aea2a-2ade-4af3-a960-569047a0be82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.045029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84aea2a-2ade-4af3-a960-569047a0be82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Port': ['ID=7f34fb0b-4424-41d6-b82b-bbed74641146,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:03.180205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f84aea2a-2ade-4af3-a960-569047a0be82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.186397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f84aea2a-2ade-4af3-a960-569047a0be82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "DELETE /v2.0/ports/7f34fb0b-4424-41d6-b82b-bbed74641146 HTTP/1.1" status: 204 len: 168 time: 0.6258836 Nov 12 03:52:03.186510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:03.218246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d0583ec1-ff90-404c-95ae-c114779593ff None None] Could not find standard attr ID for object 7f34fb0b-4424-41d6-b82b-bbed74641146. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:52:03.219167 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-4333dc19-be08-4751-b6ea-e889586d6fad tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] GET failed (client error): The resource could not be found. Nov 12 03:52:03.225007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4333dc19-be08-4751-b6ea-e889586d6fad tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "GET /v2.0/ports/7f34fb0b-4424-41d6-b82b-bbed74641146 HTTP/1.1" status: 404 len: 333 time: 0.0342262 Nov 12 03:52:03.225901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50918) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:03.231811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-786511399'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:03.385217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Made reservation on behalf of 4a8e0e91c4b5434b87d062d4ce2881c3 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:03.388841 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.411266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] device_id is not set on port f00b51ef-3d34-4bf4-9b63-9a96e73af07b yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:03.563840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Allocated IP 2001:db8::260 (cb309c20-ef7b-4da4-9a81-411b77dd1927/a3ada1a8-8029-40a2-bb76-1904c989689e/f00b51ef-3d34-4bf4-9b63-9a96e73af07b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:03.574903 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-186957a7-9bac-4356-a665-7cc19729da01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.767429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.822641 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.910848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:03.929969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:03.937724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:03.953829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:03.954496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.981670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=f00b51ef-3d34-4bf4-9b63-9a96e73af07b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:04.031874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50942) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:04.032424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-01a326fa-93dc-4cd6-bf5b-fdaabf7a96ed tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8047934 Nov 12 03:52:04.038163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a5:23:b6'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:04.188511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.265905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-02f747de-9dd7-43fc-b1fa-6f9ced42388f req-5dc26af0-7a57-4fb4-8965-79b9c52de8f0 service neutron] (102629) timed out ('10.222.0.20', 64202) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:52:04.358213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-28ee9efb-2f02-4d5a-b477-07a75d3c8323 None None] Provisioning complete for port f00b51ef-3d34-4bf4-9b63-9a96e73af07b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:04.359304 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28ee9efb-2f02-4d5a-b477-07a75d3c8323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.370876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50946) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:04.403550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-28ee9efb-2f02-4d5a-b477-07a75d3c8323 None None] Port f00b51ef-3d34-4bf4-9b63-9a96e73af07b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:04.467236 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.474429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.514358 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b193234-4fd0-4960-92e7-b861d8acb1d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.521096 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] In _notify_port_updated(), no bound segment for port f00b51ef-3d34-4bf4-9b63-9a96e73af07b on network cb309c20-ef7b-4da4-9a81-411b77dd1927 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:52:04.526922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.527583 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.531990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "PUT /v2.0/ports/f00b51ef-3d34-4bf4-9b63-9a96e73af07b HTTP/1.1" status: 200 len: 1002 time: 0.4959857 Nov 12 03:52:04.533091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50950) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:04.569829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e38fd9-76b0-4375-ac81-aab8f040c248 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=f00b51ef-3d34-4bf4-9b63-9a96e73af07b,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:04.709634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4dde81f8-4881-4736-90cc-04dd61133ed0 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Deleting port f00b51ef-3d34-4bf4-9b63-9a96e73af07b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:04.709976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dde81f8-4881-4736-90cc-04dd61133ed0 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.714452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b193234-4fd0-4960-92e7-b861d8acb1d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.777195 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b193234-4fd0-4960-92e7-b861d8acb1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.832639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0b193234-4fd0-4960-92e7-b861d8acb1d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aee63230e3d84442af83f56bbf53d4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4558706 Nov 12 03:52:04.833647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50954) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:04.878367 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dde81f8-4881-4736-90cc-04dd61133ed0 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.894707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4dde81f8-4881-4736-90cc-04dd61133ed0 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Calling delete_port for f00b51ef-3d34-4bf4-9b63-9a96e73af07b owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:04.930388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ef42bf6-2ee2-44cc-85d9-3d6336a290a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.936661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0081f3be-eb2c-49f9-aa90-c7827b696c42 None None] Provisioning complete for port f00b51ef-3d34-4bf4-9b63-9a96e73af07b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:04.937169 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0081f3be-eb2c-49f9-aa90-c7827b696c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.979029 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ef42bf6-2ee2-44cc-85d9-3d6336a290a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.010765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0081f3be-eb2c-49f9-aa90-c7827b696c42 None None] Port f00b51ef-3d34-4bf4-9b63-9a96e73af07b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:05.051278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.059537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ef42bf6-2ee2-44cc-85d9-3d6336a290a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.062190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ef42bf6-2ee2-44cc-85d9-3d6336a290a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.065793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193234-4fd0-4960-92e7-b861d8acb1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ab62d5-9899-4f57-831c-50c068ae442a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:05.069545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8ef42bf6-2ee2-44cc-85d9-3d6336a290a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30ab62d5-9899-4f57-831c-50c068ae442a HTTP/1.1" status: 204 len: 168 time: 0.2318227 Nov 12 03:52:05.099505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef42bf6-2ee2-44cc-85d9-3d6336a290a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ab62d5-9899-4f57-831c-50c068ae442a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:05.116810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dde81f8-4881-4736-90cc-04dd61133ed0 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.181899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde81f8-4881-4736-90cc-04dd61133ed0 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Port': ['ID=f00b51ef-3d34-4bf4-9b63-9a96e73af07b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:05.225427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4dde81f8-4881-4736-90cc-04dd61133ed0 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.228843 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4dde81f8-4881-4736-90cc-04dd61133ed0 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "DELETE /v2.0/ports/f00b51ef-3d34-4bf4-9b63-9a96e73af07b HTTP/1.1" status: 204 len: 168 time: 0.6941707 Nov 12 03:52:05.231766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:05.259832 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f33b6a4-1603-4cf0-bfec-bf77706c5752 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] GET failed (client error): The resource could not be found. Nov 12 03:52:05.267078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f33b6a4-1603-4cf0-bfec-bf77706c5752 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "GET /v2.0/ports/f00b51ef-3d34-4bf4-9b63-9a96e73af07b HTTP/1.1" status: 404 len: 333 time: 0.0340321 Nov 12 03:52:05.268346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:05.276821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1556166014'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:05.491738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Made reservation on behalf of 4a8e0e91c4b5434b87d062d4ce2881c3 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:05.495546 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.538354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] device_id is not set on port ba9cd76f-6bca-4673-8eaf-bdc4685ef763 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:05.740930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 50972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:05.757272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Allocated IP 2001:db8::10b (cb309c20-ef7b-4da4-9a81-411b77dd1927/a3ada1a8-8029-40a2-bb76-1904c989689e/ba9cd76f-6bca-4673-8eaf-bdc4685ef763) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:05.759330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a1f87f6-6852-4971-a8d5-9de7fabe1261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.860320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a1f87f6-6852-4971-a8d5-9de7fabe1261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.865156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a1f87f6-6852-4971-a8d5-9de7fabe1261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.917909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3a1f87f6-6852-4971-a8d5-9de7fabe1261 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9b02b51b31248699d5c6f9e476542ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756997 Nov 12 03:52:05.919106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f87f6-6852-4971-a8d5-9de7fabe1261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591e9132-b96d-40f1-9c84-61fc90fc1909,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:05.920462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50984) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:05.996141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.016359 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d42b60a-7e23-42a8-a472-3456b24fdb40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.049821 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d42b60a-7e23-42a8-a472-3456b24fdb40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.084133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.131000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:06.134338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:06.140596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:06.147485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.147835 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.165539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=ba9cd76f-6bca-4673-8eaf-bdc4685ef763,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:06.167791 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d42b60a-7e23-42a8-a472-3456b24fdb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.170360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d42b60a-7e23-42a8-a472-3456b24fdb40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.173786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8d42b60a-7e23-42a8-a472-3456b24fdb40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/591e9132-b96d-40f1-9c84-61fc90fc1909 HTTP/1.1" status: 204 len: 168 time: 0.2499032 Nov 12 03:52:06.185210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a9b0ecc5-2668-4263-bf29-15bda4b9557e tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9134264 Nov 12 03:52:06.185210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42b60a-7e23-42a8-a472-3456b24fdb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591e9132-b96d-40f1-9c84-61fc90fc1909,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:06.186412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 50992) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:06.201856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'network_id': 'cb309c20-ef7b-4da4-9a81-411b77dd1927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1548840077'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:06.357033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.363504 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Made reservation on behalf of 4a8e0e91c4b5434b87d062d4ce2881c3 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:06.367439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.387732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] device_id is not set on port 59c9f013-3fc1-4d1c-b429-1a499f85889e yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:06.466092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4dbeeab1-2324-4e71-a9bf-a1995526e107 None None] Provisioning complete for port ba9cd76f-6bca-4673-8eaf-bdc4685ef763 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:06.466467 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4dbeeab1-2324-4e71-a9bf-a1995526e107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.513104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeeab1-2324-4e71-a9bf-a1995526e107 None None] Port ba9cd76f-6bca-4673-8eaf-bdc4685ef763 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:06.545849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Allocated IP 2001:db8::93 (cb309c20-ef7b-4da4-9a81-411b77dd1927/a3ada1a8-8029-40a2-bb76-1904c989689e/59c9f013-3fc1-4d1c-b429-1a499f85889e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:06.642171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51008) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:06.680010 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7656d8-a54c-4ccb-b496-12aefb0b3229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.719943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.760325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7656d8-a54c-4ccb-b496-12aefb0b3229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.762274 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.765316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7656d8-a54c-4ccb-b496-12aefb0b3229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.807067 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab7656d8-a54c-4ccb-b496-12aefb0b3229 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13854854b24d463a8e7d8908a7803073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632738 Nov 12 03:52:06.808194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7656d8-a54c-4ccb-b496-12aefb0b3229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680ac262-ff81-435e-91be-1e6996ca3360,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:06.810318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:06.812828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:06.824721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:06.827088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:06.833837 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.834449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.842866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=59c9f013-3fc1-4d1c-b429-1a499f85889e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:06.872204 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7d0a3b61-55d7-4068-9d29-838d44d2148a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6784391 Nov 12 03:52:06.874935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51012) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:06.882770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a0', 'mac_address': 'fa:16:3e:a5:23:b6'}, {'ip_address': '2001:db8::10b', 'mac_address': 'fa:16:3e:fa:b7:b1'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:06.896595 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e40907e-be38-40ff-be1d-f585a52779aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.931783 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e40907e-be38-40ff-be1d-f585a52779aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.041709 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.044954 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e40907e-be38-40ff-be1d-f585a52779aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.047974 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e40907e-be38-40ff-be1d-f585a52779aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.050024 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8e40907e-be38-40ff-be1d-f585a52779aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/680ac262-ff81-435e-91be-1e6996ca3360 HTTP/1.1" status: 204 len: 168 time: 0.2353542 Nov 12 03:52:07.070383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40907e-be38-40ff-be1d-f585a52779aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680ac262-ff81-435e-91be-1e6996ca3360,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:07.148329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.246155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-db11e196-0366-45dc-8a6d-67394a9f1bb5 None None] Provisioning complete for port 59c9f013-3fc1-4d1c-b429-1a499f85889e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:07.246784 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db11e196-0366-45dc-8a6d-67394a9f1bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.288322 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-db11e196-0366-45dc-8a6d-67394a9f1bb5 None None] Port 59c9f013-3fc1-4d1c-b429-1a499f85889e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:07.414407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.422032 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.482053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event updated for resources: {'Port': ['ID=59c9f013-3fc1-4d1c-b429-1a499f85889e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:07.485222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] In _notify_port_updated(), no bound segment for port 59c9f013-3fc1-4d1c-b429-1a499f85889e on network cb309c20-ef7b-4da4-9a81-411b77dd1927 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:52:07.493582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.494345 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.495902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a26ace10-e12e-45c9-b7f7-0d9425110929 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "PUT /v2.0/ports/59c9f013-3fc1-4d1c-b429-1a499f85889e HTTP/1.1" status: 200 len: 1067 time: 0.6198952 Nov 12 03:52:07.499335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:07.691475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-59e67eb9-0edf-47a3-be7b-68380e0eef09 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Deleting port 59c9f013-3fc1-4d1c-b429-1a499f85889e {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:07.692882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59e67eb9-0edf-47a3-be7b-68380e0eef09 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.862617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59e67eb9-0edf-47a3-be7b-68380e0eef09 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.885859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-59e67eb9-0edf-47a3-be7b-68380e0eef09 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Calling delete_port for 59c9f013-3fc1-4d1c-b429-1a499f85889e owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:07.954412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-50d26a7f-d968-42f8-9372-64a2c27663b5 None None] Provisioning complete for port 59c9f013-3fc1-4d1c-b429-1a499f85889e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:07.956310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50d26a7f-d968-42f8-9372-64a2c27663b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.008001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-50d26a7f-d968-42f8-9372-64a2c27663b5 None None] Port 59c9f013-3fc1-4d1c-b429-1a499f85889e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:08.091182 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59e67eb9-0edf-47a3-be7b-68380e0eef09 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.129413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e67eb9-0edf-47a3-be7b-68380e0eef09 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Port': ['ID=59c9f013-3fc1-4d1c-b429-1a499f85889e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:08.358445 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-59e67eb9-0edf-47a3-be7b-68380e0eef09 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.364112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-59e67eb9-0edf-47a3-be7b-68380e0eef09 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "DELETE /v2.0/ports/59c9f013-3fc1-4d1c-b429-1a499f85889e HTTP/1.1" status: 204 len: 168 time: 0.8635798 Nov 12 03:52:08.366778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51060) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:08.414799 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a9489f-4817-46ec-9764-6160ba847ddb tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] GET failed (client error): The resource could not be found. Nov 12 03:52:08.416771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5a9489f-4817-46ec-9764-6160ba847ddb tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "GET /v2.0/ports/59c9f013-3fc1-4d1c-b429-1a499f85889e HTTP/1.1" status: 404 len: 333 time: 0.0485535 Nov 12 03:52:08.419991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51064) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:09.115422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c9398-9e3b-47d7-b2ea-8e9f1c516d82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Deleting port ba9cd76f-6bca-4673-8eaf-bdc4685ef763 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:09.116076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9398-9e3b-47d7-b2ea-8e9f1c516d82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.233447 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9398-9e3b-47d7-b2ea-8e9f1c516d82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.249009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c9398-9e3b-47d7-b2ea-8e9f1c516d82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Calling delete_port for ba9cd76f-6bca-4673-8eaf-bdc4685ef763 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:09.399737 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9398-9e3b-47d7-b2ea-8e9f1c516d82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.439224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c9398-9e3b-47d7-b2ea-8e9f1c516d82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Port': ['ID=ba9cd76f-6bca-4673-8eaf-bdc4685ef763,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:09.491098 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9398-9e3b-47d7-b2ea-8e9f1c516d82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.496178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6a6c9398-9e3b-47d7-b2ea-8e9f1c516d82 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "DELETE /v2.0/ports/ba9cd76f-6bca-4673-8eaf-bdc4685ef763 HTTP/1.1" status: 204 len: 168 time: 1.0747049 Nov 12 03:52:09.498884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51112) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:09.532958 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd41a07c-8378-49f6-ab84-7c3b9bb3ba23 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] GET failed (client error): The resource could not be found. Nov 12 03:52:09.534484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bd41a07c-8378-49f6-ab84-7c3b9bb3ba23 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "GET /v2.0/ports/ba9cd76f-6bca-4673-8eaf-bdc4685ef763 HTTP/1.1" status: 404 len: 333 time: 0.0345299 Nov 12 03:52:09.538473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51120) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:09.674982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6ce354e8-7c69-4fdb-9aae-a2f0760c4c3d tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Deleting port 1bc59a5e-2134-4aba-936f-77749c25edca {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:09.675851 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ce354e8-7c69-4fdb-9aae-a2f0760c4c3d tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.996935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51134) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.130488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-204d3e0b-3ad7-42a8-87e2-3954061845b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.221268 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-204d3e0b-3ad7-42a8-87e2-3954061845b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.227462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-204d3e0b-3ad7-42a8-87e2-3954061845b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.239453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ce354e8-7c69-4fdb-9aae-a2f0760c4c3d tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.255163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6ce354e8-7c69-4fdb-9aae-a2f0760c4c3d tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Calling delete_port for 1bc59a5e-2134-4aba-936f-77749c25edca owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:10.268755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d3e0b-3ad7-42a8-87e2-3954061845b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ede4b7-2d36-4074-98f4-31e74a9888ea,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:10.277415 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-204d3e0b-3ad7-42a8-87e2-3954061845b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3454dbea4e9e432cbcb24cff6a3ddf2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792683 Nov 12 03:52:10.280055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51138) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.335934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac12b-edec-4492-a823-3b4671dfb980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.370416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac12b-edec-4492-a823-3b4671dfb980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.405599 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ce354e8-7c69-4fdb-9aae-a2f0760c4c3d tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.428535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac12b-edec-4492-a823-3b4671dfb980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.432113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1c8ac12b-edec-4492-a823-3b4671dfb980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.435212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1c8ac12b-edec-4492-a823-3b4671dfb980 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4ede4b7-2d36-4074-98f4-31e74a9888ea HTTP/1.1" status: 204 len: 168 time: 0.1514592 Nov 12 03:52:10.443207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ac12b-edec-4492-a823-3b4671dfb980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ede4b7-2d36-4074-98f4-31e74a9888ea,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:10.468205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce354e8-7c69-4fdb-9aae-a2f0760c4c3d tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Port': ['ID=1bc59a5e-2134-4aba-936f-77749c25edca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:10.525173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6ce354e8-7c69-4fdb-9aae-a2f0760c4c3d tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.540024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51146) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.541763 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6ce354e8-7c69-4fdb-9aae-a2f0760c4c3d tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "DELETE /v2.0/ports/1bc59a5e-2134-4aba-936f-77749c25edca HTTP/1.1" status: 204 len: 168 time: 0.9980736 Nov 12 03:52:10.612484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7efb57-3244-4095-bb9e-23993207a4f9 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Deleting subnet a3ada1a8-8029-40a2-bb76-1904c989689e {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:10.619812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb7efb57-3244-4095-bb9e-23993207a4f9 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.674756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb7efb57-3244-4095-bb9e-23993207a4f9 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.768888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb7efb57-3244-4095-bb9e-23993207a4f9 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.866046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb7efb57-3244-4095-bb9e-23993207a4f9 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.895153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7efb57-3244-4095-bb9e-23993207a4f9 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ada1a8-8029-40a2-bb76-1904c989689e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:10.896607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fb7efb57-3244-4095-bb9e-23993207a4f9 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:10.901979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fb7efb57-3244-4095-bb9e-23993207a4f9 tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "DELETE /v2.0/subnets/a3ada1a8-8029-40a2-bb76-1904c989689e HTTP/1.1" status: 204 len: 168 time: 0.3587649 Nov 12 03:52:10.902349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51158) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:10.906393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961b42d-1e52-4cfd-804e-95cbe12e908d None None] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:10.991518 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.056305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51160) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:11.071443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d611cc6-7857-49a1-9e95-49fa005316b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.073983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Deleting port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:11.074303 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.130627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] DHCP port deletion for cb309c20-ef7b-4da4-9a81-411b77dd1927 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:11.157747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] For port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,segment=NetworkSegment(d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7),segment_id=d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:11.158137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.178892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Calling delete_port for bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:11.193108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] Deleting port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:11.193571 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.195512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d611cc6-7857-49a1-9e95-49fa005316b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.203350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d611cc6-7857-49a1-9e95-49fa005316b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.249470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7d611cc6-7857-49a1-9e95-49fa005316b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00f2d245827d4c97a4212ce078698553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1918585 Nov 12 03:52:11.252157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d611cc6-7857-49a1-9e95-49fa005316b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252cf639-d3b0-4079-98e4-5f04ee4e9ef3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:11.254942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51162) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:11.307404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] For port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,segment=NetworkSegment(d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7),segment_id=d7b163dd-fd7e-4633-8b2f-e9ac2b353ce7)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:11.307959 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.331869 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.354805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] No DVR routers for this DVR port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:11.385407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] Calling delete_port for bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:11.387514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Port': ['ID=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:11.420203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07fa544f-2d87-44c0-ab68-d9d5ac93f1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.482054 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07fa544f-2d87-44c0-ab68-d9d5ac93f1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.528695 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.571700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb309c20-ef7b-4da4-9a81-411b77dd1927']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:11.577479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b163dd-fd7e-4633-8b2f-e9ac2b353ce7') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:11.577817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b163dd-fd7e-4633-8b2f-e9ac2b353ce7') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:11.594461 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.599871 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:11.602298 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07fa544f-2d87-44c0-ab68-d9d5ac93f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.606231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-07fa544f-2d87-44c0-ab68-d9d5ac93f1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.607934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.611206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07fa544f-2d87-44c0-ab68-d9d5ac93f1b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/252cf639-d3b0-4079-98e4-5f04ee4e9ef3 HTTP/1.1" status: 204 len: 168 time: 0.3552139 Nov 12 03:52:11.622344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa544f-2d87-44c0-ab68-d9d5ac93f1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252cf639-d3b0-4079-98e4-5f04ee4e9ef3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:11.633787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:11.634200 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.670972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:11.727585 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:11.730889 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.743420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.748933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:11.749672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:11.751341 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.756356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] 10.222.0.49 "DELETE /v2.0/networks/cb309c20-ef7b-4da4-9a81-411b77dd1927 HTTP/1.1" status: 204 len: 168 time: 0.8529627 Nov 12 03:52:11.758165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c22c1-786d-47d7-ac34-0e2cb500913a tempest-AllowedAddressPairIpV6TestJSON-100200060 tempest-AllowedAddressPairIpV6TestJSON-100200060-project] Pushing event deleted for resources: {'Network': ['ID=cb309c20-ef7b-4da4-9a81-411b77dd1927,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:12.013044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] Pushing event deleted for resources: {'Port': ['ID=bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:12.018536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] Network cb309c20-ef7b-4da4-9a81-411b77dd1927 is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:52:12.019369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42354c24-bffd-4696-ad31-d8a12e994537 None None] No DVR routers for this DVR port bb3e1c7d-77ea-4cb2-9f5a-10200d8f5c9f on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:12.089565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51186) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:12.230998 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-faab303e-3f16-4d71-b94b-769be7805a8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a8e0e91c4b5434b87d062d4ce2881c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400583 Nov 12 03:52:12.233611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51194) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:12.288964 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db606a02-ad74-4462-b70d-57dfc7a7a129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.310719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db606a02-ad74-4462-b70d-57dfc7a7a129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.367700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db606a02-ad74-4462-b70d-57dfc7a7a129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.370416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db606a02-ad74-4462-b70d-57dfc7a7a129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:12.371553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-db606a02-ad74-4462-b70d-57dfc7a7a129 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68ed2ede-e1ab-421a-8370-0a2df2e67f0b HTTP/1.1" status: 204 len: 168 time: 0.1370332 Nov 12 03:52:12.387738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db606a02-ad74-4462-b70d-57dfc7a7a129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ed2ede-e1ab-421a-8370-0a2df2e67f0b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:13.266350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51290) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.436731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-e22e57eb-bd76-43c2-ba64-e7e6f34cb1c6 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.438359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e22e57eb-bd76-43c2-ba64-e7e6f34cb1c6 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1703649 Nov 12 03:52:13.441092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51298) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.447062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-4fbf3f5b-60f2-412b-a3c7-d893f4a4c206 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.448817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4fbf3f5b-60f2-412b-a3c7-d893f4a4c206 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054722 Nov 12 03:52:13.451142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51300) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.456176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-4d2fec19-9d1d-45fa-9d62-f468e4f09e28 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.457263 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4d2fec19-9d1d-45fa-9d62-f468e4f09e28 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050998 Nov 12 03:52:13.459603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.465000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-c5acc797-7ed5-425b-8785-1238a3cf7373 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.466242 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c5acc797-7ed5-425b-8785-1238a3cf7373 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0053606 Nov 12 03:52:13.468729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51308) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.473688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-0db56261-92f6-47c0-8e2a-0ac61f3d2cd5 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.474849 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0db56261-92f6-47c0-8e2a-0ac61f3d2cd5 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050352 Nov 12 03:52:13.477355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51312) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.481662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-c85fb9b7-bc59-43d1-a80c-9542447d0da7 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.482594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c85fb9b7-bc59-43d1-a80c-9542447d0da7 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042911 Nov 12 03:52:13.487575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.492956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-8b537576-a0de-4c91-a499-96308ee324c9 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.494381 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8b537576-a0de-4c91-a499-96308ee324c9 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045276 Nov 12 03:52:13.496752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51316) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.503120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-54b176b2-d28e-41e8-b62c-f9949eb095cf tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.504166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-54b176b2-d28e-41e8-b62c-f9949eb095cf tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063236 Nov 12 03:52:13.506521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51318) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.512544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-aa6d5b5c-616f-42cc-ae9d-d84064d1ef5d tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.514270 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aa6d5b5c-616f-42cc-ae9d-d84064d1ef5d tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0067098 Nov 12 03:52:13.516585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51320) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.523643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-ecdaf0d8-68da-4d63-b081-cf3531709ffb tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.525019 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ecdaf0d8-68da-4d63-b081-cf3531709ffb tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055330 Nov 12 03:52:13.527209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51324) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.531881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-154bb282-8744-4fa8-a1c1-bab733b5731e tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.532730 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-154bb282-8744-4fa8-a1c1-bab733b5731e tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042977 Nov 12 03:52:13.535762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51328) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.541615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-9f4c8301-0344-4ec2-b91c-86afe785478d tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.542563 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9f4c8301-0344-4ec2-b91c-86afe785478d tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057638 Nov 12 03:52:13.544899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51330) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.556779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-0976925c-12c5-4843-bd40-0d910eac7994 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.559458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51332) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.563103 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0976925c-12c5-4843-bd40-0d910eac7994 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0149796 Nov 12 03:52:13.565208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-bed5da98-b51b-4406-bede-4bc2ea8fd4a4 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.566364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bed5da98-b51b-4406-bede-4bc2ea8fd4a4 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057058 Nov 12 03:52:13.568882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51334) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.574274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-c246280d-4e1c-4853-9ad9-40243d2926be tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.575821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c246280d-4e1c-4853-9ad9-40243d2926be tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055633 Nov 12 03:52:13.578133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.589256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-d1d91dde-b1de-4f76-a639-fe1fb90d8b89 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.590969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d1d91dde-b1de-4f76-a639-fe1fb90d8b89 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0111270 Nov 12 03:52:13.592916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51342) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.605621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-31e37559-1923-4fd9-8224-eeeca4767138 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.607042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-31e37559-1923-4fd9-8224-eeeca4767138 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0129521 Nov 12 03:52:13.609588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.614193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-c4a817ec-83d6-4ba3-92ab-21d49ab3b4c5 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.617929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c4a817ec-83d6-4ba3-92ab-21d49ab3b4c5 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072918 Nov 12 03:52:13.618088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51350) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.622301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-c415273d-70e1-490c-b7a7-cc8287f05878 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.625254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c415273d-70e1-490c-b7a7-cc8287f05878 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042968 Nov 12 03:52:13.625644 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51352) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.630205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-3094b090-a265-42ae-9a21-5909f81edd89 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.631203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3094b090-a265-42ae-9a21-5909f81edd89 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046389 Nov 12 03:52:13.633509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51354) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.643800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-28bd919d-c53d-410e-9186-7cebbd31d659 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.649719 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-28bd919d-c53d-410e-9186-7cebbd31d659 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0150659 Nov 12 03:52:13.652289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51360) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.658162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-059f8687-1faf-4bb5-a3c2-3b20965f6e10 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.659179 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-059f8687-1faf-4bb5-a3c2-3b20965f6e10 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055532 Nov 12 03:52:13.662396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51366) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.666822 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-06c59a66-68e2-443d-a573-b609c3c34bab tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.667888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-06c59a66-68e2-443d-a573-b609c3c34bab tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043476 Nov 12 03:52:13.673245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51368) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.678208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-72ec3cac-426f-474a-861d-12f982aa56ae tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.679339 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-72ec3cac-426f-474a-861d-12f982aa56ae tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049555 Nov 12 03:52:13.681513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51370) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.685790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-86b41238-1bb2-4540-a0f2-e2a224b85c71 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.686719 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86b41238-1bb2-4540-a0f2-e2a224b85c71 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042946 Nov 12 03:52:13.690073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51376) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.695392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-29f4628d-d194-45b9-8d9b-3f0d32600744 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.697451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-29f4628d-d194-45b9-8d9b-3f0d32600744 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056705 Nov 12 03:52:13.699946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51378) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.704198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-84049bb6-24ec-402e-b77e-f3680e62fde6 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.707634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84049bb6-24ec-402e-b77e-f3680e62fde6 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042944 Nov 12 03:52:13.708891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51380) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.713663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-d98cedd1-769e-4537-ac8d-fd71940fa781 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.717160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51382) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.717438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d98cedd1-769e-4537-ac8d-fd71940fa781 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073037 Nov 12 03:52:13.725106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-edae21a3-545b-462b-a487-a2a1839c2276 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.728368 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-edae21a3-545b-462b-a487-a2a1839c2276 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0096745 Nov 12 03:52:13.729040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51388) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.735550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-7fabcd2a-f7c7-4585-9ff1-edbfee59778c tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.739741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51390) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.740637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7fabcd2a-f7c7-4585-9ff1-edbfee59778c tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0077031 Nov 12 03:52:13.744426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-1ced28fa-73fc-4291-85e7-c7e7d31c9f4a tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.747779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51392) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.748036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1ced28fa-73fc-4291-85e7-c7e7d31c9f4a tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071325 Nov 12 03:52:13.764748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-628427b3-c81b-452c-be2f-bf8cc0247735 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.772458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51394) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.775373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-628427b3-c81b-452c-be2f-bf8cc0247735 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0261147 Nov 12 03:52:13.777037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-9cb9b717-763a-49f8-b865-9689ff89f049 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.778302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9cb9b717-763a-49f8-b865-9689ff89f049 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044665 Nov 12 03:52:13.780515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51396) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.785575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-8d0e67ea-b983-4364-a32d-178c00a1102e tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.786725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8d0e67ea-b983-4364-a32d-178c00a1102e tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053351 Nov 12 03:52:13.789108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51398) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.793845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-9426d273-e9ba-43bd-be55-857221853863 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.794925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9426d273-e9ba-43bd-be55-857221853863 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047777 Nov 12 03:52:13.797248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51400) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.801618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-eae6ce10-f4ad-4852-8c70-a02d1430c099 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.802552 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eae6ce10-f4ad-4852-8c70-a02d1430c099 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043695 Nov 12 03:52:13.804847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51402) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.809256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-4e29581f-4cf4-4479-a4aa-27e42a9d21a4 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.810214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e29581f-4cf4-4479-a4aa-27e42a9d21a4 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044911 Nov 12 03:52:13.812759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.817977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-6c79730e-39eb-4728-b881-0b17d9468ed1 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.819049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6c79730e-39eb-4728-b881-0b17d9468ed1 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051525 Nov 12 03:52:13.821908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51408) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.826908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-00075134-ee2f-40d8-a860-2a7212497a61 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.827844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-00075134-ee2f-40d8-a860-2a7212497a61 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050161 Nov 12 03:52:13.830960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51412) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.836331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-92d41695-dcd6-495d-9c24-470be0d0e4d3 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.837328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-92d41695-dcd6-495d-9c24-470be0d0e4d3 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054038 Nov 12 03:52:13.839862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51414) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.843843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-e1428c0a-9fc7-4560-9fc7-54c5853494e7 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.844964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e1428c0a-9fc7-4560-9fc7-54c5853494e7 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042009 Nov 12 03:52:13.848401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51416) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.852548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-f30d9a8e-9b1b-475b-aee4-7a030ba32612 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.855027 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f30d9a8e-9b1b-475b-aee4-7a030ba32612 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0040951 Nov 12 03:52:13.855823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51418) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.860002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-dde1df8a-3d5b-4445-9032-7dbdfd124469 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.860956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dde1df8a-3d5b-4445-9032-7dbdfd124469 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040801 Nov 12 03:52:13.863745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51420) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.867660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-aa1799fd-e3a1-46c5-9e61-e754452e5ab7 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.868581 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aa1799fd-e3a1-46c5-9e61-e754452e5ab7 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039935 Nov 12 03:52:13.870886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51422) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.874810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-8a5065a0-956d-44ff-9c87-4fc951cbcf91 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.875850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8a5065a0-956d-44ff-9c87-4fc951cbcf91 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0040681 Nov 12 03:52:13.879449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51424) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.885277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-cb8333f7-e521-4426-9459-34c70c5c756b tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.889778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cb8333f7-e521-4426-9459-34c70c5c756b tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0091255 Nov 12 03:52:13.892392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51426) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.897954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-3b348ab7-c020-4803-a02d-1c76030ca6bf tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.899122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3b348ab7-c020-4803-a02d-1c76030ca6bf tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0048306 Nov 12 03:52:13.901762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51428) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.906459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-5d5ab161-a787-4a96-b8a9-aca94b72a55d tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.907874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5d5ab161-a787-4a96-b8a9-aca94b72a55d tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051513 Nov 12 03:52:13.911656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51432) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.916697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-c83c2db8-98b0-4755-9724-dd08530a3b41 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.929340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51434) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.935541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-9c4f9be0-938c-4a5a-96be-81842ee9db24 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.939124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9c4f9be0-938c-4a5a-96be-81842ee9db24 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059690 Nov 12 03:52:13.939413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51436) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.945399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-cef6fd17-a5f3-4371-acea-25e897de03e4 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.948783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cef6fd17-a5f3-4371-acea-25e897de03e4 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044050 Nov 12 03:52:13.949541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51438) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.952854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c83c2db8-98b0-4755-9724-dd08530a3b41 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0183187 Nov 12 03:52:13.954026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-d6626629-c7ad-4416-aaf0-c6f031b12227 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.956805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d6626629-c7ad-4416-aaf0-c6f031b12227 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045404 Nov 12 03:52:13.960512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51440) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.965075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-1b3f3d47-1dea-4e66-be45-0a65d6068d77 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.968253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1b3f3d47-1dea-4e66-be45-0a65d6068d77 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045218 Nov 12 03:52:13.968476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51442) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.973440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-9e25647e-e367-420d-b44e-a19751690663 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.976595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9e25647e-e367-420d-b44e-a19751690663 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050018 Nov 12 03:52:13.976882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51444) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.981154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-e2904080-3257-4522-838b-da435e95bc63 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.982613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e2904080-3257-4522-838b-da435e95bc63 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048351 Nov 12 03:52:13.985182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51446) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.990920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-7e5eab44-c71b-4172-a1a1-8aa0db548ef7 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:13.992784 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7e5eab44-c71b-4172-a1a1-8aa0db548ef7 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0065682 Nov 12 03:52:13.994393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51448) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.998821 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-1aa1cb06-2299-44d0-ae42-ae09f2822426 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.000784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1aa1cb06-2299-44d0-ae42-ae09f2822426 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042174 Nov 12 03:52:14.002175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51450) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.008004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-4e9c1f5b-d09b-427d-b6d1-c505c6d5b01a tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.009524 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e9c1f5b-d09b-427d-b6d1-c505c6d5b01a tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047579 Nov 12 03:52:14.011907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51452) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.021506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-93a2d26a-c4f5-41e0-91ee-e1486975fbf3 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.022868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-93a2d26a-c4f5-41e0-91ee-e1486975fbf3 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0097260 Nov 12 03:52:14.025442 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51454) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.029801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-0c507fe4-3b11-413f-91b9-b3b617c1d66f tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.034435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51456) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.035052 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0c507fe4-3b11-413f-91b9-b3b617c1d66f tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0084438 Nov 12 03:52:14.038848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-4c1e7b74-4abe-45d9-aae4-04b312524aef tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.041945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c1e7b74-4abe-45d9-aae4-04b312524aef tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043440 Nov 12 03:52:14.042089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51458) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.045799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-67a011d5-23d9-47fa-97c8-6ce817c0f3bd tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.048498 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-67a011d5-23d9-47fa-97c8-6ce817c0f3bd tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038602 Nov 12 03:52:14.050158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51460) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.054125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-a2fa00a0-cde8-40a0-9194-860f02108206 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.057106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a2fa00a0-cde8-40a0-9194-860f02108206 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038869 Nov 12 03:52:14.061282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51462) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.067079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-546f1d37-3fb5-4d45-ad62-36ebbeaf772b tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.070180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-546f1d37-3fb5-4d45-ad62-36ebbeaf772b tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097661 Nov 12 03:52:14.070864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51464) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.075690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-116befbf-743c-4b40-a1b8-8632c5f4a1e5 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.078951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51466) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.079194 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-116befbf-743c-4b40-a1b8-8632c5f4a1e5 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073442 Nov 12 03:52:14.085876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-07fef63e-dd1a-47d5-8042-be6a2eb9c561 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.090214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51468) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.090753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-07fef63e-dd1a-47d5-8042-be6a2eb9c561 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0102468 Nov 12 03:52:14.094524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-e6985426-d0bf-429e-a42d-a1bb8a5a939f tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.098063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51470) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.098501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e6985426-d0bf-429e-a42d-a1bb8a5a939f tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072575 Nov 12 03:52:14.105404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-e0567f3b-f073-4d3d-a173-c7330ef8454b tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.109011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51472) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.109355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e0567f3b-f073-4d3d-a173-c7330ef8454b tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0100279 Nov 12 03:52:14.115967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-4a4c0444-ecdb-4754-915c-37f62610ceec tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.119609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51474) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.124646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4a4c0444-ecdb-4754-915c-37f62610ceec tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0135584 Nov 12 03:52:14.126893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [None req-b8e81b47-bd8f-4b50-bb6d-958cb8a1e5eb tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.131588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51476) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.131815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b8e81b47-bd8f-4b50-bb6d-958cb8a1e5eb tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0106325 Nov 12 03:52:14.136153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [None req-88c6fd09-734e-4f21-abf9-ea0a0c3086b2 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:14.141772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-88c6fd09-734e-4f21-abf9-ea0a0c3086b2 tempest-ExtensionsTestJSON-1421820769 tempest-ExtensionsTestJSON-1421820769-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043433 Nov 12 03:52:14.482085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51486) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.660939 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff1de04d-480e-425d-a176-f318502849b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.865206 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff1de04d-480e-425d-a176-f318502849b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.870153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ff1de04d-480e-425d-a176-f318502849b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.922063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51490) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.930621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ff1de04d-480e-425d-a176-f318502849b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82cc174188b14b8c9c11338ee263aec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4472945 Nov 12 03:52:14.931420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1de04d-480e-425d-a176-f318502849b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a9dae3-1ea0-4cf7-9a12-d7c9453f2c16,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:14.997793 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.029259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.083525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.086514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.090044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6a9dae3-1ea0-4cf7-9a12-d7c9453f2c16 HTTP/1.1" status: 204 len: 168 time: 0.1644425 Nov 12 03:52:15.100833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a9dae3-1ea0-4cf7-9a12-d7c9453f2c16,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:15.109454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.110257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.110993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.113810 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.114165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.114611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.114818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.115135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.115816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.115816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.116078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:15.116377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f5ab7-fefe-4a4a-9ac3-8b0ad0715866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:16.071793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51536) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.213171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'networks': [{'name': 'tempest-network--1295533138'}, {'name': 'tempest-network--1745289592'}]} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:16.213722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'network': {'name': 'tempest-network--1295533138'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:16.214601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'network': {'name': 'tempest-network--1745289592'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:16.240673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Made reservation on behalf of 7e6abccc462e4683a99eda2257d0a292 for: {'network': 2} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:16.245354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.256160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.368303 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.373761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.374215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.422331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:16.442855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c52b3-29ce-4568-bd34-8ae62a6847df,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.451428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.451781 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Added segment ba07926e-521e-4ace-8be1-a5209169f013 of type vlan for network 8ccdbbed-07ec-4318-8f64-c9d5a6022294 Nov 12 03:52:16.549650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.592444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:16.615689 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.616087 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Added segment cc12a068-bf1e-44fd-a4a0-20d6941dc85a of type vlan for network 9ae2dd94-15f0-4365-b978-ec49dd8a9746 Nov 12 03:52:16.668463 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.700917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.701615 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.708658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.714156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.714808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.804425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Network': ['ID=8ccdbbed-07ec-4318-8f64-c9d5a6022294,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.822993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8ccdbbed-07ec-4318-8f64-c9d5a6022294 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:16.829072 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7559130 Nov 12 03:52:16.832279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51544) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.993819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6df6db-676f-4cab-a8dc-26d0821e983d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.994367 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e6db0-16a2-4517-aa01-cc230953a2be tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Network': ['ID=9ae2dd94-15f0-4365-b978-ec49dd8a9746,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.001434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6df6db-676f-4cab-a8dc-26d0821e983d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.006230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9ae2dd94-15f0-4365-b978-ec49dd8a9746 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:17.010323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6df6db-676f-4cab-a8dc-26d0821e983d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.019968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6df6db-676f-4cab-a8dc-26d0821e983d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.024527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51548) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:17.038176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-aa6df6db-676f-4cab-a8dc-26d0821e983d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1925938 Nov 12 03:52:17.156572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.250017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.275553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccdbbed-07ec-4318-8f64-c9d5a6022294']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:17.286563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba07926e-521e-4ace-8be1-a5209169f013') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:17.286895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba07926e-521e-4ace-8be1-a5209169f013') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:17.303661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.320333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.332182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:17.332615 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:17.336148 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:17.417207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.422721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.429774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51554) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:17.430106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/networks/8ccdbbed-07ec-4318-8f64-c9d5a6022294 HTTP/1.1" status: 204 len: 168 time: 0.4034038 Nov 12 03:52:17.452231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c79ea6-60b4-4cc4-88da-fbbe71efff7d tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Network': ['ID=8ccdbbed-07ec-4318-8f64-c9d5a6022294,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.529961 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.645463 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.668065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae2dd94-15f0-4365-b978-ec49dd8a9746']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:17.678105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc12a068-bf1e-44fd-a4a0-20d6941dc85a') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:17.678880 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc12a068-bf1e-44fd-a4a0-20d6941dc85a') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:17.690362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.703500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.712154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:17.712872 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:17.716891 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:17.788252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.818383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.823275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/networks/9ae2dd94-15f0-4365-b978-ec49dd8a9746 HTTP/1.1" status: 204 len: 168 time: 0.3919792 Nov 12 03:52:17.824821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5781d1-bced-46c6-bbfa-afb6810c6314 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Network': ['ID=9ae2dd94-15f0-4365-b978-ec49dd8a9746,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.825897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51566) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:18.097521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ad900f-702d-4048-9c8a-435368c2c3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.104479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ad900f-702d-4048-9c8a-435368c2c3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.106458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e9ad900f-702d-4048-9c8a-435368c2c3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2790217 Nov 12 03:52:18.110560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51572) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:18.117221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1638575596'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:18.150970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Made reservation on behalf of 7e6abccc462e4683a99eda2257d0a292 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:18.154939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.190620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:18.202546 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.203133 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Added segment ed52bad2-547a-49d7-844d-1c8f6534f075 of type vlan for network bc70a921-492c-41fe-8456-43e2d81825de Nov 12 03:52:18.258140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.290734 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.300181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.300865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.383804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Network': ['ID=bc70a921-492c-41fe-8456-43e2d81825de,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:18.400325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network bc70a921-492c-41fe-8456-43e2d81825de details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:18.405295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6ea2837d-0159-4c8d-9b94-57a4c9e67210 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2921801 Nov 12 03:52:18.407668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:18.418321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-294945318'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:18.457349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Made reservation on behalf of 7e6abccc462e4683a99eda2257d0a292 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:18.461672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.503595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:18.518466 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.518881 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Added segment 00e8a038-82cb-40d9-acd9-a547ecc3b791 of type vlan for network e948eea6-e456-42d5-b3e3-5fbfcbb7415f Nov 12 03:52:18.576845 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.620866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.631365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.631365 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.703132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Network': ['ID=e948eea6-e456-42d5-b3e3-5fbfcbb7415f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:18.710864 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-edd5ec66-08d7-4dff-8fc4-841b47f215a9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3012130 Nov 12 03:52:18.714188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51582) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:18.720287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e948eea6-e456-42d5-b3e3-5fbfcbb7415f details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:18.725732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'ports': [{'network_id': 'bc70a921-492c-41fe-8456-43e2d81825de', 'name': 'tempest-port--1759533491', 'admin_state_up': True}, {'network_id': 'e948eea6-e456-42d5-b3e3-5fbfcbb7415f', 'admin_state_up': False}]} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:18.726232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'port': {'network_id': 'bc70a921-492c-41fe-8456-43e2d81825de', 'name': 'tempest-port--1759533491', 'admin_state_up': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:18.726876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'port': {'network_id': 'e948eea6-e456-42d5-b3e3-5fbfcbb7415f', 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:18.934372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Made reservation on behalf of 7e6abccc462e4683a99eda2257d0a292 for: {'port': 2} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:18.940380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.956828 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.078030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] device_id is not set on port 52b8806d-3ff9-430f-973a-d5b904ceabe9 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:19.233360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.330261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] device_id is not set on port 3f7e3e18-5f8d-4810-800e-72b933908458 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:19.480520 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.530981 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.713446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Port': ['ID=52b8806d-3ff9-430f-973a-d5b904ceabe9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:19.722695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Checking segment: {'id': 'ed52bad2-547a-49d7-844d-1c8f6534f075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'bc70a921-492c-41fe-8456-43e2d81825de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:19.723276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Network hostable DHCP agents. Network: bc70a921-492c-41fe-8456-43e2d81825de, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:19.742343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Network bc70a921-492c-41fe-8456-43e2d81825de is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:19.755106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, bc70a921-492c-41fe-8456-43e2d81825de) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:19.765109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def11d9-109d-4f9c-8921-636f012187f4 None None] Network bc70a921-492c-41fe-8456-43e2d81825de requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:19.773871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:19.774910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.896673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Checking segment: {'id': '00e8a038-82cb-40d9-acd9-a547ecc3b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e948eea6-e456-42d5-b3e3-5fbfcbb7415f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:19.897388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Network hostable DHCP agents. Network: e948eea6-e456-42d5-b3e3-5fbfcbb7415f, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:19.916469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Port': ['ID=3f7e3e18-5f8d-4810-800e-72b933908458,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:19.935590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Network e948eea6-e456-42d5-b3e3-5fbfcbb7415f is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:19.950611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e948eea6-e456-42d5-b3e3-5fbfcbb7415f) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:19.956594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:19.963266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.968721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.969566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.979613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4dfb63-7537-4789-a132-764909ec203d None None] Network e948eea6-e456-42d5-b3e3-5fbfcbb7415f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:20.003396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51598) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.004592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c7ec5ed7-a080-4d93-b086-68a05efff838 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2886362 Nov 12 03:52:20.100853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd134b7a-dc7e-4da9-ac79-ad8833686b63 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.107980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd134b7a-dc7e-4da9-ac79-ad8833686b63 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.109755 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cd134b7a-dc7e-4da9-ac79-ad8833686b63 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1043487 Nov 12 03:52:20.112352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51604) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.245578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f87672bf-f8eb-4536-af2b-07f546f0675a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Deleting port 52b8806d-3ff9-430f-973a-d5b904ceabe9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:20.246138 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f87672bf-f8eb-4536-af2b-07f546f0675a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.334476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f87672bf-f8eb-4536-af2b-07f546f0675a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.355304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f87672bf-f8eb-4536-af2b-07f546f0675a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Calling delete_port for 52b8806d-3ff9-430f-973a-d5b904ceabe9 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:20.453508 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f87672bf-f8eb-4536-af2b-07f546f0675a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.491367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87672bf-f8eb-4536-af2b-07f546f0675a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Port': ['ID=52b8806d-3ff9-430f-973a-d5b904ceabe9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.505537 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f87672bf-f8eb-4536-af2b-07f546f0675a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.509594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f87672bf-f8eb-4536-af2b-07f546f0675a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/ports/52b8806d-3ff9-430f-973a-d5b904ceabe9 HTTP/1.1" status: 204 len: 168 time: 0.3962679 Nov 12 03:52:20.512245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51614) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.648525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-23d0991e-a452-4b1b-bf4d-1df559be42c2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Deleting port 3f7e3e18-5f8d-4810-800e-72b933908458 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:20.648912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23d0991e-a452-4b1b-bf4d-1df559be42c2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.737360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23d0991e-a452-4b1b-bf4d-1df559be42c2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.755290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-23d0991e-a452-4b1b-bf4d-1df559be42c2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Calling delete_port for 3f7e3e18-5f8d-4810-800e-72b933908458 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:20.850647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23d0991e-a452-4b1b-bf4d-1df559be42c2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.889867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0991e-a452-4b1b-bf4d-1df559be42c2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Port': ['ID=3f7e3e18-5f8d-4810-800e-72b933908458,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.904411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23d0991e-a452-4b1b-bf4d-1df559be42c2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.913508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-23d0991e-a452-4b1b-bf4d-1df559be42c2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/ports/3f7e3e18-5f8d-4810-800e-72b933908458 HTTP/1.1" status: 204 len: 168 time: 0.3996987 Nov 12 03:52:20.915772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51618) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.952591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1788302d-1e5d-40be-87e7-94bad1631b86 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354550 Nov 12 03:52:20.957115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.963483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-88969957'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:20.998872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Made reservation on behalf of 7e6abccc462e4683a99eda2257d0a292 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:21.005414 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.046900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:21.069477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.069956 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Added segment 078fe295-e74a-4ae8-91d6-2f23a11c89ed of type vlan for network 2c001384-3b6e-4fd7-83af-21d0d359ade9 Nov 12 03:52:21.156886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.226432 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.234999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.235696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.310900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3525734 Nov 12 03:52:21.313460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51626) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:21.319069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-415765163'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:21.353660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f80f82-0666-412c-aaa1-c3ab7ecf442f tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Network': ['ID=2c001384-3b6e-4fd7-83af-21d0d359ade9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:21.368244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2c001384-3b6e-4fd7-83af-21d0d359ade9 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:21.391067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Made reservation on behalf of 7e6abccc462e4683a99eda2257d0a292 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:21.402703 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.469751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:21.495582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.495966 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Added segment 29d8f1ba-00d7-4fdf-a372-d484afb5c1ec of type vlan for network d014a21c-8f15-43e2-b1c3-da59363ee8ec Nov 12 03:52:21.546690 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.575559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.583354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.584140 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.700879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3745072 Nov 12 03:52:21.718597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606897b-9a19-47e2-b59d-35766a6e6cd2 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Network': ['ID=d014a21c-8f15-43e2-b1c3-da59363ee8ec,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:21.743044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network d014a21c-8f15-43e2-b1c3-da59363ee8ec details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:24.786341 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.006521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51694) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:25.012113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'subnets': [{'network_id': '2c001384-3b6e-4fd7-83af-21d0d359ade9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--457222437', 'ip_version': 6}, {'network_id': 'd014a21c-8f15-43e2-b1c3-da59363ee8ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:25.012579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'subnet': {'network_id': '2c001384-3b6e-4fd7-83af-21d0d359ade9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--457222437', 'ip_version': 6}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:25.013417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Request body: {'subnet': {'network_id': 'd014a21c-8f15-43e2-b1c3-da59363ee8ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:25.249301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Made reservation on behalf of 7e6abccc462e4683a99eda2257d0a292 for: {'subnet': 2} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:25.260329 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.261648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.852726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.949998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Subnet': ['ID=6ccd35a8-a04d-41b4-8d34-ab3eaf9f78e2,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:25.966158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Checking segment: {'id': '078fe295-e74a-4ae8-91d6-2f23a11c89ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2c001384-3b6e-4fd7-83af-21d0d359ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:25.966520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Network hostable DHCP agents. Network: 2c001384-3b6e-4fd7-83af-21d0d359ade9, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:25.988545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Network 2c001384-3b6e-4fd7-83af-21d0d359ade9 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:26.004228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 2c001384-3b6e-4fd7-83af-21d0d359ade9) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:26.008494 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.022877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309ce63-85e4-40fe-9057-c8af252098b7 None None] Network 2c001384-3b6e-4fd7-83af-21d0d359ade9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:26.091141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event updated for resources: {'Subnet': ['ID=66c28c1e-21fd-4183-a3bf-5de066278c84,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:26.100701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Checking segment: {'id': '29d8f1ba-00d7-4fdf-a372-d484afb5c1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'd014a21c-8f15-43e2-b1c3-da59363ee8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:26.101089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Network hostable DHCP agents. Network: d014a21c-8f15-43e2-b1c3-da59363ee8ec, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:26.127665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Network d014a21c-8f15-43e2-b1c3-da59363ee8ec is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:26.145450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, d014a21c-8f15-43e2-b1c3-da59363ee8ec) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:26.151905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.152907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.153961 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.169949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25303ff5-3aa8-481c-8e63-47bfe888e547 None None] Network d014a21c-8f15-43e2-b1c3-da59363ee8ec requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:26.187110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51706) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:26.189279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-69b8cb8e-3aee-4644-aeaa-2297bd7ab3bf tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.1815047 Nov 12 03:52:26.355768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d8ee2-a337-4bf3-8f65-cd71b603132e tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.361647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d8ee2-a337-4bf3-8f65-cd71b603132e tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.363410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d8ee2-a337-4bf3-8f65-cd71b603132e tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.365401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1a5d8ee2-a337-4bf3-8f65-cd71b603132e tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1758089 Nov 12 03:52:26.374773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51710) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:26.388087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-2c001384-3b6e-4fd7-83af-21d0d359ade9', 'network_id': '2c001384-3b6e-4fd7-83af-21d0d359ade9', 'tenant_id': '7e6abccc462e4683a99eda2257d0a292', 'fixed_ips': [{'subnet_id': '6ccd35a8-a04d-41b4-8d34-ab3eaf9f78e2'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:26.389261 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.536058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dd99e5-6210-47bd-8906-8761ff1b314a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Deleting subnet 6ccd35a8-a04d-41b4-8d34-ab3eaf9f78e2 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:26.640691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-d014a21c-8f15-43e2-b1c3-da59363ee8ec', 'network_id': 'd014a21c-8f15-43e2-b1c3-da59363ee8ec', 'tenant_id': '7e6abccc462e4683a99eda2257d0a292', 'fixed_ips': [{'subnet_id': '66c28c1e-21fd-4183-a3bf-5de066278c84'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:26.641555 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.661579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Allocated IP 2001:db8::1 (2c001384-3b6e-4fd7-83af-21d0d359ade9/6ccd35a8-a04d-41b4-8d34-ab3eaf9f78e2/8a43f56b-07ba-4dc9-912e-fa9f4a880881) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:26.922466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Allocated IP 2001:db8:0:1::1 (d014a21c-8f15-43e2-b1c3-da59363ee8ec/66c28c1e-21fd-4183-a3bf-5de066278c84/1f9347f9-02e0-4af8-a617-dff03e2f17db) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:27.038645 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.045311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33dd99e5-6210-47bd-8906-8761ff1b314a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.049309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.121878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33dd99e5-6210-47bd-8906-8761ff1b314a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.137596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Network 2c001384-3b6e-4fd7-83af-21d0d359ade9 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:27.165129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:27.176343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Pushing event updated for resources: {'Port': ['ID=8a43f56b-07ba-4dc9-912e-fa9f4a880881,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.178711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:27.301136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33dd99e5-6210-47bd-8906-8761ff1b314a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.326407 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.332024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Attempting to bind port 8a43f56b-07ba-4dc9-912e-fa9f4a880881 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:27.332505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Attempting to bind port 8a43f56b-07ba-4dc9-912e-fa9f4a880881 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '078fe295-e74a-4ae8-91d6-2f23a11c89ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2c001384-3b6e-4fd7-83af-21d0d359ade9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:27.332981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Attempting to bind port 8a43f56b-07ba-4dc9-912e-fa9f4a880881 on network 2c001384-3b6e-4fd7-83af-21d0d359ade9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:27.339501 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.348041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:27.348482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Checking segment: {'id': '078fe295-e74a-4ae8-91d6-2f23a11c89ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2c001384-3b6e-4fd7-83af-21d0d359ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:27.349165 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.349740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Bound using segment: {'id': '078fe295-e74a-4ae8-91d6-2f23a11c89ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2c001384-3b6e-4fd7-83af-21d0d359ade9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:27.350283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Bound port: 8a43f56b-07ba-4dc9-912e-fa9f4a880881, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078fe295-e74a-4ae8-91d6-2f23a11c89ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '2c001384-3b6e-4fd7-83af-21d0d359ade9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:27.350737 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.411309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Network d014a21c-8f15-43e2-b1c3-da59363ee8ec is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:27.412473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Pushing event updated for resources: {'Port': ['ID=1f9347f9-02e0-4af8-a617-dff03e2f17db,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.417008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:27.420421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:27.426554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33dd99e5-6210-47bd-8906-8761ff1b314a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.496166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd99e5-6210-47bd-8906-8761ff1b314a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccd35a8-a04d-41b4-8d34-ab3eaf9f78e2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.507332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33dd99e5-6210-47bd-8906-8761ff1b314a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.511708 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-33dd99e5-6210-47bd-8906-8761ff1b314a tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/subnets/6ccd35a8-a04d-41b4-8d34-ab3eaf9f78e2 HTTP/1.1" status: 204 len: 168 time: 1.1357682 Nov 12 03:52:27.514750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51724) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.571955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] For port 8a43f56b-07ba-4dc9-912e-fa9f4a880881, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:27.584540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] For port 8a43f56b-07ba-4dc9-912e-fa9f4a880881, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8a43f56b-07ba-4dc9-912e-fa9f4a880881,segment=NetworkSegment(078fe295-e74a-4ae8-91d6-2f23a11c89ed),segment_id=078fe295-e74a-4ae8-91d6-2f23a11c89ed)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:27.586046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Attempting to bind port 1f9347f9-02e0-4af8-a617-dff03e2f17db on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:27.586461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Attempting to bind port 1f9347f9-02e0-4af8-a617-dff03e2f17db by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '29d8f1ba-00d7-4fdf-a372-d484afb5c1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'd014a21c-8f15-43e2-b1c3-da59363ee8ec'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:27.586824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Attempting to bind port 1f9347f9-02e0-4af8-a617-dff03e2f17db on network d014a21c-8f15-43e2-b1c3-da59363ee8ec {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:27.594831 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.598850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:27.599231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Checking segment: {'id': '29d8f1ba-00d7-4fdf-a372-d484afb5c1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'd014a21c-8f15-43e2-b1c3-da59363ee8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:27.599637 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.600094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Bound using segment: {'id': '29d8f1ba-00d7-4fdf-a372-d484afb5c1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'd014a21c-8f15-43e2-b1c3-da59363ee8ec'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:27.600595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Bound port: 1f9347f9-02e0-4af8-a617-dff03e2f17db, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d8f1ba-00d7-4fdf-a372-d484afb5c1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'd014a21c-8f15-43e2-b1c3-da59363ee8ec'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:27.601004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.618801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6c8bd9-f102-495c-a66f-740bc69d8ea3 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Deleting subnet 66c28c1e-21fd-4183-a3bf-5de066278c84 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:27.622621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8bd9-f102-495c-a66f-740bc69d8ea3 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.675407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8bd9-f102-495c-a66f-740bc69d8ea3 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.735875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7583bb1-54b3-4a6d-aa25-7e119ab2d8c2 None None] Network 2c001384-3b6e-4fd7-83af-21d0d359ade9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:27.741842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244ee2f-f4a4-45b7-b634-5fa2fb53c209 None None] Pushing event updated for resources: {'Port': ['ID=8a43f56b-07ba-4dc9-912e-fa9f4a880881,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.793880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8bd9-f102-495c-a66f-740bc69d8ea3 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.887104 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8bd9-f102-495c-a66f-740bc69d8ea3 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.923615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] For port 1f9347f9-02e0-4af8-a617-dff03e2f17db, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:27.932948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] For port 1f9347f9-02e0-4af8-a617-dff03e2f17db, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f9347f9-02e0-4af8-a617-dff03e2f17db,segment=NetworkSegment(29d8f1ba-00d7-4fdf-a372-d484afb5c1ec),segment_id=29d8f1ba-00d7-4fdf-a372-d484afb5c1ec)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:27.948210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c8bd9-f102-495c-a66f-740bc69d8ea3 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Subnet': ['ID=66c28c1e-21fd-4183-a3bf-5de066278c84,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.970208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8bd9-f102-495c-a66f-740bc69d8ea3 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.982582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4e6c8bd9-f102-495c-a66f-740bc69d8ea3 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/subnets/66c28c1e-21fd-4183-a3bf-5de066278c84 HTTP/1.1" status: 204 len: 168 time: 0.4673572 Nov 12 03:52:27.985393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51730) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.992322 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.069034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447958b4-aae6-4b87-97cc-159aea477eb9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.076068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-447958b4-aae6-4b87-97cc-159aea477eb9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830894 Nov 12 03:52:28.077657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51732) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:28.092055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43bb96-0697-4112-84d8-7ca22c8435f9 None None] Pushing event updated for resources: {'Port': ['ID=1f9347f9-02e0-4af8-a617-dff03e2f17db,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:28.185533 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.270753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Deleting port 1f9347f9-02e0-4af8-a617-dff03e2f17db {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:28.271097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.472489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] For port 1f9347f9-02e0-4af8-a617-dff03e2f17db, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f9347f9-02e0-4af8-a617-dff03e2f17db,segment=NetworkSegment(29d8f1ba-00d7-4fdf-a372-d484afb5c1ec),segment_id=29d8f1ba-00d7-4fdf-a372-d484afb5c1ec)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:28.473119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.503491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Calling delete_port for 1f9347f9-02e0-4af8-a617-dff03e2f17db owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:28.654169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51744) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:28.740183 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.783840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] No DVR routers for this DVR port 1f9347f9-02e0-4af8-a617-dff03e2f17db on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:28.790324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Port': ['ID=1f9347f9-02e0-4af8-a617-dff03e2f17db,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:28.828245 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef470-da72-4e97-b4eb-2b3288048f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.915547 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.945680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d014a21c-8f15-43e2-b1c3-da59363ee8ec']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:28.959540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d8f1ba-00d7-4fdf-a372-d484afb5c1ec') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:28.959838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d8f1ba-00d7-4fdf-a372-d484afb5c1ec') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:28.976292 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.006227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.026612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:29.026612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.046506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef470-da72-4e97-b4eb-2b3288048f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.054661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef470-da72-4e97-b4eb-2b3288048f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.138729 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ef470-da72-4e97-b4eb-2b3288048f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e387cb58-46e6-4ef2-8066-a4354e9462e3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:29.141736 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:29.147425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.172160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dd4ef470-da72-4e97-b4eb-2b3288048f24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39af94b3f26841469d21447c1dbb216a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5146105 Nov 12 03:52:29.172345 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.172589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51748) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:29.174993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/networks/d014a21c-8f15-43e2-b1c3-da59363ee8ec HTTP/1.1" status: 204 len: 168 time: 1.0921478 Nov 12 03:52:29.177981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd2518-124e-4e73-b9e0-cc8839cdd771 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Network': ['ID=d014a21c-8f15-43e2-b1c3-da59363ee8ec,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.179749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51750) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:29.272347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e7cf7e-392c-48f0-ba43-8bf1b6938b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.293168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.297240 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e7cf7e-392c-48f0-ba43-8bf1b6938b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.371847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e7cf7e-392c-48f0-ba43-8bf1b6938b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.375910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e7cf7e-392c-48f0-ba43-8bf1b6938b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.380553 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-51e7cf7e-392c-48f0-ba43-8bf1b6938b0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e387cb58-46e6-4ef2-8066-a4354e9462e3 HTTP/1.1" status: 204 len: 168 time: 0.2038052 Nov 12 03:52:29.386822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7cf7e-392c-48f0-ba43-8bf1b6938b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e387cb58-46e6-4ef2-8066-a4354e9462e3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.397654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Deleting port 8a43f56b-07ba-4dc9-912e-fa9f4a880881 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:29.398118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.520904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] For port 8a43f56b-07ba-4dc9-912e-fa9f4a880881, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8a43f56b-07ba-4dc9-912e-fa9f4a880881,segment=NetworkSegment(078fe295-e74a-4ae8-91d6-2f23a11c89ed),segment_id=078fe295-e74a-4ae8-91d6-2f23a11c89ed)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:29.521911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.572537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Calling delete_port for 8a43f56b-07ba-4dc9-912e-fa9f4a880881 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:29.706042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-21fdb1d4-2e04-406d-9e6d-7d89f454abee None None] Could not find standard attr ID for object 1f9347f9-02e0-4af8-a617-dff03e2f17db. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:52:29.730561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.764325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Port': ['ID=8a43f56b-07ba-4dc9-912e-fa9f4a880881,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.769025 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] No DVR routers for this DVR port 8a43f56b-07ba-4dc9-912e-fa9f4a880881 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:29.783102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2155b75c-29eb-4544-888a-019f2aba4c0c None None] DHCP port deletion for d014a21c-8f15-43e2-b1c3-da59363ee8ec request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:29.812820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97d923-70b0-4fd3-bd3e-097365c434b6 None None] Network d014a21c-8f15-43e2-b1c3-da59363ee8ec requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:29.849513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97d923-70b0-4fd3-bd3e-097365c434b6 None None] Network d014a21c-8f15-43e2-b1c3-da59363ee8ec could not be found, it might have been deleted concurrently. {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:52:29.867373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ae62e-bd6a-48ca-bfc4-c5aca16b65ce None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:52:29.980731 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:29.981293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.001288 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e7de75c2-7491-4d25-a496-5c25e60132e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.004043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c001384-3b6e-4fd7-83af-21d0d359ade9']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.015935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078fe295-e74a-4ae8-91d6-2f23a11c89ed') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.016657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078fe295-e74a-4ae8-91d6-2f23a11c89ed') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.029801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.066777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ae62e-bd6a-48ca-bfc4-c5aca16b65ce None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:52:30.069913 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.083464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:30.083995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:30.087779 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:30.148446 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e7de75c2-7491-4d25-a496-5c25e60132e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.158274 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e7de75c2-7491-4d25-a496-5c25e60132e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.171355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.193123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.196776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/networks/2c001384-3b6e-4fd7-83af-21d0d359ade9 HTTP/1.1" status: 204 len: 168 time: 1.0158513 Nov 12 03:52:30.199288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.218840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e9d22-55bc-44bf-9c4d-86d7a82b3ba9 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Network': ['ID=2c001384-3b6e-4fd7-83af-21d0d359ade9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.311319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.320124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51776) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.320354 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e7de75c2-7491-4d25-a496-5c25e60132e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7084a5762864f8697ec6c093e4c9f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383322 Nov 12 03:52:30.331535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de75c2-7491-4d25-a496-5c25e60132e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aecf3fe-6677-477c-b61e-d4493315de4f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.425294 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2fa73fe-7e81-4b6e-98e5-c95b51d3288b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.451697 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.475110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e948eea6-e456-42d5-b3e3-5fbfcbb7415f']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.481104 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2fa73fe-7e81-4b6e-98e5-c95b51d3288b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.487185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e8a038-82cb-40d9-acd9-a547ecc3b791') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.487613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e8a038-82cb-40d9-acd9-a547ecc3b791') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.499505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.514685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.521948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:30.522356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:30.525367 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:30.559090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2fa73fe-7e81-4b6e-98e5-c95b51d3288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.562558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2fa73fe-7e81-4b6e-98e5-c95b51d3288b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.564069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2fa73fe-7e81-4b6e-98e5-c95b51d3288b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1aecf3fe-6677-477c-b61e-d4493315de4f HTTP/1.1" status: 204 len: 168 time: 0.2427874 Nov 12 03:52:30.588106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4090bb37-65e1-455b-b66b-86e10e28953e req-5c1e7254-d1b8-4592-8b94-3b1ad4508a62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2828319 Nov 12 03:52:30.595058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa73fe-7e81-4b6e-98e5-c95b51d3288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aecf3fe-6677-477c-b61e-d4493315de4f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.644099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.732490 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.742964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/networks/e948eea6-e456-42d5-b3e3-5fbfcbb7415f HTTP/1.1" status: 204 len: 168 time: 0.5424368 Nov 12 03:52:30.747210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51784) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.791783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4090bb37-65e1-455b-b66b-86e10e28953e req-6c10475b-b3d4-49e5-9d0a-7daae7659d03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.1182971 Nov 12 03:52:30.794458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c325b-9e44-428a-8adb-93c3214bdeea tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Network': ['ID=e948eea6-e456-42d5-b3e3-5fbfcbb7415f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.886415 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4090bb37-65e1-455b-b66b-86e10e28953e req-5433322c-ea24-4f9c-9901-477ab9828b4b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621679 Nov 12 03:52:30.906566 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.057810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090bb37-65e1-455b-b66b-86e10e28953e req-2ca553c1-ea5b-47e8-98da-139d4fc3dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.059656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4090bb37-65e1-455b-b66b-86e10e28953e req-2ca553c1-ea5b-47e8-98da-139d4fc3dbf8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1639886 Nov 12 03:52:31.074208 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.106021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc70a921-492c-41fe-8456-43e2d81825de']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:31.117471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed52bad2-547a-49d7-844d-1c8f6534f075') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:31.117923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed52bad2-547a-49d7-844d-1c8f6534f075') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:31.132160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.152315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.161239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:31.161777 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:31.166357 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:31.245991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.253117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.256622 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] 10.222.0.49 "DELETE /v2.0/networks/bc70a921-492c-41fe-8456-43e2d81825de HTTP/1.1" status: 204 len: 168 time: 0.5078514 Nov 12 03:52:31.269098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7be6f-5d79-4660-b58a-5b085faed0d4 tempest-BulkNetworkOpsIpV6Test-466407932 tempest-BulkNetworkOpsIpV6Test-466407932-project] Pushing event deleted for resources: {'Network': ['ID=bc70a921-492c-41fe-8456-43e2d81825de,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:31.343529 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80f0dbfe-8b53-4147-a4c0-1583568cb893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.591251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f9347f9-02e0-4af8-a617-dff03e2f17db no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:31.627305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51824) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:31.634207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1f9347f9-02e0-4af8-a617-dff03e2f17db {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:31.634559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f9347f9-02e0-4af8-a617-dff03e2f17db not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:31.862043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-95b7eb6a-1a9b-4f38-88bf-0e9595d03392 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e6abccc462e4683a99eda2257d0a292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330425 Nov 12 03:52:31.864936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:31.923194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f69221ad-9cd3-498a-886d-438252e940a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.950589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f69221ad-9cd3-498a-886d-438252e940a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.015228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f69221ad-9cd3-498a-886d-438252e940a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.019691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f69221ad-9cd3-498a-886d-438252e940a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.021029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f69221ad-9cd3-498a-886d-438252e940a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed2c52b3-29ce-4568-bd34-8ae62a6847df HTTP/1.1" status: 204 len: 168 time: 0.1548939 Nov 12 03:52:32.031839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69221ad-9cd3-498a-886d-438252e940a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c52b3-29ce-4568-bd34-8ae62a6847df,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.017376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51884) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:33.109142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51896) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:33.232711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6819-1002-4834-a65e-a0374cbd5eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.279554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'networks': [{'name': 'tempest-network--22656169'}, {'name': 'tempest-network--33418177'}]} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:33.279793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'network': {'name': 'tempest-network--22656169'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:33.280432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'network': {'name': 'tempest-network--33418177'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:33.320047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Made reservation on behalf of 3d5b9244c2f14569bb191069eb73df6c for: {'network': 2} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:33.325184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.343058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.366279 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6819-1002-4834-a65e-a0374cbd5eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.376945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee3f6819-1002-4834-a65e-a0374cbd5eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.436648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ee3f6819-1002-4834-a65e-a0374cbd5eb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83bd37c98f5a4d3598f4931cade3cf0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3249013 Nov 12 03:52:33.436648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f6819-1002-4834-a65e-a0374cbd5eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfd3558-8a90-4d03-bded-efa094640e76,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.438043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51904) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:33.509028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c19a3c69-b814-4d05-8b92-fed1e693a5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.510466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.514834 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.515945 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.558275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c19a3c69-b814-4d05-8b92-fed1e693a5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.581192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f38b6cf-34fb-44da-bb67-5d4cc9d7d5ea,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.581956 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-48bb93f6-3c9a-419c-8b08-f0492931608e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.613333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:33.624101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c19a3c69-b814-4d05-8b92-fed1e693a5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.627615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c19a3c69-b814-4d05-8b92-fed1e693a5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.628496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.628897 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Added segment f9401578-347d-4bcc-836c-ec294234c675 of type vlan for network f4a886eb-3bcd-423b-bc91-1fbff797d2c4 Nov 12 03:52:33.631783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c19a3c69-b814-4d05-8b92-fed1e693a5bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecfd3558-8a90-4d03-bded-efa094640e76 HTTP/1.1" status: 204 len: 168 time: 0.1912854 Nov 12 03:52:33.642682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a3c69-b814-4d05-8b92-fed1e693a5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfd3558-8a90-4d03-bded-efa094640e76,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.680044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.727550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:33.739486 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.740079 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Added segment 619ab9fe-a401-48ff-b1cd-2287376e4302 of type vlan for network 56ee42e5-f6ee-45df-9685-01d992166cc7 Nov 12 03:52:33.797332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.838335 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.839231 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.848927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.855989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.857065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.937638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Network': ['ID=f4a886eb-3bcd-423b-bc91-1fbff797d2c4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.951249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f4a886eb-3bcd-423b-bc91-1fbff797d2c4 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:34.045244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51912) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.051711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Network': ['ID=56ee42e5-f6ee-45df-9685-01d992166cc7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.067019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 56ee42e5-f6ee-45df-9685-01d992166cc7 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:34.070053 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-66f47aeb-0c96-4a71-bb66-ac0db6a81df3 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.0501328 Nov 12 03:52:34.072295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.076572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c77238f8-5ab6-49ec-a577-7890838e58b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.233391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c77238f8-5ab6-49ec-a577-7890838e58b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.239595 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c77238f8-5ab6-49ec-a577-7890838e58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.271081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57afe7f-3492-4f3f-9879-76e49a65b171 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.278981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57afe7f-3492-4f3f-9879-76e49a65b171 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.287315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57afe7f-3492-4f3f-9879-76e49a65b171 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.295657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57afe7f-3492-4f3f-9879-76e49a65b171 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.300966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c77238f8-5ab6-49ec-a577-7890838e58b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6652aae2b75f4f699ef1544a0e28a100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542417 Nov 12 03:52:34.301747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77238f8-5ab6-49ec-a577-7890838e58b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b82d88f-73da-4986-8102-9b2de0540a8a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.302845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a57afe7f-3492-4f3f-9879-76e49a65b171 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.2294216 Nov 12 03:52:34.303719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51918) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.304470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51920) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.375293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b5754a-e572-414f-b249-05f797abf287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.405922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.411263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b5754a-e572-414f-b249-05f797abf287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.470073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b5754a-e572-414f-b249-05f797abf287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.472835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-90b5754a-e572-414f-b249-05f797abf287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.476511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-90b5754a-e572-414f-b249-05f797abf287 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b82d88f-73da-4986-8102-9b2de0540a8a HTTP/1.1" status: 204 len: 168 time: 0.1679952 Nov 12 03:52:34.488865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5754a-e572-414f-b249-05f797abf287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b82d88f-73da-4986-8102-9b2de0540a8a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.523245 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.548204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a886eb-3bcd-423b-bc91-1fbff797d2c4']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:34.561974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9401578-347d-4bcc-836c-ec294234c675') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:34.562339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9401578-347d-4bcc-836c-ec294234c675') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:34.580549 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.596507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.604653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:34.605121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:34.608462 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:34.686329 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.697100 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.706077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51926) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.706620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/networks/f4a886eb-3bcd-423b-bc91-1fbff797d2c4 HTTP/1.1" status: 204 len: 168 time: 0.3842399 Nov 12 03:52:34.736525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b773b55-1707-487e-b78c-0d8061ad5530 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Network': ['ID=f4a886eb-3bcd-423b-bc91-1fbff797d2c4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.827081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.942112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.988957 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.995265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ee42e5-f6ee-45df-9685-01d992166cc7']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:35.011259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619ab9fe-a401-48ff-b1cd-2287376e4302') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:35.011560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619ab9fe-a401-48ff-b1cd-2287376e4302') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:35.028338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.047127 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.056819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:35.057441 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:35.061640 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:35.144354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.153980 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.161044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/networks/56ee42e5-f6ee-45df-9685-01d992166cc7 HTTP/1.1" status: 204 len: 168 time: 0.4512272 Nov 12 03:52:35.162330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51944) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:35.176712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c1425-57e0-4849-aec1-c216614401bf tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Network': ['ID=56ee42e5-f6ee-45df-9685-01d992166cc7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.325313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fa275b-2b6b-4500-93ea-7f4aa17987af tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.333153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fa275b-2b6b-4500-93ea-7f4aa17987af tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.339959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 51954) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:35.340133 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-67fa275b-2b6b-4500-93ea-7f4aa17987af tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1761672 Nov 12 03:52:35.347152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-896246158'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:35.395596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Made reservation on behalf of 3d5b9244c2f14569bb191069eb73df6c for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:35.399239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.440890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:35.458331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.458675 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Added segment a7ec931c-4f85-41bd-9b8d-5c439aa03c80 of type vlan for network 3a30a049-e705-44a8-a6ca-2a0ac08c570f Nov 12 03:52:35.500989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.531565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.542940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.543624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.616649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2733057 Nov 12 03:52:35.617916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51960) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:35.624590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-972692928'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:35.674308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Made reservation on behalf of 3d5b9244c2f14569bb191069eb73df6c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:35.681554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.721921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:35.736221 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.737690 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Added segment 0f9551b6-ac62-46da-9c4d-cb0c793d8865 of type vlan for network d064ce7b-3eb7-43da-b73d-6f3c0689a4ff Nov 12 03:52:35.741214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5c65c-7dbc-46ad-896b-d4f29bee1108 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Network': ['ID=3a30a049-e705-44a8-a6ca-2a0ac08c570f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.756663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 3a30a049-e705-44a8-a6ca-2a0ac08c570f details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:35.776296 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-6bd34c70-1fa4-4739-aaac-4ddbbfa866db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4602356 Nov 12 03:52:35.867131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.901629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.910372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.911051 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.918079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-c63daaea-16f5-4601-b274-4aa6caf7baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.918749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-c63daaea-16f5-4601-b274-4aa6caf7baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.919372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-c63daaea-16f5-4601-b274-4aa6caf7baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.919980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-c63daaea-16f5-4601-b274-4aa6caf7baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.920593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-c63daaea-16f5-4601-b274-4aa6caf7baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.921245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-c63daaea-16f5-4601-b274-4aa6caf7baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.921909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-c63daaea-16f5-4601-b274-4aa6caf7baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.924575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-c63daaea-16f5-4601-b274-4aa6caf7baa2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 6505 time: 0.0741658 Nov 12 03:52:35.959559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3359406 Nov 12 03:52:35.959559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 51970) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:35.964404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'ports': [{'network_id': '3a30a049-e705-44a8-a6ca-2a0ac08c570f', 'name': 'tempest-port--483056921', 'admin_state_up': True}, {'network_id': 'd064ce7b-3eb7-43da-b73d-6f3c0689a4ff', 'admin_state_up': False}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:35.964721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'port': {'network_id': '3a30a049-e705-44a8-a6ca-2a0ac08c570f', 'name': 'tempest-port--483056921', 'admin_state_up': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:35.965229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'port': {'network_id': 'd064ce7b-3eb7-43da-b73d-6f3c0689a4ff', 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:36.057862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d21089-5889-422e-a8e3-42d821dd20d9 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Network': ['ID=d064ce7b-3eb7-43da-b73d-6f3c0689a4ff,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:36.070385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network d064ce7b-3eb7-43da-b73d-6f3c0689a4ff details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:36.158914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-01f47713-1c89-47b6-8ed0-16fcfe202884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.159558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-01f47713-1c89-47b6-8ed0-16fcfe202884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.159890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-01f47713-1c89-47b6-8ed0-16fcfe202884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.161777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-01f47713-1c89-47b6-8ed0-16fcfe202884 service neutron] 10.222.0.20 "GET /v2.0/networks?id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&id=77b499b6-d587-4950-a636-c04dfb896eb7&id=77b499b6-d587-4950-a636-c04dfb896eb7 HTTP/1.1" status: 200 len: 2302 time: 0.2114458 Nov 12 03:52:36.330652 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-6de1f22a-32bb-4faa-b573-b446772c456a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc HTTP/1.1" status: 200 len: 1000 time: 0.1615224 Nov 12 03:52:36.353501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Made reservation on behalf of 3d5b9244c2f14569bb191069eb73df6c for: {'port': 2} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:36.362370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.380322 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.386681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.431438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-3db87150-2e7c-43ef-80c3-6ff32ec8f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.439933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-3db87150-2e7c-43ef-80c3-6ff32ec8f1ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c57c6a23-87ec-4b84-82b8-ae307427b1cb HTTP/1.1" status: 200 len: 856 time: 0.0994840 Nov 12 03:52:36.515092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-bc9f969e-7d52-41d8-aa7c-4446eb4ebfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.517142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] device_id is not set on port 0d6a2557-9f94-40e9-affa-8a4ddceb7c34 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:36.518225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-bc9f969e-7d52-41d8-aa7c-4446eb4ebfc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feccc8b3-1c65-46b6-a7e6-0f2e53241b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701497 Nov 12 03:52:36.534033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-08197bb8-531c-48eb-b3b6-836d08a5a497 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:36.535886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-08197bb8-531c-48eb-b3b6-836d08a5a497 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110416 Nov 12 03:52:36.727771 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.870463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] device_id is not set on port b6397900-60c2-4278-bfe6-585fdf242fe0 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:37.066493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.171616 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.228870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.329502 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-7f222e75-0793-4247-95f0-e71b299ce1f7 service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7844274 Nov 12 03:52:37.334044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Port': ['ID=0d6a2557-9f94-40e9-affa-8a4ddceb7c34,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:37.376676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Checking segment: {'id': 'a7ec931c-4f85-41bd-9b8d-5c439aa03c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '3a30a049-e705-44a8-a6ca-2a0ac08c570f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:37.377613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Network hostable DHCP agents. Network: 3a30a049-e705-44a8-a6ca-2a0ac08c570f, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:37.406618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Network 3a30a049-e705-44a8-a6ca-2a0ac08c570f is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:37.424833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 3a30a049-e705-44a8-a6ca-2a0ac08c570f) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:37.429716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:37.432445 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.433671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2389d25-4515-494a-a018-178d45ab40f7 None None] Network 3a30a049-e705-44a8-a6ca-2a0ac08c570f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:37.454233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52010) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:37.521835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Port': ['ID=b6397900-60c2-4278-bfe6-585fdf242fe0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:37.523697 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-36ce4d9d-debf-4842-b65e-77cac4a7dbc5 service neutron] 10.222.0.20 "GET /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862423 Nov 12 03:52:37.527563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Checking segment: {'id': '0f9551b6-ac62-46da-9c4d-cb0c793d8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'd064ce7b-3eb7-43da-b73d-6f3c0689a4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:37.527927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Network hostable DHCP agents. Network: d064ce7b-3eb7-43da-b73d-6f3c0689a4ff, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:37.572187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Network d064ce7b-3eb7-43da-b73d-6f3c0689a4ff is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:37.599275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, d064ce7b-3eb7-43da-b73d-6f3c0689a4ff) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:37.603192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:37.609974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.612407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125ec40-a8ff-4be1-bda0-911cf19847ed None None] Network d064ce7b-3eb7-43da-b73d-6f3c0689a4ff requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:37.613608 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-8d77ac36-6ac3-4edf-8e31-69127899bb6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 200 len: 217 time: 0.0822361 Nov 12 03:52:37.621842 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.629003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.665830 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d32a937a-2e25-4262-b2a5-979d53dbb746 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7054574 Nov 12 03:52:37.666433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52014) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:37.689031 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74cf8081-233e-41a6-8ef1-4dfd5e35076c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.769052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe044859-badb-4db6-b11f-1aac5d6afdce tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.775373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe044859-badb-4db6-b11f-1aac5d6afdce tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.780143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fe044859-badb-4db6-b11f-1aac5d6afdce tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1126499 Nov 12 03:52:37.780765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52016) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:37.810294 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74cf8081-233e-41a6-8ef1-4dfd5e35076c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.820102 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-989a51c0-ecf4-4bd2-8a7c-f043779ebbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.822474 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-989a51c0-ecf4-4bd2-8a7c-f043779ebbfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.2003493 Nov 12 03:52:37.825296 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74cf8081-233e-41a6-8ef1-4dfd5e35076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.856697 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-74cf8081-233e-41a6-8ef1-4dfd5e35076c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=141fa1ed984c45ad8def075038e910e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960900 Nov 12 03:52:37.859029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52020) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:37.916685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf8081-233e-41a6-8ef1-4dfd5e35076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe43fd3-9f52-404b-8684-711eb912cd7b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:37.917552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f3093325-cca8-40c9-b6f2-245eaf08ded4 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Deleting port 0d6a2557-9f94-40e9-affa-8a4ddceb7c34 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:37.917891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3093325-cca8-40c9-b6f2-245eaf08ded4 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.931883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-202a27b4-0de0-456f-9077-9e31b900c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.933715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-202a27b4-0de0-456f-9077-9e31b900c9ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821409 Nov 12 03:52:37.993262 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62aeaebb-0b0e-473c-af51-7bee47f767d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.019464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62aeaebb-0b0e-473c-af51-7bee47f767d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.052700 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-68efdb78-6d86-4edb-bb69-d658f5007c68 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120613 Nov 12 03:52:38.068722 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3093325-cca8-40c9-b6f2-245eaf08ded4 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.086645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f3093325-cca8-40c9-b6f2-245eaf08ded4 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Calling delete_port for 0d6a2557-9f94-40e9-affa-8a4ddceb7c34 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:38.149394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62aeaebb-0b0e-473c-af51-7bee47f767d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.152166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62aeaebb-0b0e-473c-af51-7bee47f767d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.153339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-62aeaebb-0b0e-473c-af51-7bee47f767d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fe43fd3-9f52-404b-8684-711eb912cd7b HTTP/1.1" status: 204 len: 168 time: 0.2932210 Nov 12 03:52:38.180978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aeaebb-0b0e-473c-af51-7bee47f767d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe43fd3-9f52-404b-8684-711eb912cd7b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.210109 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-713c63f9-a631-46b6-ac3a-b7a9e66a8fc0 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496434 Nov 12 03:52:38.243167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3093325-cca8-40c9-b6f2-245eaf08ded4 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.272675 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-ea2b107d-6ad6-4783-ad0a-fc77dc310720 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 200 len: 217 time: 0.0544376 Nov 12 03:52:38.289378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3093325-cca8-40c9-b6f2-245eaf08ded4 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Port': ['ID=0d6a2557-9f94-40e9-affa-8a4ddceb7c34,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.301104 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f3093325-cca8-40c9-b6f2-245eaf08ded4 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.305462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f3093325-cca8-40c9-b6f2-245eaf08ded4 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/ports/0d6a2557-9f94-40e9-affa-8a4ddceb7c34 HTTP/1.1" status: 204 len: 168 time: 0.5234785 Nov 12 03:52:38.308067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52024) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.343728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-f4339c3e-f2e9-47ee-b8ff-5a1e2655da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.346277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-f4339c3e-f2e9-47ee-b8ff-5a1e2655da9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0652761 Nov 12 03:52:38.447264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-20bb3ccb-97cc-4110-9fce-e7079ec767f8 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Deleting port b6397900-60c2-4278-bfe6-585fdf242fe0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:38.447840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20bb3ccb-97cc-4110-9fce-e7079ec767f8 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.448700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-50d8143d-623f-4070-aac5-815a8f867add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.450285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-50d8143d-623f-4070-aac5-815a8f867add service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961337 Nov 12 03:52:38.562379 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20bb3ccb-97cc-4110-9fce-e7079ec767f8 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.581969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-20bb3ccb-97cc-4110-9fce-e7079ec767f8 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Calling delete_port for b6397900-60c2-4278-bfe6-585fdf242fe0 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:38.608987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-9b3cc70e-5e27-4c37-8f9b-14fd8fbba87c service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510732 Nov 12 03:52:38.640404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52034) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.662526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c72de19e-a80f-4b53-bc7a-5801b8c711fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.708338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-86c866c7-0738-47cb-a771-1a539cd15a8f service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914853 Nov 12 03:52:38.741203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20bb3ccb-97cc-4110-9fce-e7079ec767f8 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.759668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-b51541ea-f2a6-49a3-8670-578c07c1170d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9 HTTP/1.1" status: 200 len: 217 time: 0.0438788 Nov 12 03:52:38.776767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb3ccb-97cc-4110-9fce-e7079ec767f8 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Port': ['ID=b6397900-60c2-4278-bfe6-585fdf242fe0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.789759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20bb3ccb-97cc-4110-9fce-e7079ec767f8 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.794542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-20bb3ccb-97cc-4110-9fce-e7079ec767f8 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/ports/b6397900-60c2-4278-bfe6-585fdf242fe0 HTTP/1.1" status: 204 len: 168 time: 0.4828918 Nov 12 03:52:38.795142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.824121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-611e2f28-5e03-4e45-b339-0ebf098a5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.826612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-611e2f28-5e03-4e45-b339-0ebf098a5c18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0608103 Nov 12 03:52:38.838459 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ce3e4fbd-127a-47b2-8743-764eec4a0355 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0385952 Nov 12 03:52:38.838459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c72de19e-a80f-4b53-bc7a-5801b8c711fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.838729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52038) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.844143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1803181225'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:38.848820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c72de19e-a80f-4b53-bc7a-5801b8c711fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.887343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-346e1785-0e70-4c34-87ae-6e5b68cc3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.894538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-346e1785-0e70-4c34-87ae-6e5b68cc3b52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557714 Nov 12 03:52:38.905895 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c72de19e-a80f-4b53-bc7a-5801b8c711fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eeb62cfb2038445dba6a5975b584626f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617865 Nov 12 03:52:38.905895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72de19e-a80f-4b53-bc7a-5801b8c711fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1800616-ec8d-4c06-9ba0-779998c0f9c5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.907043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52042) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.907189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Made reservation on behalf of 3d5b9244c2f14569bb191069eb73df6c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:38.911127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.939230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:38.951041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.951400 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Added segment 8edeecaf-815f-4e0c-a744-813f80bbb9c9 of type vlan for network a6f2a850-a5f3-4b99-b624-9dc4f3ea785d Nov 12 03:52:38.993952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.021592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.027994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.028637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.039714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f5ca-f1cd-40b1-9369-3b14ef4015a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.057300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-99861157-8b1a-4924-a529-445ff7102e60 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609511 Nov 12 03:52:39.077300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2352531 Nov 12 03:52:39.079372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52044) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:39.084713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1169362577'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:39.089996 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f5ca-f1cd-40b1-9369-3b14ef4015a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.113821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddaeca-b8d9-420b-adc7-56dcdc8e5ec5 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Network': ['ID=a6f2a850-a5f3-4b99-b624-9dc4f3ea785d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.125568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network a6f2a850-a5f3-4b99-b624-9dc4f3ea785d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:39.188000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Made reservation on behalf of 3d5b9244c2f14569bb191069eb73df6c for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:39.192534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.237154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:39.240885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-86fd3d41-fb3f-43ad-a224-75ad25e2e46b service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733317 Nov 12 03:52:39.244236 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f5ca-f1cd-40b1-9369-3b14ef4015a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.247072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cc8f5ca-f1cd-40b1-9369-3b14ef4015a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.247927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0cc8f5ca-f1cd-40b1-9369-3b14ef4015a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1800616-ec8d-4c06-9ba0-779998c0f9c5 HTTP/1.1" status: 204 len: 168 time: 0.3298349 Nov 12 03:52:39.269972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.270224 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Added segment 48828ef2-64c3-4f51-8252-d07570158f96 of type vlan for network a5a37d0b-d40d-4010-b3cf-d935f3af2a03 Nov 12 03:52:39.296652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8f5ca-f1cd-40b1-9369-3b14ef4015a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1800616-ec8d-4c06-9ba0-779998c0f9c5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.309355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-234595a3-4bca-4e55-9302-90ca7a8f93b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=cb214925-a0d3-49c1-bfe4-e19bba845662 HTTP/1.1" status: 200 len: 217 time: 0.0598867 Nov 12 03:52:39.382150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.417663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-6f789835-e814-4c02-830d-a2aff2df5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.419389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-6f789835-e814-4c02-830d-a2aff2df5cec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 200 len: 797 time: 0.0749662 Nov 12 03:52:39.429832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.438054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.438688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:39.584079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Network': ['ID=a5a37d0b-d40d-4010-b3cf-d935f3af2a03,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.596990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network a5a37d0b-d40d-4010-b3cf-d935f3af2a03 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:39.618188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-23974e69-847f-49be-9c35-abfcbf42a75b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5364988 Nov 12 03:52:39.633692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-01e76abc-b980-4c69-a3f4-d154cb93b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.635396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-01e76abc-b980-4c69-a3f4-d154cb93b172 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d604b101-cab0-49d6-8043-8bc3cc00f6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1924655 Nov 12 03:52:39.740176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52064) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:39.745197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'subnets': [{'network_id': 'a6f2a850-a5f3-4b99-b624-9dc4f3ea785d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1322643619', 'ip_version': 4}, {'network_id': 'a5a37d0b-d40d-4010-b3cf-d935f3af2a03', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:39.745517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'subnet': {'network_id': 'a6f2a850-a5f3-4b99-b624-9dc4f3ea785d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1322643619', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:39.746099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Request body: {'subnet': {'network_id': 'a5a37d0b-d40d-4010-b3cf-d935f3af2a03', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:39.812685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-ca0b1011-22cc-4750-a026-0cdd34988c70 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684258 Nov 12 03:52:40.004803 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-935855e6-6aae-4c7b-8588-902f6ed8a307 service neutron] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836345 Nov 12 03:52:40.098884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-3cded1a0-849b-4864-8d3b-5f3a1ecbd0ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f365200-87d4-4569-ba71-e1955393b003 HTTP/1.1" status: 200 len: 217 time: 0.0857530 Nov 12 03:52:40.209612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-f24a4a6c-19fb-4cdf-8b16-5d9dd770f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.213269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-f24a4a6c-19fb-4cdf-8b16-5d9dd770f522 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.1060896 Nov 12 03:52:40.277418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-6b5c4945-e134-4e6c-afd9-ca98bcb35f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.278939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-6b5c4945-e134-4e6c-afd9-ca98bcb35f9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587571 Nov 12 03:52:40.410650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Made reservation on behalf of 3d5b9244c2f14569bb191069eb73df6c for: {'subnet': 2} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:40.417520 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.418512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.429689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-2599df4b-cea8-47ee-abc6-464d2e1c935f service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433456 Nov 12 03:52:40.607296 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-fcfb12fd-42d8-495e-bc97-a13e8bae93a0 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693382 Nov 12 03:52:40.675188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-d7fda410-4415-4356-bc4e-fc7c1da624ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f HTTP/1.1" status: 200 len: 217 time: 0.0599928 Nov 12 03:52:40.774681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-5a084bc7-0a26-43a8-9867-e700107b55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.776290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-5a084bc7-0a26-43a8-9867-e700107b55f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 200 len: 797 time: 0.0842137 Nov 12 03:52:40.853107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-f3bb12e4-0433-4164-ae15-73136fcb823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.855999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-f3bb12e4-0433-4164-ae15-73136fcb823e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b499b6-d587-4950-a636-c04dfb896eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731575 Nov 12 03:52:40.992676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-a853a8fd-9d72-48d5-8760-bad2bcdec549 service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292217 Nov 12 03:52:41.019572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.091121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Checking segment: {'id': '8edeecaf-815f-4e0c-a744-813f80bbb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a6f2a850-a5f3-4b99-b624-9dc4f3ea785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:41.093098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Network hostable DHCP agents. Network: a6f2a850-a5f3-4b99-b624-9dc4f3ea785d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:41.123646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Subnet': ['ID=fcb486f0-f0a1-4878-b3f4-0ef836a7cc20,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.129148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Network a6f2a850-a5f3-4b99-b624-9dc4f3ea785d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:41.147063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, a6f2a850-a5f3-4b99-b624-9dc4f3ea785d) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:41.151887 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.158413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1257c7-d999-4c7c-a1db-8a8fe4c45648 None None] Network a6f2a850-a5f3-4b99-b624-9dc4f3ea785d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:41.170245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-37000dac-027e-4d99-87f1-9d5f921fae37 req-50d0e202-c8ff-4271-8b60-234b6a82507a service neutron] 10.222.0.20 "GET /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672645 Nov 12 03:52:41.274331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event updated for resources: {'Subnet': ['ID=42128d4f-76c5-48b2-a96f-5c18abfadae6,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.290832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Checking segment: {'id': '48828ef2-64c3-4f51-8252-d07570158f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'a5a37d0b-d40d-4010-b3cf-d935f3af2a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:41.291298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Network hostable DHCP agents. Network: a5a37d0b-d40d-4010-b3cf-d935f3af2a03, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:41.324178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Network a5a37d0b-d40d-4010-b3cf-d935f3af2a03 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:41.348521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, a5a37d0b-d40d-4010-b3cf-d935f3af2a03) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:41.353005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.353486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.354892 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.359421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f3739-faf0-4e3b-8c3a-85eee8d1d203 None None] Network a5a37d0b-d40d-4010-b3cf-d935f3af2a03 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:41.379192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca39c5-2639-4b75-b5d1-0b43d888f0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-a6f2a850-a5f3-4b99-b624-9dc4f3ea785d', 'network_id': 'a6f2a850-a5f3-4b99-b624-9dc4f3ea785d', 'tenant_id': '3d5b9244c2f14569bb191069eb73df6c', 'fixed_ips': [{'subnet_id': 'fcb486f0-f0a1-4878-b3f4-0ef836a7cc20'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:41.380482 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19ca39c5-2639-4b75-b5d1-0b43d888f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.390756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52110) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:41.392034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3448478a-c42c-4d7b-a4be-7268b29d4694 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6507013 Nov 12 03:52:41.494423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c2b2c-e0ce-4b69-a712-3f9673e529e0 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.496510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c2b2c-e0ce-4b69-a712-3f9673e529e0 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.498254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c2b2c-e0ce-4b69-a712-3f9673e529e0 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.500013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9e0c2b2c-e0ce-4b69-a712-3f9673e529e0 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1078591 Nov 12 03:52:41.504572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52112) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:41.595920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6deb3da2-5b3d-4836-8c72-2e5ff1acb550 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Deleting subnet fcb486f0-f0a1-4878-b3f4-0ef836a7cc20 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:41.601110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6deb3da2-5b3d-4836-8c72-2e5ff1acb550 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.706048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6deb3da2-5b3d-4836-8c72-2e5ff1acb550 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.770287 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6deb3da2-5b3d-4836-8c72-2e5ff1acb550 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.775705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f366783-fdf7-4c16-ba12-51dc491ce48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-a5a37d0b-d40d-4010-b3cf-d935f3af2a03', 'network_id': 'a5a37d0b-d40d-4010-b3cf-d935f3af2a03', 'tenant_id': '3d5b9244c2f14569bb191069eb73df6c', 'fixed_ips': [{'subnet_id': '42128d4f-76c5-48b2-a96f-5c18abfadae6'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:41.776567 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2f366783-fdf7-4c16-ba12-51dc491ce48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.860059 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6deb3da2-5b3d-4836-8c72-2e5ff1acb550 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.898835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb3da2-5b3d-4836-8c72-2e5ff1acb550 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb486f0-f0a1-4878-b3f4-0ef836a7cc20,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.904038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6deb3da2-5b3d-4836-8c72-2e5ff1acb550 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.907717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6deb3da2-5b3d-4836-8c72-2e5ff1acb550 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/subnets/fcb486f0-f0a1-4878-b3f4-0ef836a7cc20 HTTP/1.1" status: 204 len: 168 time: 0.4018905 Nov 12 03:52:41.910351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52130) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-19ca39c5-2639-4b75-b5d1-0b43d888f0a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcb486f0-f0a1-4878-b3f4-0ef836a7cc20: This subnet is being modified by another concurrent operation. Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcb486f0-f0a1-4878-b3f4-0ef836a7cc20: This subnet is being modified by another concurrent operation. Nov 12 03:52:41.953403 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:52:41.978427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682bf5f1-6799-4b9f-8de1-b046c2e09c6b None None] Network a6f2a850-a5f3-4b99-b624-9dc4f3ea785d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:41.991461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-964a2aaa-0369-49b9-bb19-a2203215021e tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Deleting subnet 42128d4f-76c5-48b2-a96f-5c18abfadae6 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:41.995668 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964a2aaa-0369-49b9-bb19-a2203215021e tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.054385 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964a2aaa-0369-49b9-bb19-a2203215021e tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.138861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964a2aaa-0369-49b9-bb19-a2203215021e tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.238870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964a2aaa-0369-49b9-bb19-a2203215021e tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-2f366783-fdf7-4c16-ba12-51dc491ce48c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42128d4f-76c5-48b2-a96f-5c18abfadae6: This subnet is being modified by another concurrent operation. Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42128d4f-76c5-48b2-a96f-5c18abfadae6: This subnet is being modified by another concurrent operation. Nov 12 03:52:42.251167 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 03:52:42.284943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0745a786-a223-412f-9958-5cdf7d2ebc72 None None] Network a5a37d0b-d40d-4010-b3cf-d935f3af2a03 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:42.325972 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-964a2aaa-0369-49b9-bb19-a2203215021e tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.339043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:42.352319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-964a2aaa-0369-49b9-bb19-a2203215021e tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/subnets/42128d4f-76c5-48b2-a96f-5c18abfadae6 HTTP/1.1" status: 204 len: 168 time: 0.4396884 Nov 12 03:52:42.404881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a2aaa-0369-49b9-bb19-a2203215021e tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Subnet': ['ID=42128d4f-76c5-48b2-a96f-5c18abfadae6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:42.453920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd0793-b17a-41e0-97dc-980c3d3a2155 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.457231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378bdd0-32b8-438a-a580-e4b0c6ae6111 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:52:42.464991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0afd0793-b17a-41e0-97dc-980c3d3a2155 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1248050 Nov 12 03:52:42.469949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52152) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:42.606813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.646837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1378bdd0-32b8-438a-a580-e4b0c6ae6111 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:52:42.718092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.732804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52156) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:42.745227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a37d0b-d40d-4010-b3cf-d935f3af2a03']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:42.757694 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48828ef2-64c3-4f51-8252-d07570158f96') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:42.758232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48828ef2-64c3-4f51-8252-d07570158f96') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:42.768574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.783231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.795828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:42.797048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:42.804300 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:42.889042 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.918144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:42.922093 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/networks/a5a37d0b-d40d-4010-b3cf-d935f3af2a03 HTTP/1.1" status: 204 len: 168 time: 0.4509230 Nov 12 03:52:42.923196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d19de4-6b94-45c4-a5a4-cab79f504c2d tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Network': ['ID=a5a37d0b-d40d-4010-b3cf-d935f3af2a03,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:42.925357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52160) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:42.991895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-642f7f7c-c56b-40b1-84f2-bc48f89dfd4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.076997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.107219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6436592-7eaa-491f-bfb8-701fb4cedf68 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:52:43.196368 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.217668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f2a850-a5f3-4b99-b624-9dc4f3ea785d']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:43.227709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edeecaf-815f-4e0c-a744-813f80bbb9c9') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:43.228038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edeecaf-815f-4e0c-a744-813f80bbb9c9') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:43.252381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6436592-7eaa-491f-bfb8-701fb4cedf68 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:52:43.255634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.274340 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.291204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:43.291523 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:43.294532 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:43.321414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-642f7f7c-c56b-40b1-84f2-bc48f89dfd4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.358727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-642f7f7c-c56b-40b1-84f2-bc48f89dfd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.407180 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.412420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.416054 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/networks/a6f2a850-a5f3-4b99-b624-9dc4f3ea785d HTTP/1.1" status: 204 len: 168 time: 0.4896142 Nov 12 03:52:43.418626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52170) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:43.428241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-642f7f7c-c56b-40b1-84f2-bc48f89dfd4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9dc2a651a0014fada14295df7b54aeee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6939282 Nov 12 03:52:43.431053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52172) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:43.449840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f7f7c-c56b-40b1-84f2-bc48f89dfd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e026d1f0-2b05-4696-8b9a-9250f5ea60de,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.481216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3156e-9957-49bf-85c7-e6e6b86d1e8b tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Network': ['ID=a6f2a850-a5f3-4b99-b624-9dc4f3ea785d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.535183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a73bae18-abd0-4277-b720-d8ff3d70ca06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.568323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a73bae18-abd0-4277-b720-d8ff3d70ca06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.610484 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.652115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a73bae18-abd0-4277-b720-d8ff3d70ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.655968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a73bae18-abd0-4277-b720-d8ff3d70ca06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.660461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a73bae18-abd0-4277-b720-d8ff3d70ca06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e026d1f0-2b05-4696-8b9a-9250f5ea60de HTTP/1.1" status: 204 len: 168 time: 0.2278306 Nov 12 03:52:43.668919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bae18-abd0-4277-b720-d8ff3d70ca06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e026d1f0-2b05-4696-8b9a-9250f5ea60de,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:43.720623 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.748766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d064ce7b-3eb7-43da-b73d-6f3c0689a4ff']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:43.762707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9551b6-ac62-46da-9c4d-cb0c793d8865') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:43.763202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9551b6-ac62-46da-9c4d-cb0c793d8865') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:43.777777 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.793652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.802117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:43.803142 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:43.875752 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:43.883862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.893643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:43.897487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/networks/d064ce7b-3eb7-43da-b73d-6f3c0689a4ff HTTP/1.1" status: 204 len: 168 time: 0.4777999 Nov 12 03:52:43.900267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52178) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:43.914203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae271b-a3e9-4347-9f07-633545d78016 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Network': ['ID=d064ce7b-3eb7-43da-b73d-6f3c0689a4ff,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.014070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.055780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:44.101407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c79-0631-4179-99fe-5ff07b194a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.152164 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.190989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a30a049-e705-44a8-a6ca-2a0ac08c570f']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:44.206203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ec931c-4f85-41bd-9b8d-5c439aa03c80') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:44.206503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ec931c-4f85-41bd-9b8d-5c439aa03c80') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:44.218647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.244229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.252137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:44.253102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:44.256107 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:44.326594 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c79-0631-4179-99fe-5ff07b194a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.338760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3f27c79-0631-4179-99fe-5ff07b194a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.357927 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.371244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.374240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] 10.222.0.49 "DELETE /v2.0/networks/3a30a049-e705-44a8-a6ca-2a0ac08c570f HTTP/1.1" status: 204 len: 168 time: 0.4724858 Nov 12 03:52:44.412128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a3f27c79-0631-4179-99fe-5ff07b194a0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b23ae50beeb4fd58dfc5cd1c717e198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551781 Nov 12 03:52:44.413259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6a49a-5689-447c-94b6-2c0c1e56e644 tempest-BulkNetworkOpsTest-1031722801 tempest-BulkNetworkOpsTest-1031722801-project] Pushing event deleted for resources: {'Network': ['ID=3a30a049-e705-44a8-a6ca-2a0ac08c570f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.414830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52194) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:44.415342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f27c79-0631-4179-99fe-5ff07b194a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e607781-4018-4f89-b66b-80d816481978,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.487994 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee0e53bc-8da9-43a3-93bf-fe856b01a434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.519818 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee0e53bc-8da9-43a3-93bf-fe856b01a434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.605462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee0e53bc-8da9-43a3-93bf-fe856b01a434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.610703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee0e53bc-8da9-43a3-93bf-fe856b01a434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.614851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ee0e53bc-8da9-43a3-93bf-fe856b01a434 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e607781-4018-4f89-b66b-80d816481978 HTTP/1.1" status: 204 len: 168 time: 0.1933131 Nov 12 03:52:44.623196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e53bc-8da9-43a3-93bf-fe856b01a434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e607781-4018-4f89-b66b-80d816481978,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.712705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52200) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:45.028392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52212) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:45.029499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86964c90-13d5-4897-baf6-eb107853527c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d5b9244c2f14569bb191069eb73df6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154981 Nov 12 03:52:45.116566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c15a1506-2ec4-442b-b7f6-d1b2235f9bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.145046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c15a1506-2ec4-442b-b7f6-d1b2235f9bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.211168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c15a1506-2ec4-442b-b7f6-d1b2235f9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.214148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c15a1506-2ec4-442b-b7f6-d1b2235f9bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.215797 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c15a1506-2ec4-442b-b7f6-d1b2235f9bf1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f38b6cf-34fb-44da-bb67-5d4cc9d7d5ea HTTP/1.1" status: 204 len: 168 time: 0.1856163 Nov 12 03:52:45.227815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a1506-2ec4-442b-b7f6-d1b2235f9bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f38b6cf-34fb-44da-bb67-5d4cc9d7d5ea,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:45.773222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52248) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:46.036726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-167257152-network', 'tenant_id': 'd4cec37d60cc48ec9784b7c2661739bc'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:46.073895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Made reservation on behalf of d4cec37d60cc48ec9784b7c2661739bc for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:46.079291 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.092522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.260994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.268005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.301438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:46.312013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39269d2b-a65e-4956-92e5-b1b983c0bac9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:46.320232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.320732 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Added segment c5b95cc4-43a2-44a6-a3f1-52971ad0109d of type vlan for network 582ee423-8386-4028-9e9b-584a11bc6e57 Nov 12 03:52:46.377414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.445978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.451485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.452397 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.561416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52274) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:46.633649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8590395 Nov 12 03:52:46.636500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52278) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:46.643087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Request body: {'subnet': {'network_id': '582ee423-8386-4028-9e9b-584a11bc6e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-167257152-subnet', 'tenant_id': 'd4cec37d60cc48ec9784b7c2661739bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:46.649595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cebff-694e-490e-a472-be1815bbd30c admin admin] Pushing event updated for resources: {'Network': ['ID=582ee423-8386-4028-9e9b-584a11bc6e57,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:46.662560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 582ee423-8386-4028-9e9b-584a11bc6e57 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:46.692597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Made reservation on behalf of d4cec37d60cc48ec9784b7c2661739bc for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:46.695446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.828818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-63a5971a-af84-4e9d-ae7a-c2f0841cc592 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-983698602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:46.883677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63a5971a-af84-4e9d-ae7a-c2f0841cc592 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.887050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63a5971a-af84-4e9d-ae7a-c2f0841cc592 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.004117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63a5971a-af84-4e9d-ae7a-c2f0841cc592 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.038231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63a5971a-af84-4e9d-ae7a-c2f0841cc592 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.073012 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.085261 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63a5971a-af84-4e9d-ae7a-c2f0841cc592 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.087112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-63a5971a-af84-4e9d-ae7a-c2f0841cc592 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5239847 Nov 12 03:52:47.098248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52282) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:47.117450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-617169103'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:47.162395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e7678a-ab43-4727-8b29-4827c9e7ed67,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:47.166513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Checking segment: {'id': 'c5b95cc4-43a2-44a6-a3f1-52971ad0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '582ee423-8386-4028-9e9b-584a11bc6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:47.167068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Network hostable DHCP agents. Network: 582ee423-8386-4028-9e9b-584a11bc6e57, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:47.174758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-acbfb247-932a-4c03-9b8e-dcb7e916501f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.202464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-acbfb247-932a-4c03-9b8e-dcb7e916501f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.213663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-acbfb247-932a-4c03-9b8e-dcb7e916501f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.215470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Network 582ee423-8386-4028-9e9b-584a11bc6e57 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:47.225044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-acbfb247-932a-4c03-9b8e-dcb7e916501f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.231352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-acbfb247-932a-4c03-9b8e-dcb7e916501f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.240141 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-acbfb247-932a-4c03-9b8e-dcb7e916501f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.241132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 582ee423-8386-4028-9e9b-584a11bc6e57) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:47.248141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.248765 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.259662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-acbfb247-932a-4c03-9b8e-dcb7e916501f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.260323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77fc51-bee0-46f3-920d-40de3ecceda9 None None] Network 582ee423-8386-4028-9e9b-584a11bc6e57 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:47.262540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-acbfb247-932a-4c03-9b8e-dcb7e916501f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.6344602 Nov 12 03:52:47.304795 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-396aff54-be36-47fd-834b-d94af332cd5b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6665404 Nov 12 03:52:47.313388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Made reservation on behalf of f6b35da991ac45828902cb75d8c030f4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:47.326625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.343449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.424058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-056ae7b7-5471-48a8-b16e-af3e8fba78d0 req-fd5d4226-ffa9-4382-b5f8-679f8a534e9d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1484210 Nov 12 03:52:47.531205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e1b80-3454-42f0-8b7f-2f737192ea93 None None] Network 582ee423-8386-4028-9e9b-584a11bc6e57 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:47.627443 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.672641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-ae78ad0a-9230-4c75-82ba-26e5fc29e3e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.679609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-ae78ad0a-9230-4c75-82ba-26e5fc29e3e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.687824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-ae78ad0a-9230-4c75-82ba-26e5fc29e3e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.699811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-ae78ad0a-9230-4c75-82ba-26e5fc29e3e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.709870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-ae78ad0a-9230-4c75-82ba-26e5fc29e3e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.722841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-ae78ad0a-9230-4c75-82ba-26e5fc29e3e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.729283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-ae78ad0a-9230-4c75-82ba-26e5fc29e3e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.731264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-ae78ad0a-9230-4c75-82ba-26e5fc29e3e9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 5441 time: 0.2434592 Nov 12 03:52:47.731940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.788466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-d957ae4f-0cca-41cd-973e-0388a4e7b9c3 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.789806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-d957ae4f-0cca-41cd-973e-0388a4e7b9c3 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "GET /v2.0/ports/bf4023bd-d621-45c5-8fe8-d015391ea18c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0497804 Nov 12 03:52:47.832597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:47.886493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:47.886830 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Added segment c28d6ae4-2afa-4e08-8a5a-a305e278e9f9 of type vlan for network 8bdeb133-9e7a-472f-8b12-6febc926dc85 Nov 12 03:52:47.890070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e6dc5-30d3-4fa1-9455-b883261f9db2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:47.974165 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.014844 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-46b0c887-40fc-463f-b722-8e350a2cda9b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "GET /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2175331 Nov 12 03:52:48.035689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:48.090470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.101593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.102445 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.134771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0285840 Nov 12 03:52:48.136851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52298) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:48.146772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'subnet': {'network_id': '8bdeb133-9e7a-472f-8b12-6febc926dc85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:48.329693 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.384404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Made reservation on behalf of f6b35da991ac45828902cb75d8c030f4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:48.388939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.406217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9e657-5901-4f7d-9a65-43a10b7f0edf tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Network': ['ID=8bdeb133-9e7a-472f-8b12-6febc926dc85,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:48.437051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 8bdeb133-9e7a-472f-8b12-6febc926dc85 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:48.639348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:48.759713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] For port bf4023bd-d621-45c5-8fe8-d015391ea18c, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bf4023bd-d621-45c5-8fe8-d015391ea18c,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:48.834742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] For port bf4023bd-d621-45c5-8fe8-d015391ea18c, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:48.940895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52324) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:48.959779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2021276057-network', 'tenant_id': '9a0827a5db8743c5968f8a88d8277016'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:49.000992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] device_id is not set on port bf4023bd-d621-45c5-8fe8-d015391ea18c yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:49.016718 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.024001 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.051471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.128844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4023bd-d621-45c5-8fe8-d015391ea18c,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:49.156573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] No DVR routers for this DVR port bf4023bd-d621-45c5-8fe8-d015391ea18c on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:49.166740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Made reservation on behalf of 9a0827a5db8743c5968f8a88d8277016 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:49.170179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.222864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] In _notify_port_updated(), no bound segment for port bf4023bd-d621-45c5-8fe8-d015391ea18c on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:52:49.223917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.224732 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.226772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-49adfe9a-35e0-48fe-83de-e082546fbdd0 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 200 len: 1031 time: 1.2026100 Nov 12 03:52:49.227285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.277019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Checking segment: {'id': 'c28d6ae4-2afa-4e08-8a5a-a305e278e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8bdeb133-9e7a-472f-8b12-6febc926dc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:49.277503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network hostable DHCP agents. Network: 8bdeb133-9e7a-472f-8b12-6febc926dc85, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:49.288912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Subnet': ['ID=cfa0d589-3a2f-4f62-8fe7-5686ce045f8d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:49.318574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network 8bdeb133-9e7a-472f-8b12-6febc926dc85 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:49.323717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-e4f69085-c0d3-4357-b723-8bb98455726b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.325221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-e4f69085-c0d3-4357-b723-8bb98455726b tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "GET /v2.0/ports/07b20096-bb04-4d3a-9662-b58bdf4916b1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0919631 Nov 12 03:52:49.345290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:49.354454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b80b9-653f-45ac-beea-7c6697e99c9c req-8e7dd52d-c45f-48a6-be7d-09b3a4254768 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.362937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b80b9-653f-45ac-beea-7c6697e99c9c req-8e7dd52d-c45f-48a6-be7d-09b3a4254768 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.371417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b80b9-653f-45ac-beea-7c6697e99c9c req-8e7dd52d-c45f-48a6-be7d-09b3a4254768 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.378892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b80b9-653f-45ac-beea-7c6697e99c9c req-8e7dd52d-c45f-48a6-be7d-09b3a4254768 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.385241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b80b9-653f-45ac-beea-7c6697e99c9c req-8e7dd52d-c45f-48a6-be7d-09b3a4254768 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.391590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b80b9-653f-45ac-beea-7c6697e99c9c req-8e7dd52d-c45f-48a6-be7d-09b3a4254768 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.399970 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c2b80b9-653f-45ac-beea-7c6697e99c9c req-8e7dd52d-c45f-48a6-be7d-09b3a4254768 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 4663 time: 0.6942880 Nov 12 03:52:49.429027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 8bdeb133-9e7a-472f-8b12-6febc926dc85) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:49.443132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f1884-8713-49ee-b41f-0ae8a27b81b2 None None] Network 8bdeb133-9e7a-472f-8b12-6febc926dc85 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:49.444194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.445229 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.467915 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.520700 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4baffe5c-8da8-4774-a534-dcec05b8e610 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3821828 Nov 12 03:52:49.537719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52328) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:49.563902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'network': {'name': 'tempest-router-network01--318230957'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:49.649352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-29f9fddc-c2ba-4dd9-815c-24e6da7292f8 None None] Provisioning complete for port bf4023bd-d621-45c5-8fe8-d015391ea18c triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:49.649979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-29f9fddc-c2ba-4dd9-815c-24e6da7292f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.712357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-29f9fddc-c2ba-4dd9-815c-24e6da7292f8 None None] Port bf4023bd-d621-45c5-8fe8-d015391ea18c cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:49.717860 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-8bdeb133-9e7a-472f-8b12-6febc926dc85', 'network_id': '8bdeb133-9e7a-472f-8b12-6febc926dc85', 'tenant_id': 'f6b35da991ac45828902cb75d8c030f4', 'fixed_ips': [{'subnet_id': 'cfa0d589-3a2f-4f62-8fe7-5686ce045f8d'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:49.719570 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.747144 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.788726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c2b80b9-653f-45ac-beea-7c6697e99c9c req-494e48cf-beef-4567-a436-0f29828dc654 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&id=abffd46a-2378-4196-ab7b-5d6c8f6cd261&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3875699 Nov 12 03:52:49.803930 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.822336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2f365200-87d4-4569-ba71-e1955393b003 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:49.892850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:49.935075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff41e67-1f0f-4175-8cab-2cdd7f5f59d9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:49.944032 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.944375 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Added segment 5f0bd0f9-bf13-46cd-a756-b3746db9ba29 of type vlan for network 854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac Nov 12 03:52:50.006906 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.029927 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.053251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f365200-87d4-4569-ba71-e1955393b003'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:50.055834 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50a3c3d-7026-45ca-9b62-8ca281fe207b" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-unplugged", "status": "completed", "tag": "2f365200-87d4-4569-ba71-e1955393b003"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:50.126996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.128761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.129741 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.216570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2734644 Nov 12 03:52:50.226252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52342) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:50.231945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Request body: {'subnet': {'network_id': '854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2021276057-subnet', 'tenant_id': '9a0827a5db8743c5968f8a88d8277016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:50.272783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Made reservation on behalf of f6b35da991ac45828902cb75d8c030f4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:50.279866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.343403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a648a7-3eff-4429-8c2c-f9664b80fe1f admin admin] Pushing event updated for resources: {'Network': ['ID=854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.359638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:50.373541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Made reservation on behalf of 9a0827a5db8743c5968f8a88d8277016 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:50.376485 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.377287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:50.383715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2f365200-87d4-4569-ba71-e1955393b003, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2f365200-87d4-4569-ba71-e1955393b003,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:50.393827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] For port 07b20096-bb04-4d3a-9662-b58bdf4916b1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=07b20096-bb04-4d3a-9662-b58bdf4916b1,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:50.397323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.397674 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Added segment 9ec87273-f3ce-4983-99ab-94ccb57a1fc6 of type vlan for network 1afe704b-c773-477c-9a22-48b8de5b77df Nov 12 03:52:50.415138 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.416148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 07b20096-bb04-4d3a-9662-b58bdf4916b1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:50.474765 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.490501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] For port 07b20096-bb04-4d3a-9662-b58bdf4916b1, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:50.528927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Allocated IP 2001:db8::2 (8bdeb133-9e7a-472f-8b12-6febc926dc85/cfa0d589-3a2f-4f62-8fe7-5686ce045f8d/7726aef8-b338-4d1d-8107-be59d7ad65d3) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:50.577582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] device_id is not set on port 07b20096-bb04-4d3a-9662-b58bdf4916b1 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:50.585505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.607835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.609728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.622590 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.655148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.664987 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e99097-7e93-4a8f-9a21-c02332740290 x-openstack-request-id: req-c3e99097-7e93-4a8f-9a21-c02332740290 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:50.665528 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-unplugged", "status": "completed", "tag": "2f365200-87d4-4569-ba71-e1955393b003", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:50.665967 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3e99097-7e93-4a8f-9a21-c02332740290 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:50.666600 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f365200-87d4-4569-ba71-e1955393b003', 'code': 200} Nov 12 03:52:50.716217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2f365200-87d4-4569-ba71-e1955393b003,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.728309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1874301 Nov 12 03:52:50.731673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.746438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52346) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:50.765397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'network': {'name': 'tempest-router-network02--1184348640'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:50.813255 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:52:50.813610 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:52:50.828355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.851177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d84519-9320-4496-a917-733d35e32200 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Network': ['ID=1afe704b-c773-477c-9a22-48b8de5b77df,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.931522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] No DVR routers for this DVR port 07b20096-bb04-4d3a-9662-b58bdf4916b1 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:50.940512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Made reservation on behalf of f6b35da991ac45828902cb75d8c030f4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:50.953824 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.006642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] Pushing event updated for resources: {'Port': ['ID=07b20096-bb04-4d3a-9662-b58bdf4916b1,revision_number=6']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.074287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:51.092703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] In _notify_port_updated(), no bound segment for port 07b20096-bb04-4d3a-9662-b58bdf4916b1 on network d604b101-cab0-49d6-8043-8bc3cc00f6c6 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:52:51.093586 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.095018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.099341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-2e51d8fa-73e9-4951-9b3b-3c86ef0c64d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 200 len: 1033 time: 1.7651799 Nov 12 03:52:51.113110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.120505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=45813275-cf68-40fc-b19a-8348641606bc,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.132274 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Added segment 719179ca-f9b3-464a-8519-77042e9ee94d of type vlan for network d00c8e36-b4f8-46a9-9636-4647d7b213c4 Nov 12 03:52:51.138238 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.144093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 1afe704b-c773-477c-9a22-48b8de5b77df details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:51.167096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb8a5-53f8-4e66-b9b9-06e69cbbf51a req-ac0effe3-bd2f-4660-a303-135615fc96c6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.173850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb8a5-53f8-4e66-b9b9-06e69cbbf51a req-ac0effe3-bd2f-4660-a303-135615fc96c6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.177214 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.193052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb8a5-53f8-4e66-b9b9-06e69cbbf51a req-ac0effe3-bd2f-4660-a303-135615fc96c6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.210360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb8a5-53f8-4e66-b9b9-06e69cbbf51a req-ac0effe3-bd2f-4660-a303-135615fc96c6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.218558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.236412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb8a5-53f8-4e66-b9b9-06e69cbbf51a req-ac0effe3-bd2f-4660-a303-135615fc96c6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.244287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Pushing event updated for resources: {'Port': ['ID=7726aef8-b338-4d1d-8107-be59d7ad65d3,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.248437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b5eb8a5-53f8-4e66-b9b9-06e69cbbf51a req-ac0effe3-bd2f-4660-a303-135615fc96c6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 3881 time: 0.2162549 Nov 12 03:52:51.250698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Checking segment: {'id': '5f0bd0f9-bf13-46cd-a756-b3746db9ba29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:51.251338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Network hostable DHCP agents. Network: 854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:51.288785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Network 8bdeb133-9e7a-472f-8b12-6febc926dc85 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:51.300179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:51.306578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:51.320447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7b5eb8a5-53f8-4e66-b9b9-06e69cbbf51a req-503a5d8a-c8a6-4942-9a90-bcd07beece4a tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0707159 Nov 12 03:52:51.337104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Network 854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:51.356017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:51.357885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.362764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.363617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.363967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.364558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.409979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d6256bff-1a3e-4dd1-b3b4-b95a821f23ec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1822779 Nov 12 03:52:51.428939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-95eb96ff-c347-4c6b-a2c9-7d497db4ac96 None None] Provisioning complete for port 07b20096-bb04-4d3a-9662-b58bdf4916b1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:51.428939 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-95eb96ff-c347-4c6b-a2c9-7d497db4ac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.434843 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6812704 Nov 12 03:52:51.435797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52360) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:51.442396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'subnet': {'network_id': '1afe704b-c773-477c-9a22-48b8de5b77df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:51.521735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e280fa13-314b-4e80-96b8-2d951bd8a7a9 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:51.577821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-95eb96ff-c347-4c6b-a2c9-7d497db4ac96 None None] Port 07b20096-bb04-4d3a-9662-b58bdf4916b1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:51.580762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4aa4a2-c12c-48dd-9723-69ef9b6a09fe None None] Network 854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:51.599733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e0b05-4416-48c5-86a8-b0d335f8a849 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Network': ['ID=d00c8e36-b4f8-46a9-9636-4647d7b213c4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.607909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Made reservation on behalf of f6b35da991ac45828902cb75d8c030f4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:51.624377 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.639217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port cb214925-a0d3-49c1-bfe4-e19bba845662 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:51.639584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.652485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network d00c8e36-b4f8-46a9-9636-4647d7b213c4 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:51.927879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] For port cb214925-a0d3-49c1-bfe4-e19bba845662, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=cb214925-a0d3-49c1-bfe4-e19bba845662,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:51.928115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.952659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for cb214925-a0d3-49c1-bfe4-e19bba845662 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:51.968428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Attempting to bind port 7726aef8-b338-4d1d-8107-be59d7ad65d3 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:51.971372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Attempting to bind port 7726aef8-b338-4d1d-8107-be59d7ad65d3 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'c28d6ae4-2afa-4e08-8a5a-a305e278e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8bdeb133-9e7a-472f-8b12-6febc926dc85'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:51.973316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Attempting to bind port 7726aef8-b338-4d1d-8107-be59d7ad65d3 on network 8bdeb133-9e7a-472f-8b12-6febc926dc85 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:52.078352 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.104376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:52.104945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Checking segment: {'id': 'c28d6ae4-2afa-4e08-8a5a-a305e278e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8bdeb133-9e7a-472f-8b12-6febc926dc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:52.105636 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.106050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Bound using segment: {'id': 'c28d6ae4-2afa-4e08-8a5a-a305e278e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8bdeb133-9e7a-472f-8b12-6febc926dc85'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:52.110148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Bound port: 7726aef8-b338-4d1d-8107-be59d7ad65d3, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28d6ae4-2afa-4e08-8a5a-a305e278e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8bdeb133-9e7a-472f-8b12-6febc926dc85'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:52.110543 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.218064 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.241262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Subnet': ['ID=3804f30d-2654-4830-8b37-eac81dc0abef,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.268641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Checking segment: {'id': '9ec87273-f3ce-4983-99ab-94ccb57a1fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '1afe704b-c773-477c-9a22-48b8de5b77df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:52.273420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e280fa13-314b-4e80-96b8-2d951bd8a7a9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:52.273925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network hostable DHCP agents. Network: 1afe704b-c773-477c-9a22-48b8de5b77df, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:52.275283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bec826-2c40-44c4-afd1-274622dcdcb4 None None] Network 854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:52.317339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.318029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bf4023bd-d621-45c5-8fe8-d015391ea18c no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:52.330202 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.350484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network 1afe704b-c773-477c-9a22-48b8de5b77df is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:52.386751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 1afe704b-c773-477c-9a22-48b8de5b77df) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:52.391684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=cb214925-a0d3-49c1-bfe4-e19bba845662,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.426661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.427307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.450937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc456a34-07bb-436e-8f80-5010100ddf38 None None] Network 1afe704b-c773-477c-9a22-48b8de5b77df requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:52.478770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] No DVR routers for this DVR port cb214925-a0d3-49c1-bfe4-e19bba845662 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:52.488422 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.491989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-59fe7a80-915e-466d-9945-81f32191e429 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "DELETE /v2.0/ports/cb214925-a0d3-49c1-bfe4-e19bba845662 HTTP/1.1" status: 204 len: 173 time: 1.1817987 Nov 12 03:52:52.492459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': 'cb214925-a0d3-49c1-bfe4-e19bba845662'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:52.495123 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dfb796-7047-405e-9500-46e1e8b54524" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "cb214925-a0d3-49c1-bfe4-e19bba845662"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:52.507974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2d0abd85-1b24-483e-9c26-752c3bf41379 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0707948 Nov 12 03:52:52.510719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52384) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:52.515678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'subnet': {'network_id': 'd00c8e36-b4f8-46a9-9636-4647d7b213c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:52.590524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-18e21159-22f9-4f71-b4b5-a19c1c1ff6f8 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.592060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-18e21159-22f9-4f71-b4b5-a19c1c1ff6f8 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/networks?id=582ee423-8386-4028-9e9b-584a11bc6e57 HTTP/1.1" status: 200 len: 808 time: 0.3951406 Nov 12 03:52:52.616774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bf4023bd-d621-45c5-8fe8-d015391ea18c not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:52.617456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8516f7b4-d035-42c9-bc10-6b335e1b555f no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:52.633375 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-94b8fa7e-e60c-456c-987a-1257dcfe40e9 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/quotas/d4cec37d60cc48ec9784b7c2661739bc HTTP/1.1" status: 200 len: 375 time: 0.0153477 Nov 12 03:52:52.693739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:52.696284 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3f0c33-fb9d-4dd6-b8fa-96753b81b7a1" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-unplugged", "status": "completed", "tag": "e280fa13-314b-4e80-96b8-2d951bd8a7a9"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:52.719430 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-ed6d2c14-24f9-4a0a-b54a-c59eb63b93bd tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4cec37d60cc48ec9784b7c2661739bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722833 Nov 12 03:52:52.737320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Made reservation on behalf of f6b35da991ac45828902cb75d8c030f4 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:52.739324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] For port 7726aef8-b338-4d1d-8107-be59d7ad65d3, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:52.749327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.782407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e280fa13-314b-4e80-96b8-2d951bd8a7a9,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.787593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e283b5-d02f-4813-9172-1665d70576d5 req-9ec54d27-35d1-4713-a624-552d6b078e71 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.800013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port 2f365200-87d4-4569-ba71-e1955393b003 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:52.802598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.821129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] For port 7726aef8-b338-4d1d-8107-be59d7ad65d3, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7726aef8-b338-4d1d-8107-be59d7ad65d3,segment=NetworkSegment(c28d6ae4-2afa-4e08-8a5a-a305e278e9f9),segment_id=c28d6ae4-2afa-4e08-8a5a-a305e278e9f9)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:52.827325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e283b5-d02f-4813-9172-1665d70576d5 req-9ec54d27-35d1-4713-a624-552d6b078e71 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.841307 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.841619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e283b5-d02f-4813-9172-1665d70576d5 req-9ec54d27-35d1-4713-a624-552d6b078e71 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.869003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e283b5-d02f-4813-9172-1665d70576d5 req-9ec54d27-35d1-4713-a624-552d6b078e71 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.878514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00e283b5-d02f-4813-9172-1665d70576d5 req-9ec54d27-35d1-4713-a624-552d6b078e71 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 3146 time: 0.2175777 Nov 12 03:52:53.018951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] For port 2f365200-87d4-4569-ba71-e1955393b003, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2f365200-87d4-4569-ba71-e1955393b003,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:53.019757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.044936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for 2f365200-87d4-4569-ba71-e1955393b003 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:53.176140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.230673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac40de-f664-40c4-80de-3d7b91f5c647 None None] Pushing event updated for resources: {'Port': ['ID=7726aef8-b338-4d1d-8107-be59d7ad65d3,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.314881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8516f7b4-d035-42c9-bc10-6b335e1b555f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:53.341643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-1afe704b-c773-477c-9a22-48b8de5b77df', 'network_id': '1afe704b-c773-477c-9a22-48b8de5b77df', 'tenant_id': 'f6b35da991ac45828902cb75d8c030f4', 'fixed_ips': [{'subnet_id': '3804f30d-2654-4830-8b37-eac81dc0abef'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:53.346521 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.394250 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.396664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cb214925-a0d3-49c1-bfe4-e19bba845662 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:53.449954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: cb214925-a0d3-49c1-bfe4-e19bba845662 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:53.457095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device cb214925-a0d3-49c1-bfe4-e19bba845662 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:53.457672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:53.521491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00e283b5-d02f-4813-9172-1665d70576d5 req-a4af8028-a01f-4819-acd3-1da7d83935b3 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2729995 Nov 12 03:52:53.536514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.561722 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-932e6a42-5e5d-4509-8e3b-c723387983f5 service neutron] 10.222.0.49 "GET /v2.0/networks/582ee423-8386-4028-9e9b-584a11bc6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440545 Nov 12 03:52:53.698123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Subnet': ['ID=46f7fefa-f5fd-4f4e-bffd-1ca8f0f97962,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.826921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.853581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Checking segment: {'id': '719179ca-f9b3-464a-8519-77042e9ee94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd00c8e36-b4f8-46a9-9636-4647d7b213c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:53.854605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network hostable DHCP agents. Network: d00c8e36-b4f8-46a9-9636-4647d7b213c4, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:53.866155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7726aef8-b338-4d1d-8107-be59d7ad65d3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:53.875686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8516f7b4-d035-42c9-bc10-6b335e1b555f,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.914971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network d00c8e36-b4f8-46a9-9636-4647d7b213c4 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:53.937902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, d00c8e36-b4f8-46a9-9636-4647d7b213c4) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:53.957045 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eabba1-344f-42da-8a41-536fefb0def7 x-openstack-request-id: req-49eabba1-344f-42da-8a41-536fefb0def7 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:53.957633 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "cb214925-a0d3-49c1-bfe4-e19bba845662", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:53.958005 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49eabba1-344f-42da-8a41-536fefb0def7 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:53.958542 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': 'cb214925-a0d3-49c1-bfe4-e19bba845662', 'status': 'completed', 'code': 200} Nov 12 03:52:53.961699 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.963131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.031614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=2f365200-87d4-4569-ba71-e1955393b003,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.046351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a72e04ef-76f5-40ae-9fd6-87463d263231 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5319445 Nov 12 03:52:54.046619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52400) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:54.063374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-501b4d1a-06f9-4cfe-9dd3-4c1abd11c1ad service neutron] 10.222.0.49 "GET /v2.0/networks/582ee423-8386-4028-9e9b-584a11bc6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820106 Nov 12 03:52:54.141741 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d658d5-2795-40bf-a191-f74021bf2d87 x-openstack-request-id: req-03d658d5-2795-40bf-a191-f74021bf2d87 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:54.142647 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-unplugged", "status": "completed", "tag": "e280fa13-314b-4e80-96b8-2d951bd8a7a9", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:54.142875 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03d658d5-2795-40bf-a191-f74021bf2d87 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:54.143219 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9', 'code': 200} Nov 12 03:52:54.164202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] No DVR routers for this DVR port 2f365200-87d4-4569-ba71-e1955393b003 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:54.170375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d8014-1ed5-467a-8e34-077c14abbbb8 None None] Network d00c8e36-b4f8-46a9-9636-4647d7b213c4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:54.171375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.191885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-63bd850a-5db9-4134-81ce-d7ea8ba00bd5 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "DELETE /v2.0/ports/2f365200-87d4-4569-ba71-e1955393b003 HTTP/1.1" status: 204 len: 173 time: 1.6853447 Nov 12 03:52:54.313418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.388368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Allocated IP 2001:db8::2 (1afe704b-c773-477c-9a22-48b8de5b77df/3804f30d-2654-4830-8b37-eac81dc0abef/f8b78a41-7631-4c7f-abee-91ad2bae07a5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:54.493163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:54.493538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.518257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:54.537499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7726aef8-b338-4d1d-8107-be59d7ad65d3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:54.540188 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.554013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.656338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b66d3e3e-044f-48f4-b84a-1bb5d84b32fe req-5656e242-a4f7-48f7-b39e-81de5faab269 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 210 time: 0.0937455 Nov 12 03:52:54.755312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] For port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:54.760099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.054162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.184946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995c4c-bb3d-4dec-9d07-a684d581e6c9 req-57d71363-dbe2-46b9-af88-4decac2ab567 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.191848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995c4c-bb3d-4dec-9d07-a684d581e6c9 req-57d71363-dbe2-46b9-af88-4decac2ab567 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.198317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d995c4c-bb3d-4dec-9d07-a684d581e6c9 req-57d71363-dbe2-46b9-af88-4decac2ab567 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.206618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d995c4c-bb3d-4dec-9d07-a684d581e6c9 req-57d71363-dbe2-46b9-af88-4decac2ab567 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 2409 time: 0.3463790 Nov 12 03:52:55.215186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b6902d-dbed-490a-90c5-33117ef2954c None None] Network 8bdeb133-9e7a-472f-8b12-6febc926dc85 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:55.236887 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.273893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.359227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-d00c8e36-b4f8-46a9-9636-4647d7b213c4', 'network_id': 'd00c8e36-b4f8-46a9-9636-4647d7b213c4', 'tenant_id': 'f6b35da991ac45828902cb75d8c030f4', 'fixed_ips': [{'subnet_id': '46f7fefa-f5fd-4f4e-bffd-1ca8f0f97962'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:55.360062 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.405505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-51d44d62-8a34-4f82-8c48-2f243513cf4a None None] Provisioning complete for port 7726aef8-b338-4d1d-8107-be59d7ad65d3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:55.405869 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51d44d62-8a34-4f82-8c48-2f243513cf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.488623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d995c4c-bb3d-4dec-9d07-a684d581e6c9 req-dd990f1a-6ced-4e05-abb0-3ed9ff0e0e3f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2801874 Nov 12 03:52:55.499880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.500516 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.501158 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Floating IP f5732405-9c2f-4a23-9fae-f79f4f3e90ae disassociated. External IP: 172.25.0.94, port: 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc. Nov 12 03:52:55.503609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:55.681463 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.758495 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.773019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.844438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 7726aef8-b338-4d1d-8107-be59d7ad65d3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7726aef8-b338-4d1d-8107-be59d7ad65d3,segment=NetworkSegment(c28d6ae4-2afa-4e08-8a5a-a305e278e9f9),segment_id=c28d6ae4-2afa-4e08-8a5a-a305e278e9f9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:55.848556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=41b92a79-8a5b-4000-92de-1cfc6e3bc9fc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.856949 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.877741 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.950621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Allocated IP 2001:db8::1 (1afe704b-c773-477c-9a22-48b8de5b77df/3804f30d-2654-4830-8b37-eac81dc0abef/8d5d09dd-ee9f-4b63-b52a-41bfd0a09936) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:56.012027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Pushing event updated for resources: {'Port': ['ID=f8b78a41-7631-4c7f-abee-91ad2bae07a5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.085195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Network 1afe704b-c773-477c-9a22-48b8de5b77df is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:56.156277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:56.168094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:56.187217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.197583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8516f7b4-d035-42c9-bc10-6b335e1b555f'}, {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:56.202109 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23877d59-1b71-4489-9a63-bce362860cf0" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-unplugged", "status": "completed", "tag": "8516f7b4-d035-42c9-bc10-6b335e1b555f"}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-unplugged", "status": "completed", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:56.225427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Allocated IP 2001:db8::2 (d00c8e36-b4f8-46a9-9636-4647d7b213c4/46f7fefa-f5fd-4f4e-bffd-1ca8f0f97962/77ca4359-c218-41ee-a455-15e96905e881) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:56.245131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4abb7f4-5802-4b16-bbee-e2b3aec1af2b req-85d47be5-53a9-44e1-a06b-ef27dacc6528 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 210 time: 0.4538319 Nov 12 03:52:56.247750 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.276205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network 1afe704b-c773-477c-9a22-48b8de5b77df is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:56.281515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:56.308268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:56.308840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.404014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': '2f365200-87d4-4569-ba71-e1955393b003'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:56.409070 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bf9afa-7f62-45bf-a3dd-99038c3580ad" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "2f365200-87d4-4569-ba71-e1955393b003"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:56.469080 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.491620 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d1840-fa35-46bb-b230-c710f94730ad x-openstack-request-id: req-2c1d1840-fa35-46bb-b230-c710f94730ad {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:56.492058 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-unplugged", "status": "completed", "tag": "8516f7b4-d035-42c9-bc10-6b335e1b555f", "code": 200}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-unplugged", "status": "completed", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:56.492991 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c1d1840-fa35-46bb-b230-c710f94730ad {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:56.493715 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8516f7b4-d035-42c9-bc10-6b335e1b555f', 'code': 200} Nov 12 03:52:56.494685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Router 169f907f-13cb-4352-b5e1-257c2e655e0c has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:56.494939 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'code': 200} Nov 12 03:52:56.497288 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6737bebb-70af-45a0-be3c-26bee7f34bef x-openstack-request-id: req-6737bebb-70af-45a0-be3c-26bee7f34bef {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:56.498053 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "2f365200-87d4-4569-ba71-e1955393b003", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:56.498503 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6737bebb-70af-45a0-be3c-26bee7f34bef {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:56.499158 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': '2f365200-87d4-4569-ba71-e1955393b003', 'status': 'completed', 'code': 200} Nov 12 03:52:56.515315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Port': ['ID=8d5d09dd-ee9f-4b63-b52a-41bfd0a09936,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.532440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.552956 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.611505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Network d00c8e36-b4f8-46a9-9636-4647d7b213c4 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:56.667140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:56.673965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:56.827055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=7726aef8-b338-4d1d-8107-be59d7ad65d3,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.859673 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Attempting to bind port f8b78a41-7631-4c7f-abee-91ad2bae07a5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:56.862501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Attempting to bind port f8b78a41-7631-4c7f-abee-91ad2bae07a5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '9ec87273-f3ce-4983-99ab-94ccb57a1fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '1afe704b-c773-477c-9a22-48b8de5b77df'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:56.863379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Attempting to bind port f8b78a41-7631-4c7f-abee-91ad2bae07a5 on network 1afe704b-c773-477c-9a22-48b8de5b77df {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:56.875423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7e023-98a0-4fea-ae31-bd555f6c7450 req-cd03fcef-e5f2-4480-9235-d9e1100dec93 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.906492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Attempting to bind port 77ca4359-c218-41ee-a455-15e96905e881 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:56.906955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Attempting to bind port 77ca4359-c218-41ee-a455-15e96905e881 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '719179ca-f9b3-464a-8519-77042e9ee94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd00c8e36-b4f8-46a9-9636-4647d7b213c4'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:56.907399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Attempting to bind port 77ca4359-c218-41ee-a455-15e96905e881 on network d00c8e36-b4f8-46a9-9636-4647d7b213c4 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:56.912999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:56.913499 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Checking segment: {'id': '9ec87273-f3ce-4983-99ab-94ccb57a1fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '1afe704b-c773-477c-9a22-48b8de5b77df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:56.914418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.914572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7e023-98a0-4fea-ae31-bd555f6c7450 req-cd03fcef-e5f2-4480-9235-d9e1100dec93 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.914686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Bound using segment: {'id': '9ec87273-f3ce-4983-99ab-94ccb57a1fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '1afe704b-c773-477c-9a22-48b8de5b77df'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:56.916430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Bound port: f8b78a41-7631-4c7f-abee-91ad2bae07a5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec87273-f3ce-4983-99ab-94ccb57a1fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '1afe704b-c773-477c-9a22-48b8de5b77df'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:56.918939 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.923179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cc7e023-98a0-4fea-ae31-bd555f6c7450 req-cd03fcef-e5f2-4480-9235-d9e1100dec93 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 1676 time: 0.2556031 Nov 12 03:52:56.935909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:56.956732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] Sync routers for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:56.963631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:56.963853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Checking segment: {'id': '719179ca-f9b3-464a-8519-77042e9ee94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd00c8e36-b4f8-46a9-9636-4647d7b213c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:56.964216 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.964687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Bound using segment: {'id': '719179ca-f9b3-464a-8519-77042e9ee94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd00c8e36-b4f8-46a9-9636-4647d7b213c4'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:56.966848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Bound port: 77ca4359-c218-41ee-a455-15e96905e881, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719179ca-f9b3-464a-8519-77042e9ee94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd00c8e36-b4f8-46a9-9636-4647d7b213c4'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:56.967314 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.028142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] For port f8b78a41-7631-4c7f-abee-91ad2bae07a5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:57.031684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] For port f8b78a41-7631-4c7f-abee-91ad2bae07a5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f8b78a41-7631-4c7f-abee-91ad2bae07a5,segment=NetworkSegment(9ec87273-f3ce-4983-99ab-94ccb57a1fc6),segment_id=9ec87273-f3ce-4983-99ab-94ccb57a1fc6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:57.047736 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Pushing event updated for resources: {'Port': ['ID=77ca4359-c218-41ee-a455-15e96905e881,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.070811 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.076653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cc7e023-98a0-4fea-ae31-bd555f6c7450 req-ce4e7c43-743a-43f8-b3fe-21e09dc4957c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1327050 Nov 12 03:52:57.133030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] No DVR routers for this DVR port 41b92a79-8a5b-4000-92de-1cfc6e3bc9fc on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:57.138287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:57.138941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:52:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.143783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.154669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-7e0df6f6-39d4-4ab7-a3f8-ea83716088ef tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "DELETE /v2.0/ports/41b92a79-8a5b-4000-92de-1cfc6e3bc9fc HTTP/1.1" status: 204 len: 173 time: 2.9540367 Nov 12 03:52:57.326823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-c02eb488-c640-4832-b2f7-5eadc7c3aa46 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:57.328058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb74cbc-d5f0-4379-ade7-5d94ee84a658 None None] Pushing event updated for resources: {'Port': ['ID=f8b78a41-7631-4c7f-abee-91ad2bae07a5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.329337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-c02eb488-c640-4832-b2f7-5eadc7c3aa46 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.20 "GET /v2.0/networks?id=582ee423-8386-4028-9e9b-584a11bc6e57 HTTP/1.1" status: 200 len: 808 time: 0.2211721 Nov 12 03:52:57.332408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.356541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Request body: {'port': {'device_id': '12b7b211-21e8-474e-a03d-97a94fc47f38', 'network_id': '582ee423-8386-4028-9e9b-584a11bc6e57', 'admin_state_up': True, 'tenant_id': 'd4cec37d60cc48ec9784b7c2661739bc'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:57.361689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.369179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.390818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4d5fafb7-770a-459c-b9ab-18469ae70be5 None None] Provisioning complete for port 7726aef8-b338-4d1d-8107-be59d7ad65d3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:57.391167 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4d5fafb7-770a-459c-b9ab-18469ae70be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.396271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port e280fa13-314b-4e80-96b8-2d951bd8a7a9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:57.396591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.598020 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-521693b2-9655-4a12-a56e-e31ae60d9c5c req-9716c887-c268-4dc0-b0ad-7ca804c4455d tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 210 time: 0.1651738 Nov 12 03:52:57.671922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] For port e280fa13-314b-4e80-96b8-2d951bd8a7a9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e280fa13-314b-4e80-96b8-2d951bd8a7a9,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:57.672290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.691437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for e280fa13-314b-4e80-96b8-2d951bd8a7a9 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:57.727624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] For port 77ca4359-c218-41ee-a455-15e96905e881, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:57.786381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] For port 77ca4359-c218-41ee-a455-15e96905e881, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77ca4359-c218-41ee-a455-15e96905e881,segment=NetworkSegment(719179ca-f9b3-464a-8519-77042e9ee94d),segment_id=719179ca-f9b3-464a-8519-77042e9ee94d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:57.812535 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.816990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:57.909673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.011780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=e280fa13-314b-4e80-96b8-2d951bd8a7a9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.115464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] No DVR routers for this DVR port e280fa13-314b-4e80-96b8-2d951bd8a7a9 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:58.121331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.131133 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-1ceaa76a-29b5-49e8-b8f0-997cb5d6a89d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "DELETE /v2.0/ports/e280fa13-314b-4e80-96b8-2d951bd8a7a9 HTTP/1.1" status: 204 len: 173 time: 0.9702790 Nov 12 03:52:58.203889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc8144-3765-447a-87c7-9e85acd4cbed None None] Pushing event updated for resources: {'Port': ['ID=77ca4359-c218-41ee-a455-15e96905e881,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.338070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7726aef8-b338-4d1d-8107-be59d7ad65d3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:58.477255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27794d1d-610a-4e4e-85a3-ec410911b855 req-c1844b26-002f-416c-9d73-6b7207632681 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.495509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7726aef8-b338-4d1d-8107-be59d7ad65d3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:58.495932 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.508933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27794d1d-610a-4e4e-85a3-ec410911b855 req-c1844b26-002f-416c-9d73-6b7207632681 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 943 time: 0.1740603 Nov 12 03:52:58.517962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc'}, {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:58.520255 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f79900a-0959-4086-9f36-62e835d7bdfb" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc"}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "e280fa13-314b-4e80-96b8-2d951bd8a7a9"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:58.657410 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3ea660-b84a-4189-9511-1b5cc56f29dd x-openstack-request-id: req-dc3ea660-b84a-4189-9511-1b5cc56f29dd {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:58.659759 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "41b92a79-8a5b-4000-92de-1cfc6e3bc9fc", "status": "completed", "code": 200}, {"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "e280fa13-314b-4e80-96b8-2d951bd8a7a9", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:58.660243 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc3ea660-b84a-4189-9511-1b5cc56f29dd {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:58.664863 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': '41b92a79-8a5b-4000-92de-1cfc6e3bc9fc', 'status': 'completed', 'code': 200} Nov 12 03:52:58.665336 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': 'e280fa13-314b-4e80-96b8-2d951bd8a7a9', 'status': 'completed', 'code': 200} Nov 12 03:52:58.718082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Port': ['ID=8d5d09dd-ee9f-4b63-b52a-41bfd0a09936,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.764408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port 8516f7b4-d035-42c9-bc10-6b335e1b555f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:58.764781 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.867785 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27794d1d-610a-4e4e-85a3-ec410911b855 req-5c129e20-09bb-4796-aedb-333d3eb61b96 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups?id=99d324b6-6621-46ca-b18b-bc246cd00cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3578691 Nov 12 03:52:58.966442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5c8c0994-f981-4f49-ae62-1f1d19935ed4 req-7dc53c12-bcb4-4f3c-be8e-124ea455dc6a tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 210 time: 0.1212068 Nov 12 03:52:59.102230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f8b78a41-7631-4c7f-abee-91ad2bae07a5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:59.122646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network 1afe704b-c773-477c-9a22-48b8de5b77df is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:59.131489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Made reservation on behalf of d4cec37d60cc48ec9784b7c2661739bc for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:59.156791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] For port 8516f7b4-d035-42c9-bc10-6b335e1b555f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8516f7b4-d035-42c9-bc10-6b335e1b555f,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:59.157537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.159449 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.165992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:21Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:59.209397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:59.209994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for 8516f7b4-d035-42c9-bc10-6b335e1b555f owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:59.252193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] Checking router: 169f907f-13cb-4352-b5e1-257c2e655e0c for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:59.298846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:59.299493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:52:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:59.313647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f9a1f-7472-4e39-867a-0bd41959f9c5 None None] Network 1afe704b-c773-477c-9a22-48b8de5b77df requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:59.621072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.681934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Allocated IP 172.20.0.6 (582ee423-8386-4028-9e9b-584a11bc6e57/e2e7678a-ab43-4727-8b29-4827c9e7ed67/b3ab6a80-b21f-47e8-b151-007e42ca364a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:59.774477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=8516f7b4-d035-42c9-bc10-6b335e1b555f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:59.871741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:59.896842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.897618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.898255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.900073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.902084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.902941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.909433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.910105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.915659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.920984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.921763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.922392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:59.930866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.002181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] No DVR routers for this DVR port 8516f7b4-d035-42c9-bc10-6b335e1b555f on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:00.006326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.014825 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-94d55abf-7f87-4eef-8501-a828c27f103c req-6986eeaa-77ca-47df-a0c2-4caf9c4dd686 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.20 "DELETE /v2.0/ports/8516f7b4-d035-42c9-bc10-6b335e1b555f HTTP/1.1" status: 204 len: 173 time: 1.8753719 Nov 12 03:53:00.120289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.122663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c855c357-b538-47d3-9307-dd3fd2e9a60f req-ad312f21-8a3d-4f97-903f-def7dd31b334 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0885715 Nov 12 03:53:00.300436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Network 582ee423-8386-4028-9e9b-584a11bc6e57 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:00.306042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:00.325726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:00.453579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.463886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.478314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Pushing event updated for resources: {'Port': ['ID=b3ab6a80-b21f-47e8-b151-007e42ca364a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:00.485519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f8b78a41-7631-4c7f-abee-91ad2bae07a5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:00.487169 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.502893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-2334b395-c0ae-4384-abe5-d2cfff410e98 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1559610 Nov 12 03:53:00.518854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Request body: {'port': {'device_id': '12b7b211-21e8-474e-a03d-97a94fc47f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:00.604467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf74c3-b916-431c-8e14-5a4d14e48493 None None] Network d00c8e36-b4f8-46a9-9636-4647d7b213c4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:00.620698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02218476-81a0-4dd6-95b5-bfda73799d5a req-856d4814-dc37-4f15-9db1-12a9b5467949 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.628886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02218476-81a0-4dd6-95b5-bfda73799d5a req-856d4814-dc37-4f15-9db1-12a9b5467949 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 931 time: 0.4895208 Nov 12 03:53:00.666596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': '8516f7b4-d035-42c9-bc10-6b335e1b555f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:00.669605 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837b727e-8ac2-4074-bbfa-c6edad68724c" -d '{"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "8516f7b4-d035-42c9-bc10-6b335e1b555f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:00.755716 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce120d-4b80-4d38-82fd-3c4e01fc1c24 x-openstack-request-id: req-0dce120d-4b80-4d38-82fd-3c4e01fc1c24 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:00.756007 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00672ed-0558-4b64-b1c8-4fa23677df83", "name": "network-vif-deleted", "tag": "8516f7b4-d035-42c9-bc10-6b335e1b555f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:00.756262 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dce120d-4b80-4d38-82fd-3c4e01fc1c24 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:00.756666 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00672ed-0558-4b64-b1c8-4fa23677df83', 'name': 'network-vif-deleted', 'tag': '8516f7b4-d035-42c9-bc10-6b335e1b555f', 'status': 'completed', 'code': 200} Nov 12 03:53:00.782616 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.849629 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02218476-81a0-4dd6-95b5-bfda73799d5a req-eff97dfb-3a8a-4a65-8deb-cf51f874ffe6 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197876 Nov 12 03:53:00.886618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Router c92ed44d-7b02-471d-81da-dd936d6ac44a is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:00.919429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cdefd27f-325d-4476-a878-86cd0b022be7 None None] Provisioning complete for port f8b78a41-7631-4c7f-abee-91ad2bae07a5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:00.920545 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cdefd27f-325d-4476-a878-86cd0b022be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.115638 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.281902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:01.295924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-13801cf1-5f43-429d-92a2-6b8baf64e1f8 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "PUT /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2477686 Nov 12 03:53:01.303890 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75331fb5-09c6-4f5a-b8d1-75a956dc56c5 None None] Sync routers for ids ['c92ed44d-7b02-471d-81da-dd936d6ac44a'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:01.324935 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75331fb5-09c6-4f5a-b8d1-75a956dc56c5 None None] Routers {'c92ed44d-7b02-471d-81da-dd936d6ac44a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:01.325880 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-75331fb5-09c6-4f5a-b8d1-75a956dc56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:52:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c92ed44d-7b02-471d-81da-dd936d6ac44a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:01.340249 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-66e07122-e961-4c81-b208-00c497329d39 req-031aad4d-f573-4211-bb89-d31fdcdfb9c8 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0560548 Nov 12 03:53:01.340670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52508) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:01.361135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:21Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:01.399073 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-75331fb5-09c6-4f5a-b8d1-75a956dc56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:01.410498 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75331fb5-09c6-4f5a-b8d1-75a956dc56c5 None None] Routers {'c92ed44d-7b02-471d-81da-dd936d6ac44a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:01.411439 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-75331fb5-09c6-4f5a-b8d1-75a956dc56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:52:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c92ed44d-7b02-471d-81da-dd936d6ac44a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:01.455204 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-75331fb5-09c6-4f5a-b8d1-75a956dc56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:01.463632 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75331fb5-09c6-4f5a-b8d1-75a956dc56c5 None None] The sync data for ids ['c92ed44d-7b02-471d-81da-dd936d6ac44a'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:01.493598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port f8b78a41-7631-4c7f-abee-91ad2bae07a5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f8b78a41-7631-4c7f-abee-91ad2bae07a5,segment=NetworkSegment(9ec87273-f3ce-4983-99ab-94ccb57a1fc6),segment_id=9ec87273-f3ce-4983-99ab-94ccb57a1fc6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:01.501820 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cdefd27f-325d-4476-a878-86cd0b022be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.511186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc659fc1-3492-41cb-8f27-53bff1d605bf None None] The sync data for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 is: [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '01b19141-82b8-4acc-b390-629f18a340fe', 'name': '', 'network_id': 'feccc8b3-1c65-46b6-a7e6-0f2e53241b94', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'mac_address': 'fa:16:3e:99:b5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:21Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'subnets': [{'id': 'c57c6a23-87ec-4b84-82b8-ae307427b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:01.565286 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8f0e39ca-3768-449a-8a9f-6f75e218d1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.569037 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.643710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ab6a80-b21f-47e8-b151-007e42ca364a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:01.660984 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.683370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Transition to ACTIVE for port object b3ab6a80-b21f-47e8-b151-007e42ca364a will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:01.698877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.817469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=b3ab6a80-b21f-47e8-b151-007e42ca364a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.975264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77ca4359-c218-41ee-a455-15e96905e881 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:02.200183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Attempting to bind port b3ab6a80-b21f-47e8-b151-007e42ca364a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:02.200539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Attempting to bind port b3ab6a80-b21f-47e8-b151-007e42ca364a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'c5b95cc4-43a2-44a6-a3f1-52971ad0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '582ee423-8386-4028-9e9b-584a11bc6e57'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:02.200872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Attempting to bind port b3ab6a80-b21f-47e8-b151-007e42ca364a on network 582ee423-8386-4028-9e9b-584a11bc6e57 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:02.239603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927f908-004e-4edf-b94b-32c264231508 req-9a9c2392-e1f1-4a9f-8262-b041c0e682ce tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.242826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7927f908-004e-4edf-b94b-32c264231508 req-9a9c2392-e1f1-4a9f-8262-b041c0e682ce tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 943 time: 0.1957879 Nov 12 03:53:02.270375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Port b3ab6a80-b21f-47e8-b151-007e42ca364a on network 582ee423-8386-4028-9e9b-584a11bc6e57 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:02.270797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Attempting to bind port b3ab6a80-b21f-47e8-b151-007e42ca364a on network 582ee423-8386-4028-9e9b-584a11bc6e57 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:02.298682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:02.304962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Checking segment: {'id': 'c5b95cc4-43a2-44a6-a3f1-52971ad0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '582ee423-8386-4028-9e9b-584a11bc6e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:02.307521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Bound using segment: {'id': 'c5b95cc4-43a2-44a6-a3f1-52971ad0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '582ee423-8386-4028-9e9b-584a11bc6e57'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:02.308249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Bound port: b3ab6a80-b21f-47e8-b151-007e42ca364a, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b95cc4-43a2-44a6-a3f1-52971ad0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '582ee423-8386-4028-9e9b-584a11bc6e57'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:02.308876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.407091 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-2d2a0b7a-e533-442d-b2f3-4db21de5d45b tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:02.409440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2d2a0b7a-e533-442d-b2f3-4db21de5d45b tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "PUT /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0653131 Nov 12 03:53:02.412765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52524) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:02.427965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=f8b78a41-7631-4c7f-abee-91ad2bae07a5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:02.434442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cae670-abaf-48b2-99aa-d1e8ba6e8b04 None None] New status for floating IP f5732405-9c2f-4a23-9fae-f79f4f3e90ae: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:53:02.484683 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-cdefd27f-325d-4476-a878-86cd0b022be7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:53:02.485071 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-cdefd27f-325d-4476-a878-86cd0b022be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:53:02.505546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.505903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.506256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.506600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.512042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.512449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.512825 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.513171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.513516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.513846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.514181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.514510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:02.585653 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7927f908-004e-4edf-b94b-32c264231508 req-479c2d86-3742-4c8e-9c97-6bf2cc5b6d78 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294604 Nov 12 03:53:02.623703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78886a40-ab62-4093-a1dc-4ecfee2e9d3a req-463a4f7f-ec5c-4179-aab3-69bbfa9e2826 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0706713 Nov 12 03:53:02.678521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] For port b3ab6a80-b21f-47e8-b151-007e42ca364a, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:02.683521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] For port b3ab6a80-b21f-47e8-b151-007e42ca364a, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3ab6a80-b21f-47e8-b151-007e42ca364a,segment=NetworkSegment(c5b95cc4-43a2-44a6-a3f1-52971ad0109d),segment_id=c5b95cc4-43a2-44a6-a3f1-52971ad0109d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:02.764470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.803681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 77ca4359-c218-41ee-a455-15e96905e881 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:02.804143 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.872009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.872672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.874003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] 10.222.0.20 "PUT /v2.0/ports/b3ab6a80-b21f-47e8-b151-007e42ca364a HTTP/1.1" status: 200 len: 1092 time: 2.3600771 Nov 12 03:53:02.874458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b7b211-21e8-474e-a03d-97a94fc47f38', 'tag': 'b3ab6a80-b21f-47e8-b151-007e42ca364a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:02.878324 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "12b7b211-21e8-474e-a03d-97a94fc47f38", "tag": "b3ab6a80-b21f-47e8-b151-007e42ca364a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:02.968234 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.989442 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b9784d-95f9-4c93-b0b7-14a9563d3e83 x-openstack-request-id: req-b3b9784d-95f9-4c93-b0b7-14a9563d3e83 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:02.989801 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b7b211-21e8-474e-a03d-97a94fc47f38", "tag": "b3ab6a80-b21f-47e8-b151-007e42ca364a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:02.989993 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3b9784d-95f9-4c93-b0b7-14a9563d3e83 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:02.990368 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b7b211-21e8-474e-a03d-97a94fc47f38', 'tag': 'b3ab6a80-b21f-47e8-b151-007e42ca364a', 'status': 'completed', 'code': 200} Nov 12 03:53:03.041826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 77ca4359-c218-41ee-a455-15e96905e881, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77ca4359-c218-41ee-a455-15e96905e881,segment=NetworkSegment(719179ca-f9b3-464a-8519-77042e9ee94d),segment_id=719179ca-f9b3-464a-8519-77042e9ee94d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:03.055291 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.068336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08b182-ee37-4b27-92d7-cce9a0b5bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=b3ab6a80-b21f-47e8-b151-007e42ca364a,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.116147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-4a9e9b50-e429-45a4-8832-b1ae94810d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.117726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-4a9e9b50-e429-45a4-8832-b1ae94810d1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4cec37d60cc48ec9784b7c2661739bc&device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 1095 time: 0.1266079 Nov 12 03:53:03.136320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=77ca4359-c218-41ee-a455-15e96905e881,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.171017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-a6f27ab0-5a0a-41f8-9fff-9541f6a0fe08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3ab6a80-b21f-47e8-b151-007e42ca364a HTTP/1.1" status: 200 len: 217 time: 0.0433838 Nov 12 03:53:03.177738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bfb21c0c-0953-4bb6-ab1f-0c64a8ef5e95 None None] Provisioning complete for port f8b78a41-7631-4c7f-abee-91ad2bae07a5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:03.178113 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfb21c0c-0953-4bb6-ab1f-0c64a8ef5e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.243332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-00c9f4cb-61b3-42e5-a9d0-73ae288a954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.244853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-00c9f4cb-61b3-42e5-a9d0-73ae288a954d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2e7678a-ab43-4727-8b29-4827c9e7ed67 HTTP/1.1" status: 200 len: 848 time: 0.0649111 Nov 12 03:53:03.289162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-15014ea8-98e1-428e-be53-8a06aab1af46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=582ee423-8386-4028-9e9b-584a11bc6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358548 Nov 12 03:53:03.382161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-12676ca8-c316-4f25-881c-cae90505d041 service neutron] 10.222.0.20 "GET /v2.0/networks/582ee423-8386-4028-9e9b-584a11bc6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853777 Nov 12 03:53:03.387416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.396408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bfb21c0c-0953-4bb6-ab1f-0c64a8ef5e95 None None] Provisioning complete for port 77ca4359-c218-41ee-a455-15e96905e881 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:03.397423 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfb21c0c-0953-4bb6-ab1f-0c64a8ef5e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.490082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9526959b-16da-45f1-ad1d-3c6f65027adc req-0e4a2a6f-7377-4dbf-b54b-ade539d579c2 service neutron] 10.222.0.20 "GET /v2.0/networks/582ee423-8386-4028-9e9b-584a11bc6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999575 Nov 12 03:53:03.629119 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-91063eab-4a3c-4c72-9c88-279de3406d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.637305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-bfb21c0c-0953-4bb6-ab1f-0c64a8ef5e95 None None] Provisioning complete for port 8d5d09dd-ee9f-4b63-b52a-41bfd0a09936 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:03.640129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bfb21c0c-0953-4bb6-ab1f-0c64a8ef5e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.693515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-71516999-a68f-4600-853e-f59ce88a8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.695101 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-71516999-a68f-4600-853e-f59ce88a8f1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4cec37d60cc48ec9784b7c2661739bc&device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 1095 time: 0.1338019 Nov 12 03:53:03.723918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-bfb21c0c-0953-4bb6-ab1f-0c64a8ef5e95 None None] Port 8d5d09dd-ee9f-4b63-b52a-41bfd0a09936 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:03.848424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f8b78a41-7631-4c7f-abee-91ad2bae07a5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:03.856639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c8bae-4a3c-427b-8f68-5ce798824b36 req-5ae1befd-fad7-4adf-be81-a06e0ad035c1 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.864699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e82c8bae-4a3c-427b-8f68-5ce798824b36 req-5ae1befd-fad7-4adf-be81-a06e0ad035c1 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 943 time: 0.1120589 Nov 12 03:53:03.941038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f8b78a41-7631-4c7f-abee-91ad2bae07a5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:03.941635 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.943531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e82c8bae-4a3c-427b-8f68-5ce798824b36 req-8fde62cb-2ebd-46b8-8446-2bcd8e92834c tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725324 Nov 12 03:53:03.947694 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-f50a7a57-6658-48a8-8f14-066a6a3a98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.949618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-f50a7a57-6658-48a8-8f14-066a6a3a98ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=582ee423-8386-4028-9e9b-584a11bc6e57 HTTP/1.1" status: 200 len: 910 time: 0.2339718 Nov 12 03:53:03.983456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cc3ff4c3-b1ff-47ca-8a92-6bb2ae7aafbb req-5810272e-2ad4-45d3-90a9-ce0f780bc124 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.1459749 Nov 12 03:53:04.026136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-df82befa-05ab-4384-80cf-79ad8ef4ccfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3ab6a80-b21f-47e8-b151-007e42ca364a HTTP/1.1" status: 200 len: 217 time: 0.0660203 Nov 12 03:53:04.084053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-0f737687-5f4f-4634-8215-c305e0de4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.086378 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-0f737687-5f4f-4634-8215-c305e0de4fd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2e7678a-ab43-4727-8b29-4827c9e7ed67 HTTP/1.1" status: 200 len: 848 time: 0.0501847 Nov 12 03:53:04.123401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-47d4e280-2b71-4078-bb15-9c2f2f6759c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=582ee423-8386-4028-9e9b-584a11bc6e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284564 Nov 12 03:53:04.140122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77ca4359-c218-41ee-a455-15e96905e881 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:04.262801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 77ca4359-c218-41ee-a455-15e96905e881 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:04.263411 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.310272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-2d4d6f84-b081-49bb-8cea-a47675640c96 service neutron] 10.222.0.20 "GET /v2.0/networks/582ee423-8386-4028-9e9b-584a11bc6e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787903 Nov 12 03:53:04.319004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Deleting port 8d5d09dd-ee9f-4b63-b52a-41bfd0a09936 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:04.319356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.483620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.504179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Calling delete_port for 8d5d09dd-ee9f-4b63-b52a-41bfd0a09936 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:04.527097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2f3570b-e89c-415c-8b56-24ff96f5bf6c req-480cd5f0-e89e-4786-abec-c6c7f2a47907 service neutron] 10.222.0.20 "GET /v2.0/networks/582ee423-8386-4028-9e9b-584a11bc6e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418395 Nov 12 03:53:04.741013 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.773108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Port': ['ID=8d5d09dd-ee9f-4b63-b52a-41bfd0a09936,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:05.014407 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.062145 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.220918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-965a0b86-96a8-441d-b69a-3477da76c24c req-101448b7-ecb1-4ab8-9a30-253f4738070c tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0334704 Nov 12 03:53:05.228097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f5bc-c816-4c65-a19b-f99e00ccd8f5 req-fe0574e9-4ab1-4887-9aa0-5b109b7b2c5c tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.238203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51a3f5bc-c816-4c65-a19b-f99e00ccd8f5 req-fe0574e9-4ab1-4887-9aa0-5b109b7b2c5c tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 943 time: 0.1348510 Nov 12 03:53:05.318440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51a3f5bc-c816-4c65-a19b-f99e00ccd8f5 req-c7d50edf-ade3-4501-a6b0-ceea37b2989d tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792689 Nov 12 03:53:05.343318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Router c92ed44d-7b02-471d-81da-dd936d6ac44a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:05.437582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:05.447724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76a600d5-f2a8-4d71-807b-683e93c7e285 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "PUT /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0279801 Nov 12 03:53:05.451649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:05.455925 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4705c-1bfd-42b7-9b55-cb99f524920c None None] Sync routers for ids ['c92ed44d-7b02-471d-81da-dd936d6ac44a'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:05.472091 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4705c-1bfd-42b7-9b55-cb99f524920c None None] Routers {'c92ed44d-7b02-471d-81da-dd936d6ac44a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:05.473302 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7ce4705c-1bfd-42b7-9b55-cb99f524920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c92ed44d-7b02-471d-81da-dd936d6ac44a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:05.505873 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-6d77fc2c-339e-408d-91c0-c547d58b4998 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] delete failed (client error): The resource could not be found. Nov 12 03:53:05.510533 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6d77fc2c-339e-408d-91c0-c547d58b4998 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1619279171 HTTP/1.1" status: 404 len: 335 time: 0.0544522 Nov 12 03:53:05.511236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52568) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:05.516217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-58f83fbe-cdf4-415c-9697-8d682f8dd98d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c92ed44d-7b02-471d-81da-dd936d6ac44a'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:05.562833 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7ce4705c-1bfd-42b7-9b55-cb99f524920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:05.575650 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4705c-1bfd-42b7-9b55-cb99f524920c None None] Routers {'c92ed44d-7b02-471d-81da-dd936d6ac44a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:05.576557 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7ce4705c-1bfd-42b7-9b55-cb99f524920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c92ed44d-7b02-471d-81da-dd936d6ac44a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:05.639755 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7ce4705c-1bfd-42b7-9b55-cb99f524920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:05.640411 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4705c-1bfd-42b7-9b55-cb99f524920c None None] The sync data for ids ['c92ed44d-7b02-471d-81da-dd936d6ac44a'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:05.800218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f83fbe-cdf4-415c-9697-8d682f8dd98d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.823819 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-58f83fbe-cdf4-415c-9697-8d682f8dd98d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] update failed (client error): The resource could not be found. Nov 12 03:53:05.828801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52572) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:05.828965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-58f83fbe-cdf4-415c-9697-8d682f8dd98d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "PUT /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a HTTP/1.1" status: 404 len: 339 time: 0.3166316 Nov 12 03:53:05.835065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-211798025'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:05.873510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3ab6a80-b21f-47e8-b151-007e42ca364a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:05.878055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Made reservation on behalf of f6b35da991ac45828902cb75d8c030f4 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:05.882426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.942975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:05.973521 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.973964 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Added segment 38e1e637-9e6a-4d65-a53c-4d722c7507a6 of type vlan for network 684f17bf-f41c-44cc-95f3-f39e62a8ab7b Nov 12 03:53:06.080466 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.090516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3ab6a80-b21f-47e8-b151-007e42ca364a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3ab6a80-b21f-47e8-b151-007e42ca364a,segment=NetworkSegment(c5b95cc4-43a2-44a6-a3f1-52971ad0109d),segment_id=c5b95cc4-43a2-44a6-a3f1-52971ad0109d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:06.105117 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b3ab6a80-b21f-47e8-b151-007e42ca364a', 'network_id': '582ee423-8386-4028-9e9b-584a11bc6e57', 'port_id': 'b3ab6a80-b21f-47e8-b151-007e42ca364a', 'mac_address': 'fa:16:3e:43:cf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e7678a-ab43-4727-8b29-4827c9e7ed67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:06.113722 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.121232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.122216 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.156910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.186757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ab6a80-b21f-47e8-b151-007e42ca364a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:06.195854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Network': ['ID=684f17bf-f41c-44cc-95f3-f39e62a8ab7b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:06.219097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3ab6a80-b21f-47e8-b151-007e42ca364a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3ab6a80-b21f-47e8-b151-007e42ca364a,segment=NetworkSegment(c5b95cc4-43a2-44a6-a3f1-52971ad0109d),segment_id=c5b95cc4-43a2-44a6-a3f1-52971ad0109d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:06.222725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 684f17bf-f41c-44cc-95f3-f39e62a8ab7b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:06.257365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52580) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:06.263492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-df86e9f3-e0ee-4542-bd7f-21c45d9e188d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4331141 Nov 12 03:53:06.263866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'subnet': {'network_id': '684f17bf-f41c-44cc-95f3-f39e62a8ab7b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:06.307103 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.398181 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-126073a1-ec49-4501-a56d-e8d416e784c1 req-a56fc0d2-ccf2-46aa-a316-a4649a46e6b6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0543296 Nov 12 03:53:06.458131 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.477485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3ab6a80-b21f-47e8-b151-007e42ca364a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:06.530425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Made reservation on behalf of f6b35da991ac45828902cb75d8c030f4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:06.534423 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.539737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b3ab6a80-b21f-47e8-b151-007e42ca364a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:06.800636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727579ff-09b0-4411-87db-7fd5fa62c92c req-67185d57-eabf-4cbf-8b3c-d831eb4b68fb tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.802232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-727579ff-09b0-4411-87db-7fd5fa62c92c req-67185d57-eabf-4cbf-8b3c-d831eb4b68fb tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 944 time: 0.3337164 Nov 12 03:53:06.803755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.887246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Subnet': ['ID=fa6efdaf-2e48-4482-9aef-8bba8344cdca,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:06.941451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-727579ff-09b0-4411-87db-7fd5fa62c92c req-0d9ef146-ccf9-422b-bc19-51dcab7d4459 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284623 Nov 12 03:53:06.992564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Checking segment: {'id': '38e1e637-9e6a-4d65-a53c-4d722c7507a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '684f17bf-f41c-44cc-95f3-f39e62a8ab7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:06.992978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network hostable DHCP agents. Network: 684f17bf-f41c-44cc-95f3-f39e62a8ab7b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:07.024629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network 684f17bf-f41c-44cc-95f3-f39e62a8ab7b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:07.049331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 684f17bf-f41c-44cc-95f3-f39e62a8ab7b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:07.055665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.056974 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.061405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d225c-459e-4cc4-bcb6-9b7a6fd42338 None None] Network 684f17bf-f41c-44cc-95f3-f39e62a8ab7b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:07.103752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-232e0eac-c8c9-4955-8b8e-3fcfc377feab tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8430576 Nov 12 03:53:07.104109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:07.110661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ddedec68-a610-4449-a02d-0acca415e908 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'router': {'external_gateway_info': {'network_id': '684f17bf-f41c-44cc-95f3-f39e62a8ab7b'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:07.265249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.338309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-684f17bf-f41c-44cc-95f3-f39e62a8ab7b', 'network_id': '684f17bf-f41c-44cc-95f3-f39e62a8ab7b', 'tenant_id': 'f6b35da991ac45828902cb75d8c030f4', 'fixed_ips': [{'subnet_id': 'fa6efdaf-2e48-4482-9aef-8bba8344cdca'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:07.339606 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.414108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ddedec68-a610-4449-a02d-0acca415e908 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.557125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Allocated IP 2001:db8:1::2 (684f17bf-f41c-44cc-95f3-f39e62a8ab7b/fa6efdaf-2e48-4482-9aef-8bba8344cdca/b8861aa7-9121-414d-aa86-693c2c19c53b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:07.587491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2ac387c-458a-4884-a409-19fb1ba02a65 req-599822c4-6b3f-4960-905f-f45be0ce23ce tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0484021 Nov 12 03:53:07.683849 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-ddedec68-a610-4449-a02d-0acca415e908 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:07.688154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ddedec68-a610-4449-a02d-0acca415e908 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "PUT /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a HTTP/1.1" status: 400 len: 364 time: 0.5796432 Nov 12 03:53:07.697375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52610) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:07.834834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.845406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.878049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3ab6a80-b21f-47e8-b151-007e42ca364a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:07.960240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Network 684f17bf-f41c-44cc-95f3-f39e62a8ab7b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:07.984408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:08.010723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:08.036209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Pushing event updated for resources: {'Port': ['ID=b8861aa7-9121-414d-aa86-693c2c19c53b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.103154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b3ab6a80-b21f-47e8-b151-007e42ca364a completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:08.112627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b3ab6a80-b21f-47e8-b151-007e42ca364a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:08.113177 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.174024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Attempting to bind port b8861aa7-9121-414d-aa86-693c2c19c53b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:08.174569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Attempting to bind port b8861aa7-9121-414d-aa86-693c2c19c53b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '38e1e637-9e6a-4d65-a53c-4d722c7507a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '684f17bf-f41c-44cc-95f3-f39e62a8ab7b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:08.175267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Attempting to bind port b8861aa7-9121-414d-aa86-693c2c19c53b on network 684f17bf-f41c-44cc-95f3-f39e62a8ab7b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:08.186253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:08.186766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Checking segment: {'id': '38e1e637-9e6a-4d65-a53c-4d722c7507a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '684f17bf-f41c-44cc-95f3-f39e62a8ab7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:08.187278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.187891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Bound using segment: {'id': '38e1e637-9e6a-4d65-a53c-4d722c7507a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '684f17bf-f41c-44cc-95f3-f39e62a8ab7b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:08.188469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Bound port: b8861aa7-9121-414d-aa86-693c2c19c53b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e1e637-9e6a-4d65-a53c-4d722c7507a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '684f17bf-f41c-44cc-95f3-f39e62a8ab7b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:08.189866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.307552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] For port b8861aa7-9121-414d-aa86-693c2c19c53b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:08.317807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] For port b8861aa7-9121-414d-aa86-693c2c19c53b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b8861aa7-9121-414d-aa86-693c2c19c53b,segment=NetworkSegment(38e1e637-9e6a-4d65-a53c-4d722c7507a6),segment_id=38e1e637-9e6a-4d65-a53c-4d722c7507a6)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:08.326752 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.336622 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.424091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a724ea1-8044-41e7-9468-e46fc07eacb4 req-4b8da5db-2143-4a4d-a653-af69134907c7 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.425990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a724ea1-8044-41e7-9468-e46fc07eacb4 req-4b8da5db-2143-4a4d-a653-af69134907c7 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 944 time: 0.3209550 Nov 12 03:53:08.450065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b7b211-21e8-474e-a03d-97a94fc47f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ab6a80-b21f-47e8-b151-007e42ca364a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:08.452763 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b07070-270f-4660-9f6c-b430c8aff1f6" -d '{"events": [{"server_uuid": "12b7b211-21e8-474e-a03d-97a94fc47f38", "name": "network-vif-plugged", "status": "completed", "tag": "b3ab6a80-b21f-47e8-b151-007e42ca364a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:08.456769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc597fae-f1e8-4c50-a3f7-f1784eecc2a3 None None] Pushing event updated for resources: {'Port': ['ID=b8861aa7-9121-414d-aa86-693c2c19c53b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.476815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b3ab6a80-b21f-47e8-b151-007e42ca364a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3ab6a80-b21f-47e8-b151-007e42ca364a,segment=NetworkSegment(c5b95cc4-43a2-44a6-a3f1-52971ad0109d),segment_id=c5b95cc4-43a2-44a6-a3f1-52971ad0109d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:08.486087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.542775 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7a4156-c6fa-4743-aa85-364174b87b77 x-openstack-request-id: req-4a7a4156-c6fa-4743-aa85-364174b87b77 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:08.543074 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b7b211-21e8-474e-a03d-97a94fc47f38", "name": "network-vif-plugged", "status": "completed", "tag": "b3ab6a80-b21f-47e8-b151-007e42ca364a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:08.543330 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a7a4156-c6fa-4743-aa85-364174b87b77 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:08.544473 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b7b211-21e8-474e-a03d-97a94fc47f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ab6a80-b21f-47e8-b151-007e42ca364a', 'code': 200} Nov 12 03:53:08.564561 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.664694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b3ab6a80-b21f-47e8-b151-007e42ca364a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.667692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26960a19-e497-4e19-a955-b112fbfce296 req-559b4756-d48f-44b5-8170-71fec349eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.678304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-26960a19-e497-4e19-a955-b112fbfce296 req-559b4756-d48f-44b5-8170-71fec349eeb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 1097 time: 0.0997336 Nov 12 03:53:08.792097 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a724ea1-8044-41e7-9468-e46fc07eacb4 req-e4641bd5-5fd0-4543-8a3a-5d3432477930 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091671 Nov 12 03:53:08.869678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-3fc6a96e-0478-474f-b48d-4daebfb74a2e req-62e7277d-0f90-48f7-b30f-dc006326e88b service neutron] (102628) timed out ('10.222.0.49', 55976) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:53:08.871752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-26960a19-e497-4e19-a955-b112fbfce296 req-d1618a77-912a-4019-ae96-8b216f15dba0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851442 Nov 12 03:53:08.919119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0a7aa0cf-9274-4dde-8fa6-7f229acdc6c7 req-33fabf95-6540-4292-9dda-0e2f45533fc9 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.1099317 Nov 12 03:53:09.092845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Allocated IP 2001:db8::1 (8bdeb133-9e7a-472f-8b12-6febc926dc85/cfa0d589-3a2f-4f62-8fe7-5686ce045f8d/d7360604-8fb9-4816-bd9c-16b6f24851d6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:09.256015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.296971 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.343827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network 8bdeb133-9e7a-472f-8b12-6febc926dc85 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:09.349307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:09.360495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:09.361058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.373338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Port': ['ID=d7360604-8fb9-4816-bd9c-16b6f24851d6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:09.572959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.781798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b8861aa7-9121-414d-aa86-693c2c19c53b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:10.030559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b8861aa7-9121-414d-aa86-693c2c19c53b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:10.031396 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.201243 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.255608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-19248eaf-61b3-435a-9e89-7c66f0ec400b None None] Provisioning complete for port d7360604-8fb9-4816-bd9c-16b6f24851d6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:10.256081 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-19248eaf-61b3-435a-9e89-7c66f0ec400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.303725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f362841d-af04-4c72-8fb5-06560c8779ed req-1696b5ec-e5f3-41d2-8480-3b5f5fbe03a2 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0890379 Nov 12 03:53:10.304933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-19248eaf-61b3-435a-9e89-7c66f0ec400b None None] Port d7360604-8fb9-4816-bd9c-16b6f24851d6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:10.330872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port b8861aa7-9121-414d-aa86-693c2c19c53b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b8861aa7-9121-414d-aa86-693c2c19c53b,segment=NetworkSegment(38e1e637-9e6a-4d65-a53c-4d722c7507a6),segment_id=38e1e637-9e6a-4d65-a53c-4d722c7507a6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:10.341319 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.424087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a8c7e0-a5e0-4533-9f2a-44f749ed25ff None None] Network 684f17bf-f41c-44cc-95f3-f39e62a8ab7b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:10.534654 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.567813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.570419 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.619678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cdc3be9d-78f2-4abb-bd44-51392d4d771e None None] Provisioning complete for port b8861aa7-9121-414d-aa86-693c2c19c53b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:10.622887 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cdc3be9d-78f2-4abb-bd44-51392d4d771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.624766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=b8861aa7-9121-414d-aa86-693c2c19c53b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.833986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4a7b5-46d4-4e1b-bbc6-325500352cbd req-521b74b4-5ffd-4d32-9577-e7f30c681b92 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.836313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-67d4a7b5-46d4-4e1b-bbc6-325500352cbd req-521b74b4-5ffd-4d32-9577-e7f30c681b92 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 945 time: 0.7668378 Nov 12 03:53:10.886488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event updated for resources: {'Port': ['ID=d7360604-8fb9-4816-bd9c-16b6f24851d6,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.941033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-67d4a7b5-46d4-4e1b-bbc6-325500352cbd req-fb4eca58-39e4-49d8-aaee-8b595c77b2b9 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987236 Nov 12 03:53:10.960163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Network 8bdeb133-9e7a-472f-8b12-6febc926dc85 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:10.962217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:11.206198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Router c92ed44d-7b02-471d-81da-dd936d6ac44a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:11.239116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f388fdfd-013b-4331-949f-294a6652b40a None None] Provisioning complete for port b8861aa7-9121-414d-aa86-693c2c19c53b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:11.239652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f388fdfd-013b-4331-949f-294a6652b40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.614809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b7ade39-2574-4fc8-ad36-9f76e460ae0b req-8db3c1b1-b1cb-41b1-a496-e148730c2add tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.1699460 Nov 12 03:53:11.634285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:11.659613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-11193cca-f81e-4a59-b27e-90f9d432c7df tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "PUT /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9520280 Nov 12 03:53:11.659830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52654) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:11.796755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b8861aa7-9121-414d-aa86-693c2c19c53b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:11.845910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c626a4a-d871-41bd-af38-b34658b0bfb3 None None] Sync routers for ids ['c92ed44d-7b02-471d-81da-dd936d6ac44a'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:11.894784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c626a4a-d871-41bd-af38-b34658b0bfb3 None None] Routers {'c92ed44d-7b02-471d-81da-dd936d6ac44a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:11.903635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa256-8cd5-4b04-b97f-1fe77014a91c tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.906101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c626a4a-d871-41bd-af38-b34658b0bfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c92ed44d-7b02-471d-81da-dd936d6ac44a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:11.980400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c626a4a-d871-41bd-af38-b34658b0bfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.094465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c626a4a-d871-41bd-af38-b34658b0bfb3 None None] Routers {'c92ed44d-7b02-471d-81da-dd936d6ac44a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:12.096043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c626a4a-d871-41bd-af38-b34658b0bfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c92ed44d-7b02-471d-81da-dd936d6ac44a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.145711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7c626a4a-d871-41bd-af38-b34658b0bfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.146558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c626a4a-d871-41bd-af38-b34658b0bfb3 None None] The sync data for ids ['c92ed44d-7b02-471d-81da-dd936d6ac44a'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:12.148824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b8861aa7-9121-414d-aa86-693c2c19c53b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:12.149354 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.196918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386572-c7f8-4baf-bf56-1aa3697a9f94 req-02110650-e94d-41de-85fb-5f59b1e9e48e tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.198392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac386572-c7f8-4baf-bf56-1aa3697a9f94 req-02110650-e94d-41de-85fb-5f59b1e9e48e tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 945 time: 0.1169395 Nov 12 03:53:12.243408 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-bb3aa256-8cd5-4b04-b97f-1fe77014a91c tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:53:12.249263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bb3aa256-8cd5-4b04-b97f-1fe77014a91c tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a HTTP/1.1" status: 409 len: 329 time: 0.5900919 Nov 12 03:53:12.250419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52664) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:12.266524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5aeb3700-cdaa-45db-b204-cd10bcdd713d None None] Provisioning complete for port d7360604-8fb9-4816-bd9c-16b6f24851d6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:12.268082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3700-cdaa-45db-b204-cd10bcdd713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.405829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ac386572-c7f8-4baf-bf56-1aa3697a9f94 req-576c514a-c7fa-4c05-8702-1dab5b875ebe tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921604 Nov 12 03:53:12.577800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb3700-cdaa-45db-b204-cd10bcdd713d None None] Port d7360604-8fb9-4816-bd9c-16b6f24851d6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:12.841649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d273b79-087e-4f30-955a-83746c21115b req-2160ad0d-bec3-492f-8cf3-38b0216bcb2f tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0689254 Nov 12 03:53:13.089191 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.644375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Deleting port d7360604-8fb9-4816-bd9c-16b6f24851d6 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:13.645905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.900664 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.929422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Calling delete_port for d7360604-8fb9-4816-bd9c-16b6f24851d6 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:14.130712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e295c867-afc3-468e-8bf0-5bce9391c429 req-c95a9fe2-965e-4abc-8905-ba303e754cd1 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0749557 Nov 12 03:53:14.467651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.552095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Port': ['ID=d7360604-8fb9-4816-bd9c-16b6f24851d6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:14.731203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.352266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fdbde7cd-34ca-4a3f-8c43-90adf9b1d1d3 req-04c292d3-e4fa-48e2-b4bc-abe45e777a0e tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0956318 Nov 12 03:53:15.354158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Router c92ed44d-7b02-471d-81da-dd936d6ac44a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:15.499957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:15.509786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dd8981f9-8f3c-47ee-b33c-0f97888e4b9e tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "PUT /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2603958 Nov 12 03:53:15.513491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52726) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.515903 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8607a-9255-4ad8-9666-c910aa85691d None None] Sync routers for ids ['c92ed44d-7b02-471d-81da-dd936d6ac44a'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:15.532664 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8607a-9255-4ad8-9666-c910aa85691d None None] Routers {'c92ed44d-7b02-471d-81da-dd936d6ac44a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:15.534686 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4d8607a-9255-4ad8-9666-c910aa85691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c92ed44d-7b02-471d-81da-dd936d6ac44a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:15.633001 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4d8607a-9255-4ad8-9666-c910aa85691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:15.645137 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8607a-9255-4ad8-9666-c910aa85691d None None] Routers {'c92ed44d-7b02-471d-81da-dd936d6ac44a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:15.646111 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4d8607a-9255-4ad8-9666-c910aa85691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c92ed44d-7b02-471d-81da-dd936d6ac44a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:15.747420 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f4d8607a-9255-4ad8-9666-c910aa85691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:15.748173 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-9b05ee67-e184-4faa-a6a0-6091c9ce4f73 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] show failed (client error): The resource could not be found. Nov 12 03:53:15.749095 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d8607a-9255-4ad8-9666-c910aa85691d None None] The sync data for ids ['c92ed44d-7b02-471d-81da-dd936d6ac44a'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:15.758647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9b05ee67-e184-4faa-a6a0-6091c9ce4f73 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-204046771 HTTP/1.1" status: 404 len: 334 time: 0.2391381 Nov 12 03:53:15.759036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52732) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.764183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e437de03-19b2-4d0b-9586-d005e10d7ee6 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:15.841088 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-e437de03-19b2-4d0b-9586-d005e10d7ee6 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] update failed (client error): The resource could not be found. Nov 12 03:53:15.842153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e437de03-19b2-4d0b-9586-d005e10d7ee6 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-213542656 HTTP/1.1" status: 404 len: 334 time: 0.0821373 Nov 12 03:53:15.846257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.905626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f61fdc-390b-4124-adb2-006bd84b390a tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Deleting subnet fa6efdaf-2e48-4482-9aef-8bba8344cdca {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:15.910763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10f61fdc-390b-4124-adb2-006bd84b390a tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.977907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10f61fdc-390b-4124-adb2-006bd84b390a tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.110832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10f61fdc-390b-4124-adb2-006bd84b390a tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.175113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10f61fdc-390b-4124-adb2-006bd84b390a tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.197053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10f61fdc-390b-4124-adb2-006bd84b390a tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.200269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e68b53-cb87-4a7c-81cf-8679e34bf3d1 None None] Network 684f17bf-f41c-44cc-95f3-f39e62a8ab7b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:16.208774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52748) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:16.209593 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-10f61fdc-390b-4124-adb2-006bd84b390a tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/subnets/fa6efdaf-2e48-4482-9aef-8bba8344cdca HTTP/1.1" status: 204 len: 168 time: 0.3621507 Nov 12 03:53:16.229807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f61fdc-390b-4124-adb2-006bd84b390a tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6efdaf-2e48-4482-9aef-8bba8344cdca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:16.437305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.532341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] DHCP port deletion for 684f17bf-f41c-44cc-95f3-f39e62a8ab7b request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:16.538254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7bbc709e-28b3-41f6-908c-cf187a286778 req-16e9f23a-1653-4930-83f0-1ab985aae802 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0683773 Nov 12 03:53:16.605960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Deleting port b8861aa7-9121-414d-aa86-693c2c19c53b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:16.606574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.660851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] Deleting port b8861aa7-9121-414d-aa86-693c2c19c53b {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:16.663056 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.724106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] For port b8861aa7-9121-414d-aa86-693c2c19c53b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b8861aa7-9121-414d-aa86-693c2c19c53b,segment=NetworkSegment(38e1e637-9e6a-4d65-a53c-4d722c7507a6),segment_id=38e1e637-9e6a-4d65-a53c-4d722c7507a6)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:16.734782 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.756114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Calling delete_port for b8861aa7-9121-414d-aa86-693c2c19c53b owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:16.762639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] For port b8861aa7-9121-414d-aa86-693c2c19c53b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b8861aa7-9121-414d-aa86-693c2c19c53b,segment=NetworkSegment(38e1e637-9e6a-4d65-a53c-4d722c7507a6),segment_id=38e1e637-9e6a-4d65-a53c-4d722c7507a6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:16.763104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.785968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] Calling delete_port for b8861aa7-9121-414d-aa86-693c2c19c53b owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:16.975287 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.040977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] No DVR routers for this DVR port b8861aa7-9121-414d-aa86-693c2c19c53b on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:17.042900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faad954-bae0-4731-b179-c494a78adb38 None None] Pushing event deleted for resources: {'Port': ['ID=b8861aa7-9121-414d-aa86-693c2c19c53b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.359380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.367793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f08236-b802-47da-b473-980bc68b2905 req-b439696c-a47f-40d1-a170-6a93076e3e60 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.370516 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53f08236-b802-47da-b473-980bc68b2905 req-b439696c-a47f-40d1-a170-6a93076e3e60 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 945 time: 0.1229343 Nov 12 03:53:17.407563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] No DVR routers for this DVR port b8861aa7-9121-414d-aa86-693c2c19c53b on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:17.409462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Port': ['ID=b8861aa7-9121-414d-aa86-693c2c19c53b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.435988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.436330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.436804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.437150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.437483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.438026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.438134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.438993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.439395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.439722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.440041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.440359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:17.462424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53f08236-b802-47da-b473-980bc68b2905 req-c66df97f-1070-4632-8240-3f7921616fb8 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825160 Nov 12 03:53:17.512088 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.535743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684f17bf-f41c-44cc-95f3-f39e62a8ab7b']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:17.546293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e1e637-9e6a-4d65-a53c-4d722c7507a6') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:17.546608 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e1e637-9e6a-4d65-a53c-4d722c7507a6') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:17.561785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.607053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.620790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:17.621179 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:17.624846 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:17.690837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b8861aa7-9121-414d-aa86-693c2c19c53b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:17.722442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b8861aa7-9121-414d-aa86-693c2c19c53b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:17.730207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b8861aa7-9121-414d-aa86-693c2c19c53b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:17.753969 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbc3bb54-9596-421a-be3f-311fbbc5ec7e req-e3375b4e-d0a6-464f-afd2-315362d94eeb tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.1039965 Nov 12 03:53:17.768404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.789384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.794904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/networks/684f17bf-f41c-44cc-95f3-f39e62a8ab7b HTTP/1.1" status: 204 len: 168 time: 1.5830150 Nov 12 03:53:17.794904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb190fd1-58f0-49ad-bb53-d90ce35828ee tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Network': ['ID=684f17bf-f41c-44cc-95f3-f39e62a8ab7b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.795976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52790) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:17.854864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1290fe7-9a6d-4561-ba9a-275846e49bfc tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Deleting subnet 46f7fefa-f5fd-4f4e-bffd-1ca8f0f97962 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:17.858705 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1290fe7-9a6d-4561-ba9a-275846e49bfc tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.908807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1290fe7-9a6d-4561-ba9a-275846e49bfc tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.052016 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1290fe7-9a6d-4561-ba9a-275846e49bfc tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.130949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1290fe7-9a6d-4561-ba9a-275846e49bfc tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.163518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1290fe7-9a6d-4561-ba9a-275846e49bfc tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Subnet': ['ID=46f7fefa-f5fd-4f4e-bffd-1ca8f0f97962,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:18.176870 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0271f3-8c61-4592-a0ab-f9448e17a9d1 None None] Network d00c8e36-b4f8-46a9-9636-4647d7b213c4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:18.181711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1290fe7-9a6d-4561-ba9a-275846e49bfc tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.188091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d1290fe7-9a6d-4561-ba9a-275846e49bfc tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/subnets/46f7fefa-f5fd-4f4e-bffd-1ca8f0f97962 HTTP/1.1" status: 204 len: 168 time: 0.3890302 Nov 12 03:53:18.188991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52796) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.269443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7921a271-9a61-4eee-81f6-fdd22b6e1ffa tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Deleting subnet 3804f30d-2654-4830-8b37-eac81dc0abef {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:18.273048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7921a271-9a61-4eee-81f6-fdd22b6e1ffa tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.326760 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7921a271-9a61-4eee-81f6-fdd22b6e1ffa tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.447468 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7921a271-9a61-4eee-81f6-fdd22b6e1ffa tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.496101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] DHCP port deletion for d00c8e36-b4f8-46a9-9636-4647d7b213c4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:18.570862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7921a271-9a61-4eee-81f6-fdd22b6e1ffa tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.615316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] Deleting port 77ca4359-c218-41ee-a455-15e96905e881 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:18.615774 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.733004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db748f-383b-41bf-9f99-57e24b3be4ea req-8ef0077c-03df-492b-ab15-4aacb798963b tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.736275 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d3db748f-383b-41bf-9f99-57e24b3be4ea req-8ef0077c-03df-492b-ab15-4aacb798963b tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 945 time: 0.1225078 Nov 12 03:53:18.763915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] For port 77ca4359-c218-41ee-a455-15e96905e881, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=77ca4359-c218-41ee-a455-15e96905e881,segment=NetworkSegment(719179ca-f9b3-464a-8519-77042e9ee94d),segment_id=719179ca-f9b3-464a-8519-77042e9ee94d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:18.765077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.788021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] Calling delete_port for 77ca4359-c218-41ee-a455-15e96905e881 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:18.794128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921a271-9a61-4eee-81f6-fdd22b6e1ffa tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Subnet': ['ID=3804f30d-2654-4830-8b37-eac81dc0abef,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:18.810061 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7921a271-9a61-4eee-81f6-fdd22b6e1ffa tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.815510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a747a4-3c82-4326-ac0e-b7425c48fe0f None None] Network 1afe704b-c773-477c-9a22-48b8de5b77df requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:18.826250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7921a271-9a61-4eee-81f6-fdd22b6e1ffa tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/subnets/3804f30d-2654-4830-8b37-eac81dc0abef HTTP/1.1" status: 204 len: 168 time: 0.6356263 Nov 12 03:53:18.828628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.869190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d3db748f-383b-41bf-9f99-57e24b3be4ea req-a91c95c6-8f3c-4a29-b48c-706006ae31d3 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111472 Nov 12 03:53:19.029210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-16efdd23-eaf9-47bc-98aa-b35df2937258 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:19.039306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-16efdd23-eaf9-47bc-98aa-b35df2937258 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.20 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 945 time: 0.4732003 Nov 12 03:53:19.060983 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.135558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.152169 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47784a21-b3bd-4140-a034-f1e0297a6b3e req-6017a3b9-08e0-4578-ba85-bf33c8960c2d tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.2422743 Nov 12 03:53:19.171110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] Pushing event deleted for resources: {'Port': ['ID=77ca4359-c218-41ee-a455-15e96905e881,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.182353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] DHCP port deletion for 1afe704b-c773-477c-9a22-48b8de5b77df request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:19.191810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da50c2e-1efd-43c4-9be0-441c5ae595c3 None None] No DVR routers for this DVR port 77ca4359-c218-41ee-a455-15e96905e881 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:19.261424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] Deleting port f8b78a41-7631-4c7f-abee-91ad2bae07a5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:19.262796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.350501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] For port f8b78a41-7631-4c7f-abee-91ad2bae07a5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f8b78a41-7631-4c7f-abee-91ad2bae07a5,segment=NetworkSegment(9ec87273-f3ce-4983-99ab-94ccb57a1fc6),segment_id=9ec87273-f3ce-4983-99ab-94ccb57a1fc6)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:19.351658 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.355092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.366822 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] Calling delete_port for f8b78a41-7631-4c7f-abee-91ad2bae07a5 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:19.378358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00c8e36-b4f8-46a9-9636-4647d7b213c4']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:19.388503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719179ca-f9b3-464a-8519-77042e9ee94d') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:19.389049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719179ca-f9b3-464a-8519-77042e9ee94d') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:19.399512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.420455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.436430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:19.436883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:19.444625 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:19.475173 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.517643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] Pushing event deleted for resources: {'Port': ['ID=f8b78a41-7631-4c7f-abee-91ad2bae07a5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.531738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01284c4c-01c7-40d2-9be3-815afd087b7c None None] No DVR routers for this DVR port f8b78a41-7631-4c7f-abee-91ad2bae07a5 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:19.589299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Deleting port b3ab6a80-b21f-47e8-b151-007e42ca364a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:19.589822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.592554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.599824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.603799 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/networks/d00c8e36-b4f8-46a9-9636-4647d7b213c4 HTTP/1.1" status: 204 len: 168 time: 0.7740948 Nov 12 03:53:19.606833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52830) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.649085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa6634-3dc8-4a69-9e54-58f2bd062819 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Network': ['ID=d00c8e36-b4f8-46a9-9636-4647d7b213c4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.749753 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77ca4359-c218-41ee-a455-15e96905e881 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:19.787469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 77ca4359-c218-41ee-a455-15e96905e881 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:19.788157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 77ca4359-c218-41ee-a455-15e96905e881 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:19.788247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f8b78a41-7631-4c7f-abee-91ad2bae07a5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:19.808403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.810686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] For port b3ab6a80-b21f-47e8-b151-007e42ca364a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b3ab6a80-b21f-47e8-b151-007e42ca364a,segment=NetworkSegment(c5b95cc4-43a2-44a6-a3f1-52971ad0109d),segment_id=c5b95cc4-43a2-44a6-a3f1-52971ad0109d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:19.811290 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.836410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Calling delete_port for b3ab6a80-b21f-47e8-b151-007e42ca364a owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:19.860013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f8b78a41-7631-4c7f-abee-91ad2bae07a5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:19.861222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f8b78a41-7631-4c7f-abee-91ad2bae07a5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:20.053252 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.085230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.152838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Pushing event deleted for resources: {'Port': ['ID=b3ab6a80-b21f-47e8-b151-007e42ca364a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.170843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] No DVR routers for this DVR port b3ab6a80-b21f-47e8-b151-007e42ca364a on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:20.172507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afe704b-c773-477c-9a22-48b8de5b77df']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:20.175077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.178675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-352467cd-8faf-4827-8a73-069f89ddd2b2 req-fbfb6763-eebc-44cc-9888-7ab1a03851ab tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.20 "DELETE /v2.0/ports/b3ab6a80-b21f-47e8-b151-007e42ca364a HTTP/1.1" status: 204 len: 173 time: 1.0391417 Nov 12 03:53:20.179460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b7b211-21e8-474e-a03d-97a94fc47f38', 'name': 'network-vif-deleted', 'tag': 'b3ab6a80-b21f-47e8-b151-007e42ca364a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:20.199546 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fed42f-9756-4053-909a-372e2a099147" -d '{"events": [{"server_uuid": "12b7b211-21e8-474e-a03d-97a94fc47f38", "name": "network-vif-deleted", "tag": "b3ab6a80-b21f-47e8-b151-007e42ca364a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:20.217874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec87273-f3ce-4983-99ab-94ccb57a1fc6') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:20.218189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec87273-f3ce-4983-99ab-94ccb57a1fc6') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:20.235791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.259903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.268271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:20.269626 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:20.363249 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:20.384692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e404d3-8de2-400f-9bb3-89d11d8a9d27 req-b2113da4-5c6f-4fe4-b1fc-3d9fac1f9555 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.386366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9e404d3-8de2-400f-9bb3-89d11d8a9d27 req-b2113da4-5c6f-4fe4-b1fc-3d9fac1f9555 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/ports?device_id=12b7b211-21e8-474e-a03d-97a94fc47f38 HTTP/1.1" status: 200 len: 867 time: 0.3731503 Nov 12 03:53:20.387694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.396868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3dd1fac-bebc-4431-bf5a-66a8de9014e5 req-63541e1a-5082-4ca6-a24a-bdfc5bc32b20 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0535414 Nov 12 03:53:20.419866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.429466 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/networks/1afe704b-c773-477c-9a22-48b8de5b77df HTTP/1.1" status: 204 len: 168 time: 0.8209331 Nov 12 03:53:20.430408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52850) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.441448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59a4e3-c50c-40d9-9dc5-4a2ccce55995 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Network': ['ID=1afe704b-c773-477c-9a22-48b8de5b77df,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.519574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9e404d3-8de2-400f-9bb3-89d11d8a9d27 req-cbae3697-cfcf-426f-a3c0-4f7ddeb3fa75 tempest-VolumesActionsTest-385719395 tempest-VolumesActionsTest-385719395-project] 10.222.0.49 "GET /v2.0/security-groups?id=39269d2b-a65e-4956-92e5-b1b983c0bac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870812 Nov 12 03:53:20.539843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae84ab3-62e5-4eef-9f86-eef75f777a85 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Deleting subnet cfa0d589-3a2f-4f62-8fe7-5686ce045f8d {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:20.541355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cae84ab3-62e5-4eef-9f86-eef75f777a85 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.598131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cae84ab3-62e5-4eef-9f86-eef75f777a85 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.620958 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dedb76-202d-4543-b9a0-2c91c015f488 x-openstack-request-id: req-a3dedb76-202d-4543-b9a0-2c91c015f488 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:20.621341 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b7b211-21e8-474e-a03d-97a94fc47f38", "name": "network-vif-deleted", "tag": "b3ab6a80-b21f-47e8-b151-007e42ca364a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:20.621539 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3dedb76-202d-4543-b9a0-2c91c015f488 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:20.621943 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b7b211-21e8-474e-a03d-97a94fc47f38', 'name': 'network-vif-deleted', 'tag': 'b3ab6a80-b21f-47e8-b151-007e42ca364a', 'status': 'completed', 'code': 200} Nov 12 03:53:20.718017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cae84ab3-62e5-4eef-9f86-eef75f777a85 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.810443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cae84ab3-62e5-4eef-9f86-eef75f777a85 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.848569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae84ab3-62e5-4eef-9f86-eef75f777a85 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa0d589-3a2f-4f62-8fe7-5686ce045f8d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.870155 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cae84ab3-62e5-4eef-9f86-eef75f777a85 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.872267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e3979-4eb3-4ea2-87af-8a240fec4e9f None None] Network 8bdeb133-9e7a-472f-8b12-6febc926dc85 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:20.878616 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cae84ab3-62e5-4eef-9f86-eef75f777a85 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/subnets/cfa0d589-3a2f-4f62-8fe7-5686ce045f8d HTTP/1.1" status: 204 len: 168 time: 0.4457684 Nov 12 03:53:20.879561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52862) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.976980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.045437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Deleting port 7726aef8-b338-4d1d-8107-be59d7ad65d3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:21.045961 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.128421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] DHCP port deletion for 8bdeb133-9e7a-472f-8b12-6febc926dc85 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:21.131344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] For port 7726aef8-b338-4d1d-8107-be59d7ad65d3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7726aef8-b338-4d1d-8107-be59d7ad65d3,segment=NetworkSegment(c28d6ae4-2afa-4e08-8a5a-a305e278e9f9),segment_id=c28d6ae4-2afa-4e08-8a5a-a305e278e9f9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:21.131807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.151627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Calling delete_port for 7726aef8-b338-4d1d-8107-be59d7ad65d3 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:21.224451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] Deleting port 7726aef8-b338-4d1d-8107-be59d7ad65d3 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:21.224835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.261979 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.288614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] For port 7726aef8-b338-4d1d-8107-be59d7ad65d3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7726aef8-b338-4d1d-8107-be59d7ad65d3,segment=NetworkSegment(c28d6ae4-2afa-4e08-8a5a-a305e278e9f9),segment_id=c28d6ae4-2afa-4e08-8a5a-a305e278e9f9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:21.289034 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.295929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Port': ['ID=7726aef8-b338-4d1d-8107-be59d7ad65d3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.307287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] Calling delete_port for 7726aef8-b338-4d1d-8107-be59d7ad65d3 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:21.314531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] No DVR routers for this DVR port 7726aef8-b338-4d1d-8107-be59d7ad65d3 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:21.386320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.417155 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.418159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] Pushing event deleted for resources: {'Port': ['ID=7726aef8-b338-4d1d-8107-be59d7ad65d3,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.455821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdeb133-9e7a-472f-8b12-6febc926dc85']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:21.462494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59030c04-de4b-4acd-a331-52a716b4d057 None None] No DVR routers for this DVR port 7726aef8-b338-4d1d-8107-be59d7ad65d3 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:21.472085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28d6ae4-2afa-4e08-8a5a-a305e278e9f9') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:21.472085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28d6ae4-2afa-4e08-8a5a-a305e278e9f9') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:21.493605 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.524166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.535080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:21.536004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:21.538805 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:21.676904 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c8d05b14-c125-4133-9307-14167a105dfb req-fe917ee7-6794-4e60-9326-2d2084685b99 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0857513 Nov 12 03:53:21.706309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.730953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7726aef8-b338-4d1d-8107-be59d7ad65d3 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:21.741520 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.747613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52878) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.757775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/networks/8bdeb133-9e7a-472f-8b12-6febc926dc85 HTTP/1.1" status: 204 len: 168 time: 0.8769028 Nov 12 03:53:21.758764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a51dd-daf2-45c6-bbbe-6e07025ece3d tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Pushing event deleted for resources: {'Network': ['ID=8bdeb133-9e7a-472f-8b12-6febc926dc85,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.772479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 7726aef8-b338-4d1d-8107-be59d7ad65d3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:21.775145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7726aef8-b338-4d1d-8107-be59d7ad65d3 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:21.779106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52882) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.786829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b174ebfc-219a-498a-922f-fceebc4a381b tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "GET /v2.0/ports?device_id=c92ed44d-7b02-471d-81da-dd936d6ac44a HTTP/1.1" status: 200 len: 205 time: 0.0379934 Nov 12 03:53:21.870507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f64b60f4-9a5f-4260-b802-c664f9a88bf2 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.937965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3ab6a80-b21f-47e8-b151-007e42ca364a no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:22.014154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: b3ab6a80-b21f-47e8-b151-007e42ca364a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:22.017218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b3ab6a80-b21f-47e8-b151-007e42ca364a not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:22.351811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f64b60f4-9a5f-4260-b802-c664f9a88bf2 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.354774 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f64b60f4-9a5f-4260-b802-c664f9a88bf2 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.493786 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f64b60f4-9a5f-4260-b802-c664f9a88bf2 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.494579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64b60f4-9a5f-4260-b802-c664f9a88bf2 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Fanout notify agent at l3_agent the message router_deleted on router c92ed44d-7b02-471d-81da-dd936d6ac44a {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:22.518088 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f64b60f4-9a5f-4260-b802-c664f9a88bf2 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.520553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f64b60f4-9a5f-4260-b802-c664f9a88bf2 tempest-RoutersNegativeIpV6Test-2006700254 tempest-RoutersNegativeIpV6Test-2006700254-project] 10.222.0.49 "DELETE /v2.0/routers/c92ed44d-7b02-471d-81da-dd936d6ac44a HTTP/1.1" status: 204 len: 168 time: 0.7402544 Nov 12 03:53:22.972990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aac9140e-e096-4d8e-8875-15f4e491ea09 req-67365581-e87c-4807-83eb-431d31b09237 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/ports?device_id=b00672ed-0558-4b64-b1c8-4fa23677df83 HTTP/1.1" status: 200 len: 210 time: 0.0823970 Nov 12 03:53:23.131110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52916) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.383121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ab7a1682-06b7-41aa-aa8d-ac019c5fc3d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6b35da991ac45828902cb75d8c030f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504718 Nov 12 03:53:23.385780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52922) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.524539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f9ad557-c3f2-455f-b06d-af85033526a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.558579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f9ad557-c3f2-455f-b06d-af85033526a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.660234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f9ad557-c3f2-455f-b06d-af85033526a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.663460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0f9ad557-c3f2-455f-b06d-af85033526a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.664912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0f9ad557-c3f2-455f-b06d-af85033526a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b4e6dc5-30d3-4fa1-9455-b883261f9db2 HTTP/1.1" status: 204 len: 168 time: 0.2774882 Nov 12 03:53:23.675157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ad557-c3f2-455f-b06d-af85033526a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e6dc5-30d3-4fa1-9455-b883261f9db2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.112508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52946) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.187053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd7a-8c8b-42d8-ad10-8215795d37ec tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.215792 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd7a-8c8b-42d8-ad10-8215795d37ec tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.274415 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd7a-8c8b-42d8-ad10-8215795d37ec tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.292492 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd7a-8c8b-42d8-ad10-8215795d37ec tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.294208 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b90fbd7a-8c8b-42d8-ad10-8215795d37ec tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "DELETE /v2.0/security-groups/99d324b6-6621-46ca-b18b-bc246cd00cb7 HTTP/1.1" status: 204 len: 168 time: 0.1808996 Nov 12 03:53:24.296942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52956) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.307776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fbd7a-8c8b-42d8-ad10-8215795d37ec tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d324b6-6621-46ca-b18b-bc246cd00cb7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.318234 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-60f3cc06-bc22-4223-8184-fea2340b74b6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] show failed (client error): The resource could not be found. Nov 12 03:53:24.341329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-60f3cc06-bc22-4223-8184-fea2340b74b6 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "GET /v2.0/security-groups/99d324b6-6621-46ca-b18b-bc246cd00cb7 HTTP/1.1" status: 404 len: 347 time: 0.0431628 Nov 12 03:53:24.342318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52958) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.627610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port 51cc7ea7-8425-4682-b838-9c3cb9240545 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:24.628236 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.773869 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.774531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.790764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52986) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.817647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for 51cc7ea7-8425-4682-b838-9c3cb9240545 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:24.881456 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.973961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-597993813'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.012414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.014322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Made reservation on behalf of 9c72737b245c4ac684b9fba01496385d for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:25.018039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.051270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.077545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=51cc7ea7-8425-4682-b838-9c3cb9240545,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.210232 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.214380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.215830 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-51efdb2d-0b6c-45bf-92ea-df517b483411 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "DELETE /v2.0/floatingips/f5732405-9c2f-4a23-9fae-f79f4f3e90ae HTTP/1.1" status: 204 len: 168 time: 0.8721242 Nov 12 03:53:25.219057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 52996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.229698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.245178 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.272501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:25.292056 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.292410 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Added segment 1349a7f5-c942-4988-88ae-2838d7040d8c of type vlan for network 51cd98da-6e67-458a-b7bc-5c2c768f016e Nov 12 03:53:25.293781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d852f5b5-4008-4d1d-b64d-af1df0252766,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.340683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d377cc58-5c92-45e3-bb15-5dd261393980 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port 07b20096-bb04-4d3a-9662-b58bdf4916b1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:25.341760 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d377cc58-5c92-45e3-bb15-5dd261393980 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.342189 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.402565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.410188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.411214 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.439813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6441000 Nov 12 03:53:25.451219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 52998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.469826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Request body: {'subnet': {'network_id': '51cd98da-6e67-458a-b7bc-5c2c768f016e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.522753 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d377cc58-5c92-45e3-bb15-5dd261393980 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.538971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d377cc58-5c92-45e3-bb15-5dd261393980 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for 07b20096-bb04-4d3a-9662-b58bdf4916b1 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:25.592839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35515aff-1107-4dc1-92fe-7d95deaac7fd tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Pushing event updated for resources: {'Network': ['ID=51cd98da-6e67-458a-b7bc-5c2c768f016e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.605051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 51cd98da-6e67-458a-b7bc-5c2c768f016e details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:25.617482 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:53:25.633773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Made reservation on behalf of 9c72737b245c4ac684b9fba01496385d for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:25.638267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.912023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d377cc58-5c92-45e3-bb15-5dd261393980 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.994668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377cc58-5c92-45e3-bb15-5dd261393980 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=07b20096-bb04-4d3a-9662-b58bdf4916b1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.078331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.151959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Pushing event updated for resources: {'Subnet': ['ID=f7f107b6-d0d4-4dcc-9a6a-67a725dc428b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.179379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Checking segment: {'id': '1349a7f5-c942-4988-88ae-2838d7040d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '51cd98da-6e67-458a-b7bc-5c2c768f016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:26.181366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Network hostable DHCP agents. Network: 51cd98da-6e67-458a-b7bc-5c2c768f016e, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:26.214272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d377cc58-5c92-45e3-bb15-5dd261393980 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.215169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Network 51cd98da-6e67-458a-b7bc-5c2c768f016e is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:26.225347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:26.226638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d377cc58-5c92-45e3-bb15-5dd261393980 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "DELETE /v2.0/ports/07b20096-bb04-4d3a-9662-b58bdf4916b1 HTTP/1.1" status: 204 len: 168 time: 1.0050817 Nov 12 03:53:26.245491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 51cd98da-6e67-458a-b7bc-5c2c768f016e) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:26.252673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.253699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.259332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0f90f-1dbf-4d77-9b43-f14b5c9c3542 None None] Network 51cd98da-6e67-458a-b7bc-5c2c768f016e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:26.356087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a1791d6d-f532-4950-9122-862f556c0aca tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9037220 Nov 12 03:53:26.359075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53020) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:26.365191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Request body: {'port': {'network_id': '51cd98da-6e67-458a-b7bc-5c2c768f016e', 'name': 'tempest-TagsExtTest-1633340617'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:26.439996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bf2aae77-9af0-4e75-ab32-1a768afc9343 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port bf4023bd-d621-45c5-8fe8-d015391ea18c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:26.440566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2aae77-9af0-4e75-ab32-1a768afc9343 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.622094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2aae77-9af0-4e75-ab32-1a768afc9343 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.658688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bf2aae77-9af0-4e75-ab32-1a768afc9343 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for bf4023bd-d621-45c5-8fe8-d015391ea18c owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:26.747113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-51cd98da-6e67-458a-b7bc-5c2c768f016e', 'network_id': '51cd98da-6e67-458a-b7bc-5c2c768f016e', 'tenant_id': '9c72737b245c4ac684b9fba01496385d', 'fixed_ips': [{'subnet_id': 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:26.750336 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.768041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Made reservation on behalf of 9c72737b245c4ac684b9fba01496385d for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:26.778697 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.854204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] device_id is not set on port 560d61f0-f506-476d-9b1c-1544d1392cb2 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:27.052473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2aae77-9af0-4e75-ab32-1a768afc9343 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.074658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Allocated IP 172.20.0.2 (51cd98da-6e67-458a-b7bc-5c2c768f016e/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/25c3a312-cf2c-464b-a2d3-dbcfe2760c65) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:27.116065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aae77-9af0-4e75-ab32-1a768afc9343 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=bf4023bd-d621-45c5-8fe8-d015391ea18c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.205110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bf2aae77-9af0-4e75-ab32-1a768afc9343 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.212835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bf2aae77-9af0-4e75-ab32-1a768afc9343 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "DELETE /v2.0/ports/bf4023bd-d621-45c5-8fe8-d015391ea18c HTTP/1.1" status: 204 len: 168 time: 0.9847169 Nov 12 03:53:27.215577 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:27.268658 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.276318 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.327598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Network 51cd98da-6e67-458a-b7bc-5c2c768f016e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:27.332824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:27.335592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:27.382715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Pushing event updated for resources: {'Port': ['ID=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.411370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Allocated IP 172.20.0.9 (51cd98da-6e67-458a-b7bc-5c2c768f016e/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/560d61f0-f506-476d-9b1c-1544d1392cb2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:27.416863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Attempting to bind port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:27.417992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Attempting to bind port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1349a7f5-c942-4988-88ae-2838d7040d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '51cd98da-6e67-458a-b7bc-5c2c768f016e'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:27.418881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Attempting to bind port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 on network 51cd98da-6e67-458a-b7bc-5c2c768f016e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:27.425896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:27.426661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Checking segment: {'id': '1349a7f5-c942-4988-88ae-2838d7040d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '51cd98da-6e67-458a-b7bc-5c2c768f016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:27.427278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.427965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Bound using segment: {'id': '1349a7f5-c942-4988-88ae-2838d7040d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '51cd98da-6e67-458a-b7bc-5c2c768f016e'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:27.428855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Bound port: 25c3a312-cf2c-464b-a2d3-dbcfe2760c65, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1349a7f5-c942-4988-88ae-2838d7040d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '51cd98da-6e67-458a-b7bc-5c2c768f016e'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:27.429678 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.550463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] For port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:27.559445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] For port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,segment=NetworkSegment(1349a7f5-c942-4988-88ae-2838d7040d8c),segment_id=1349a7f5-c942-4988-88ae-2838d7040d8c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:27.577051 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.674783 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.714926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56421-e201-40d2-93ae-6bc335e63d9a None None] Pushing event updated for resources: {'Port': ['ID=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.766762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c44874-0cc8-4a21-9a0a-66f22a12dbd0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting subnet c0874456-1164-453f-9f28-e44b5e1c9b17 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:27.780946 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14c44874-0cc8-4a21-9a0a-66f22a12dbd0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.885883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.986626 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14c44874-0cc8-4a21-9a0a-66f22a12dbd0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.029501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Network 51cd98da-6e67-458a-b7bc-5c2c768f016e is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:28.041052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:28.052252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:28.132980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Pushing event updated for resources: {'Port': ['ID=560d61f0-f506-476d-9b1c-1544d1392cb2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.261342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.262772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.344160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14c44874-0cc8-4a21-9a0a-66f22a12dbd0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.370130 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8d488418-245f-4d54-bfef-d308781fb8a4 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0091722 Nov 12 03:53:28.373265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53060) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.377954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8e09c303-fad0-441b-a2ad-709e657a23c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-967071291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:28.428142 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e09c303-fad0-441b-a2ad-709e657a23c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.429708 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e09c303-fad0-441b-a2ad-709e657a23c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.431558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14c44874-0cc8-4a21-9a0a-66f22a12dbd0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.485900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c44874-0cc8-4a21-9a0a-66f22a12dbd0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Subnet': ['ID=c0874456-1164-453f-9f28-e44b5e1c9b17,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.489036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-14c44874-0cc8-4a21-9a0a-66f22a12dbd0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.494031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-14c44874-0cc8-4a21-9a0a-66f22a12dbd0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "DELETE /v2.0/subnets/c0874456-1164-453f-9f28-e44b5e1c9b17 HTTP/1.1" status: 204 len: 168 time: 1.2774198 Nov 12 03:53:28.496551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53062) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.502388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea9f78-41fe-4249-810f-f8b7382daec5 None None] Network 77b499b6-d587-4950-a636-c04dfb896eb7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:28.562296 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e09c303-fad0-441b-a2ad-709e657a23c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.568401 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e09c303-fad0-441b-a2ad-709e657a23c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.585872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b6a33e-248a-4898-a04a-f1bb67fe5d28 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting subnet 6126fec9-6ac0-4221-965b-b4f41929bcc6 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:28.597020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10b6a33e-248a-4898-a04a-f1bb67fe5d28 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.598471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e09c303-fad0-441b-a2ad-709e657a23c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.599960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8e09c303-fad0-441b-a2ad-709e657a23c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2255394 Nov 12 03:53:28.602570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53064) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.607519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-35b806c0-f4fb-4d3a-9e9e-bb915ac6ef65 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1098028962', 'prefixes': ['172.20.0.0/16']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:28.680006 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10b6a33e-248a-4898-a04a-f1bb67fe5d28 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.827879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-35b806c0-f4fb-4d3a-9e9e-bb915ac6ef65 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for subnetpool, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.833114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-35b806c0-f4fb-4d3a-9e9e-bb915ac6ef65 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2284019 Nov 12 03:53:28.836145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53066) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:28.839018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] DHCP port deletion for 77b499b6-d587-4950-a636-c04dfb896eb7 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:28.843344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-14515033-7655-46da-ae2a-a38aec667151 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b', 'tempest-TagsExtTest-Tag-1398397493') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:28.853002 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10b6a33e-248a-4898-a04a-f1bb67fe5d28 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.995577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10b6a33e-248a-4898-a04a-f1bb67fe5d28 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.022995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] Deleting port c816b861-8c32-4411-b5a8-f216bb4c4705 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:29.023979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.072581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6a33e-248a-4898-a04a-f1bb67fe5d28 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Subnet': ['ID=6126fec9-6ac0-4221-965b-b4f41929bcc6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:29.089969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-10b6a33e-248a-4898-a04a-f1bb67fe5d28 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.102012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-10b6a33e-248a-4898-a04a-f1bb67fe5d28 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "DELETE /v2.0/subnets/6126fec9-6ac0-4221-965b-b4f41929bcc6 HTTP/1.1" status: 204 len: 168 time: 0.6012461 Nov 12 03:53:29.103583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53072) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.146105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-14515033-7655-46da-ae2a-a38aec667151 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags/tempest-TagsExtTest-Tag-1398397493 HTTP/1.1" status: 201 len: 201 time: 0.3084652 Nov 12 03:53:29.149450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.159623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-bda963a1-d655-499b-b8d7-35d58d1ec99d tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2', 'tempest-TagsExtTest-Tag-1439352969') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.176934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] For port c816b861-8c32-4411-b5a8-f216bb4c4705, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c816b861-8c32-4411-b5a8-f216bb4c4705,segment=NetworkSegment(2563b432-996c-4d06-bf1b-def7ef7fb830),segment_id=2563b432-996c-4d06-bf1b-def7ef7fb830)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:29.177381 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.210556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] Calling delete_port for c816b861-8c32-4411-b5a8-f216bb4c4705 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:29.298527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.366443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52b598-a518-498d-bfaa-d2ba33a49eb8 None None] Network d604b101-cab0-49d6-8043-8bc3cc00f6c6 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:29.427071 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bda963a1-d655-499b-b8d7-35d58d1ec99d tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags/tempest-TagsExtTest-Tag-1439352969 HTTP/1.1" status: 201 len: 201 time: 0.2761562 Nov 12 03:53:29.430164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53080) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.431875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port c816b861-8c32-4411-b5a8-f216bb4c4705 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:29.432353 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.442255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-bb5fa08f-c53f-469c-b661-2bbd2793b015 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea', 'tempest-TagsExtTest-Tag-1209223657') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.468122 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.580715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] For port c816b861-8c32-4411-b5a8-f216bb4c4705, host n-d-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:29.581495 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.582097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] Pushing event deleted for resources: {'Port': ['ID=c816b861-8c32-4411-b5a8-f216bb4c4705,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:29.617982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for c816b861-8c32-4411-b5a8-f216bb4c4705 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:29.627103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Port c816b861-8c32-4411-b5a8-f216bb4c4705 was not found and therefore no delete operation was performed {{(pid=102629) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:53:29.629382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d44e2d-10c9-4e18-a4e1-7d18dff40057 None None] No DVR routers for this DVR port c816b861-8c32-4411-b5a8-f216bb4c4705 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:29.631761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.687885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542c2a0-eb06-4aa4-9923-c5448fe773b9 None None] Network 51cd98da-6e67-458a-b7bc-5c2c768f016e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:29.713246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=c816b861-8c32-4411-b5a8-f216bb4c4705,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:29.734518 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bb5fa08f-c53f-469c-b661-2bbd2793b015 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags/tempest-TagsExtTest-Tag-1209223657 HTTP/1.1" status: 201 len: 201 time: 0.3023484 Nov 12 03:53:29.739224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53086) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.747790 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-9bbcc476-e8a4-4687-8567-5f7493daeb0c tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6', 'tempest-TagsExtTest-Tag-1647174356') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.749483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] No DVR routers for this DVR port c816b861-8c32-4411-b5a8-f216bb4c4705 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:29.842855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:29.871664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9bbcc476-e8a4-4687-8567-5f7493daeb0c tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags/tempest-TagsExtTest-Tag-1647174356 HTTP/1.1" status: 201 len: 201 time: 0.1309574 Nov 12 03:53:29.872327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53088) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.878164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-dfe961b7-8f8e-4599-84ad-52e78a3b78fb tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.897381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.922339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b499b6-d587-4950-a636-c04dfb896eb7']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.933860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2563b432-996c-4d06-bf1b-def7ef7fb830') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.934220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2563b432-996c-4d06-bf1b-def7ef7fb830') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.945602 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.995720 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.001461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dfe961b7-8f8e-4599-84ad-52e78a3b78fb tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags HTTP/1.1" status: 200 len: 241 time: 0.1278646 Nov 12 03:53:30.004231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53094) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.010788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:30.011028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-85ab4e79-14b0-4106-aa75-ba846b0aeeda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b', 'tempest-TagsExtTest-Tag-1398397493') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:30.011913 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:30.018945 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:30.126813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.129193 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-85ab4e79-14b0-4106-aa75-ba846b0aeeda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags/tempest-TagsExtTest-Tag-1398397493 HTTP/1.1" status: 204 len: 168 time: 0.1234696 Nov 12 03:53:30.129907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53096) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.134228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.140872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53098) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.145261 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "DELETE /v2.0/networks/77b499b6-d587-4950-a636-c04dfb896eb7 HTTP/1.1" status: 204 len: 168 time: 1.0413051 Nov 12 03:53:30.148956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-e214ae9b-c20d-4ef9-ac8c-bf723694571b tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b', 'tempest-TagsExtTest-Tag-1398397493') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:30.178105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fb693-5e8c-4a4d-8009-b7845b312db0 tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Network': ['ID=77b499b6-d587-4950-a636-c04dfb896eb7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:30.191895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dd7c3b26-63e9-406b-9bc4-7919961831a6 None None] Provisioning complete for port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:30.192326 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3b26-63e9-406b-9bc4-7919961831a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.236983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] DHCP port deletion for d604b101-cab0-49d6-8043-8bc3cc00f6c6 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:30.378436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:30.380126 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.401794 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.472062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] Deleting port 505e53fd-158c-4d38-bd2e-bb67af3704dc {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:30.472576 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.542604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53106) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.549610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-3be231e8-4e29-4d2f-bc61-391818e98328 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:30.556177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] For port 505e53fd-158c-4d38-bd2e-bb67af3704dc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=505e53fd-158c-4d38-bd2e-bb67af3704dc,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:30.556635 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.565350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e214ae9b-c20d-4ef9-ac8c-bf723694571b tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags/tempest-TagsExtTest-Tag-1398397493 HTTP/1.1" status: 204 len: 168 time: 0.4322093 Nov 12 03:53:30.585487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] Calling delete_port for 505e53fd-158c-4d38-bd2e-bb67af3704dc owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:30.670078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Deleting port 505e53fd-158c-4d38-bd2e-bb67af3704dc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:30.670422 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.855394 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3b26-63e9-406b-9bc4-7919961831a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.886919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3be231e8-4e29-4d2f-bc61-391818e98328 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags HTTP/1.1" status: 200 len: 205 time: 0.3428764 Nov 12 03:53:30.889000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53112) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.901201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-df3c432e-0dac-4d30-a999-135c66024e05 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:30.926522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] For port 505e53fd-158c-4d38-bd2e-bb67af3704dc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=505e53fd-158c-4d38-bd2e-bb67af3704dc,segment=NetworkSegment(848b21cf-dc75-4745-a4bd-9ef0bbe43391),segment_id=848b21cf-dc75-4745-a4bd-9ef0bbe43391)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:30.926897 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.959534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Calling delete_port for 505e53fd-158c-4d38-bd2e-bb67af3704dc owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:31.020140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-df3c432e-0dac-4d30-a999-135c66024e05 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags HTTP/1.1" status: 200 len: 241 time: 0.1297731 Nov 12 03:53:31.022636 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53114) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.028184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-3e4f76e5-bc75-4888-bc49-31a413899b8d tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2', 'tempest-TagsExtTest-Tag-1439352969') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.060980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-dd7c3b26-63e9-406b-9bc4-7919961831a6 None None] For port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,segment=NetworkSegment(1349a7f5-c942-4988-88ae-2838d7040d8c),segment_id=1349a7f5-c942-4988-88ae-2838d7040d8c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:31.144175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e4f76e5-bc75-4888-bc49-31a413899b8d tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags/tempest-TagsExtTest-Tag-1439352969 HTTP/1.1" status: 204 len: 168 time: 0.1201406 Nov 12 03:53:31.146754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53116) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.155516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-de5ea240-9945-4f9c-90bc-081b9f016fb8 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2', 'tempest-TagsExtTest-Tag-1439352969') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.155986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.197199 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3b26-63e9-406b-9bc4-7919961831a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.222458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Port': ['ID=505e53fd-158c-4d38-bd2e-bb67af3704dc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.241630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] No DVR routers for this DVR port 505e53fd-158c-4d38-bd2e-bb67af3704dc on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:31.306066 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c816b861-8c32-4411-b5a8-f216bb4c4705 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:31.440288 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.445784 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0387cfaf-a8ff-486f-8077-869f3e926963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.446543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-de5ea240-9945-4f9c-90bc-081b9f016fb8 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags/tempest-TagsExtTest-Tag-1439352969 HTTP/1.1" status: 204 len: 168 time: 0.2984457 Nov 12 03:53:31.449711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c816b861-8c32-4411-b5a8-f216bb4c4705 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:31.450104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53118) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.451734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c816b861-8c32-4411-b5a8-f216bb4c4705 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:31.471014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-45030651-1371-4ddc-9413-e450a0808174 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.524213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.573176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] No DVR routers for this DVR port 505e53fd-158c-4d38-bd2e-bb67af3704dc on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:31.606701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d604b101-cab0-49d6-8043-8bc3cc00f6c6']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.657401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9f6d04e5-8949-4ba7-8d32-96402dc97afe None None] Provisioning complete for port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:31.660530 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f6d04e5-8949-4ba7-8d32-96402dc97afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.678319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848b21cf-dc75-4745-a4bd-9ef0bbe43391') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.679639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c3b26-63e9-406b-9bc4-7919961831a6 None None] Pushing event updated for resources: {'Port': ['ID=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.691964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848b21cf-dc75-4745-a4bd-9ef0bbe43391') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.711048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53124) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.713194 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-45030651-1371-4ddc-9413-e450a0808174 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags HTTP/1.1" status: 200 len: 205 time: 0.2562377 Nov 12 03:53:31.763430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-e512d061-f0dc-440e-8a2c-9807c24b1e67 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.763649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a608eb-80cf-4a58-bf75-0b58db3de22d None None] Pushing event deleted for resources: {'Port': ['ID=505e53fd-158c-4d38-bd2e-bb67af3704dc,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.790314 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.819156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 505e53fd-158c-4d38-bd2e-bb67af3704dc no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:31.883807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 505e53fd-158c-4d38-bd2e-bb67af3704dc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:31.884161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 505e53fd-158c-4d38-bd2e-bb67af3704dc not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:32.036298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9f6d04e5-8949-4ba7-8d32-96402dc97afe None None] Provisioning complete for port 560d61f0-f506-476d-9b1c-1544d1392cb2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:32.036806 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f6d04e5-8949-4ba7-8d32-96402dc97afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.041460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.066791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:32.067198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:32.080056 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:32.097270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d04e5-8949-4ba7-8d32-96402dc97afe None None] Port 560d61f0-f506-476d-9b1c-1544d1392cb2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:32.163677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53128) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.163897 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e512d061-f0dc-440e-8a2c-9807c24b1e67 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags HTTP/1.1" status: 200 len: 241 time: 0.4171226 Nov 12 03:53:32.168914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-f98d5428-df5a-44f4-a58f-e83f131c1bb7 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea', 'tempest-TagsExtTest-Tag-1209223657') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.176690 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.184124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.193423 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] 10.222.0.49 "DELETE /v2.0/networks/d604b101-cab0-49d6-8043-8bc3cc00f6c6 HTTP/1.1" status: 204 len: 168 time: 2.0358193 Nov 12 03:53:32.244755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5ab20-c55a-4034-9784-008e952e17dd tempest-TaggedBootDevicesTest_v242-1858311105 tempest-TaggedBootDevicesTest_v242-1858311105-project] Pushing event deleted for resources: {'Network': ['ID=d604b101-cab0-49d6-8043-8bc3cc00f6c6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.245543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-29a869ff-04fd-4a0a-b6d4-f4bcfcbe9449 None None] Provisioning complete for port 560d61f0-f506-476d-9b1c-1544d1392cb2 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:32.245910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-29a869ff-04fd-4a0a-b6d4-f4bcfcbe9449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.317315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-29a869ff-04fd-4a0a-b6d4-f4bcfcbe9449 None None] Port 560d61f0-f506-476d-9b1c-1544d1392cb2 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:32.322833 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b401afb0-3ee9-4ce9-8aa5-9f6fec8f4c16 req-cf74243a-e598-4c41-bb8d-293995c7d7cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0451643 Nov 12 03:53:32.394726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f98d5428-df5a-44f4-a58f-e83f131c1bb7 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags/tempest-TagsExtTest-Tag-1209223657 HTTP/1.1" status: 204 len: 168 time: 0.2298882 Nov 12 03:53:32.397646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53130) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.403289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-62ab0a48-3fbc-470a-886c-d51c52d7c4e8 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea', 'tempest-TagsExtTest-Tag-1209223657') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.406420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b401afb0-3ee9-4ce9-8aa5-9f6fec8f4c16 req-3b3fb4af-58e0-42ab-b4a9-40533c92eb5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0461845 Nov 12 03:53:32.470477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b401afb0-3ee9-4ce9-8aa5-9f6fec8f4c16 req-035729f5-b8e3-4c8c-851e-2aff99aa9218 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230203 Nov 12 03:53:32.610322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-62ab0a48-3fbc-470a-886c-d51c52d7c4e8 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags/tempest-TagsExtTest-Tag-1209223657 HTTP/1.1" status: 204 len: 168 time: 0.2113540 Nov 12 03:53:32.613180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53140) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.621234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-ae2d0389-f09b-4185-8494-1b9da52bf422 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.687736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401afb0-3ee9-4ce9-8aa5-9f6fec8f4c16 req-ac010e46-5146-4437-9cbc-0714f491d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:32.691159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b401afb0-3ee9-4ce9-8aa5-9f6fec8f4c16 req-ac010e46-5146-4437-9cbc-0714f491d10d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2199373 Nov 12 03:53:32.762070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ae2d0389-f09b-4185-8494-1b9da52bf422 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags HTTP/1.1" status: 200 len: 205 time: 0.1472406 Nov 12 03:53:32.764142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53144) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.768580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-7d3b8c86-a0a3-4013-a426-5fd317875a83 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.809369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7d3b8c86-a0a3-4013-a426-5fd317875a83 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags HTTP/1.1" status: 200 len: 241 time: 0.0440874 Nov 12 03:53:32.811767 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53146) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.818177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-9a48b69e-ec24-4675-ab27-eaf0edb79331 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6', 'tempest-TagsExtTest-Tag-1647174356') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.855516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9a48b69e-ec24-4675-ab27-eaf0edb79331 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags/tempest-TagsExtTest-Tag-1647174356 HTTP/1.1" status: 204 len: 168 time: 0.0423920 Nov 12 03:53:32.858413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53150) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.864843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-234729ee-70d5-4c57-9949-ada07f202596 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6', 'tempest-TagsExtTest-Tag-1647174356') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.917595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-234729ee-70d5-4c57-9949-ada07f202596 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags/tempest-TagsExtTest-Tag-1647174356 HTTP/1.1" status: 204 len: 168 time: 0.0568810 Nov 12 03:53:32.919122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53152) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.924409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-bb2d539e-62de-456d-bb02-7773845d537a tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.952099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bb2d539e-62de-456d-bb02-7773845d537a tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags HTTP/1.1" status: 200 len: 205 time: 0.0316792 Nov 12 03:53:32.955191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53156) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.962873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-30562f26-f355-4e7e-b52e-65440a605cd9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.007376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53160) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.012589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-d4e5425e-d4f2-4bdc-851a-d0d2c133a027 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.014575 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-30562f26-f355-4e7e-b52e-65440a605cd9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0583410 Nov 12 03:53:33.444413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d4e5425e-d4f2-4bdc-851a-d0d2c133a027 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags HTTP/1.1" status: 204 len: 168 time: 0.4357278 Nov 12 03:53:33.446858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53168) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.451325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-81330e63-f95f-4876-9cbc-87e7b4327d3a tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.513352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-81330e63-f95f-4876-9cbc-87e7b4327d3a tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags HTTP/1.1" status: 204 len: 168 time: 0.0653250 Nov 12 03:53:33.515629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53170) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.520600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-a93e1ad0-55fe-4d14-9cc9-e74de520229f tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.574542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d646344a-8012-43ff-9fd2-cee2e44dff43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.600417 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a93e1ad0-55fe-4d14-9cc9-e74de520229f tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags HTTP/1.1" status: 204 len: 168 time: 0.0793285 Nov 12 03:53:33.600822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53174) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.606406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-2049a329-5eff-4310-aec3-778e3884fa94 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b', 'tempest-TagsExtTest-Tag-253228438') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.682294 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2049a329-5eff-4310-aec3-778e3884fa94 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags/tempest-TagsExtTest-Tag-253228438 HTTP/1.1" status: 201 len: 201 time: 0.0798440 Nov 12 03:53:33.685717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53176) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.691711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-bf2becd9-05f5-487a-9f7d-29dc3852150e tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2', 'tempest-TagsExtTest-Tag-1936756084') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.741023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:33.845998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53180) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.847038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bf2becd9-05f5-487a-9f7d-29dc3852150e tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags/tempest-TagsExtTest-Tag-1936756084 HTTP/1.1" status: 201 len: 201 time: 0.1598554 Nov 12 03:53:33.852673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-2897710b-0f10-49aa-bbf9-9ae978689165 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea', 'tempest-TagsExtTest-Tag-570535120') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.863118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:33.863482 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.970320 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2897710b-0f10-49aa-bbf9-9ae978689165 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags/tempest-TagsExtTest-Tag-570535120 HTTP/1.1" status: 201 len: 201 time: 0.1219788 Nov 12 03:53:33.973650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53184) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.983422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-1685062f-8335-46f4-8324-4f88e98ac8b8 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6', 'tempest-TagsExtTest-Tag-1062660827') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.028876 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1685062f-8335-46f4-8324-4f88e98ac8b8 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags/tempest-TagsExtTest-Tag-1062660827 HTTP/1.1" status: 201 len: 201 time: 0.0541589 Nov 12 03:53:34.031545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53186) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.036673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-741163c9-435e-4674-a282-9c90886f6f26 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b', {'tags': ['tempest-TagsExtTest-Tag-1959101056', 'tempest-TagsExtTest-Tag-1610897621', 'tempest-TagsExtTest-Tag-1055701465']}) {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.109562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-741163c9-435e-4674-a282-9c90886f6f26 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags HTTP/1.1" status: 200 len: 318 time: 0.0762923 Nov 12 03:53:34.112269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53188) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.117046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-c148ad6c-7a83-4117-b798-703d25305905 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.223418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c148ad6c-7a83-4117-b798-703d25305905 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags HTTP/1.1" status: 204 len: 168 time: 0.1099377 Nov 12 03:53:34.227553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53190) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.233723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-966572a9-1221-4077-b967-bfab4c46560f tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b', 'tempest-TagsExtTest-Tag-1959101056') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.305897 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-966572a9-1221-4077-b967-bfab4c46560f tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:34.309945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-966572a9-1221-4077-b967-bfab4c46560f tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags/tempest-TagsExtTest-Tag-1959101056 HTTP/1.1" status: 404 len: 329 time: 0.0779121 Nov 12 03:53:34.310393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53192) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.317639 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-1e192d8e-d85d-4b34-abaf-468dca66e410 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b', 'tempest-TagsExtTest-Tag-1610897621') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.385705 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-1e192d8e-d85d-4b34-abaf-468dca66e410 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:34.389670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53196) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.390065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1e192d8e-d85d-4b34-abaf-468dca66e410 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags/tempest-TagsExtTest-Tag-1610897621 HTTP/1.1" status: 404 len: 329 time: 0.0783710 Nov 12 03:53:34.395453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-9edaecaf-5656-4e72-b9b7-0f3cf77ad061 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b', 'tempest-TagsExtTest-Tag-1055701465') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.479443 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-9edaecaf-5656-4e72-b9b7-0f3cf77ad061 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:34.480608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9edaecaf-5656-4e72-b9b7-0f3cf77ad061 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags/tempest-TagsExtTest-Tag-1055701465 HTTP/1.1" status: 404 len: 329 time: 0.0895152 Nov 12 03:53:34.483981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53198) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.490620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-72bd97aa-2208-46ce-b3dc-9c7c590267d6 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2', {'tags': ['tempest-TagsExtTest-Tag-1115926350', 'tempest-TagsExtTest-Tag-1637405219', 'tempest-TagsExtTest-Tag-1909326502']}) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.571828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-72bd97aa-2208-46ce-b3dc-9c7c590267d6 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags HTTP/1.1" status: 200 len: 318 time: 0.0865569 Nov 12 03:53:34.574384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53200) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.579533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-addbd472-cc73-4ec8-b469-bea25c551daa tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.674038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-addbd472-cc73-4ec8-b469-bea25c551daa tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags HTTP/1.1" status: 204 len: 168 time: 0.0984387 Nov 12 03:53:34.676475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53204) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.681580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-86e87ff9-b38b-447a-8e6a-c3887b8897c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2', 'tempest-TagsExtTest-Tag-1115926350') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.744393 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-86e87ff9-b38b-447a-8e6a-c3887b8897c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:34.745679 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86e87ff9-b38b-447a-8e6a-c3887b8897c5 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags/tempest-TagsExtTest-Tag-1115926350 HTTP/1.1" status: 404 len: 329 time: 0.0679092 Nov 12 03:53:34.748395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53206) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.753978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-539d6449-dce3-4f26-8b09-8572edc03c50 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2', 'tempest-TagsExtTest-Tag-1637405219') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.852957 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-539d6449-dce3-4f26-8b09-8572edc03c50 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:34.854180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-539d6449-dce3-4f26-8b09-8572edc03c50 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags/tempest-TagsExtTest-Tag-1637405219 HTTP/1.1" status: 404 len: 329 time: 0.1048119 Nov 12 03:53:34.856879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53210) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.869302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-053c28ac-2aa6-45a2-ab12-3b6527e2402e tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2', 'tempest-TagsExtTest-Tag-1909326502') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:35.010790 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.494395 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-053c28ac-2aa6-45a2-ab12-3b6527e2402e tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:35.496617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53220) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.509368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53224) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.513356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-aefcaf28-32b3-413b-862f-c6d5d6a5113d tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea', {'tags': ['tempest-TagsExtTest-Tag-383709622', 'tempest-TagsExtTest-Tag-1501110627', 'tempest-TagsExtTest-Tag-434753170']}) {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:35.514043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-053c28ac-2aa6-45a2-ab12-3b6527e2402e tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags/tempest-TagsExtTest-Tag-1909326502 HTTP/1.1" status: 404 len: 329 time: 0.6548316 Nov 12 03:53:35.618005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53226) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.628963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-d1a7d075-f9e9-4b8d-b3ea-4a2933bff13c tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:35.630869 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aefcaf28-32b3-413b-862f-c6d5d6a5113d tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags HTTP/1.1" status: 200 len: 316 time: 0.1221328 Nov 12 03:53:35.661099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21ef0c72-4fb6-4449-b07f-dfdd5449d6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.830903 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d1a7d075-f9e9-4b8d-b3ea-4a2933bff13c tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags HTTP/1.1" status: 204 len: 168 time: 0.2100704 Nov 12 03:53:35.831382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53230) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.839439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-a76eb533-c09f-4663-b598-6e807ec9744c tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea', 'tempest-TagsExtTest-Tag-383709622') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:35.842237 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21ef0c72-4fb6-4449-b07f-dfdd5449d6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.848776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21ef0c72-4fb6-4449-b07f-dfdd5449d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.938682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-21ef0c72-4fb6-4449-b07f-dfdd5449d6c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b8f3cda83cf44ebb2f5d4d9127a0304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405501 Nov 12 03:53:35.942368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef0c72-4fb6-4449-b07f-dfdd5449d6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff734c-19f0-4a10-bb09-fe14fd252c18,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.942869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53234) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.056673 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-a76eb533-c09f-4663-b598-6e807ec9744c tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:36.060926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53236) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.061250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a76eb533-c09f-4663-b598-6e807ec9744c tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags/tempest-TagsExtTest-Tag-383709622 HTTP/1.1" status: 404 len: 328 time: 0.2286725 Nov 12 03:53:36.062627 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df378246-1e88-4ea2-883b-2460f90c616a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.067111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-fa8ae773-cfa5-41fa-810f-7c86cf342af1 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea', 'tempest-TagsExtTest-Tag-1501110627') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.114505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df378246-1e88-4ea2-883b-2460f90c616a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.191813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df378246-1e88-4ea2-883b-2460f90c616a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.195391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df378246-1e88-4ea2-883b-2460f90c616a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.197360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-df378246-1e88-4ea2-883b-2460f90c616a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bff734c-19f0-4a10-bb09-fe14fd252c18 HTTP/1.1" status: 204 len: 168 time: 0.2534349 Nov 12 03:53:36.209869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df378246-1e88-4ea2-883b-2460f90c616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff734c-19f0-4a10-bb09-fe14fd252c18,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:36.255631 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-fa8ae773-cfa5-41fa-810f-7c86cf342af1 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:36.261430 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fa8ae773-cfa5-41fa-810f-7c86cf342af1 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags/tempest-TagsExtTest-Tag-1501110627 HTTP/1.1" status: 404 len: 329 time: 0.1968725 Nov 12 03:53:36.261821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53240) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.267384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-a38cd151-48e0-49cb-83e6-16b8833fa056 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea', 'tempest-TagsExtTest-Tag-434753170') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.372521 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.401642 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-a38cd151-48e0-49cb-83e6-16b8833fa056 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:36.407424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53242) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.410011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a38cd151-48e0-49cb-83e6-16b8833fa056 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags/tempest-TagsExtTest-Tag-434753170 HTTP/1.1" status: 404 len: 328 time: 0.1457903 Nov 12 03:53:36.413470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-a8bac37a-bcba-476a-b49b-c58623de6c72 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6', {'tags': ['tempest-TagsExtTest-Tag-991988694', 'tempest-TagsExtTest-Tag-215790706', 'tempest-TagsExtTest-Tag-968613843']}) {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.501413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a8bac37a-bcba-476a-b49b-c58623de6c72 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "PUT /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags HTTP/1.1" status: 200 len: 315 time: 0.0905225 Nov 12 03:53:36.502707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53246) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.507473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-954dc699-8a7d-4f2f-b762-d99cb2c8e812 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.587893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-954dc699-8a7d-4f2f-b762-d99cb2c8e812 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0812185 Nov 12 03:53:36.588728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53254) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.596607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-b02eaf15-1e97-4a3c-a0bb-2b298ffb3c26 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6', 'tempest-TagsExtTest-Tag-991988694') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.645832 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-b02eaf15-1e97-4a3c-a0bb-2b298ffb3c26 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:36.650076 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b02eaf15-1e97-4a3c-a0bb-2b298ffb3c26 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags/tempest-TagsExtTest-Tag-991988694 HTTP/1.1" status: 404 len: 328 time: 0.0589290 Nov 12 03:53:36.650270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53258) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.658165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-dfc1e12f-a79b-452a-8c17-c0d3eec138dc tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6', 'tempest-TagsExtTest-Tag-215790706') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.714830 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-dfc1e12f-a79b-452a-8c17-c0d3eec138dc tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:36.716318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dfc1e12f-a79b-452a-8c17-c0d3eec138dc tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags/tempest-TagsExtTest-Tag-215790706 HTTP/1.1" status: 404 len: 328 time: 0.0644095 Nov 12 03:53:36.719090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53262) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.724660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-c75841ab-88b0-4c30-88d0-44d04d83e586 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6', 'tempest-TagsExtTest-Tag-968613843') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.785463 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-c75841ab-88b0-4c30-88d0-44d04d83e586 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] show failed (client error): The resource could not be found. Nov 12 03:53:36.788754 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c75841ab-88b0-4c30-88d0-44d04d83e586 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags/tempest-TagsExtTest-Tag-968613843 HTTP/1.1" status: 404 len: 328 time: 0.0677915 Nov 12 03:53:36.791252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53266) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.804267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-40c3fa32-fa96-4413-8c4c-f2ebb42f188f tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:36.874473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53270) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.874719 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-40c3fa32-fa96-4413-8c4c-f2ebb42f188f tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0802476 Nov 12 03:53:36.879849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-15d75d90-eca0-4a8a-a87a-f7fd48144ffe tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:37.070413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53280) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.080542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-22e65649-8c91-4cda-99e7-aec4142cd667 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '560d61f0-f506-476d-9b1c-1544d1392cb2') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:37.090069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-15d75d90-eca0-4a8a-a87a-f7fd48144ffe tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea/tags HTTP/1.1" status: 204 len: 168 time: 0.2143741 Nov 12 03:53:37.211037 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22e65649-8c91-4cda-99e7-aec4142cd667 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2/tags HTTP/1.1" status: 204 len: 168 time: 0.1373954 Nov 12 03:53:37.213521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53288) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.222254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-0da00c8e-7fac-408c-b956-122ec14dfe61 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7f107b6-d0d4-4dcc-9a6a-67a725dc428b') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:37.252872 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.362072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0da00c8e-7fac-408c-b956-122ec14dfe61 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b/tags HTTP/1.1" status: 204 len: 168 time: 0.1409435 Nov 12 03:53:37.362072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53292) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.408754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53294) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.502649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3d470726-b7c9-4dd6-9bed-e94f808c620e tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for subnetpool, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.504857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3d470726-b7c9-4dd6-9bed-e94f808c620e tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnetpools/a1cf95c1-8a87-4b7b-8aeb-eca2ddfb84b6 HTTP/1.1" status: 204 len: 168 time: 0.1397338 Nov 12 03:53:37.507452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53298) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.564300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b86654a1-dc26-409c-b805-b530e24d2832 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea HTTP/1.1" status: 200 len: 205 time: 0.0553720 Nov 12 03:53:37.569533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53300) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.695267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-964164960-network', 'tenant_id': '4a17d26f656247489e34673962c7b4cd'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:37.782549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c81a9131-eedb-45df-8f5b-f60a7a424f85 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.874547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Made reservation on behalf of 4a17d26f656247489e34673962c7b4cd for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:37.876822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.942805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.094759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.180311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.320260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c81a9131-eedb-45df-8f5b-f60a7a424f85 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.334065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c81a9131-eedb-45df-8f5b-f60a7a424f85 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.436693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:38.446191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e83011-bc38-4db8-9cfb-fa50d5dd14f7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:38.452959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c81a9131-eedb-45df-8f5b-f60a7a424f85 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.453633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81a9131-eedb-45df-8f5b-f60a7a424f85 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Fanout notify agent at l3_agent the message router_deleted on router fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:38.466448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c81a9131-eedb-45df-8f5b-f60a7a424f85 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.468021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c81a9131-eedb-45df-8f5b-f60a7a424f85 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/routers/fe8c5cf0-fd2e-450c-882c-0801f9d6d7ea HTTP/1.1" status: 204 len: 168 time: 0.8989532 Nov 12 03:53:38.470306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.470896 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Added segment bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9 of type vlan for network 633664f2-30ae-497f-b8e8-41fb4fb9654f Nov 12 03:53:38.471376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53312) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.552069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.602650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.604848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.605844 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.606812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-09b7c551-1acd-4ca6-8d6f-dcc068e8e9a9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Deleting port 560d61f0-f506-476d-9b1c-1544d1392cb2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:38.608607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09b7c551-1acd-4ca6-8d6f-dcc068e8e9a9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.757279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09b7c551-1acd-4ca6-8d6f-dcc068e8e9a9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.773206 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3616984 Nov 12 03:53:38.775401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53316) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.788128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25cd09-f125-473c-ae6f-ac5b118a9814 admin admin] Pushing event updated for resources: {'Network': ['ID=633664f2-30ae-497f-b8e8-41fb4fb9654f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:38.797040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Request body: {'subnet': {'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-964164960-subnet', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:38.801990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:38.811890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-09b7c551-1acd-4ca6-8d6f-dcc068e8e9a9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Calling delete_port for 560d61f0-f506-476d-9b1c-1544d1392cb2 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:38.871430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Made reservation on behalf of 4a17d26f656247489e34673962c7b4cd for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:38.874183 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.131437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09b7c551-1acd-4ca6-8d6f-dcc068e8e9a9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.177138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7c551-1acd-4ca6-8d6f-dcc068e8e9a9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Pushing event deleted for resources: {'Port': ['ID=560d61f0-f506-476d-9b1c-1544d1392cb2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.186843 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.369116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74404bec-f85b-44ce-8b16-96d5ee087ad7,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.385905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-09b7c551-1acd-4ca6-8d6f-dcc068e8e9a9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.402113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-09b7c551-1acd-4ca6-8d6f-dcc068e8e9a9 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/ports/560d61f0-f506-476d-9b1c-1544d1392cb2 HTTP/1.1" status: 204 len: 168 time: 0.9296000 Nov 12 03:53:39.404623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53330) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:39.475826 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Checking segment: {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:39.476371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Network hostable DHCP agents. Network: 633664f2-30ae-497f-b8e8-41fb4fb9654f, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:39.512034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:39.527980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20d6acf-b57a-4649-9559-4bb1347c2dda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Deleting subnet f7f107b6-d0d4-4dcc-9a6a-67a725dc428b {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:39.535618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 633664f2-30ae-497f-b8e8-41fb4fb9654f) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:39.541075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:39.541668 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.542959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f20d6acf-b57a-4649-9559-4bb1347c2dda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.550011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdffd01-a94b-47ee-b786-686cb3d2ca0c None None] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:39.580575 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9998e974-eae0-46b1-844c-c0374f62ea17 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7896016 Nov 12 03:53:39.583365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:39.588305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:39.660187 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.662070 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.675361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f20d6acf-b57a-4649-9559-4bb1347c2dda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.764851 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.826354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-633664f2-30ae-497f-b8e8-41fb4fb9654f', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:39.827227 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.903590 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f20d6acf-b57a-4649-9559-4bb1347c2dda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.023594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.029584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f20d6acf-b57a-4649-9559-4bb1347c2dda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.044485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Allocated IP 172.20.0.2 (633664f2-30ae-497f-b8e8-41fb4fb9654f/74404bec-f85b-44ce-8b16-96d5ee087ad7/8bc170ee-7ecd-490d-8acc-0974044d5310) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:40.087074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d6acf-b57a-4649-9559-4bb1347c2dda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f107b6-d0d4-4dcc-9a6a-67a725dc428b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.103283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f20d6acf-b57a-4649-9559-4bb1347c2dda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.105159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730eefff-6361-4be9-aa41-c1311fe2f19e None None] Network 51cd98da-6e67-458a-b7bc-5c2c768f016e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:40.108919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f20d6acf-b57a-4649-9559-4bb1347c2dda tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/subnets/f7f107b6-d0d4-4dcc-9a6a-67a725dc428b HTTP/1.1" status: 204 len: 168 time: 0.7007003 Nov 12 03:53:40.113275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53344) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:40.306263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.416068 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.426386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.471072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Deleting port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:40.471985 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.479515 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:40.485958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:40.490597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:40.497180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] DHCP port deletion for 51cd98da-6e67-458a-b7bc-5c2c768f016e request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:40.544993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.570565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.617302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Pushing event updated for resources: {'Port': ['ID=8bc170ee-7ecd-490d-8acc-0974044d5310,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.636914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] For port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,segment=NetworkSegment(1349a7f5-c942-4988-88ae-2838d7040d8c),segment_id=1349a7f5-c942-4988-88ae-2838d7040d8c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:40.637281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.654215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Calling delete_port for 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:40.727352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Allocated IP 172.25.0.199 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/9eb523e0-db67-4546-bc11-416b0fca3d40) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:40.746544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Attempting to bind port 8bc170ee-7ecd-490d-8acc-0974044d5310 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:40.746916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Attempting to bind port 8bc170ee-7ecd-490d-8acc-0974044d5310 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:40.747293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Attempting to bind port 8bc170ee-7ecd-490d-8acc-0974044d5310 on network 633664f2-30ae-497f-b8e8-41fb4fb9654f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:40.755547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] Deleting port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:40.755919 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.759897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:40.760380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Checking segment: {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:40.760921 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.761454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Bound using segment: {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:40.761951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Bound port: 8bc170ee-7ecd-490d-8acc-0974044d5310, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:40.762389 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.768210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.811015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Pushing event deleted for resources: {'Port': ['ID=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.815660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] No DVR routers for this DVR port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:40.950399 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.954887 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.980290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] For port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,segment=NetworkSegment(1349a7f5-c942-4988-88ae-2838d7040d8c),segment_id=1349a7f5-c942-4988-88ae-2838d7040d8c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:40.981178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.983398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cd98da-6e67-458a-b7bc-5c2c768f016e']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.997068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1349a7f5-c942-4988-88ae-2838d7040d8c') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.997362 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1349a7f5-c942-4988-88ae-2838d7040d8c') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:41.010026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.027919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] Calling delete_port for 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:41.030541 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.045740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] For port 8bc170ee-7ecd-490d-8acc-0974044d5310, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:41.057364 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.058181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] For port 8bc170ee-7ecd-490d-8acc-0974044d5310, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8bc170ee-7ecd-490d-8acc-0974044d5310,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:41.067169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:41.067682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:41.068159 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.071620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:41.073077 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:41.086832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:41.108087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.165209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593367a-e641-45ee-9089-b949bf9f8239 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:41.170221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ad692-a034-4cfe-953f-16d01845c193 None None] Pushing event updated for resources: {'Port': ['ID=8bc170ee-7ecd-490d-8acc-0974044d5310,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.182559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Pushing event updated for resources: {'Port': ['ID=9eb523e0-db67-4546-bc11-416b0fca3d40,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.234385 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.243193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.278710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] Network 51cd98da-6e67-458a-b7bc-5c2c768f016e is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:53:41.279127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] No DVR routers for this DVR port 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:41.281366 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.284765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797e648-b432-4c38-8456-3dede012ce29 None None] Pushing event deleted for resources: {'Port': ['ID=25c3a312-cf2c-464b-a2d3-dbcfe2760c65,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.294805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f4f57ec9-7833-42ff-82c0-012b80cec2b2 None None] Provisioning complete for port 9eb523e0-db67-4546-bc11-416b0fca3d40 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:41.295360 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f4f57ec9-7833-42ff-82c0-012b80cec2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.297621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] 10.222.0.49 "DELETE /v2.0/networks/51cd98da-6e67-458a-b7bc-5c2c768f016e HTTP/1.1" status: 204 len: 168 time: 1.1804178 Nov 12 03:53:41.298802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863833b-619f-4561-8f38-8de0b980fbd0 tempest-TagsExtTest-675993317 tempest-TagsExtTest-675993317-project] Pushing event deleted for resources: {'Network': ['ID=51cd98da-6e67-458a-b7bc-5c2c768f016e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.353883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f4f57ec9-7833-42ff-82c0-012b80cec2b2 None None] Port 9eb523e0-db67-4546-bc11-416b0fca3d40 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:41.648544 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.679432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53358) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:41.928639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8bc170ee-7ecd-490d-8acc-0974044d5310 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:41.944005 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.015686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8bc170ee-7ecd-490d-8acc-0974044d5310 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:42.016836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.035522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4972d9fe-5ca1-43c1-a5cd-b92f436c7e77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c72737b245c4ac684b9fba01496385d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539691 Nov 12 03:53:42.038035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53364) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:42.114172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.145778 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78dd849c-8d42-4e0b-9836-9d54d66a9651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.153929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8bc170ee-7ecd-490d-8acc-0974044d5310, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8bc170ee-7ecd-490d-8acc-0974044d5310,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:42.160024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.167502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Router b07f0f8c-57f1-4037-a94e-082686d01b7b is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:42.200572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78dd849c-8d42-4e0b-9836-9d54d66a9651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.283321 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78dd849c-8d42-4e0b-9836-9d54d66a9651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.286344 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-78dd849c-8d42-4e0b-9836-9d54d66a9651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.290230 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-78dd849c-8d42-4e0b-9836-9d54d66a9651 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d852f5b5-4008-4d1d-b64d-af1df0252766 HTTP/1.1" status: 204 len: 168 time: 0.2482324 Nov 12 03:53:42.304042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd849c-8d42-4e0b-9836-9d54d66a9651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d852f5b5-4008-4d1d-b64d-af1df0252766,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.355889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:42.404692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8bc170ee-7ecd-490d-8acc-0974044d5310,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.409883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:42.410235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 25c3a312-cf2c-464b-a2d3-dbcfe2760c65 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:42.676327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:42.687289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Sync routers for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:42.711309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:42.713283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:42.743005 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.746331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c764e546-8a54-46ad-b3b2-221091e9384d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1619518 Nov 12 03:53:42.749181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53378) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.086413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d61bd2-5b9f-42cd-b6c9-0230aff554d8 None None] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:43.195233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-184f30ca-743f-4772-b57c-bba5224a6965 None None] Provisioning complete for port 8bc170ee-7ecd-490d-8acc-0974044d5310 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:43.195606 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-184f30ca-743f-4772-b57c-bba5224a6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.200697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:43.624280 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.787277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:41Z', 'revision_number': 3, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:43.801274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8bc170ee-7ecd-490d-8acc-0974044d5310 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:43.929123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Checking router: b07f0f8c-57f1-4037-a94e-082686d01b7b for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:43.929650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Updating router b07f0f8c-57f1-4037-a94e-082686d01b7b port 9eb523e0-db67-4546-bc11-416b0fca3d40 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:44.006882 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.136240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8bc170ee-7ecd-490d-8acc-0974044d5310 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:44.137009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.160979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Allocated IP 172.20.0.1 (633664f2-30ae-497f-b8e8-41fb4fb9654f/74404bec-f85b-44ce-8b16-96d5ee087ad7/cde73b11-7a7b-45b1-a7fa-4d05d6c81778) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:44.222358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-112ce11b-ad8b-49fc-846b-10b407630494 None None] Provisioning complete for port 8bc170ee-7ecd-490d-8acc-0974044d5310 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:44.222728 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-112ce11b-ad8b-49fc-846b-10b407630494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.413327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.503423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.636873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:44.644864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:44.649728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:44.756330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.764998 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.774674 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.877370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2516103-2423-4b5d-aa1c-e5f1e3b84e3c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:44.955057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e16a3-cb84-4e91-83d4-43504ca976eb None None] Pushing event updated for resources: {'Port': ['ID=9eb523e0-db67-4546-bc11-416b0fca3d40,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.959785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Attempting to bind port 9eb523e0-db67-4546-bc11-416b0fca3d40 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:44.960151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Attempting to bind port 9eb523e0-db67-4546-bc11-416b0fca3d40 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:44.960510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Attempting to bind port 9eb523e0-db67-4546-bc11-416b0fca3d40 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:44.977116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Pushing event updated for resources: {'Port': ['ID=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.989736 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:44.990111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:44.990518 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.990911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:44.991383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Bound port: 9eb523e0-db67-4546-bc11-416b0fca3d40, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:44.991899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.129472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.205909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ed654d27-6b7e-42fd-a5d1-9315a9f01217 None None] Provisioning complete for port 9eb523e0-db67-4546-bc11-416b0fca3d40 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:45.206595 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed654d27-6b7e-42fd-a5d1-9315a9f01217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.310325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] For port 9eb523e0-db67-4546-bc11-416b0fca3d40, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:45.327962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ed654d27-6b7e-42fd-a5d1-9315a9f01217 None None] Port 9eb523e0-db67-4546-bc11-416b0fca3d40 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:45.331714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] For port 9eb523e0-db67-4546-bc11-416b0fca3d40, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9eb523e0-db67-4546-bc11-416b0fca3d40,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:45.339898 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.418604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482a5da-805e-433d-8c20-4d53dfe70aa6 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:45.471847 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.488199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.498513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e16a3-cb84-4e91-83d4-43504ca976eb None None] Pushing event updated for resources: {'Port': ['ID=9eb523e0-db67-4546-bc11-416b0fca3d40,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.506918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:45.517005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:45.610862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.622179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Pushing event updated for resources: {'Port': ['ID=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.669785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-be832f40-a479-4179-b3a8-e56523fce21a None None] Provisioning complete for port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:45.670122 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-be832f40-a479-4179-b3a8-e56523fce21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.817368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:45.819036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:45.869913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-be832f40-a479-4179-b3a8-e56523fce21a None None] Port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:45.939450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:46.067750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ef75c1b5-6cdd-42af-ba08-75be5b32071a None None] Provisioning complete for port 9eb523e0-db67-4546-bc11-416b0fca3d40 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:46.068115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef75c1b5-6cdd-42af-ba08-75be5b32071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.175562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Router b07f0f8c-57f1-4037-a94e-082686d01b7b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:46.509737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:46.526665 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d427db50-24f6-46e5-8d5e-dd5e3e98bca8 admin admin] 10.222.0.49 "PUT /v2.0/routers/b07f0f8c-57f1-4037-a94e-082686d01b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7763762 Nov 12 03:53:46.762445 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef75c1b5-6cdd-42af-ba08-75be5b32071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.812209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ef75c1b5-6cdd-42af-ba08-75be5b32071a None None] For port 9eb523e0-db67-4546-bc11-416b0fca3d40, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9eb523e0-db67-4546-bc11-416b0fca3d40,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:46.829140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ef75c1b5-6cdd-42af-ba08-75be5b32071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.129192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-888596fd-bf30-4484-addb-c76f456b55da None None] Provisioning complete for port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:47.139160 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-888596fd-bf30-4484-addb-c76f456b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.188631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75c1b5-6cdd-42af-ba08-75be5b32071a None None] Pushing event updated for resources: {'Port': ['ID=9eb523e0-db67-4546-bc11-416b0fca3d40,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.226533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-888596fd-bf30-4484-addb-c76f456b55da None None] Port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:47.243362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 2, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:47.279225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b0f0b-31e9-46c7-84f1-c805c7d9982b None None] The sync data for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 is: [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 2, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:47.587387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53484) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.603949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-767484473-network', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:47.635648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Made reservation on behalf of 8e5c938e9d354845aa205e5d22c5f9ae for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:47.639037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.663716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.756693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.761831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.790953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:47.798334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7880bbfe-aa04-485a-a43a-ff1f85f12579,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.805481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.805772 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Added segment 71f7b20b-b461-41f2-af50-44f77b4dcd0c of type vlan for network aab01ce8-e3e7-43c9-85fe-f06113c1756b Nov 12 03:53:47.854676 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.883154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.884392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:47.885026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.948026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3584952 Nov 12 03:53:47.950879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.957319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Request body: {'subnet': {'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-767484473-subnet', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:47.960153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf540a33-5f6b-438a-985f-e5c2c02d53a5 admin admin] Pushing event updated for resources: {'Network': ['ID=aab01ce8-e3e7-43c9-85fe-f06113c1756b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.971621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network aab01ce8-e3e7-43c9-85fe-f06113c1756b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:47.995856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Made reservation on behalf of 8e5c938e9d354845aa205e5d22c5f9ae for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:47.998290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.239585 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.312204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c5dc0d-c9c1-42af-a787-5fda7e000e64,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.315095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Checking segment: {'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:48.317165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Network hostable DHCP agents. Network: aab01ce8-e3e7-43c9-85fe-f06113c1756b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:48.341621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Network aab01ce8-e3e7-43c9-85fe-f06113c1756b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:48.362980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, aab01ce8-e3e7-43c9-85fe-f06113c1756b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:48.367360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:48.368078 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.377568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db1bb9-91bd-4d64-bb50-62313b27c83a None None] Network aab01ce8-e3e7-43c9-85fe-f06113c1756b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:48.391644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53500) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.392203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b3489049-4015-4fdc-b5df-0ab6ed0cf01c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4387107 Nov 12 03:53:48.396588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.436311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.437392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.558654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.695242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-aab01ce8-e3e7-43c9-85fe-f06113c1756b', 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'fixed_ips': [{'subnet_id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:48.696110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.849211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.967178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Allocated IP 172.20.0.2 (aab01ce8-e3e7-43c9-85fe-f06113c1756b/f4c5dc0d-c9c1-42af-a787-5fda7e000e64/a83c330d-39e0-4760-9c77-b1f21cb48f2f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:49.129145 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.152954 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.283357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.299441 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.318172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Allocated IP 172.25.0.83 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:49.369694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Network aab01ce8-e3e7-43c9-85fe-f06113c1756b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:49.372702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:49.381460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:49.386440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Pushing event updated for resources: {'Port': ['ID=a83c330d-39e0-4760-9c77-b1f21cb48f2f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.441472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Attempting to bind port a83c330d-39e0-4760-9c77-b1f21cb48f2f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:49.442095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Attempting to bind port a83c330d-39e0-4760-9c77-b1f21cb48f2f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:49.442647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Attempting to bind port a83c330d-39e0-4760-9c77-b1f21cb48f2f on network aab01ce8-e3e7-43c9-85fe-f06113c1756b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:49.448211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:49.448826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Checking segment: {'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:49.449486 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.450030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Bound using segment: {'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:49.450783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Bound port: a83c330d-39e0-4760-9c77-b1f21cb48f2f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:49.451321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.555241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.556290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] For port a83c330d-39e0-4760-9c77-b1f21cb48f2f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:49.564495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] For port a83c330d-39e0-4760-9c77-b1f21cb48f2f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a83c330d-39e0-4760-9c77-b1f21cb48f2f,segment=NetworkSegment(71f7b20b-b461-41f2-af50-44f77b4dcd0c),segment_id=71f7b20b-b461-41f2-af50-44f77b4dcd0c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:49.581517 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.647377 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.709124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6773d-5bac-4804-a374-6cc832f91048 None None] Pushing event updated for resources: {'Port': ['ID=a83c330d-39e0-4760-9c77-b1f21cb48f2f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.714041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:49.716176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:49.721001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:49.732590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164923d7-7081-47fa-9ad4-efae82d8b917 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:49.779389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b881b9a6-7ab3-49a7-a978-7ad940fd0744 None None] Provisioning complete for port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:49.779759 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b881b9a6-7ab3-49a7-a978-7ad940fd0744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.815459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Pushing event updated for resources: {'Port': ['ID=86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.861197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b881b9a6-7ab3-49a7-a978-7ad940fd0744 None None] Port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:49.924962 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9eb523e0-db67-4546-bc11-416b0fca3d40 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:50.049886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9eb523e0-db67-4546-bc11-416b0fca3d40 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:50.050356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.827227 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.996979 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Sync routers for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:51.010983 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:51.011644 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:51.173168 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:51.209780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.423383 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 2, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:51.454371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a69c1-6422-4ed5-aa01-cd3c6ee73f09 None None] Network aab01ce8-e3e7-43c9-85fe-f06113c1756b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:51.457708 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Checking router: b07f0f8c-57f1-4037-a94e-082686d01b7b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:51.458066 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Updating router b07f0f8c-57f1-4037-a94e-082686d01b7b port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:51.489083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Router b38252a5-457a-48ee-821a-649f0e148160 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:51.493986 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.623221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2a99588b-6d5d-4bf3-809f-37a96cd2f5a7 None None] Provisioning complete for port a83c330d-39e0-4760-9c77-b1f21cb48f2f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:51.623896 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2a99588b-6d5d-4bf3-809f-37a96cd2f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.756427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:51.805235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.806549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2cd942f4-c417-4022-9fc0-b8743f85909a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4136274 Nov 12 03:53:51.809369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:51.833929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Sync routers for ids ['b38252a5-457a-48ee-821a-649f0e148160'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:51.920318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a83c330d-39e0-4760-9c77-b1f21cb48f2f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:51.977255 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.983835 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.029045 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Pushing event updated for resources: {'Port': ['ID=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.039000 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.039347 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.039684 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.040020 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.040349 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.040666 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.041015 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.041526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.042009 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.042489 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.042996 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.043474 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:52.083020 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Routers {'b38252a5-457a-48ee-821a-649f0e148160'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:52.083660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b38252a5-457a-48ee-821a-649f0e148160'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:52.130081 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Attempting to bind port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:52.130453 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Attempting to bind port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:52.130818 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Attempting to bind port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 on network 633664f2-30ae-497f-b8e8-41fb4fb9654f {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:52.140026 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:52.140402 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Checking segment: {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:52.140824 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.141775 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Bound using segment: {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:52.154902 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Bound port: cde73b11-7a7b-45b1-a7fa-4d05d6c81778, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:52.155544 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.276535 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2a99588b-6d5d-4bf3-809f-37a96cd2f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.290187 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] For port cde73b11-7a7b-45b1-a7fa-4d05d6c81778, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:52.297059 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] For port cde73b11-7a7b-45b1-a7fa-4d05d6c81778, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:52.308825 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.369017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a83c330d-39e0-4760-9c77-b1f21cb48f2f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:52.369391 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.427886 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd946ed2-b2db-46b5-bbd0-b84681126463 None None] Pushing event updated for resources: {'Port': ['ID=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.466229 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:52.467191 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:52.600284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2a99588b-6d5d-4bf3-809f-37a96cd2f5a7 None None] For port a83c330d-39e0-4760-9c77-b1f21cb48f2f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a83c330d-39e0-4760-9c77-b1f21cb48f2f,segment=NetworkSegment(71f7b20b-b461-41f2-af50-44f77b4dcd0c),segment_id=71f7b20b-b461-41f2-af50-44f77b4dcd0c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:52.680330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2a99588b-6d5d-4bf3-809f-37a96cd2f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.683019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.780348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:53.007606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Set router b38252a5-457a-48ee-821a-649f0e148160 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:53.119267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eb8f7591-45b8-4de8-98af-75b6ce7b5cea None None] Provisioning complete for port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:53.119618 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7591-45b8-4de8-98af-75b6ce7b5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.154342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Allocated IP 172.20.0.1 (aab01ce8-e3e7-43c9-85fe-f06113c1756b/f4c5dc0d-c9c1-42af-a787-5fda7e000e64/d4c6c8ff-7374-4a2d-883b-009b659617dc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:53.199298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99588b-6d5d-4bf3-809f-37a96cd2f5a7 None None] Pushing event updated for resources: {'Port': ['ID=a83c330d-39e0-4760-9c77-b1f21cb48f2f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.398153 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:52Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:53.416073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.500611 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d36def-e2ae-452d-9282-dd48a8cd4c38 None None] The sync data for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 is: [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:52Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:53.501471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.610536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Network aab01ce8-e3e7-43c9-85fe-f06113c1756b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:53.616028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:53.624043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:53.643941 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7591-45b8-4de8-98af-75b6ce7b5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.790345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eb8f7591-45b8-4de8-98af-75b6ce7b5cea None None] For port cde73b11-7a7b-45b1-a7fa-4d05d6c81778, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:53.839424 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.950093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device cde73b11-7a7b-45b1-a7fa-4d05d6c81778 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:53.952753 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7591-45b8-4de8-98af-75b6ce7b5cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.973883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Pushing event updated for resources: {'Port': ['ID=d4c6c8ff-7374-4a2d-883b-009b659617dc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.093887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.224652 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.265705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.294301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6c1999ab-96b5-4dad-8c29-a4bf6ec3ede8 None None] Provisioning complete for port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.294669 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c1999ab-96b5-4dad-8c29-a4bf6ec3ede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.452150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f7591-45b8-4de8-98af-75b6ce7b5cea None None] Pushing event updated for resources: {'Port': ['ID=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.468150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2442a666-6526-4d03-ade9-ee0098aa0fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.558713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.559090 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.666592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.690666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.711048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:50Z', 'revision_number': 3, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:54.889893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Checking router: b38252a5-457a-48ee-821a-649f0e148160 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:54.890158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Updating router b38252a5-457a-48ee-821a-649f0e148160 port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:54.907292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.965335 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.974370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.051953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Pushing event updated for resources: {'Port': ['ID=d4c6c8ff-7374-4a2d-883b-009b659617dc,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.161546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6c1999ab-96b5-4dad-8c29-a4bf6ec3ede8 None None] Provisioning complete for port a83c330d-39e0-4760-9c77-b1f21cb48f2f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:55.161921 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c1999ab-96b5-4dad-8c29-a4bf6ec3ede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.256528 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2442a666-6526-4d03-ade9-ee0098aa0fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.273860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Network aab01ce8-e3e7-43c9-85fe-f06113c1756b is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:55.276119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:55.281102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2442a666-6526-4d03-ade9-ee0098aa0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.336318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a83c330d-39e0-4760-9c77-b1f21cb48f2f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:55.470316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2442a666-6526-4d03-ade9-ee0098aa0fe3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=713e8bd2f6ab497b9b3ac795b14e5763&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2034717 Nov 12 03:53:55.483362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53582) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.527593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442a666-6526-4d03-ade9-ee0098aa0fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f17dbe8-dc7e-4d50-9292-42fafa640c24,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.649890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Router b38252a5-457a-48ee-821a-649f0e148160 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:55.745247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a83c330d-39e0-4760-9c77-b1f21cb48f2f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:55.745808 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.746413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95a73058-4af5-42c9-b108-32f2350e7107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.774385 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95a73058-4af5-42c9-b108-32f2350e7107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.857860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95a73058-4af5-42c9-b108-32f2350e7107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.858446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95a73058-4af5-42c9-b108-32f2350e7107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.862875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-95a73058-4af5-42c9-b108-32f2350e7107 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f17dbe8-dc7e-4d50-9292-42fafa640c24 HTTP/1.1" status: 204 len: 168 time: 0.3728330 Nov 12 03:53:55.899975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a73058-4af5-42c9-b108-32f2350e7107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f17dbe8-dc7e-4d50-9292-42fafa640c24,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.926392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:55.954842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8eff5c31-85b8-4759-b006-d775852b95ad admin admin] 10.222.0.49 "PUT /v2.0/routers/b38252a5-457a-48ee-821a-649f0e148160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1437376 Nov 12 03:53:56.027021 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.078465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-27969580-36e0-4569-845b-aa429d333c53 None None] Provisioning complete for port d4c6c8ff-7374-4a2d-883b-009b659617dc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:56.079179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-27969580-36e0-4569-845b-aa429d333c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.419340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.425530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-27969580-36e0-4569-845b-aa429d333c53 None None] Port d4c6c8ff-7374-4a2d-883b-009b659617dc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:56.447658 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.730025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e9394-c6c6-43f9-912f-0dac33d589ef None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:56.730025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7499e7-bfa8-4418-8ed7-c9aaa1523b3e None None] Pushing event updated for resources: {'Port': ['ID=86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.734260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53604) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.735452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Attempting to bind port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:56.735452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Attempting to bind port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:56.735452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Attempting to bind port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:56.735913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6bf60f0-ccdd-4491-b7f9-e97ed57577b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.736097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Deleting port 01b19141-82b8-4acc-b390-629f18a340fe {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:56.736097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.744217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:56.744908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:56.745320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.745847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:56.746205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Bound port: 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:56.746597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.766851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device cde73b11-7a7b-45b1-a7fa-4d05d6c81778 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:56.885065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] For port 01b19141-82b8-4acc-b390-629f18a340fe, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=01b19141-82b8-4acc-b390-629f18a340fe,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:56.885687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.900164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Calling delete_port for 01b19141-82b8-4acc-b390-629f18a340fe owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:56.920000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] For port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:56.958198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] For port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:56.988841 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.045944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6bf60f0-ccdd-4491-b7f9-e97ed57577b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.053811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6bf60f0-ccdd-4491-b7f9-e97ed57577b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.120548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf60f0-ccdd-4491-b7f9-e97ed57577b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa2b8e-0393-4777-9e99-70f5a6463341,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.129614 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.153714 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b6bf60f0-ccdd-4491-b7f9-e97ed57577b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=116e8a28a0aa4ea5a5695dea533d821c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5063629 Nov 12 03:53:57.155519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53616) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.199846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b19141-82b8-4acc-b390-629f18a340fe,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.246961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d36e-9626-4d3e-8914-6eff9b3bc23f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.248366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f5d3db60-5378-4f81-a52a-ad1f93dc0385 None None] Provisioning complete for port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:57.258079 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f5d3db60-5378-4f81-a52a-ad1f93dc0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.303116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d36e-9626-4d3e-8914-6eff9b3bc23f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.364141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947cb1a-3f39-4e04-bda3-ce7c4c7e073b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:57.417282 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d36e-9626-4d3e-8914-6eff9b3bc23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.420547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d36e-9626-4d3e-8914-6eff9b3bc23f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.422241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9cd0d36e-9626-4d3e-8914-6eff9b3bc23f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3eaa2b8e-0393-4777-9e99-70f5a6463341 HTTP/1.1" status: 204 len: 168 time: 0.2649930 Nov 12 03:53:57.443308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:57.443736 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.451107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0d36e-9626-4d3e-8914-6eff9b3bc23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaa2b8e-0393-4777-9e99-70f5a6463341,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.526035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53624) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.531385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8b7c2efc-38e0-4c73-af68-e2e46be5bbde tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006220822', 'description': 'tempest-secgroup-smoke-1006220822 description', 'project_id': '4a17d26f656247489e34673962c7b4cd'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:57.550570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7499e7-bfa8-4418-8ed7-c9aaa1523b3e None None] Pushing event updated for resources: {'Port': ['ID=86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.571682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Routers {'b38252a5-457a-48ee-821a-649f0e148160'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:57.575240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b38252a5-457a-48ee-821a-649f0e148160'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:57.586613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2efc-38e0-4c73-af68-e2e46be5bbde tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.604031 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.724902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2efc-38e0-4c73-af68-e2e46be5bbde tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.736801 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2efc-38e0-4c73-af68-e2e46be5bbde tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.771019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c2efc-38e0-4c73-af68-e2e46be5bbde tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd0c42a-fdc7-4e3e-a567-49cccda761fe,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.778396 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2efc-38e0-4c73-af68-e2e46be5bbde tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.784703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8b7c2efc-38e0-4c73-af68-e2e46be5bbde tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2573442 Nov 12 03:53:57.786400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53630) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.792277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8e187584-a37f-4665-a31d-79df81548ba6 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'security_group_rule': {'security_group_id': '6fd0c42a-fdc7-4e3e-a567-49cccda761fe', 'project_id': '4a17d26f656247489e34673962c7b4cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:57.839674 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e187584-a37f-4665-a31d-79df81548ba6 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.840175 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f5d3db60-5378-4f81-a52a-ad1f93dc0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.870112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] Set router b38252a5-457a-48ee-821a-649f0e148160 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:57.907789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f5d3db60-5378-4f81-a52a-ad1f93dc0385 None None] For port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:57.923538 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f5d3db60-5378-4f81-a52a-ad1f93dc0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.971873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e187584-a37f-4665-a31d-79df81548ba6 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.984131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e187584-a37f-4665-a31d-79df81548ba6 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.002221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e187584-a37f-4665-a31d-79df81548ba6 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e041ad-87de-4a1a-aeb6-bd24c19c7a70,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.013863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Router 169f907f-13cb-4352-b5e1-257c2e655e0c has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:58.036979 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e187584-a37f-4665-a31d-79df81548ba6 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.038476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8e187584-a37f-4665-a31d-79df81548ba6 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507596 Nov 12 03:53:58.041323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53640) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.051569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9cd73cda-7eae-4af1-a9b1-0b086bcce860 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'security_group_rule': {'security_group_id': '6fd0c42a-fdc7-4e3e-a567-49cccda761fe', 'project_id': '4a17d26f656247489e34673962c7b4cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:58.125075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cd73cda-7eae-4af1-a9b1-0b086bcce860 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.247005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cd73cda-7eae-4af1-a9b1-0b086bcce860 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.252452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:58.277303 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cd73cda-7eae-4af1-a9b1-0b086bcce860 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.282557 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] Sync routers for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:58.297662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9869107b-b8c0-41ba-a585-1530fc283176 admin admin] 10.222.0.49 "PUT /v2.0/routers/169f907f-13cb-4352-b5e1-257c2e655e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2013109 Nov 12 03:53:58.299688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53654) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.324783 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:58.325437 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:58.330276 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cd73cda-7eae-4af1-a9b1-0b086bcce860 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.331718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9cd73cda-7eae-4af1-a9b1-0b086bcce860 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2892890 Nov 12 03:53:58.334962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53660) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.341936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5205b74c-4b60-424b-9334-b6ccff64d975 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'security_group_rule': {'security_group_id': '6fd0c42a-fdc7-4e3e-a567-49cccda761fe', 'project_id': '4a17d26f656247489e34673962c7b4cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:58.393062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5205b74c-4b60-424b-9334-b6ccff64d975 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.408584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd73cda-7eae-4af1-a9b1-0b086bcce860 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a59502d-87c7-40ad-8e90-5e36ca558b3e,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.582122 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:58.625038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.649010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-59f3f27c-e5ed-4ddf-8cf9-6bb5394e989c None None] Provisioning complete for port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:58.649629 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59f3f27c-e5ed-4ddf-8cf9-6bb5394e989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.679793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3db60-5378-4f81-a52a-ad1f93dc0385 None None] Pushing event updated for resources: {'Port': ['ID=86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.698278 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5205b74c-4b60-424b-9334-b6ccff64d975 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.714206 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5205b74c-4b60-424b-9334-b6ccff64d975 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.750013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205b74c-4b60-424b-9334-b6ccff64d975 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9b4045-5eda-4aa3-a33b-7005f831e5fc,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.780138 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5205b74c-4b60-424b-9334-b6ccff64d975 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.780622 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5205b74c-4b60-424b-9334-b6ccff64d975 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4443419 Nov 12 03:53:58.783507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.800850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9113408a-b4ba-4b0e-82f5-c24b15366c19 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'security_group_rule': {'security_group_id': '6fd0c42a-fdc7-4e3e-a567-49cccda761fe', 'project_id': '4a17d26f656247489e34673962c7b4cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:58.885920 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9113408a-b4ba-4b0e-82f5-c24b15366c19 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.999802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'd4c6c8ff-7374-4a2d-883b-009b659617dc', 'name': '', 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'mac_address': 'fa:16:3e:10:e3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:52Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 2, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'subnets': [{'id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:59.070605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6bc71-aaf1-4bc7-b5e4-6eece937013c None None] The sync data for ids ['b38252a5-457a-48ee-821a-649f0e148160'] in n-d-789963-21 is: [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'd4c6c8ff-7374-4a2d-883b-009b659617dc', 'name': '', 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'mac_address': 'fa:16:3e:10:e3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:52Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 2, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'subnets': [{'id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:59.079631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9113408a-b4ba-4b0e-82f5-c24b15366c19 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.087684 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9113408a-b4ba-4b0e-82f5-c24b15366c19 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.149701 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:59.150421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113408a-b4ba-4b0e-82f5-c24b15366c19 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c620e7a9-9adb-42db-ac5d-2fe342dcd5d7,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:59.173440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9113408a-b4ba-4b0e-82f5-c24b15366c19 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.177810 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9113408a-b4ba-4b0e-82f5-c24b15366c19 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3870604 Nov 12 03:53:59.178503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53690) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.183319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e859dc20-eebd-4096-8400-b55fda84c5fa tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'security_group_rule': {'security_group_id': '6fd0c42a-fdc7-4e3e-a567-49cccda761fe', 'project_id': '4a17d26f656247489e34673962c7b4cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:59.252167 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-e859dc20-eebd-4096-8400-b55fda84c5fa tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Project 4a17d26f656247489e34673962c7b4cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:53:59.258025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e859dc20-eebd-4096-8400-b55fda84c5fa tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.260846 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] Checking router: 169f907f-13cb-4352-b5e1-257c2e655e0c for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:59.286520 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] Routers {'169f907f-13cb-4352-b5e1-257c2e655e0c'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:59.290046 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['169f907f-13cb-4352-b5e1-257c2e655e0c'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:59.467986 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e859dc20-eebd-4096-8400-b55fda84c5fa tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.502060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e859dc20-eebd-4096-8400-b55fda84c5fa tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.558381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859dc20-eebd-4096-8400-b55fda84c5fa tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3383f61b-30b4-4bb6-8a8d-0bb66d0419d0,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:59.588469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e859dc20-eebd-4096-8400-b55fda84c5fa tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.601960 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e859dc20-eebd-4096-8400-b55fda84c5fa tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4223344 Nov 12 03:53:59.605903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53706) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.616970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-37f220a3-5fc7-405c-8014-5a08afb1439c tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'security_group_rule': {'security_group_id': '6fd0c42a-fdc7-4e3e-a567-49cccda761fe', 'project_id': '4a17d26f656247489e34673962c7b4cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:59.619381 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] Set router 169f907f-13cb-4352-b5e1-257c2e655e0c gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:59.679786 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.697856 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-37f220a3-5fc7-405c-8014-5a08afb1439c tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Project 4a17d26f656247489e34673962c7b4cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:53:59.703226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37f220a3-5fc7-405c-8014-5a08afb1439c tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.811335 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Deleting port 7b436b60-e6e3-464e-8939-e517a568df9c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:59.811674 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.875244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37f220a3-5fc7-405c-8014-5a08afb1439c tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.893061 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37f220a3-5fc7-405c-8014-5a08afb1439c tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.949793 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37f220a3-5fc7-405c-8014-5a08afb1439c tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.960151 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-37f220a3-5fc7-405c-8014-5a08afb1439c tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3531258 Nov 12 03:53:59.961335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f220a3-5fc7-405c-8014-5a08afb1439c tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b18540-e7a0-4794-8f10-d38126f138ef,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.015619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] For port 7b436b60-e6e3-464e-8939-e517a568df9c, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7b436b60-e6e3-464e-8939-e517a568df9c,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:00.015897 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.053872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Calling delete_port for 7b436b60-e6e3-464e-8939-e517a568df9c owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:00.117610 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:00.164361 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046b7c0-8830-4fa6-8b68-d98eb915cacd None None] The sync data for ids ['169f907f-13cb-4352-b5e1-257c2e655e0c'] in n-d-789963-21 is: [{'id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1490086196-router', 'tenant_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:02Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 5, 'project_id': 'aa0560b68f204f9a8a67c8ae49e3b839', 'gw_port': {'id': '7b436b60-e6e3-464e-8939-e517a568df9c', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f907f-13cb-4352-b5e1-257c2e655e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:04Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:00.435859 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-5f2b23e6-50d1-43cf-9ba6-fc6abb4d15f9 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006220822&fields=id&tenant_id=4a17d26f656247489e34673962c7b4cd HTTP/1.1" status: 200 len: 267 time: 0.1151004 Nov 12 03:54:00.643567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.709496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b436b60-e6e3-464e-8939-e517a568df9c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.717783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 01b19141-82b8-4acc-b390-629f18a340fe no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:00.764408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.764774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.791078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e729bc-23fd-4055-ac99-e6443754337d req-8750f570-c173-4e25-bc75-3c50f2a07d17 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.792910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-8750f570-c173-4e25-bc75-3c50f2a07d17 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/networks?id=633664f2-30ae-497f-b8e8-41fb4fb9654f HTTP/1.1" status: 200 len: 808 time: 0.3489225 Nov 12 03:54:00.800933 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.801319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.801663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.802004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.802337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.811204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.811564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.811911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.812257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.812631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:00.818790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d1b76-280f-496a-b417-3ea3ed9c77d5 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:00.830053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 01b19141-82b8-4acc-b390-629f18a340fe {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:00.830410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 01b19141-82b8-4acc-b390-629f18a340fe not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:00.837439 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-7687b311-9807-4666-82f3-2b64b6d40920 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/quotas/4a17d26f656247489e34673962c7b4cd HTTP/1.1" status: 200 len: 375 time: 0.0359621 Nov 12 03:54:00.958365 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.038988 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-ed955953-4eab-4eb6-8d73-05bcc1118564 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a17d26f656247489e34673962c7b4cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1886308 Nov 12 03:54:01.103193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.107162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.184419 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.185820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 169f907f-13cb-4352-b5e1-257c2e655e0c {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:01.194832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.196964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-28f416d6-6ca6-4ad0-8246-949a00fdc248 admin admin] 10.222.0.49 "DELETE /v2.0/routers/169f907f-13cb-4352-b5e1-257c2e655e0c HTTP/1.1" status: 204 len: 168 time: 2.8826354 Nov 12 03:54:01.199511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.289133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-344f59dd-e824-4cd5-aec4-a6bb5cdba6ae admin admin] Deleting subnet c57c6a23-87ec-4b84-82b8-ae307427b1cb {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:01.305945 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-344f59dd-e824-4cd5-aec4-a6bb5cdba6ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.343429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2f061fe9-c4b7-41d9-bc49-a19ac390b4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.348391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-d3c6a97e-02b8-4118-8bea-d833077d3450 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:54:01.349924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-d3c6a97e-02b8-4118-8bea-d833077d3450 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2918255 Nov 12 03:54:01.480509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-adaf5ec3-6abe-409e-b136-5736f3209a8e service neutron] 10.222.0.49 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189234 Nov 12 03:54:01.524862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-344f59dd-e824-4cd5-aec4-a6bb5cdba6ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.025435 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-63ddde1d-d49e-40ea-92ac-e28bac5cb313 service neutron] 10.222.0.49 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432413 Nov 12 03:54:02.053963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-344f59dd-e824-4cd5-aec4-a6bb5cdba6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.172698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-344f59dd-e824-4cd5-aec4-a6bb5cdba6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.225254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f59dd-e824-4cd5-aec4-a6bb5cdba6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57c6a23-87ec-4b84-82b8-ae307427b1cb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.248233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-344f59dd-e824-4cd5-aec4-a6bb5cdba6ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.254051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b90092-2b3e-45e7-84b3-adf90161d65e None None] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:02.257052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-344f59dd-e824-4cd5-aec4-a6bb5cdba6ae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c57c6a23-87ec-4b84-82b8-ae307427b1cb HTTP/1.1" status: 204 len: 168 time: 1.0559845 Nov 12 03:54:02.260168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53778) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:02.423102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.438734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23fa4890-e5db-4b86-b691-38dcbf0e6393 req-ab23cfe0-5a72-4673-89b3-5ab56601a9e3 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 210 time: 0.0667109 Nov 12 03:54:02.557566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Deleting port 051b1d9d-a626-43c6-9c6f-519de77f840b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:02.558168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.601656 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:02.669854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] DHCP port deletion for feccc8b3-1c65-46b6-a7e6-0f2e53241b94 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:02.736595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:02.755891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] For port 051b1d9d-a626-43c6-9c6f-519de77f840b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=051b1d9d-a626-43c6-9c6f-519de77f840b,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:02.757882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.800307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Calling delete_port for 051b1d9d-a626-43c6-9c6f-519de77f840b owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:02.895149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Deleting port 051b1d9d-a626-43c6-9c6f-519de77f840b {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:02.909053 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.926310 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.957249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:02.957614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.972357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Pushing event deleted for resources: {'Port': ['ID=051b1d9d-a626-43c6-9c6f-519de77f840b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.990686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] No DVR routers for this DVR port 051b1d9d-a626-43c6-9c6f-519de77f840b on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:03.160478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.164891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] For port 051b1d9d-a626-43c6-9c6f-519de77f840b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=051b1d9d-a626-43c6-9c6f-519de77f840b,segment=NetworkSegment(add20831-42af-4216-ba77-e53c3424083f),segment_id=add20831-42af-4216-ba77-e53c3424083f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:03.165291 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.214528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Calling delete_port for 051b1d9d-a626-43c6-9c6f-519de77f840b owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:03.215587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feccc8b3-1c65-46b6-a7e6-0f2e53241b94']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:03.227525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add20831-42af-4216-ba77-e53c3424083f') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:03.228167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add20831-42af-4216-ba77-e53c3424083f') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:03.241037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.257592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.264450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:03.265104 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:03.269080 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:03.371707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.395764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.401068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] 10.222.0.49 "DELETE /v2.0/networks/feccc8b3-1c65-46b6-a7e6-0f2e53241b94 HTTP/1.1" status: 204 len: 168 time: 1.1405993 Nov 12 03:54:03.402374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3743ce-71d6-4ae7-b04e-9541c97d9148 admin admin] Pushing event deleted for resources: {'Network': ['ID=feccc8b3-1c65-46b6-a7e6-0f2e53241b94,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.435047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.443663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Network feccc8b3-1c65-46b6-a7e6-0f2e53241b94 is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:54:03.444138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] No DVR routers for this DVR port 051b1d9d-a626-43c6-9c6f-519de77f840b on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:03.487711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Sync routers for ids ['b38252a5-457a-48ee-821a-649f0e148160'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:03.509571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Pushing event deleted for resources: {'Port': ['ID=051b1d9d-a626-43c6-9c6f-519de77f840b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.597882 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca9a29ad-8f23-4aba-b1be-2bfedb1d0cb8 req-87a6a589-0717-4904-a0cd-07d48653ad3d tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 210 time: 0.0680847 Nov 12 03:54:03.601363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.601922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.602447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.602946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.603452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.603950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.604973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.605502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.606187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.606759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.608304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.608857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0eb0d4-e838-40fc-8f2a-4a7c0cb63d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.614298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7b436b60-e6e3-464e-8939-e517a568df9c no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:03.626810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Routers {'b38252a5-457a-48ee-821a-649f0e148160'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:03.627595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:53:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b38252a5-457a-48ee-821a-649f0e148160'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:03.699336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 7b436b60-e6e3-464e-8939-e517a568df9c {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:03.699688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7b436b60-e6e3-464e-8939-e517a568df9c not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:03.706249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5ef4bcc-c6db-420c-9dc5-233df3483950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.814846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Set router b38252a5-457a-48ee-821a-649f0e148160 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:03.890558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53826) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.975712 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5384e380-e0d4-48a8-9193-52a0010a0045 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa0560b68f204f9a8a67c8ae49e3b839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831387 Nov 12 03:54:03.978555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53832) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:04.145598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e5b9ab7-3f8a-4c2f-819c-c2705d5fe398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.206399 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e5b9ab7-3f8a-4c2f-819c-c2705d5fe398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.291159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'd4c6c8ff-7374-4a2d-883b-009b659617dc', 'name': '', 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'mac_address': 'fa:16:3e:10:e3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:52Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 2, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'subnets': [{'id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:04.299394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e5b9ab7-3f8a-4c2f-819c-c2705d5fe398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.302108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e5b9ab7-3f8a-4c2f-819c-c2705d5fe398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.303443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6e5b9ab7-3f8a-4c2f-819c-c2705d5fe398 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abffd46a-2378-4196-ab7b-5d6c8f6cd261 HTTP/1.1" status: 204 len: 168 time: 0.3234630 Nov 12 03:54:04.316518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b9ab7-3f8a-4c2f-819c-c2705d5fe398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abffd46a-2378-4196-ab7b-5d6c8f6cd261,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:04.369320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Checking router: b38252a5-457a-48ee-821a-649f0e148160 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:04.377388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Updating router b38252a5-457a-48ee-821a-649f0e148160 port d4c6c8ff-7374-4a2d-883b-009b659617dc binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:04.432087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.831303 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8b3b6905-4b18-49e9-baad-60a5d014ceb1 req-24194f7f-cc49-4ee8-a77d-864eb560f871 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 210 time: 0.0678065 Nov 12 03:54:05.034421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 051b1d9d-a626-43c6-9c6f-519de77f840b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:05.079021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 051b1d9d-a626-43c6-9c6f-519de77f840b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:05.084354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 051b1d9d-a626-43c6-9c6f-519de77f840b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:05.145389 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.147464 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.166989 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.381076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e729bc-23fd-4055-ac99-e6443754337d req-f2cf05a0-ee3b-4185-93d4-6fe6dfb7c3e8 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:05.386928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-f2cf05a0-ee3b-4185-93d4-6fe6dfb7c3e8 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.20 "GET /v2.0/networks?id=633664f2-30ae-497f-b8e8-41fb4fb9654f HTTP/1.1" status: 200 len: 808 time: 0.3564363 Nov 12 03:54:05.427095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e9138-1d54-44f3-9821-a314a8b013a4 None None] Pushing event updated for resources: {'Port': ['ID=d4c6c8ff-7374-4a2d-883b-009b659617dc,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.452814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Attempting to bind port d4c6c8ff-7374-4a2d-883b-009b659617dc on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:05.461212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Attempting to bind port d4c6c8ff-7374-4a2d-883b-009b659617dc by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:05.462101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Attempting to bind port d4c6c8ff-7374-4a2d-883b-009b659617dc on network aab01ce8-e3e7-43c9-85fe-f06113c1756b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:05.486340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:05.486809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Checking segment: {'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:05.497481 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.497809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Bound using segment: {'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:05.498339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Bound port: d4c6c8ff-7374-4a2d-883b-009b659617dc, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f7b20b-b461-41f2-af50-44f77b4dcd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:05.498740 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.622449 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-858e954b-8215-4905-84b4-730621cb7d20 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a17d26f656247489e34673962c7b4cd HTTP/1.1" status: 200 len: 380 time: 0.2111523 Nov 12 03:54:05.633546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'port': {'device_id': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'admin_state_up': True, 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'security_groups': ['6fd0c42a-fdc7-4e3e-a567-49cccda761fe']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:05.726485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] For port d4c6c8ff-7374-4a2d-883b-009b659617dc, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:05.765314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] For port d4c6c8ff-7374-4a2d-883b-009b659617dc, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d4c6c8ff-7374-4a2d-883b-009b659617dc,segment=NetworkSegment(71f7b20b-b461-41f2-af50-44f77b4dcd0c),segment_id=71f7b20b-b461-41f2-af50-44f77b4dcd0c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:05.778430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-08c9b149-4daf-4b09-8cff-ad75f2fbad95 None None] Provisioning complete for port d4c6c8ff-7374-4a2d-883b-009b659617dc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:05.780237 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-08c9b149-4daf-4b09-8cff-ad75f2fbad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.790288 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.090443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Made reservation on behalf of 4a17d26f656247489e34673962c7b4cd for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:06.093628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 53902) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:06.100467 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.144046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Routers {'b38252a5-457a-48ee-821a-649f0e148160'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:06.144675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b38252a5-457a-48ee-821a-649f0e148160'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:06.348446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32a09756-cbe6-462e-8126-b903bce0bafd req-6d34aa0a-ea31-4e71-bbce-3edc4e92cac8 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 210 time: 0.3055537 Nov 12 03:54:06.357996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e9138-1d54-44f3-9821-a314a8b013a4 None None] Pushing event updated for resources: {'Port': ['ID=d4c6c8ff-7374-4a2d-883b-009b659617dc,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:06.363767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1821588138-network', 'tenant_id': 'c1fd9097fa16479b9ec8d6b2dabeefab'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:06.381056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Allocated IP 172.20.0.4 (633664f2-30ae-497f-b8e8-41fb4fb9654f/74404bec-f85b-44ce-8b16-96d5ee087ad7/7b0785b8-ef05-4e46-be66-0125c6c3e159) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:06.439872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Made reservation on behalf of c1fd9097fa16479b9ec8d6b2dabeefab for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:06.442642 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.474854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.762239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.772949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.802095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:06.816397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5960d-e214-424a-9a41-63f9deeac693,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:06.838758 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.838900 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Added segment bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c of type vlan for network fac03148-6a20-47f9-bd2c-47332073eaa1 Nov 12 03:54:06.873602 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.905096 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.923505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.962280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.964844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.966287 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.077314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] Pushing event updated for resources: {'Network': ['ID=fac03148-6a20-47f9-bd2c-47332073eaa1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:07.109686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'Port': ['ID=7b0785b8-ef05-4e46-be66-0125c6c3e159,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:07.128281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 53940) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.131126 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9bb5ca7a-97f1-4193-8d27-68f9679bd138 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0357344 Nov 12 03:54:07.135071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Request body: {'subnet': {'network_id': 'fac03148-6a20-47f9-bd2c-47332073eaa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1821588138-subnet', 'tenant_id': 'c1fd9097fa16479b9ec8d6b2dabeefab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:07.150433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:07.154229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:07.158763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:07.196911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d4c6c8ff-7374-4a2d-883b-009b659617dc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:07.202176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network fac03148-6a20-47f9-bd2c-47332073eaa1 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:07.213695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Made reservation on behalf of c1fd9097fa16479b9ec8d6b2dabeefab for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:07.216210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.471103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] Set router b38252a5-457a-48ee-821a-649f0e148160 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:07.604398 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.678153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055c1ed-41a5-4e61-8268-4179e3768f8b req-2f0bfe91-a2e2-43cb-a3b5-2c7d7338be2a tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.693859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5055c1ed-41a5-4e61-8268-4179e3768f8b req-2f0bfe91-a2e2-43cb-a3b5-2c7d7338be2a tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 931 time: 0.1543314 Nov 12 03:54:07.694370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.759052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.759736 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.768834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.833596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5055c1ed-41a5-4e61-8268-4179e3768f8b req-bd7e079e-0730-41ca-9219-1f8f8b0eefc6 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324906 Nov 12 03:54:07.941586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Checking segment: {'id': 'bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fac03148-6a20-47f9-bd2c-47332073eaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:07.942148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Network hostable DHCP agents. Network: fac03148-6a20-47f9-bd2c-47332073eaa1, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:07.943532 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-08c9b149-4daf-4b09-8cff-ad75f2fbad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.998457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-aab30f8a-20c8-4856-9491-427b5cc3ca6e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750570 Nov 12 03:54:08.008689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d497b3-4f3c-4a48-95d4-080836ce7c11,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:08.015256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-08c9b149-4daf-4b09-8cff-ad75f2fbad95 None None] For port d4c6c8ff-7374-4a2d-883b-009b659617dc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d4c6c8ff-7374-4a2d-883b-009b659617dc,segment=NetworkSegment(71f7b20b-b461-41f2-af50-44f77b4dcd0c),segment_id=71f7b20b-b461-41f2-af50-44f77b4dcd0c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:08.025354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d4c6c8ff-7374-4a2d-883b-009b659617dc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:08.025721 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.028695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Request body: {'port': {'device_id': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:08.029116 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-08c9b149-4daf-4b09-8cff-ad75f2fbad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.100772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Network fac03148-6a20-47f9-bd2c-47332073eaa1 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:08.177372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, fac03148-6a20-47f9-bd2c-47332073eaa1) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:08.193301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.195531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.217883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dabfb9-6621-4497-b09f-ad53cfd97a00 None None] Network fac03148-6a20-47f9-bd2c-47332073eaa1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:08.221378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ba40da33-a042-43c5-aff9-8382985afa4e None None] Provisioning complete for port 7b0785b8-ef05-4e46-be66-0125c6c3e159 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:08.221753 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba40da33-a042-43c5-aff9-8382985afa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.223879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.250624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5886f06a-c657-488d-a3fb-4bc7546121a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1202013 Nov 12 03:54:08.302749 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'd4c6c8ff-7374-4a2d-883b-009b659617dc', 'name': '', 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'mac_address': 'fa:16:3e:10:e3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:52Z', 'updated_at': '2021-11-12T03:54:05Z', 'revision_number': 4, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'subnets': [{'id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.339737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef4498a-1f26-425e-9c8d-e111bfcc5f64 None None] The sync data for ids ['b38252a5-457a-48ee-821a-649f0e148160'] in n-d-789963-21 is: [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'd4c6c8ff-7374-4a2d-883b-009b659617dc', 'name': '', 'network_id': 'aab01ce8-e3e7-43c9-85fe-f06113c1756b', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'mac_address': 'fa:16:3e:10:e3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:52Z', 'updated_at': '2021-11-12T03:54:05Z', 'revision_number': 4, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'subnets': [{'id': 'f4c5dc0d-c9c1-42af-a787-5fda7e000e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:08.352645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9b149-4daf-4b09-8cff-ad75f2fbad95 None None] Pushing event updated for resources: {'Port': ['ID=d4c6c8ff-7374-4a2d-883b-009b659617dc,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:08.639574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ba40da33-a042-43c5-aff9-8382985afa4e None None] Port 7b0785b8-ef05-4e46-be66-0125c6c3e159 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:08.773199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d4c6c8ff-7374-4a2d-883b-009b659617dc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:08.802259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0668a9a-02a5-405f-a2b5-95ba9ac69646 None None] Network fac03148-6a20-47f9-bd2c-47332073eaa1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:08.962641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ba40da33-a042-43c5-aff9-8382985afa4e None None] Provisioning complete for port d4c6c8ff-7374-4a2d-883b-009b659617dc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:08.963221 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba40da33-a042-43c5-aff9-8382985afa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.965877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0785b8-ef05-4e46-be66-0125c6c3e159 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:09.005716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.046530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Transition to ACTIVE for port object 7b0785b8-ef05-4e46-be66-0125c6c3e159 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:09.100040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ea6d2-375d-4bc0-841b-37a8f1cf2180 req-44009cae-af08-4c0c-b64d-5976d10a0e8a tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.105336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd6ea6d2-375d-4bc0-841b-37a8f1cf2180 req-44009cae-af08-4c0c-b64d-5976d10a0e8a tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 931 time: 0.1214414 Nov 12 03:54:09.125949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.209447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd6ea6d2-375d-4bc0-841b-37a8f1cf2180 req-8a22c8ef-19ea-4265-8964-a76ee22a0e6b tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967581 Nov 12 03:54:09.369425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d4c6c8ff-7374-4a2d-883b-009b659617dc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:09.370578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.397131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0785b8-ef05-4e46-be66-0125c6c3e159,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.447670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Attempting to bind port 7b0785b8-ef05-4e46-be66-0125c6c3e159 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:09.448002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Attempting to bind port 7b0785b8-ef05-4e46-be66-0125c6c3e159 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:09.448246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Attempting to bind port 7b0785b8-ef05-4e46-be66-0125c6c3e159 on network 633664f2-30ae-497f-b8e8-41fb4fb9654f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:09.460575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Port 7b0785b8-ef05-4e46-be66-0125c6c3e159 on network 633664f2-30ae-497f-b8e8-41fb4fb9654f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:09.460925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Attempting to bind port 7b0785b8-ef05-4e46-be66-0125c6c3e159 on network 633664f2-30ae-497f-b8e8-41fb4fb9654f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:09.483631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:09.484014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Checking segment: {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:09.487039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Bound using segment: {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:09.487511 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Bound port: 7b0785b8-ef05-4e46-be66-0125c6c3e159, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:09.487882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.651583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] For port 7b0785b8-ef05-4e46-be66-0125c6c3e159, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:09.655127 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] For port 7b0785b8-ef05-4e46-be66-0125c6c3e159, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:09.679154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.706140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54008) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:09.777397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.778208 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.779627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b0785b8-ef05-4e46-be66-0125c6c3e159 HTTP/1.1" status: 200 len: 1092 time: 1.7561839 Nov 12 03:54:09.781314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4ec2c-cdf9-4065-bfab-87ee7361a403 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0785b8-ef05-4e46-be66-0125c6c3e159,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.788386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'tag': '7b0785b8-ef05-4e46-be66-0125c6c3e159'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:09.789149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03d3e23-c375-46ef-b58e-ae21436992c8 admin admin] Deleting subnet e2e7678a-ab43-4727-8b29-4827c9e7ed67 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:09.790767 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fca9e9-9136-48e4-a131-02f766b6d7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9d94d-d05e-4ea9-9671-ff5dc54caccf", "tag": "7b0785b8-ef05-4e46-be66-0125c6c3e159"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:09.794636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a03d3e23-c375-46ef-b58e-ae21436992c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.802861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-792050b4-435d-4486-8ea4-19accc235c3c tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.804457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-792050b4-435d-4486-8ea4-19accc235c3c tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/networks?id=fac03148-6a20-47f9-bd2c-47332073eaa1 HTTP/1.1" status: 200 len: 822 time: 0.7593715 Nov 12 03:54:09.828339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-6876d25b-55ba-4bf2-b7f2-7f466fc9a232 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/quotas/c1fd9097fa16479b9ec8d6b2dabeefab HTTP/1.1" status: 200 len: 375 time: 0.0175343 Nov 12 03:54:09.892296 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a03d3e23-c375-46ef-b58e-ae21436992c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.895376 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ae90c6-8f33-4cbe-8271-4fd78707106e x-openstack-request-id: req-74ae90c6-8f33-4cbe-8271-4fd78707106e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:09.896126 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9d94d-d05e-4ea9-9671-ff5dc54caccf", "tag": "7b0785b8-ef05-4e46-be66-0125c6c3e159", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:09.897491 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74ae90c6-8f33-4cbe-8271-4fd78707106e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:09.898068 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'tag': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'status': 'completed', 'code': 200} Nov 12 03:54:09.937924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-556b1dd5-cf19-41bf-a207-d3fba06062b7 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1fd9097fa16479b9ec8d6b2dabeefab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819933 Nov 12 03:54:09.950131 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a03d3e23-c375-46ef-b58e-ae21436992c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.036934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a03d3e23-c375-46ef-b58e-ae21436992c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.071664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e729bc-23fd-4055-ac99-e6443754337d req-980f065e-5d26-425b-8c20-eccfdd102355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.073257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-980f065e-5d26-425b-8c20-eccfdd102355 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a17d26f656247489e34673962c7b4cd&device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1095 time: 0.2400591 Nov 12 03:54:10.075175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-a136e185-4a97-4363-be1c-d095a0efe51c service neutron] 10.222.0.49 "GET /v2.0/networks/fac03148-6a20-47f9-bd2c-47332073eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299021 Nov 12 03:54:10.078261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a03d3e23-c375-46ef-b58e-ae21436992c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.084938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a03d3e23-c375-46ef-b58e-ae21436992c8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e2e7678a-ab43-4727-8b29-4827c9e7ed67 HTTP/1.1" status: 204 len: 168 time: 0.3772914 Nov 12 03:54:10.088042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d3e23-c375-46ef-b58e-ae21436992c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e7678a-ab43-4727-8b29-4827c9e7ed67,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:10.091075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:10.209037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.235970 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-e84c6985-3c7c-4d23-bb07-f4eabdc200ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159 HTTP/1.1" status: 200 len: 217 time: 0.1342185 Nov 12 03:54:10.403566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e729bc-23fd-4055-ac99-e6443754337d req-fad8c3a0-43ad-40aa-ad62-1d00b04b5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.405474 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-fad8c3a0-43ad-40aa-ad62-1d00b04b5d73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74404bec-f85b-44ce-8b16-96d5ee087ad7 HTTP/1.1" status: 200 len: 847 time: 0.1462781 Nov 12 03:54:10.420660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.442651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-40a49289-b12c-4a7f-9034-b4e42aab2d00 service neutron] 10.222.0.49 "GET /v2.0/networks/fac03148-6a20-47f9-bd2c-47332073eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601069 Nov 12 03:54:10.451372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582ee423-8386-4028-9e9b-584a11bc6e57']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.482897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b95cc4-43a2-44a6-a3f1-52971ad0109d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.483683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b95cc4-43a2-44a6-a3f1-52971ad0109d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.510721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344402fb-7dff-4eb2-92e6-31d01d731416 req-2371448e-4aaa-4d8b-a60e-b13d180ee753 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.513185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-344402fb-7dff-4eb2-92e6-31d01d731416 req-2371448e-4aaa-4d8b-a60e-b13d180ee753 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 943 time: 0.1475475 Nov 12 03:54:10.515824 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.549559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.557916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e729bc-23fd-4055-ac99-e6443754337d req-4fc692cd-f329-4986-b862-a47831785e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.567355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-4fc692cd-f329-4986-b862-a47831785e58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=633664f2-30ae-497f-b8e8-41fb4fb9654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473875 Nov 12 03:54:10.590499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:10.590979 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:10.595533 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:10.719882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-344402fb-7dff-4eb2-92e6-31d01d731416 req-132f09af-38dd-4adb-b9b7-0e688c901f69 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005873 Nov 12 03:54:10.768606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79e3d0e4-3346-4c87-acad-0c1684effa57 req-637c1632-41e7-4e69-b84e-a350f80b4b39 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 210 time: 0.0555325 Nov 12 03:54:10.829640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-9e932b9e-9e7b-4dc0-a0ec-5fd4f8dad5f4 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608883 Nov 12 03:54:10.852104 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.864677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.875381 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54038) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:10.878423 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] 10.222.0.49 "DELETE /v2.0/networks/582ee423-8386-4028-9e9b-584a11bc6e57 HTTP/1.1" status: 204 len: 168 time: 0.7788661 Nov 12 03:54:10.913443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f5e90-ed8b-44f4-86f7-6bea80b36ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=582ee423-8386-4028-9e9b-584a11bc6e57,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.087567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-4581d628-2831-428f-8ec3-9016748c3245 admin admin] Deleting subnet 45813275-cf68-40fc-b19a-8348641606bc {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:11.092559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4581d628-2831-428f-8ec3-9016748c3245 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.117095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-30e729bc-23fd-4055-ac99-e6443754337d req-a72f040f-09c9-4496-b4ed-97121f153e71 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807446 Nov 12 03:54:11.160857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4581d628-2831-428f-8ec3-9016748c3245 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.269638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4581d628-2831-428f-8ec3-9016748c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.358343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-7476f327-63a9-4bba-915b-b5d72c461fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.362762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-7476f327-63a9-4bba-915b-b5d72c461fa6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a17d26f656247489e34673962c7b4cd&device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1095 time: 0.1497416 Nov 12 03:54:11.528506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4581d628-2831-428f-8ec3-9016748c3245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.566345 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4581d628-2831-428f-8ec3-9016748c3245 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.570072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4581d628-2831-428f-8ec3-9016748c3245 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/45813275-cf68-40fc-b19a-8348641606bc HTTP/1.1" status: 204 len: 168 time: 0.6932948 Nov 12 03:54:11.572971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54056) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:11.619597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581d628-2831-428f-8ec3-9016748c3245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45813275-cf68-40fc-b19a-8348641606bc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.655682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-baed0baf-7e03-46f3-81ea-c1de2f5048d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.657939 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-baed0baf-7e03-46f3-81ea-c1de2f5048d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=633664f2-30ae-497f-b8e8-41fb4fb9654f HTTP/1.1" status: 200 len: 910 time: 0.2880185 Nov 12 03:54:11.722889 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-64f7e2d1-b85a-4aeb-97fa-c74980ee130c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159 HTTP/1.1" status: 200 len: 217 time: 0.0565290 Nov 12 03:54:11.725600 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.851809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-81b7fb35-f2cd-45f3-90fd-9d76d6a9826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.854395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-81b7fb35-f2cd-45f3-90fd-9d76d6a9826f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74404bec-f85b-44ce-8b16-96d5ee087ad7 HTTP/1.1" status: 200 len: 847 time: 0.1233211 Nov 12 03:54:11.916666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-65b6124e-a94a-4f3d-bc6c-82f40bb1cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.918496 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-65b6124e-a94a-4f3d-bc6c-82f40bb1cbe2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=633664f2-30ae-497f-b8e8-41fb4fb9654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561242 Nov 12 03:54:11.932044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.985417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:11.998299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0bd0f9-bf13-46cd-a756-b3746db9ba29') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:11.999077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0bd0f9-bf13-46cd-a756-b3746db9ba29') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:12.006865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1d09fb81-3e1d-4b66-b22c-1e67d246e8da req-5074cbd5-6a8b-4925-a3f0-c0c70602e645 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 210 time: 0.0867774 Nov 12 03:54:12.020880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729a119-1a63-4afe-94fa-f552e643de1a req-db70bc64-6f95-4864-8a45-bb67e9d2d95e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.022702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7729a119-1a63-4afe-94fa-f552e643de1a req-db70bc64-6f95-4864-8a45-bb67e9d2d95e tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 943 time: 0.1239398 Nov 12 03:54:12.033915 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.064114 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.071846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:12.072618 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.088835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7b0785b8-ef05-4e46-be66-0125c6c3e159 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:12.124408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-c5669133-53ce-43fa-a7a2-5f2865a5bfb1 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744688 Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:12.155484 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:12.207214 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.241940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.253165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] 10.222.0.49 "DELETE /v2.0/networks/854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac HTTP/1.1" status: 204 len: 168 time: 0.6760442 Nov 12 03:54:12.298132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217da7a-2cf6-48d5-9e33-970bb8cf4c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=854cc1c8-f098-4f8a-9dbb-13a3ed3f26ac,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.317681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20fca9e9-9136-48e4-a131-02f766b6d7f2 req-acb0ce6e-5d6d-4648-8e35-fd9f52321e77 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709235 Nov 12 03:54:12.356801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7729a119-1a63-4afe-94fa-f552e643de1a req-165b3bb0-2ac7-4c71-bd47-a1efde5a1037 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963706 Nov 12 03:54:12.375966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7b0785b8-ef05-4e46-be66-0125c6c3e159, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:12.398477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'port_id': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'mac_address': 'fa:16:3e:9f:1d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:12.490870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.511246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0785b8-ef05-4e46-be66-0125c6c3e159 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:12.535973 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54086) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.564281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7b0785b8-ef05-4e46-be66-0125c6c3e159, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:12.570955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-34923473-85dc-43d7-99fc-e1374977b328 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.573014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-34923473-85dc-43d7-99fc-e1374977b328 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.20 "GET /v2.0/networks?id=fac03148-6a20-47f9-bd2c-47332073eaa1 HTTP/1.1" status: 200 len: 822 time: 0.3191006 Nov 12 03:54:12.579400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.607779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Request body: {'port': {'device_id': '8394a729-5643-4e4b-8932-e6f73c12af17', 'network_id': 'fac03148-6a20-47f9-bd2c-47332073eaa1', 'admin_state_up': True, 'tenant_id': 'c1fd9097fa16479b9ec8d6b2dabeefab'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:12.608442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-94c8cb29-4316-49c6-9554-5a5155f3ad4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4cec37d60cc48ec9784b7c2661739bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712421 Nov 12 03:54:12.609142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54092) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.674759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7b0785b8-ef05-4e46-be66-0125c6c3e159,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.723410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7ced3d7-d2be-4a47-aa4b-666293fff555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.748272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7ced3d7-d2be-4a47-aa4b-666293fff555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.786647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7b0785b8-ef05-4e46-be66-0125c6c3e159'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:12.816197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7ced3d7-d2be-4a47-aa4b-666293fff555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.819520 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7ced3d7-d2be-4a47-aa4b-666293fff555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.825004 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d7ced3d7-d2be-4a47-aa4b-666293fff555 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39269d2b-a65e-4956-92e5-b1b983c0bac9 HTTP/1.1" status: 204 len: 168 time: 0.2135925 Nov 12 03:54:12.842584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ced3d7-d2be-4a47-aa4b-666293fff555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39269d2b-a65e-4956-92e5-b1b983c0bac9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.853893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Made reservation on behalf of c1fd9097fa16479b9ec8d6b2dabeefab for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:12.861263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.165601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54110) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.207068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-414601dd-e10e-4320-acdb-4980e29d2fba req-ce242b99-4e41-4442-a0e6-c01b8703fd7f tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 210 time: 0.0593770 Nov 12 03:54:13.220497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Allocated IP 172.20.0.14 (fac03148-6a20-47f9-bd2c-47332073eaa1/67d497b3-4f3c-4a48-95d4-080836ce7c11/fcd5d955-22dd-4ffc-af04-e91cf95f98f7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:13.364525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6e47f3e-b41d-4c36-abcd-7dff7ca89684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.465207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54118) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.467419 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6e47f3e-b41d-4c36-abcd-7dff7ca89684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.472610 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6e47f3e-b41d-4c36-abcd-7dff7ca89684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.517862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c6e47f3e-b41d-4c36-abcd-7dff7ca89684 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fe3d7b7f9bc4307ad0a885a4b60894f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3504751 Nov 12 03:54:13.521015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54120) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.521154 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.523258 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e47f3e-b41d-4c36-abcd-7dff7ca89684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59154bd-47c9-4ee2-a264-befc346019d5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.591816 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ae44c72-78e2-4a2b-829b-a82d9a12f684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.620178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad718c5-ca23-474d-89da-d116493b1ee6 req-7de4ad5e-241d-4f59-9f71-bcf04542dd2f tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.621129 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ae44c72-78e2-4a2b-829b-a82d9a12f684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.622042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dad718c5-ca23-474d-89da-d116493b1ee6 req-7de4ad5e-241d-4f59-9f71-bcf04542dd2f tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 944 time: 0.1295941 Nov 12 03:54:13.630168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-47d2a11a-526b-4eb9-84ad-c19acf3cb686 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a0827a5db8743c5968f8a88d8277016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637950 Nov 12 03:54:13.633002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54124) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.698548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.713277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38527de1-4428-435e-b97b-548a0734a579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.721452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ae44c72-78e2-4a2b-829b-a82d9a12f684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.723246 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dad718c5-ca23-474d-89da-d116493b1ee6 req-ac2d6385-f26c-4569-89dc-84a36eb9ee62 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903647 Nov 12 03:54:13.723980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9ae44c72-78e2-4a2b-829b-a82d9a12f684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.725155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9ae44c72-78e2-4a2b-829b-a82d9a12f684 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b59154bd-47c9-4ee2-a264-befc346019d5 HTTP/1.1" status: 204 len: 168 time: 0.2029281 Nov 12 03:54:13.745051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae44c72-78e2-4a2b-829b-a82d9a12f684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59154bd-47c9-4ee2-a264-befc346019d5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.770488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38527de1-4428-435e-b97b-548a0734a579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.806411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Network fac03148-6a20-47f9-bd2c-47332073eaa1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:13.813369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:13.822363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:13.827073 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38527de1-4428-435e-b97b-548a0734a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.831005 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38527de1-4428-435e-b97b-548a0734a579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.834721 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-38527de1-4428-435e-b97b-548a0734a579 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ff41e67-1f0f-4175-8cab-2cdd7f5f59d9 HTTP/1.1" status: 204 len: 168 time: 0.1983857 Nov 12 03:54:13.848528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38527de1-4428-435e-b97b-548a0734a579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff41e67-1f0f-4175-8cab-2cdd7f5f59d9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.863810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Pushing event updated for resources: {'Port': ['ID=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.901006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.902392 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.921127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-fff34be8-9579-42c7-96fd-a916cfb445b4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3373902 Nov 12 03:54:13.934640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Request body: {'port': {'device_id': '8394a729-5643-4e4b-8932-e6f73c12af17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.998197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.091213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7b0785b8-ef05-4e46-be66-0125c6c3e159 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:14.177464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7b0785b8-ef05-4e46-be66-0125c6c3e159 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:14.183707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7b0785b8-ef05-4e46-be66-0125c6c3e159 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:14.184196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.298151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.339086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0785b8-ef05-4e46-be66-0125c6c3e159'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:14.342398 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be69b7-7f52-42be-abc0-b66908dde10b" -d '{"events": [{"server_uuid": "3ba9d94d-d05e-4ea9-9671-ff5dc54caccf", "name": "network-vif-plugged", "status": "completed", "tag": "7b0785b8-ef05-4e46-be66-0125c6c3e159"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:14.362153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7b0785b8-ef05-4e46-be66-0125c6c3e159, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:14.368630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.423924 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec1ded-3290-4766-b942-1d6b77ebf0ae x-openstack-request-id: req-7dec1ded-3290-4766-b942-1d6b77ebf0ae {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:14.424620 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9d94d-d05e-4ea9-9671-ff5dc54caccf", "name": "network-vif-plugged", "status": "completed", "tag": "7b0785b8-ef05-4e46-be66-0125c6c3e159", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:14.425109 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dec1ded-3290-4766-b942-1d6b77ebf0ae {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:14.425711 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'code': 200} Nov 12 03:54:14.486478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7b0785b8-ef05-4e46-be66-0125c6c3e159,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.505173 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf4051-2286-42d6-aa36-54d3e7cc8675 req-e7828424-5ec3-42b3-b8c9-386ef8dbd193 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.506454 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0bf4051-2286-42d6-aa36-54d3e7cc8675 req-e7828424-5ec3-42b3-b8c9-386ef8dbd193 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 932 time: 0.1744382 Nov 12 03:54:14.546692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54162) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.575880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd5d955-22dd-4ffc-af04-e91cf95f98f7 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:14.586454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.601733 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85420962-0a5c-40f1-a7c8-f404f86e482b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.617896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Transition to ACTIVE for port object fcd5d955-22dd-4ffc-af04-e91cf95f98f7 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:14.628446 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.691361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f5259-260d-45e5-8388-9eff6548e171 req-2c64d8ad-1188-4027-b4d8-a47978e59356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.691361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d9f5259-260d-45e5-8388-9eff6548e171 req-2c64d8ad-1188-4027-b4d8-a47978e59356 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1097 time: 0.2216456 Nov 12 03:54:14.729762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0bf4051-2286-42d6-aa36-54d3e7cc8675 req-ef671dda-8427-4efe-b6cb-ea0e10978ddd tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810033 Nov 12 03:54:14.810489 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d9f5259-260d-45e5-8388-9eff6548e171 req-3680e343-a7ec-47be-a2db-b35aed87d1b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168478 Nov 12 03:54:14.820223 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85420962-0a5c-40f1-a7c8-f404f86e482b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.829334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-85420962-0a5c-40f1-a7c8-f404f86e482b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.860392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-85420962-0a5c-40f1-a7c8-f404f86e482b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff38c53ff6b846d299a9c0183cd19af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033938 Nov 12 03:54:14.862953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.865380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54176) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.884770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Attempting to bind port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:14.885101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Attempting to bind port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fac03148-6a20-47f9-bd2c-47332073eaa1'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:14.885423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Attempting to bind port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 on network fac03148-6a20-47f9-bd2c-47332073eaa1 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:14.900815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85420962-0a5c-40f1-a7c8-f404f86e482b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba97287-1330-4068-9931-fe66a92091bc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.918841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 on network fac03148-6a20-47f9-bd2c-47332073eaa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:14.919148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Attempting to bind port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 on network fac03148-6a20-47f9-bd2c-47332073eaa1 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:14.936348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:14.936689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Checking segment: {'id': 'bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fac03148-6a20-47f9-bd2c-47332073eaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:14.937101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Bound using segment: {'id': 'bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fac03148-6a20-47f9-bd2c-47332073eaa1'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:14.937595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Bound port: fcd5d955-22dd-4ffc-af04-e91cf95f98f7, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'fac03148-6a20-47f9-bd2c-47332073eaa1'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:14.937949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.980171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf301f-e6b8-4036-9624-5b53ac97a32d req-430a65e6-12b4-433f-8472-4f6513e436a5 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.981686 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ecf301f-e6b8-4036-9624-5b53ac97a32d req-430a65e6-12b4-433f-8472-4f6513e436a5 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 945 time: 0.1554885 Nov 12 03:54:15.048866 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7941544c-9748-4154-8602-7090343dfc42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.090448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] For port fcd5d955-22dd-4ffc-af04-e91cf95f98f7, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:15.116015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5ecf301f-e6b8-4036-9624-5b53ac97a32d req-2c180d52-b809-4b48-afa3-e57efdcf5d66 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115384 Nov 12 03:54:15.118081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7941544c-9748-4154-8602-7090343dfc42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.127755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] For port fcd5d955-22dd-4ffc-af04-e91cf95f98f7, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,segment=NetworkSegment(bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c),segment_id=bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:15.139925 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.199217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.199838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.201263 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] 10.222.0.20 "PUT /v2.0/ports/fcd5d955-22dd-4ffc-af04-e91cf95f98f7 HTTP/1.1" status: 200 len: 1093 time: 1.2716351 Nov 12 03:54:15.201742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8394a729-5643-4e4b-8932-e6f73c12af17', 'tag': 'fcd5d955-22dd-4ffc-af04-e91cf95f98f7'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:15.204673 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee572425-57b2-420a-b413-c31e73f683dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8394a729-5643-4e4b-8932-e6f73c12af17", "tag": "fcd5d955-22dd-4ffc-af04-e91cf95f98f7"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:15.231202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeda71-0fd5-4715-8e94-f29bc6518538 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.252133 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7941544c-9748-4154-8602-7090343dfc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.254772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7941544c-9748-4154-8602-7090343dfc42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.255935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7941544c-9748-4154-8602-7090343dfc42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cba97287-1330-4068-9931-fe66a92091bc HTTP/1.1" status: 204 len: 168 time: 0.3889272 Nov 12 03:54:15.288012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941544c-9748-4154-8602-7090343dfc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba97287-1330-4068-9931-fe66a92091bc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.313773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-9ea93971-8892-4d38-a137-cbee1a45c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.316408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-9ea93971-8892-4d38-a137-cbee1a45c2c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1fd9097fa16479b9ec8d6b2dabeefab&device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 1096 time: 0.0660541 Nov 12 03:54:15.323338 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfcc4aa-1d7c-4d3c-8236-88a93bd8558c x-openstack-request-id: req-ebfcc4aa-1d7c-4d3c-8236-88a93bd8558c {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:15.323741 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8394a729-5643-4e4b-8932-e6f73c12af17", "tag": "fcd5d955-22dd-4ffc-af04-e91cf95f98f7", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:15.324106 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebfcc4aa-1d7c-4d3c-8236-88a93bd8558c {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:15.324970 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8394a729-5643-4e4b-8932-e6f73c12af17', 'tag': 'fcd5d955-22dd-4ffc-af04-e91cf95f98f7', 'status': 'completed', 'code': 200} Nov 12 03:54:15.374457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-0f4e6008-62cb-49be-9097-99ae5b401e82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd5d955-22dd-4ffc-af04-e91cf95f98f7 HTTP/1.1" status: 200 len: 217 time: 0.0448735 Nov 12 03:54:15.451710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-e1e0d9a9-f6c7-4ce6-a657-4859739c0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.453859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-e1e0d9a9-f6c7-4ce6-a657-4859739c0ff8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67d497b3-4f3c-4a48-95d4-080836ce7c11 HTTP/1.1" status: 200 len: 862 time: 0.0654933 Nov 12 03:54:15.499535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-300d7315-11d3-403e-b2eb-a934936e59e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fac03148-6a20-47f9-bd2c-47332073eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377305 Nov 12 03:54:15.649888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-1f8de264-c571-4a23-83c2-72978f07171d service neutron] 10.222.0.20 "GET /v2.0/networks/fac03148-6a20-47f9-bd2c-47332073eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427002 Nov 12 03:54:15.838307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88483ecb-90f8-48ff-8acb-9681ce93be17 req-202952a3-ae92-4fe7-b101-16e5852c6a19 service neutron] 10.222.0.20 "GET /v2.0/networks/fac03148-6a20-47f9-bd2c-47332073eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802032 Nov 12 03:54:16.006348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbd95c-7b33-4c90-8881-13b3b20f3878 req-a73731b2-fc60-46c7-a5fc-f13b3921612a tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.008509 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9bbd95c-7b33-4c90-8881-13b3b20f3878 req-a73731b2-fc60-46c7-a5fc-f13b3921612a tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 944 time: 0.1386538 Nov 12 03:54:16.016649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee572425-57b2-420a-b413-c31e73f683dd req-c8d67ffe-fca3-404c-9c95-ed9bee6dccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.018732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee572425-57b2-420a-b413-c31e73f683dd req-c8d67ffe-fca3-404c-9c95-ed9bee6dccf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1fd9097fa16479b9ec8d6b2dabeefab&device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 1096 time: 0.1126127 Nov 12 03:54:16.154051 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e9bbd95c-7b33-4c90-8881-13b3b20f3878 req-79624887-2ac7-4b1c-8fc3-596df167ccee tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340292 Nov 12 03:54:16.195842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee572425-57b2-420a-b413-c31e73f683dd req-5ea81a89-6faf-4ef5-b1ba-5b0c03dfe3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.199061 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee572425-57b2-420a-b413-c31e73f683dd req-5ea81a89-6faf-4ef5-b1ba-5b0c03dfe3fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=fac03148-6a20-47f9-bd2c-47332073eaa1 HTTP/1.1" status: 200 len: 924 time: 0.1708171 Nov 12 03:54:16.247764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee572425-57b2-420a-b413-c31e73f683dd req-06c3d136-75d2-428e-b036-59d16eff1285 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd5d955-22dd-4ffc-af04-e91cf95f98f7 HTTP/1.1" status: 200 len: 217 time: 0.0419657 Nov 12 03:54:16.321536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee572425-57b2-420a-b413-c31e73f683dd req-290a9ddc-c20c-40e6-bfb6-dfa3b7a73ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.323149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee572425-57b2-420a-b413-c31e73f683dd req-290a9ddc-c20c-40e6-bfb6-dfa3b7a73ed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67d497b3-4f3c-4a48-95d4-080836ce7c11 HTTP/1.1" status: 200 len: 862 time: 0.0677118 Nov 12 03:54:16.364871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee572425-57b2-420a-b413-c31e73f683dd req-03bfdac0-5a9c-459c-b970-ecaeb683c403 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fac03148-6a20-47f9-bd2c-47332073eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336225 Nov 12 03:54:16.535940 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee572425-57b2-420a-b413-c31e73f683dd req-6672251a-0304-4524-b30d-62f47b287b44 service neutron] 10.222.0.20 "GET /v2.0/networks/fac03148-6a20-47f9-bd2c-47332073eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624007 Nov 12 03:54:16.676339 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee572425-57b2-420a-b413-c31e73f683dd req-e59e018b-720f-416d-9c6e-333de84d409d service neutron] 10.222.0.20 "GET /v2.0/networks/fac03148-6a20-47f9-bd2c-47332073eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315193 Nov 12 03:54:16.740920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a66d22-55a2-46b4-86b0-8f58705e599c req-153e17db-f470-4cb4-8a6d-8fed722e25b3 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.742809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5a66d22-55a2-46b4-86b0-8f58705e599c req-153e17db-f470-4cb4-8a6d-8fed722e25b3 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 945 time: 0.5083060 Nov 12 03:54:16.881053 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5a66d22-55a2-46b4-86b0-8f58705e599c req-343ed199-d6be-4e86-8c9f-2e8316d01064 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253350 Nov 12 03:54:17.041268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c20502-e5b5-4861-b606-295c76326f20 req-d900aebe-f9a7-4455-9d1e-93c0a4a44059 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.046211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52c20502-e5b5-4861-b606-295c76326f20 req-d900aebe-f9a7-4455-9d1e-93c0a4a44059 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 945 time: 0.0591753 Nov 12 03:54:17.108977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52c20502-e5b5-4861-b606-295c76326f20 req-443d7d78-aff1-4ca2-9b07-4d869c9e47d9 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552540 Nov 12 03:54:17.247149 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f74da3-814f-4de3-b272-fd239d7ed370 req-9857e417-18ea-4bfa-9b65-f9b76822f536 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.248694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37f74da3-814f-4de3-b272-fd239d7ed370 req-9857e417-18ea-4bfa-9b65-f9b76822f536 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 945 time: 0.0540185 Nov 12 03:54:17.332307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-37f74da3-814f-4de3-b272-fd239d7ed370 req-f2394257-e41c-41ec-bd5f-d09001598643 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697732 Nov 12 03:54:17.345512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54292) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.371457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad425cf-723e-45e6-b5ac-61ad2082dc14 req-73e1d81b-0248-4546-bc29-0eca693122f4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.373304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9ad425cf-723e-45e6-b5ac-61ad2082dc14 req-73e1d81b-0248-4546-bc29-0eca693122f4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 944 time: 0.0876684 Nov 12 03:54:17.440854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9ad425cf-723e-45e6-b5ac-61ad2082dc14 req-497c862a-4dfb-4059-887e-553a2c756b40 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608304 Nov 12 03:54:17.650947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e9de8-d0e7-4fa8-baa1-6e37f9ac6ae0 tempest-TestServerBasicOps-1755646088 tempest-TestServerBasicOps-1755646088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.655623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.655765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-619e9de8-d0e7-4fa8-baa1-6e37f9ac6ae0 tempest-TestServerBasicOps-1755646088 tempest-TestServerBasicOps-1755646088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1092 time: 0.3085673 Nov 12 03:54:17.660776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:17.690409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.817812 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.954758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Allocated IP 172.25.0.114 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/e184b3c0-ef72-4728-bbc2-4c255892b64b) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:18.103432 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.113423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fcd5d955-22dd-4ffc-af04-e91cf95f98f7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:18.175216 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.224179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:18.229597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:18.232425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:18.271242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'Port': ['ID=e184b3c0-ef72-4728-bbc2-4c255892b64b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.307097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fcd5d955-22dd-4ffc-af04-e91cf95f98f7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,segment=NetworkSegment(bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c),segment_id=bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:18.325295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'fcd5d955-22dd-4ffc-af04-e91cf95f98f7', 'network_id': 'fac03148-6a20-47f9-bd2c-47332073eaa1', 'port_id': 'fcd5d955-22dd-4ffc-af04-e91cf95f98f7', 'mac_address': 'fa:16:3e:4b:35:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d497b3-4f3c-4a48-95d4-080836ce7c11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:18.377803 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.402254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd5d955-22dd-4ffc-af04-e91cf95f98f7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:18.429482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fcd5d955-22dd-4ffc-af04-e91cf95f98f7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,segment=NetworkSegment(bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c),segment_id=bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:18.440764 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.503029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54348) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.511464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.643162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['fcd5d955-22dd-4ffc-af04-e91cf95f98f7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:18.724488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20813e09-0bc8-4639-996e-a68a4e424929 req-bbce63f4-80b6-46d9-948c-ae221e5be3b3 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.741608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20813e09-0bc8-4639-996e-a68a4e424929 req-bbce63f4-80b6-46d9-948c-ae221e5be3b3 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 945 time: 0.1333201 Nov 12 03:54:18.782847 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.880910 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.897386 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.963461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-20813e09-0bc8-4639-996e-a68a4e424929 req-1b6af9a0-f09c-4d08-b423-79319abcc8a4 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205999 Nov 12 03:54:18.976973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca45aab6399f4772affceb7d4d534024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726765 Nov 12 03:54:18.979057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958022c3-c1c5-44c6-a079-7a51fcb1ae1e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.981040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54352) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:19.001536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.001875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.002210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.002542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.002867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.003190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.003509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.004031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.004345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.004841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.005659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.005992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64f91d-3eec-41f2-ab86-463850d3f9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:19.049009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7750554-2350-47ea-b50f-d6b91577bc3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.072405 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7750554-2350-47ea-b50f-d6b91577bc3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.133076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7750554-2350-47ea-b50f-d6b91577bc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.136606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d7750554-2350-47ea-b50f-d6b91577bc3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.137954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d7750554-2350-47ea-b50f-d6b91577bc3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/958022c3-c1c5-44c6-a079-7a51fcb1ae1e HTTP/1.1" status: 204 len: 168 time: 0.1559412 Nov 12 03:54:19.166037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7750554-2350-47ea-b50f-d6b91577bc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958022c3-c1c5-44c6-a079-7a51fcb1ae1e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.354237 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.480789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.535413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54362) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:19.550824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1b45bcb-78b1-4290-b5da-711e106ab54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.654794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1b45bcb-78b1-4290-b5da-711e106ab54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.659850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f1b45bcb-78b1-4290-b5da-711e106ab54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.665621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.674453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.691769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b45bcb-78b1-4290-b5da-711e106ab54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0569fc67-bc1f-4050-97f0-d0b520d2a8c5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.712473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f1b45bcb-78b1-4290-b5da-711e106ab54c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87877e33778a445da99914e4b5107ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725333 Nov 12 03:54:19.712473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:19.768640 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3261b084-2358-42c4-b1a5-e8e629480991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.785050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event updated for resources: {'Port': ['ID=e184b3c0-ef72-4728-bbc2-4c255892b64b,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.795377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.804503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3261b084-2358-42c4-b1a5-e8e629480991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.857625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3261b084-2358-42c4-b1a5-e8e629480991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.862956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3261b084-2358-42c4-b1a5-e8e629480991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.867628 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3261b084-2358-42c4-b1a5-e8e629480991 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0569fc67-bc1f-4050-97f0-d0b520d2a8c5 HTTP/1.1" status: 204 len: 168 time: 0.1542561 Nov 12 03:54:19.881507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261b084-2358-42c4-b1a5-e8e629480991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0569fc67-bc1f-4050-97f0-d0b520d2a8c5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.924977 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Floating IP 23b6ebc2-8977-445a-8283-2d6ec4b7d132 associated. External IP: 172.25.0.114, port: 7b0785b8-ef05-4e46-be66-0125c6c3e159. Nov 12 03:54:20.136631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fcd5d955-22dd-4ffc-af04-e91cf95f98f7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:20.219741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:20.226025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:20.226339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.325501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed717550-eca3-4cf4-af67-e2603ebb9f58 req-216f16cc-f955-46ec-8557-9e4d35992863 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.328588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed717550-eca3-4cf4-af67-e2603ebb9f58 req-216f16cc-f955-46ec-8557-9e4d35992863 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 945 time: 0.2037828 Nov 12 03:54:20.328985 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.372459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fcd5d955-22dd-4ffc-af04-e91cf95f98f7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,segment=NetworkSegment(bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c),segment_id=bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:20.374021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8394a729-5643-4e4b-8932-e6f73c12af17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd5d955-22dd-4ffc-af04-e91cf95f98f7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:20.377781 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc11134-89dd-4890-8c96-b2cdeb65faa1" -d '{"events": [{"server_uuid": "8394a729-5643-4e4b-8932-e6f73c12af17", "name": "network-vif-plugged", "status": "completed", "tag": "fcd5d955-22dd-4ffc-af04-e91cf95f98f7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:20.402116 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.442317 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed717550-eca3-4cf4-af67-e2603ebb9f58 req-0fc59cb4-f8da-4029-8cc7-c3a124fd726c tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061471 Nov 12 03:54:20.457337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Router b07f0f8c-57f1-4037-a94e-082686d01b7b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:20.481894 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912ad20c-9e3f-4aa9-9fdd-a10c166c0768 x-openstack-request-id: req-912ad20c-9e3f-4aa9-9fdd-a10c166c0768 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:20.491933 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8394a729-5643-4e4b-8932-e6f73c12af17", "name": "network-vif-plugged", "status": "completed", "tag": "fcd5d955-22dd-4ffc-af04-e91cf95f98f7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:20.492660 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-912ad20c-9e3f-4aa9-9fdd-a10c166c0768 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:20.493369 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8394a729-5643-4e4b-8932-e6f73c12af17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd5d955-22dd-4ffc-af04-e91cf95f98f7', 'code': 200} Nov 12 03:54:20.528595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:20.614742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:20.620667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9e3c3-4b79-4756-8b4e-d9c0b184a051 req-cf860149-f9be-4d01-b1d9-08b63e839fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.622305 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-afa9e3c3-4b79-4756-8b4e-d9c0b184a051 req-cf860149-f9be-4d01-b1d9-08b63e839fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 1098 time: 0.0711627 Nov 12 03:54:20.629407 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] Sync routers for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:20.639570 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:20.640211 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:20.688962 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.722012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b12d1c11-f903-4da3-ab10-305c442399fe tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0652149 Nov 12 03:54:20.723696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'tag': '7b0785b8-ef05-4e46-be66-0125c6c3e159'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:20.726281 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e963637-9ef4-447c-ad6d-b21636ff0bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9d94d-d05e-4ea9-9671-ff5dc54caccf", "tag": "7b0785b8-ef05-4e46-be66-0125c6c3e159"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:20.732928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-afa9e3c3-4b79-4756-8b4e-d9c0b184a051 req-bd0c8daa-2a1f-42bb-a3d1-d8a4bb98e3c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998433 Nov 12 03:54:20.777224 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2518d99b-ecd3-4587-9336-40dbfd6d5932 x-openstack-request-id: req-2518d99b-ecd3-4587-9336-40dbfd6d5932 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:20.777533 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9d94d-d05e-4ea9-9671-ff5dc54caccf", "tag": "7b0785b8-ef05-4e46-be66-0125c6c3e159", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:20.777779 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2518d99b-ecd3-4587-9336-40dbfd6d5932 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:20.778188 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'tag': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'status': 'completed', 'code': 200} Nov 12 03:54:20.779242 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:21.008472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-fa970f9c-2183-4140-8ee5-649f091632cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.010356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-fa970f9c-2183-4140-8ee5-649f091632cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a17d26f656247489e34673962c7b4cd&device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1097 time: 0.0640874 Nov 12 03:54:21.019502 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '23b6ebc2-8977-445a-8283-2d6ec4b7d132', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'port_id': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'mac_address': 'fa:16:3e:9f:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:19Z', 'revision_number': 0, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:53Z', 'revision_number': 5, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:21.048396 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] Checking router: b07f0f8c-57f1-4037-a94e-082686d01b7b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:21.057294 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:21.058001 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:21.116576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-7419276b-1f43-478a-91c6-012051370a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.124065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-7419276b-1f43-478a-91c6-012051370a3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=633664f2-30ae-497f-b8e8-41fb4fb9654f HTTP/1.1" status: 200 len: 910 time: 0.1057732 Nov 12 03:54:21.170883 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:21.203611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-116d9c07-67d5-4d23-803a-b17d63dfce01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159 HTTP/1.1" status: 200 len: 999 time: 0.0706379 Nov 12 03:54:21.290587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-394f9faa-2de8-4918-a45f-154b4894fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.292362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-394f9faa-2de8-4918-a45f-154b4894fb81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74404bec-f85b-44ce-8b16-96d5ee087ad7 HTTP/1.1" status: 200 len: 847 time: 0.0813351 Nov 12 03:54:21.353488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-fa2d2b92-e62e-465e-a8bf-9683a3448ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.355129 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-fa2d2b92-e62e-465e-a8bf-9683a3448ae6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=633664f2-30ae-497f-b8e8-41fb4fb9654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533183 Nov 12 03:54:21.525038 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '23b6ebc2-8977-445a-8283-2d6ec4b7d132', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'port_id': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'mac_address': 'fa:16:3e:9f:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:19Z', 'revision_number': 0, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:53Z', 'revision_number': 5, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:21.555283 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa135c53-7826-4dc8-ba6b-1af1c661e5aa None None] The sync data for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 is: [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '23b6ebc2-8977-445a-8283-2d6ec4b7d132', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'floating_ip_address': '172.25.0.114', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'port_id': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'mac_address': 'fa:16:3e:9f:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:19Z', 'revision_number': 0, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:53Z', 'revision_number': 5, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:21.558005 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-c1b32e21-2863-492b-8cba-d5b4b71e0783 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923976 Nov 12 03:54:21.776000 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e963637-9ef4-447c-ad6d-b21636ff0bfa req-16032ed4-9a82-40f9-a965-ba7b5718e7a9 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030382 Nov 12 03:54:21.786624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631fb33-5dd9-4a3d-a8bb-7f4bf2b887c4 req-81746739-10fd-48fc-8281-9ac2ed74956a tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.795796 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8631fb33-5dd9-4a3d-a8bb-7f4bf2b887c4 req-81746739-10fd-48fc-8281-9ac2ed74956a tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 946 time: 0.1800082 Nov 12 03:54:21.957424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29695a-313b-4357-9dd0-5abaf5827000 None None] New status for floating IP 23b6ebc2-8977-445a-8283-2d6ec4b7d132: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:54:22.295743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8631fb33-5dd9-4a3d-a8bb-7f4bf2b887c4 req-b0502f24-b16d-4cab-ab67-3d538d195465 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988267 Nov 12 03:54:23.450290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa584184-7a4a-4d95-950b-ecd86ebde1b6 req-54e4c76d-a3e4-410b-994f-e1d3224e4f4d tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.461214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa584184-7a4a-4d95-950b-ecd86ebde1b6 req-54e4c76d-a3e4-410b-994f-e1d3224e4f4d tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 946 time: 0.0726933 Nov 12 03:54:23.540471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa584184-7a4a-4d95-950b-ecd86ebde1b6 req-a91b4945-d582-4be9-aba8-1cc97905a9fc tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750070 Nov 12 03:54:23.916671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae06f7-cfb9-4364-9f09-f56bf7d22dd7 req-9df9fcc4-472e-4b6b-8169-be5fe96ad873 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.918636 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3ae06f7-cfb9-4364-9f09-f56bf7d22dd7 req-9df9fcc4-472e-4b6b-8169-be5fe96ad873 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 946 time: 0.0730643 Nov 12 03:54:23.989079 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3ae06f7-cfb9-4364-9f09-f56bf7d22dd7 req-5117ff9a-7208-42cd-aee1-beacd8567900 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608020 Nov 12 03:54:24.853802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.113045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9167f2-c498-4eb9-b429-d789997797dc req-286dc088-4ed1-43d4-bb52-a56d9f6bac24 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.114664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-be9167f2-c498-4eb9-b429-d789997797dc req-286dc088-4ed1-43d4-bb52-a56d9f6bac24 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 946 time: 0.0566545 Nov 12 03:54:25.196709 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-be9167f2-c498-4eb9-b429-d789997797dc req-6606d8f7-df4e-4304-94c3-c8ea0fe9771d tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5f5960d-e214-424a-9a41-63f9deeac693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760930 Nov 12 03:54:25.209071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1a08307b-bb1a-4f4d-98df-1b0d4ed3c4f8 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.211162 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1a08307b-bb1a-4f4d-98df-1b0d4ed3c4f8 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.20 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 946 time: 0.0829492 Nov 12 03:54:25.320083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Deleting port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:25.320373 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.419968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] For port fcd5d955-22dd-4ffc-af04-e91cf95f98f7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,segment=NetworkSegment(bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c),segment_id=bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:25.420411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.441213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Calling delete_port for fcd5d955-22dd-4ffc-af04-e91cf95f98f7 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:25.616039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.633601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['fcd5d955-22dd-4ffc-af04-e91cf95f98f7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:25.681300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Pushing event deleted for resources: {'Port': ['ID=fcd5d955-22dd-4ffc-af04-e91cf95f98f7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:25.730810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] No DVR routers for this DVR port fcd5d955-22dd-4ffc-af04-e91cf95f98f7 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:25.733457 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.737014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40752b6d-20bc-458b-b2ac-a84def8fed7d req-1455b0e5-32f3-4148-a186-3b28dbdd51eb tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.20 "DELETE /v2.0/ports/fcd5d955-22dd-4ffc-af04-e91cf95f98f7 HTTP/1.1" status: 204 len: 173 time: 0.5192981 Nov 12 03:54:25.737465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8394a729-5643-4e4b-8932-e6f73c12af17', 'name': 'network-vif-deleted', 'tag': 'fcd5d955-22dd-4ffc-af04-e91cf95f98f7'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:25.739727 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1693fc8-514c-4955-a0d2-f6dd1aa1d87b" -d '{"events": [{"server_uuid": "8394a729-5643-4e4b-8932-e6f73c12af17", "name": "network-vif-deleted", "tag": "fcd5d955-22dd-4ffc-af04-e91cf95f98f7"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:25.784321 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e16d25c-e1e0-4c49-aa21-1832431d99ca x-openstack-request-id: req-7e16d25c-e1e0-4c49-aa21-1832431d99ca {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:25.784644 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8394a729-5643-4e4b-8932-e6f73c12af17", "name": "network-vif-deleted", "tag": "fcd5d955-22dd-4ffc-af04-e91cf95f98f7", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:25.784926 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e16d25c-e1e0-4c49-aa21-1832431d99ca {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:25.785327 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8394a729-5643-4e4b-8932-e6f73c12af17', 'name': 'network-vif-deleted', 'tag': 'fcd5d955-22dd-4ffc-af04-e91cf95f98f7', 'status': 'completed', 'code': 200} Nov 12 03:54:26.078961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54538) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.083587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a397a987-48c2-49aa-840b-e34818c42a05 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84489574', 'description': 'tempest-secgroup-smoke-84489574 description', 'project_id': 'c6c144d28e1148adbe9c23b8e808a829'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:26.110665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a397a987-48c2-49aa-840b-e34818c42a05 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.215683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a397a987-48c2-49aa-840b-e34818c42a05 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.222560 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a397a987-48c2-49aa-840b-e34818c42a05 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.310534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a397a987-48c2-49aa-840b-e34818c42a05 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.316261 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a397a987-48c2-49aa-840b-e34818c42a05 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2335949 Nov 12 03:54:26.316940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54544) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.317605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397a987-48c2-49aa-840b-e34818c42a05 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893d1cfc-21f3-4e4d-827d-87a3da6e9993,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.321693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e27ec6ff-29d2-49e4-98eb-fcc5a422c934 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'security_group_rule': {'security_group_id': '893d1cfc-21f3-4e4d-827d-87a3da6e9993', 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:26.405258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48904328-426a-4bb5-b04d-144260c402a8 req-050d254b-3da3-4683-afaa-c952f56f2e23 tempest-InstanceActionsNegativeTestJSON-1255117689 tempest-InstanceActionsNegativeTestJSON-1255117689-project] 10.222.0.49 "GET /v2.0/ports?device_id=8394a729-5643-4e4b-8932-e6f73c12af17 HTTP/1.1" status: 200 len: 210 time: 0.0634787 Nov 12 03:54:26.431356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e27ec6ff-29d2-49e4-98eb-fcc5a422c934 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.495401 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e27ec6ff-29d2-49e4-98eb-fcc5a422c934 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.500958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e27ec6ff-29d2-49e4-98eb-fcc5a422c934 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.521932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ec6ff-29d2-49e4-98eb-fcc5a422c934 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e438b564-5728-4510-a9a4-821d3fa1c928,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.533653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e27ec6ff-29d2-49e4-98eb-fcc5a422c934 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.535661 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e27ec6ff-29d2-49e4-98eb-fcc5a422c934 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2178857 Nov 12 03:54:26.538581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54546) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.543837 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6e0eaf49-dc43-433a-b652-0ecc5ae33e08 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'security_group_rule': {'security_group_id': '893d1cfc-21f3-4e4d-827d-87a3da6e9993', 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:26.577472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaf49-dc43-433a-b652-0ecc5ae33e08 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.669969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaf49-dc43-433a-b652-0ecc5ae33e08 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.675281 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaf49-dc43-433a-b652-0ecc5ae33e08 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.691033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0eaf49-dc43-433a-b652-0ecc5ae33e08 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16cda51-4640-4b68-ae32-e8d9c786a1b9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.720407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e0eaf49-dc43-433a-b652-0ecc5ae33e08 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.723466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6e0eaf49-dc43-433a-b652-0ecc5ae33e08 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1833167 Nov 12 03:54:26.726098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54550) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.738226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c91a6e12-b398-4de2-bfd5-3d37f93931fd tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'security_group_rule': {'security_group_id': '893d1cfc-21f3-4e4d-827d-87a3da6e9993', 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:26.779268 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c91a6e12-b398-4de2-bfd5-3d37f93931fd tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.842620 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c91a6e12-b398-4de2-bfd5-3d37f93931fd tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.848349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c91a6e12-b398-4de2-bfd5-3d37f93931fd tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.873595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a6e12-b398-4de2-bfd5-3d37f93931fd tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aeb3bca-28a4-466b-80a3-4e37f118b337,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.882425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c91a6e12-b398-4de2-bfd5-3d37f93931fd tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.883672 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c91a6e12-b398-4de2-bfd5-3d37f93931fd tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562102 Nov 12 03:54:26.886277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54552) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:26.891380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1c10fc29-5a10-483a-a870-02b1ad62b3e1 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'security_group_rule': {'security_group_id': '893d1cfc-21f3-4e4d-827d-87a3da6e9993', 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:26.919127 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c10fc29-5a10-483a-a870-02b1ad62b3e1 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.981106 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c10fc29-5a10-483a-a870-02b1ad62b3e1 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.987207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c10fc29-5a10-483a-a870-02b1ad62b3e1 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.006768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10fc29-5a10-483a-a870-02b1ad62b3e1 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0257469-db70-425b-81f8-0ef2c1f45567,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.017540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c10fc29-5a10-483a-a870-02b1ad62b3e1 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.018826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1c10fc29-5a10-483a-a870-02b1ad62b3e1 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316094 Nov 12 03:54:27.021452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54554) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:27.026523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f23a24a6-2558-4720-b2c3-8cc723c3be6d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'security_group_rule': {'security_group_id': '893d1cfc-21f3-4e4d-827d-87a3da6e9993', 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:27.050338 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-f23a24a6-2558-4720-b2c3-8cc723c3be6d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Project c6c144d28e1148adbe9c23b8e808a829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:54:27.056124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f23a24a6-2558-4720-b2c3-8cc723c3be6d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.117426 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f23a24a6-2558-4720-b2c3-8cc723c3be6d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.121540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f23a24a6-2558-4720-b2c3-8cc723c3be6d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.141858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a24a6-2558-4720-b2c3-8cc723c3be6d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd88a630-3ff9-4eb8-9548-a24548fea032,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.152008 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f23a24a6-2558-4720-b2c3-8cc723c3be6d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.153323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f23a24a6-2558-4720-b2c3-8cc723c3be6d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307914 Nov 12 03:54:27.156905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54556) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:27.161392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2a24d732-8544-466b-bd66-d972be5f24d9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'security_group_rule': {'security_group_id': '893d1cfc-21f3-4e4d-827d-87a3da6e9993', 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:27.183686 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-2a24d732-8544-466b-bd66-d972be5f24d9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Project c6c144d28e1148adbe9c23b8e808a829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:54:27.189981 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a24d732-8544-466b-bd66-d972be5f24d9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.269437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a24d732-8544-466b-bd66-d972be5f24d9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.273065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a24d732-8544-466b-bd66-d972be5f24d9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.295170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24d732-8544-466b-bd66-d972be5f24d9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a381aefc-29a7-45be-8fdc-b433af1271f0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.303414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a24d732-8544-466b-bd66-d972be5f24d9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.304790 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2a24d732-8544-466b-bd66-d972be5f24d9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468406 Nov 12 03:54:27.474480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54568) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:27.531538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd30ad96-0aa2-4070-8719-e40208f68b6b admin admin] Deleting subnet 67d497b3-4f3c-4a48-95d4-080836ce7c11 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:27.534681 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd30ad96-0aa2-4070-8719-e40208f68b6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.555751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-bc243b79-fc42-426d-9085-541924c3fdbc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84489574&fields=id&tenant_id=c6c144d28e1148adbe9c23b8e808a829 HTTP/1.1" status: 200 len: 267 time: 0.0560834 Nov 12 03:54:27.577968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd30ad96-0aa2-4070-8719-e40208f68b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.628436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd30ad96-0aa2-4070-8719-e40208f68b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.692485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-d0ca6549-950c-4783-b184-2ba21f9b1abb tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:27.694810 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-d0ca6549-950c-4783-b184-2ba21f9b1abb tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/networks?id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e HTTP/1.1" status: 200 len: 813 time: 0.1319745 Nov 12 03:54:27.701311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd30ad96-0aa2-4070-8719-e40208f68b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.719442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd30ad96-0aa2-4070-8719-e40208f68b6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.722883 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bd30ad96-0aa2-4070-8719-e40208f68b6b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/67d497b3-4f3c-4a48-95d4-080836ce7c11 HTTP/1.1" status: 204 len: 168 time: 0.2472463 Nov 12 03:54:27.731107 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-39cb4a33-7fa9-4a72-a652-aa737636ea4a tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/quotas/c6c144d28e1148adbe9c23b8e808a829 HTTP/1.1" status: 200 len: 375 time: 0.0297332 Nov 12 03:54:27.733997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:27.759636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30ad96-0aa2-4070-8719-e40208f68b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d497b3-4f3c-4a48-95d4-080836ce7c11,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.872716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-2d8cca24-a9c4-454c-97f0-b4ee02e3f957 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6c144d28e1148adbe9c23b8e808a829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314669 Nov 12 03:54:27.887819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.041338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.060503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54582) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.076141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-9bbcc3c6-bd0c-4582-8d8b-2687a4238d76 service neutron] 10.222.0.49 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020650 Nov 12 03:54:28.090095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac03148-6a20-47f9-bd2c-47332073eaa1']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:28.115322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:28.115612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd0f4f2-12b8-45a4-b08a-794a7c3ac80c') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:28.156833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.174058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fcd5d955-22dd-4ffc-af04-e91cf95f98f7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:28.178687 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.192730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:28.193013 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b6c72d-bbdf-48f0-a166-6744e2f07171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.193567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:28.196131 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:28.215703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: fcd5d955-22dd-4ffc-af04-e91cf95f98f7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:28.216310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fcd5d955-22dd-4ffc-af04-e91cf95f98f7 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:28.270493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-a3d21237-e7de-421d-bb2a-05e588f9e1c3 service neutron] 10.222.0.49 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932058 Nov 12 03:54:28.287815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.293870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.298779 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fac03148-6a20-47f9-bd2c-47332073eaa1 HTTP/1.1" status: 204 len: 168 time: 0.5637381 Nov 12 03:54:28.315430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda94d1-d150-4413-8c02-941daa175175 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac03148-6a20-47f9-bd2c-47332073eaa1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:28.356535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b6c72d-bbdf-48f0-a166-6744e2f07171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.369488 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33b6c72d-bbdf-48f0-a166-6744e2f07171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.401147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6c72d-bbdf-48f0-a166-6744e2f07171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1255e956-57cc-4ac6-8259-17d894f4ebe5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:28.447177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-33b6c72d-bbdf-48f0-a166-6744e2f07171 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8172576013ab46979573f2f7b3a132c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852880 Nov 12 03:54:28.449847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54598) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.519693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb60026b-f245-4d90-a6d7-9cc0fd2e1787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.525287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.562271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb60026b-f245-4d90-a6d7-9cc0fd2e1787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.586315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d430453a-8814-46fa-b26d-994b71e1555c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1fd9097fa16479b9ec8d6b2dabeefab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581942 Nov 12 03:54:28.588793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 54602) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.651241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb60026b-f245-4d90-a6d7-9cc0fd2e1787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.654696 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb60026b-f245-4d90-a6d7-9cc0fd2e1787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.655942 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eb60026b-f245-4d90-a6d7-9cc0fd2e1787 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1255e956-57cc-4ac6-8259-17d894f4ebe5 HTTP/1.1" status: 204 len: 168 time: 0.2049072 Nov 12 03:54:28.665414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60026b-f245-4d90-a6d7-9cc0fd2e1787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1255e956-57cc-4ac6-8259-17d894f4ebe5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:28.680852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a661b1b9-c668-4bc5-b709-375c811e9706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.714886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a661b1b9-c668-4bc5-b709-375c811e9706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.776349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a4af5fb-f962-47f0-b593-ae7b02296362 req-8b89a103-4590-4433-9b62-4afc1007707c tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 210 time: 0.0440817 Nov 12 03:54:28.803076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a661b1b9-c668-4bc5-b709-375c811e9706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.806734 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a661b1b9-c668-4bc5-b709-375c811e9706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.810278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a661b1b9-c668-4bc5-b709-375c811e9706 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5f5960d-e214-424a-9a41-63f9deeac693 HTTP/1.1" status: 204 len: 168 time: 0.2175226 Nov 12 03:54:28.817525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661b1b9-c668-4bc5-b709-375c811e9706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5960d-e214-424a-9a41-63f9deeac693,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:29.902143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b43f4db3-ea69-41eb-ad2d-462ac222bd32 req-59c150d1-3e4a-4327-b174-e754bec63c84 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 210 time: 0.0465155 Nov 12 03:54:30.085211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-9c540c69-aa4e-4bb0-b020-052461d2fb62 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:30.086711 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-9c540c69-aa4e-4bb0-b020-052461d2fb62 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.20 "GET /v2.0/networks?id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e HTTP/1.1" status: 200 len: 813 time: 0.1321197 Nov 12 03:54:30.108835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54670) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:30.177940 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-06f9ff61-6e40-4c0f-b5a4-f5115371eae5 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6c144d28e1148adbe9c23b8e808a829 HTTP/1.1" status: 200 len: 378 time: 0.0817280 Nov 12 03:54:30.188128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'port': {'device_id': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'admin_state_up': True, 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'security_groups': ['893d1cfc-21f3-4e4d-827d-87a3da6e9993']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:30.237361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-301164998-network', 'tenant_id': '04211b3bc9da4266ae15a3eea8fdfdb0'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:30.270207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Made reservation on behalf of 04211b3bc9da4266ae15a3eea8fdfdb0 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:30.272819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.283637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.324341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Made reservation on behalf of c6c144d28e1148adbe9c23b8e808a829 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:30.328591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.382711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.388818 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.411626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:30.428213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78fa661-b64f-40bd-a190-d83cab032c6e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:30.430931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.431273 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Added segment 2d30c136-25c6-4472-87ed-a4a8fb77c552 of type vlan for network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 Nov 12 03:54:30.483406 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.494498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Allocated IP 172.20.0.4 (b9c6a42b-f289-4ae8-a5f7-90323ccb626e/03644d53-cb57-4b86-bb9f-2561abe25cb0/c788835c-c150-4c54-8c47-88738b23bbd6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:30.523273 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.524854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:30.525680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.614175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5040202 Nov 12 03:54:30.617390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:30.644641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Request body: {'subnet': {'network_id': '04670ac8-9d69-4fe1-85ab-47dfaf5ece55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-301164998-subnet', 'tenant_id': '04211b3bc9da4266ae15a3eea8fdfdb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:30.651373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fe6c3-3c50-4ba7-9d00-686422a7cfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=04670ac8-9d69-4fe1-85ab-47dfaf5ece55,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:30.663695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:30.675705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Made reservation on behalf of 04211b3bc9da4266ae15a3eea8fdfdb0 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:30.681169 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.729930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.777437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.835711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:30.839948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:30.844940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:30.871395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'Port': ['ID=c788835c-c150-4c54-8c47-88738b23bbd6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:30.935680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.940265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:30.941178 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.002051 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-b3d4a6da-f64a-4c52-9786-3d59fee278fc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8187454 Nov 12 03:54:31.031911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Request body: {'port': {'device_id': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:31.033265 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Checking segment: {'id': '2d30c136-25c6-4472-87ed-a4a8fb77c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '04670ac8-9d69-4fe1-85ab-47dfaf5ece55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:31.033744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Network hostable DHCP agents. Network: 04670ac8-9d69-4fe1-85ab-47dfaf5ece55, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:31.072338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef994af-ee4d-40a0-a621-03136754cab8,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:31.084098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:31.107432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 04670ac8-9d69-4fe1-85ab-47dfaf5ece55) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:31.114683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:31.115375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.119742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec1bde-cef1-4f26-8bc2-a4f1818d29cb None None] Network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:31.169116 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3eefa981-df08-425b-9fae-7650b4e13328 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5400183 Nov 12 03:54:31.209522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.367567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cac38f-566c-46e1-a683-a4367483e24d None None] Network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:31.396636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f0415545-c208-4a2b-a092-4316f32b5343 None None] Provisioning complete for port c788835c-c150-4c54-8c47-88738b23bbd6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:31.409244 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0415545-c208-4a2b-a092-4316f32b5343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.526782 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-73d316b2-140b-4cc7-8a91-8a95d70e751e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.645349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f0415545-c208-4a2b-a092-4316f32b5343 None None] Port c788835c-c150-4c54-8c47-88738b23bbd6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:31.801223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8c783-daed-4fd6-8b87-f5361e291644 req-fad59a21-2f2b-4ef4-a95a-806bf7e7d575 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:31.803121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bbe8c783-daed-4fd6-8b87-f5361e291644 req-fad59a21-2f2b-4ef4-a95a-806bf7e7d575 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 931 time: 0.1024594 Nov 12 03:54:31.915283 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bbe8c783-daed-4fd6-8b87-f5361e291644 req-c8b31d40-587e-40f0-bc9b-653537b7dc9b tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059251 Nov 12 03:54:31.918020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c788835c-c150-4c54-8c47-88738b23bbd6 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:31.932627 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.948352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Transition to ACTIVE for port object c788835c-c150-4c54-8c47-88738b23bbd6 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:31.956685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.085116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c788835c-c150-4c54-8c47-88738b23bbd6,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:32.200301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Attempting to bind port c788835c-c150-4c54-8c47-88738b23bbd6 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:32.200918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Attempting to bind port c788835c-c150-4c54-8c47-88738b23bbd6 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:32.201405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Attempting to bind port c788835c-c150-4c54-8c47-88738b23bbd6 on network b9c6a42b-f289-4ae8-a5f7-90323ccb626e {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:32.217312 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Port c788835c-c150-4c54-8c47-88738b23bbd6 on network b9c6a42b-f289-4ae8-a5f7-90323ccb626e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:32.217906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Attempting to bind port c788835c-c150-4c54-8c47-88738b23bbd6 on network b9c6a42b-f289-4ae8-a5f7-90323ccb626e {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:32.229115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:32.229464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Checking segment: {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:32.229890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Bound using segment: {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:32.230349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Bound port: c788835c-c150-4c54-8c47-88738b23bbd6, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28956320-8459-45a5-93b8-12099ecb7ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:32.230714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.399427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e9567d5-a55e-4acb-8a6e-fcdb7fe7c3a8 req-bebd465b-1639-4169-ba91-276c0fcceffc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0842006 Nov 12 03:54:32.403134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] For port c788835c-c150-4c54-8c47-88738b23bbd6, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:32.409284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] For port c788835c-c150-4c54-8c47-88738b23bbd6, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c788835c-c150-4c54-8c47-88738b23bbd6,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:32.418038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.502433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:32.503752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.505549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/c788835c-c150-4c54-8c47-88738b23bbd6 HTTP/1.1" status: 200 len: 1092 time: 1.4797459 Nov 12 03:54:32.508117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:32.513019 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d51e51b-2589-4144-af39-86dafbf84456" -d '{"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:32.517729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e9567d5-a55e-4acb-8a6e-fcdb7fe7c3a8 req-857541d3-f005-4f5e-9d59-b5804aa6dfbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0778432 Nov 12 03:54:32.625740 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3947e-657a-4660-b806-61662ffb8983 x-openstack-request-id: req-a5a3947e-657a-4660-b806-61662ffb8983 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:32.626810 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:32.626810 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5a3947e-657a-4660-b806-61662ffb8983 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:32.626810 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'status': 'completed', 'code': 200} Nov 12 03:54:32.639043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e9567d5-a55e-4acb-8a6e-fcdb7fe7c3a8 req-62ed4d5f-7a8f-45d4-a99c-974b4cb5694d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831985 Nov 12 03:54:32.800331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49deb-5803-4425-8a51-d07fb01228f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c788835c-c150-4c54-8c47-88738b23bbd6,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:32.877396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-50f5568c-45b1-4c34-9a2b-dbe681ef69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:32.879130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-50f5568c-45b1-4c34-9a2b-dbe681ef69c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c144d28e1148adbe9c23b8e808a829&device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1095 time: 0.2579646 Nov 12 03:54:32.947125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-14f45db3-59e9-49d5-a732-ecab438763d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c788835c-c150-4c54-8c47-88738b23bbd6 HTTP/1.1" status: 200 len: 217 time: 0.0513148 Nov 12 03:54:33.055477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9567d5-a55e-4acb-8a6e-fcdb7fe7c3a8 req-70a5345e-adb7-4dbf-bc94-1ea7d72ee85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.056998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1e9567d5-a55e-4acb-8a6e-fcdb7fe7c3a8 req-70a5345e-adb7-4dbf-bc94-1ea7d72ee85c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3682590 Nov 12 03:54:33.081978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-76106013-2acc-40a4-baa9-a7e6b6b617e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.083428 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-76106013-2acc-40a4-baa9-a7e6b6b617e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03644d53-cb57-4b86-bb9f-2561abe25cb0 HTTP/1.1" status: 200 len: 852 time: 0.1292858 Nov 12 03:54:33.130739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41596f99-55fe-43bb-9aa9-65b05ccd5a9f req-b0c93c46-d8bf-474f-9d23-63d1d6b9de6a tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.139463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41596f99-55fe-43bb-9aa9-65b05ccd5a9f req-b0c93c46-d8bf-474f-9d23-63d1d6b9de6a tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.1205659 Nov 12 03:54:33.153138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-044e4877-c861-47d8-ae54-69701d5cb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.155976 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-044e4877-c861-47d8-ae54-69701d5cb0ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643983 Nov 12 03:54:33.239817 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41596f99-55fe-43bb-9aa9-65b05ccd5a9f req-66a5a5d8-1565-48b6-bd1d-4e79ba1a8ae4 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964468 Nov 12 03:54:33.366960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-a1392109-a689-4465-b5cd-2f9275969e8a service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012510 Nov 12 03:54:33.473377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-482f90ff-fff5-42fa-a81f-4c13579c6049 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.481147 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-482f90ff-fff5-42fa-a81f-4c13579c6049 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/networks?id=04670ac8-9d69-4fe1-85ab-47dfaf5ece55 HTTP/1.1" status: 200 len: 809 time: 0.2251737 Nov 12 03:54:33.509077 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-d448ac6b-2e39-4a94-84a2-ecb56a9d2e9b tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/quotas/04211b3bc9da4266ae15a3eea8fdfdb0 HTTP/1.1" status: 200 len: 375 time: 0.0265467 Nov 12 03:54:33.568794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-ecb9b4b3-2cfa-43ef-9053-1750b619cbc5 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=04211b3bc9da4266ae15a3eea8fdfdb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547137 Nov 12 03:54:33.576190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-0123bb61-e31b-40a0-bc89-ac38585743f3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:54:33.584307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-0123bb61-e31b-40a0-bc89-ac38585743f3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185828 Nov 12 03:54:33.595836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-859f2c82-a511-437e-99be-06a16ff90814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.615712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad63ed73-d465-498d-b0e1-82aeb2fb28f7 req-ad0886e3-7a44-4f02-8418-05e754c8d360 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365820 Nov 12 03:54:33.737315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-0d158446-d768-4c02-a43e-e3191f66f529 service neutron] 10.222.0.49 "GET /v2.0/networks/04670ac8-9d69-4fe1-85ab-47dfaf5ece55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520560 Nov 12 03:54:33.768055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e51b-2589-4144-af39-86dafbf84456 req-64cdb014-b69e-4c53-a3f8-f67f615b9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.769615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d51e51b-2589-4144-af39-86dafbf84456 req-64cdb014-b69e-4c53-a3f8-f67f615b9baa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c144d28e1148adbe9c23b8e808a829&device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1095 time: 0.0944815 Nov 12 03:54:33.926034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-fd9bf1eb-3be5-4d7d-8ef5-62f8e08909eb service neutron] 10.222.0.49 "GET /v2.0/networks/04670ac8-9d69-4fe1-85ab-47dfaf5ece55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837842 Nov 12 03:54:33.940246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e51b-2589-4144-af39-86dafbf84456 req-31376382-e41a-4155-b492-022ae62957f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.941806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d51e51b-2589-4144-af39-86dafbf84456 req-31376382-e41a-4155-b492-022ae62957f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e HTTP/1.1" status: 200 len: 915 time: 0.1635516 Nov 12 03:54:34.007720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d51e51b-2589-4144-af39-86dafbf84456 req-9d6f9b99-6081-4f03-98a8-60ac2db35e9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c788835c-c150-4c54-8c47-88738b23bbd6 HTTP/1.1" status: 200 len: 217 time: 0.0573971 Nov 12 03:54:34.074184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e51b-2589-4144-af39-86dafbf84456 req-da394bf4-125e-4366-a77d-c74c237fff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:34.075669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d51e51b-2589-4144-af39-86dafbf84456 req-da394bf4-125e-4366-a77d-c74c237fff0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03644d53-cb57-4b86-bb9f-2561abe25cb0 HTTP/1.1" status: 200 len: 852 time: 0.0542951 Nov 12 03:54:34.144146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e51b-2589-4144-af39-86dafbf84456 req-b3296cbe-b987-4860-9d45-6115fe675a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:34.145720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d51e51b-2589-4144-af39-86dafbf84456 req-b3296cbe-b987-4860-9d45-6115fe675a1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605116 Nov 12 03:54:34.272636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d51e51b-2589-4144-af39-86dafbf84456 req-5da62198-14f7-42a9-85a5-2a9eb96511b6 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147015 Nov 12 03:54:34.420382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d24436e-0ea8-4fc1-bd79-e9c25bd6954d req-825b450d-2103-410e-9bc7-9f2619894bd0 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 210 time: 0.0632882 Nov 12 03:54:34.453953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d252a8-4a4b-4eba-b12e-f9b3abc23efd req-8637af0e-1eaf-4fef-b399-900e96c6023a tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:34.473364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7d252a8-4a4b-4eba-b12e-f9b3abc23efd req-8637af0e-1eaf-4fef-b399-900e96c6023a tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.1155083 Nov 12 03:54:34.483056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1d51e51b-2589-4144-af39-86dafbf84456 req-0c81704d-74d0-4d56-98da-d233254dfd4b service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969893 Nov 12 03:54:34.590751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7d252a8-4a4b-4eba-b12e-f9b3abc23efd req-e529c399-ff78-431f-a786-c56100fa7155 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109083 Nov 12 03:54:34.995582 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.557977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a9520bf-4aa2-42b4-b9f6-aa39e1a52128 req-d21f162a-ba79-45d0-bf41-49268d162c63 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 210 time: 0.0493011 Nov 12 03:54:35.696937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b45668fe-e8fc-4178-a3f0-d6652b4ba7c8 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.698783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b45668fe-e8fc-4178-a3f0-d6652b4ba7c8 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.20 "GET /v2.0/networks?id=04670ac8-9d69-4fe1-85ab-47dfaf5ece55 HTTP/1.1" status: 200 len: 809 time: 0.1762645 Nov 12 03:54:35.731785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Request body: {'port': {'device_id': '0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4', 'network_id': '04670ac8-9d69-4fe1-85ab-47dfaf5ece55', 'admin_state_up': True, 'tenant_id': '04211b3bc9da4266ae15a3eea8fdfdb0'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:35.773541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487999c-1ce5-41e8-ab58-f33373302228 req-22c02748-ad30-4eaf-87b4-b07599f8ccbf tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.775180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0487999c-1ce5-41e8-ab58-f33373302228 req-22c02748-ad30-4eaf-87b4-b07599f8ccbf tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.0675972 Nov 12 03:54:35.842804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0487999c-1ce5-41e8-ab58-f33373302228 req-874b2e60-3613-4bbd-990d-47a0fe8ae744 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592132 Nov 12 03:54:35.916317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Made reservation on behalf of 04211b3bc9da4266ae15a3eea8fdfdb0 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:35.930560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.096091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Allocated IP 172.20.0.14 (04670ac8-9d69-4fe1-85ab-47dfaf5ece55/0ef994af-ee4d-40a0-a621-03136754cab8/36029feb-c198-4221-a58c-c105bfde9f57) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:36.343396 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.392381 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.395451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54814) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:36.410295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.480027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:36.484035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Pushing event updated for resources: {'Port': ['ID=36029feb-c198-4221-a58c-c105bfde9f57,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:36.487338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:36.489920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:36.547553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.547872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.575456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-b104c2d4-4a90-443d-9aaa-96115a326cde tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572371 Nov 12 03:54:36.599946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Request body: {'port': {'device_id': '0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:36.629077 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74d166df-93d9-4de5-85ba-8ec59e5b372b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.697023 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.749039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74d166df-93d9-4de5-85ba-8ec59e5b372b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.756990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74d166df-93d9-4de5-85ba-8ec59e5b372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.766401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2388e2-fb3d-456a-9218-438726c41ec1 req-7dbe02e8-2c0b-49b1-845a-495262983dd8 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.767831 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d2388e2-fb3d-456a-9218-438726c41ec1 req-7dbe02e8-2c0b-49b1-845a-495262983dd8 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 932 time: 0.0978117 Nov 12 03:54:36.814664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-74d166df-93d9-4de5-85ba-8ec59e5b372b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7522e9ef65d1446592885ad02f7949a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178047 Nov 12 03:54:36.817008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:36.848598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d166df-93d9-4de5-85ba-8ec59e5b372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa2bfc5-9cd0-4164-9b45-eb3f8fd95020,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:36.879547 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76ef4fc6-5c5c-428d-84dd-c0af3bd54ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.914724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d2388e2-fb3d-456a-9218-438726c41ec1 req-bf9ec3eb-a109-4501-918d-56e243d9999a tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360340 Nov 12 03:54:36.920058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76ef4fc6-5c5c-428d-84dd-c0af3bd54ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.021032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80ba2e-c3a7-4d4b-a690-64a82578f95e req-d06692dd-62a6-44ab-ba0e-fbe86046177d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:37.023274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a80ba2e-c3a7-4d4b-a690-64a82578f95e req-d06692dd-62a6-44ab-ba0e-fbe86046177d tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.0882502 Nov 12 03:54:37.090287 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a80ba2e-c3a7-4d4b-a690-64a82578f95e req-1fc97e3e-e69e-4a02-a06c-cba82c0c3206 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603428 Nov 12 03:54:37.091567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76ef4fc6-5c5c-428d-84dd-c0af3bd54ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.094713 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76ef4fc6-5c5c-428d-84dd-c0af3bd54ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.098871 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-76ef4fc6-5c5c-428d-84dd-c0af3bd54ae2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3aa2bfc5-9cd0-4164-9b45-eb3f8fd95020 HTTP/1.1" status: 204 len: 168 time: 0.2805700 Nov 12 03:54:37.105537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36029feb-c198-4221-a58c-c105bfde9f57 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:37.108253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef4fc6-5c5c-428d-84dd-c0af3bd54ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa2bfc5-9cd0-4164-9b45-eb3f8fd95020,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.115216 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.139619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Transition to ACTIVE for port object 36029feb-c198-4221-a58c-c105bfde9f57 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:37.154538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.255210 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.673566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Pushing event updated for resources: {'Port': ['ID=36029feb-c198-4221-a58c-c105bfde9f57,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.682649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54830) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.696713 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7609f78d-3b4f-4713-b77f-d1e6ce2afcc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.716232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Attempting to bind port 36029feb-c198-4221-a58c-c105bfde9f57 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:37.721223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Attempting to bind port 36029feb-c198-4221-a58c-c105bfde9f57 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '2d30c136-25c6-4472-87ed-a4a8fb77c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '04670ac8-9d69-4fe1-85ab-47dfaf5ece55'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:37.721569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Attempting to bind port 36029feb-c198-4221-a58c-c105bfde9f57 on network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:37.727276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Port 36029feb-c198-4221-a58c-c105bfde9f57 on network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:37.727732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Attempting to bind port 36029feb-c198-4221-a58c-c105bfde9f57 on network 04670ac8-9d69-4fe1-85ab-47dfaf5ece55 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:37.734672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:37.734672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Checking segment: {'id': '2d30c136-25c6-4472-87ed-a4a8fb77c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '04670ac8-9d69-4fe1-85ab-47dfaf5ece55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:37.735292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Bound using segment: {'id': '2d30c136-25c6-4472-87ed-a4a8fb77c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '04670ac8-9d69-4fe1-85ab-47dfaf5ece55'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:37.735830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Bound port: 36029feb-c198-4221-a58c-c105bfde9f57, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d30c136-25c6-4472-87ed-a4a8fb77c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '04670ac8-9d69-4fe1-85ab-47dfaf5ece55'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:37.736300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.802849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7609f78d-3b4f-4713-b77f-d1e6ce2afcc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.808909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7609f78d-3b4f-4713-b77f-d1e6ce2afcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.812065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] For port 36029feb-c198-4221-a58c-c105bfde9f57, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:37.816329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] For port 36029feb-c198-4221-a58c-c105bfde9f57, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=36029feb-c198-4221-a58c-c105bfde9f57,segment=NetworkSegment(2d30c136-25c6-4472-87ed-a4a8fb77c552),segment_id=2d30c136-25c6-4472-87ed-a4a8fb77c552)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:37.822190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.850857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7609f78d-3b4f-4713-b77f-d1e6ce2afcc8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1805e57614644a2f87c5e8b37cdf25fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1645331 Nov 12 03:54:37.850857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609f78d-3b4f-4713-b77f-d1e6ce2afcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cf4674-4c00-464e-86b4-ba9929ebe404,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.852927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:37.865186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:37.865935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.868003 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] 10.222.0.20 "PUT /v2.0/ports/36029feb-c198-4221-a58c-c105bfde9f57 HTTP/1.1" status: 200 len: 1093 time: 1.2825081 Nov 12 03:54:37.870408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4', 'tag': '36029feb-c198-4221-a58c-c105bfde9f57'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:37.875271 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52831cf4-12bd-440b-8dd2-462ddd3ff12e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4", "tag": "36029feb-c198-4221-a58c-c105bfde9f57"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:37.907886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e59f4b97-18ed-42c4-ada4-3a9a2d4d9fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.912695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea411c8-699a-4d27-a8ca-482c1eac0d1a service neutron] Pushing event updated for resources: {'Port': ['ID=36029feb-c198-4221-a58c-c105bfde9f57,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.937276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e59f4b97-18ed-42c4-ada4-3a9a2d4d9fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.955741 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02cf613-d699-4d94-82c3-8634f6d908c3 x-openstack-request-id: req-f02cf613-d699-4d94-82c3-8634f6d908c3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:37.956173 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4", "tag": "36029feb-c198-4221-a58c-c105bfde9f57", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:37.956940 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f02cf613-d699-4d94-82c3-8634f6d908c3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:37.956940 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4', 'tag': '36029feb-c198-4221-a58c-c105bfde9f57', 'status': 'completed', 'code': 200} Nov 12 03:54:37.975763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-9fa68fe0-504b-4248-890b-c7b428b2c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:37.977689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-9fa68fe0-504b-4248-890b-c7b428b2c578 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04211b3bc9da4266ae15a3eea8fdfdb0&device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 1096 time: 0.0584412 Nov 12 03:54:37.993215 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e59f4b97-18ed-42c4-ada4-3a9a2d4d9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.996516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e59f4b97-18ed-42c4-ada4-3a9a2d4d9fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.997957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e59f4b97-18ed-42c4-ada4-3a9a2d4d9fa8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1cf4674-4c00-464e-86b4-ba9929ebe404 HTTP/1.1" status: 204 len: 168 time: 0.1441393 Nov 12 03:54:38.016688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f4b97-18ed-42c4-ada4-3a9a2d4d9fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cf4674-4c00-464e-86b4-ba9929ebe404,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:38.029010 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-1cf16f87-66e8-4d1c-93af-e5c68243b63e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36029feb-c198-4221-a58c-c105bfde9f57 HTTP/1.1" status: 200 len: 217 time: 0.0409677 Nov 12 03:54:38.088652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad435101-fdbd-4002-bf70-dfb7689d0154 req-00c986c6-ff19-4f5a-8429-d40b29fa268a tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.100392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad435101-fdbd-4002-bf70-dfb7689d0154 req-00c986c6-ff19-4f5a-8429-d40b29fa268a tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 944 time: 0.0816369 Nov 12 03:54:38.102387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-81dcf5d8-9688-4ba0-85eb-c945ffe9b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.105141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-81dcf5d8-9688-4ba0-85eb-c945ffe9b7a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ef994af-ee4d-40a0-a621-03136754cab8 HTTP/1.1" status: 200 len: 849 time: 0.0596638 Nov 12 03:54:38.155261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-0a4e41d5-cce5-4231-b83b-23f08763198b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=04670ac8-9d69-4fe1-85ab-47dfaf5ece55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407183 Nov 12 03:54:38.188826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad435101-fdbd-4002-bf70-dfb7689d0154 req-cc706ae9-1160-4d84-a437-0fdc8fe25853 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816574 Nov 12 03:54:38.311522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-362118d5-1186-432a-b556-a0b043c55aca service neutron] 10.222.0.20 "GET /v2.0/networks/04670ac8-9d69-4fe1-85ab-47dfaf5ece55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477041 Nov 12 03:54:38.324874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02348c-13eb-44bd-8de4-b66df64cecee req-d52cf024-732f-4e4c-8da8-3e3d656d45ee tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.326403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd02348c-13eb-44bd-8de4-b66df64cecee req-d52cf024-732f-4e4c-8da8-3e3d656d45ee tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.0873039 Nov 12 03:54:38.432629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54846) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.437981 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd02348c-13eb-44bd-8de4-b66df64cecee req-c5667579-3b65-454f-9632-61081758054f tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030710 Nov 12 03:54:38.447198 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-982dd404-0290-4440-ab92-dec2aa3ac2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.456213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-def4773a-c7a8-4773-870a-0f46ce138e7b req-441da0b0-e529-440f-b1ce-e42e52632595 service neutron] 10.222.0.20 "GET /v2.0/networks/04670ac8-9d69-4fe1-85ab-47dfaf5ece55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287639 Nov 12 03:54:38.536413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-982dd404-0290-4440-ab92-dec2aa3ac2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.541079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-982dd404-0290-4440-ab92-dec2aa3ac2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.552377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-9d8b7a1d-f7da-4f51-b06f-07e8941411d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.554457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-9d8b7a1d-f7da-4f51-b06f-07e8941411d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04211b3bc9da4266ae15a3eea8fdfdb0&device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 1096 time: 0.0452929 Nov 12 03:54:38.585593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-982dd404-0290-4440-ab92-dec2aa3ac2de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f28ee3950d6e4daf845b02faecf9aa34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516790 Nov 12 03:54:38.586846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dd404-0290-4440-ab92-dec2aa3ac2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d051ac64-6b5c-4797-b13a-6d0e6a25137a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:38.589821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54848) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.651960 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a53bea75-f11e-42db-a7c3-052a794b1d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.666834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-abee56ff-6535-4723-99d9-f6cdd4d4a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.668241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-abee56ff-6535-4723-99d9-f6cdd4d4a8c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=04670ac8-9d69-4fe1-85ab-47dfaf5ece55 HTTP/1.1" status: 200 len: 911 time: 0.1061890 Nov 12 03:54:38.674149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a53bea75-f11e-42db-a7c3-052a794b1d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.712939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-fe865cde-bb03-4be8-9775-62b0ce396930 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36029feb-c198-4221-a58c-c105bfde9f57 HTTP/1.1" status: 200 len: 217 time: 0.0364532 Nov 12 03:54:38.725612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a53bea75-f11e-42db-a7c3-052a794b1d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.728195 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a53bea75-f11e-42db-a7c3-052a794b1d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.729380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a53bea75-f11e-42db-a7c3-052a794b1d64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d051ac64-6b5c-4797-b13a-6d0e6a25137a HTTP/1.1" status: 204 len: 168 time: 0.1371329 Nov 12 03:54:38.740935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bea75-f11e-42db-a7c3-052a794b1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d051ac64-6b5c-4797-b13a-6d0e6a25137a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:38.778263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-e7a8b080-d015-4b8d-8c84-45dcae3badac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.779880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-e7a8b080-d015-4b8d-8c84-45dcae3badac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ef994af-ee4d-40a0-a621-03136754cab8 HTTP/1.1" status: 200 len: 849 time: 0.0589001 Nov 12 03:54:38.813605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-50568da3-4559-4d4c-9692-a0ed3a9e4626 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=04670ac8-9d69-4fe1-85ab-47dfaf5ece55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259464 Nov 12 03:54:38.911170 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-549a1e5b-9fd7-40a9-a788-d83ad8ffa5e7 service neutron] 10.222.0.20 "GET /v2.0/networks/04670ac8-9d69-4fe1-85ab-47dfaf5ece55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901000 Nov 12 03:54:39.018334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52831cf4-12bd-440b-8dd2-462ddd3ff12e req-46bea4ef-d829-4149-b140-1fb9d32f6316 service neutron] 10.222.0.20 "GET /v2.0/networks/04670ac8-9d69-4fe1-85ab-47dfaf5ece55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989628 Nov 12 03:54:39.334108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404c065-d196-4f57-850f-3d4884ec598a req-b6aa8c82-a6f4-4476-aade-a36a68d567d6 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:39.335856 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4404c065-d196-4f57-850f-3d4884ec598a req-b6aa8c82-a6f4-4476-aade-a36a68d567d6 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 944 time: 0.0853674 Nov 12 03:54:39.378977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-9fc49868-206e-4b3e-ae06-9e97c454c58a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685325 Nov 12 03:54:39.428946 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4404c065-d196-4f57-850f-3d4884ec598a req-ddb6b3fb-43c3-4c23-86be-2fcf483ac5e7 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862780 Nov 12 03:54:39.503097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-49ff4409-01e3-41b0-b522-c403c4744bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:39.503886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-49ff4409-01e3-41b0-b522-c403c4744bb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a17d26f656247489e34673962c7b4cd&device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1097 time: 0.0704820 Nov 12 03:54:39.598369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54880) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.604347 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:39.673774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-09b3ccf4-4b71-428c-8d12-c693eba8c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:39.676136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-09b3ccf4-4b71-428c-8d12-c693eba8c68e service neutron] 10.222.0.20 "GET /v2.0/networks?id=633664f2-30ae-497f-b8e8-41fb4fb9654f HTTP/1.1" status: 200 len: 910 time: 0.1491022 Nov 12 03:54:39.699883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff7f6-84da-4e95-81b0-8ee266ddcbae req-42d300b3-5725-47f2-a984-35c959e72899 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:39.709101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-087ff7f6-84da-4e95-81b0-8ee266ddcbae req-42d300b3-5725-47f2-a984-35c959e72899 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.1719255 Nov 12 03:54:39.710697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1618036681-network', 'tenant_id': '902c796d83bb40a19b9a930a3801df1c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:39.738057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Made reservation on behalf of 902c796d83bb40a19b9a930a3801df1c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:39.741921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.753641 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.815800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-2ff077e3-a6a5-4003-b4cf-987a61e6381c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159 HTTP/1.1" status: 200 len: 1001 time: 0.1034188 Nov 12 03:54:39.821759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-087ff7f6-84da-4e95-81b0-8ee266ddcbae req-135be5b6-8723-4d94-a05f-123716ed0373 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110854 Nov 12 03:54:39.862691 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.871285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.882940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-caa81c7c-fb8e-4273-8c83-c34d7228e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:39.884481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-caa81c7c-fb8e-4273-8c83-c34d7228e8fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74404bec-f85b-44ce-8b16-96d5ee087ad7 HTTP/1.1" status: 200 len: 847 time: 0.0612960 Nov 12 03:54:39.891099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:39.905232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.906103 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Added segment e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24 of type vlan for network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 Nov 12 03:54:39.946487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-f74f5f03-dfa3-4ed8-a4a9-35d8f5cf6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:39.948047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-f74f5f03-dfa3-4ed8-a4a9-35d8f5cf6ae2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=633664f2-30ae-497f-b8e8-41fb4fb9654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541072 Nov 12 03:54:39.984360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8da52c2-fdce-4d9c-936e-bddd51edc142,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:39.995725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.024630 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.025705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:40.026458 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.066631 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-206910dc-c2a8-4b5a-b805-0dd136e000f9 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100523 Nov 12 03:54:40.090049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4905350 Nov 12 03:54:40.092757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 54884) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:40.099921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Request body: {'subnet': {'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1618036681-subnet', 'tenant_id': '902c796d83bb40a19b9a930a3801df1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:40.105878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740c0b-07af-4c71-a30f-fba6f7f06611 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.115920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:40.126269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Made reservation on behalf of 902c796d83bb40a19b9a930a3801df1c for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:40.128803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.179004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-84a392fe-7c84-402c-aaef-b17b0b339e98 req-b63a905a-4e2e-4bb3-9e04-b6d450dcbbf6 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040213 Nov 12 03:54:40.259827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 36029feb-c198-4221-a58c-c105bfde9f57 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:40.325517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.357539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 36029feb-c198-4221-a58c-c105bfde9f57, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=36029feb-c198-4221-a58c-c105bfde9f57,segment=NetworkSegment(2d30c136-25c6-4472-87ed-a4a8fb77c552),segment_id=2d30c136-25c6-4472-87ed-a4a8fb77c552)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:40.371150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '36029feb-c198-4221-a58c-c105bfde9f57', 'network_id': '04670ac8-9d69-4fe1-85ab-47dfaf5ece55', 'port_id': '36029feb-c198-4221-a58c-c105bfde9f57', 'mac_address': 'fa:16:3e:32:4f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef994af-ee4d-40a0-a621-03136754cab8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:40.392958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dce76b-de36-40d8-b40a-0186d279ad2a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.412188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Checking segment: {'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:40.412552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Network hostable DHCP agents. Network: c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:40.416700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.431440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:40.438511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36029feb-c198-4221-a58c-c105bfde9f57 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:40.441961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:40.447932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:40.448990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.461742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 36029feb-c198-4221-a58c-c105bfde9f57, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=36029feb-c198-4221-a58c-c105bfde9f57,segment=NetworkSegment(2d30c136-25c6-4472-87ed-a4a8fb77c552),segment_id=2d30c136-25c6-4472-87ed-a4a8fb77c552)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:40.464982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eed866-eb51-4a0e-a71d-b27a6089e62b None None] Network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:40.475979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a79ba6f3-cd94-48b9-be6b-89732fcca7d8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3745368 Nov 12 03:54:40.481848 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.613785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=36029feb-c198-4221-a58c-c105bfde9f57,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.694660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae802e9e-7df6-4867-bd67-3210a14b9d59 req-47de0822-e3b8-49d0-b023-faec3e784188 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:40.705987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae802e9e-7df6-4867-bd67-3210a14b9d59 req-47de0822-e3b8-49d0-b023-faec3e784188 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 945 time: 0.1337025 Nov 12 03:54:40.744832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['36029feb-c198-4221-a58c-c105bfde9f57'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:40.773047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd25f2-a8bd-4466-ad41-3aeed5a9a53b None None] Network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:40.777357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ae802e9e-7df6-4867-bd67-3210a14b9d59 req-5b96b6ba-1b73-4fd9-9428-96d29c4df97f tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638607 Nov 12 03:54:40.966890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c0cdb-61ef-42ee-a99e-ec6f3f866e5a req-07877993-ded3-4a55-b03c-e5e91b2b4560 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:40.968979 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-966c0cdb-61ef-42ee-a99e-ec6f3f866e5a req-07877993-ded3-4a55-b03c-e5e91b2b4560 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.0568540 Nov 12 03:54:41.031546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-966c0cdb-61ef-42ee-a99e-ec6f3f866e5a req-ef03569e-fdb4-4bca-a73b-180bc3265d56 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547810 Nov 12 03:54:41.919083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f734-2bea-4992-8b53-91d7f0e992db req-9f06acaf-73eb-4aa3-93a7-cc4e2e743857 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:41.923681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2b1f734-2bea-4992-8b53-91d7f0e992db req-9f06acaf-73eb-4aa3-93a7-cc4e2e743857 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 945 time: 0.0687127 Nov 12 03:54:42.010767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2b1f734-2bea-4992-8b53-91d7f0e992db req-03f3d4c7-1264-41e3-8a63-a73fb5cfc4bb tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779176 Nov 12 03:54:42.180024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d166d6-c248-4669-a366-f99740839924 req-ae1a33bd-a0d7-4b54-a2da-acb3cebfd918 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:42.182508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15d166d6-c248-4669-a366-f99740839924 req-ae1a33bd-a0d7-4b54-a2da-acb3cebfd918 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.0740499 Nov 12 03:54:42.251985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-15d166d6-c248-4669-a366-f99740839924 req-4ab4d04c-1ab4-47d7-8f88-5816df6ff4a2 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622299 Nov 12 03:54:42.276383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 36029feb-c198-4221-a58c-c105bfde9f57 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:42.338778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 36029feb-c198-4221-a58c-c105bfde9f57 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:42.345488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 36029feb-c198-4221-a58c-c105bfde9f57 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:42.345963 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.438245 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.471594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36029feb-c198-4221-a58c-c105bfde9f57'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:42.474431 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-7f71769e-b04b-4ff6-b115-2e35e058a67f tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:42.474625 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fbfd80-9166-460d-8dcf-836fe374248b" -d '{"events": [{"server_uuid": "0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4", "name": "network-vif-plugged", "status": "completed", "tag": "36029feb-c198-4221-a58c-c105bfde9f57"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:42.483229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-7f71769e-b04b-4ff6-b115-2e35e058a67f tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/networks?id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 HTTP/1.1" status: 200 len: 809 time: 0.1311820 Nov 12 03:54:42.504690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-ac137857-cfd2-414a-88e2-b10cb1b93ba6 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/quotas/902c796d83bb40a19b9a930a3801df1c HTTP/1.1" status: 200 len: 375 time: 0.0197482 Nov 12 03:54:42.511921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 36029feb-c198-4221-a58c-c105bfde9f57, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=36029feb-c198-4221-a58c-c105bfde9f57,segment=NetworkSegment(2d30c136-25c6-4472-87ed-a4a8fb77c552),segment_id=2d30c136-25c6-4472-87ed-a4a8fb77c552)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:42.522373 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:42.552401 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-4dd08e13-5c22-4774-998e-d59cdd946e26 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=902c796d83bb40a19b9a930a3801df1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460081 Nov 12 03:54:42.599300 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cff7fed-b915-423b-b702-b2f0dc36f288 x-openstack-request-id: req-9cff7fed-b915-423b-b702-b2f0dc36f288 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:42.599713 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4", "name": "network-vif-plugged", "status": "completed", "tag": "36029feb-c198-4221-a58c-c105bfde9f57", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:42.599976 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cff7fed-b915-423b-b702-b2f0dc36f288 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:42.600379 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36029feb-c198-4221-a58c-c105bfde9f57', 'code': 200} Nov 12 03:54:42.601814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=36029feb-c198-4221-a58c-c105bfde9f57,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:42.676567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6acf8c-1481-4021-b996-a21e97f5c1c6 req-0d2dff18-07e5-4ef3-add1-ad65c3aeabce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:42.678273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd6acf8c-1481-4021-b996-a21e97f5c1c6 req-0d2dff18-07e5-4ef3-add1-ad65c3aeabce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 1098 time: 0.0424719 Nov 12 03:54:42.710114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97f718b5-30a9-4d11-ace5-76396a252e28 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566772 Nov 12 03:54:42.731478 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd6acf8c-1481-4021-b996-a21e97f5c1c6 req-48036ca8-d14b-43e6-ae82-4620e8916128 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Nov 12 03:54:42.800610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-5cf0bd2f-a996-4e38-a2d6-22743574c5c1 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893180 Nov 12 03:54:43.025059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-527712f1-f717-4060-8303-ee354e7270d0 req-c6a381a5-0511-4452-911e-9ec6afb31ae6 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 210 time: 0.0329449 Nov 12 03:54:43.177169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8a690-3b36-46c7-9af9-d23327e46b02 req-aeb53028-a5ab-4fbc-a125-acc378f6d195 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.179059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-86f8a690-3b36-46c7-9af9-d23327e46b02 req-aeb53028-a5ab-4fbc-a125-acc378f6d195 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 946 time: 0.0744615 Nov 12 03:54:43.239824 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-86f8a690-3b36-46c7-9af9-d23327e46b02 req-7b9f5429-e02c-45ae-8a47-c0f1269168af tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543993 Nov 12 03:54:43.389424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8159ea6-dbaa-4e29-b849-ef58021f1c1a req-28be5c00-0e1d-4102-8a00-3e07f873d7cc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.391255 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8159ea6-dbaa-4e29-b849-ef58021f1c1a req-28be5c00-0e1d-4102-8a00-3e07f873d7cc tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 943 time: 0.0575707 Nov 12 03:54:43.455794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8159ea6-dbaa-4e29-b849-ef58021f1c1a req-e08179f5-4aae-46f0-b8dd-04e5a7b7ecdf tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561645 Nov 12 03:54:44.144154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92b76114-3b6a-4fc6-97fc-852364d8088c req-16ae4e48-f517-4dec-917e-32f7d28a5631 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 210 time: 0.0351515 Nov 12 03:54:44.200063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-7d58cdd6-672e-4ab5-9ffd-da54c46edc8b tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:44.201783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-7d58cdd6-672e-4ab5-9ffd-da54c46edc8b tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.20 "GET /v2.0/networks?id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 HTTP/1.1" status: 200 len: 809 time: 0.1202297 Nov 12 03:54:44.215719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Request body: {'port': {'device_id': 'c361a375-6bc0-40f4-8655-85ab4156e50d', 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7', 'admin_state_up': True, 'tenant_id': '902c796d83bb40a19b9a930a3801df1c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:44.293149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c788835c-c150-4c54-8c47-88738b23bbd6 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:44.382117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Made reservation on behalf of 902c796d83bb40a19b9a930a3801df1c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:44.385943 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.407703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9ea56-78b8-4d1c-bfdd-69136b410f40 req-4eb19ca4-3ed8-46b3-974c-81ab372caab0 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:44.409268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fe9ea56-78b8-4d1c-bfdd-69136b410f40 req-4eb19ca4-3ed8-46b3-974c-81ab372caab0 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 946 time: 0.0867050 Nov 12 03:54:44.413037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c788835c-c150-4c54-8c47-88738b23bbd6, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c788835c-c150-4c54-8c47-88738b23bbd6,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:44.425720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'mac_address': 'fa:16:3e:95:4c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:44.471542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.487805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c788835c-c150-4c54-8c47-88738b23bbd6 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:44.513566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c788835c-c150-4c54-8c47-88738b23bbd6, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c788835c-c150-4c54-8c47-88738b23bbd6,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:44.521081 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fe9ea56-78b8-4d1c-bfdd-69136b410f40 req-9278cae2-1677-47ee-a729-3e53a940f406 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049924 Nov 12 03:54:44.530405 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.598169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Allocated IP 172.20.0.5 (c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7/53dce76b-de36-40d8-b40a-0186d279ad2a/e5a1aa50-b901-47cf-8562-148e764001f1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:44.640553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c788835c-c150-4c54-8c47-88738b23bbd6,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:44.665709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9af8b-fc43-407b-aa57-ced7d1dbfa65 req-a3e0d930-56f0-485c-89b6-8dfc557e0a7f tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:44.679497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-40c9af8b-fc43-407b-aa57-ced7d1dbfa65 req-a3e0d930-56f0-485c-89b6-8dfc557e0a7f tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 944 time: 0.1180437 Nov 12 03:54:44.754303 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-40c9af8b-fc43-407b-aa57-ced7d1dbfa65 req-07ffcd59-9594-43f0-a4e4-dca8811d8ca0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638502 Nov 12 03:54:44.782510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c788835c-c150-4c54-8c47-88738b23bbd6'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:44.817639 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.869759 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.918992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:44.928333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:44.931094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:44.962326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914bfb9-bf80-4533-a31e-d2704f7f81d6 req-0169e308-16aa-4e15-b206-857f4ec1e0af tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:44.966178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Pushing event updated for resources: {'Port': ['ID=e5a1aa50-b901-47cf-8562-148e764001f1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:44.971950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1914bfb9-bf80-4533-a31e-d2704f7f81d6 req-0169e308-16aa-4e15-b206-857f4ec1e0af tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 946 time: 0.0759320 Nov 12 03:54:45.001196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:45.002069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.025582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-2be3ca8f-6bc9-4e0f-9c14-dee373b52788 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8143208 Nov 12 03:54:45.037295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1914bfb9-bf80-4533-a31e-d2704f7f81d6 req-9b7b1b56-2c97-4609-b8e2-42f35cd0d649 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641959 Nov 12 03:54:45.054744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Request body: {'port': {'device_id': 'c361a375-6bc0-40f4-8655-85ab4156e50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:45.178932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.414840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991f7f9-2bc8-47db-b9e0-521c839aebfa req-01f4fbff-33bf-4c24-ad26-6db497d86b07 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:45.416374 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0991f7f9-2bc8-47db-b9e0-521c839aebfa req-01f4fbff-33bf-4c24-ad26-6db497d86b07 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 931 time: 0.1683943 Nov 12 03:54:45.531188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0991f7f9-2bc8-47db-b9e0-521c839aebfa req-3b182393-675f-4d58-82a1-287a992cac5b tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832152 Nov 12 03:54:45.612906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a1aa50-b901-47cf-8562-148e764001f1 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:45.620711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.634159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Transition to ACTIVE for port object e5a1aa50-b901-47cf-8562-148e764001f1 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:45.638425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.704234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a1aa50-b901-47cf-8562-148e764001f1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:45.790461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Attempting to bind port e5a1aa50-b901-47cf-8562-148e764001f1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:45.790932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Attempting to bind port e5a1aa50-b901-47cf-8562-148e764001f1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:45.791348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Attempting to bind port e5a1aa50-b901-47cf-8562-148e764001f1 on network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:45.795867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Port e5a1aa50-b901-47cf-8562-148e764001f1 on network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:45.797303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Attempting to bind port e5a1aa50-b901-47cf-8562-148e764001f1 on network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:45.802740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:45.802740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Checking segment: {'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:45.803175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Bound using segment: {'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:45.803698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Bound port: e5a1aa50-b901-47cf-8562-148e764001f1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:45.804154 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.868642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7f36-5c9e-4786-8d25-5772754c89e4 req-528a7f99-2898-48e5-9687-07e6bfab0ff8 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:45.870246 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb9f7f36-5c9e-4786-8d25-5772754c89e4 req-528a7f99-2898-48e5-9687-07e6bfab0ff8 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 944 time: 0.0536363 Nov 12 03:54:45.875079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] For port e5a1aa50-b901-47cf-8562-148e764001f1, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:45.878337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] For port e5a1aa50-b901-47cf-8562-148e764001f1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5a1aa50-b901-47cf-8562-148e764001f1,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:45.883473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.918887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:45.919519 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.921794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/e5a1aa50-b901-47cf-8562-148e764001f1 HTTP/1.1" status: 200 len: 1092 time: 0.8758397 Nov 12 03:54:45.924374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c361a375-6bc0-40f4-8655-85ab4156e50d', 'tag': 'e5a1aa50-b901-47cf-8562-148e764001f1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:45.927365 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec64319-ac81-4dc2-aa60-2a89963c3edd" -d '{"events": [{"name": "network-changed", "server_uuid": "c361a375-6bc0-40f4-8655-85ab4156e50d", "tag": "e5a1aa50-b901-47cf-8562-148e764001f1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:45.944336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bb9f7f36-5c9e-4786-8d25-5772754c89e4 req-b8c6cdc2-4393-4177-b613-9141fad048e8 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677843 Nov 12 03:54:45.956430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5897b-8ced-4185-9bd5-6a4bf63b37e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a1aa50-b901-47cf-8562-148e764001f1,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:46.024457 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0204f1d-a324-4ada-b8e1-815f1b5533f0 x-openstack-request-id: req-a0204f1d-a324-4ada-b8e1-815f1b5533f0 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:46.024771 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c361a375-6bc0-40f4-8655-85ab4156e50d", "tag": "e5a1aa50-b901-47cf-8562-148e764001f1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:46.025035 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0204f1d-a324-4ada-b8e1-815f1b5533f0 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:46.025428 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c361a375-6bc0-40f4-8655-85ab4156e50d', 'tag': 'e5a1aa50-b901-47cf-8562-148e764001f1', 'status': 'completed', 'code': 200} Nov 12 03:54:46.049032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-50b45dcc-8126-4cd3-b77e-a50e2e208e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.050486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-50b45dcc-8126-4cd3-b77e-a50e2e208e13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=902c796d83bb40a19b9a930a3801df1c&device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 1095 time: 0.0567658 Nov 12 03:54:46.112646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-682dbb13-a05b-4e23-91a3-869fee38e041 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5a1aa50-b901-47cf-8562-148e764001f1 HTTP/1.1" status: 200 len: 217 time: 0.0436842 Nov 12 03:54:46.168929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-cb272822-f24f-456c-9c5c-841068fd1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.170735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-cb272822-f24f-456c-9c5c-841068fd1ae5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53dce76b-de36-40d8-b40a-0186d279ad2a HTTP/1.1" status: 200 len: 849 time: 0.0493469 Nov 12 03:54:46.172987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58a66-144e-45a8-8adf-e0641c299e6c req-a3fc2509-fb89-4fc0-91c4-65b4730974bf tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.174618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-21b58a66-144e-45a8-8adf-e0641c299e6c req-a3fc2509-fb89-4fc0-91c4-65b4730974bf tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 946 time: 0.0604470 Nov 12 03:54:46.204914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-96adef90-61db-4ad7-88fe-a9ff2e163932 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261333 Nov 12 03:54:46.230217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-21b58a66-144e-45a8-8adf-e0641c299e6c req-7cdc2bcd-2d87-4bff-b2fc-8159cedbe8e2 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78fa661-b64f-40bd-a190-d83cab032c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 Nov 12 03:54:46.318364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c788835c-c150-4c54-8c47-88738b23bbd6 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:46.319020 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-b5553e15-1a39-47d5-8b1e-511e4365e7dc service neutron] 10.222.0.20 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048744 Nov 12 03:54:46.362967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-535a7812-51eb-4017-a883-50c90077905d tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.364656 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-535a7812-51eb-4017-a883-50c90077905d tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 946 time: 0.0632155 Nov 12 03:54:46.391847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c788835c-c150-4c54-8c47-88738b23bbd6 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:46.397252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c788835c-c150-4c54-8c47-88738b23bbd6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:46.397837 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.432641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6772762-7ea8-4661-90c5-66b1bccc7ab3 req-eeef2fbf-ccee-4c4c-bf37-51720960fc0f service neutron] 10.222.0.20 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052318 Nov 12 03:54:46.472909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Deleting port 36029feb-c198-4221-a58c-c105bfde9f57 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:46.473232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.507719 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.544028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:46.545005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-a1ace946-2d69-4ed8-8014-1c01bb41feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.547568 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-a1ace946-2d69-4ed8-8014-1c01bb41feb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=902c796d83bb40a19b9a930a3801df1c&device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 1095 time: 0.0539052 Nov 12 03:54:46.550242 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8585cb-c952-4fbf-8bc0-eeecebc2eb93" -d '{"events": [{"server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "name": "network-vif-plugged", "status": "completed", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:46.588345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c788835c-c150-4c54-8c47-88738b23bbd6, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c788835c-c150-4c54-8c47-88738b23bbd6,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:46.603437 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.622587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] For port 36029feb-c198-4221-a58c-c105bfde9f57, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=36029feb-c198-4221-a58c-c105bfde9f57,segment=NetworkSegment(2d30c136-25c6-4472-87ed-a4a8fb77c552),segment_id=2d30c136-25c6-4472-87ed-a4a8fb77c552)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:46.623290 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.641640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Calling delete_port for 36029feb-c198-4221-a58c-c105bfde9f57 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:46.670089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-d8a28f0a-82e9-43ab-9b5b-101243840309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.671720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-d8a28f0a-82e9-43ab-9b5b-101243840309 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 HTTP/1.1" status: 200 len: 911 time: 0.1149480 Nov 12 03:54:46.687666 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc0db5e-4f16-4fb2-83d9-959ab3ba193e x-openstack-request-id: req-2cc0db5e-4f16-4fb2-83d9-959ab3ba193e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:46.688053 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "name": "network-vif-plugged", "status": "completed", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:46.688971 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cc0db5e-4f16-4fb2-83d9-959ab3ba193e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:46.689440 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'code': 200} Nov 12 03:54:46.696506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c788835c-c150-4c54-8c47-88738b23bbd6,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:46.739723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-2ad37d24-10a6-4435-ab3b-0b0a27855b51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5a1aa50-b901-47cf-8562-148e764001f1 HTTP/1.1" status: 200 len: 217 time: 0.0560186 Nov 12 03:54:46.792426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5af09c-8326-402d-8a2d-98e2652d69c3 req-77c106dd-f3ed-4886-aae3-df797e69c511 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.793945 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc5af09c-8326-402d-8a2d-98e2652d69c3 req-77c106dd-f3ed-4886-aae3-df797e69c511 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 943 time: 0.1213477 Nov 12 03:54:46.797298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d060ff-1938-4f1d-a8ce-ea97ef5c386e req-e8b4618f-43bc-4185-b60e-df2cc91e86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.798814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-38d060ff-1938-4f1d-a8ce-ea97ef5c386e req-e8b4618f-43bc-4185-b60e-df2cc91e86d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1097 time: 0.0679634 Nov 12 03:54:46.823083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-bac9a33e-a1ca-4f99-aebc-718ff4e5f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.824501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-bac9a33e-a1ca-4f99-aebc-718ff4e5f8dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53dce76b-de36-40d8-b40a-0186d279ad2a HTTP/1.1" status: 200 len: 849 time: 0.0752580 Nov 12 03:54:46.868697 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-60add573-4f69-4cf3-8104-0e748478d338 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340998 Nov 12 03:54:46.891594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc5af09c-8326-402d-8a2d-98e2652d69c3 req-ea08d6d4-5602-4c04-bc39-120e3b97e44a tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876343 Nov 12 03:54:46.893480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-38d060ff-1938-4f1d-a8ce-ea97ef5c386e req-16850f51-2a5a-4700-bce2-50f2e9a32e4f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816505 Nov 12 03:54:46.918166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.974959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Pushing event deleted for resources: {'Port': ['ID=36029feb-c198-4221-a58c-c105bfde9f57,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:46.993256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-5effbe1b-d889-47bb-861e-14cce0af1349 service neutron] 10.222.0.20 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135111 Nov 12 03:54:47.019247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] No DVR routers for this DVR port 36029feb-c198-4221-a58c-c105bfde9f57 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:47.021794 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.025332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-65483c8e-eab3-44a6-89e1-99e7b33a3ab8 req-efa2297d-4e2c-40bb-a454-4e16fd5b2fe9 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.20 "DELETE /v2.0/ports/36029feb-c198-4221-a58c-c105bfde9f57 HTTP/1.1" status: 204 len: 173 time: 0.6550219 Nov 12 03:54:47.026042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4', 'name': 'network-vif-deleted', 'tag': '36029feb-c198-4221-a58c-c105bfde9f57'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:47.028312 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f26a0ad-6af8-4fb0-8207-473982cb74a8" -d '{"events": [{"server_uuid": "0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4", "name": "network-vif-deleted", "tag": "36029feb-c198-4221-a58c-c105bfde9f57"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:47.070217 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71da4084-e998-409c-b5e5-ba48789d7c2c x-openstack-request-id: req-71da4084-e998-409c-b5e5-ba48789d7c2c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:47.070516 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4", "name": "network-vif-deleted", "tag": "36029feb-c198-4221-a58c-c105bfde9f57", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:47.070771 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71da4084-e998-409c-b5e5-ba48789d7c2c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:47.071172 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4', 'name': 'network-vif-deleted', 'tag': '36029feb-c198-4221-a58c-c105bfde9f57', 'status': 'completed', 'code': 200} Nov 12 03:54:47.084245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e464359-ba9c-4500-a122-b5e84b9a1651 req-ed73ce66-d665-4820-9052-dd1eccbaa181 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.085830 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e464359-ba9c-4500-a122-b5e84b9a1651 req-ed73ce66-d665-4820-9052-dd1eccbaa181 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 945 time: 0.0533576 Nov 12 03:54:47.164336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e464359-ba9c-4500-a122-b5e84b9a1651 req-4224fe70-cdfe-40ef-9b12-3da0c0367847 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708199 Nov 12 03:54:47.194814 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ec64319-ac81-4dc2-aa60-2a89963c3edd req-16e84681-00aa-43c7-a292-7dec0e1916c0 service neutron] 10.222.0.20 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032798 Nov 12 03:54:47.345875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8801a68b-028e-4257-807f-57920f05d0c2 req-76f21e30-3030-4c7f-b59a-1955f56c89a4 tempest-ServerGroupTestJSON-558773309 tempest-ServerGroupTestJSON-558773309-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae1cc46-9aaf-4ebb-ab0f-0fedb5af75a4 HTTP/1.1" status: 200 len: 210 time: 0.0272758 Nov 12 03:54:48.032186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45efc90-4190-4ad9-9893-3a18928a1498 req-6783b5e1-92fe-4d08-af67-f52c55aee68a tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.035557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d45efc90-4190-4ad9-9893-3a18928a1498 req-6783b5e1-92fe-4d08-af67-f52c55aee68a tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 943 time: 0.0705223 Nov 12 03:54:48.084503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d45efc90-4190-4ad9-9893-3a18928a1498 req-5743d51e-6cae-4a11-b7c8-b32e6f5ff51d tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441487 Nov 12 03:54:48.286449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ff8e8-7872-4796-acbf-b1ffefecc378 req-75f059ec-779b-4214-85c1-3adf0a1c2402 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.287872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b24ff8e8-7872-4796-acbf-b1ffefecc378 req-75f059ec-779b-4214-85c1-3adf0a1c2402 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 945 time: 0.0541742 Nov 12 03:54:48.323702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e5a1aa50-b901-47cf-8562-148e764001f1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:48.325922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 36029feb-c198-4221-a58c-c105bfde9f57 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:48.339558 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b24ff8e8-7872-4796-acbf-b1ffefecc378 req-6adf8377-e824-48f6-b7ed-0838baca6d6f tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454416 Nov 12 03:54:48.361496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 36029feb-c198-4221-a58c-c105bfde9f57 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:48.362078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 36029feb-c198-4221-a58c-c105bfde9f57 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:48.465260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e5a1aa50-b901-47cf-8562-148e764001f1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5a1aa50-b901-47cf-8562-148e764001f1,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:48.465499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994b7f-4663-4ca1-b87a-402592729344 req-5947d305-d591-4f14-8682-131073ec31d3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.473714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19994b7f-4663-4ca1-b87a-402592729344 req-5947d305-d591-4f14-8682-131073ec31d3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 945 time: 0.0593250 Nov 12 03:54:48.485010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'e5a1aa50-b901-47cf-8562-148e764001f1', 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7', 'port_id': 'e5a1aa50-b901-47cf-8562-148e764001f1', 'mac_address': 'fa:16:3e:50:e3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53dce76b-de36-40d8-b40a-0186d279ad2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:48.535721 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19994b7f-4663-4ca1-b87a-402592729344 req-2288c2e0-b2b8-4be3-bfd5-a0a611fec4bd tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597813 Nov 12 03:54:48.539384 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.559080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a1aa50-b901-47cf-8562-148e764001f1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:48.562686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55018) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.597947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e5a1aa50-b901-47cf-8562-148e764001f1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5a1aa50-b901-47cf-8562-148e764001f1,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:48.610341 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.709817 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e5a1aa50-b901-47cf-8562-148e764001f1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:48.738866 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55034) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.779086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bff4b29-f5d3-4710-9993-e485a89220c6 tempest-TestVolumeBackupRestore-1432473007 tempest-TestVolumeBackupRestore-1432473007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.784922 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0bff4b29-f5d3-4710-9993-e485a89220c6 tempest-TestVolumeBackupRestore-1432473007 tempest-TestVolumeBackupRestore-1432473007-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1092 time: 0.2207189 Nov 12 03:54:48.785521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.789208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8206df-3f20-4c1b-9c18-cb50d501156f admin admin] Deleting subnet 0ef994af-ee4d-40a0-a621-03136754cab8 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:48.790178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:48.793677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce8206df-3f20-4c1b-9c18-cb50d501156f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.816940 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.839260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce8206df-3f20-4c1b-9c18-cb50d501156f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.855260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e5a1aa50-b901-47cf-8562-148e764001f1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:48.918820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce8206df-3f20-4c1b-9c18-cb50d501156f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.956473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.004294 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce8206df-3f20-4c1b-9c18-cb50d501156f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.034038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8206df-3f20-4c1b-9c18-cb50d501156f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef994af-ee4d-40a0-a621-03136754cab8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:49.037885 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ce8206df-3f20-4c1b-9c18-cb50d501156f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.041507 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ce8206df-3f20-4c1b-9c18-cb50d501156f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0ef994af-ee4d-40a0-a621-03136754cab8 HTTP/1.1" status: 204 len: 168 time: 0.3014772 Nov 12 03:54:49.044512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55040) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.101894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Allocated IP 172.25.0.107 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/4686fce1-a3c9-48b7-a982-f1d87c06dd16) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:49.144562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.233465 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.276220 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.276836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.310184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5de02-762a-47bc-bddd-be5aa26fa4e9 req-59c5115f-b29a-449e-9794-8df47a8960e0 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:49.314508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98b5de02-762a-47bc-bddd-be5aa26fa4e9 req-59c5115f-b29a-449e-9794-8df47a8960e0 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 944 time: 0.1124406 Nov 12 03:54:49.331447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:49.332099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04670ac8-9d69-4fe1-85ab-47dfaf5ece55']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.337216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:49.341296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'Port': ['ID=4686fce1-a3c9-48b7-a982-f1d87c06dd16,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:49.344302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:49.362145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d30c136-25c6-4472-87ed-a4a8fb77c552') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.362773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d30c136-25c6-4472-87ed-a4a8fb77c552') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:49.377014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.408931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.420954 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98b5de02-762a-47bc-bddd-be5aa26fa4e9 req-3e987994-d65d-42aa-a32c-2dbe4cc16b0e tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002982 Nov 12 03:54:49.423363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:49.423768 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:49.425681 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:49.503112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.513069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.520794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] 10.222.0.49 "DELETE /v2.0/networks/04670ac8-9d69-4fe1-85ab-47dfaf5ece55 HTTP/1.1" status: 204 len: 168 time: 0.4720974 Nov 12 03:54:49.533171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe48d0-19ef-40a1-a542-b7921faebbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=04670ac8-9d69-4fe1-85ab-47dfaf5ece55,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:49.677145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55046) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.726101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3c75c42d-d89b-4fde-b9ed-c20b42beb1fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04211b3bc9da4266ae15a3eea8fdfdb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476773 Nov 12 03:54:49.728469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55048) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.807430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70f7ab1c-4b8e-4e96-bde4-011368b2d817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.839920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70f7ab1c-4b8e-4e96-bde4-011368b2d817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.915393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70f7ab1c-4b8e-4e96-bde4-011368b2d817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.918510 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-70f7ab1c-4b8e-4e96-bde4-011368b2d817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.919816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-70f7ab1c-4b8e-4e96-bde4-011368b2d817 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f78fa661-b64f-40bd-a190-d83cab032c6e HTTP/1.1" status: 204 len: 168 time: 0.1901095 Nov 12 03:54:49.944565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7ab1c-4b8e-4e96-bde4-011368b2d817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78fa661-b64f-40bd-a190-d83cab032c6e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:50.260232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.348434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e5a1aa50-b901-47cf-8562-148e764001f1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:50.376725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.412050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port e5a1aa50-b901-47cf-8562-148e764001f1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:50.417451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port e5a1aa50-b901-47cf-8562-148e764001f1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:50.418072 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.553448 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.613316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c361a375-6bc0-40f4-8655-85ab4156e50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a1aa50-b901-47cf-8562-148e764001f1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:50.615818 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e98a3-2190-4a3a-af70-ac05ff3a94f8" -d '{"events": [{"server_uuid": "c361a375-6bc0-40f4-8655-85ab4156e50d", "name": "network-vif-plugged", "status": "completed", "tag": "e5a1aa50-b901-47cf-8562-148e764001f1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:50.630466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188349f-f100-4201-a8c8-ce0ae224a34b req-65ec0889-95ff-426a-ae5f-2009bfb6d5d9 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.637768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6188349f-f100-4201-a8c8-ce0ae224a34b req-65ec0889-95ff-426a-ae5f-2009bfb6d5d9 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 944 time: 0.0967903 Nov 12 03:54:50.656381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e5a1aa50-b901-47cf-8562-148e764001f1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5a1aa50-b901-47cf-8562-148e764001f1,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:50.664358 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.667326 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.688082 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.729130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e5a1aa50-b901-47cf-8562-148e764001f1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:50.733146 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca3b3d5-9bcf-42f3-a412-b4d40128d02c x-openstack-request-id: req-eca3b3d5-9bcf-42f3-a412-b4d40128d02c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:50.734307 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c361a375-6bc0-40f4-8655-85ab4156e50d", "name": "network-vif-plugged", "status": "completed", "tag": "e5a1aa50-b901-47cf-8562-148e764001f1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:50.734307 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eca3b3d5-9bcf-42f3-a412-b4d40128d02c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:50.735652 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c361a375-6bc0-40f4-8655-85ab4156e50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a1aa50-b901-47cf-8562-148e764001f1', 'code': 200} Nov 12 03:54:50.741079 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6188349f-f100-4201-a8c8-ce0ae224a34b req-faf45aa4-fe38-4228-a743-e14366540d17 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019304 Nov 12 03:54:50.787074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event updated for resources: {'Port': ['ID=4686fce1-a3c9-48b7-a982-f1d87c06dd16,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:50.820128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.886788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263418bb-b3e5-4b15-a13e-5525994808af req-fae6ee28-ad34-4486-a067-1d0fd79cafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.888315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-263418bb-b3e5-4b15-a13e-5525994808af req-fae6ee28-ad34-4486-a067-1d0fd79cafa3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 1097 time: 0.0724292 Nov 12 03:54:50.942580 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Floating IP d2f8d9f2-545e-407d-9279-a39613ff4c94 associated. External IP: 172.25.0.107, port: c788835c-c150-4c54-8c47-88738b23bbd6. Nov 12 03:54:50.951929 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-263418bb-b3e5-4b15-a13e-5525994808af req-be57e2cd-c9f8-4a31-8ce2-e5573af766e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549138 Nov 12 03:54:51.187558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Router af6ccb49-d48a-49ad-b221-7af13bfea51e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:51.319480 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:51.330344 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] Sync routers for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:51.342544 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:51.343896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.344773 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:51.378947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-253a3086-f2a7-432f-bb57-2f9069bb1cc3 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5923786 Nov 12 03:54:51.379574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:51.382085 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6481cbb8-af42-4fdf-885e-9b7b52188541" -d '{"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:51.385632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55086) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.405911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55088) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.456347 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb2b25-d364-46b8-9f0f-9430836e6098 x-openstack-request-id: req-9bcb2b25-d364-46b8-9f0f-9430836e6098 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:51.456617 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:51.456901 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bcb2b25-d364-46b8-9f0f-9430836e6098 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:51.457313 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'status': 'completed', 'code': 200} Nov 12 03:54:51.466119 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:51.470134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea343347-60f5-443d-b37b-d1992e62a47c tempest-TestVolumeBackupRestore-1432473007 tempest-TestVolumeBackupRestore-1432473007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.472785 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ea343347-60f5-443d-b37b-d1992e62a47c tempest-TestVolumeBackupRestore-1432473007 tempest-TestVolumeBackupRestore-1432473007-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1092 time: 0.0843129 Nov 12 03:54:51.474017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55092) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:51.480089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4aff7913-1413-41ee-acaa-977eb5391691 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Request body: {'floatingip': {'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:51.613100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-f0f90c5b-dda9-47b1-82a1-7b0d6d9fe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.616961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-f0f90c5b-dda9-47b1-82a1-7b0d6d9fe1c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c144d28e1148adbe9c23b8e808a829&device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1097 time: 0.0941567 Nov 12 03:54:51.618058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4aff7913-1413-41ee-acaa-977eb5391691 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.742470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-270b9d73-9e6c-45db-b774-884a383d486d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.840660 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2f8d9f2-545e-407d-9279-a39613ff4c94', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'mac_address': 'fa:16:3e:95:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:49Z', 'updated_at': '2021-11-12T03:54:49Z', 'revision_number': 0, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:51.888442 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] Checking router: af6ccb49-d48a-49ad-b221-7af13bfea51e for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:51.904645 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:51.908023 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:52.061302 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:52.275258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-d4cbd822-ed0e-4286-ade0-34a8184e4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.277072 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-d4cbd822-ed0e-4286-ade0-34a8184e4e37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e HTTP/1.1" status: 200 len: 915 time: 0.6232595 Nov 12 03:54:52.369237 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2f8d9f2-545e-407d-9279-a39613ff4c94', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'mac_address': 'fa:16:3e:95:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:49Z', 'updated_at': '2021-11-12T03:54:49Z', 'revision_number': 0, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:52.402632 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3d696-dbdc-4fb7-9d83-118bcfbfce9b None None] The sync data for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 is: [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2f8d9f2-545e-407d-9279-a39613ff4c94', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'mac_address': 'fa:16:3e:95:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:49Z', 'updated_at': '2021-11-12T03:54:49Z', 'revision_number': 0, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:52.413017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-270b9d73-9e6c-45db-b774-884a383d486d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.424426 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-270b9d73-9e6c-45db-b774-884a383d486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.482097 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-33b1e7e9-db2a-4018-9f23-51ba3bcfe6b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c788835c-c150-4c54-8c47-88738b23bbd6 HTTP/1.1" status: 200 len: 999 time: 0.1842754 Nov 12 03:54:52.510968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da9422-f75d-4bd5-8664-583955c8c0fe req-92052cfa-e122-4f38-a28a-14c7b5dba19c tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.512522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0da9422-f75d-4bd5-8664-583955c8c0fe req-92052cfa-e122-4f38-a28a-14c7b5dba19c tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 945 time: 0.2562766 Nov 12 03:54:52.567341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-270b9d73-9e6c-45db-b774-884a383d486d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f4f5ce445f8443e8be30549880e115c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1600451 Nov 12 03:54:52.568093 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b9d73-9e6c-45db-b774-884a383d486d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d0592-863e-4c19-9b0d-406f92e9e449,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:52.574497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55098) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:52.680570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-a0a2e6ac-c8b6-44ea-bfd9-263ed96d2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.682310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-a0a2e6ac-c8b6-44ea-bfd9-263ed96d2d51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03644d53-cb57-4b86-bb9f-2561abe25cb0 HTTP/1.1" status: 200 len: 852 time: 0.1848855 Nov 12 03:54:52.686311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3318a79d-58e1-43cf-a5be-b1456e3f900f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.740613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96cf88-c2a1-4a38-801a-183c4fd09e25 None None] New status for floating IP d2f8d9f2-545e-407d-9279-a39613ff4c94: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:54:52.753330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0da9422-f75d-4bd5-8664-583955c8c0fe req-f6d75abe-8b82-4823-a325-5be43da84b6c tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217255 Nov 12 03:54:52.797216 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3318a79d-58e1-43cf-a5be-b1456e3f900f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.895614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-950aa560-d780-409d-8970-9c753ec63702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.897133 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-950aa560-d780-409d-8970-9c753ec63702 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2045357 Nov 12 03:54:52.902231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3318a79d-58e1-43cf-a5be-b1456e3f900f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.909854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3318a79d-58e1-43cf-a5be-b1456e3f900f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.915476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3318a79d-58e1-43cf-a5be-b1456e3f900f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb2d0592-863e-4c19-9b0d-406f92e9e449 HTTP/1.1" status: 204 len: 168 time: 0.3356676 Nov 12 03:54:52.935763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318a79d-58e1-43cf-a5be-b1456e3f900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d0592-863e-4c19-9b0d-406f92e9e449,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:53.039210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4aff7913-1413-41ee-acaa-977eb5391691 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.047297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4aff7913-1413-41ee-acaa-977eb5391691 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.107160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-49eb8316-5f8e-4e99-9d7f-8b539d2f70b0 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005215 Nov 12 03:54:53.117217 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-4f96cf88-c2a1-4a38-801a-183c4fd09e25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:54:53.117940 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-4f96cf88-c2a1-4a38-801a-183c4fd09e25 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:54:53.377167 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6481cbb8-af42-4fdf-885e-9b7b52188541 req-fc1a278b-b4d1-476b-afb7-aa5badd503a5 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149417 Nov 12 03:54:53.401060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aff7913-1413-41ee-acaa-977eb5391691 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Router af6ccb49-d48a-49ad-b221-7af13bfea51e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:53.536473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aff7913-1413-41ee-acaa-977eb5391691 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:53.544453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4aff7913-1413-41ee-acaa-977eb5391691 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.610099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:53.613942 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:53.619798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96cf88-c2a1-4a38-801a-183c4fd09e25 None None] New status for floating IP d2f8d9f2-545e-407d-9279-a39613ff4c94: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:54:53.648048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4aff7913-1413-41ee-acaa-977eb5391691 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "PUT /v2.0/floatingips/d2f8d9f2-545e-407d-9279-a39613ff4c94 HTTP/1.1" status: 200 len: 991 time: 2.1690860 Nov 12 03:54:53.679784 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09de17f7-091a-4bbd-a9fd-26ab66756be8 x-openstack-request-id: req-09de17f7-091a-4bbd-a9fd-26ab66756be8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:53.680145 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:53.680261 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09de17f7-091a-4bbd-a9fd-26ab66756be8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:53.680709 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'status': 'completed', 'code': 200} Nov 12 03:54:53.761301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-0b2b1f89-1308-47bf-928b-e4a713b17a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.762951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-0b2b1f89-1308-47bf-928b-e4a713b17a0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c144d28e1148adbe9c23b8e808a829&device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1097 time: 0.0625832 Nov 12 03:54:53.886645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55126) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:53.930524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482ff0-f1fe-4d0a-bb57-245714f60ee0 req-10fe2c9c-8383-4965-8bac-4df966776d0c tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.932086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a482ff0-f1fe-4d0a-bb57-245714f60ee0 req-10fe2c9c-8383-4965-8bac-4df966776d0c tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 945 time: 0.0944433 Nov 12 03:54:53.933857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-38b96fa6-67ff-4f89-ae59-834482240f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:53.935629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-38b96fa6-67ff-4f89-ae59-834482240f35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e HTTP/1.1" status: 200 len: 915 time: 0.1652894 Nov 12 03:54:54.029967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1352047997-network', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:54.038789 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] Sync routers for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:54.055939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a482ff0-f1fe-4d0a-bb57-245714f60ee0 req-eaa5b7c5-6f1c-4183-ad40-f056b02f5740 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113863 Nov 12 03:54:54.063579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-eba87d0b-2ac9-4620-8f2c-459fcc524d9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c788835c-c150-4c54-8c47-88738b23bbd6 HTTP/1.1" status: 200 len: 1001 time: 0.1194019 Nov 12 03:54:54.065626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Made reservation on behalf of 5ffc06c1106c442f982f647d625ce7b3 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:54.069075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.076691 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:54.077896 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:54.105320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.190264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-6769dea1-29a5-4878-90a2-0609b7d37876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.195808 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-6769dea1-29a5-4878-90a2-0609b7d37876 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03644d53-cb57-4b86-bb9f-2561abe25cb0 HTTP/1.1" status: 200 len: 852 time: 0.1238992 Nov 12 03:54:54.214358 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.225147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.268061 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:54.278473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:54.292050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-6148b843-3e92-486c-9a2a-e3839877a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.293734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-6148b843-3e92-486c-9a2a-e3839877a84d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923705 Nov 12 03:54:54.308810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.309182 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Added segment 53ffc4ed-2038-49e1-8a67-295e6b13f77e of type vlan for network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 Nov 12 03:54:54.310611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa530a58-d3ed-40d4-b614-33e3cb43ba08,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.410368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.461718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-33cdb279-5aa1-493e-98b7-164c3d77bcbe service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578748 Nov 12 03:54:54.462454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.464075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.464681 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.528809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6376829 Nov 12 03:54:54.529625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55142) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:54.536593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Request body: {'subnet': {'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1352047997-subnet', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:54.563222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fd79b-aaf0-44b1-964f-3196fb35125f admin admin] Pushing event updated for resources: {'Network': ['ID=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.566396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Made reservation on behalf of 5ffc06c1106c442f982f647d625ce7b3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:54.568867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.580970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:54.666756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2000cab8-f8ca-42a7-9cb6-b56e76a793ea req-3be1da5e-9ac3-4b6a-b99c-e00858314510 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962547 Nov 12 03:54:54.695719 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2f8d9f2-545e-407d-9279-a39613ff4c94', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'mac_address': 'fa:16:3e:95:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:49Z', 'updated_at': '2021-11-12T03:54:53Z', 'revision_number': 2, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:54.737992 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] Checking router: af6ccb49-d48a-49ad-b221-7af13bfea51e for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:54.747267 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:54.747990 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:54.838117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.862159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.885729 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:54.899187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.918104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Checking segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:54.918464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Network hostable DHCP agents. Network: 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:54.939074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:54.952803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:54.960335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.960441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.964957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80beb6ee-e9a2-45c7-a576-452b9e203b71 None None] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:54.974778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cec534-5cc6-49a1-bbe4-2b9fd02a4431 req-f7952f8d-0310-4d63-ac9d-385e4418efb3 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.976465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4cec534-5cc6-49a1-bbe4-2b9fd02a4431 req-f7952f8d-0310-4d63-ac9d-385e4418efb3 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 945 time: 0.0782967 Nov 12 03:54:54.992931 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0e28b293-0978-4b32-a1fa-26c4f994ab22 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4625204 Nov 12 03:54:54.997034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55150) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:55.009877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:55.041410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.041410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.066449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d4cec534-5cc6-49a1-bbe4-2b9fd02a4431 req-fcf3bcdc-3b79-45de-b7a5-8263dc8b8aba tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833426 Nov 12 03:54:55.109495 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.197812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:55.198727 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.218987 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2f8d9f2-545e-407d-9279-a39613ff4c94', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'mac_address': 'fa:16:3e:95:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:49Z', 'updated_at': '2021-11-12T03:54:53Z', 'revision_number': 2, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:55.256411 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf975dc8-3e40-4618-b9eb-76ee1e3acc40 None None] The sync data for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 is: [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2f8d9f2-545e-407d-9279-a39613ff4c94', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'port_id': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'mac_address': 'fa:16:3e:95:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:49Z', 'updated_at': '2021-11-12T03:54:53Z', 'revision_number': 2, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:55.291596 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.440647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Allocated IP 172.20.0.2 (6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782/2e5a2f1b-c7f6-49b0-a811-962cc92d1a66/66e1dee8-1c69-4366-b3a5-6d86d24dc0b9) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:55.491514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55158) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:55.581976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.606356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.640628 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.650221 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.651256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9c8f8-3fa0-42f9-a07e-61d386968065 req-4f8f99be-4691-4fad-8d46-9b46c5d4e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.653162 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52a9c8f8-3fa0-42f9-a07e-61d386968065 req-4f8f99be-4691-4fad-8d46-9b46c5d4e2ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1097 time: 0.1593373 Nov 12 03:54:55.682846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:55.686122 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f935fc0-6cb2-468a-ae6c-256c1e096de0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:55.704603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:55.714664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Pushing event updated for resources: {'Port': ['ID=66e1dee8-1c69-4366-b3a5-6d86d24dc0b9,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:55.717337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:55.721140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:55.753174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Allocated IP 172.25.0.217 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/a05b9bf9-1629-4266-b764-8a7747e10580) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:55.778208 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ebdc21-01d9-468d-a4f3-c29a0faba014 x-openstack-request-id: req-27ebdc21-01d9-468d-a4f3-c29a0faba014 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:55.778591 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:55.778729 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27ebdc21-01d9-468d-a4f3-c29a0faba014 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:55.779150 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'status': 'completed', 'code': 200} Nov 12 03:54:55.815610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52a9c8f8-3fa0-42f9-a07e-61d386968065 req-0f33e81d-c720-48ee-b69d-fe381c06d0ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530631 Nov 12 03:54:55.830108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Attempting to bind port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:55.830570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Attempting to bind port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:55.831003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Attempting to bind port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 on network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:55.845612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:55.846164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Checking segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:55.846651 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.847063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Bound using segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:55.847616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Bound port: 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:55.848032 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.875572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-e0f1ae64-d4b0-449d-902c-05560f17b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.877380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-e0f1ae64-d4b0-449d-902c-05560f17b61a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c144d28e1148adbe9c23b8e808a829&device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1097 time: 0.0742700 Nov 12 03:54:55.902242 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.925277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] For port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:55.932893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] For port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=66e1dee8-1c69-4366-b3a5-6d86d24dc0b9,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:55.937597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.967019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.002889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407daa3-8790-4e3d-9634-2d58d87f3d55 None None] Pushing event updated for resources: {'Port': ['ID=66e1dee8-1c69-4366-b3a5-6d86d24dc0b9,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:56.022069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:56.027254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:56.032442 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-94d17202-3203-431a-b67b-8adee92fc061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.033007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:56.035033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-94d17202-3203-431a-b67b-8adee92fc061 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e HTTP/1.1" status: 200 len: 915 time: 0.1491435 Nov 12 03:54:56.044782 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b3f0b9-0dc4-41c1-9d8c-7521db564324 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:56.075396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Pushing event updated for resources: {'Port': ['ID=a05b9bf9-1629-4266-b764-8a7747e10580,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:56.109998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1cc4d2ba-fb9b-416c-8ae9-473393b4ed0e None None] Provisioning complete for port a05b9bf9-1629-4266-b764-8a7747e10580 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:56.110688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d2ba-fb9b-416c-8ae9-473393b4ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.143148 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-ce7ee5b8-682c-4312-ad3f-90105f259d2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c788835c-c150-4c54-8c47-88738b23bbd6 HTTP/1.1" status: 200 len: 1001 time: 0.0933242 Nov 12 03:54:56.153981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4d2ba-fb9b-416c-8ae9-473393b4ed0e None None] Port a05b9bf9-1629-4266-b764-8a7747e10580 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:56.239136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-84ccae5c-a844-43d0-866f-c9df7e3378aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.240597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-84ccae5c-a844-43d0-866f-c9df7e3378aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03644d53-cb57-4b86-bb9f-2561abe25cb0 HTTP/1.1" status: 200 len: 852 time: 0.0815439 Nov 12 03:54:56.312709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184c598-8f82-499c-bc6d-199d4664a33c req-e46c7fd3-da40-4085-aae8-891b1e6b67d3 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.317704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4184c598-8f82-499c-bc6d-199d4664a33c req-e46c7fd3-da40-4085-aae8-891b1e6b67d3 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 945 time: 0.1193197 Nov 12 03:54:56.337163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-72c9f93c-c369-4053-aa21-e782b4208160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.339093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-72c9f93c-c369-4053-aa21-e782b4208160 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873647 Nov 12 03:54:56.446457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4184c598-8f82-499c-bc6d-199d4664a33c req-6333e625-9f5b-47e4-9a20-72f0ad354db9 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176672 Nov 12 03:54:56.480165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-a598a9b3-f8b4-4340-b158-54a0425e1233 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315572 Nov 12 03:54:56.611532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f935fc0-6cb2-468a-ae6c-256c1e096de0 req-5916bdc7-1b9b-4c90-a9aa-a25fbde551d8 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225288 Nov 12 03:54:56.696821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-bd6f7cd7-1829-4b0b-950f-3a5729d37c76 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.699597 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-bd6f7cd7-1829-4b0b-950f-3a5729d37c76 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.20 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 945 time: 0.4159026 Nov 12 03:54:56.741525 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.758848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:56.838940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:56.839307 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.980436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.025340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=66e1dee8-1c69-4366-b3a5-6d86d24dc0b9,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:57.035122 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.055903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Deleting port e5a1aa50-b901-47cf-8562-148e764001f1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:57.056504 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.083303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.127513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=66e1dee8-1c69-4366-b3a5-6d86d24dc0b9,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:57.268603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] For port e5a1aa50-b901-47cf-8562-148e764001f1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e5a1aa50-b901-47cf-8562-148e764001f1,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:57.269030 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.286985 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Calling delete_port for e5a1aa50-b901-47cf-8562-148e764001f1 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:57.332529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf16ea5-51dd-4618-95ed-3aa52d209a6a None None] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:57.384048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:54:57.419158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-02746aae-1306-4cc9-b65c-c1444e91b8b3 None None] Provisioning complete for port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:57.419435 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02746aae-1306-4cc9-b65c-c1444e91b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.534726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.576980 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51bca505-6c57-4626-9562-f41e4029943b req-03b805bf-ee92-4671-a6e3-b6c9b38ad393 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=c361a375-6bc0-40f4-8655-85ab4156e50d HTTP/1.1" status: 200 len: 210 time: 0.0415151 Nov 12 03:54:57.603346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:57.611439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Pushing event deleted for resources: {'Port': ['ID=e5a1aa50-b901-47cf-8562-148e764001f1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:57.619485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Sync routers for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:57.637429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:57.638067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:57.677543 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.679488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ac3ef935-f954-40dc-a64f-306317115be7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6810389 Nov 12 03:54:57.680751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] No DVR routers for this DVR port e5a1aa50-b901-47cf-8562-148e764001f1 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:57.682527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55198) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:57.684641 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.690251 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44d50e7d-c815-473d-9548-70e1ed4248f9 req-07645f8f-999b-4acf-b20c-b46aa5967185 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.20 "DELETE /v2.0/ports/e5a1aa50-b901-47cf-8562-148e764001f1 HTTP/1.1" status: 204 len: 173 time: 0.9779189 Nov 12 03:54:57.694679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c361a375-6bc0-40f4-8655-85ab4156e50d', 'name': 'network-vif-deleted', 'tag': 'e5a1aa50-b901-47cf-8562-148e764001f1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:57.697071 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0659f673-9752-46a0-9e48-41924104e4ec" -d '{"events": [{"server_uuid": "c361a375-6bc0-40f4-8655-85ab4156e50d", "name": "network-vif-deleted", "tag": "e5a1aa50-b901-47cf-8562-148e764001f1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:57.758851 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65083b9b-48ef-4529-ad1e-e59a0f700cd8 x-openstack-request-id: req-65083b9b-48ef-4529-ad1e-e59a0f700cd8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:57.759210 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c361a375-6bc0-40f4-8655-85ab4156e50d", "name": "network-vif-deleted", "tag": "e5a1aa50-b901-47cf-8562-148e764001f1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:57.759527 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65083b9b-48ef-4529-ad1e-e59a0f700cd8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:57.761361 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c361a375-6bc0-40f4-8655-85ab4156e50d', 'name': 'network-vif-deleted', 'tag': 'e5a1aa50-b901-47cf-8562-148e764001f1', 'status': 'completed', 'code': 200} Nov 12 03:54:57.802028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:58.132720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a03dfafa-fe22-447f-b958-759226ad4859 None None] Provisioning complete for port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:58.133117 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a03dfafa-fe22-447f-b958-759226ad4859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.229576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.336897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:56Z', 'revision_number': 3, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:58.381638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e5a1aa50-b901-47cf-8562-148e764001f1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:58.385049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Checking router: f4f84f77-5bcd-4bc1-8534-2bfc97757a99 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:58.385520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Updating router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 port a05b9bf9-1629-4266-b764-8a7747e10580 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:58.422377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: e5a1aa50-b901-47cf-8562-148e764001f1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:58.422898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e5a1aa50-b901-47cf-8562-148e764001f1 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:58.429882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Allocated IP 172.20.0.1 (6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782/2e5a2f1b-c7f6-49b0-a811-962cc92d1a66/80be556c-dba8-4b8d-9690-2869e9a6a5b4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:58.431034 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.539612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.578337 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.628760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:58.632187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:58.650037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:58.687426 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=80be556c-dba8-4b8d-9690-2869e9a6a5b4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:58.727160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.783846 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.790706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:58.797018 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.880194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.883310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3aabd-e015-41bf-8560-f28d5cbb8725 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:58.928660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Attempting to bind port a05b9bf9-1629-4266-b764-8a7747e10580 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:58.929316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Attempting to bind port a05b9bf9-1629-4266-b764-8a7747e10580 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:58.930410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Attempting to bind port a05b9bf9-1629-4266-b764-8a7747e10580 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:58.963205 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-962d2da5-16f4-47f7-b3e3-de534ddb5254 None None] Provisioning complete for port a05b9bf9-1629-4266-b764-8a7747e10580 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:58.963609 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-962d2da5-16f4-47f7-b3e3-de534ddb5254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.965190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697cbd6-6ae4-4e12-87e2-a6c3f5a9e92d None None] Pushing event updated for resources: {'Port': ['ID=a05b9bf9-1629-4266-b764-8a7747e10580,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:58.975374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:58.975757 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:58.976345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.976778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:58.977332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Bound port: a05b9bf9-1629-4266-b764-8a7747e10580, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:58.978249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.048985 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-962d2da5-16f4-47f7-b3e3-de534ddb5254 None None] Port a05b9bf9-1629-4266-b764-8a7747e10580 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:59.063807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:59.064183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.101575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] For port a05b9bf9-1629-4266-b764-8a7747e10580, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:59.124145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] For port a05b9bf9-1629-4266-b764-8a7747e10580, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a05b9bf9-1629-4266-b764-8a7747e10580,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:59.133486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-be7ddde9-d55a-4a80-81ec-c4134b86e789 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:59.134501 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.135104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-be7ddde9-d55a-4a80-81ec-c4134b86e789 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/networks?id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 HTTP/1.1" status: 200 len: 809 time: 0.1756699 Nov 12 03:54:59.151792 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-d8752ce4-5a6e-4444-96b2-524f6953f50b tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/quotas/902c796d83bb40a19b9a930a3801df1c HTTP/1.1" status: 200 len: 375 time: 0.0090163 Nov 12 03:54:59.197634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-ddc66b6b-8eea-4a8a-ae34-2c7bcfafe299 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=902c796d83bb40a19b9a930a3801df1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370219 Nov 12 03:54:59.206906 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.219945 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.220967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe5306-563e-4eee-b82d-7d861faacf0f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:59.270776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-36b75a23-128a-43aa-9717-5e7256b63565 None None] Provisioning complete for port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:59.271174 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-36b75a23-128a-43aa-9717-5e7256b63565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.273653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:59.274289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:59.276057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697cbd6-6ae4-4e12-87e2-a6c3f5a9e92d None None] Pushing event updated for resources: {'Port': ['ID=a05b9bf9-1629-4266-b764-8a7747e10580,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:59.294860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=80be556c-dba8-4b8d-9690-2869e9a6a5b4,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:59.375500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-36b75a23-128a-43aa-9717-5e7256b63565 None None] Port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:59.375754 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.422250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-cc10b664-0931-4888-a22c-370ceacc5ec7 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112958 Nov 12 03:54:59.440891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:59.634398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:59.637531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-d7ae3285-326f-4b6d-a0d8-10f6e50358d1 service neutron] 10.222.0.49 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824036 Nov 12 03:54:59.638344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:59.650140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-abffeb88-a903-41a8-b134-286e052663f1 None None] Provisioning complete for port a05b9bf9-1629-4266-b764-8a7747e10580 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:59.650140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-abffeb88-a903-41a8-b134-286e052663f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.832064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:59.850996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 2, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:59.915854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad910d-050f-47c4-9060-84bb0295e3fd None None] The sync data for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 is: [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 2, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:59.926206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-abffeb88-a903-41a8-b134-286e052663f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.972547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-abffeb88-a903-41a8-b134-286e052663f1 None None] For port a05b9bf9-1629-4266-b764-8a7747e10580, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a05b9bf9-1629-4266-b764-8a7747e10580,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:59.983568 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-abffeb88-a903-41a8-b134-286e052663f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.050990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9d84aec-31c6-4998-833c-df7f1bc5c3bd req-a4614f88-91fe-414a-909f-e3b69f141854 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 210 time: 0.0415144 Nov 12 03:55:00.104940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffeb88-a903-41a8-b134-286e052663f1 None None] Pushing event updated for resources: {'Port': ['ID=a05b9bf9-1629-4266-b764-8a7747e10580,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:00.119597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-06dba222-1f23-4fbc-af2e-87f99d078305 None None] Provisioning complete for port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:00.120069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-06dba222-1f23-4fbc-af2e-87f99d078305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.164389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-06dba222-1f23-4fbc-af2e-87f99d078305 None None] Port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:00.539202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:00.548383 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-699b243f-0270-4ad3-bd9c-b120b8cda1d1 admin admin] 10.222.0.49 "PUT /v2.0/routers/f4f84f77-5bcd-4bc1-8534-2bfc97757a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8649206 Nov 12 03:55:01.185890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9fe85dd4-4692-42ea-b352-956f4c0c1541 req-a84a0d3f-9fff-4d35-a706-f4d920696feb tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 210 time: 0.0523233 Nov 12 03:55:01.376164 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a405a04e-35ca-46ea-85e4-379bfbffa8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.533100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-b339213a-2066-448a-8f4b-f58d8daae054 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.534603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-b339213a-2066-448a-8f4b-f58d8daae054 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.20 "GET /v2.0/networks?id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 HTTP/1.1" status: 200 len: 809 time: 0.2216809 Nov 12 03:55:01.541088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55246) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:01.546151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7b20a814-f99c-4a31-9ac3-5e6566d14e34 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--995825185', 'description': 'tempest-description--1686073300'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:01.555976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Request body: {'port': {'device_id': 'be26d378-9e54-42e9-9a5b-016170452169', 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7', 'admin_state_up': True, 'tenant_id': '902c796d83bb40a19b9a930a3801df1c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:01.630523 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b20a814-f99c-4a31-9ac3-5e6566d14e34 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.751583 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b20a814-f99c-4a31-9ac3-5e6566d14e34 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.752951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Made reservation on behalf of 902c796d83bb40a19b9a930a3801df1c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:01.757166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.760932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b20a814-f99c-4a31-9ac3-5e6566d14e34 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.816642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b20a814-f99c-4a31-9ac3-5e6566d14e34 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.821638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b20a814-f99c-4a31-9ac3-5e6566d14e34 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2758243 Nov 12 03:55:01.821638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20a814-f99c-4a31-9ac3-5e6566d14e34 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:01.822465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55250) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:01.829628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'security_group_rule': {'security_group_id': 'd6d0332d-c0b7-49dd-87e1-c967cbb6e5ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:01.871736 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.939283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.941942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Allocated IP 172.20.0.9 (c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7/53dce76b-de36-40d8-b40a-0186d279ad2a/bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:01.943895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.959582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6056ad81-c394-4f6f-b8a9-a28663d4af0f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:01.969832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.970440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.970957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.971478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.972170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.972679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.973201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.973740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.975403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.975403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.975403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.975403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:01.988200 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.989769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-efb6806e-8050-492e-a308-93122476c640 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639366 Nov 12 03:55:01.992348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55252) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:01.997953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-64eb521b-ad9b-4416-8cab-6599f7716ff3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'security_group_rule': {'security_group_id': 'd6d0332d-c0b7-49dd-87e1-c967cbb6e5ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:02.026323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64eb521b-ad9b-4416-8cab-6599f7716ff3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.104622 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64eb521b-ad9b-4416-8cab-6599f7716ff3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.109601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64eb521b-ad9b-4416-8cab-6599f7716ff3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.127356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb521b-ad9b-4416-8cab-6599f7716ff3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5653f3b2-1087-46de-b870-78bb4cdf329d,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.137018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-64eb521b-ad9b-4416-8cab-6599f7716ff3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.138498 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-64eb521b-ad9b-4416-8cab-6599f7716ff3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449671 Nov 12 03:55:02.142232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55254) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:02.146184 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.148617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:02.176124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.188192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.237159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:02.240365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:02.243437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:02.271552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Pushing event updated for resources: {'Port': ['ID=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.309117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:02.309971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.332845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-f2ddbd38-7490-4582-bb66-eade95d94e89 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816112 Nov 12 03:55:02.334860 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.352340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Request body: {'port': {'device_id': 'be26d378-9e54-42e9-9a5b-016170452169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:02.405548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243b81-3715-46cd-bc0a-3d1f3b21c845 req-a98c9f54-5bd4-4aab-a2cb-1abcbc30ae62 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:02.407084 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08243b81-3715-46cd-bc0a-3d1f3b21c845 req-a98c9f54-5bd4-4aab-a2cb-1abcbc30ae62 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 931 time: 0.1113181 Nov 12 03:55:02.417622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.790370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:02.792761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a05b9bf9-1629-4266-b764-8a7747e10580 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:02.804510 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.823300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Transition to ACTIVE for port object bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:02.831700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.892510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.908825 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08243b81-3715-46cd-bc0a-3d1f3b21c845 req-a97286ea-1fcd-44e1-ae30-b92eb9560c3d tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921358 Nov 12 03:55:02.917536 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Sync routers for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:02.930513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Allocated IP 172.25.0.14 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/3c374988-e7fc-4907-b9d9-f135de7dfb50) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:02.934852 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:02.935488 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:54:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:02.954119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a05b9bf9-1629-4266-b764-8a7747e10580 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:02.954494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.042727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Attempting to bind port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:03.043079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Attempting to bind port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:03.043416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Attempting to bind port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 on network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:03.048850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 on network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:03.049139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Attempting to bind port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 on network c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:03.054500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:03.054970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Checking segment: {'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:03.055373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Bound using segment: {'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:03.055806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Bound port: bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:03.056166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.113921 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:03.138578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] For port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:03.143613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] For port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:03.150299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.170187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.171599 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.174864 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 HTTP/1.1" status: 200 len: 1092 time: 0.8305724 Nov 12 03:55:03.178222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be26d378-9e54-42e9-9a5b-016170452169', 'tag': 'bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:03.181166 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8da205-9011-4222-a2f8-4e127ef52df3" -d '{"events": [{"name": "network-changed", "server_uuid": "be26d378-9e54-42e9-9a5b-016170452169", "tag": "bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:03.248045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.256939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c5859-7a7c-42e5-8b03-b795180f2043 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:03.273661 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c6495b-dabd-435a-9005-e259662dd658 x-openstack-request-id: req-14c6495b-dabd-435a-9005-e259662dd658 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:03.274108 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be26d378-9e54-42e9-9a5b-016170452169", "tag": "bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:03.274467 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14c6495b-dabd-435a-9005-e259662dd658 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:03.274981 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be26d378-9e54-42e9-9a5b-016170452169', 'tag': 'bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9', 'status': 'completed', 'code': 200} Nov 12 03:55:03.316948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-68f9ca59-f586-4ad1-b42e-4ad6456dcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.319045 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-68f9ca59-f586-4ad1-b42e-4ad6456dcb22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=902c796d83bb40a19b9a930a3801df1c&device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 1095 time: 0.0564194 Nov 12 03:55:03.340508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.380752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-424a3561-6a9f-479b-ae0f-56ddfd4d0b56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 HTTP/1.1" status: 200 len: 217 time: 0.0501251 Nov 12 03:55:03.411972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:03.426904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:03.430683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:03.460823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-29228408-9cb7-410d-b9b1-a68d2aaa3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.465846 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-29228408-9cb7-410d-b9b1-a68d2aaa3cdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53dce76b-de36-40d8-b40a-0186d279ad2a HTTP/1.1" status: 200 len: 849 time: 0.0766051 Nov 12 03:55:03.475888 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 2, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:03.485309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'Port': ['ID=3c374988-e7fc-4907-b9d9-f135de7dfb50,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:03.536373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-dca343c5-783d-4636-911b-4e51db7741f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617366 Nov 12 03:55:03.540951 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Checking router: f4f84f77-5bcd-4bc1-8534-2bfc97757a99 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:03.542659 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Updating router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:03.572841 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0470461-981d-488b-aa14-303beb7c1f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.576062 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.641462 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.704420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.710312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-7567eb1b-4bba-44d4-a5c0-255151b38ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663191 Nov 12 03:55:03.835481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7d9a1a9-31ec-45d8-9d67-73da41d1f0ba req-8c05a1ef-80b8-43c6-b8ea-58169690981d service neutron] 10.222.0.20 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098747 Nov 12 03:55:03.913598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.935908 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.960496 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.973682 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.989548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-4f4665d1-1a31-4466-9154-c7ade56b9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.991675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-4f4665d1-1a31-4466-9154-c7ade56b9bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=902c796d83bb40a19b9a930a3801df1c&device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 1095 time: 0.0922675 Nov 12 03:55:04.064860 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Pushing event updated for resources: {'Port': ['ID=80be556c-dba8-4b8d-9690-2869e9a6a5b4,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.095491 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.095833 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.096171 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.096503 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.096878 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.097211 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.097533 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.097855 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.098178 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.098496 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.098984 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.099310 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.181463 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Attempting to bind port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:04.182803 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Attempting to bind port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:04.183183 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Attempting to bind port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 on network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:04.193304 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:04.194008 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Checking segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:04.194459 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.194858 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Bound using segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:04.195760 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Bound port: 80be556c-dba8-4b8d-9690-2869e9a6a5b4, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:04.196146 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.200875 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'Port': ['ID=3c374988-e7fc-4907-b9d9-f135de7dfb50,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.220518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-8d7685e5-db9b-499f-9c18-b3ac8e41f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.222056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-8d7685e5-db9b-499f-9c18-b3ac8e41f8fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 HTTP/1.1" status: 200 len: 911 time: 0.2187629 Nov 12 03:55:04.238389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.259711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42802e-a98e-41c8-b268-819fe76daf7b req-52364d44-9df5-4aea-a3cf-9ca1223ee890 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.267300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eb42802e-a98e-41c8-b268-819fe76daf7b req-52364d44-9df5-4aea-a3cf-9ca1223ee890 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 943 time: 0.2118239 Nov 12 03:55:04.293886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-402e1d6e-b3ac-488e-ae88-83855085710e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 HTTP/1.1" status: 200 len: 217 time: 0.0640855 Nov 12 03:55:04.317036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.318539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6023f21a-f13d-4035-94d4-f0cb90c63ebe tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1743999 Nov 12 03:55:04.339808 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] For port 80be556c-dba8-4b8d-9690-2869e9a6a5b4, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:04.347096 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] For port 80be556c-dba8-4b8d-9690-2869e9a6a5b4, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=80be556c-dba8-4b8d-9690-2869e9a6a5b4,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:04.350127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eb42802e-a98e-41c8-b268-819fe76daf7b req-6d0d042c-ae15-4319-b36d-a1bad959aef2 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733073 Nov 12 03:55:04.359258 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.404888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-65b9aec5-f39f-44c8-836e-8c78239ab647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.406840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-65b9aec5-f39f-44c8-836e-8c78239ab647 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53dce76b-de36-40d8-b40a-0186d279ad2a HTTP/1.1" status: 200 len: 849 time: 0.1033230 Nov 12 03:55:04.435704 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:04.436002 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:04.451803 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-657a2fe1-0f1a-49bc-b00d-db836de88dd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369492 Nov 12 03:55:04.468691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Provisioning complete for port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:04.470903 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.502426 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e683f-6fc7-4374-a637-f1df655990c9 None None] Pushing event updated for resources: {'Port': ['ID=80be556c-dba8-4b8d-9690-2869e9a6a5b4,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.618918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-7cee304b-6fbb-483b-8e84-6034a3667ac1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--995825185&fields=id&tenant_id=5ffc06c1106c442f982f647d625ce7b3 HTTP/1.1" status: 200 len: 267 time: 0.0679622 Nov 12 03:55:04.632902 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.653528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-fa46ece8-ebd2-43ce-9ec3-1e10ab3e341a service neutron] 10.222.0.20 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883631 Nov 12 03:55:04.691173 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:04.710015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] For port 80be556c-dba8-4b8d-9690-2869e9a6a5b4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=80be556c-dba8-4b8d-9690-2869e9a6a5b4,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:04.730366 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.789773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 80be556c-dba8-4b8d-9690-2869e9a6a5b4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:04.821407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Pushing event updated for resources: {'Port': ['ID=80be556c-dba8-4b8d-9690-2869e9a6a5b4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.835447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.836069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.836589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.837142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.838808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.839334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.840092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.840609 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.841123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.841689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.842182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.843327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a67f67-8839-4878-a302-80e0e1c10a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:04.879624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-50fbf7bd-8ffc-438f-a88c-e4f09b36b478 None None] Provisioning complete for port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:04.880002 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-50fbf7bd-8ffc-438f-a88c-e4f09b36b478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.900632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-ceff5ef2-1a6a-4f11-a123-1e42840d4123 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.903320 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-ceff5ef2-1a6a-4f11-a123-1e42840d4123 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 811 time: 0.2735336 Nov 12 03:55:04.922989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:04.923367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.931658 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-ccd7b307-7f46-41a9-b526-b4a5f24e6e6a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/quotas/5ffc06c1106c442f982f647d625ce7b3 HTTP/1.1" status: 200 len: 375 time: 0.0194046 Nov 12 03:55:04.987917 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:04.992367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c8da205-9011-4222-a2f8-4e127ef52df3 req-0d5e9234-1562-4b6d-8487-0c75692c871b service neutron] 10.222.0.20 "GET /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149099 Nov 12 03:55:05.009605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-b7533c93-f526-461e-beec-530e8d97e8a5 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647833 Nov 12 03:55:05.022736 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8580-ac34-49bb-82f3-1a81d0aad65c None None] The sync data for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 is: [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:05.084272 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.139539 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-d6edc104-410f-4e3c-b7b9-452340598c44 service neutron] 10.222.0.49 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163020 Nov 12 03:55:05.255195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-88428531-564e-402a-a940-adfddc555aa4 service neutron] 10.222.0.49 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997000 Nov 12 03:55:05.462368 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee184d62-5f52-4e88-9cff-1e5292626e88 req-a701e7fa-4bed-45e5-914d-f6ac6a7edf2f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 210 time: 0.0429113 Nov 12 03:55:05.535536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38fc58-2737-4c5d-a11f-8cfd94530f36 req-3548145b-88bc-4f5a-8f64-1dd1afb0763e tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.540633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f38fc58-2737-4c5d-a11f-8cfd94530f36 req-3548145b-88bc-4f5a-8f64-1dd1afb0763e tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 943 time: 0.0669606 Nov 12 03:55:05.615154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f38fc58-2737-4c5d-a11f-8cfd94530f36 req-2795dc7f-445e-48d7-9074-2f12846c7a5c tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 Nov 12 03:55:06.371861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.374642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:06.493769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:06.507598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9', 'network_id': 'c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7', 'port_id': 'bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9', 'mac_address': 'fa:16:3e:1e:56:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53dce76b-de36-40d8-b40a-0186d279ad2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:06.583663 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.605971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-507e9e86-d11c-44e2-a45e-fa8bf431bf6a req-9155ca49-839c-45ca-9fcd-99f725a98007 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 210 time: 0.0499239 Nov 12 03:55:06.610844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:06.687632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:06.696518 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.788110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 80be556c-dba8-4b8d-9690-2869e9a6a5b4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:06.862595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-64c3a779-f66a-41b7-a71a-7a6f42bf1fa8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:06.865423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-64c3a779-f66a-41b7-a71a-7a6f42bf1fa8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 811 time: 0.3237743 Nov 12 03:55:06.895200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:06.911226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:06.911806 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:06.942509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bffa5-5219-40f0-a59a-2a5b813c1f85 req-5cc760b9-bbcd-4b7c-a8b8-d7ca3a6ccc90 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:06.943899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:06.944112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b8bffa5-5219-40f0-a59a-2a5b813c1f85 req-5cc760b9-bbcd-4b7c-a8b8-d7ca3a6ccc90 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 944 time: 0.1501942 Nov 12 03:55:07.001219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-8c420baa-3a0c-4c06-8fe6-5a5f7140522b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ffc06c1106c442f982f647d625ce7b3 HTTP/1.1" status: 200 len: 379 time: 0.1234031 Nov 12 03:55:07.047192 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b8bffa5-5219-40f0-a59a-2a5b813c1f85 req-268908bd-bf0d-4603-959d-b89b253a4e62 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936420 Nov 12 03:55:07.058467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'port': {'device_id': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'admin_state_up': True, 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'security_groups': ['d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:07.211170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Made reservation on behalf of 5ffc06c1106c442f982f647d625ce7b3 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:07.219288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.267106 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.380895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Allocated IP 172.20.0.12 (6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782/2e5a2f1b-c7f6-49b0-a811-962cc92d1a66/d8d27f4b-fc77-44a5-9d11-4b985dc24eb7) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:07.540865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.575980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.617344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:07.622908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:07.630124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:07.659469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'Port': ['ID=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:07.708840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:07.709488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.734400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-5b924aaf-715b-43e4-b81d-6834ab36360e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7059124 Nov 12 03:55:07.747136 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Request body: {'port': {'device_id': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:07.769934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d74112-bd34-4f75-a20b-ba156cd47f2a req-a8b208f4-8b69-4510-a68a-e3a6be345d9a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:07.775538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2d74112-bd34-4f75-a20b-ba156cd47f2a req-a8b208f4-8b69-4510-a68a-e3a6be345d9a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 932 time: 0.0932198 Nov 12 03:55:07.830978 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.853345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a2d74112-bd34-4f75-a20b-ba156cd47f2a req-933d966e-b3f0-4db9-a687-9400d811a98d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679440 Nov 12 03:55:07.917342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-78ec08af-25ff-494f-b0e6-d1da28da7f6f None None] Provisioning complete for port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:07.918039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78ec08af-25ff-494f-b0e6-d1da28da7f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.960331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-78ec08af-25ff-494f-b0e6-d1da28da7f6f None None] Port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:08.176005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:08.185614 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.203899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Transition to ACTIVE for port object d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:08.213028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb580f2-287c-4c00-b171-7e7dbc4af724 req-fe6b3483-5cff-4453-a4b3-3490715e453e tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.214515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4eb580f2-287c-4c00-b171-7e7dbc4af724 req-fe6b3483-5cff-4453-a4b3-3490715e453e tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 944 time: 0.0799959 Nov 12 03:55:08.215570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.284579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Pushing event updated for resources: {'Port': ['ID=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.350307 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4eb580f2-287c-4c00-b171-7e7dbc4af724 req-7e359b92-a69d-4e83-b30d-4562dae79f09 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096847 Nov 12 03:55:08.385735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Attempting to bind port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:08.386073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Attempting to bind port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:08.386404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Attempting to bind port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 on network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:08.393302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 on network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:08.393669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Attempting to bind port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 on network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:08.402187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:08.402433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:08.402753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Checking segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:08.403139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Bound using segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:08.403588 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Bound port: d8d27f4b-fc77-44a5-9d11-4b985dc24eb7, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:08.403947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.474101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:08.477892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:08.478415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] For port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:08.478551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.481928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] For port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:08.486896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.532695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.533336 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.534786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] 10.222.0.20 "PUT /v2.0/ports/d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 200 len: 1093 time: 0.7921722 Nov 12 03:55:08.535235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'tag': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:08.537820 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f40630-67b5-40e2-a7a7-5c6cc359bd03" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f91f0b-24b3-4510-ad88-368eb086dd42", "tag": "d8d27f4b-fc77-44a5-9d11-4b985dc24eb7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:08.572838 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.587109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8cbad-6041-4907-8c19-33c4dba6cdea service neutron] Pushing event updated for resources: {'Port': ['ID=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.607186 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3565bdce-9c85-421d-bfd6-ccc75d4d3ce7 x-openstack-request-id: req-3565bdce-9c85-421d-bfd6-ccc75d4d3ce7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:08.607569 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f91f0b-24b3-4510-ad88-368eb086dd42", "tag": "d8d27f4b-fc77-44a5-9d11-4b985dc24eb7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:08.608786 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3565bdce-9c85-421d-bfd6-ccc75d4d3ce7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:08.609172 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'tag': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'status': 'completed', 'code': 200} Nov 12 03:55:08.628912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be26d378-9e54-42e9-9a5b-016170452169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:08.631534 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc56379-7841-4f11-bafc-8fb9c13c737a" -d '{"events": [{"server_uuid": "be26d378-9e54-42e9-9a5b-016170452169", "name": "network-vif-plugged", "status": "completed", "tag": "bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:08.650022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-88d5e61c-8e4a-4454-95ea-927811de7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.652333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-88d5e61c-8e4a-4454-95ea-927811de7ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 1096 time: 0.0603011 Nov 12 03:55:08.684059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:08.689311 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df13ac13-48b9-4704-9edb-ee82a66e815b x-openstack-request-id: req-df13ac13-48b9-4704-9edb-ee82a66e815b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:08.689776 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be26d378-9e54-42e9-9a5b-016170452169", "name": "network-vif-plugged", "status": "completed", "tag": "bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:08.690182 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df13ac13-48b9-4704-9edb-ee82a66e815b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:08.690738 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be26d378-9e54-42e9-9a5b-016170452169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9', 'code': 200} Nov 12 03:55:08.692031 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.736104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-bd38bd23-95d8-4734-a999-cabd75853c4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 200 len: 217 time: 0.0702381 Nov 12 03:55:08.744996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.802883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfb496-1a6c-470d-80b6-dcf3b3f60cca req-1b12bc20-94df-43ed-bd68-e919aa81b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.804543 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48bfb496-1a6c-470d-80b6-dcf3b3f60cca req-1b12bc20-94df-43ed-bd68-e919aa81b753 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 1097 time: 0.0471222 Nov 12 03:55:08.807584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-e9e46b21-21ee-47eb-a1b1-124ad8db6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.809686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-e9e46b21-21ee-47eb-a1b1-124ad8db6ceb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0639348 Nov 12 03:55:08.880520 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48bfb496-1a6c-470d-80b6-dcf3b3f60cca req-bf965676-9a00-46f8-a3db-1af9596e2e75 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612149 Nov 12 03:55:08.883552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-bb1c5727-7d3f-402a-8f5f-7c2c40dbd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.885578 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-bb1c5727-7d3f-402a-8f5f-7c2c40dbd80f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658069 Nov 12 03:55:08.985139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e757d-0a34-4021-ab37-a8778cab71e1 req-980294c7-290e-40eb-bb1a-e2a0bb02a9ce tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.987044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f9e757d-0a34-4021-ab37-a8778cab71e1 req-980294c7-290e-40eb-bb1a-e2a0bb02a9ce tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 944 time: 0.0590208 Nov 12 03:55:09.038880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f9e757d-0a34-4021-ab37-a8778cab71e1 req-4a80761e-744f-4486-88ae-c7b6d95d27db tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456734 Nov 12 03:55:09.172227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-aa80a9f9-edc9-46a0-975a-ef9d1fabd47b service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948985 Nov 12 03:55:09.273216 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e651fc63-b035-486f-bccb-48bd1fa0900c req-8a5b9bf8-9fa0-46ef-9858-57eb1931562c service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931215 Nov 12 03:55:09.363897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-1e3ca554-641c-4522-a29b-d4f9e579167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:09.365457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-1e3ca554-641c-4522-a29b-d4f9e579167c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 1096 time: 0.0436623 Nov 12 03:55:09.501401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-287756d0-7c00-4d6e-a870-77afb543d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:09.502904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-287756d0-7c00-4d6e-a870-77afb543d62b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.1295886 Nov 12 03:55:09.511500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb3c76-143d-499c-8696-6d904bdbc8f0 req-9cceaf12-db5b-4e92-8df2-bd954e546640 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:09.512972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ffcb3c76-143d-499c-8696-6d904bdbc8f0 req-9cceaf12-db5b-4e92-8df2-bd954e546640 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 945 time: 0.0802321 Nov 12 03:55:09.555382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-d96e5754-a294-4cab-a59c-c92a969c9d9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 200 len: 217 time: 0.0413401 Nov 12 03:55:09.625975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ffcb3c76-143d-499c-8696-6d904bdbc8f0 req-316f5a43-c677-4185-8ead-aa08aba10ba0 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054721 Nov 12 03:55:09.634657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-2c370bc4-c321-4585-947c-3cfeb9e48750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:09.636108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-2c370bc4-c321-4585-947c-3cfeb9e48750 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0688367 Nov 12 03:55:09.684448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-57eeedf6-a6c1-400b-bff0-08afd0c0589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:09.685991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-57eeedf6-a6c1-400b-bff0-08afd0c0589b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420976 Nov 12 03:55:09.784965 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-aee6f431-e334-498d-bc56-3c0901d4ffe2 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884175 Nov 12 03:55:09.891722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11f40630-67b5-40e2-a7a7-5c6cc359bd03 req-6b41a338-4a39-4a71-a712-3f0f2eff4831 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968709 Nov 12 03:55:10.164152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686cd3f-60cf-40af-bd13-83ce3400fca3 req-c1adfbdd-d01a-48d9-91f3-3cab85e27744 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:10.165638 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c686cd3f-60cf-40af-bd13-83ce3400fca3 req-c1adfbdd-d01a-48d9-91f3-3cab85e27744 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 944 time: 0.0514932 Nov 12 03:55:10.219051 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c686cd3f-60cf-40af-bd13-83ce3400fca3 req-e3c4dc2a-b6e6-4b33-b8a1-58ac1d04e984 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468476 Nov 12 03:55:10.411728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:10.521795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:10.533733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'port_id': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'mac_address': 'fa:16:3e:cb:10:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:10.573221 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.588651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:10.611187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:10.616387 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.669176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:10.751812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e87014-15c7-43f3-ad02-92ea3e06bc72 req-25d0c0d6-4c72-45ae-add7-30e21b78fc61 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:10.753363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4e87014-15c7-43f3-ad02-92ea3e06bc72 req-25d0c0d6-4c72-45ae-add7-30e21b78fc61 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 945 time: 0.0526569 Nov 12 03:55:10.804193 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4e87014-15c7-43f3-ad02-92ea3e06bc72 req-a232797e-321c-4bf9-83e0-2d670e0705ce tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 Nov 12 03:55:10.855445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d8d27f4b-fc77-44a5-9d11-4b985dc24eb7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:11.358245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769c6b4-9248-4efe-9745-b2091e275855 req-0d6615dd-8424-4e8b-88d3-8a91842d5d40 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.361006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6769c6b4-9248-4efe-9745-b2091e275855 req-0d6615dd-8424-4e8b-88d3-8a91842d5d40 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 945 time: 0.0662689 Nov 12 03:55:11.419138 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6769c6b4-9248-4efe-9745-b2091e275855 req-c4930bd2-645a-40d6-8b17-bf16947ba961 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516701 Nov 12 03:55:11.533293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079999-b6d4-461f-9a81-d0b9f868d656 req-f5613b08-d029-4429-b13c-e5c8e1b19921 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.534763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e079999-b6d4-461f-9a81-d0b9f868d656 req-f5613b08-d029-4429-b13c-e5c8e1b19921 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 945 time: 0.0571277 Nov 12 03:55:11.868787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4e079999-b6d4-461f-9a81-d0b9f868d656 req-0e4bd885-33d7-4573-bf18-a709ad61a784 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277063 Nov 12 03:55:12.430500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:12.486530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:12.491342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:12.491927 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.557347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b0347-6a39-436d-9fb2-139994457f1b req-cc2f392d-11f5-4bc6-ba98-64d057c81739 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.562725 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a77b0347-6a39-436d-9fb2-139994457f1b req-cc2f392d-11f5-4bc6-ba98-64d057c81739 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 945 time: 0.0604546 Nov 12 03:55:12.584910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.614094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:12.616460 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4001de06-330d-45a0-9476-ba3e38d5bccf" -d '{"events": [{"server_uuid": "d8f91f0b-24b3-4510-ad88-368eb086dd42", "name": "network-vif-plugged", "status": "completed", "tag": "d8d27f4b-fc77-44a5-9d11-4b985dc24eb7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:12.633473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a77b0347-6a39-436d-9fb2-139994457f1b req-5c49f927-62f7-46df-be1e-e64b1cc52445 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613024 Nov 12 03:55:12.646596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:12.651838 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:12.677563 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812b7473-2578-4e56-9665-69c7a274b14c x-openstack-request-id: req-812b7473-2578-4e56-9665-69c7a274b14c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:12.677858 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f91f0b-24b3-4510-ad88-368eb086dd42", "name": "network-vif-plugged", "status": "completed", "tag": "d8d27f4b-fc77-44a5-9d11-4b985dc24eb7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:12.678239 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-812b7473-2578-4e56-9665-69c7a274b14c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:12.681377 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'code': 200} Nov 12 03:55:12.716605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:12.790305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d364ef-e00b-4d5c-aa8c-ff2ea3430d66 req-8ac25522-8695-459c-a8f1-c4ca05659604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.792076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9d364ef-e00b-4d5c-aa8c-ff2ea3430d66 req-8ac25522-8695-459c-a8f1-c4ca05659604 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 1098 time: 0.0438786 Nov 12 03:55:12.841761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f9d364ef-e00b-4d5c-aa8c-ff2ea3430d66 req-f7a5dd85-9edc-44ed-9cd5-f814795f3cca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414777 Nov 12 03:55:12.994125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1d25f-ea30-4fb6-927a-a88f40c42217 req-426bb8ff-e27f-4261-a9c6-410d0899eacc tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.995556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33a1d25f-ea30-4fb6-927a-a88f40c42217 req-426bb8ff-e27f-4261-a9c6-410d0899eacc tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 945 time: 0.0521164 Nov 12 03:55:13.049180 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-33a1d25f-ea30-4fb6-927a-a88f40c42217 req-2fed5774-c354-4b8f-be46-7b5f3b173fcb tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/security-groups?id=a8da52c2-fdce-4d9c-936e-bddd51edc142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 Nov 12 03:55:13.119062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7c015add-8021-4fb8-8c34-acb2963ad51c tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:13.120579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7c015add-8021-4fb8-8c34-acb2963ad51c tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.20 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 945 time: 0.0568073 Nov 12 03:55:13.226564 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Deleting port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:13.226956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.321926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] For port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,segment=NetworkSegment(e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24),segment_id=e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:13.322228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.335527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Calling delete_port for bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:13.480164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.492680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:13.509115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Pushing event deleted for resources: {'Port': ['ID=bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:13.557823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] No DVR routers for this DVR port bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:13.560305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.563952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6ea68a4-3976-4fa7-b51d-2af255effa1d req-7d16c7e9-2308-4786-8787-e2aafe6a6b66 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.20 "DELETE /v2.0/ports/bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 HTTP/1.1" status: 204 len: 173 time: 0.4362381 Nov 12 03:55:13.565089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be26d378-9e54-42e9-9a5b-016170452169', 'name': 'network-vif-deleted', 'tag': 'bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:13.569119 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f724a5-a3d3-41b3-8fe3-b6d47a754e43" -d '{"events": [{"server_uuid": "be26d378-9e54-42e9-9a5b-016170452169", "name": "network-vif-deleted", "tag": "bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:13.621324 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2751e5-87df-434c-9457-117efeec92b0 x-openstack-request-id: req-bb2751e5-87df-434c-9457-117efeec92b0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:13.621720 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be26d378-9e54-42e9-9a5b-016170452169", "name": "network-vif-deleted", "tag": "bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:13.621948 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb2751e5-87df-434c-9457-117efeec92b0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:13.622373 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be26d378-9e54-42e9-9a5b-016170452169', 'name': 'network-vif-deleted', 'tag': 'bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9', 'status': 'completed', 'code': 200} Nov 12 03:55:13.762910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd768bf-801d-4d9c-a997-54a4e50c1b67 req-513c33d9-144c-4180-9357-3e889fdf9da3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:13.769217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bd768bf-801d-4d9c-a997-54a4e50c1b67 req-513c33d9-144c-4180-9357-3e889fdf9da3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0601728 Nov 12 03:55:13.819367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0bd768bf-801d-4d9c-a997-54a4e50c1b67 req-485e617c-25e7-49db-bb70-138c06906e22 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475402 Nov 12 03:55:14.210154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c30a115-6c22-4eab-838a-06a38f6260f4 req-560ecac4-5bd7-4934-82d9-3d7be9d33e32 tempest-VolumesActionsTest-736234214 tempest-VolumesActionsTest-736234214-project] 10.222.0.49 "GET /v2.0/ports?device_id=be26d378-9e54-42e9-9a5b-016170452169 HTTP/1.1" status: 200 len: 210 time: 0.0371237 Nov 12 03:55:14.952479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d026e-1bd9-44a5-90fc-3b1d787ff478 req-9286a1ec-4745-4da9-b252-409382879194 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:14.954105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-607d026e-1bd9-44a5-90fc-3b1d787ff478 req-9286a1ec-4745-4da9-b252-409382879194 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0573323 Nov 12 03:55:15.014038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-607d026e-1bd9-44a5-90fc-3b1d787ff478 req-be2d1373-4cbf-41f2-9441-7eb82da657e1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509975 Nov 12 03:55:15.144053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc47e-b480-4e96-aa1b-b54de94f4db0 req-1aa9b287-8d25-45a2-8c74-a82ff778160a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.145503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b0fc47e-b480-4e96-aa1b-b54de94f4db0 req-1aa9b287-8d25-45a2-8c74-a82ff778160a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0580912 Nov 12 03:55:15.154571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55436) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:15.159587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'floatingip': {'port_id': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:15.239374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.813489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.817987 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.930748 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Floating IP 818c1510-4a9d-4a5a-a824-c9d665f346f6 associated. External IP: 172.25.0.14, port: d8d27f4b-fc77-44a5-9d11-4b985dc24eb7. Nov 12 03:55:16.172430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:16.297716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:16.302282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:16.310542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] Sync routers for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:16.326193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:16.330113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:16.331735 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e956f09a-e70d-4129-ab1a-8010ce7b25b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "PUT /v2.0/floatingips/818c1510-4a9d-4a5a-a824-c9d665f346f6 HTTP/1.1" status: 200 len: 991 time: 1.1758473 Nov 12 03:55:16.332437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'tag': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:16.334813 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c41950-76cf-477f-98b2-351cadad27de" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f91f0b-24b3-4510-ad88-368eb086dd42", "tag": "d8d27f4b-fc77-44a5-9d11-4b985dc24eb7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:16.412790 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2c5a1b-1f5c-4739-a6eb-1ce54a0dc973 x-openstack-request-id: req-bd2c5a1b-1f5c-4739-a6eb-1ce54a0dc973 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:16.413081 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f91f0b-24b3-4510-ad88-368eb086dd42", "tag": "d8d27f4b-fc77-44a5-9d11-4b985dc24eb7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:16.413335 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd2c5a1b-1f5c-4739-a6eb-1ce54a0dc973 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:16.413740 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'tag': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'status': 'completed', 'code': 200} Nov 12 03:55:16.477249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:16.492938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41950-76cf-477f-98b2-351cadad27de req-917fb0c2-7076-4e50-8c68-f646069141c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.494923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c41950-76cf-477f-98b2-351cadad27de req-917fb0c2-7076-4e50-8c68-f646069141c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 1098 time: 0.0491252 Nov 12 03:55:16.602401 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:16.628733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41950-76cf-477f-98b2-351cadad27de req-4e76ebfa-0630-44ac-82f5-09fc9b5a9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.630241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c41950-76cf-477f-98b2-351cadad27de req-4e76ebfa-0630-44ac-82f5-09fc9b5a9b02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.1238463 Nov 12 03:55:16.744138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c41950-76cf-477f-98b2-351cadad27de req-bcebf3d3-20fe-4874-9869-8eec1199372e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 200 len: 999 time: 0.1049597 Nov 12 03:55:16.771852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '818c1510-4a9d-4a5a-a824-c9d665f346f6', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'port_id': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'mac_address': 'fa:16:3e:cb:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:55:03Z', 'updated_at': '2021-11-12T03:55:15Z', 'revision_number': 1, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:16.811975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] Checking router: f4f84f77-5bcd-4bc1-8534-2bfc97757a99 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:16.819230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41950-76cf-477f-98b2-351cadad27de req-9e52c73e-9f98-45da-af3c-53af492428b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.821127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c41950-76cf-477f-98b2-351cadad27de req-9e52c73e-9f98-45da-af3c-53af492428b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0697074 Nov 12 03:55:16.839228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:16.839871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:16.890413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c41950-76cf-477f-98b2-351cadad27de req-1965ae3a-cbfb-4f13-99d0-89af69c53774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.891954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c41950-76cf-477f-98b2-351cadad27de req-1965ae3a-cbfb-4f13-99d0-89af69c53774 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626843 Nov 12 03:55:16.997656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:17.016913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c41950-76cf-477f-98b2-351cadad27de req-912fed2e-76cc-46e4-b5c7-ff8111bc3f37 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165304 Nov 12 03:55:17.134524 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c41950-76cf-477f-98b2-351cadad27de req-e9a1b991-6029-47b4-95e5-eb312f38e58f service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090882 Nov 12 03:55:17.279500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '818c1510-4a9d-4a5a-a824-c9d665f346f6', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'port_id': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'mac_address': 'fa:16:3e:cb:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:55:03Z', 'updated_at': '2021-11-12T03:55:15Z', 'revision_number': 1, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:17.320986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c2324-229b-46e6-ae9c-9112b5b4e1aa None None] The sync data for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 is: [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '818c1510-4a9d-4a5a-a824-c9d665f346f6', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'port_id': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'mac_address': 'fa:16:3e:cb:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:55:03Z', 'updated_at': '2021-11-12T03:55:15Z', 'revision_number': 1, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:17.723829 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2035e-ed88-47eb-86d0-efc152096bc5 None None] New status for floating IP 818c1510-4a9d-4a5a-a824-c9d665f346f6: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:55:18.431415 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:18.455297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:18.455625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf9d20d-b9df-42c9-bef0-1f6ce4a18ae9 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:24.878753 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:28.654503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55662) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:28.913493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Deleting port 4686fce1-a3c9-48b7-a982-f1d87c06dd16 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:28.913828 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.011053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.011351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.027852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Calling delete_port for 4686fce1-a3c9-48b7-a982-f1d87c06dd16 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:29.588410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.626714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event deleted for resources: {'Port': ['ID=4686fce1-a3c9-48b7-a982-f1d87c06dd16,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:29.659274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.660224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.660224 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.660403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.660669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.661009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.661346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.661675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.662004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.662331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.662663 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.662988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.710118 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.710513 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Floating IP d2f8d9f2-545e-407d-9279-a39613ff4c94 disassociated (deleted). External IP: 172.25.0.107, port: c788835c-c150-4c54-8c47-88738b23bbd6. Nov 12 03:55:29.995624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Router af6ccb49-d48a-49ad-b221-7af13bfea51e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:30.195317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:30.207505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:30.214186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] Sync routers for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:30.237523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:30.239448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:30.256175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-447b356d-5fd4-4b23-90ef-a6e10317afb9 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "DELETE /v2.0/floatingips/d2f8d9f2-545e-407d-9279-a39613ff4c94 HTTP/1.1" status: 204 len: 168 time: 1.5992842 Nov 12 03:55:30.257121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:30.259825 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d123c562-95ab-4c0e-b668-57f1efa06221" -d '{"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:30.543036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:30.814191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf8c7-d343-4782-ad11-8c290de9c432 req-e34ad9c2-04a8-442d-8b86-3696466f3789 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.818178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85dbf8c7-d343-4782-ad11-8c290de9c432 req-e34ad9c2-04a8-442d-8b86-3696466f3789 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 945 time: 0.1255960 Nov 12 03:55:30.837526 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d94fb4-9476-4066-bdcd-ddf62680fcf2 x-openstack-request-id: req-d0d94fb4-9476-4066-bdcd-ddf62680fcf2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:30.838622 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:30.839036 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0d94fb4-9476-4066-bdcd-ddf62680fcf2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:30.839608 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'status': 'completed', 'code': 200} Nov 12 03:55:30.943765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-85dbf8c7-d343-4782-ad11-8c290de9c432 req-bb92fac4-db6c-4175-8492-4f8dd0b45267 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195824 Nov 12 03:55:30.960267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-1bd38ae9-2507-429c-81c7-c2b0a8099020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.961867 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-1bd38ae9-2507-429c-81c7-c2b0a8099020 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c144d28e1148adbe9c23b8e808a829&device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 1097 time: 0.0942461 Nov 12 03:55:30.980647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:31.036087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] Checking router: af6ccb49-d48a-49ad-b221-7af13bfea51e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:31.049589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:31.050210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:31.137592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-4683c020-adbc-44a4-a18b-5d1f4eb41184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.139402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-4683c020-adbc-44a4-a18b-5d1f4eb41184 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e HTTP/1.1" status: 200 len: 915 time: 0.1667063 Nov 12 03:55:31.190187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:31.218966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-f3f51beb-06ef-401e-9620-435bf71a3ee3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c788835c-c150-4c54-8c47-88738b23bbd6 HTTP/1.1" status: 200 len: 217 time: 0.0708656 Nov 12 03:55:31.298931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-a53061f0-5ed0-4c73-96fa-7655b909da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.300842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-a53061f0-5ed0-4c73-96fa-7655b909da4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03644d53-cb57-4b86-bb9f-2561abe25cb0 HTTP/1.1" status: 200 len: 852 time: 0.0655246 Nov 12 03:55:31.435185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-b0e71211-2388-4233-a4a6-dfca06d4bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.440364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-b0e71211-2388-4233-a4a6-dfca06d4bfeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9c6a42b-f289-4ae8-a5f7-90323ccb626e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246293 Nov 12 03:55:31.490009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-092b952d-af55-4cd2-bf3b-b2f5467be8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.590340 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-69a658c0-2491-4952-bffb-d10691ca902f service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414149 Nov 12 03:55:31.692536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:31.717095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d123c562-95ab-4c0e-b668-57f1efa06221 req-910d20e0-92cc-499d-b4f1-1725fada0a95 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191049 Nov 12 03:55:31.739419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b263e4-2bad-4837-9fe0-fa6c89f93ab9 None None] The sync data for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 is: [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '8b72f37b-b39c-42cf-9f28-cf7db18d0cfd', 'name': '', 'network_id': 'b9c6a42b-f289-4ae8-a5f7-90323ccb626e', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'mac_address': 'fa:16:3e:d3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:15Z', 'updated_at': '2021-11-12T03:51:24Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'subnets': [{'id': '03644d53-cb57-4b86-bb9f-2561abe25cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:32.182231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23680b-de83-459e-84cf-f056d853dc49 req-e4bcbe23-ff3e-4927-b094-5ead8725da16 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.203161 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b23680b-de83-459e-84cf-f056d853dc49 req-e4bcbe23-ff3e-4927-b094-5ead8725da16 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 945 time: 0.1221383 Nov 12 03:55:32.285356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b23680b-de83-459e-84cf-f056d853dc49 req-fa3b8f48-99f4-4ea8-b7bb-007cee30d26a tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/security-groups?id=893d1cfc-21f3-4e4d-827d-87a3da6e9993&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813167 Nov 12 03:55:32.338897 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d36b6e-f7fb-4e0b-ad95-b875433b3c98 None None] New status for floating IP d2f8d9f2-545e-407d-9279-a39613ff4c94: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:55:32.360371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-3b6bed3c-f4be-498a-8879-56ca24576860 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.367263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-3b6bed3c-f4be-498a-8879-56ca24576860 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 945 time: 0.1434360 Nov 12 03:55:32.586288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Deleting port c788835c-c150-4c54-8c47-88738b23bbd6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:32.586704 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.757221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] For port c788835c-c150-4c54-8c47-88738b23bbd6, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c788835c-c150-4c54-8c47-88738b23bbd6,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:32.757973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.782971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Calling delete_port for c788835c-c150-4c54-8c47-88738b23bbd6 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:33.020585 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.114268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event deleted for resources: {'Port': ['ID=c788835c-c150-4c54-8c47-88738b23bbd6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:33.196620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] No DVR routers for this DVR port c788835c-c150-4c54-8c47-88738b23bbd6 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:33.199655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:33.204136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e180b38-f982-4c0b-9b72-a774cb4d577b req-cc46de88-bded-4640-87d9-2e2057ecccf0 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.20 "DELETE /v2.0/ports/c788835c-c150-4c54-8c47-88738b23bbd6 HTTP/1.1" status: 204 len: 173 time: 0.8306642 Nov 12 03:55:33.204611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'name': 'network-vif-deleted', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:33.207652 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e4e99e-d8c9-4659-b286-35bb2b319ad5" -d '{"events": [{"server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "name": "network-vif-deleted", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:33.259935 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef138bdc-4a67-485f-b123-a009e7d61d09 x-openstack-request-id: req-ef138bdc-4a67-485f-b123-a009e7d61d09 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:33.260566 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d171d6e-5b69-48ef-90b4-d418e60cb57f", "name": "network-vif-deleted", "tag": "c788835c-c150-4c54-8c47-88738b23bbd6", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:33.261104 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef138bdc-4a67-485f-b123-a009e7d61d09 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:33.261687 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d171d6e-5b69-48ef-90b4-d418e60cb57f', 'name': 'network-vif-deleted', 'tag': 'c788835c-c150-4c54-8c47-88738b23bbd6', 'status': 'completed', 'code': 200} Nov 12 03:55:33.459471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-196626d2-cc4d-4b8e-9ffa-661c0678e780 req-45bc0675-54e2-4685-aa6f-0ea438fbe22f tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 210 time: 0.0458887 Nov 12 03:55:33.570753 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b57bc2d9-1806-4bff-b92e-6f1c8811b45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:34.352336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07c05a7b-eadc-4734-a01a-43239aaf125b req-bc34e7fb-cdbb-458c-bdb4-ded8761359e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0541420 Nov 12 03:55:34.438829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07c05a7b-eadc-4734-a01a-43239aaf125b req-9134710c-9b6c-471e-8b1b-3e80cbc8209d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0492356 Nov 12 03:55:34.491724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07c05a7b-eadc-4734-a01a-43239aaf125b req-35fca07c-2607-4d4f-bfc1-04471ac70f67 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268180 Nov 12 03:55:34.690430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6bad341f-5a3e-4fe6-af5c-8e66c298c269 req-1eb28cf2-90c2-46d8-953c-f795d9838c2c tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 210 time: 0.0834179 Nov 12 03:55:34.720954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c05a7b-eadc-4734-a01a-43239aaf125b req-8ef03c00-0985-4964-a1aa-43a5d44804ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:34.722579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07c05a7b-eadc-4734-a01a-43239aaf125b req-8ef03c00-0985-4964-a1aa-43a5d44804ba service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2221715 Nov 12 03:55:35.017398 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:35.833765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59dc9955-28a6-481d-8e4b-97ec6904513f req-0a03b548-0902-42e4-a3e1-0410b41d34c1 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 210 time: 0.0382781 Nov 12 03:55:36.387696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.483178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c788835c-c150-4c54-8c47-88738b23bbd6 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:36.518019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: c788835c-c150-4c54-8c47-88738b23bbd6 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:36.522248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c788835c-c150-4c54-8c47-88738b23bbd6 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:37.006905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28c26a84-bccb-4e1d-aa7a-740e35d76c0a req-81517d26-6bad-473c-b425-96f9a4483fda tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 210 time: 0.0646899 Nov 12 03:55:37.314814 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:38.142639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3eb07a3a-fca1-40a2-b337-7ab4f95b82cc req-07bcfb2b-884e-4196-8ca4-5ecdde5f79e2 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 210 time: 0.0483973 Nov 12 03:55:39.251325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d2fc3fb-6200-4fb1-bd82-7fca5bf871c5 req-09b9c90a-b146-4dd1-bacf-fe1d732f200c tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d171d6e-5b69-48ef-90b4-d418e60cb57f HTTP/1.1" status: 200 len: 210 time: 0.0280151 Nov 12 03:55:39.366204 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-d1ae1f44-c8c4-445f-8be7-18596bdd2e9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429881 Nov 12 03:55:39.457280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-2b0e21ec-77ed-4c2b-beb0-ae5dfae1fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.458919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-2b0e21ec-77ed-4c2b-beb0-ae5dfae1fc41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a17d26f656247489e34673962c7b4cd&device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1097 time: 0.0495660 Nov 12 03:55:39.572573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-127c238c-be39-4437-aaca-64622288a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.574098 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-127c238c-be39-4437-aaca-64622288a3e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=633664f2-30ae-497f-b8e8-41fb4fb9654f HTTP/1.1" status: 200 len: 910 time: 0.0938597 Nov 12 03:55:39.642378 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-b074d7f5-a9a5-4e1a-8a0b-f00dee49302d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159 HTTP/1.1" status: 200 len: 1001 time: 0.0594075 Nov 12 03:55:39.696806 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-18a7e20c-bcd4-4ae5-8794-3a0f17ae7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.698268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-18a7e20c-bcd4-4ae5-8794-3a0f17ae7053 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74404bec-f85b-44ce-8b16-96d5ee087ad7 HTTP/1.1" status: 200 len: 847 time: 0.0481076 Nov 12 03:55:39.745367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-8cac64bd-92b0-4f97-bac0-5764556bd003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.747134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-8cac64bd-92b0-4f97-bac0-5764556bd003 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=633664f2-30ae-497f-b8e8-41fb4fb9654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415699 Nov 12 03:55:39.876888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-866950de-d5fe-4c5e-b324-3e0da9f852b3 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209877 Nov 12 03:55:39.989304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-95b76cdd-27c5-4f19-acfb-17fff9ce075b req-704ab4cf-fe4f-43cb-8fe1-7fd9fe358f3f service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046877 Nov 12 03:55:40.319978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55858) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:40.414310 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f509528-df28-4630-8d79-06b40e96a918 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.451783 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f509528-df28-4630-8d79-06b40e96a918 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.506851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 55870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:40.533835 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f509528-df28-4630-8d79-06b40e96a918 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.537062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f509528-df28-4630-8d79-06b40e96a918 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.538259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8f509528-df28-4630-8d79-06b40e96a918 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] 10.222.0.49 "DELETE /v2.0/security-groups/893d1cfc-21f3-4e4d-827d-87a3da6e9993 HTTP/1.1" status: 204 len: 168 time: 0.2168438 Nov 12 03:55:40.549800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509528-df28-4630-8d79-06b40e96a918 tempest-TestVolumeBackupRestore-520581728 tempest-TestVolumeBackupRestore-520581728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893d1cfc-21f3-4e4d-827d-87a3da6e9993,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:40.714150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f60e003-ebcb-46ad-85ac-fa44d2be7d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.840779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f60e003-ebcb-46ad-85ac-fa44d2be7d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.847090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7f60e003-ebcb-46ad-85ac-fa44d2be7d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.902843 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7f60e003-ebcb-46ad-85ac-fa44d2be7d6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f5c0a55c6284244b8177d1488df6932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947041 Nov 12 03:55:40.903758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60e003-ebcb-46ad-85ac-fa44d2be7d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf12507f-6286-4565-8ed0-4c6306c95532,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:40.906366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 55902) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:40.982672 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9e0a7d1-d01d-4d7b-9597-0a3838730d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.012140 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9e0a7d1-d01d-4d7b-9597-0a3838730d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.084437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9e0a7d1-d01d-4d7b-9597-0a3838730d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.087852 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e9e0a7d1-d01d-4d7b-9597-0a3838730d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.089488 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e9e0a7d1-d01d-4d7b-9597-0a3838730d9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf12507f-6286-4565-8ed0-4c6306c95532 HTTP/1.1" status: 204 len: 168 time: 0.1814682 Nov 12 03:55:41.101710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0a7d1-d01d-4d7b-9597-0a3838730d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf12507f-6286-4565-8ed0-4c6306c95532,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:42.741285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56122) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:42.962033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9eda27e-d6d9-4255-bef3-c8fb6c041518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.152507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9eda27e-d6d9-4255-bef3-c8fb6c041518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.163647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9eda27e-d6d9-4255-bef3-c8fb6c041518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.235198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f9eda27e-d6d9-4255-bef3-c8fb6c041518 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eefb8da996684cc7ba8620b9f97cf7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921076 Nov 12 03:55:43.238388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56178) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:43.260703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eda27e-d6d9-4255-bef3-c8fb6c041518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064363dc-cdf1-4e0b-b11e-6c3b36cc76e9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:43.347651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f83b-c5bc-475b-9679-68925290b73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.373778 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f83b-c5bc-475b-9679-68925290b73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.465516 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f83b-c5bc-475b-9679-68925290b73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.469167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f83b-c5bc-475b-9679-68925290b73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.504408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0bd9f83b-c5bc-475b-9679-68925290b73a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/064363dc-cdf1-4e0b-b11e-6c3b36cc76e9 HTTP/1.1" status: 204 len: 168 time: 0.2456615 Nov 12 03:55:43.523611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9f83b-c5bc-475b-9679-68925290b73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064363dc-cdf1-4e0b-b11e-6c3b36cc76e9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:43.816869 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56238) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:43.914158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae401fb-86bd-4156-b312-96a95625bee3 admin admin] Deleting subnet 53dce76b-de36-40d8-b40a-0186d279ad2a {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:55:43.923729 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aae401fb-86bd-4156-b312-96a95625bee3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.998843 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aae401fb-86bd-4156-b312-96a95625bee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.061534 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aae401fb-86bd-4156-b312-96a95625bee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.146278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aae401fb-86bd-4156-b312-96a95625bee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.221083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae401fb-86bd-4156-b312-96a95625bee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dce76b-de36-40d8-b40a-0186d279ad2a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:44.231682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aae401fb-86bd-4156-b312-96a95625bee3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.239584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aae401fb-86bd-4156-b312-96a95625bee3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/53dce76b-de36-40d8-b40a-0186d279ad2a HTTP/1.1" status: 204 len: 168 time: 0.4200492 Nov 12 03:55:44.240912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56290) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:44.372635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.527048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.578604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:44.600153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:44.600524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8edd80b-9ab6-42b2-8cfe-7fdac2ea8b24') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:44.635646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.668680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.676227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:55:44.676639 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:55:44.683042 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:55:44.702392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:44.780354 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.786234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.789633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] 10.222.0.49 "DELETE /v2.0/networks/c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7 HTTP/1.1" status: 204 len: 168 time: 0.5475426 Nov 12 03:55:44.803854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c65db6-6a99-4995-a0e3-fb2225d25cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ebbd48-7868-4ca6-b116-a54cd8ebfdb7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:44.912711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1856892982-network', 'tenant_id': '84a9606466bb41199e8b872b87b84622'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:44.943975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Made reservation on behalf of 84a9606466bb41199e8b872b87b84622 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:44.946672 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:44.959478 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.035841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:45.104378 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.110132 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-25e68bd4-87d0-42f4-b451-8cb9655a8ad2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=902c796d83bb40a19b9a930a3801df1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727253 Nov 12 03:55:45.112549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56382) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:45.113538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.158413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:45.191936 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.192370 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Added segment 84847f01-af15-4950-a491-300f72edadc4 of type vlan for network de056b31-29d3-4f46-86e4-e00fd9228fca Nov 12 03:55:45.204533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34b721-c748-4dbb-b63f-ef371e8e3198,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:45.240595 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b99c429-9159-4552-a077-555c0d8e53ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.280549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.313316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.314066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b99c429-9159-4552-a077-555c0d8e53ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.316150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:45.317380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.411437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56410) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:45.425456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6872435 Nov 12 03:55:45.430257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Request body: {'subnet': {'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1856892982-subnet', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:45.440293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b99c429-9159-4552-a077-555c0d8e53ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.446638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b99c429-9159-4552-a077-555c0d8e53ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.450810 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1b99c429-9159-4552-a077-555c0d8e53ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8da52c2-fdce-4d9c-936e-bddd51edc142 HTTP/1.1" status: 204 len: 168 time: 0.3362575 Nov 12 03:55:45.483596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99c429-9159-4552-a077-555c0d8e53ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8da52c2-fdce-4d9c-936e-bddd51edc142,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:45.542533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3faa-8814-4463-a0a2-f6cb7577da73 admin admin] Pushing event updated for resources: {'Network': ['ID=de056b31-29d3-4f46-86e4-e00fd9228fca,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:45.546187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Made reservation on behalf of 84a9606466bb41199e8b872b87b84622 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:45.560058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.564148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network de056b31-29d3-4f46-86e4-e00fd9228fca details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:45.841538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.905648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09b40fb-2c46-45e7-8c16-eb807c89a2e9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:45.939151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Checking segment: {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:45.939821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Network hostable DHCP agents. Network: de056b31-29d3-4f46-86e4-e00fd9228fca, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:45.962569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Network de056b31-29d3-4f46-86e4-e00fd9228fca is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:45.975022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, de056b31-29d3-4f46-86e4-e00fd9228fca) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:45.988887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:45.989493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.990866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45a9b12-73eb-44a6-be73-b037d92a56b4 None None] Network de056b31-29d3-4f46-86e4-e00fd9228fca requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:46.017958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2ba07322-eee9-4481-86fc-7b23b2bedb42 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6031530 Nov 12 03:55:46.018349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56430) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:46.023992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:46.076115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.079070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.216559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.260389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-de056b31-29d3-4f46-86e4-e00fd9228fca', 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'fixed_ips': [{'subnet_id': 'f09b40fb-2c46-45e7-8c16-eb807c89a2e9'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:55:46.261903 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.449882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.464188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Allocated IP 172.20.0.2 (de056b31-29d3-4f46-86e4-e00fd9228fca/f09b40fb-2c46-45e7-8c16-eb807c89a2e9/6a8eea19-ac16-4496-be86-bd0f2b44ba44) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:46.653040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56446) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:46.765244 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.775109 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.820818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1707274237-network', 'tenant_id': '27048ce66cbe4ee6a819172524499c09'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:46.823238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Network de056b31-29d3-4f46-86e4-e00fd9228fca is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:46.824859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:46.829260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:46.838810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Pushing event updated for resources: {'Port': ['ID=6a8eea19-ac16-4496-be86-bd0f2b44ba44,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:46.847093 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.874304 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.875065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Made reservation on behalf of 27048ce66cbe4ee6a819172524499c09 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:46.878699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.895142 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.911552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Attempting to bind port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:46.912258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Attempting to bind port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:46.912878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Attempting to bind port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:46.919391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:46.920690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Checking segment: {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:46.921859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.922460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Bound using segment: {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:46.923154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Bound port: 6a8eea19-ac16-4496-be86-bd0f2b44ba44, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:46.923746 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.021038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] For port 6a8eea19-ac16-4496-be86-bd0f2b44ba44, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:47.024482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] For port 6a8eea19-ac16-4496-be86-bd0f2b44ba44, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6a8eea19-ac16-4496-be86-bd0f2b44ba44,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:47.032167 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.045688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Allocated IP 172.25.0.76 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/0c2d02cd-969d-4f84-b199-350a454c2075) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:47.062072 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.074433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.092546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:47.101031 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd3c8-9782-4aa4-9912-6e6b5106dc26 None None] Pushing event updated for resources: {'Port': ['ID=6a8eea19-ac16-4496-be86-bd0f2b44ba44,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:47.139814 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.140235 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Added segment ba19d19b-68de-433d-a62c-7ed1d4f2e83f of type vlan for network e04b8860-af1a-4cf2-a58d-56489cf150e4 Nov 12 03:55:47.198325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566f1c67-8098-4ab3-88e5-57f4103a3b97,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:47.207580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.215277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.244654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.245938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:47.246390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.246891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.292396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:47.299684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:47.302666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:47.316975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e69fec-7706-4bf7-9f54-ab061c28e792 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:47.347907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e04b8860-af1a-4cf2-a58d-56489cf150e4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:47.360572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4523eff6-0970-48ed-badb-0602105661c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7046182 Nov 12 03:55:47.361251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56452) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:47.372335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:47.402668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2d02cd-969d-4f84-b199-350a454c2075,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:47.403019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Request body: {'subnet': {'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1707274237-subnet', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:47.416718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56454) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:47.469448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Made reservation on behalf of 27048ce66cbe4ee6a819172524499c09 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:47.472959 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.604168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5b532f7f-acc5-487e-953d-82fd98cfa032 None None] Provisioning complete for port 0c2d02cd-969d-4f84-b199-350a454c2075 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:47.604636 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5b532f7f-acc5-487e-953d-82fd98cfa032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.665152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5b532f7f-acc5-487e-953d-82fd98cfa032 None None] Port 0c2d02cd-969d-4f84-b199-350a454c2075 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:47.806683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.886058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3604c974-691c-47af-9a14-a5fef6a94f9d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:47.890277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Checking segment: {'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:47.891220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Network hostable DHCP agents. Network: e04b8860-af1a-4cf2-a58d-56489cf150e4, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:47.911324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:47.918811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.923623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e04b8860-af1a-4cf2-a58d-56489cf150e4) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:47.932238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed62b6e-c8a2-44a9-a00d-447233ec50a4 None None] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:47.933665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:47.934607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.956254 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0c4ca046-e307-4294-b03d-337e0a770ea5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5938528 Nov 12 03:55:47.958623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56458) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:47.965569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:47.996561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.998160 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.072608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.152549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-e04b8860-af1a-4cf2-a58d-56489cf150e4', 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'fixed_ips': [{'subnet_id': '3604c974-691c-47af-9a14-a5fef6a94f9d'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:55:48.153621 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.247161 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.298211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.363302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Allocated IP 172.20.0.2 (e04b8860-af1a-4cf2-a58d-56489cf150e4/3604c974-691c-47af-9a14-a5fef6a94f9d/0771c588-2c6b-41e2-be65-62ee833e9072) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:48.539810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14474b-e2c7-4387-a913-6560e0f99b02 None None] Network de056b31-29d3-4f46-86e4-e00fd9228fca requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:48.540712 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.562212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.613737 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.637042 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.695567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Allocated IP 172.25.0.22 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/e2e21ddc-bcc9-493a-8032-5452d4b0d6cc) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:48.715170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e1b6d131-1f04-4ab2-bd3b-25fae5b4e663 None None] Provisioning complete for port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:48.715903 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d131-1f04-4ab2-bd3b-25fae5b4e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.720060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:48.722515 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Pushing event updated for resources: {'Port': ['ID=0771c588-2c6b-41e2-be65-62ee833e9072,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:48.782430 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.785052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:48.794888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:48.846341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6a8eea19-ac16-4496-be86-bd0f2b44ba44 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:48.867634 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.913365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Router ca764436-6028-4255-8ac6-f75345986d60 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:55:48.915324 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.958995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:48.962512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:48.966918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:48.972422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e21ddc-bcc9-493a-8032-5452d4b0d6cc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:48.972957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Attempting to bind port 0771c588-2c6b-41e2-be65-62ee833e9072 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:48.973424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Attempting to bind port 0771c588-2c6b-41e2-be65-62ee833e9072 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:48.973887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Attempting to bind port 0771c588-2c6b-41e2-be65-62ee833e9072 on network e04b8860-af1a-4cf2-a58d-56489cf150e4 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:49.010906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:49.011346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Checking segment: {'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:49.011689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.012271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Bound using segment: {'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:49.012803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Bound port: 0771c588-2c6b-41e2-be65-62ee833e9072, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:49.014973 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.017065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eff861-0efc-476c-9815-3134b5288b1d None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:49.055544 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d131-1f04-4ab2-bd3b-25fae5b4e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.103146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:49.118907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:49.119274 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.171284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Sync routers for ids ['ca764436-6028-4255-8ac6-f75345986d60'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:49.194552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Routers {'ca764436-6028-4255-8ac6-f75345986d60'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:49.195178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ca764436-6028-4255-8ac6-f75345986d60'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:49.207260 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.215262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d8892532-c5d0-4262-9446-7f923deda887 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1951935 Nov 12 03:55:49.218927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56462) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:49.224344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e1b6d131-1f04-4ab2-bd3b-25fae5b4e663 None None] For port 6a8eea19-ac16-4496-be86-bd0f2b44ba44, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6a8eea19-ac16-4496-be86-bd0f2b44ba44,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:49.319375 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d131-1f04-4ab2-bd3b-25fae5b4e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.333500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.385224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6d131-1f04-4ab2-bd3b-25fae5b4e663 None None] Pushing event updated for resources: {'Port': ['ID=6a8eea19-ac16-4496-be86-bd0f2b44ba44,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:49.393088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] For port 0771c588-2c6b-41e2-be65-62ee833e9072, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:49.404534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Deleting port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:49.404912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.413868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] For port 0771c588-2c6b-41e2-be65-62ee833e9072, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0771c588-2c6b-41e2-be65-62ee833e9072,segment=NetworkSegment(ba19d19b-68de-433d-a62c-7ed1d4f2e83f),segment_id=ba19d19b-68de-433d-a62c-7ed1d4f2e83f)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:49.452700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.582581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] For port 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:49.582966 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.601025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Calling delete_port for 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:49.692463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f30e0e9c-ceec-4685-bb4d-81c1c729c0eb None None] Provisioning complete for port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:49.692866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f30e0e9c-ceec-4685-bb4d-81c1c729c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.733127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Set router ca764436-6028-4255-8ac6-f75345986d60 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:49.799394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faa790-7cfc-4bd8-aa65-6b92b72561a5 None None] Pushing event updated for resources: {'Port': ['ID=0771c588-2c6b-41e2-be65-62ee833e9072,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:49.876487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f30e0e9c-ceec-4685-bb4d-81c1c729c0eb None None] Port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:49.918271 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f30e0e9c-ceec-4685-bb4d-81c1c729c0eb None None] Provisioning complete for port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:49.918646 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f30e0e9c-ceec-4685-bb4d-81c1c729c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:49.948088 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.004879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.079041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:47Z', 'revision_number': 3, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port': {'id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:50.107248 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.110139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Checking router: ca764436-6028-4255-8ac6-f75345986d60 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:50.110648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Updating router ca764436-6028-4255-8ac6-f75345986d60 port 0c2d02cd-969d-4f84-b199-350a454c2075 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:50.150026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.156856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Router 5b7855e8-3f91-4f84-93b1-a90992095ba7 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:55:50.198712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b72f37b-b39c-42cf-9f28-cf7db18d0cfd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:50.302755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:50.312165 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Sync routers for ids ['5b7855e8-3f91-4f84-93b1-a90992095ba7'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:50.324411 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.325987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0330e3a7-cef5-4d3e-9bca-95ba1c512295 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3654771 Nov 12 03:55:50.328873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56466) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:50.338268 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Routers {'5b7855e8-3f91-4f84-93b1-a90992095ba7'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:50.339296 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5b7855e8-3f91-4f84-93b1-a90992095ba7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:50.398032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Allocated IP 172.20.0.1 (de056b31-29d3-4f46-86e4-e00fd9228fca/f09b40fb-2c46-45e7-8c16-eb807c89a2e9/04d8bc6e-78fa-4938-80c5-6d29780ad448) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:50.449173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.602772 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.610078 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.648353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ce632-4d92-4597-9f51-def3d6e78f63 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:50.648692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.651491 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Set router 5b7855e8-3f91-4f84-93b1-a90992095ba7 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:50.702566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Attempting to bind port 0c2d02cd-969d-4f84-b199-350a454c2075 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:50.702977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Attempting to bind port 0c2d02cd-969d-4f84-b199-350a454c2075 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:50.703349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Attempting to bind port 0c2d02cd-969d-4f84-b199-350a454c2075 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:50.713547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:50.713997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:50.714329 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.714735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:50.715214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Bound port: 0c2d02cd-969d-4f84-b199-350a454c2075, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:50.715600 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.722398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06dce-90fd-4cd3-8224-5a4a798265f5 None None] Pushing event updated for resources: {'Port': ['ID=0c2d02cd-969d-4f84-b199-350a454c2075,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:50.820537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.848948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] For port 0c2d02cd-969d-4f84-b199-350a454c2075, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:50.875024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] For port 0c2d02cd-969d-4f84-b199-350a454c2075, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0c2d02cd-969d-4f84-b199-350a454c2075,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:50.882715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-08d8f74b-2188-4033-a620-8b3f0efe5619 None None] Provisioning complete for port 0c2d02cd-969d-4f84-b199-350a454c2075 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:50.883582 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-08d8f74b-2188-4033-a620-8b3f0efe5619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.887114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Pushing event updated for resources: {'Port': ['ID=04d8bc6e-78fa-4938-80c5-6d29780ad448,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:50.911802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Network de056b31-29d3-4f46-86e4-e00fd9228fca is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:50.918813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:50.924221 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.925854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:51.018223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Router af6ccb49-d48a-49ad-b221-7af13bfea51e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:51.019220 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.058509 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:49Z', 'revision_number': 3, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port': {'id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:51.086224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02cda01-3073-4bb2-9a61-902604b7a34a None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:51.093449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-08d8f74b-2188-4033-a620-8b3f0efe5619 None None] Port 0c2d02cd-969d-4f84-b199-350a454c2075 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:51.114485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6a8eea19-ac16-4496-be86-bd0f2b44ba44 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:51.119011 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Checking router: 5b7855e8-3f91-4f84-93b1-a90992095ba7 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:51.119857 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Updating router 5b7855e8-3f91-4f84-93b1-a90992095ba7 port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:51.164054 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.182579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Routers {'ca764436-6028-4255-8ac6-f75345986d60'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:51.184375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ca764436-6028-4255-8ac6-f75345986d60'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:51.210694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.271941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06dce-90fd-4cd3-8224-5a4a798265f5 None None] Pushing event updated for resources: {'Port': ['ID=0c2d02cd-969d-4f84-b199-350a454c2075,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:51.345853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:51.357186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-74c8374f-cbdc-4439-b567-3f4464de0cbd admin admin] 10.222.0.49 "PUT /v2.0/routers/af6ccb49-d48a-49ad-b221-7af13bfea51e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9350846 Nov 12 03:55:51.357186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56470) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:51.389534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd0b4f-67e0-452d-a525-ca4aa1199e16 None None] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:51.391990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] Sync routers for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:51.400864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5767c562-9d7c-4472-9d26-44155ac4715d None None] Provisioning complete for port 0c2d02cd-969d-4f84-b199-350a454c2075 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:51.401232 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5767c562-9d7c-4472-9d26-44155ac4715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.429745 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.498576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:51.499571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:51.518983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Allocated IP 172.20.0.1 (e04b8860-af1a-4cf2-a58d-56489cf150e4/3604c974-691c-47af-9a14-a5fef6a94f9d/ede516b9-e5af-4029-bad1-b600b6dca41b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:51.543319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.546514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:51.546884 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.566051 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.578750 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.612384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] Set router ca764436-6028-4255-8ac6-f75345986d60 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:51.634032 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd27e43-393c-4386-8a70-6b2c10c88b88 None None] Pushing event updated for resources: {'Port': ['ID=e2e21ddc-bcc9-493a-8032-5452d4b0d6cc,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:51.663349 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.672198 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Attempting to bind port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:51.672858 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Attempting to bind port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:51.673416 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Attempting to bind port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:51.679696 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:51.680390 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:51.680983 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.681528 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:51.682349 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Bound port: e2e21ddc-bcc9-493a-8032-5452d4b0d6cc, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:51.682936 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.695654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565bb89-665a-41a2-a395-2204587ffb1e None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:51.722243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.751440 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] For port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:51.757085 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] For port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e2e21ddc-bcc9-493a-8032-5452d4b0d6cc,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:51.762800 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.782525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.789825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Pushing event updated for resources: {'Port': ['ID=ede516b9-e5af-4029-bad1-b600b6dca41b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:51.803208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.816916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:51.818701 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.819747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:51.823195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:51.833895 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Routers {'5b7855e8-3f91-4f84-93b1-a90992095ba7'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:51.834807 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5b7855e8-3f91-4f84-93b1-a90992095ba7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:51.840645 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5767c562-9d7c-4472-9d26-44155ac4715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.862136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5767c562-9d7c-4472-9d26-44155ac4715d None None] For port 0c2d02cd-969d-4f84-b199-350a454c2075, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0c2d02cd-969d-4f84-b199-350a454c2075,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:51.863425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c72d82-1892-4d6b-a1d3-f0de2df33853 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:51.881108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.956494 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] Set router 5b7855e8-3f91-4f84-93b1-a90992095ba7 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:52.056536 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd27e43-393c-4386-8a70-6b2c10c88b88 None None] Pushing event updated for resources: {'Port': ['ID=e2e21ddc-bcc9-493a-8032-5452d4b0d6cc,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:52.078164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.083925 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5767c562-9d7c-4472-9d26-44155ac4715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.205043 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:49Z', 'revision_number': 3, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port': {'id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:52.223548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:52.231512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0771c588-2c6b-41e2-be65-62ee833e9072 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:52.241176 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a654862-5379-4272-8cbe-a5b3ece9977e None None] The sync data for ids ['5b7855e8-3f91-4f84-93b1-a90992095ba7'] in n-d-789963-21 is: [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:49Z', 'revision_number': 3, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port': {'id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:52.351353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.354747 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.363671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.365303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Pushing event updated for resources: {'Port': ['ID=04d8bc6e-78fa-4938-80c5-6d29780ad448,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:52.406670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.431745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Deleting port c391b13f-b808-4f99-8428-d7a048632ceb {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:52.432530 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.438241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Provisioning complete for port 04d8bc6e-78fa-4938-80c5-6d29780ad448 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:52.438833 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.440492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767c562-9d7c-4472-9d26-44155ac4715d None None] Pushing event updated for resources: {'Port': ['ID=0c2d02cd-969d-4f84-b199-350a454c2075,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:52.507207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Pushing event updated for resources: {'Port': ['ID=ede516b9-e5af-4029-bad1-b600b6dca41b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:52.536716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Network de056b31-29d3-4f46-86e4-e00fd9228fca is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:52.539983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:52.545193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Port 04d8bc6e-78fa-4938-80c5-6d29780ad448 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:52.558009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:52.560641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:52.614145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Provisioning complete for port 0771c588-2c6b-41e2-be65-62ee833e9072 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:52.614279 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.618141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0771c588-2c6b-41e2-be65-62ee833e9072 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:52.618836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.625778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] For port c391b13f-b808-4f99-8428-d7a048632ceb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c391b13f-b808-4f99-8428-d7a048632ceb,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:52.626289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.656607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Calling delete_port for c391b13f-b808-4f99-8428-d7a048632ceb owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:52.807092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:47Z', 'revision_number': 3, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port': {'id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:52.824330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Router 5b7855e8-3f91-4f84-93b1-a90992095ba7 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:52.856402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878a177-c412-4ad9-b6e7-0faac3f8f32a None None] The sync data for ids ['ca764436-6028-4255-8ac6-f75345986d60'] in n-d-789963-21 is: [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:47Z', 'revision_number': 3, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port': {'id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:52.924697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:55:49Z', 'revision_number': 5, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port': {'id': 'c391b13f-b808-4f99-8428-d7a048632ceb', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:52.963023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Router ca764436-6028-4255-8ac6-f75345986d60 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:53.043984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] Checking router: af6ccb49-d48a-49ad-b221-7af13bfea51e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:53.069249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.073022 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.085472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:53.096787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] Routers {'af6ccb49-d48a-49ad-b221-7af13bfea51e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:53.097039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['af6ccb49-d48a-49ad-b221-7af13bfea51e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:53.109324 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-81d70e18-1be6-4e51-9867-31b9d32ee716 admin admin] 10.222.0.49 "PUT /v2.0/routers/5b7855e8-3f91-4f84-93b1-a90992095ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698367 Nov 12 03:55:53.235699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.278616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] Set router af6ccb49-d48a-49ad-b221-7af13bfea51e gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:53.337324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Pushing event deleted for resources: {'Port': ['ID=c391b13f-b808-4f99-8428-d7a048632ceb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:53.384782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:53.408188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-14f48f68-eceb-4c40-808a-e8ac48b90f92 admin admin] 10.222.0.49 "PUT /v2.0/routers/ca764436-6028-4255-8ac6-f75345986d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1795816 Nov 12 03:55:53.431644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.481005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f6ae5-5fb2-4e7a-958a-a6ed5b56d59b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:53.488876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 6, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:53.569617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 0771c588-2c6b-41e2-be65-62ee833e9072, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0771c588-2c6b-41e2-be65-62ee833e9072,segment=NetworkSegment(ba19d19b-68de-433d-a62c-7ed1d4f2e83f),segment_id=ba19d19b-68de-433d-a62c-7ed1d4f2e83f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:53.572891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d9de7-83df-46a4-81ba-b77c06d98bff None None] The sync data for ids ['af6ccb49-d48a-49ad-b221-7af13bfea51e'] in n-d-789963-21 is: [{'id': 'af6ccb49-d48a-49ad-b221-7af13bfea51e', 'name': 'tempest-TestVolumeBackupRestore-409311576-router', 'tenant_id': 'c6c144d28e1148adbe9c23b8e808a829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:11Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 6, 'project_id': 'c6c144d28e1148adbe9c23b8e808a829', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:53.586533 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.607994 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:53.656506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.661503 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.694616 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:55:53.694970 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:55:53.772929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.773572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af6ccb49-d48a-49ad-b221-7af13bfea51e {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:55:53.782816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.786702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9eb758e2-593d-4590-93e0-1381cf664384 admin admin] 10.222.0.49 "DELETE /v2.0/routers/af6ccb49-d48a-49ad-b221-7af13bfea51e HTTP/1.1" status: 204 len: 168 time: 2.4303758 Nov 12 03:55:53.789269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56488) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:53.816288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=0771c588-2c6b-41e2-be65-62ee833e9072,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:53.865506 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba2b39d-5541-4851-a7da-106d193abe29 admin admin] Deleting subnet 03644d53-cb57-4b86-bb9f-2561abe25cb0 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:55:53.868883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eba2b39d-5541-4851-a7da-106d193abe29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.916261 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eba2b39d-5541-4851-a7da-106d193abe29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.066933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eba2b39d-5541-4851-a7da-106d193abe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.170143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eba2b39d-5541-4851-a7da-106d193abe29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.226866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2b39d-5541-4851-a7da-106d193abe29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03644d53-cb57-4b86-bb9f-2561abe25cb0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:54.238489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eba2b39d-5541-4851-a7da-106d193abe29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.249689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:54.249893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eba2b39d-5541-4851-a7da-106d193abe29 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/03644d53-cb57-4b86-bb9f-2561abe25cb0 HTTP/1.1" status: 204 len: 168 time: 0.4562542 Nov 12 03:55:54.251298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe39b199-fd05-4654-a039-8bfddccafffa None None] Network b9c6a42b-f289-4ae8-a5f7-90323ccb626e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:54.298074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56504) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:54.304095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-614364017-network', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:54.305959 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e2e21ddc-bcc9-493a-8032-5452d4b0d6cc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:54.339729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Made reservation on behalf of 16e3e7b95c074e94a5aaa52ed7bace6a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:54.344192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.359285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.397146 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.440422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Provisioning complete for port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:54.440972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.472541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Deleting port f414719a-f5da-429c-8b6a-c18490276431 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:54.472987 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.596302 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.598668 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.611169 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.616860 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:54.617625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.625369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] For port f414719a-f5da-429c-8b6a-c18490276431, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f414719a-f5da-429c-8b6a-c18490276431,segment=NetworkSegment(28956320-8459-45a5-93b8-12099ecb7ff1),segment_id=28956320-8459-45a5-93b8-12099ecb7ff1)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:54.627493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.627669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:54.647003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.647357 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Added segment 6f08e9b0-0765-47cf-add6-0d4aa9c96e80 of type vlan for network ae462086-5090-437f-bba4-2e76829c3e49 Nov 12 03:55:54.670553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] DHCP port deletion for b9c6a42b-f289-4ae8-a5f7-90323ccb626e request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:54.681956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Calling delete_port for f414719a-f5da-429c-8b6a-c18490276431 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:54.691208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] For port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e2e21ddc-bcc9-493a-8032-5452d4b0d6cc,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:54.740575 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.750053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.784010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56512) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:54.789153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-426349095-network', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:54.792937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.793897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:54.794436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.801476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf96a3b7-ba5f-47a5-a544-74e84a183fe5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:54.832310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0c2d02cd-969d-4f84-b199-350a454c2075 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:54.846756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Made reservation on behalf of a07cca32dc7d485a812f514f46a0f888 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:54.849604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.868493 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.870244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] Pushing event updated for resources: {'Network': ['ID=ae462086-5090-437f-bba4-2e76829c3e49,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:54.879074 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f77b7848-5945-4556-9a81-84c8d80c80dd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5796366 Nov 12 03:55:54.879332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56514) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:54.885900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Request body: {'subnet': {'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-614364017-subnet', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:54.892543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.895119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network ae462086-5090-437f-bba4-2e76829c3e49 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:54.934196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13ddd9-47c4-47e1-bb8d-07fda25d5784 None None] Pushing event updated for resources: {'Port': ['ID=e2e21ddc-bcc9-493a-8032-5452d4b0d6cc,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:54.934449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Pushing event deleted for resources: {'Port': ['ID=f414719a-f5da-429c-8b6a-c18490276431,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:54.947175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] No DVR routers for this DVR port f414719a-f5da-429c-8b6a-c18490276431 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:54.950780 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.957425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Made reservation on behalf of 16e3e7b95c074e94a5aaa52ed7bace6a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:54.959762 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.989408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-de5c867a-6bb7-450f-87ef-0ec62ef60ad2 None None] Provisioning complete for port 04d8bc6e-78fa-4938-80c5-6d29780ad448 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:54.989785 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de5c867a-6bb7-450f-87ef-0ec62ef60ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.994753 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] Deleting port f414719a-f5da-429c-8b6a-c18490276431 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:54.995162 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.105188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.106465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-de5c867a-6bb7-450f-87ef-0ec62ef60ad2 None None] Port 04d8bc6e-78fa-4938-80c5-6d29780ad448 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:55.111585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0c2d02cd-969d-4f84-b199-350a454c2075 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:55.111956 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.114274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] For port f414719a-f5da-429c-8b6a-c18490276431, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:55.114662 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.145139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c6a42b-f289-4ae8-a5f7-90323ccb626e']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:55.156143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] Calling delete_port for f414719a-f5da-429c-8b6a-c18490276431 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:55.160278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] Port f414719a-f5da-429c-8b6a-c18490276431 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:55:55.166441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28956320-8459-45a5-93b8-12099ecb7ff1') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:55.166742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28956320-8459-45a5-93b8-12099ecb7ff1') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:55.169210 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.181308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-de5c867a-6bb7-450f-87ef-0ec62ef60ad2 None None] Provisioning complete for port 0771c588-2c6b-41e2-be65-62ee833e9072 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:55.181680 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de5c867a-6bb7-450f-87ef-0ec62ef60ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.184331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.201903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.206780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] No DVR routers for this DVR port f414719a-f5da-429c-8b6a-c18490276431 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:55.208249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.212535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57ed58-bcf5-471a-9205-53965e0bc848 None None] Pushing event deleted for resources: {'Port': ['ID=f414719a-f5da-429c-8b6a-c18490276431,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:55.236795 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.242721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:55:55.243133 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:55:55.246422 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:55:55.321325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:55.355010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-de5c867a-6bb7-450f-87ef-0ec62ef60ad2 None None] Provisioning complete for port ede516b9-e5af-4029-bad1-b600b6dca41b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:55.355570 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de5c867a-6bb7-450f-87ef-0ec62ef60ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.377585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b21d4d-ca11-449d-844e-bd44e56de948,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:55.386173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.386789 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Added segment 3504c00e-2068-4b36-93fa-1f905818664d of type vlan for network 04c6ca7c-a3b4-432c-88a0-58048fb01508 Nov 12 03:55:55.391774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.396467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-de5c867a-6bb7-450f-87ef-0ec62ef60ad2 None None] Port ede516b9-e5af-4029-bad1-b600b6dca41b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:55.407105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.410356 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b9c6a42b-f289-4ae8-a5f7-90323ccb626e HTTP/1.1" status: 204 len: 168 time: 1.1621182 Nov 12 03:55:55.413642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56516) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:55.449055 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee239c-2770-40f8-b7f3-96a84c60d227 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c6a42b-f289-4ae8-a5f7-90323ccb626e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:55.459651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.472623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.548082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce9bc47-cd19-4c01-889f-fbc1edba4644,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:55.559966 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.561945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.562540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.568793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Checking segment: {'id': '6f08e9b0-0765-47cf-add6-0d4aa9c96e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:55.568793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Network hostable DHCP agents. Network: ae462086-5090-437f-bba4-2e76829c3e49, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:55.640347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8550122 Nov 12 03:55:55.646806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56520) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:55.651600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Request body: {'subnet': {'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-426349095-subnet', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:55.656868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6916138-c18a-4455-80d5-2b947b066529 admin admin] Pushing event updated for resources: {'Network': ['ID=04c6ca7c-a3b4-432c-88a0-58048fb01508,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:55.661125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Network ae462086-5090-437f-bba4-2e76829c3e49 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:55.682344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, ae462086-5090-437f-bba4-2e76829c3e49) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:55.691735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.692593 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.698772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Made reservation on behalf of a07cca32dc7d485a812f514f46a0f888 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:55.699583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84399082-1688-41f2-a6f2-7e6e7de99665 None None] Network ae462086-5090-437f-bba4-2e76829c3e49 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:55.702745 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.804650 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-06a00e6d-93bd-4d51-9637-78b700fc0898 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9228549 Nov 12 03:55:55.807502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56522) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:55.809796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 04c6ca7c-a3b4-432c-88a0-58048fb01508 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:55.815927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-614364017-router', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:55.868450 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.869902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.900416 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Sync routers for ids ['5b7855e8-3f91-4f84-93b1-a90992095ba7'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:55.921625 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Routers {'5b7855e8-3f91-4f84-93b1-a90992095ba7'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:55.922782 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5b7855e8-3f91-4f84-93b1-a90992095ba7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:55.945152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.981567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.072334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0771c588-2c6b-41e2-be65-62ee833e9072 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:56.081450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Sync routers for ids ['ca764436-6028-4255-8ac6-f75345986d60'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:56.097695 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Set router 5b7855e8-3f91-4f84-93b1-a90992095ba7 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:56.189631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Routers {'ca764436-6028-4255-8ac6-f75345986d60'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:56.190166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.190461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ca764436-6028-4255-8ac6-f75345986d60'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:56.196229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.264896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Deleting port ea118245-3983-4587-bbf9-f5b0470c4726 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:56.265422 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.281689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10e372f-07e9-43ae-b2eb-0a8710100da0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:56.323981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Checking segment: {'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:56.324621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Network hostable DHCP agents. Network: 04c6ca7c-a3b4-432c-88a0-58048fb01508, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:56.358241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Network 04c6ca7c-a3b4-432c-88a0-58048fb01508 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:56.364045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0771c588-2c6b-41e2-be65-62ee833e9072 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:56.364586 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.376468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 04c6ca7c-a3b4-432c-88a0-58048fb01508) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:56.383308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.384431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.389307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] For port ea118245-3983-4587-bbf9-f5b0470c4726, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ea118245-3983-4587-bbf9-f5b0470c4726,segment=NetworkSegment(da27d88f-c864-4c0f-b9b7-aae20bade330),segment_id=da27d88f-c864-4c0f-b9b7-aae20bade330)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:56.389915 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.395143 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:52Z', 'revision_number': 4, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port': {'id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ede516b9-e5af-4029-bad1-b600b6dca41b', 'name': '', 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'mac_address': 'fa:16:3e:09:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3604c974-691c-47af-9a14-a5fef6a94f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:51Z', 'updated_at': '2021-11-12T03:55:52Z', 'revision_number': 2, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'subnets': [{'id': '3604c974-691c-47af-9a14-a5fef6a94f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:56.410756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Calling delete_port for ea118245-3983-4587-bbf9-f5b0470c4726 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:56.411172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f21d6-b672-4ff8-a291-e26bb203a4b5 None None] Network 04c6ca7c-a3b4-432c-88a0-58048fb01508 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:56.429227 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Checking router: 5b7855e8-3f91-4f84-93b1-a90992095ba7 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:56.430625 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Updating router 5b7855e8-3f91-4f84-93b1-a90992095ba7 port ede516b9-e5af-4029-bad1-b600b6dca41b binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:56.462918 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.472046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f379547c-97e7-4629-ad6f-0bd40a364b88 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8242478 Nov 12 03:55:56.475084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56524) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:56.476706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-ae462086-5090-437f-bba4-2e76829c3e49', 'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'fixed_ips': [{'subnet_id': 'dce9bc47-cd19-4c01-889f-fbc1edba4644'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:55:56.477990 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.481440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:56.506917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Set router ca764436-6028-4255-8ac6-f75345986d60 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:56.536293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.565102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.568512 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.569784 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.679405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.698426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:56.738088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea118245-3983-4587-bbf9-f5b0470c4726,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:56.826761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Allocated IP 172.25.0.56 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/781eb826-d8bf-4546-b186-44a242bdf0ed) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:56.946116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.029950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e2e21ddc-bcc9-493a-8032-5452d4b0d6cc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:57.076843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Allocated IP 172.20.0.2 (ae462086-5090-437f-bba4-2e76829c3e49/dce9bc47-cd19-4c01-889f-fbc1edba4644/bcb35a32-4653-4888-9d10-9c5f3cc70a1e) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:57.081516 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.100239 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.155102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.167759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-04c6ca7c-a3b4-432c-88a0-58048fb01508', 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'fixed_ips': [{'subnet_id': 'f10e372f-07e9-43ae-b2eb-0a8710100da0'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:55:57.171880 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.267852 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Attempting to bind port ede516b9-e5af-4029-bad1-b600b6dca41b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:57.268218 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Attempting to bind port ede516b9-e5af-4029-bad1-b600b6dca41b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:57.268580 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Attempting to bind port ede516b9-e5af-4029-bad1-b600b6dca41b on network e04b8860-af1a-4cf2-a58d-56489cf150e4 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:57.283994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.285872 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:57.287319 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Checking segment: {'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:57.288807 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.289250 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Bound using segment: {'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:57.290098 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Bound port: ede516b9-e5af-4029-bad1-b600b6dca41b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:57.290769 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.373882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:57.376301 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] For port ede516b9-e5af-4029-bad1-b600b6dca41b, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:57.380237 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] For port ede516b9-e5af-4029-bad1-b600b6dca41b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ede516b9-e5af-4029-bad1-b600b6dca41b,segment=NetworkSegment(ba19d19b-68de-433d-a62c-7ed1d4f2e83f),segment_id=ba19d19b-68de-433d-a62c-7ed1d4f2e83f)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:57.388159 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e2d0-7a65-40e9-8f4d-c3ba103ac6f5 None None] Pushing event updated for resources: {'Port': ['ID=ede516b9-e5af-4029-bad1-b600b6dca41b,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:57.389340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:57.390422 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.403561 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.420696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:57.423162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:57.453150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38895d4a-a320-4950-ab93-7f051d7dd51f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:57.455554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.457792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Pushing event updated for resources: {'Port': ['ID=781eb826-d8bf-4546-b186-44a242bdf0ed,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:57.468814 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Routers {'5b7855e8-3f91-4f84-93b1-a90992095ba7'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:57.472552 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5b7855e8-3f91-4f84-93b1-a90992095ba7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:57.492687 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.557273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.602071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 4, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port': {'id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04d8bc6e-78fa-4938-80c5-6d29780ad448', 'name': '', 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'mac_address': 'fa:16:3e:69:37:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f09b40fb-2c46-45e7-8c16-eb807c89a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:50Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 2, 'project_id': '84a9606466bb41199e8b872b87b84622', 'subnets': [{'id': 'f09b40fb-2c46-45e7-8c16-eb807c89a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:57.602528 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e2d0-7a65-40e9-8f4d-c3ba103ac6f5 None None] Pushing event updated for resources: {'Port': ['ID=ede516b9-e5af-4029-bad1-b600b6dca41b,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:57.730963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Checking router: ca764436-6028-4255-8ac6-f75345986d60 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:57.731881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Updating router ca764436-6028-4255-8ac6-f75345986d60 port 04d8bc6e-78fa-4938-80c5-6d29780ad448 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:57.733416 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] Set router 5b7855e8-3f91-4f84-93b1-a90992095ba7 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:57.759183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] Provisioning complete for port 781eb826-d8bf-4546-b186-44a242bdf0ed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:57.759518 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.880728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Router 014e0857-9eb0-4727-a4d6-d440db8b93f9 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:57.896866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.900059 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.901728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Allocated IP 172.25.0.205 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:57.911124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.911796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Allocated IP 172.20.0.2 (04c6ca7c-a3b4-432c-88a0-58048fb01508/f10e372f-07e9-43ae-b2eb-0a8710100da0/4273c9f6-0995-44bd-80a6-4070572fc9dd) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:57.933285 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.991312 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:52Z', 'revision_number': 4, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port': {'id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ede516b9-e5af-4029-bad1-b600b6dca41b', 'name': '', 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'mac_address': 'fa:16:3e:09:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3604c974-691c-47af-9a14-a5fef6a94f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:51Z', 'updated_at': '2021-11-12T03:55:57Z', 'revision_number': 4, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'subnets': [{'id': '3604c974-691c-47af-9a14-a5fef6a94f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:58.020453 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725bea09-ab5b-4c97-8351-3b219b407b1f None None] The sync data for ids ['5b7855e8-3f91-4f84-93b1-a90992095ba7'] in n-d-789963-21 is: [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:52Z', 'revision_number': 4, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port': {'id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'ede516b9-e5af-4029-bad1-b600b6dca41b', 'name': '', 'network_id': 'e04b8860-af1a-4cf2-a58d-56489cf150e4', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'mac_address': 'fa:16:3e:09:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3604c974-691c-47af-9a14-a5fef6a94f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:51Z', 'updated_at': '2021-11-12T03:55:57Z', 'revision_number': 4, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'subnets': [{'id': '3604c974-691c-47af-9a14-a5fef6a94f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:58.050592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:58.059238 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-47727ddb-3a83-4230-9061-1f997fb69e4d admin admin] 10.222.0.49 "PUT /v2.0/routers/014e0857-9eb0-4727-a4d6-d440db8b93f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6441519 Nov 12 03:55:58.060052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56530) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:58.065917 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] Sync routers for ids ['014e0857-9eb0-4727-a4d6-d440db8b93f9'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:58.104011 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] Routers {'014e0857-9eb0-4727-a4d6-d440db8b93f9'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:58.104011 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['014e0857-9eb0-4727-a4d6-d440db8b93f9'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:58.106976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Pushing event updated for resources: {'Port': ['ID=bcb35a32-4653-4888-9d10-9c5f3cc70a1e,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:58.106976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:58.136620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:58.137064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8b72f37b-b39c-42cf-9f28-cf7db18d0cfd not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:58.137482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f414719a-f5da-429c-8b6a-c18490276431 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:58.140325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] Port 781eb826-d8bf-4546-b186-44a242bdf0ed cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:58.296863 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.314382 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] Set router 014e0857-9eb0-4727-a4d6-d440db8b93f9 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:58.473359 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.552875 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:55:56Z', 'revision_number': 5, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port': {'id': '8fc4ed73-081f-4e19-b7bf-b6f56277e424', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:58.621593 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] Checking router: 014e0857-9eb0-4727-a4d6-d440db8b93f9 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:58.638671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Deleting port 8fc4ed73-081f-4e19-b7bf-b6f56277e424 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:58.639911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.641847 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] Routers {'014e0857-9eb0-4727-a4d6-d440db8b93f9'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:58.643726 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['014e0857-9eb0-4727-a4d6-d440db8b93f9'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:58.675471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Network ae462086-5090-437f-bba4-2e76829c3e49 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:58.688698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f414719a-f5da-429c-8b6a-c18490276431 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:58.689209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f414719a-f5da-429c-8b6a-c18490276431 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:58.689734 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c391b13f-b808-4f99-8428-d7a048632ceb no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:58.698532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:58.725719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:58.755823 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.782526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c391b13f-b808-4f99-8428-d7a048632ceb {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:58.783027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c391b13f-b808-4f99-8428-d7a048632ceb not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:58.832405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] For port 8fc4ed73-081f-4e19-b7bf-b6f56277e424, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8fc4ed73-081f-4e19-b7bf-b6f56277e424,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:58.832962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:58.866154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Calling delete_port for 8fc4ed73-081f-4e19-b7bf-b6f56277e424 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:58.888976 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] Set router 014e0857-9eb0-4727-a4d6-d440db8b93f9 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:58.911147 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] Provisioning complete for port ede516b9-e5af-4029-bad1-b600b6dca41b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:58.911689 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.018721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:55:58Z', 'revision_number': 6, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:59.094801 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c871ee12-3d09-41ac-8e30-7a6df4c818aa None None] The sync data for ids ['014e0857-9eb0-4727-a4d6-d440db8b93f9'] in n-d-789963-21 is: [{'id': '014e0857-9eb0-4727-a4d6-d440db8b93f9', 'name': 'tempest-TestVolumeBackupRestore-1729445358-router', 'tenant_id': '04f36de8345c462aa7d9bead483e39eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:55:58Z', 'revision_number': 6, 'project_id': '04f36de8345c462aa7d9bead483e39eb', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:59.126258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Attempting to bind port bcb35a32-4653-4888-9d10-9c5f3cc70a1e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:59.126659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Attempting to bind port bcb35a32-4653-4888-9d10-9c5f3cc70a1e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '6f08e9b0-0765-47cf-add6-0d4aa9c96e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:59.127010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Attempting to bind port bcb35a32-4653-4888-9d10-9c5f3cc70a1e on network ae462086-5090-437f-bba4-2e76829c3e49 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:59.136062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.143611 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.145231 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.181789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.218226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ede516b9-e5af-4029-bad1-b600b6dca41b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:59.223231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc4ed73-081f-4e19-b7bf-b6f56277e424,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:59.241728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:59.247665 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:59.258304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:59.263818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Pushing event updated for resources: {'Port': ['ID=c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:59.265211 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.274737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:59.275693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Checking segment: {'id': '6f08e9b0-0765-47cf-add6-0d4aa9c96e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:59.276364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.277041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Bound using segment: {'id': '6f08e9b0-0765-47cf-add6-0d4aa9c96e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:59.277824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Bound port: bcb35a32-4653-4888-9d10-9c5f3cc70a1e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f08e9b0-0765-47cf-add6-0d4aa9c96e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:59.278468 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.303735 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.315932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627cba5e-3191-404f-93fd-4e2ab74a1db8 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:59.410942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a765e6-c529-477c-987e-13548d08d580 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:59.434819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.437943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.516426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.517113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014e0857-9eb0-4727-a4d6-d440db8b93f9 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:55:59.527189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.530992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f210296c-bd33-4b1f-8ef5-0e9bde189b10 admin admin] 10.222.0.49 "DELETE /v2.0/routers/014e0857-9eb0-4727-a4d6-d440db8b93f9 HTTP/1.1" status: 204 len: 168 time: 1.4668162 Nov 12 03:55:59.533371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56534) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:59.534437 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.561629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Network 04c6ca7c-a3b4-432c-88a0-58048fb01508 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:59.590005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:59.599624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:59.620286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Pushing event updated for resources: {'Port': ['ID=4273c9f6-0995-44bd-80a6-4070572fc9dd,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:59.626764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] For port bcb35a32-4653-4888-9d10-9c5f3cc70a1e, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:59.634005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb7157d-6685-4f59-b87f-2b01be0337a5 admin admin] Deleting subnet 9edf53ed-a2a1-449c-82d0-f019a3e06f9a {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:55:59.637625 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-adb7157d-6685-4f59-b87f-2b01be0337a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.673117 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] For port ede516b9-e5af-4029-bad1-b600b6dca41b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ede516b9-e5af-4029-bad1-b600b6dca41b,segment=NetworkSegment(ba19d19b-68de-433d-a62c-7ed1d4f2e83f),segment_id=ba19d19b-68de-433d-a62c-7ed1d4f2e83f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:59.684182 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-adb7157d-6685-4f59-b87f-2b01be0337a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.702421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] For port bcb35a32-4653-4888-9d10-9c5f3cc70a1e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bcb35a32-4653-4888-9d10-9c5f3cc70a1e,segment=NetworkSegment(6f08e9b0-0765-47cf-add6-0d4aa9c96e80),segment_id=6f08e9b0-0765-47cf-add6-0d4aa9c96e80)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:59.718448 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.743830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:55:59.806601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.812282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-adb7157d-6685-4f59-b87f-2b01be0337a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.820352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a735092-91ea-469b-9b11-accaf25fff91 None None] Pushing event updated for resources: {'Port': ['ID=ede516b9-e5af-4029-bad1-b600b6dca41b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:59.829419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ede516b9-e5af-4029-bad1-b600b6dca41b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:59.829846 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.887665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-adb7157d-6685-4f59-b87f-2b01be0337a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.922101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7157d-6685-4f59-b87f-2b01be0337a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edf53ed-a2a1-449c-82d0-f019a3e06f9a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:59.942799 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-adb7157d-6685-4f59-b87f-2b01be0337a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.949409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-adb7157d-6685-4f59-b87f-2b01be0337a5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9edf53ed-a2a1-449c-82d0-f019a3e06f9a HTTP/1.1" status: 204 len: 168 time: 0.4129558 Nov 12 03:55:59.949798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:59.988475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06a7ed-9ca5-4b9f-b113-518d1a700da8 None None] Network ca25d382-6002-4549-9421-fa8cd0c39644 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:59.998664 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.053209 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.053482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-590fed5b-62de-4737-9b33-1d012d8536e1 None None] Provisioning complete for port ede516b9-e5af-4029-bad1-b600b6dca41b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:00.054282 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-590fed5b-62de-4737-9b33-1d012d8536e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.111310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Attempting to bind port 4273c9f6-0995-44bd-80a6-4070572fc9dd on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:00.111952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Attempting to bind port 4273c9f6-0995-44bd-80a6-4070572fc9dd by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:00.112627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Attempting to bind port 4273c9f6-0995-44bd-80a6-4070572fc9dd on network 04c6ca7c-a3b4-432c-88a0-58048fb01508 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:00.121631 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:00.127884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Deleting port 8da3e7b9-7286-4973-bf4c-e2328e034da7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:00.128151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:00.128501 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.128627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Checking segment: {'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:00.128972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.129377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Bound using segment: {'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:00.129868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Bound port: 4273c9f6-0995-44bd-80a6-4070572fc9dd, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:00.130255 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.196970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Sync routers for ids ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:00.204648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.234453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.239979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56540) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:00.241921 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-caab456b-869c-47e8-95bb-aac20a290e24 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4295883 Nov 12 03:56:00.250191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9fda4-b5bb-40ec-a76b-a308e5ddee43 None None] Pushing event updated for resources: {'Port': ['ID=bcb35a32-4653-4888-9d10-9c5f3cc70a1e,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:00.263190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Routers {'44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:00.264382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:00.266300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.340905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] For port 8da3e7b9-7286-4973-bf4c-e2328e034da7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8da3e7b9-7286-4973-bf4c-e2328e034da7,segment=NetworkSegment(da27d88f-c864-4c0f-b9b7-aae20bade330),segment_id=da27d88f-c864-4c0f-b9b7-aae20bade330)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:00.341276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.350700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] For port 4273c9f6-0995-44bd-80a6-4070572fc9dd, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:00.354568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] For port 4273c9f6-0995-44bd-80a6-4070572fc9dd, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4273c9f6-0995-44bd-80a6-4070572fc9dd,segment=NetworkSegment(3504c00e-2068-4b36-93fa-1f905818664d),segment_id=3504c00e-2068-4b36-93fa-1f905818664d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:00.367979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Calling delete_port for 8da3e7b9-7286-4973-bf4c-e2328e034da7 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:00.454628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde8070-e27b-4100-a382-7a8d69fd038f None None] Pushing event updated for resources: {'Port': ['ID=04d8bc6e-78fa-4938-80c5-6d29780ad448,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:00.464074 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.535873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.664731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.706304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=8da3e7b9-7286-4973-bf4c-e2328e034da7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:00.714906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] No DVR routers for this DVR port 8da3e7b9-7286-4973-bf4c-e2328e034da7 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:00.773065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Router b9f9df74-4596-4fca-9ebd-cd9486396882 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:00.820760 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.848570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca25d382-6002-4549-9421-fa8cd0c39644']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:00.874855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da27d88f-c864-4c0f-b9b7-aae20bade330') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:00.875059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da27d88f-c864-4c0f-b9b7-aae20bade330') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:00.887570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.903851 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:00.912011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a867-e6f8-4b39-b871-3531e56df3de None None] Pushing event updated for resources: {'Port': ['ID=4273c9f6-0995-44bd-80a6-4070572fc9dd,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:00.940539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Attempting to bind port 04d8bc6e-78fa-4938-80c5-6d29780ad448 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:00.941262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Attempting to bind port 04d8bc6e-78fa-4938-80c5-6d29780ad448 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:00.942669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Attempting to bind port 04d8bc6e-78fa-4938-80c5-6d29780ad448 on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:00.950057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Set router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:01.007949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:01.008390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.010366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:01.011945 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:01.030232 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Sync routers for ids ['b9f9df74-4596-4fca-9ebd-cd9486396882'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:01.061903 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Routers {'b9f9df74-4596-4fca-9ebd-cd9486396882'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:01.062539 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b9f9df74-4596-4fca-9ebd-cd9486396882'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:01.109240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-590fed5b-62de-4737-9b33-1d012d8536e1 None None] Provisioning complete for port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:01.109624 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-590fed5b-62de-4737-9b33-1d012d8536e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.111432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b80f3a-f1b8-4927-aaf9-31501d554ed0 None None] DHCP port deletion for ca25d382-6002-4549-9421-fa8cd0c39644 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:01.113735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:01.114948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Checking segment: {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:01.114948 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.114948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Bound using segment: {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:01.115384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Bound port: 04d8bc6e-78fa-4938-80c5-6d29780ad448, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:01.115768 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.117550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.123487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9ddfc61e-6851-4a0e-9d03-9e5b4a34b24e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6434135 Nov 12 03:56:01.126135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.237015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.255000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.281734 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] 10.222.0.49 "DELETE /v2.0/networks/ca25d382-6002-4549-9421-fa8cd0c39644 HTTP/1.1" status: 204 len: 168 time: 1.3162305 Nov 12 03:56:01.385394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d798da6-39ec-48a1-b130-4a6956c45e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca25d382-6002-4549-9421-fa8cd0c39644,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:01.642161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56548) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.645951 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Set router b9f9df74-4596-4fca-9ebd-cd9486396882 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:01.710256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bcb35a32-4653-4888-9d10-9c5f3cc70a1e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:01.728383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-efa79e23-d16a-407b-b087-e606103df8ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6c144d28e1148adbe9c23b8e808a829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833731 Nov 12 03:56:01.759549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56550) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:01.765215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-590fed5b-62de-4737-9b33-1d012d8536e1 None None] Port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:01.765906 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.785253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-69d225e2-a8bd-4e04-b548-561b95cd7ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.819474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] For port 04d8bc6e-78fa-4938-80c5-6d29780ad448, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:01.826812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] For port 04d8bc6e-78fa-4938-80c5-6d29780ad448, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=04d8bc6e-78fa-4938-80c5-6d29780ad448,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:01.856949 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.959507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f0f9a-721b-418a-b732-95f66069757a None None] Network ae462086-5090-437f-bba4-2e76829c3e49 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:01.974480 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:55:59Z', 'revision_number': 3, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port': {'id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:57Z', 'updated_at': '2021-11-12T03:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:02.007625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.027167 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Checking router: b9f9df74-4596-4fca-9ebd-cd9486396882 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:02.028825 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Updating router b9f9df74-4596-4fca-9ebd-cd9486396882 port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:02.062837 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.151440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Allocated IP 172.20.0.1 (ae462086-5090-437f-bba4-2e76829c3e49/dce9bc47-cd19-4c01-889f-fbc1edba4644/b94ffdde-6984-4b4a-a05c-5227be82b7ca) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:02.199921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0737e4dd-a654-4cf8-ab01-78be41930b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.253576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port bcb35a32-4653-4888-9d10-9c5f3cc70a1e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:02.253948 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.347904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Allocated IP 172.20.0.1 (04c6ca7c-a3b4-432c-88a0-58048fb01508/f10e372f-07e9-43ae-b2eb-0a8710100da0/044bfe69-a287-40c5-8f96-11de7d906aa1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:02.352214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0737e4dd-a654-4cf8-ab01-78be41930b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.370772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c261cd7c-dbfc-4fcc-9067-1b889fb03ba6 None None] Provisioning complete for port 04d8bc6e-78fa-4938-80c5-6d29780ad448 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:02.371162 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c261cd7c-dbfc-4fcc-9067-1b889fb03ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.409282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Routers {'ca764436-6028-4255-8ac6-f75345986d60'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:02.410330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ca764436-6028-4255-8ac6-f75345986d60'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:02.434074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.464176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0737e4dd-a654-4cf8-ab01-78be41930b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.467769 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0737e4dd-a654-4cf8-ab01-78be41930b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.471379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0737e4dd-a654-4cf8-ab01-78be41930b91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ffebf9f-79cc-4332-a792-29f135476779 HTTP/1.1" status: 204 len: 168 time: 0.6937437 Nov 12 03:56:02.485100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737e4dd-a654-4cf8-ab01-78be41930b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffebf9f-79cc-4332-a792-29f135476779,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.490876 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.499356 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.500833 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.526455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde8070-e27b-4100-a382-7a8d69fd038f None None] Pushing event updated for resources: {'Port': ['ID=04d8bc6e-78fa-4938-80c5-6d29780ad448,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.537964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3220b7b-0c3a-472a-bd73-ece3f23dea7d None None] Network 04c6ca7c-a3b4-432c-88a0-58048fb01508 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:02.555592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.600964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Network ae462086-5090-437f-bba4-2e76829c3e49 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:02.602695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Pushing event updated for resources: {'Port': ['ID=b94ffdde-6984-4b4a-a05c-5227be82b7ca,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.605835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:02.610804 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:02.614778 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ded874-d204-405a-9d63-d710ca02be2d None None] Pushing event updated for resources: {'Port': ['ID=c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.638265 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Attempting to bind port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:02.639730 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Attempting to bind port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:02.640129 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Attempting to bind port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:02.646114 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:02.646479 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:02.646605 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.647021 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:02.647408 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Bound port: c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:02.647784 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.667813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.673369 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.710444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Network 04c6ca7c-a3b4-432c-88a0-58048fb01508 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:02.715516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:02.719650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:02.743229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7f6870-d3a9-4f75-b9c9-c863bdc744bb None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:02.743508 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] For port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:02.749110 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] For port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:02.760329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Pushing event updated for resources: {'Port': ['ID=044bfe69-a287-40c5-8f96-11de7d906aa1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.761987 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.775482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.775844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.776188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.776521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.776892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.777220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.777547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.777873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.778194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.778515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.778837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.779313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:02.793666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.842861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c261cd7c-dbfc-4fcc-9067-1b889fb03ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.865439 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Routers {'b9f9df74-4596-4fca-9ebd-cd9486396882'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:02.866358 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:55:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b9f9df74-4596-4fca-9ebd-cd9486396882'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:02.878866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fccf3f-f42b-42ba-a8a8-7aa3c6d678fe None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:02.914275 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ded874-d204-405a-9d63-d710ca02be2d None None] Pushing event updated for resources: {'Port': ['ID=c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.922208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'name': 'tempest-TestAggregatesBasicOps-614364017-router', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:55Z', 'updated_at': '2021-11-12T03:55:57Z', 'revision_number': 3, 'project_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'gw_port': {'id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:02.960501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] Set router ca764436-6028-4255-8ac6-f75345986d60 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:02.969367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Checking router: 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:02.969807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Updating router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 port 781eb826-d8bf-4546-b186-44a242bdf0ed binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:02.991524 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.062402 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] Set router b9f9df74-4596-4fca-9ebd-cd9486396882 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:03.080601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.125647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c261cd7c-dbfc-4fcc-9067-1b889fb03ba6 None None] For port 04d8bc6e-78fa-4938-80c5-6d29780ad448, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=04d8bc6e-78fa-4938-80c5-6d29780ad448,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:03.141375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:03.210013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-48c5b4c4-53d8-4b28-b693-aaed19978110 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04f36de8345c462aa7d9bead483e39eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653789 Nov 12 03:56:03.210713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56560) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:03.254303 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c261cd7c-dbfc-4fcc-9067-1b889fb03ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.257345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.277213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.336828 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.345095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.365970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5499835e-19db-4ced-9644-829320223876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.379237 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:55:59Z', 'revision_number': 3, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port': {'id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:57Z', 'updated_at': '2021-11-12T03:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:03.413511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5499835e-19db-4ced-9644-829320223876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.414884 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc0572-291d-4db5-8161-e5d01de9b4f0 None None] The sync data for ids ['b9f9df74-4596-4fca-9ebd-cd9486396882'] in n-d-789963-21 is: [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:55:59Z', 'revision_number': 3, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port': {'id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:57Z', 'updated_at': '2021-11-12T03:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:03.458477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.473360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.476140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Pushing event updated for resources: {'Port': ['ID=b94ffdde-6984-4b4a-a05c-5227be82b7ca,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:03.491250 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.545842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.610954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Network ae462086-5090-437f-bba4-2e76829c3e49 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:03.612686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:03.669384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5499835e-19db-4ced-9644-829320223876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.673344 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5499835e-19db-4ced-9644-829320223876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.673541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port bcb35a32-4653-4888-9d10-9c5f3cc70a1e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bcb35a32-4653-4888-9d10-9c5f3cc70a1e,segment=NetworkSegment(6f08e9b0-0765-47cf-add6-0d4aa9c96e80),segment_id=6f08e9b0-0765-47cf-add6-0d4aa9c96e80)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:03.675404 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5499835e-19db-4ced-9644-829320223876 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d08fce53-7a33-4055-b7d7-7defe831da91 HTTP/1.1" status: 204 len: 168 time: 0.4636517 Nov 12 03:56:03.704456 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.705401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ede516b9-e5af-4029-bad1-b600b6dca41b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:03.809084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-07afd7b7-f3e1-43e0-863b-3db56621a000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.812033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Provisioning complete for port 4273c9f6-0995-44bd-80a6-4070572fc9dd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:03.812406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.855924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:03.980475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261cd7c-dbfc-4fcc-9067-1b889fb03ba6 None None] Pushing event updated for resources: {'Port': ['ID=04d8bc6e-78fa-4938-80c5-6d29780ad448,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.154145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:04.161176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6a0e034e-a947-4010-bc03-ff0dbf1a7dae admin admin] 10.222.0.49 "PUT /v2.0/routers/44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9200206 Nov 12 03:56:04.261724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499835e-19db-4ced-9644-829320223876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08fce53-7a33-4055-b7d7-7defe831da91,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.306225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Pushing event updated for resources: {'Port': ['ID=044bfe69-a287-40c5-8f96-11de7d906aa1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.324611 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.410765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=bcb35a32-4653-4888-9d10-9c5f3cc70a1e,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:04.414080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Network 04c6ca7c-a3b4-432c-88a0-58048fb01508 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:04.425065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:04.628204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Router b9f9df74-4596-4fca-9ebd-cd9486396882 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:04.755925 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.828384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:04.834199 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9d5379e4-13e1-4129-b032-0b839727a704 admin admin] 10.222.0.49 "PUT /v2.0/routers/b9f9df74-4596-4fca-9ebd-cd9486396882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7059140 Nov 12 03:56:04.944689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ede516b9-e5af-4029-bad1-b600b6dca41b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:04.945142 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:04.979876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b197096f-4cff-4e5c-be80-ce45a2e37ef7 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:05.025657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Pushing event updated for resources: {'Port': ['ID=781eb826-d8bf-4546-b186-44a242bdf0ed,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:05.029887 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.090510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Attempting to bind port 781eb826-d8bf-4546-b186-44a242bdf0ed on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:05.090890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Attempting to bind port 781eb826-d8bf-4546-b186-44a242bdf0ed by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:05.091264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Attempting to bind port 781eb826-d8bf-4546-b186-44a242bdf0ed on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:05.109829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.110402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.110768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.111073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.111405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.111739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.112058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.112384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.112711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.113054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.113368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.113690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:05.157214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:05.157679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:05.157997 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.158400 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:05.158890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Bound port: 781eb826-d8bf-4546-b186-44a242bdf0ed, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:05.159271 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.164536 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.168101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 4, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port': {'id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04d8bc6e-78fa-4938-80c5-6d29780ad448', 'name': '', 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'mac_address': 'fa:16:3e:69:37:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f09b40fb-2c46-45e7-8c16-eb807c89a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:50Z', 'updated_at': '2021-11-12T03:56:01Z', 'revision_number': 4, 'project_id': '84a9606466bb41199e8b872b87b84622', 'subnets': [{'id': 'f09b40fb-2c46-45e7-8c16-eb807c89a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:05.173720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] For port 4273c9f6-0995-44bd-80a6-4070572fc9dd, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4273c9f6-0995-44bd-80a6-4070572fc9dd,segment=NetworkSegment(3504c00e-2068-4b36-93fa-1f905818664d),segment_id=3504c00e-2068-4b36-93fa-1f905818664d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:05.229906 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.236563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4827d4-696d-41e3-aa95-2dd91cbab053 None None] The sync data for ids ['ca764436-6028-4255-8ac6-f75345986d60'] in n-d-789963-21 is: [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 4, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port': {'id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '04d8bc6e-78fa-4938-80c5-6d29780ad448', 'name': '', 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'mac_address': 'fa:16:3e:69:37:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f09b40fb-2c46-45e7-8c16-eb807c89a2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:50Z', 'updated_at': '2021-11-12T03:56:01Z', 'revision_number': 4, 'project_id': '84a9606466bb41199e8b872b87b84622', 'subnets': [{'id': 'f09b40fb-2c46-45e7-8c16-eb807c89a2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:05.372430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Provisioning complete for port 04d8bc6e-78fa-4938-80c5-6d29780ad448 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:05.377722 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.431487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Pushing event updated for resources: {'Port': ['ID=4273c9f6-0995-44bd-80a6-4070572fc9dd,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:05.467402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] For port 781eb826-d8bf-4546-b186-44a242bdf0ed, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:05.484637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] For port 781eb826-d8bf-4546-b186-44a242bdf0ed, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=781eb826-d8bf-4546-b186-44a242bdf0ed,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:05.509949 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.609292 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7775e808-44b4-49ac-95fe-1c40ceba3d73 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:05.629894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-359e814b-edf0-45a6-9698-691db80ada14 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.639501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-359e814b-edf0-45a6-9698-691db80ada14 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/networks?id=de056b31-29d3-4f46-86e4-e00fd9228fca HTTP/1.1" status: 200 len: 912 time: 0.1588314 Nov 12 03:56:05.653648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ea118245-3983-4587-bbf9-f5b0470c4726 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:05.657333 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-723d34bf-e872-4fcc-94ab-3dfe2d8f8325 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/quotas/a07cca32dc7d485a812f514f46a0f888 HTTP/1.1" status: 200 len: 375 time: 0.0166190 Nov 12 03:56:05.714412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ea118245-3983-4587-bbf9-f5b0470c4726 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:05.714759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ea118245-3983-4587-bbf9-f5b0470c4726 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:05.715496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8fc4ed73-081f-4e19-b7bf-b6f56277e424 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:05.764418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-b7c23370-7808-4fbd-88a7-880952720a9d tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=a07cca32dc7d485a812f514f46a0f888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962687 Nov 12 03:56:05.775595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00705176-f0da-4bda-accf-696f247ecb41 None None] Pushing event updated for resources: {'Port': ['ID=781eb826-d8bf-4546-b186-44a242bdf0ed,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:05.796429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Routers {'44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:05.796429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:05.798255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8fc4ed73-081f-4e19-b7bf-b6f56277e424 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:05.798896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8fc4ed73-081f-4e19-b7bf-b6f56277e424 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:05.930384 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-5f9c0a37-5ed6-44af-be24-5d8d8b66396c service neutron] 10.222.0.49 "GET /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634781 Nov 12 03:56:05.938322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56636) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:06.083313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Provisioning complete for port bcb35a32-4653-4888-9d10-9c5f3cc70a1e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:06.083883 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.088922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-91b43d1c-80cc-4577-a2d4-9817c611131c service neutron] 10.222.0.49 "GET /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569850 Nov 12 03:56:06.116966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] Set router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:06.228287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 04d8bc6e-78fa-4938-80c5-6d29780ad448 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:06.468428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Sync routers for ids ['b9f9df74-4596-4fca-9ebd-cd9486396882'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:06.538692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Provisioning complete for port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:06.539420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.541809 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.567125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Routers {'b9f9df74-4596-4fca-9ebd-cd9486396882'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:06.567711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b9f9df74-4596-4fca-9ebd-cd9486396882'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:06.624053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 04d8bc6e-78fa-4938-80c5-6d29780ad448 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:06.624427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.648423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f49d800f-063f-4b0d-b810-2ca0edcf374c req-d5bb0db2-c171-468c-8ade-c57bc0d4e518 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 210 time: 0.0310941 Nov 12 03:56:06.765566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'name': 'tempest-TestAggregatesBasicOps-614364017-router', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:55Z', 'updated_at': '2021-11-12T03:56:02Z', 'revision_number': 4, 'project_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'gw_port': {'id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'b94ffdde-6984-4b4a-a05c-5227be82b7ca', 'name': '', 'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'mac_address': 'fa:16:3e:b1:ee:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'dce9bc47-cd19-4c01-889f-fbc1edba4644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:01Z', 'updated_at': '2021-11-12T03:56:03Z', 'revision_number': 2, 'project_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'subnets': [{'id': 'dce9bc47-cd19-4c01-889f-fbc1edba4644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:06.832275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Set router b9f9df74-4596-4fca-9ebd-cd9486396882 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:06.836488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96874cc1-c37f-41f4-8bac-3e09eb6e5a07 None None] The sync data for ids ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'] in n-d-789963-21 is: [{'id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'name': 'tempest-TestAggregatesBasicOps-614364017-router', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:55Z', 'updated_at': '2021-11-12T03:56:02Z', 'revision_number': 4, 'project_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'gw_port': {'id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'b94ffdde-6984-4b4a-a05c-5227be82b7ca', 'name': '', 'network_id': 'ae462086-5090-437f-bba4-2e76829c3e49', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'mac_address': 'fa:16:3e:b1:ee:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'dce9bc47-cd19-4c01-889f-fbc1edba4644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:01Z', 'updated_at': '2021-11-12T03:56:03Z', 'revision_number': 2, 'project_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'subnets': [{'id': 'dce9bc47-cd19-4c01-889f-fbc1edba4644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:06.920876 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.927601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.942883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] For port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:07.005598 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.014060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4273c9f6-0995-44bd-80a6-4070572fc9dd up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:07.152008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Provisioning complete for port b94ffdde-6984-4b4a-a05c-5227be82b7ca triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:07.152690 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.187797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Pushing event updated for resources: {'Port': ['ID=c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:07.227040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-428726cb-f94a-4385-a4d4-6e4506675208 None None] Port b94ffdde-6984-4b4a-a05c-5227be82b7ca cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:07.262706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4273c9f6-0995-44bd-80a6-4070572fc9dd triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:07.263099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.291209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Deleting port ede516b9-e5af-4029-bad1-b600b6dca41b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:07.291784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.386040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] For port ede516b9-e5af-4029-bad1-b600b6dca41b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ede516b9-e5af-4029-bad1-b600b6dca41b,segment=NetworkSegment(ba19d19b-68de-433d-a62c-7ed1d4f2e83f),segment_id=ba19d19b-68de-433d-a62c-7ed1d4f2e83f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:07.386404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.405798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Calling delete_port for ede516b9-e5af-4029-bad1-b600b6dca41b owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:07.474805 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.490772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Provisioning complete for port 4273c9f6-0995-44bd-80a6-4070572fc9dd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:07.491206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.570821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:03Z', 'revision_number': 4, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port': {'id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:57Z', 'updated_at': '2021-11-12T03:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '044bfe69-a287-40c5-8f96-11de7d906aa1', 'name': '', 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'mac_address': 'fa:16:3e:76:05:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f10e372f-07e9-43ae-b2eb-0a8710100da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:02Z', 'updated_at': '2021-11-12T03:56:03Z', 'revision_number': 2, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'subnets': [{'id': 'f10e372f-07e9-43ae-b2eb-0a8710100da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:07.608350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Checking router: b9f9df74-4596-4fca-9ebd-cd9486396882 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:07.609000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Updating router b9f9df74-4596-4fca-9ebd-cd9486396882 port 044bfe69-a287-40c5-8f96-11de7d906aa1 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:07.650067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:07.654453 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.822195 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a3d52a0-9b6d-464e-859e-a5be9a440ffa req-715e46a4-ae0c-40f6-8102-1db8aecfe003 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 210 time: 0.0346169 Nov 12 03:56:07.824573 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.838252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Provisioning complete for port 044bfe69-a287-40c5-8f96-11de7d906aa1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:07.839409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.866007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede516b9-e5af-4029-bad1-b600b6dca41b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:07.885180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:07.885560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.901942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0199713d-8bb8-40ed-90f7-92190f11cb5e tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:07.902883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0199713d-8bb8-40ed-90f7-92190f11cb5e tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.20 "GET /v2.0/networks?id=de056b31-29d3-4f46-86e4-e00fd9228fca HTTP/1.1" status: 200 len: 912 time: 0.2330313 Nov 12 03:56:07.937228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Port 044bfe69-a287-40c5-8f96-11de7d906aa1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:07.962475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Request body: {'port': {'device_id': '7aefe484-9146-4d21-bb85-aeff4a754f43', 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca', 'admin_state_up': True, 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:07.999995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Provisioning complete for port 781eb826-d8bf-4546-b186-44a242bdf0ed triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:08.000409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.033180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Made reservation on behalf of a07cca32dc7d485a812f514f46a0f888 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:08.039065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.155502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bcb35a32-4653-4888-9d10-9c5f3cc70a1e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:08.267844 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.282461 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.291140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.292666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.349143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] For port 781eb826-d8bf-4546-b186-44a242bdf0ed, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=781eb826-d8bf-4546-b186-44a242bdf0ed,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:08.354087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Allocated IP 172.20.0.5 (de056b31-29d3-4f46-86e4-e00fd9228fca/f09b40fb-2c46-45e7-8c16-eb807c89a2e9/ef4e9c29-fbec-4f28-a131-022c34cecfc1) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:08.364692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port bcb35a32-4653-4888-9d10-9c5f3cc70a1e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:08.365086 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.366594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.400401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79838509-a601-4c41-b16d-e4a74af496ab None None] Pushing event updated for resources: {'Port': ['ID=044bfe69-a287-40c5-8f96-11de7d906aa1,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:08.477144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Provisioning complete for port b94ffdde-6984-4b4a-a05c-5227be82b7ca triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:08.478078 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.536552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Attempting to bind port 044bfe69-a287-40c5-8f96-11de7d906aa1 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:08.536950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Attempting to bind port 044bfe69-a287-40c5-8f96-11de7d906aa1 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:08.537395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Attempting to bind port 044bfe69-a287-40c5-8f96-11de7d906aa1 on network 04c6ca7c-a3b4-432c-88a0-58048fb01508 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:08.554170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Pushing event updated for resources: {'Port': ['ID=781eb826-d8bf-4546-b186-44a242bdf0ed,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:08.559930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:08.560900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Checking segment: {'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:08.561605 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.561784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Bound using segment: {'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:08.562145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Bound port: 044bfe69-a287-40c5-8f96-11de7d906aa1, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504c00e-2068-4b36-93fa-1f905818664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:08.562738 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.573382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-99e8d9df-4417-420b-b62b-426ca0d40dba None None] Port b94ffdde-6984-4b4a-a05c-5227be82b7ca cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:08.643536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8da3e7b9-7286-4973-bf4c-e2328e034da7 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:08.652960 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.666374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Router 5b7855e8-3f91-4f84-93b1-a90992095ba7 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:08.673338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8da3e7b9-7286-4973-bf4c-e2328e034da7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:08.673703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8da3e7b9-7286-4973-bf4c-e2328e034da7 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:08.694918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] For port 044bfe69-a287-40c5-8f96-11de7d906aa1, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:08.712293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] For port 044bfe69-a287-40c5-8f96-11de7d906aa1, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=044bfe69-a287-40c5-8f96-11de7d906aa1,segment=NetworkSegment(3504c00e-2068-4b36-93fa-1f905818664d),segment_id=3504c00e-2068-4b36-93fa-1f905818664d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:08.715877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6a6e7e90-ce65-4ae7-869c-de00ee2fe009 None None] Provisioning complete for port 044bfe69-a287-40c5-8f96-11de7d906aa1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:08.716479 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a6e7e90-ce65-4ae7-869c-de00ee2fe009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.741550 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.753136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.843866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Network de056b31-29d3-4f46-86e4-e00fd9228fca is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:08.848635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79838509-a601-4c41-b16d-e4a74af496ab None None] Pushing event updated for resources: {'Port': ['ID=044bfe69-a287-40c5-8f96-11de7d906aa1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:08.851334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:08.851482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Routers {'b9f9df74-4596-4fca-9ebd-cd9486396882'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:08.852000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b9f9df74-4596-4fca-9ebd-cd9486396882'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:08.855281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Pushing event updated for resources: {'Port': ['ID=ef4e9c29-fbec-4f28-a131-022c34cecfc1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:08.878561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:08.932920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:08.952421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c46ebc2a-0aa2-4a47-a588-83b076232566 admin admin] 10.222.0.49 "PUT /v2.0/routers/5b7855e8-3f91-4f84-93b1-a90992095ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0128136 Nov 12 03:56:08.954842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56656) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:08.961733 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] Sync routers for ids ['5b7855e8-3f91-4f84-93b1-a90992095ba7'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:08.975256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a6e7e90-ce65-4ae7-869c-de00ee2fe009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.999276 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] Routers {'5b7855e8-3f91-4f84-93b1-a90992095ba7'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:09.001759 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5b7855e8-3f91-4f84-93b1-a90992095ba7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:09.023319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:09.023939 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.048238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:09.066584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea18040-ed43-459c-bd5b-68db5360fef3 req-cb2ae44f-95af-453e-a038-6918602b436a tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:09.068188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ea18040-ed43-459c-bd5b-68db5360fef3 req-cb2ae44f-95af-453e-a038-6918602b436a tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1027 time: 0.1268806 Nov 12 03:56:09.076011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-0a91e35f-65e5-4fc9-9a39-4e0a3ef36ae7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1567953 Nov 12 03:56:09.098360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Request body: {'port': {'device_id': '7aefe484-9146-4d21-bb85-aeff4a754f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:09.188112 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.214899 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.218382 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ea18040-ed43-459c-bd5b-68db5360fef3 req-e1328853-c9a6-426b-a5d1-f7a7630d1811 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412685 Nov 12 03:56:09.260255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6a6e7e90-ce65-4ae7-869c-de00ee2fe009 None None] For port 044bfe69-a287-40c5-8f96-11de7d906aa1, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=044bfe69-a287-40c5-8f96-11de7d906aa1,segment=NetworkSegment(3504c00e-2068-4b36-93fa-1f905818664d),segment_id=3504c00e-2068-4b36-93fa-1f905818664d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:09.267563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] Set router b9f9df74-4596-4fca-9ebd-cd9486396882 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:09.312710 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a6e7e90-ce65-4ae7-869c-de00ee2fe009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.334643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:09.340172 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.389910 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] Set router 5b7855e8-3f91-4f84-93b1-a90992095ba7 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:09.437583 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.529799 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-aace5619-7a90-4b80-a1e5-0219a196287e None None] Provisioning complete for port 044bfe69-a287-40c5-8f96-11de7d906aa1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:09.530264 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aace5619-7a90-4b80-a1e5-0219a196287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.535233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e7e90-ce65-4ae7-869c-de00ee2fe009 None None] Pushing event updated for resources: {'Port': ['ID=044bfe69-a287-40c5-8f96-11de7d906aa1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:09.538033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Deleting port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:09.538382 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.634773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4e9c29-fbec-4f28-a131-022c34cecfc1 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:09.647772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.665816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Transition to ACTIVE for port object ef4e9c29-fbec-4f28-a131-022c34cecfc1 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:09.675437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.680596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] For port e2e21ddc-bcc9-493a-8032-5452d4b0d6cc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e2e21ddc-bcc9-493a-8032-5452d4b0d6cc,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:09.684158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.702261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Calling delete_port for e2e21ddc-bcc9-493a-8032-5452d4b0d6cc owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:09.708942 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:56:07Z', 'revision_number': 5, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port': {'id': 'e2e21ddc-bcc9-493a-8032-5452d4b0d6cc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:09.744941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4e9c29-fbec-4f28-a131-022c34cecfc1,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:09.758740 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] Checking router: 5b7855e8-3f91-4f84-93b1-a90992095ba7 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:09.778689 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] Routers {'5b7855e8-3f91-4f84-93b1-a90992095ba7'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:09.779752 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5b7855e8-3f91-4f84-93b1-a90992095ba7'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:09.826624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 781eb826-d8bf-4546-b186-44a242bdf0ed up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:09.908647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Attempting to bind port ef4e9c29-fbec-4f28-a131-022c34cecfc1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:09.909039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Attempting to bind port ef4e9c29-fbec-4f28-a131-022c34cecfc1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:09.909423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Attempting to bind port ef4e9c29-fbec-4f28-a131-022c34cecfc1 on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:09.916112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Port ef4e9c29-fbec-4f28-a131-022c34cecfc1 on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:09.916385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Attempting to bind port ef4e9c29-fbec-4f28-a131-022c34cecfc1 on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:09.923124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:09.923459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Checking segment: {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:09.923840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Bound using segment: {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:09.924271 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Bound port: ef4e9c29-fbec-4f28-a131-022c34cecfc1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:09.924622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:09.951512 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] Set router 5b7855e8-3f91-4f84-93b1-a90992095ba7 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:09.958229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:03Z', 'revision_number': 4, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port': {'id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:57Z', 'updated_at': '2021-11-12T03:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '044bfe69-a287-40c5-8f96-11de7d906aa1', 'name': '', 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'mac_address': 'fa:16:3e:76:05:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f10e372f-07e9-43ae-b2eb-0a8710100da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:02Z', 'updated_at': '2021-11-12T03:56:08Z', 'revision_number': 4, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'subnets': [{'id': 'f10e372f-07e9-43ae-b2eb-0a8710100da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:09.989391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.037248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e21ddc-bcc9-493a-8032-5452d4b0d6cc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.041375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48636d08-791f-410e-9fe3-920e8e99436f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:10.061804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c415da-535f-4582-a2de-44917d674ed8 None None] The sync data for ids ['b9f9df74-4596-4fca-9ebd-cd9486396882'] in n-d-789963-21 is: [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:03Z', 'revision_number': 4, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port': {'id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:57Z', 'updated_at': '2021-11-12T03:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '044bfe69-a287-40c5-8f96-11de7d906aa1', 'name': '', 'network_id': '04c6ca7c-a3b4-432c-88a0-58048fb01508', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'mac_address': 'fa:16:3e:76:05:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'f10e372f-07e9-43ae-b2eb-0a8710100da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:02Z', 'updated_at': '2021-11-12T03:56:08Z', 'revision_number': 4, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'subnets': [{'id': 'f10e372f-07e9-43ae-b2eb-0a8710100da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:10.065996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] For port ef4e9c29-fbec-4f28-a131-022c34cecfc1, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:10.070126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] For port ef4e9c29-fbec-4f28-a131-022c34cecfc1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ef4e9c29-fbec-4f28-a131-022c34cecfc1,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:10.085189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.093839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 781eb826-d8bf-4546-b186-44a242bdf0ed triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:10.094219 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.120674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.121415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.124668 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] 10.222.0.20 "PUT /v2.0/ports/ef4e9c29-fbec-4f28-a131-022c34cecfc1 HTTP/1.1" status: 200 len: 1092 time: 1.0398338 Nov 12 03:56:10.126721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aefe484-9146-4d21-bb85-aeff4a754f43', 'tag': 'ef4e9c29-fbec-4f28-a131-022c34cecfc1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:10.131658 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12aeed9-b103-47d5-9321-c01eb888d0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7aefe484-9146-4d21-bb85-aeff4a754f43", "tag": "ef4e9c29-fbec-4f28-a131-022c34cecfc1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:10.166330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.369457 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd67d51a-3a84-49f2-b65d-724a46698042 x-openstack-request-id: req-dd67d51a-3a84-49f2-b65d-724a46698042 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:10.369807 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aefe484-9146-4d21-bb85-aeff4a754f43", "tag": "ef4e9c29-fbec-4f28-a131-022c34cecfc1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:10.370079 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd67d51a-3a84-49f2-b65d-724a46698042 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:10.370540 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aefe484-9146-4d21-bb85-aeff4a754f43', 'tag': 'ef4e9c29-fbec-4f28-a131-022c34cecfc1', 'status': 'completed', 'code': 200} Nov 12 03:56:10.378266 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:56:09Z', 'revision_number': 6, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:10.412543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.420700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.426476 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ad5ee-13bb-4596-a881-d26a30d67ab2 None None] The sync data for ids ['5b7855e8-3f91-4f84-93b1-a90992095ba7'] in n-d-789963-21 is: [{'id': '5b7855e8-3f91-4f84-93b1-a90992095ba7', 'name': 'tempest-TestAggregatesBasicOps-1707274237-router', 'tenant_id': '27048ce66cbe4ee6a819172524499c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:48Z', 'updated_at': '2021-11-12T03:56:09Z', 'revision_number': 6, 'project_id': '27048ce66cbe4ee6a819172524499c09', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:10.438933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33483b40-d551-43d8-81a6-b43ae7150f58 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4e9c29-fbec-4f28-a131-022c34cecfc1,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.462032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-ced2d041-caad-49e6-86de-93c8e23640a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.465029 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-ced2d041-caad-49e6-86de-93c8e23640a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a07cca32dc7d485a812f514f46a0f888&device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1095 time: 0.2034264 Nov 12 03:56:10.524519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-e94f6ca1-359a-4e6f-8e62-e0be4d3fb522 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef4e9c29-fbec-4f28-a131-022c34cecfc1 HTTP/1.1" status: 200 len: 217 time: 0.0501659 Nov 12 03:56:10.545828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ab78f-512f-4250-a360-068c369276ba req-eb8e8dd4-c28e-4c30-ad29-3f40aac88cd5 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.554909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d74ab78f-512f-4250-a360-068c369276ba req-eb8e8dd4-c28e-4c30-ad29-3f40aac88cd5 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1095 time: 0.1238661 Nov 12 03:56:10.562979 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.563531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7855e8-3f91-4f84-93b1-a90992095ba7 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:56:10.568111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.570884 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f138dc87-3b1e-4fdc-b869-ce0f9d7753b6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5b7855e8-3f91-4f84-93b1-a90992095ba7 HTTP/1.1" status: 204 len: 168 time: 1.6149409 Nov 12 03:56:10.573543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56666) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.594465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-5a24f521-c7ff-45be-8ca1-d0dcc8e07e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.595969 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-5a24f521-c7ff-45be-8ca1-d0dcc8e07e87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f09b40fb-2c46-45e7-8c16-eb807c89a2e9 HTTP/1.1" status: 200 len: 849 time: 0.0654137 Nov 12 03:56:10.646493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-94e2fa27-8be6-482b-9018-c2678cc2fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.648007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-94e2fa27-8be6-482b-9018-c2678cc2fd45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de056b31-29d3-4f46-86e4-e00fd9228fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449874 Nov 12 03:56:10.653837 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d74ab78f-512f-4250-a360-068c369276ba req-97ab6880-9db5-4e8c-bb7e-530dd8513747 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979979 Nov 12 03:56:10.657565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1fcf57-abee-47f5-80ca-95f21e8c28c0 admin admin] Deleting subnet 3604c974-691c-47af-9a14-a5fef6a94f9d {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:10.661128 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcf57-abee-47f5-80ca-95f21e8c28c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.699052 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcf57-abee-47f5-80ca-95f21e8c28c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.778224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-4251ab00-0cde-4e30-bc45-52a5ca5f0ddf service neutron] 10.222.0.20 "GET /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225040 Nov 12 03:56:10.798436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcf57-abee-47f5-80ca-95f21e8c28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.855392 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcf57-abee-47f5-80ca-95f21e8c28c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.870130 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0629f8f7-d4d9-4a9c-8d1c-c21e5a56504d req-3367a756-814f-40c8-a06a-e0ea3a965950 service neutron] 10.222.0.20 "GET /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843868 Nov 12 03:56:10.885521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fcf57-abee-47f5-80ca-95f21e8c28c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3604c974-691c-47af-9a14-a5fef6a94f9d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.888227 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcf57-abee-47f5-80ca-95f21e8c28c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.892514 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9a1fcf57-abee-47f5-80ca-95f21e8c28c0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3604c974-691c-47af-9a14-a5fef6a94f9d HTTP/1.1" status: 204 len: 168 time: 0.3178887 Nov 12 03:56:10.893092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29a907-293d-4202-ae1a-59fcaaf7212f None None] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:10.895099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56668) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:10.978323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.985610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-3802cdf1-2d6c-41e2-96d7-bd881e93072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.987120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-3802cdf1-2d6c-41e2-96d7-bd881e93072e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a07cca32dc7d485a812f514f46a0f888&device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1095 time: 0.0598075 Nov 12 03:56:11.046214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Deleting port 0771c588-2c6b-41e2-be65-62ee833e9072 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:11.046791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.116384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-4aa94d17-a5e3-41ec-902e-84fae06a77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.117890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-4aa94d17-a5e3-41ec-902e-84fae06a77a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de056b31-29d3-4f46-86e4-e00fd9228fca HTTP/1.1" status: 200 len: 912 time: 0.1239991 Nov 12 03:56:11.129431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] For port 0771c588-2c6b-41e2-be65-62ee833e9072, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0771c588-2c6b-41e2-be65-62ee833e9072,segment=NetworkSegment(ba19d19b-68de-433d-a62c-7ed1d4f2e83f),segment_id=ba19d19b-68de-433d-a62c-7ed1d4f2e83f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:11.129802 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.147562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Calling delete_port for 0771c588-2c6b-41e2-be65-62ee833e9072 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:11.152863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] DHCP port deletion for e04b8860-af1a-4cf2-a58d-56489cf150e4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:11.198206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-0cbb2724-ccbb-49ec-a880-070ea94c080d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef4e9c29-fbec-4f28-a131-022c34cecfc1 HTTP/1.1" status: 200 len: 217 time: 0.0710895 Nov 12 03:56:11.216681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] Deleting port 0771c588-2c6b-41e2-be65-62ee833e9072 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:11.217354 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.239975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 044bfe69-a287-40c5-8f96-11de7d906aa1 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:11.241743 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.259921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-03482a96-c670-489a-b776-8d902d133a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.261424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-03482a96-c670-489a-b776-8d902d133a22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f09b40fb-2c46-45e7-8c16-eb807c89a2e9 HTTP/1.1" status: 200 len: 849 time: 0.0557301 Nov 12 03:56:11.275057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0771c588-2c6b-41e2-be65-62ee833e9072,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.279651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] No DVR routers for this DVR port 0771c588-2c6b-41e2-be65-62ee833e9072 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:11.321343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-0cdf9feb-2448-4d8f-a799-d95b327097ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.323196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-0cdf9feb-2448-4d8f-a799-d95b327097ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de056b31-29d3-4f46-86e4-e00fd9228fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530181 Nov 12 03:56:11.353422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] For port 0771c588-2c6b-41e2-be65-62ee833e9072, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0771c588-2c6b-41e2-be65-62ee833e9072,segment=NetworkSegment(ba19d19b-68de-433d-a62c-7ed1d4f2e83f),segment_id=ba19d19b-68de-433d-a62c-7ed1d4f2e83f)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:11.353929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.365808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.389288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04b8860-af1a-4cf2-a58d-56489cf150e4']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:11.399778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:11.400072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba19d19b-68de-433d-a62c-7ed1d4f2e83f') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:11.407897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] Calling delete_port for 0771c588-2c6b-41e2-be65-62ee833e9072 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:11.422566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.444099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.453313 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:11.453718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:11.456096 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:11.480275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 044bfe69-a287-40c5-8f96-11de7d906aa1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:11.480796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.486131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-f7eb0cba-3d88-4d9c-ac9a-4a1947fc2662 service neutron] 10.222.0.20 "GET /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528721 Nov 12 03:56:11.530601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.554796 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.560908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e04b8860-af1a-4cf2-a58d-56489cf150e4 HTTP/1.1" status: 204 len: 168 time: 0.6642067 Nov 12 03:56:11.561983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29e78a-08ea-4752-be01-cbb662e97c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04b8860-af1a-4cf2-a58d-56489cf150e4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.563902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56672) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:11.592061 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.624835 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f12aeed9-b103-47d5-9321-c01eb888d0b1 req-a4a55a6b-ff03-417e-b83d-d0db20ec6dba service neutron] 10.222.0.20 "GET /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300688 Nov 12 03:56:11.634534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] Network e04b8860-af1a-4cf2-a58d-56489cf150e4 is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:56:11.635003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] No DVR routers for this DVR port 0771c588-2c6b-41e2-be65-62ee833e9072 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:11.666402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f3769-c4ee-4990-9910-b7ef2e2690a5 None None] Pushing event deleted for resources: {'Port': ['ID=0771c588-2c6b-41e2-be65-62ee833e9072,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.846160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bee65-53a3-4d1b-82e4-2e9d4a5747ae req-efa100e4-991e-490d-9eca-41d4d7a33950 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.847654 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae1bee65-53a3-4d1b-82e4-2e9d4a5747ae req-efa100e4-991e-490d-9eca-41d4d7a33950 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1095 time: 0.0840120 Nov 12 03:56:11.928919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae1bee65-53a3-4d1b-82e4-2e9d4a5747ae req-f98be111-5600-47f6-a615-1c708533cf04 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741160 Nov 12 03:56:12.017687 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.269147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Deleting port b94ffdde-6984-4b4a-a05c-5227be82b7ca {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:12.269831 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.348807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.361031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Calling delete_port for b94ffdde-6984-4b4a-a05c-5227be82b7ca owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:12.539810 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.566355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94ffdde-6984-4b4a-a05c-5227be82b7ca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:12.774270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] Sync routers for ids ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:12.789444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] Routers {'44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:12.790118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:12.793771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ede516b9-e5af-4029-bad1-b600b6dca41b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:12.796368 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:12.849210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ede516b9-e5af-4029-bad1-b600b6dca41b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:12.849506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ede516b9-e5af-4029-bad1-b600b6dca41b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:12.849883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e2e21ddc-bcc9-493a-8032-5452d4b0d6cc no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:12.884715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: e2e21ddc-bcc9-493a-8032-5452d4b0d6cc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:12.885073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e2e21ddc-bcc9-493a-8032-5452d4b0d6cc not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:12.885501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0771c588-2c6b-41e2-be65-62ee833e9072 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:12.934132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 0771c588-2c6b-41e2-be65-62ee833e9072 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:12.934460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0771c588-2c6b-41e2-be65-62ee833e9072 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:12.965901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] Set router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:13.073031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:13.078106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf316f-8038-4b8f-81fa-7c8b77d6d0e4 req-c947077c-ab73-4ffb-8a1a-c40918173716 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:13.085334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faf316f-8038-4b8f-81fa-7c8b77d6d0e4 req-c947077c-ab73-4ffb-8a1a-c40918173716 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1095 time: 0.0686090 Nov 12 03:56:13.167437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'name': 'tempest-TestAggregatesBasicOps-614364017-router', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:55Z', 'updated_at': '2021-11-12T03:56:12Z', 'revision_number': 5, 'project_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'gw_port': {'id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:13.181449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7faf316f-8038-4b8f-81fa-7c8b77d6d0e4 req-033f9423-3518-4123-a04e-80d319d86e99 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944374 Nov 12 03:56:13.199306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] Checking router: 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:13.208264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] Routers {'44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:13.208932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:13.245401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:13.254752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-137812e7-ea3b-4f74-b47e-b4484132e0a7 admin admin] 10.222.0.49 "PUT /v2.0/routers/44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895909 Nov 12 03:56:13.258340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56680) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:13.328232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] Set router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:13.543769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'name': 'tempest-TestAggregatesBasicOps-614364017-router', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:55Z', 'updated_at': '2021-11-12T03:56:12Z', 'revision_number': 5, 'project_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'gw_port': {'id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:13.577829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523fa88-724d-46f0-a372-d1b42e344673 None None] The sync data for ids ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'] in n-d-789963-21 is: [{'id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'name': 'tempest-TestAggregatesBasicOps-614364017-router', 'tenant_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:55Z', 'updated_at': '2021-11-12T03:56:12Z', 'revision_number': 5, 'project_id': '16e3e7b95c074e94a5aaa52ed7bace6a', 'gw_port': {'id': '781eb826-d8bf-4546-b186-44a242bdf0ed', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:13.694717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.796819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.854414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Deleting port 781eb826-d8bf-4546-b186-44a242bdf0ed {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:13.855050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.960347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] For port 781eb826-d8bf-4546-b186-44a242bdf0ed, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=781eb826-d8bf-4546-b186-44a242bdf0ed,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:13.960706 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.973925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Calling delete_port for 781eb826-d8bf-4546-b186-44a242bdf0ed owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:14.136956 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.163089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Pushing event deleted for resources: {'Port': ['ID=781eb826-d8bf-4546-b186-44a242bdf0ed,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.176001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be6272e-6b8e-4fb3-8adb-d5d020befe14 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:14.237881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.357902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.360931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.407955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f56b8-0330-4981-aea2-9b01322721f0 req-fe3cef76-9f21-4da8-b06f-2670e3fc5620 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:14.409525 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad4f56b8-0330-4981-aea2-9b01322721f0 req-fe3cef76-9f21-4da8-b06f-2670e3fc5620 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1095 time: 0.1410539 Nov 12 03:56:14.410572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.411117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:56:14.415576 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.416648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3d6f4fd2-ee35-4d16-b140-486f2c23d696 admin admin] 10.222.0.49 "DELETE /v2.0/routers/44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978 HTTP/1.1" status: 204 len: 168 time: 1.1571569 Nov 12 03:56:14.421701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56686) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:14.467474 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad4f56b8-0330-4981-aea2-9b01322721f0 req-dbaa4b2d-9ff7-4074-a700-07fdc660adfd tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Nov 12 03:56:14.486238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-568f0d97-56b8-41ae-84eb-ebc19cfc2d99 admin admin] Deleting subnet dce9bc47-cd19-4c01-889f-fbc1edba4644 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:14.489785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-568f0d97-56b8-41ae-84eb-ebc19cfc2d99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.530106 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-568f0d97-56b8-41ae-84eb-ebc19cfc2d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.598640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ef4e9c29-fbec-4f28-a131-022c34cecfc1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:14.605312 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-568f0d97-56b8-41ae-84eb-ebc19cfc2d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.660220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-568f0d97-56b8-41ae-84eb-ebc19cfc2d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.690395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f0d97-56b8-41ae-84eb-ebc19cfc2d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce9bc47-cd19-4c01-889f-fbc1edba4644,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.694163 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-568f0d97-56b8-41ae-84eb-ebc19cfc2d99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.697394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-568f0d97-56b8-41ae-84eb-ebc19cfc2d99 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dce9bc47-cd19-4c01-889f-fbc1edba4644 HTTP/1.1" status: 204 len: 168 time: 0.2737348 Nov 12 03:56:14.702006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56688) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:14.705397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc97e5a-58aa-46be-be3b-a07d9b0f3f37 None None] Network ae462086-5090-437f-bba4-2e76829c3e49 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:14.757263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ef4e9c29-fbec-4f28-a131-022c34cecfc1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ef4e9c29-fbec-4f28-a131-022c34cecfc1,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:14.790666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.797433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ef4e9c29-fbec-4f28-a131-022c34cecfc1', 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca', 'port_id': 'ef4e9c29-fbec-4f28-a131-022c34cecfc1', 'mac_address': 'fa:16:3e:b9:0d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09b40fb-2c46-45e7-8c16-eb807c89a2e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:14.852406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b94ffdde-6984-4b4a-a05c-5227be82b7ca no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:14.866020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Deleting port bcb35a32-4653-4888-9d10-9c5f3cc70a1e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:14.866357 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.897647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b94ffdde-6984-4b4a-a05c-5227be82b7ca {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:14.897984 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b94ffdde-6984-4b4a-a05c-5227be82b7ca not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:14.909844 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.927113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4e9c29-fbec-4f28-a131-022c34cecfc1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:14.934985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] For port bcb35a32-4653-4888-9d10-9c5f3cc70a1e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bcb35a32-4653-4888-9d10-9c5f3cc70a1e,segment=NetworkSegment(6f08e9b0-0765-47cf-add6-0d4aa9c96e80),segment_id=6f08e9b0-0765-47cf-add6-0d4aa9c96e80)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:14.935466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.949480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ef4e9c29-fbec-4f28-a131-022c34cecfc1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ef4e9c29-fbec-4f28-a131-022c34cecfc1,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:14.952254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Calling delete_port for bcb35a32-4653-4888-9d10-9c5f3cc70a1e owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:14.955023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.005269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ef4e9c29-fbec-4f28-a131-022c34cecfc1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.009201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] DHCP port deletion for ae462086-5090-437f-bba4-2e76829c3e49 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:15.037461 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.062874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] Deleting port bcb35a32-4653-4888-9d10-9c5f3cc70a1e {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:15.063238 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.065060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb35a32-4653-4888-9d10-9c5f3cc70a1e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.068522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] No DVR routers for this DVR port bcb35a32-4653-4888-9d10-9c5f3cc70a1e on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:15.133886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] For port bcb35a32-4653-4888-9d10-9c5f3cc70a1e, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:15.134274 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.145654 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.148027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] Calling delete_port for bcb35a32-4653-4888-9d10-9c5f3cc70a1e owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:15.150684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] Port bcb35a32-4653-4888-9d10-9c5f3cc70a1e was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:56:15.152028 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.166435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae462086-5090-437f-bba4-2e76829c3e49']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:15.176180 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f08e9b0-0765-47cf-add6-0d4aa9c96e80') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:15.176476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f08e9b0-0765-47cf-add6-0d4aa9c96e80') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:15.176608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] Pushing event deleted for resources: {'Port': ['ID=bcb35a32-4653-4888-9d10-9c5f3cc70a1e,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.180979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b38c2c-6d30-4716-bd8a-3e0a8ca2e3eb None None] No DVR routers for this DVR port bcb35a32-4653-4888-9d10-9c5f3cc70a1e on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:15.188714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.193889 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ef4e9c29-fbec-4f28-a131-022c34cecfc1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:15.204506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.211010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:15.211407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:15.213564 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:15.275223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.280925 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.284401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ae462086-5090-437f-bba4-2e76829c3e49 HTTP/1.1" status: 204 len: 168 time: 0.5813246 Nov 12 03:56:15.303352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66032583-812c-4b66-8d1f-1b0437b5bad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae462086-5090-437f-bba4-2e76829c3e49,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.466835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56694) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:15.514524 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6fc3ae57-9d62-49b4-babe-800c21efc963 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27048ce66cbe4ee6a819172524499c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463529 Nov 12 03:56:15.516978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56698) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:15.577522 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-985c9830-57dc-4028-a6a6-23dfd9bac7d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.603647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-985c9830-57dc-4028-a6a6-23dfd9bac7d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.609547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f84154-3258-449c-9893-2bc9a5994d4d req-d7d350b7-8680-4526-9462-a9e77fcaa6a2 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:15.611189 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24f84154-3258-449c-9893-2bc9a5994d4d req-d7d350b7-8680-4526-9462-a9e77fcaa6a2 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1096 time: 0.0567977 Nov 12 03:56:15.661145 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-985c9830-57dc-4028-a6a6-23dfd9bac7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.664437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-985c9830-57dc-4028-a6a6-23dfd9bac7d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:15.665892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-985c9830-57dc-4028-a6a6-23dfd9bac7d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/566f1c67-8098-4ab3-88e5-57f4103a3b97 HTTP/1.1" status: 204 len: 168 time: 0.1469271 Nov 12 03:56:15.667696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24f84154-3258-449c-9893-2bc9a5994d4d req-bf4af49a-2947-4447-b578-f398dbe005a0 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503221 Nov 12 03:56:15.676895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c9830-57dc-4028-a6a6-23dfd9bac7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566f1c67-8098-4ab3-88e5-57f4103a3b97,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:15.999368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56706) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.038725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cfe0c4d7-bf3b-4ba0-8379-01e57fbdc218 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16e3e7b95c074e94a5aaa52ed7bace6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381961 Nov 12 03:56:16.041074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56708) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.087053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2acacfdf-64a9-4a8c-aa1d-159f034eaf1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.108854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2acacfdf-64a9-4a8c-aa1d-159f034eaf1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.159679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2acacfdf-64a9-4a8c-aa1d-159f034eaf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.162293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2acacfdf-64a9-4a8c-aa1d-159f034eaf1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.163455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2acacfdf-64a9-4a8c-aa1d-159f034eaf1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf96a3b7-ba5f-47a5-a544-74e84a183fe5 HTTP/1.1" status: 204 len: 168 time: 0.1214888 Nov 12 03:56:16.172249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acacfdf-64a9-4a8c-aa1d-159f034eaf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf96a3b7-ba5f-47a5-a544-74e84a183fe5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.600524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ef4e9c29-fbec-4f28-a131-022c34cecfc1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:16.655634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port ef4e9c29-fbec-4f28-a131-022c34cecfc1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:16.661166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ef4e9c29-fbec-4f28-a131-022c34cecfc1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:16.661593 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.749916 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.790492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aefe484-9146-4d21-bb85-aeff4a754f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e9c29-fbec-4f28-a131-022c34cecfc1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:16.793183 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69258d01-cd7c-46ba-8a59-476869ea779d" -d '{"events": [{"server_uuid": "7aefe484-9146-4d21-bb85-aeff4a754f43", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e9c29-fbec-4f28-a131-022c34cecfc1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:16.807860 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bcb35a32-4653-4888-9d10-9c5f3cc70a1e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:16.814651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ef4e9c29-fbec-4f28-a131-022c34cecfc1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ef4e9c29-fbec-4f28-a131-022c34cecfc1,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:16.834558 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.836297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: bcb35a32-4653-4888-9d10-9c5f3cc70a1e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:16.836768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bcb35a32-4653-4888-9d10-9c5f3cc70a1e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:16.875884 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3ec49f-b041-48d8-8d3b-d3e21fb26ea9 x-openstack-request-id: req-cf3ec49f-b041-48d8-8d3b-d3e21fb26ea9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:16.875884 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aefe484-9146-4d21-bb85-aeff4a754f43", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e9c29-fbec-4f28-a131-022c34cecfc1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:16.875884 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf3ec49f-b041-48d8-8d3b-d3e21fb26ea9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:16.876339 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aefe484-9146-4d21-bb85-aeff4a754f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e9c29-fbec-4f28-a131-022c34cecfc1', 'code': 200} Nov 12 03:56:16.885662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f2048-bfa1-439a-86c0-7f7004de73d3 req-4965ccaf-5c80-4b0d-94fe-6f9b0f737579 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:16.893524 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e00f2048-bfa1-439a-86c0-7f7004de73d3 req-4965ccaf-5c80-4b0d-94fe-6f9b0f737579 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1096 time: 0.1065252 Nov 12 03:56:16.898999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ef4e9c29-fbec-4f28-a131-022c34cecfc1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.935694 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61f234-4e63-49f0-b9d5-03ec4197292c None None] Sync routers for ids ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:16.946078 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61f234-4e63-49f0-b9d5-03ec4197292c None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:16.946442 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61f234-4e63-49f0-b9d5-03ec4197292c None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:56:16.947044 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_agentschedulers_db [None req-3a61f234-4e63-49f0-b9d5-03ec4197292c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:56:16.957958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e00f2048-bfa1-439a-86c0-7f7004de73d3 req-d49802a1-d873-4110-8641-30dadd936e2d tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628622 Nov 12 03:56:16.989793 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61f234-4e63-49f0-b9d5-03ec4197292c None None] Routers set() bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:16.990373 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61f234-4e63-49f0-b9d5-03ec4197292c None None] Router IDs set() for agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:56:16.991132 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_agentschedulers_db [None req-3a61f234-4e63-49f0-b9d5-03ec4197292c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent'). {{(pid=102631) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:56:16.991675 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61f234-4e63-49f0-b9d5-03ec4197292c None None] The sync data for ids ['44bb0cde-b6fa-4ad0-9a16-e68ce7c6d978'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:17.019984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216b1dd-c349-497a-bc04-8d2b8b318606 req-3425c9a8-b96a-4482-a6c9-280af8498317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:17.021538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d216b1dd-c349-497a-bc04-8d2b8b318606 req-3425c9a8-b96a-4482-a6c9-280af8498317 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1097 time: 0.0688798 Nov 12 03:56:17.078738 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d216b1dd-c349-497a-bc04-8d2b8b318606 req-9234405a-9339-4423-9749-7782d6b8fae2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Nov 12 03:56:17.502587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56750) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:17.649470 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'network': {'name': 'tempest-network-smoke--1525360600', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:17.670359 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:17.673795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.682434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.757886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.761532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.787344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:17.797333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef27b33-7dcd-448d-ae6a-757d7450c19b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:17.803185 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.803612 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Added segment 43768a7f-f1d7-46fe-8584-cc23e0e38479 of type vlan for network fb0f147c-d176-44cd-88aa-6d246ddc112b Nov 12 03:56:17.846983 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.871814 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.877516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:17.878078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.941676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4380441 Nov 12 03:56:17.944657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56754) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:17.949018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-834049421', 'admin_state_up': True, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:17.961122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608138b-6352-46b3-b843-4472f755ce14 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Network': ['ID=fb0f147c-d176-44cd-88aa-6d246ddc112b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:17.971645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network fb0f147c-d176-44cd-88aa-6d246ddc112b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:17.980992 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.982497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.045066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.093640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b305a-9c84-4cad-8754-ea382acde87f req-04950108-abd0-430a-a487-f438448927eb tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:18.102595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-917b305a-9c84-4cad-8754-ea382acde87f req-04950108-abd0-430a-a487-f438448927eb tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1097 time: 0.0541444 Nov 12 03:56:18.149044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-917b305a-9c84-4cad-8754-ea382acde87f req-f7b91a0c-0713-444c-bedf-db373e57eee8 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 Nov 12 03:56:18.214197 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.694822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.714680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 781eb826-d8bf-4546-b186-44a242bdf0ed no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:18.714847 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.738785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 781eb826-d8bf-4546-b186-44a242bdf0ed {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:18.739129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 781eb826-d8bf-4546-b186-44a242bdf0ed not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:18.822754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.25.0.251 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/3e778989-98f0-4715-a07f-628d6afdf116) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:18.921719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.955192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.994044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:18.996940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:19.001161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:19.009710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6de9f-a429-4925-9ea3-f41b5df6af0d None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:19.027260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=3e778989-98f0-4715-a07f-628d6afdf116,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:19.050308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3f579321-82a1-4901-b675-f4be3ac3a2d0 None None] Provisioning complete for port 3e778989-98f0-4715-a07f-628d6afdf116 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:19.050683 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f579321-82a1-4901-b675-f4be3ac3a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.083919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3f579321-82a1-4901-b675-f4be3ac3a2d0 None None] Port 3e778989-98f0-4715-a07f-628d6afdf116 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:19.260262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b8552-10f2-40af-8112-8f08f1038298 req-51dd96f0-0760-4dd2-b7c1-89762af440d6 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.262110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-773b8552-10f2-40af-8112-8f08f1038298 req-51dd96f0-0760-4dd2-b7c1-89762af440d6 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1097 time: 0.0418689 Nov 12 03:56:19.267378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.311031 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-773b8552-10f2-40af-8112-8f08f1038298 req-a15e3c04-497d-47e8-b34f-712008fee8d9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415835 Nov 12 03:56:19.491610 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70d66d-c088-4968-9f49-c272b26b4480 req-2abb0829-7790-4bca-b9a4-4aef06fc1183 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.493139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de70d66d-c088-4968-9f49-c272b26b4480 req-2abb0829-7790-4bca-b9a4-4aef06fc1183 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1097 time: 0.0878263 Nov 12 03:56:19.509222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.586019 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de70d66d-c088-4968-9f49-c272b26b4480 req-1e0538a2-5eb2-408c-90c7-d76d4447509f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851996 Nov 12 03:56:19.662691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 198449eb-0ab1-427e-8e24-b643add9fba5 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:19.692547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125f17a-995f-4c2a-b29d-6e300cb22864 req-a9557ca1-e24c-49ba-a616-15c58a1b0a1f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.694250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6125f17a-995f-4c2a-b29d-6e300cb22864 req-a9557ca1-e24c-49ba-a616-15c58a1b0a1f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1097 time: 0.0418611 Nov 12 03:56:19.740597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6125f17a-995f-4c2a-b29d-6e300cb22864 req-34a8964c-d2db-4f12-80c6-9dc6fbb36647 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Nov 12 03:56:19.773786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:19.785473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Sync routers for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:19.798395 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:19.799731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9f20ee6d-f5ae-4a3c-a1b7-f3f8da69966c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8541448 Nov 12 03:56:19.802729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56772) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:19.803048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:19.803704 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:19.895153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fd489d7c-0ad4-4bc4-8595-80c3eeacb107 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6e7583380bbe488d8e8421c488c64c0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0910051 Nov 12 03:56:19.897766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56782) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:19.918048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:20.022005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-f74ab541-30ee-4c8b-af67-b6fb9533edbb tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.023511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-f74ab541-30ee-4c8b-af67-b6fb9533edbb tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/networks?id=de056b31-29d3-4f46-86e4-e00fd9228fca HTTP/1.1" status: 200 len: 912 time: 0.0952010 Nov 12 03:56:20.041885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-3e646113-18ef-4566-978b-df0f74f4e123 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/quotas/a07cca32dc7d485a812f514f46a0f888 HTTP/1.1" status: 200 len: 375 time: 0.0101864 Nov 12 03:56:20.059095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec5c0a-619c-4958-ad07-2f731f24cd07 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.064329 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-60ec5c0a-619c-4958-ad07-2f731f24cd07 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1654232 Nov 12 03:56:20.065169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56788) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:20.109302 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46de3a80-fd3f-4234-8521-66b85f4f6b89 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409448 Nov 12 03:56:20.109691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56790) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:20.114920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255469910', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:20.118690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:19Z', 'revision_number': 3, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:20.129821 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-a678eb98-eb7b-4afa-80a6-d57ef423b056 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=a07cca32dc7d485a812f514f46a0f888&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799680 Nov 12 03:56:20.145881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Checking router: 198449eb-0ab1-427e-8e24-b643add9fba5 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:20.146237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Updating router 198449eb-0ab1-427e-8e24-b643add9fba5 port 3e778989-98f0-4715-a07f-628d6afdf116 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:20.175978 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.218805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:20.229017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.239051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-e80a5855-6646-4392-9e46-3388145b27fa service neutron] 10.222.0.49 "GET /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013207 Nov 12 03:56:20.335650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b92d78ed-d50f-4e51-a6a4-b9f6981b0cdd service neutron] 10.222.0.49 "GET /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889215 Nov 12 03:56:20.417675 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.480166 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.488049 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.521070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a80151af-c81b-4df7-928d-5858c0f701e0 req-0823e99a-526b-4d25-a2d4-1e3777f4c109 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0437868 Nov 12 03:56:20.523333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Subnet': ['ID=004840d6-2f01-4d7a-a741-7079c55cf174,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:20.526381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Checking segment: {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:20.526739 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network hostable DHCP agents. Network: fb0f147c-d176-44cd-88aa-6d246ddc112b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:20.542510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3bd187-e4c0-4bdd-b9b6-13ab10ab53f6 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:20.549338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network fb0f147c-d176-44cd-88aa-6d246ddc112b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:20.564050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, fb0f147c-d176-44cd-88aa-6d246ddc112b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:20.574001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.574624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.580017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0551-75a4-4987-92b1-77b5ccd8fe4c None None] Pushing event updated for resources: {'Port': ['ID=3e778989-98f0-4715-a07f-628d6afdf116,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:20.583527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Attempting to bind port 3e778989-98f0-4715-a07f-628d6afdf116 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:20.583904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Attempting to bind port 3e778989-98f0-4715-a07f-628d6afdf116 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:20.584253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Attempting to bind port 3e778989-98f0-4715-a07f-628d6afdf116 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:20.586516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5051f95-bc25-4e04-863b-bace7a0c452c None None] Network fb0f147c-d176-44cd-88aa-6d246ddc112b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:20.609920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:20.610301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:20.610705 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.611176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:20.611666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Bound port: 3e778989-98f0-4715-a07f-628d6afdf116, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:20.612039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.613409 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bfbd7452-518d-4ca2-a98a-f615d1fdd758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5023091 Nov 12 03:56:20.613933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56798) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:20.713160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a4090fca-fb47-4a27-b9ab-b9bc0812154a None None] Provisioning complete for port 3e778989-98f0-4715-a07f-628d6afdf116 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:20.713540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4090fca-fb47-4a27-b9ab-b9bc0812154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.721190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] For port 3e778989-98f0-4715-a07f-628d6afdf116, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:20.725628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] For port 3e778989-98f0-4715-a07f-628d6afdf116, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3e778989-98f0-4715-a07f-628d6afdf116,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:20.750800 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.812443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a4090fca-fb47-4a27-b9ab-b9bc0812154a None None] Port 3e778989-98f0-4715-a07f-628d6afdf116 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:20.839352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021efaf8-805e-4ff7-9a14-347f3fc5dea3 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:20.867411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0551-75a4-4987-92b1-77b5ccd8fe4c None None] Pushing event updated for resources: {'Port': ['ID=3e778989-98f0-4715-a07f-628d6afdf116,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:20.879774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:20.880324 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:20.965652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-fb0f147c-d176-44cd-88aa-6d246ddc112b', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:20.969555 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.014718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9e151ba1-519f-4eed-8f42-5c9a11059c4a None None] Provisioning complete for port 3e778989-98f0-4715-a07f-628d6afdf116 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:21.015131 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9e151ba1-519f-4eed-8f42-5c9a11059c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.108123 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.131187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:21.335934 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9e151ba1-519f-4eed-8f42-5c9a11059c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.369610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Allocated IP 172.20.0.2 (fb0f147c-d176-44cd-88aa-6d246ddc112b/004840d6-2f01-4d7a-a741-7079c55cf174/002a3d13-fe8c-45b2-bafa-ccf696c8706d) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:21.377963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9e151ba1-519f-4eed-8f42-5c9a11059c4a None None] For port 3e778989-98f0-4715-a07f-628d6afdf116, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3e778989-98f0-4715-a07f-628d6afdf116,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:21.385849 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9e151ba1-519f-4eed-8f42-5c9a11059c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.520917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e151ba1-519f-4eed-8f42-5c9a11059c4a None None] Pushing event updated for resources: {'Port': ['ID=3e778989-98f0-4715-a07f-628d6afdf116,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:21.560264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:19Z', 'revision_number': 3, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:21.606276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841b9d0-c31c-4c2e-a482-67926d77b361 None None] The sync data for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 is: [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:19Z', 'revision_number': 3, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:21.671670 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.680240 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.698244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-daa73219-cf32-4f25-a219-5b4c3fd572f4 req-15fe7715-adf0-4db2-922b-69bfa3f291c3 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0494087 Nov 12 03:56:21.730431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Network fb0f147c-d176-44cd-88aa-6d246ddc112b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:21.745125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:21.749611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:21.757248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-c132b379-1ba8-4548-ab21-83d427426036 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:21.758749 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-c132b379-1ba8-4548-ab21-83d427426036 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.11 "GET /v2.0/networks?id=de056b31-29d3-4f46-86e4-e00fd9228fca HTTP/1.1" status: 200 len: 912 time: 0.1984191 Nov 12 03:56:21.759255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Pushing event updated for resources: {'Port': ['ID=002a3d13-fe8c-45b2-bafa-ccf696c8706d,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:21.773848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Request body: {'port': {'device_id': '399694c7-1de3-4225-99e8-6d3426c8ae3f', 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca', 'admin_state_up': True, 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:21.774674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.20.0.1 (fb0f147c-d176-44cd-88aa-6d246ddc112b/004840d6-2f01-4d7a-a741-7079c55cf174/61624705-ddec-4044-ae19-82147a372cec) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:21.800269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Made reservation on behalf of a07cca32dc7d485a812f514f46a0f888 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:21.802722 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.908947 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.975433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Allocated IP 172.20.0.12 (de056b31-29d3-4f46-86e4-e00fd9228fca/f09b40fb-2c46-45e7-8c16-eb807c89a2e9/768bc5ed-660c-42c6-8152-a2ad7ae60abd) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:21.987674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.012508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Attempting to bind port 002a3d13-fe8c-45b2-bafa-ccf696c8706d on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:22.012968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Attempting to bind port 002a3d13-fe8c-45b2-bafa-ccf696c8706d by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:22.013353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Attempting to bind port 002a3d13-fe8c-45b2-bafa-ccf696c8706d on network fb0f147c-d176-44cd-88aa-6d246ddc112b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:22.036260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:22.036710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Checking segment: {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:22.037481 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.037809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Bound using segment: {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:22.038338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Bound port: 002a3d13-fe8c-45b2-bafa-ccf696c8706d, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:22.038836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.055346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=61624705-ddec-4044-ae19-82147a372cec,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:22.063131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network fb0f147c-d176-44cd-88aa-6d246ddc112b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:22.064592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:22.067027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:22.123006 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.142352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] For port 002a3d13-fe8c-45b2-bafa-ccf696c8706d, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:22.146519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] For port 002a3d13-fe8c-45b2-bafa-ccf696c8706d, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=002a3d13-fe8c-45b2-bafa-ccf696c8706d,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:22.152410 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.180779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.213582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f170d-c966-4b98-8eec-b911e1f2de8b None None] Pushing event updated for resources: {'Port': ['ID=002a3d13-fe8c-45b2-bafa-ccf696c8706d,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:22.220794 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.239664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ef4e9c29-fbec-4f28-a131-022c34cecfc1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:22.295353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Network de056b31-29d3-4f46-86e4-e00fd9228fca is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:22.298539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:22.331019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.338702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:22.342390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Pushing event updated for resources: {'Port': ['ID=768bc5ed-660c-42c6-8152-a2ad7ae60abd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:22.444662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:22.447011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.494127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-40040279-b6c4-47fa-891b-502f1e86645f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7261634 Nov 12 03:56:22.505579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-8e7545cf-3dc5-4261-90aa-f0d01dbda002 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:56:22.506789 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-8e7545cf-3dc5-4261-90aa-f0d01dbda002 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059080 Nov 12 03:56:22.539347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Request body: {'port': {'device_id': '399694c7-1de3-4225-99e8-6d3426c8ae3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:22.664134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.749853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4edd152a-4148-4173-927d-2fa66aeac5a7 None None] Provisioning complete for port 768bc5ed-660c-42c6-8152-a2ad7ae60abd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:22.750207 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4edd152a-4148-4173-927d-2fa66aeac5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.845006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4edd152a-4148-4173-927d-2fa66aeac5a7 None None] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:22.881565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.887368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.934287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 002a3d13-fe8c-45b2-bafa-ccf696c8706d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:22.964439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86eea0-ee59-4d23-8983-44b2bf525d16 req-4b870e3e-c13f-45b5-93ad-2d24c3e00e95 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:22.972463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae86eea0-ee59-4d23-8983-44b2bf525d16 req-4b870e3e-c13f-45b5-93ad-2d24c3e00e95 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 1028 time: 0.1335573 Nov 12 03:56:22.989167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.991457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=61624705-ddec-4044-ae19-82147a372cec,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.020951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 002a3d13-fe8c-45b2-bafa-ccf696c8706d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:23.021468 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.057947 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae86eea0-ee59-4d23-8983-44b2bf525d16 req-6e9d345a-f48e-480a-b01f-986f19017ed0 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845628 Nov 12 03:56:23.114220 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.126011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768bc5ed-660c-42c6-8152-a2ad7ae60abd {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:23.134910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.149543 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.150243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 002a3d13-fe8c-45b2-bafa-ccf696c8706d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=002a3d13-fe8c-45b2-bafa-ccf696c8706d,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:23.159254 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.159751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3e778989-98f0-4715-a07f-628d6afdf116 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:23.206437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Pushing event updated for resources: {'Port': ['ID=768bc5ed-660c-42c6-8152-a2ad7ae60abd,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.261920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=002a3d13-fe8c-45b2-bafa-ccf696c8706d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.272726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 3e778989-98f0-4715-a07f-628d6afdf116 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:23.273578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.309788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.310916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.311266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.320463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.320870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.329748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.329929 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.330332 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 2 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.352672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.353938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.354281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.373562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.373842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.381109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.381454 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.382181 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 3 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.402266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.403717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.405053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.412415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.412892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.419243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.419667 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.420137 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 4 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.423210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network fb0f147c-d176-44cd-88aa-6d246ddc112b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:23.424660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:23.437315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.437650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.437968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.443107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.443374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.447858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.448183 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.448568 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 5 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.467135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.467135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.467435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.472073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.472449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.478152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.478707 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.479101 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 6 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.500595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.500595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.500817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.512305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.514477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.523295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.523633 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.524091 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 7 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.548484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.548784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.549133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.553748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.554064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.573516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.573838 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.574226 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 8 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.586678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-553dad27-2ba0-405e-aa2e-5e2fdcb74c87 None None] Provisioning complete for port 768bc5ed-660c-42c6-8152-a2ad7ae60abd triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:23.587058 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-553dad27-2ba0-405e-aa2e-5e2fdcb74c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.590990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 198449eb-0ab1-427e-8e24-b643add9fba5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:23.602302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.603001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.603554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.610006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.610561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.615885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.616427 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.617033 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 9 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.631206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-553dad27-2ba0-405e-aa2e-5e2fdcb74c87 None None] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:23.633286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.633797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.634291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.640182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.640503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.645662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.646003 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.646395 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempt 10 to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd Nov 12 03:56:23.659809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:23.660151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd by drivers openvswitch,hyperv on host n-h2-789963-21 at level 0 using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:23.660530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.665324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.666334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempting to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:23.670973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca not bound, no agent of type HyperV agent registered on host n-h2-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:23.671298 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Failed to bind port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 for vnic_type normal using segments [{'id': '84847f01-af15-4950-a491-300f72edadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'de056b31-29d3-4f46-86e4-e00fd9228fca'}] Nov 12 03:56:23.671667 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.720834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:23.728672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5fbd8f83-a066-469d-820f-4e62d1d715d4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "PUT /v2.0/routers/198449eb-0ab1-427e-8e24-b643add9fba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1132324 Nov 12 03:56:23.730115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56816) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:23.745939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] For port 768bc5ed-660c-42c6-8152-a2ad7ae60abd, host n-h2-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:23.745939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:56:23.755317 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.804993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] In _notify_port_updated(), no bound segment for port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on network de056b31-29d3-4f46-86e4-e00fd9228fca {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:56:23.805877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.806478 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.807855 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] 10.222.0.11 "PUT /v2.0/ports/768bc5ed-660c-42c6-8152-a2ad7ae60abd HTTP/1.1" status: 200 len: 1058 time: 1.2856119 Nov 12 03:56:23.811043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399694c7-1de3-4225-99e8-6d3426c8ae3f', 'tag': '768bc5ed-660c-42c6-8152-a2ad7ae60abd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:23.813344 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad350a1-642b-402b-a8a3-9334f69c6591" -d '{"events": [{"name": "network-changed", "server_uuid": "399694c7-1de3-4225-99e8-6d3426c8ae3f", "tag": "768bc5ed-660c-42c6-8152-a2ad7ae60abd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:23.850886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150036d7-48f8-40c0-8979-74561396ec3b service neutron] Pushing event updated for resources: {'Port': ['ID=768bc5ed-660c-42c6-8152-a2ad7ae60abd,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.864317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf441879-438c-4296-a09e-85f99e4b0c74 None None] Network fb0f147c-d176-44cd-88aa-6d246ddc112b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:23.909957 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9160d1-f287-429d-8222-ec2c7772bdac x-openstack-request-id: req-bf9160d1-f287-429d-8222-ec2c7772bdac {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:23.910290 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399694c7-1de3-4225-99e8-6d3426c8ae3f", "tag": "768bc5ed-660c-42c6-8152-a2ad7ae60abd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:23.910697 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf9160d1-f287-429d-8222-ec2c7772bdac {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:23.911229 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399694c7-1de3-4225-99e8-6d3426c8ae3f', 'tag': '768bc5ed-660c-42c6-8152-a2ad7ae60abd', 'status': 'completed', 'code': 200} Nov 12 03:56:23.934289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Deleting port 768bc5ed-660c-42c6-8152-a2ad7ae60abd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:23.941125 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.984290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9f468fd0-4a79-4a70-855c-8094d9832437 None None] Provisioning complete for port 002a3d13-fe8c-45b2-bafa-ccf696c8706d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:23.985055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f468fd0-4a79-4a70-855c-8094d9832437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.989592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.990158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.990536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.991209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.991841 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.992478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.993287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.993918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.994567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.998028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e8ff9b89-2940-4b1f-9eea-3fadec1df094 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6380 time: 0.2667041 Nov 12 03:56:24.000770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56820) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:24.078774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] For port 768bc5ed-660c-42c6-8152-a2ad7ae60abd, host n-h2-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:24.080122 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.098997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Calling delete_port for 768bc5ed-660c-42c6-8152-a2ad7ae60abd owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:24.133694 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad350a1-642b-402b-a8a3-9334f69c6591 req-6faabee7-5adb-4bb1-b437-d07e7051472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.135225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ad350a1-642b-402b-a8a3-9334f69c6591 req-6faabee7-5adb-4bb1-b437-d07e7051472e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a07cca32dc7d485a812f514f46a0f888&device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 1061 time: 0.1354342 Nov 12 03:56:24.155525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.156002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.156467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.156955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.157413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.157865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.158318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.158769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.159220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.161777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f4a710a3-89e5-4ec7-9928-200746595b9d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5909 time: 0.1598983 Nov 12 03:56:24.164721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56826) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:24.266549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.279263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ef4e9c29-fbec-4f28-a131-022c34cecfc1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:24.282363 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Sync routers for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:24.294005 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:24.295194 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:24.347563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Pushing event deleted for resources: {'Port': ['ID=768bc5ed-660c-42c6-8152-a2ad7ae60abd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:24.354888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78f62352-7853-4002-8a87-f3c21f032b7b req-72f8ba05-1456-49cf-a5d5-c079bfe22aa9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.1469321 Nov 12 03:56:24.357841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2fa43093-ef78-4fc6-9b04-a22bcd38fcc1 None None] Could not find standard attr ID for object 768bc5ed-660c-42c6-8152-a2ad7ae60abd. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:56:24.426787 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:24.429791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] No DVR routers for this DVR port 768bc5ed-660c-42c6-8152-a2ad7ae60abd on host n-h2-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:24.433805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.438346 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.11 "DELETE /v2.0/ports/768bc5ed-660c-42c6-8152-a2ad7ae60abd HTTP/1.1" status: 204 len: 173 time: 0.6221263 Nov 12 03:56:24.565055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad350a1-642b-402b-a8a3-9334f69c6591 req-5621af4e-7b1c-4289-97b2-2411fec20406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.566570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ad350a1-642b-402b-a8a3-9334f69c6591 req-5621af4e-7b1c-4289-97b2-2411fec20406 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a07cca32dc7d485a812f514f46a0f888&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4034460 Nov 12 03:56:24.631126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-81da3a7c-d0ef-4fb1-a757-6e3581c22b93 None None] Provisioning complete for port 002a3d13-fe8c-45b2-bafa-ccf696c8706d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:24.631520 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81da3a7c-d0ef-4fb1-a757-6e3581c22b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.765546 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:22Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:22Z', 'revision_number': 2, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:24.798718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-81da3a7c-d0ef-4fb1-a757-6e3581c22b93 None None] Provisioning complete for port 61624705-ddec-4044-ae19-82147a372cec triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:24.799181 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81da3a7c-d0ef-4fb1-a757-6e3581c22b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.799533 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Checking router: 198449eb-0ab1-427e-8e24-b643add9fba5 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:24.804596 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Updating router 198449eb-0ab1-427e-8e24-b643add9fba5 port 61624705-ddec-4044-ae19-82147a372cec binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:24.828986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 002a3d13-fe8c-45b2-bafa-ccf696c8706d up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:24.848523 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.888210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad350a1-642b-402b-a8a3-9334f69c6591 req-88351e7f-d19c-4d75-b9a1-8b38e4160674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.890043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ad350a1-642b-402b-a8a3-9334f69c6591 req-88351e7f-d19c-4d75-b9a1-8b38e4160674 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3161659 Nov 12 03:56:24.894312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-81da3a7c-d0ef-4fb1-a757-6e3581c22b93 None None] Port 61624705-ddec-4044-ae19-82147a372cec cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:24.914320 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.917995 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-767a0ce6-e6c4-479d-bffe-7e499833c154 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5196 time: 0.7519076 Nov 12 03:56:24.919838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 002a3d13-fe8c-45b2-bafa-ccf696c8706d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:24.920258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.984298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-17a31849-b691-4003-9c97-75e1d9bd7bf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a07cca32dc7d485a812f514f46a0f888&device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0304630 Nov 12 03:56:25.058881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ced8cd27-6147-4e05-91d6-e876779dbb60 None None] Provisioning complete for port 61624705-ddec-4044-ae19-82147a372cec triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:25.059259 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ced8cd27-6147-4e05-91d6-e876779dbb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.107772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-a6dee119-7dc2-48e9-b553-54d684d5a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.108349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ced8cd27-6147-4e05-91d6-e876779dbb60 None None] Port 61624705-ddec-4044-ae19-82147a372cec cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:25.110990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-a6dee119-7dc2-48e9-b553-54d684d5a88c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a07cca32dc7d485a812f514f46a0f888&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1125894 Nov 12 03:56:25.221738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-44dabe1f-7f09-478f-b538-c78e6000bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.224611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-44dabe1f-7f09-478f-b538-c78e6000bd73 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1060479 Nov 12 03:56:25.230424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f77d0ca0-d6ed-4529-9e72-fcd4d517f10e None None] Provisioning complete for port 61624705-ddec-4044-ae19-82147a372cec triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:25.230865 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f77d0ca0-d6ed-4529-9e72-fcd4d517f10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.241436 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.248899 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.256857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56832) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.264095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-30e9cad3-de2b-4392-b712-04895d6792b9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478855604', 'description': 'tempest-secgroup-smoke-478855604 description', 'project_id': '6e7583380bbe488d8e8421c488c64c0c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:25.277665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f77d0ca0-d6ed-4529-9e72-fcd4d517f10e None None] Port 61624705-ddec-4044-ae19-82147a372cec cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:25.290689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30e9cad3-de2b-4392-b712-04895d6792b9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.302784 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Pushing event updated for resources: {'Port': ['ID=61624705-ddec-4044-ae19-82147a372cec,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.324239 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.324585 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.324949 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.325278 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.325761 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.326464 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.326464 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.326675 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.326919 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.327232 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.327549 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.328062 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:25.364513 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Attempting to bind port 61624705-ddec-4044-ae19-82147a372cec on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:25.364935 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Attempting to bind port 61624705-ddec-4044-ae19-82147a372cec by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:25.365064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-6c7871d2-4cc1-4c5a-aaaf-2c3a79f36ec2 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0369589 Nov 12 03:56:25.365329 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Attempting to bind port 61624705-ddec-4044-ae19-82147a372cec on network fb0f147c-d176-44cd-88aa-6d246ddc112b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:25.370721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:25.371606 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Checking segment: {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:25.371606 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.371833 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Bound using segment: {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:25.372394 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Bound port: 61624705-ddec-4044-ae19-82147a372cec, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:25.373596 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.416384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30e9cad3-de2b-4392-b712-04895d6792b9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.424323 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30e9cad3-de2b-4392-b712-04895d6792b9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.467666 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30e9cad3-de2b-4392-b712-04895d6792b9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.471884 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56836) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.472423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-30e9cad3-de2b-4392-b712-04895d6792b9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2139828 Nov 12 03:56:25.474658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9cad3-de2b-4392-b712-04895d6792b9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcbcd87-30c4-414d-b6a2-9957286744bc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.477767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8f4951de-12a4-4aa3-be59-5356657a383e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '5bcbcd87-30c4-414d-b6a2-9957286744bc', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:25.498107 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] For port 61624705-ddec-4044-ae19-82147a372cec, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:25.504520 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] For port 61624705-ddec-4044-ae19-82147a372cec, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=61624705-ddec-4044-ae19-82147a372cec,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:25.511939 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.542443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f3120fdc-1618-4932-b365-e06248103a94 req-3c5648e3-a284-4e0d-a9e1-31470722244a tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0382681 Nov 12 03:56:25.546044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f4951de-12a4-4aa3-be59-5356657a383e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.592066 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159862f5-2db7-4f5b-93fd-a86af46ea669 None None] Pushing event updated for resources: {'Port': ['ID=61624705-ddec-4044-ae19-82147a372cec,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.597565 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:25.598404 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:25.618791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-812b9cee-e742-48be-a59a-8f3b7bb14865 None None] Provisioning complete for port 61624705-ddec-4044-ae19-82147a372cec triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:25.619853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-812b9cee-e742-48be-a59a-8f3b7bb14865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.624301 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f4951de-12a4-4aa3-be59-5356657a383e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.632127 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f4951de-12a4-4aa3-be59-5356657a383e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.656385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4951de-12a4-4aa3-be59-5356657a383e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2762d4d7-237c-45f1-9e83-869fc6903868,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.680086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8f4951de-12a4-4aa3-be59-5356657a383e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.681622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8f4951de-12a4-4aa3-be59-5356657a383e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2084351 Nov 12 03:56:25.708358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.720332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-716cf91e-15f2-4611-8c76-3b63d58c7fb6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '5bcbcd87-30c4-414d-b6a2-9957286744bc', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:25.725261 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-812b9cee-e742-48be-a59a-8f3b7bb14865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.748666 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:25.765046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-812b9cee-e742-48be-a59a-8f3b7bb14865 None None] For port 61624705-ddec-4044-ae19-82147a372cec, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=61624705-ddec-4044-ae19-82147a372cec,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:25.778364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-812b9cee-e742-48be-a59a-8f3b7bb14865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.779346 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-716cf91e-15f2-4611-8c76-3b63d58c7fb6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.836777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b9cee-e742-48be-a59a-8f3b7bb14865 None None] Pushing event updated for resources: {'Port': ['ID=61624705-ddec-4044-ae19-82147a372cec,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.875056 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-716cf91e-15f2-4611-8c76-3b63d58c7fb6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.879557 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-716cf91e-15f2-4611-8c76-3b63d58c7fb6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.886423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-4fe7aabd-a547-4b7b-a025-5fc9f0b02fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a07cca32dc7d485a812f514f46a0f888&device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0263264 Nov 12 03:56:25.902641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cf91e-15f2-4611-8c76-3b63d58c7fb6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3314866-dc1e-48c0-b76d-693eab7d21f0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.909771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e1c42610-6a33-493c-8e56-7cc6c6292b14 None None] Provisioning complete for port 61624705-ddec-4044-ae19-82147a372cec triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:25.910210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-716cf91e-15f2-4611-8c76-3b63d58c7fb6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.910368 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e1c42610-6a33-493c-8e56-7cc6c6292b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.911491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-716cf91e-15f2-4611-8c76-3b63d58c7fb6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2001705 Nov 12 03:56:25.912127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399694c7-1de3-4225-99e8-6d3426c8ae3f', 'name': 'network-vif-deleted', 'tag': '768bc5ed-660c-42c6-8152-a2ad7ae60abd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:25.916218 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0dde04-24e9-4be2-8a1e-1dd828b6e7cc" -d '{"events": [{"server_uuid": "399694c7-1de3-4225-99e8-6d3426c8ae3f", "name": "network-vif-deleted", "tag": "768bc5ed-660c-42c6-8152-a2ad7ae60abd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:25.920260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56842) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.924788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-92b49bf4-859a-453e-957d-0c8cd7172488 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '5bcbcd87-30c4-414d-b6a2-9957286744bc', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:25.956000 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af515525-4517-4cac-83e6-e1775deb736f x-openstack-request-id: req-af515525-4517-4cac-83e6-e1775deb736f {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:25.956367 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399694c7-1de3-4225-99e8-6d3426c8ae3f", "name": "network-vif-deleted", "tag": "768bc5ed-660c-42c6-8152-a2ad7ae60abd", "status": "failed", "code": 422}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:25.956691 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af515525-4517-4cac-83e6-e1775deb736f {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:25.957299 n-d-789963-21 neutron-server[102628]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '399694c7-1de3-4225-99e8-6d3426c8ae3f', 'name': 'network-vif-deleted', 'tag': '768bc5ed-660c-42c6-8152-a2ad7ae60abd', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:56:25.996533 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:22Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:26.031378 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6f2d7-9203-4b3a-8710-71a4e0b1a609 None None] The sync data for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 is: [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:22Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:26.032716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92b49bf4-859a-453e-957d-0c8cd7172488 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.386664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-4754643b-cae6-4e7b-9222-7865bf710876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.388772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-4754643b-cae6-4e7b-9222-7865bf710876 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a07cca32dc7d485a812f514f46a0f888&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4878101 Nov 12 03:56:26.467778 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92b49bf4-859a-453e-957d-0c8cd7172488 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.476870 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92b49bf4-859a-453e-957d-0c8cd7172488 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.507676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b49bf4-859a-453e-957d-0c8cd7172488 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223944cf-b9a9-4fd1-8bb8-6ccbe326a189,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.521195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-287dab8c-4e4c-44bc-9c6a-215757070dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.522915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-287dab8c-4e4c-44bc-9c6a-215757070dee service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1275930 Nov 12 03:56:26.525967 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92b49bf4-859a-453e-957d-0c8cd7172488 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.527073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-92b49bf4-859a-453e-957d-0c8cd7172488 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6057620 Nov 12 03:56:26.529903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56846) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.535054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-56d06b03-d7dc-4cac-af58-7f5c08959975 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '5bcbcd87-30c4-414d-b6a2-9957286744bc', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:26.563709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56d06b03-d7dc-4cac-af58-7f5c08959975 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.612031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-84939843-e0d3-4d63-a16e-d7fb32dbec2a tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0333185 Nov 12 03:56:26.672479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0c1dda1f-0ddd-483a-88b7-1aef321f04a5 req-a1030377-0763-4a19-905f-0343ccf28bbe tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0399883 Nov 12 03:56:26.692204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56d06b03-d7dc-4cac-af58-7f5c08959975 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.704151 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56d06b03-d7dc-4cac-af58-7f5c08959975 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.727877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06b03-d7dc-4cac-af58-7f5c08959975 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb695637-f621-4e23-84f4-89e59ec1a571,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.755020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56d06b03-d7dc-4cac-af58-7f5c08959975 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.759594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56850) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.760164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-56d06b03-d7dc-4cac-af58-7f5c08959975 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2287593 Nov 12 03:56:26.767359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1f8edcc5-e62f-4658-920e-cdf543d6a9ad tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '5bcbcd87-30c4-414d-b6a2-9957286744bc', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:26.798902 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-1f8edcc5-e62f-4658-920e-cdf543d6a9ad tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Project 6e7583380bbe488d8e8421c488c64c0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:56:26.804608 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f8edcc5-e62f-4658-920e-cdf543d6a9ad tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.820656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 61624705-ddec-4044-ae19-82147a372cec up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:26.885705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 61624705-ddec-4044-ae19-82147a372cec triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:26.886359 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.897426 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f8edcc5-e62f-4658-920e-cdf543d6a9ad tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.902191 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f8edcc5-e62f-4658-920e-cdf543d6a9ad tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.933635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8edcc5-e62f-4658-920e-cdf543d6a9ad tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe563dc-b0a7-4037-91bf-f9f6bba04656,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.948248 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f8edcc5-e62f-4658-920e-cdf543d6a9ad tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.957203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1f8edcc5-e62f-4658-920e-cdf543d6a9ad tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1928279 Nov 12 03:56:26.957440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56854) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.961143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-73ae6c60-500e-490e-8f32-93bac6741293 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '5bcbcd87-30c4-414d-b6a2-9957286744bc', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:26.987199 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-73ae6c60-500e-490e-8f32-93bac6741293 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Project 6e7583380bbe488d8e8421c488c64c0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:56:26.993563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73ae6c60-500e-490e-8f32-93bac6741293 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.060369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73ae6c60-500e-490e-8f32-93bac6741293 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.066277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73ae6c60-500e-490e-8f32-93bac6741293 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.085768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae6c60-500e-490e-8f32-93bac6741293 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3280ce-1fa6-4edc-9b4e-a22550443bd6,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.096426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73ae6c60-500e-490e-8f32-93bac6741293 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.101243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-73ae6c60-500e-490e-8f32-93bac6741293 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437862 Nov 12 03:56:27.261947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-12a93c7d-8b16-4a17-a258-b5bb150a3872 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478855604&fields=id&tenant_id=6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 267 time: 0.0548251 Nov 12 03:56:27.372077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-4525cb52-9924-4f9f-ad74-b1f2faf3d054 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.373988 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-4525cb52-9924-4f9f-ad74-b1f2faf3d054 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/networks?id=fb0f147c-d176-44cd-88aa-6d246ddc112b HTTP/1.1" status: 200 len: 797 time: 0.1042340 Nov 12 03:56:27.389725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-a6da8be5-36de-4d7c-9533-de780440cdb1 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/quotas/6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 375 time: 0.0099344 Nov 12 03:56:27.442666 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-284cab1f-5a9e-4419-a623-2fd3c0373cc7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472968 Nov 12 03:56:27.549135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-d96a295d-fb42-453a-b546-10cde94e7f81 service neutron] 10.222.0.49 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937119 Nov 12 03:56:27.638108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-aba904f4-9bc7-405d-a49f-28d8f746e4a5 service neutron] 10.222.0.49 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829043 Nov 12 03:56:27.790693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22db6dfb-38eb-4818-b2c5-77a2931d0e90 req-0d4c463f-e709-4e87-bb9f-7f39d45e3dda tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0286579 Nov 12 03:56:27.807421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-369124f9-ed74-44a9-b5ee-f4cf3259a2a5 req-9c61380c-f2db-4786-9020-540f46d5531f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 210 time: 0.0345514 Nov 12 03:56:27.943300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f286763a-c628-4251-bedc-54de41befd47 req-5a6d3f57-a318-4466-8d4f-d2e06ae64988 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=399694c7-1de3-4225-99e8-6d3426c8ae3f HTTP/1.1" status: 200 len: 210 time: 0.0284915 Nov 12 03:56:28.485805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde3ad8-cc61-4497-afce-00616fa45cec req-35035124-a1ed-4a39-ab18-38a1766b176f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.487353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cfde3ad8-cc61-4497-afce-00616fa45cec req-35035124-a1ed-4a39-ab18-38a1766b176f tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1097 time: 0.0420156 Nov 12 03:56:28.533445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cfde3ad8-cc61-4497-afce-00616fa45cec req-56065627-6b09-44ea-add3-3b33bc8182cf tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387282 Nov 12 03:56:28.899567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-6d955edb-11c3-48e3-98a8-9715756a6d7b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.901082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-6d955edb-11c3-48e3-98a8-9715756a6d7b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/networks?id=fb0f147c-d176-44cd-88aa-6d246ddc112b HTTP/1.1" status: 200 len: 797 time: 0.1112273 Nov 12 03:56:28.916144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f6d91e6-13e7-47f5-a2d1-c57bbf31ef2a req-73c11e7d-f7f3-49a9-bb9a-8260714b2ad2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 210 time: 0.0303233 Nov 12 03:56:28.971807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-920d331e-85cd-42f4-a676-c88a6059f896 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 379 time: 0.0595367 Nov 12 03:56:28.983146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'port': {'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'admin_state_up': True, 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'security_groups': ['5bcbcd87-30c4-414d-b6a2-9957286744bc']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:29.090515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:29.094646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.221012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.20.0.14 (fb0f147c-d176-44cd-88aa-6d246ddc112b/004840d6-2f01-4d7a-a741-7079c55cf174/be6a79b6-b5a1-419f-9a08-310dcbeedbba) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:29.363079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.396591 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.440802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network fb0f147c-d176-44cd-88aa-6d246ddc112b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:29.446164 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:29.451441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:29.477162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=be6a79b6-b5a1-419f-9a08-310dcbeedbba,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:29.506908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:29.507736 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.525210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8ccac80c-fd91-40cd-a8d8-0d72122cd9d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5462654 Nov 12 03:56:29.538582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Request body: {'port': {'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:29.605392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.651511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5d138-f2e8-428d-8a7f-61b5fb08ec61 req-ee57ba43-d2c7-470b-a89d-9ed6ca632c2b tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:29.653412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dec5d138-f2e8-428d-8a7f-61b5fb08ec61 req-ee57ba43-d2c7-470b-a89d-9ed6ca632c2b tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1097 time: 0.0437167 Nov 12 03:56:29.704477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dec5d138-f2e8-428d-8a7f-61b5fb08ec61 req-61bad3bf-ac8b-48b1-aa79-0cacddb636f7 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=10b21d4d-ca11-449d-844e-bd44e56de948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Nov 12 03:56:29.765531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-073b5137-0406-486f-a58c-5bcbc9a74c58 None None] Provisioning complete for port be6a79b6-b5a1-419f-9a08-310dcbeedbba triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:29.766114 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-073b5137-0406-486f-a58c-5bcbc9a74c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.800537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-073b5137-0406-486f-a58c-5bcbc9a74c58 None None] Port be6a79b6-b5a1-419f-9a08-310dcbeedbba cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:29.876925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6a79b6-b5a1-419f-9a08-310dcbeedbba {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:29.884365 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.896914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Transition to ACTIVE for port object be6a79b6-b5a1-419f-9a08-310dcbeedbba will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:29.901090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.912983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491fb52-e729-43d4-9b81-72c141290d23 req-e419e5bb-f6f7-4035-bee1-56bea86339f6 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:29.914479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4491fb52-e729-43d4-9b81-72c141290d23 req-e419e5bb-f6f7-4035-bee1-56bea86339f6 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 1097 time: 0.0406756 Nov 12 03:56:29.974013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Pushing event updated for resources: {'Port': ['ID=be6a79b6-b5a1-419f-9a08-310dcbeedbba,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.008927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.009292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.009630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.009969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.010320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.010644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.010979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.011307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.011638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.011966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.012293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.012680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:30.035319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Deleting port ef4e9c29-fbec-4f28-a131-022c34cecfc1 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:30.036278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.076860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Attempting to bind port be6a79b6-b5a1-419f-9a08-310dcbeedbba on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:30.077122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Attempting to bind port be6a79b6-b5a1-419f-9a08-310dcbeedbba by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:30.077457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Attempting to bind port be6a79b6-b5a1-419f-9a08-310dcbeedbba on network fb0f147c-d176-44cd-88aa-6d246ddc112b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:30.085124 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Port be6a79b6-b5a1-419f-9a08-310dcbeedbba on network fb0f147c-d176-44cd-88aa-6d246ddc112b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:30.085357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Attempting to bind port be6a79b6-b5a1-419f-9a08-310dcbeedbba on network fb0f147c-d176-44cd-88aa-6d246ddc112b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:30.097768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34716e-357f-40ae-9408-feb23ed7412e req-3946ddc8-ed67-4d1d-a96a-4f70b781eaf4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.099023 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a34716e-357f-40ae-9408-feb23ed7412e req-3946ddc8-ed67-4d1d-a96a-4f70b781eaf4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 944 time: 0.0767789 Nov 12 03:56:30.102437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:30.102782 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Checking segment: {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:30.103174 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Bound using segment: {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:30.103614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Bound port: be6a79b6-b5a1-419f-9a08-310dcbeedbba, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43768a7f-f1d7-46fe-8584-cc23e0e38479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:30.103977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.144545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] For port ef4e9c29-fbec-4f28-a131-022c34cecfc1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ef4e9c29-fbec-4f28-a131-022c34cecfc1,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:30.145089 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.160004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Calling delete_port for ef4e9c29-fbec-4f28-a131-022c34cecfc1 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:30.199910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a34716e-357f-40ae-9408-feb23ed7412e req-afc6ae38-8fe5-47cf-be5f-0ceaf2cdce80 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924821 Nov 12 03:56:30.209662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] For port be6a79b6-b5a1-419f-9a08-310dcbeedbba, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:30.212702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] For port be6a79b6-b5a1-419f-9a08-310dcbeedbba, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:30.218213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.258865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.259496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.260933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] 10.222.0.20 "PUT /v2.0/ports/be6a79b6-b5a1-419f-9a08-310dcbeedbba HTTP/1.1" status: 200 len: 1093 time: 0.7266378 Nov 12 03:56:30.263774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:30.266944 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:30.298595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce949e9-ee01-4ebf-acbb-e6dcc02e127c service neutron] Pushing event updated for resources: {'Port': ['ID=be6a79b6-b5a1-419f-9a08-310dcbeedbba,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.312137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.323679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ef4e9c29-fbec-4f28-a131-022c34cecfc1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:30.344160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef4e9c29-fbec-4f28-a131-022c34cecfc1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.346249 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd5c483-e133-4975-bbb3-f96696001283 x-openstack-request-id: req-fcd5c483-e133-4975-bbb3-f96696001283 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:30.346648 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:30.347084 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcd5c483-e133-4975-bbb3-f96696001283 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:30.348160 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'status': 'completed', 'code': 200} Nov 12 03:56:30.374254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-6fdac894-c590-4d87-abe4-b6fb745b720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.375794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-6fdac894-c590-4d87-abe4-b6fb745b720f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 1096 time: 0.0662601 Nov 12 03:56:30.398244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] No DVR routers for this DVR port ef4e9c29-fbec-4f28-a131-022c34cecfc1 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:30.400868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.404403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4491fb52-e729-43d4-9b81-72c141290d23 req-7b9eb8ff-252b-42a6-b6a5-a9a9343a721c tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ef4e9c29-fbec-4f28-a131-022c34cecfc1 HTTP/1.1" status: 204 len: 173 time: 0.4838119 Nov 12 03:56:30.404967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aefe484-9146-4d21-bb85-aeff4a754f43', 'name': 'network-vif-deleted', 'tag': 'ef4e9c29-fbec-4f28-a131-022c34cecfc1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:30.407345 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d06a6e-c700-4e15-a1a5-1d0788200801" -d '{"events": [{"server_uuid": "7aefe484-9146-4d21-bb85-aeff4a754f43", "name": "network-vif-deleted", "tag": "ef4e9c29-fbec-4f28-a131-022c34cecfc1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:30.425503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-8c1fc0b5-1280-4c13-a3b0-15cdfdcc3642 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba HTTP/1.1" status: 200 len: 217 time: 0.0407131 Nov 12 03:56:30.462062 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ec173-6038-4766-859e-f2bb16317421 x-openstack-request-id: req-870ec173-6038-4766-859e-f2bb16317421 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:30.462380 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aefe484-9146-4d21-bb85-aeff4a754f43", "name": "network-vif-deleted", "tag": "ef4e9c29-fbec-4f28-a131-022c34cecfc1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:30.462639 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-870ec173-6038-4766-859e-f2bb16317421 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:30.463067 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aefe484-9146-4d21-bb85-aeff4a754f43', 'name': 'network-vif-deleted', 'tag': 'ef4e9c29-fbec-4f28-a131-022c34cecfc1', 'status': 'completed', 'code': 200} Nov 12 03:56:30.489607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-37be1095-c498-416d-9b80-a800eda78ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.491123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-37be1095-c498-416d-9b80-a800eda78ff0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=004840d6-2f01-4d7a-a741-7079c55cf174 HTTP/1.1" status: 200 len: 835 time: 0.0595095 Nov 12 03:56:30.574955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-75a7944d-2bdf-49eb-adc9-60286b89430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.577272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-75a7944d-2bdf-49eb-adc9-60286b89430f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb0f147c-d176-44cd-88aa-6d246ddc112b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755405 Nov 12 03:56:30.613139 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:30.682013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-446a52bb-4d3a-407e-b217-d58a368ca150 service neutron] 10.222.0.20 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939369 Nov 12 03:56:30.777070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d1159c37-bbe5-486a-bf06-86a51272fc16 req-c8fdbfc7-413e-4f1b-8911-5df0b7909715 service neutron] 10.222.0.20 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863423 Nov 12 03:56:30.818511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e56dede-87b9-4af0-b183-a3298e79eeae req-8096ddc3-c740-4c2e-8e3f-38bdb26b51e4 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7aefe484-9146-4d21-bb85-aeff4a754f43 HTTP/1.1" status: 200 len: 210 time: 0.0300059 Nov 12 03:56:30.872513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-e81069e7-4286-4d53-9e33-0bb352cac03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.874117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-e81069e7-4286-4d53-9e33-0bb352cac03f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 1096 time: 0.0447793 Nov 12 03:56:30.971386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-c7c25144-3729-4a7a-ae8a-eb944d91b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.972869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-c7c25144-3729-4a7a-ae8a-eb944d91b3ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb0f147c-d176-44cd-88aa-6d246ddc112b HTTP/1.1" status: 200 len: 899 time: 0.0907390 Nov 12 03:56:31.013246 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-7edc13ba-0a8f-4ed5-9b43-d9d150706638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba HTTP/1.1" status: 200 len: 217 time: 0.0337048 Nov 12 03:56:31.066217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-94003152-3791-4d5f-9bcb-14c6046466d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:31.067618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-94003152-3791-4d5f-9bcb-14c6046466d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=004840d6-2f01-4d7a-a741-7079c55cf174 HTTP/1.1" status: 200 len: 835 time: 0.0470614 Nov 12 03:56:31.113683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-01b8ab8f-011e-4f58-8a88-2f677505adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:31.115165 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-01b8ab8f-011e-4f58-8a88-2f677505adb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb0f147c-d176-44cd-88aa-6d246ddc112b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398800 Nov 12 03:56:31.205874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-212965cd-2620-4b7f-97c0-1d502f8fc84d service neutron] 10.222.0.20 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832272 Nov 12 03:56:31.302525 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d5db3d6-f7a8-4a98-8892-af97cc68efcc req-f013b2e8-7edc-4000-a0c5-fbca8be730b1 service neutron] 10.222.0.20 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893075 Nov 12 03:56:31.327704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002d114-3329-40f5-80e7-4b32a6806b81 req-8cbdcb3b-f525-4756-9628-5c1d9a65d91d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:31.328291 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c733709-5922-4395-80e0-8eb6afb04bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.329926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5002d114-3329-40f5-80e7-4b32a6806b81 req-8cbdcb3b-f525-4756-9628-5c1d9a65d91d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 944 time: 0.0544627 Nov 12 03:56:31.379284 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5002d114-3329-40f5-80e7-4b32a6806b81 req-dc3bc088-f976-449a-b04e-b944832bfd60 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439608 Nov 12 03:56:31.886279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56918) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:32.241930 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.522789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82e0b-d788-4399-bdb2-fdc7215eb41c req-362eb46a-e7f7-489b-9f4f-bfe5833c103c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:32.524232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a82e0b-d788-4399-bdb2-fdc7215eb41c req-362eb46a-e7f7-489b-9f4f-bfe5833c103c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 944 time: 0.0645223 Nov 12 03:56:32.528883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Deleting port 04d8bc6e-78fa-4938-80c5-6d29780ad448 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:32.529219 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.622413 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14a82e0b-d788-4399-bdb2-fdc7215eb41c req-c6c73b99-e74e-4930-97eb-abf8a31825d8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904658 Nov 12 03:56:32.641650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] For port 04d8bc6e-78fa-4938-80c5-6d29780ad448, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=04d8bc6e-78fa-4938-80c5-6d29780ad448,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:32.642007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.659275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Calling delete_port for 04d8bc6e-78fa-4938-80c5-6d29780ad448 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:32.831842 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.856493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d8bc6e-78fa-4938-80c5-6d29780ad448,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.023272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.234998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Router ca764436-6028-4255-8ac6-f75345986d60 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:33.346020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:33.351051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d8cd4012-e41c-4eb3-b58b-b1a7722db162 admin admin] 10.222.0.49 "PUT /v2.0/routers/ca764436-6028-4255-8ac6-f75345986d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636526 Nov 12 03:56:33.353558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56926) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:33.356427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] Sync routers for ids ['ca764436-6028-4255-8ac6-f75345986d60'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:33.366512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] Routers {'ca764436-6028-4255-8ac6-f75345986d60'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:33.367126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ca764436-6028-4255-8ac6-f75345986d60'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:33.459479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.473592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] Set router ca764436-6028-4255-8ac6-f75345986d60 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:33.578930 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.605260 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1d41c9df-e5e5-49f9-8fec-90f07ec3906f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.642619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Deleting port 0c2d02cd-969d-4f84-b199-350a454c2075 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:33.644968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.681126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:56:32Z', 'revision_number': 5, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port': {'id': '0c2d02cd-969d-4f84-b199-350a454c2075', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca764436-6028-4255-8ac6-f75345986d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:33.721382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] Checking router: ca764436-6028-4255-8ac6-f75345986d60 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:33.730694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] Routers {'ca764436-6028-4255-8ac6-f75345986d60'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:33.730881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ca764436-6028-4255-8ac6-f75345986d60'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:33.786492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] For port 0c2d02cd-969d-4f84-b199-350a454c2075, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0c2d02cd-969d-4f84-b199-350a454c2075,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:33.786852 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.802754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2506b9a-bf5d-4b5e-8de0-c8a216aa6b01 req-f828ffce-8aa2-4639-8840-da9aecd216eb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:33.804221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2506b9a-bf5d-4b5e-8de0-c8a216aa6b01 req-f828ffce-8aa2-4639-8840-da9aecd216eb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 944 time: 0.0890968 Nov 12 03:56:33.809724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Calling delete_port for 0c2d02cd-969d-4f84-b199-350a454c2075 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:33.823270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] Set router ca764436-6028-4255-8ac6-f75345986d60 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:33.878453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 6, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:33.901987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b2506b9a-bf5d-4b5e-8de0-c8a216aa6b01 req-f7a6cef1-bf53-48aa-94e5-3fe2e9d9cd8b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890956 Nov 12 03:56:33.903555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a0f4d-16d8-4057-9a0d-44709d661aff None None] The sync data for ids ['ca764436-6028-4255-8ac6-f75345986d60'] in n-d-789963-21 is: [{'id': 'ca764436-6028-4255-8ac6-f75345986d60', 'name': 'tempest-TestServerMultinode-1856892982-router', 'tenant_id': '84a9606466bb41199e8b872b87b84622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:46Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 6, 'project_id': '84a9606466bb41199e8b872b87b84622', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:34.012142 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.037270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2d02cd-969d-4f84-b199-350a454c2075,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:34.052025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655451a8-0624-40a3-9bde-147918db17e1 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:34.104349 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.534689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.536692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.580701 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.581319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca764436-6028-4255-8ac6-f75345986d60 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:56:34.585482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.586603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-41f3f5bf-f66f-4c91-b876-4450c17d40bd admin admin] 10.222.0.49 "DELETE /v2.0/routers/ca764436-6028-4255-8ac6-f75345986d60 HTTP/1.1" status: 204 len: 168 time: 1.2319801 Nov 12 03:56:34.589372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56932) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:34.633625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ae805c-70a9-4225-adf5-c1d2d43813bd admin admin] Deleting subnet f09b40fb-2c46-45e7-8c16-eb807c89a2e9 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:34.636638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7ae805c-70a9-4225-adf5-c1d2d43813bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.675561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7ae805c-70a9-4225-adf5-c1d2d43813bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.710338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device be6a79b6-b5a1-419f-9a08-310dcbeedbba details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:34.712154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ef4e9c29-fbec-4f28-a131-022c34cecfc1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:34.745767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: ef4e9c29-fbec-4f28-a131-022c34cecfc1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:34.746110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ef4e9c29-fbec-4f28-a131-022c34cecfc1 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:34.757509 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7ae805c-70a9-4225-adf5-c1d2d43813bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.805840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 04d8bc6e-78fa-4938-80c5-6d29780ad448 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:34.821456 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7ae805c-70a9-4225-adf5-c1d2d43813bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.831820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 04d8bc6e-78fa-4938-80c5-6d29780ad448 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:34.832164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 04d8bc6e-78fa-4938-80c5-6d29780ad448 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:34.832580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0c2d02cd-969d-4f84-b199-350a454c2075 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:34.851326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae805c-70a9-4225-adf5-c1d2d43813bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09b40fb-2c46-45e7-8c16-eb807c89a2e9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:34.859884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 0c2d02cd-969d-4f84-b199-350a454c2075 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:34.860094 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f7ae805c-70a9-4225-adf5-c1d2d43813bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.860591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0c2d02cd-969d-4f84-b199-350a454c2075 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:34.868310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457faf24-e53a-44de-831a-0a12f0695e17 None None] Network de056b31-29d3-4f46-86e4-e00fd9228fca requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:34.868481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f7ae805c-70a9-4225-adf5-c1d2d43813bd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f09b40fb-2c46-45e7-8c16-eb807c89a2e9 HTTP/1.1" status: 204 len: 168 time: 0.2757895 Nov 12 03:56:34.868855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56934) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:34.903580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port be6a79b6-b5a1-419f-9a08-310dcbeedbba, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:34.942955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:34.954391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.027633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Deleting port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:35.028085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.054788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673023dc-f0e8-452f-8d72-ac335bd8e9df req-229d396b-8600-48a0-9775-425dc7a6d287 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.056047 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-673023dc-f0e8-452f-8d72-ac335bd8e9df req-229d396b-8600-48a0-9775-425dc7a6d287 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 944 time: 0.0556395 Nov 12 03:56:35.059818 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.063143 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.079560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6a79b6-b5a1-419f-9a08-310dcbeedbba {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:35.105525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port be6a79b6-b5a1-419f-9a08-310dcbeedbba, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:35.110544 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.115719 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-673023dc-f0e8-452f-8d72-ac335bd8e9df req-0a944371-e8b0-4c81-996e-ad87e367a7a3 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519521 Nov 12 03:56:35.122764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] For port 6a8eea19-ac16-4496-be86-bd0f2b44ba44, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6a8eea19-ac16-4496-be86-bd0f2b44ba44,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:35.123138 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.143613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Calling delete_port for 6a8eea19-ac16-4496-be86-bd0f2b44ba44 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:35.161682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=be6a79b6-b5a1-419f-9a08-310dcbeedbba,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.165539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] DHCP port deletion for de056b31-29d3-4f46-86e4-e00fd9228fca request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:35.215038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] Deleting port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:35.215411 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.226136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.253893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8eea19-ac16-4496-be86-bd0f2b44ba44,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.257503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] No DVR routers for this DVR port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:35.376507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-813493f2-92c5-4dcf-a859-57763ff1203e req-5e70a2ee-16ab-4718-8e61-56075aec4901 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280263 Nov 12 03:56:35.477479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-813493f2-92c5-4dcf-a859-57763ff1203e req-3fb97534-7069-4d16-8676-5c9c7ba1eb15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0309520 Nov 12 03:56:35.491642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] For port 6a8eea19-ac16-4496-be86-bd0f2b44ba44, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6a8eea19-ac16-4496-be86-bd0f2b44ba44,segment=NetworkSegment(84847f01-af15-4950-a491-300f72edadc4),segment_id=84847f01-af15-4950-a491-300f72edadc4)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:35.491891 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.508969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] Calling delete_port for 6a8eea19-ac16-4496-be86-bd0f2b44ba44 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:35.521076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-813493f2-92c5-4dcf-a859-57763ff1203e req-386db300-9373-4b6d-9c37-310640d09bda service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215507 Nov 12 03:56:35.554708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['be6a79b6-b5a1-419f-9a08-310dcbeedbba'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:56:35.643872 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 03:56:35.665012 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.677535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813493f2-92c5-4dcf-a859-57763ff1203e req-5de187c5-409b-4ddf-8f95-b76ca05efc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.679147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-813493f2-92c5-4dcf-a859-57763ff1203e req-5de187c5-409b-4ddf-8f95-b76ca05efc48 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1517439 Nov 12 03:56:35.692313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.703816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] No DVR routers for this DVR port 6a8eea19-ac16-4496-be86-bd0f2b44ba44 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:35.705488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966f911-47d8-4b93-8805-0a52f0ad0178 None None] Pushing event deleted for resources: {'Port': ['ID=6a8eea19-ac16-4496-be86-bd0f2b44ba44,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.727297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de056b31-29d3-4f46-86e4-e00fd9228fca']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:35.738569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84847f01-af15-4950-a491-300f72edadc4') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:35.739156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84847f01-af15-4950-a491-300f72edadc4') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:35.749739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.763804 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.769842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:35.770217 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:35.772240 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:35.826746 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.830844 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.835299 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] 10.222.0.49 "DELETE /v2.0/networks/de056b31-29d3-4f46-86e4-e00fd9228fca HTTP/1.1" status: 204 len: 168 time: 0.9655688 Nov 12 03:56:35.838262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56940) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:35.854114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0f417-58bc-448e-889f-40d9a0fa4ded admin admin] Pushing event deleted for resources: {'Network': ['ID=de056b31-29d3-4f46-86e4-e00fd9228fca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.186439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.314761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91364972-14f9-4a2a-867e-fe9e456146f9 req-b5735585-b481-4f1f-a599-6669ac9ab522 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:36.316196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91364972-14f9-4a2a-867e-fe9e456146f9 req-b5735585-b481-4f1f-a599-6669ac9ab522 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 945 time: 0.0971849 Nov 12 03:56:36.376915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.422585 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91364972-14f9-4a2a-867e-fe9e456146f9 req-e5bae74f-8d62-4725-9fd1-7fe17f8cd478 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000583 Nov 12 03:56:36.508191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Deleting port 044bfe69-a287-40c5-8f96-11de7d906aa1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:36.508526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.590019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] For port 044bfe69-a287-40c5-8f96-11de7d906aa1, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=044bfe69-a287-40c5-8f96-11de7d906aa1,segment=NetworkSegment(3504c00e-2068-4b36-93fa-1f905818664d),segment_id=3504c00e-2068-4b36-93fa-1f905818664d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:36.590378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.602641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Calling delete_port for 044bfe69-a287-40c5-8f96-11de7d906aa1 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:36.725094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device be6a79b6-b5a1-419f-9a08-310dcbeedbba up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:36.766867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6a8eea19-ac16-4496-be86-bd0f2b44ba44 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:36.783716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.787630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 6a8eea19-ac16-4496-be86-bd0f2b44ba44 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:36.787969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6a8eea19-ac16-4496-be86-bd0f2b44ba44 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:36.799580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port be6a79b6-b5a1-419f-9a08-310dcbeedbba completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:36.803681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port be6a79b6-b5a1-419f-9a08-310dcbeedbba triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:36.804047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.811885 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Pushing event deleted for resources: {'Port': ['ID=044bfe69-a287-40c5-8f96-11de7d906aa1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.890331 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.913869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:36.916152 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842ad286-24b3-481f-82b1-574e04e8caf4" -d '{"events": [{"server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "name": "network-vif-plugged", "status": "completed", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:36.936972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port be6a79b6-b5a1-419f-9a08-310dcbeedbba, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:36.943337 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.980984 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72593bdf-9292-4a79-9a8e-78f5eb637fa8 x-openstack-request-id: req-72593bdf-9292-4a79-9a8e-78f5eb637fa8 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:36.981417 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "name": "network-vif-plugged", "status": "completed", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:36.981849 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72593bdf-9292-4a79-9a8e-78f5eb637fa8 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:36.982969 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'code': 200} Nov 12 03:56:36.984336 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.020365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=be6a79b6-b5a1-419f-9a08-310dcbeedbba,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:37.127255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b53c0-9d7d-4fec-8a3e-2e24224812b9 req-82698cfd-efc2-4a3f-af86-2e898cded542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:37.128625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d8b53c0-9d7d-4fec-8a3e-2e24224812b9 req-82698cfd-efc2-4a3f-af86-2e898cded542 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 1098 time: 0.0874879 Nov 12 03:56:37.245522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d8b53c0-9d7d-4fec-8a3e-2e24224812b9 req-e08d65de-f196-42af-8aa1-7756d6f09f70 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089153 Nov 12 03:56:37.251052 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.275378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Router b9f9df74-4596-4fca-9ebd-cd9486396882 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:37.383494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:37.389168 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2de16aa1-ff04-4f31-bad0-8f963f785cef admin admin] 10.222.0.49 "PUT /v2.0/routers/b9f9df74-4596-4fca-9ebd-cd9486396882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5485294 Nov 12 03:56:37.390964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56948) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:37.393537 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] Sync routers for ids ['b9f9df74-4596-4fca-9ebd-cd9486396882'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:37.405899 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] Routers {'b9f9df74-4596-4fca-9ebd-cd9486396882'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:37.406517 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b9f9df74-4596-4fca-9ebd-cd9486396882'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:37.501490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.525822 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] Set router b9f9df74-4596-4fca-9ebd-cd9486396882 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:37.593182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e535e-76ef-48ec-ba84-95ca07629a21 req-e34a947d-23c6-47ec-8a3c-653b67a5c5f6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:37.603134 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f92e535e-76ef-48ec-ba84-95ca07629a21 req-e34a947d-23c6-47ec-8a3c-653b67a5c5f6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 946 time: 0.0949318 Nov 12 03:56:37.617910 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.663728 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f92e535e-76ef-48ec-ba84-95ca07629a21 req-c34611ae-0bfe-4e3f-a72e-f0ef838307be tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531974 Nov 12 03:56:37.689110 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Deleting port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:37.689495 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.719277 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:36Z', 'revision_number': 5, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port': {'id': 'c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:57Z', 'updated_at': '2021-11-12T03:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:37.771840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] For port c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:37.772098 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.787745 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Calling delete_port for c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:37.840901 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] Checking router: b9f9df74-4596-4fca-9ebd-cd9486396882 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:37.849558 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] Routers {'b9f9df74-4596-4fca-9ebd-cd9486396882'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:37.850157 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b9f9df74-4596-4fca-9ebd-cd9486396882'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:37.936488 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] Set router b9f9df74-4596-4fca-9ebd-cd9486396882 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:37.959633 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.990260 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:37Z', 'revision_number': 6, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:37.990626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:37.998952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93917b5-6c3f-4033-a042-c4dab2d78f69 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:38.019648 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1329688-1702-4cb0-943b-38091d02aa3d None None] The sync data for ids ['b9f9df74-4596-4fca-9ebd-cd9486396882'] in n-d-789963-21 is: [{'id': 'b9f9df74-4596-4fca-9ebd-cd9486396882', 'name': 'tempest-TestServerMultinode-426349095-router', 'tenant_id': 'a07cca32dc7d485a812f514f46a0f888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:55:56Z', 'updated_at': '2021-11-12T03:56:37Z', 'revision_number': 6, 'project_id': 'a07cca32dc7d485a812f514f46a0f888', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:38.060651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.149852 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.152098 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.196412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.196968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f9df74-4596-4fca-9ebd-cd9486396882 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:56:38.201250 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.202423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d2c2ee9b-29b0-40df-a812-6e21492d1194 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b9f9df74-4596-4fca-9ebd-cd9486396882 HTTP/1.1" status: 204 len: 168 time: 0.8105621 Nov 12 03:56:38.205019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56954) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:38.252065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e98556-e435-4b81-9b82-1428cf266402 admin admin] Deleting subnet f10e372f-07e9-43ae-b2eb-0a8710100da0 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:38.255514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8e98556-e435-4b81-9b82-1428cf266402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.295948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8e98556-e435-4b81-9b82-1428cf266402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.376131 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8e98556-e435-4b81-9b82-1428cf266402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.432923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8e98556-e435-4b81-9b82-1428cf266402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.464578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e98556-e435-4b81-9b82-1428cf266402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10e372f-07e9-43ae-b2eb-0a8710100da0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:38.471133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8e98556-e435-4b81-9b82-1428cf266402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.474390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c8e98556-e435-4b81-9b82-1428cf266402 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f10e372f-07e9-43ae-b2eb-0a8710100da0 HTTP/1.1" status: 204 len: 168 time: 0.2683733 Nov 12 03:56:38.477021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56956) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:38.478940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a53e69c-495a-4358-8499-ae36febd68db None None] Network 04c6ca7c-a3b4-432c-88a0-58048fb01508 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:38.546191 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.604992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Deleting port 4273c9f6-0995-44bd-80a6-4070572fc9dd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:38.605585 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.668683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] For port 4273c9f6-0995-44bd-80a6-4070572fc9dd, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4273c9f6-0995-44bd-80a6-4070572fc9dd,segment=NetworkSegment(3504c00e-2068-4b36-93fa-1f905818664d),segment_id=3504c00e-2068-4b36-93fa-1f905818664d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:38.669084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.681621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Calling delete_port for 4273c9f6-0995-44bd-80a6-4070572fc9dd owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:38.799626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae42ba8-53ef-4bdf-97a0-9e8d82b11225 req-f1073225-3703-4e4d-a589-709248e9dbd6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:38.801114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ae42ba8-53ef-4bdf-97a0-9e8d82b11225 req-f1073225-3703-4e4d-a589-709248e9dbd6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 946 time: 0.0652223 Nov 12 03:56:38.814688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a16cb-67f5-4b25-a8dc-d23ce03db451 None None] DHCP port deletion for 04c6ca7c-a3b4-432c-88a0-58048fb01508 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:38.818674 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.859840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4273c9f6-0995-44bd-80a6-4070572fc9dd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:38.866572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] No DVR routers for this DVR port 4273c9f6-0995-44bd-80a6-4070572fc9dd on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:38.887491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:38.908623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:38.908996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c35dcb92-c5ce-4eeb-aabe-b1ebf176b5d6 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:38.909418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4273c9f6-0995-44bd-80a6-4070572fc9dd no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:38.917018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ae42ba8-53ef-4bdf-97a0-9e8d82b11225 req-8f3cfc38-61ba-4eca-89af-61406239c758 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076353 Nov 12 03:56:38.938504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4273c9f6-0995-44bd-80a6-4070572fc9dd {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:38.939087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4273c9f6-0995-44bd-80a6-4070572fc9dd not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:38.939514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 044bfe69-a287-40c5-8f96-11de7d906aa1 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:38.961572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.966829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 044bfe69-a287-40c5-8f96-11de7d906aa1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:38.967415 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 044bfe69-a287-40c5-8f96-11de7d906aa1 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:38.990621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c6ca7c-a3b4-432c-88a0-58048fb01508']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:39.001271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3504c00e-2068-4b36-93fa-1f905818664d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:39.001574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3504c00e-2068-4b36-93fa-1f905818664d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:39.011589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.024685 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.031088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:39.031666 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:39.033384 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:39.057413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602162a-6008-43ac-8ec6-911bf140bf8c req-b4ff1db8-9de4-4950-a4ae-969c03650789 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.058978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a602162a-6008-43ac-8ec6-911bf140bf8c req-b4ff1db8-9de4-4950-a4ae-969c03650789 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 946 time: 0.0526536 Nov 12 03:56:39.096178 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.101552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.108639 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/04c6ca7c-a3b4-432c-88a0-58048fb01508 HTTP/1.1" status: 204 len: 168 time: 0.6268196 Nov 12 03:56:39.118687 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd17801-3969-4787-bc09-0419d8cbd5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c6ca7c-a3b4-432c-88a0-58048fb01508,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.121521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a602162a-6008-43ac-8ec6-911bf140bf8c req-91dbcb97-4263-4a8c-a98f-ee966c277516 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556431 Nov 12 03:56:39.149900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56966) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:39.194702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38864459-c094-475f-89a6-f491cbea09a9 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.196256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-38864459-c094-475f-89a6-f491cbea09a9 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 1093 time: 0.0450423 Nov 12 03:56:39.199908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56968) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:39.205835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:39.230150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.284761 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56970) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:39.336194 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2cc400ab-2c7e-4d83-b1e5-db12b6a79d5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84a9606466bb41199e8b872b87b84622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494401 Nov 12 03:56:39.336541 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.338814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:39.381165 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-136f5310-70be-4b85-a0a5-1eee3ab09140 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439193 Nov 12 03:56:39.441690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-1d31d91a-da61-48bf-846b-030bfe22929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.443186 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-1d31d91a-da61-48bf-846b-030bfe22929b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 1098 time: 0.0411112 Nov 12 03:56:39.457355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc502-9e64-4a0a-8db0-4598680e2f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.489108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc502-9e64-4a0a-8db0-4598680e2f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.510356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.25.0.172 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/3b67a809-1363-46ab-ac10-41b608f7c9e0) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:39.551436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-a3db5b06-4a39-47db-b3eb-b740b7a3af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.553148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-a3db5b06-4a39-47db-b3eb-b740b7a3af54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.0909352 Nov 12 03:56:39.602771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc502-9e64-4a0a-8db0-4598680e2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.605368 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc502-9e64-4a0a-8db0-4598680e2f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.606493 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f3dc502-9e64-4a0a-8db0-4598680e2f89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c34b721-c748-4dbb-b63f-ef371e8e3198 HTTP/1.1" status: 204 len: 168 time: 0.2665219 Nov 12 03:56:39.621579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dc502-9e64-4a0a-8db0-4598680e2f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34b721-c748-4dbb-b63f-ef371e8e3198,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.628677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-af420108-69b7-48a2-97a1-e2fc104f7398 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0689919 Nov 12 03:56:39.650800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.687978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.690573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-68655aa3-5d4c-4d65-8737-31c241813fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.692157 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-68655aa3-5d4c-4d65-8737-31c241813fb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0486081 Nov 12 03:56:39.735953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:39.739276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:39.745714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:39.749568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-3a2b18b3-fad1-4db6-b2f4-4dabe63602cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.751510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-3a2b18b3-fad1-4db6-b2f4-4dabe63602cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527058 Nov 12 03:56:39.785692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=3b67a809-1363-46ab-ac10-41b608f7c9e0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.866328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-36bc4b74-4be1-4276-bf98-e821fe284841 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001341 Nov 12 03:56:39.960092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31afefc3-4384-470d-91b5-d6b70fd83e2d req-1ee85350-3325-4ed8-a131-d051bfa4e50e service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863328 Nov 12 03:56:39.978498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 56980) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.035387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d0cd03f0-745c-4e4b-823f-1b5c261f6b7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a07cca32dc7d485a812f514f46a0f888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534813 Nov 12 03:56:40.035722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 56982) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.169737 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0067-0701-4e26-9cdb-e2dae3593711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.209403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0067-0701-4e26-9cdb-e2dae3593711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.217832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.319840 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0067-0701-4e26-9cdb-e2dae3593711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.322388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0067-0701-4e26-9cdb-e2dae3593711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.326959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d9ee0067-0701-4e26-9cdb-e2dae3593711 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10b21d4d-ca11-449d-844e-bd44e56de948 HTTP/1.1" status: 204 len: 168 time: 0.2868435 Nov 12 03:56:40.326959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.357368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee0067-0701-4e26-9cdb-e2dae3593711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b21d4d-ca11-449d-844e-bd44e56de948,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:40.486869 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.491916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.569643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=3b67a809-1363-46ab-ac10-41b608f7c9e0,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:40.578552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.683507 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Floating IP 3f7d2193-fa56-4395-ac4f-b207fd123600 associated. External IP: 172.25.0.172, port: be6a79b6-b5a1-419f-9a08-310dcbeedbba. Nov 12 03:56:40.908710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 198449eb-0ab1-427e-8e24-b643add9fba5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:41.016396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:41.027162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] Sync routers for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:41.035958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.040197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:41.041119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.051540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:41.071134 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cc8c7d10-f377-404d-ab37-aaa7d009b91f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8669450 Nov 12 03:56:41.071134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:41.071720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:41.071848 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb198dc-7108-4033-a928-2ca908d866db" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:41.115875 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a773323-4c82-4122-9e9e-0ac24d54d6bc x-openstack-request-id: req-8a773323-4c82-4122-9e9e-0ac24d54d6bc {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:41.116235 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:41.116571 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a773323-4c82-4122-9e9e-0ac24d54d6bc {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:41.117076 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'status': 'completed', 'code': 200} Nov 12 03:56:41.138660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-43d997fb-4435-4ba3-871d-150d1a3cfd1c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/floatingips/3f7d2193-fa56-4395-ac4f-b207fd123600 HTTP/1.1" status: 200 len: 992 time: 0.0650566 Nov 12 03:56:41.164855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:41.179830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-896218416-network', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:41.193979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb198dc-7108-4033-a928-2ca908d866db req-d642406d-6b71-4968-a89d-00e11a89dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:41.195389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cb198dc-7108-4033-a928-2ca908d866db req-d642406d-6b71-4968-a89d-00e11a89dff7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 1098 time: 0.0557175 Nov 12 03:56:41.222097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:41.224313 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.246143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.330396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb198dc-7108-4033-a928-2ca908d866db req-93880c3a-77d0-41f4-abdc-f5b776b29ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:41.331914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cb198dc-7108-4033-a928-2ca908d866db req-93880c3a-77d0-41f4-abdc-f5b776b29ff8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb0f147c-d176-44cd-88aa-6d246ddc112b HTTP/1.1" status: 200 len: 899 time: 0.1289804 Nov 12 03:56:41.402371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:22Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:39Z', 'revision_number': 0, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.429243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cb198dc-7108-4033-a928-2ca908d866db req-28776e98-9d94-4364-bc00-a9799e024e4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba HTTP/1.1" status: 200 len: 1000 time: 0.0891073 Nov 12 03:56:41.430690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] Checking router: 198449eb-0ab1-427e-8e24-b643add9fba5 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:41.431106 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.441122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:41.441729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.445328 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.491604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:41.512921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89addb17-4dfe-496e-82fe-a99315e20d85,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.517170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb198dc-7108-4033-a928-2ca908d866db req-ba4285ce-6efb-4763-a71e-7160cfb86f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:41.518635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cb198dc-7108-4033-a928-2ca908d866db req-ba4285ce-6efb-4763-a71e-7160cfb86f92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=004840d6-2f01-4d7a-a741-7079c55cf174 HTTP/1.1" status: 200 len: 835 time: 0.0827651 Nov 12 03:56:41.522254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.522254 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Added segment b100d912-81f8-4d25-8b34-fa09adaae945 of type vlan for network 2948d2ca-6c42-409f-8812-dab7ef36e381 Nov 12 03:56:41.559019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:41.594158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.618942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb198dc-7108-4033-a928-2ca908d866db req-148e77e2-000c-49fe-9901-702c462a3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:41.620450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cb198dc-7108-4033-a928-2ca908d866db req-148e77e2-000c-49fe-9901-702c462a3621 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb0f147c-d176-44cd-88aa-6d246ddc112b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899715 Nov 12 03:56:41.636529 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.637536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:41.638490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.789303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:22Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:39Z', 'revision_number': 0, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.821584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7548b5fd-b9b2-4c36-a244-ad66f44801a0 None None] The sync data for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 is: [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:56:22Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:39Z', 'revision_number': 0, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:42.029215 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a1fb2-7e10-4cfb-8341-c69bd04b9d93 None None] New status for floating IP 3f7d2193-fa56-4395-ac4f-b207fd123600: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:56:42.088244 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0353286 Nov 12 03:56:42.091365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57016) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:42.096309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Request body: {'subnet': {'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-896218416-subnet', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:42.102722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385877e7-8f1f-42a8-b2c4-d4d09b210dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=2948d2ca-6c42-409f-8812-dab7ef36e381,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.114844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:42.121022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:42.125190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.127546 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cb198dc-7108-4033-a928-2ca908d866db req-a992b09d-24db-443f-b507-a0f30e94e5f3 service neutron] 10.222.0.20 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999650 Nov 12 03:56:42.143691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57018) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:42.260848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-77c116f9-7f52-44c5-b3b4-08caa8fe55ef tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/floatingips/3f7d2193-fa56-4395-ac4f-b207fd123600 HTTP/1.1" status: 200 len: 992 time: 0.1150286 Nov 12 03:56:42.279240 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cb198dc-7108-4033-a928-2ca908d866db req-6d6f1256-00dd-48d9-837d-8751a1aa8eaf service neutron] 10.222.0.20 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440909 Nov 12 03:56:42.323724 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.381544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=82494dc4-4c28-4110-9196-ee1aa9382e33,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.390175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:42.390538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Network hostable DHCP agents. Network: 2948d2ca-6c42-409f-8812-dab7ef36e381, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:42.407242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:42.415640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 2948d2ca-6c42-409f-8812-dab7ef36e381) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:42.421320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:42.421320 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.424080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa8da94-e631-4148-aac5-83ce9026d075 None None] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:42.438064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-409be4a9-6e33-4bc3-8eae-dcbfb86c92ee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3456168 Nov 12 03:56:42.440629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:42.445114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:42.466923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.467935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.523315 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.580602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-2948d2ca-6c42-409f-8812-dab7ef36e381', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:42.581494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.663673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.718423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Allocated IP 172.20.0.2 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/0699ccc2-8b80-4843-b4b1-874e5507b298) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:42.863715 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.867411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.870226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.886691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.910865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:42.917463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:42.921738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:42.929041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Pushing event updated for resources: {'Port': ['ID=0699ccc2-8b80-4843-b4b1-874e5507b298,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.982229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Attempting to bind port 0699ccc2-8b80-4843-b4b1-874e5507b298 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:42.982719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Attempting to bind port 0699ccc2-8b80-4843-b4b1-874e5507b298 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:42.983087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Attempting to bind port 0699ccc2-8b80-4843-b4b1-874e5507b298 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:42.988441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:42.988841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:42.989235 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.989621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:42.990221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Bound port: 0699ccc2-8b80-4843-b4b1-874e5507b298, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:42.990468 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.008186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Allocated IP 172.25.0.9 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/c896e18d-ab08-4877-88cb-1d60988e80e6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:43.056408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] For port 0699ccc2-8b80-4843-b4b1-874e5507b298, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:43.063680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] For port 0699ccc2-8b80-4843-b4b1-874e5507b298, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0699ccc2-8b80-4843-b4b1-874e5507b298,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:43.068113 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.117461 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.125429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8d644-7582-40bd-92fe-e2a1fb39439b None None] Pushing event updated for resources: {'Port': ['ID=0699ccc2-8b80-4843-b4b1-874e5507b298,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:43.158917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.202752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:43.205904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:43.210328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:43.213623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Pushing event updated for resources: {'Port': ['ID=c896e18d-ab08-4877-88cb-1d60988e80e6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:43.220519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d02766-1962-45b1-882a-50539c9f0850 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:43.265045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57024) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:43.303230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-05b040d5-75ce-4e98-8501-26af34c71c8e None None] Provisioning complete for port c896e18d-ab08-4877-88cb-1d60988e80e6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:43.303601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05b040d5-75ce-4e98-8501-26af34c71c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.351667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-05b040d5-75ce-4e98-8501-26af34c71c8e None None] Port c896e18d-ab08-4877-88cb-1d60988e80e6 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:43.359702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-611aaa09-3ecd-4200-b550-71dff3421ac3 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/floatingips/3f7d2193-fa56-4395-ac4f-b207fd123600 HTTP/1.1" status: 200 len: 994 time: 0.0929666 Nov 12 03:56:43.499328 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.701157 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.840408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:44.086266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977934e-8ab3-4f63-a7b0-155b9a983472 None None] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:44.208300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-762d6cff-1a72-4358-a8bc-bb62aa3843f4 None None] Provisioning complete for port 0699ccc2-8b80-4843-b4b1-874e5507b298 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:44.209069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-762d6cff-1a72-4358-a8bc-bb62aa3843f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.267796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:44.282178 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:44.284906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.286160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7fb501f1-293a-49c9-834b-ae8e25f33caf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8445818 Nov 12 03:56:44.288896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57030) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:44.305033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:44.305654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.573246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-762d6cff-1a72-4358-a8bc-bb62aa3843f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.624772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:44.627455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-762d6cff-1a72-4358-a8bc-bb62aa3843f4 None None] For port 0699ccc2-8b80-4843-b4b1-874e5507b298, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0699ccc2-8b80-4843-b4b1-874e5507b298,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:44.654537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-762d6cff-1a72-4358-a8bc-bb62aa3843f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.725442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.787297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d6cff-1a72-4358-a8bc-bb62aa3843f4 None None] Pushing event updated for resources: {'Port': ['ID=0699ccc2-8b80-4843-b4b1-874e5507b298,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:44.806987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d94f331f-c40c-488a-8a5e-d06e46844315 None None] Provisioning complete for port 0699ccc2-8b80-4843-b4b1-874e5507b298 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:44.807367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d94f331f-c40c-488a-8a5e-d06e46844315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.840630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0699ccc2-8b80-4843-b4b1-874e5507b298 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:44.912806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Allocated IP 172.20.0.1 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/dfc99f81-3388-47cb-88dd-b02ebd045fe7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:44.979656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0699ccc2-8b80-4843-b4b1-874e5507b298 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:44.980032 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.019658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.019863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:43Z', 'revision_number': 3, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:45.054171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:45.054523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Updating router 7f40bef2-987c-41a0-99cd-16c0937ad013 port c896e18d-ab08-4877-88cb-1d60988e80e6 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:45.054783 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.083998 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.103018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc99f81-3388-47cb-88dd-b02ebd045fe7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.106355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:45.108452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:45.110519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:45.150733 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.294684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.390827 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.398260 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.458920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95305ff6-843d-4ef8-a3e6-50723b927297 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:45.471528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.474281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bd691-b24f-4057-aeed-881a7c54652f None None] Pushing event updated for resources: {'Port': ['ID=c896e18d-ab08-4877-88cb-1d60988e80e6,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.476538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.476706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Attempting to bind port c896e18d-ab08-4877-88cb-1d60988e80e6 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:45.477007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Attempting to bind port c896e18d-ab08-4877-88cb-1d60988e80e6 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:45.477337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Attempting to bind port c896e18d-ab08-4877-88cb-1d60988e80e6 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:45.483129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-afee59f1-61fc-443f-ae88-a8c41d7c5068 None None] Provisioning complete for port dfc99f81-3388-47cb-88dd-b02ebd045fe7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:45.483129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afee59f1-61fc-443f-ae88-a8c41d7c5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.507137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:45.507519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:45.507928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.508328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:45.508842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Bound port: c896e18d-ab08-4877-88cb-1d60988e80e6, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:45.509229 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.543076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-afee59f1-61fc-443f-ae88-a8c41d7c5068 None None] Port dfc99f81-3388-47cb-88dd-b02ebd045fe7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:45.549073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc99f81-3388-47cb-88dd-b02ebd045fe7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.552156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.572598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] For port c896e18d-ab08-4877-88cb-1d60988e80e6, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:45.576489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] For port c896e18d-ab08-4877-88cb-1d60988e80e6, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c896e18d-ab08-4877-88cb-1d60988e80e6,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:45.581032 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.630359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a47a5-2610-426d-a6b6-ddff6a440611 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:45.649575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:45.651099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:45.656371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:45.657034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:45.661798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bd691-b24f-4057-aeed-881a7c54652f None None] Pushing event updated for resources: {'Port': ['ID=c896e18d-ab08-4877-88cb-1d60988e80e6,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.723891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6f51b3d9-4382-4698-8934-4e6e05a3987e None None] Provisioning complete for port c896e18d-ab08-4877-88cb-1d60988e80e6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:45.724270 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f51b3d9-4382-4698-8934-4e6e05a3987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.785164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:45.815764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:45.903468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:45.917335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ee8d5056-5d8d-48f8-afcf-2dbcce769116 admin admin] 10.222.0.49 "PUT /v2.0/routers/7f40bef2-987c-41a0-99cd-16c0937ad013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6196628 Nov 12 03:56:45.939802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f51b3d9-4382-4698-8934-4e6e05a3987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.996870 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6f51b3d9-4382-4698-8934-4e6e05a3987e None None] For port c896e18d-ab08-4877-88cb-1d60988e80e6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c896e18d-ab08-4877-88cb-1d60988e80e6,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:46.003098 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6f51b3d9-4382-4698-8934-4e6e05a3987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.085648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51b3d9-4382-4698-8934-4e6e05a3987e None None] Pushing event updated for resources: {'Port': ['ID=c896e18d-ab08-4877-88cb-1d60988e80e6,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:46.125825 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 2, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:46.153543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6c90ad2e-df6b-4a98-8890-ff6b07f7de36 None None] Provisioning complete for port c896e18d-ab08-4877-88cb-1d60988e80e6 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:46.154710 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c90ad2e-df6b-4a98-8890-ff6b07f7de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.156357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1beac54-7b00-4a8c-bb1b-121ab7cee1c8 None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 2, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:46.266634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6c90ad2e-df6b-4a98-8890-ff6b07f7de36 None None] Provisioning complete for port dfc99f81-3388-47cb-88dd-b02ebd045fe7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:46.267004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c90ad2e-df6b-4a98-8890-ff6b07f7de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.302405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6c90ad2e-df6b-4a98-8890-ff6b07f7de36 None None] Port dfc99f81-3388-47cb-88dd-b02ebd045fe7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:46.438688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57050) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:46.443970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1752629459-network', 'tenant_id': '19325aa2a05c47abae50b647fc08d350'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:46.466959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Made reservation on behalf of 19325aa2a05c47abae50b647fc08d350 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:46.469465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.478321 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.562128 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.566524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.593988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:46.604006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d250869-52ea-4ec5-af7f-3849cf175367,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:46.609209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.609552 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Added segment 4b3c31c7-07e9-4173-a736-500ecc05185c of type vlan for network 108c07af-e95d-43bf-bfde-2152f2f09bae Nov 12 03:56:46.650518 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.677823 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.679073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:46.679668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.741025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3008146 Nov 12 03:56:46.743578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57052) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:46.750902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Request body: {'subnet': {'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1752629459-subnet', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:46.761150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77125604-19a4-466e-8fc0-bd3f7a79f026 admin admin] Pushing event updated for resources: {'Network': ['ID=108c07af-e95d-43bf-bfde-2152f2f09bae,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:46.775820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 108c07af-e95d-43bf-bfde-2152f2f09bae details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:46.788247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Made reservation on behalf of 19325aa2a05c47abae50b647fc08d350 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:46.791621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.803036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0699ccc2-8b80-4843-b4b1-874e5507b298 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:46.939510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 0699ccc2-8b80-4843-b4b1-874e5507b298 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:46.939885 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.017978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.081030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=097233c0-69cc-4c76-8093-4ac5d0feaf8b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:47.086495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Checking segment: {'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:47.086860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Network hostable DHCP agents. Network: 108c07af-e95d-43bf-bfde-2152f2f09bae, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:47.106136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Network 108c07af-e95d-43bf-bfde-2152f2f09bae is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:47.115599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 108c07af-e95d-43bf-bfde-2152f2f09bae) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:47.119717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:47.120237 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.129056 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c403863-9a1e-4098-bcad-6a7b74495f17 None None] Network 108c07af-e95d-43bf-bfde-2152f2f09bae requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:47.148806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2bc94456-ddfa-4182-8bca-96067f5be5ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4036314 Nov 12 03:56:47.150890 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57054) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:47.157818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:47.184444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.187307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.248531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.307699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-108c07af-e95d-43bf-bfde-2152f2f09bae', 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'fixed_ips': [{'subnet_id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:47.308697 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.404484 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.458413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Allocated IP 172.20.0.2 (108c07af-e95d-43bf-bfde-2152f2f09bae/097233c0-69cc-4c76-8093-4ac5d0feaf8b/562f83a2-465f-4d58-9014-1c076f124ced) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:47.626990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.647727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.760488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Allocated IP 172.25.0.52 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/4bf976e0-5194-426f-b5e8-c1a238030135) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:47.779829 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.785427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.831746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Network 108c07af-e95d-43bf-bfde-2152f2f09bae is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:47.837270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:47.839961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:47.843170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Pushing event updated for resources: {'Port': ['ID=562f83a2-465f-4d58-9014-1c076f124ced,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:47.868309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.904981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Attempting to bind port 562f83a2-465f-4d58-9014-1c076f124ced on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:47.905225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Attempting to bind port 562f83a2-465f-4d58-9014-1c076f124ced by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:47.905589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Attempting to bind port 562f83a2-465f-4d58-9014-1c076f124ced on network 108c07af-e95d-43bf-bfde-2152f2f09bae {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:47.907299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.911172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:47.911546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Checking segment: {'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:47.911953 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.912340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Bound using segment: {'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:47.912830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Bound port: 562f83a2-465f-4d58-9014-1c076f124ced, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:47.913210 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:47.952889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:47.957474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:47.961991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:47.965300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Pushing event updated for resources: {'Port': ['ID=4bf976e0-5194-426f-b5e8-c1a238030135,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:47.974897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349acfb4-52ad-4dcc-81fc-4861e2be6052 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:47.985551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] For port 562f83a2-465f-4d58-9014-1c076f124ced, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:48.000936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] For port 562f83a2-465f-4d58-9014-1c076f124ced, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=562f83a2-465f-4d58-9014-1c076f124ced,segment=NetworkSegment(4b3c31c7-07e9-4173-a736-500ecc05185c),segment_id=4b3c31c7-07e9-4173-a736-500ecc05185c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:48.007219 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.085856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-403cd15e-0f7f-4f4d-b1e6-3fb9424fe3b9 None None] Provisioning complete for port 4bf976e0-5194-426f-b5e8-c1a238030135 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:48.086502 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-403cd15e-0f7f-4f4d-b1e6-3fb9424fe3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.094660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbf8dc-9da8-4eba-83ae-315ab62719c7 None None] Pushing event updated for resources: {'Port': ['ID=562f83a2-465f-4d58-9014-1c076f124ced,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:48.135257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-403cd15e-0f7f-4f4d-b1e6-3fb9424fe3b9 None None] Port 4bf976e0-5194-426f-b5e8-c1a238030135 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:48.297139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.479904 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:48.490993 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:48.491596 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:48.540831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.626701 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:48.676992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Router 96b056f4-7630-457d-9e86-52c549c90a48 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:48.814621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:48.825956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Sync routers for ids ['96b056f4-7630-457d-9e86-52c549c90a48'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:48.836640 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.838301 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f11f3472-12a2-44a8-8f1a-e3b7cd6897ec admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6861403 Nov 12 03:56:48.842877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57060) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:48.846816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Routers {'96b056f4-7630-457d-9e86-52c549c90a48'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:48.847455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['96b056f4-7630-457d-9e86-52c549c90a48'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:48.858055 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 2, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:48.886237 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:48.886593 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Updating router 7f40bef2-987c-41a0-99cd-16c0937ad013 port dfc99f81-3388-47cb-88dd-b02ebd045fe7 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:48.891575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c896e18d-ab08-4877-88cb-1d60988e80e6 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:48.914635 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:48.997349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Set router 96b056f4-7630-457d-9e86-52c549c90a48 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:49.077289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c896e18d-ab08-4877-88cb-1d60988e80e6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:49.077722 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.249935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 562f83a2-465f-4d58-9014-1c076f124ced up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:49.256108 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.261998 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.317375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:48Z', 'revision_number': 3, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port': {'id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:49.339028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.354500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Checking router: 96b056f4-7630-457d-9e86-52c549c90a48 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:49.355153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Updating router 96b056f4-7630-457d-9e86-52c549c90a48 port 4bf976e0-5194-426f-b5e8-c1a238030135 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:49.369154 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Attempting to bind port dfc99f81-3388-47cb-88dd-b02ebd045fe7 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:49.370046 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Attempting to bind port dfc99f81-3388-47cb-88dd-b02ebd045fe7 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:49.370405 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Attempting to bind port dfc99f81-3388-47cb-88dd-b02ebd045fe7 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:49.383526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:49.384167 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:49.385456 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.386239 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:49.387332 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Bound port: dfc99f81-3388-47cb-88dd-b02ebd045fe7, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:49.388632 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.398481 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.439169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 562f83a2-465f-4d58-9014-1c076f124ced triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:49.439523 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.476485 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] For port dfc99f81-3388-47cb-88dd-b02ebd045fe7, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:49.480775 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] For port dfc99f81-3388-47cb-88dd-b02ebd045fe7, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=dfc99f81-3388-47cb-88dd-b02ebd045fe7,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:49.489460 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.504344 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b2818-741f-4c09-a88d-7503bbc1d6f5 None None] Pushing event updated for resources: {'Port': ['ID=dfc99f81-3388-47cb-88dd-b02ebd045fe7,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.572572 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:49.573235 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:49.578530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5f63db-a3d3-4fb7-925d-8a50db8d9cca None None] Network 108c07af-e95d-43bf-bfde-2152f2f09bae requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:49.620237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Allocated IP 172.20.0.1 (108c07af-e95d-43bf-bfde-2152f2f09bae/097233c0-69cc-4c76-8093-4ac5d0feaf8b/7851bd56-daa7-456a-b80e-ef62a4514bbb) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:49.707134 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b2818-741f-4c09-a88d-7503bbc1d6f5 None None] Pushing event updated for resources: {'Port': ['ID=dfc99f81-3388-47cb-88dd-b02ebd045fe7,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.733364 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:49.760454 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.766850 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.782473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-25289482-9a44-40df-b49f-5d41c8118ab6 None None] Provisioning complete for port dfc99f81-3388-47cb-88dd-b02ebd045fe7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:49.782896 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-25289482-9a44-40df-b49f-5d41c8118ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.801051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.837955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Network 108c07af-e95d-43bf-bfde-2152f2f09bae is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:49.841552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:49.845750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:49.891965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Pushing event updated for resources: {'Port': ['ID=7851bd56-daa7-456a-b80e-ef62a4514bbb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.905474 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.907323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 562f83a2-465f-4d58-9014-1c076f124ced, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=562f83a2-465f-4d58-9014-1c076f124ced,segment=NetworkSegment(4b3c31c7-07e9-4173-a736-500ecc05185c),segment_id=4b3c31c7-07e9-4173-a736-500ecc05185c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:49.926346 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.054100 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.067399 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.073181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=562f83a2-465f-4d58-9014-1c076f124ced,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:50.081616 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.088331 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-25289482-9a44-40df-b49f-5d41c8118ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.143185 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:49Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:50.151172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b6ae30-9415-4aff-9017-494a80d97103 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:50.172676 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Attempting to bind port 4bf976e0-5194-426f-b5e8-c1a238030135 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:50.173075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Attempting to bind port 4bf976e0-5194-426f-b5e8-c1a238030135 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:50.173460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Attempting to bind port 4bf976e0-5194-426f-b5e8-c1a238030135 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:50.175377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847d8f3-680a-46f9-97b1-155b07ffdbcc None None] Pushing event updated for resources: {'Port': ['ID=4bf976e0-5194-426f-b5e8-c1a238030135,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:50.175534 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87da0c7b-390a-40d7-919a-59b093c1b55c None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:49Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:50.190071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-25289482-9a44-40df-b49f-5d41c8118ab6 None None] For port dfc99f81-3388-47cb-88dd-b02ebd045fe7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=dfc99f81-3388-47cb-88dd-b02ebd045fe7,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:50.191318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:50.191681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:50.192128 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.192801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:50.194148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Bound port: 4bf976e0-5194-426f-b5e8-c1a238030135, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:50.194148 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.198880 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-25289482-9a44-40df-b49f-5d41c8118ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.288894 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.296714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.300701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-25289482-9a44-40df-b49f-5d41c8118ab6 None None] Provisioning complete for port 562f83a2-465f-4d58-9014-1c076f124ced triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:50.301118 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-25289482-9a44-40df-b49f-5d41c8118ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.371696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25289482-9a44-40df-b49f-5d41c8118ab6 None None] Pushing event updated for resources: {'Port': ['ID=dfc99f81-3388-47cb-88dd-b02ebd045fe7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:50.378602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] For port 4bf976e0-5194-426f-b5e8-c1a238030135, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:50.392556 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.396830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] For port 4bf976e0-5194-426f-b5e8-c1a238030135, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4bf976e0-5194-426f-b5e8-c1a238030135,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:50.403566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.403822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Pushing event updated for resources: {'Port': ['ID=7851bd56-daa7-456a-b80e-ef62a4514bbb,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:50.513528 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Network 108c07af-e95d-43bf-bfde-2152f2f09bae is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:50.515071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:50.521484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847d8f3-680a-46f9-97b1-155b07ffdbcc None None] Pushing event updated for resources: {'Port': ['ID=4bf976e0-5194-426f-b5e8-c1a238030135,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:50.535510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca6c1a-d87b-456e-b090-3768174ac5b2 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:50.542235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Routers {'96b056f4-7630-457d-9e86-52c549c90a48'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:50.542885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['96b056f4-7630-457d-9e86-52c549c90a48'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:50.714482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Router 96b056f4-7630-457d-9e86-52c549c90a48 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:50.893606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Provisioning complete for port 7851bd56-daa7-456a-b80e-ef62a4514bbb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:50.893993 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.900896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:50.909256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-94086646-edcd-4d76-9cc8-30e6fd6e41df admin admin] 10.222.0.49 "PUT /v2.0/routers/96b056f4-7630-457d-9e86-52c549c90a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0653427 Nov 12 03:56:50.929410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 562f83a2-465f-4d58-9014-1c076f124ced up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:50.972983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] Set router 96b056f4-7630-457d-9e86-52c549c90a48 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:51.009407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Port 7851bd56-daa7-456a-b80e-ef62a4514bbb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:51.077580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Provisioning complete for port dfc99f81-3388-47cb-88dd-b02ebd045fe7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:51.077944 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.149677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 562f83a2-465f-4d58-9014-1c076f124ced triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:51.150044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.342311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device dfc99f81-3388-47cb-88dd-b02ebd045fe7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:51.348469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Provisioning complete for port 4bf976e0-5194-426f-b5e8-c1a238030135 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:51.348861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.418574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 4, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port': {'id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '7851bd56-daa7-456a-b80e-ef62a4514bbb', 'name': '', 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'mac_address': 'fa:16:3e:b5:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:49Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 2, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'subnets': [{'id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:51.453793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a75c3-09e3-4fe4-a6ce-cec36b4246f7 None None] The sync data for ids ['96b056f4-7630-457d-9e86-52c549c90a48'] in n-d-789963-21 is: [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 4, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port': {'id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:29:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '7851bd56-daa7-456a-b80e-ef62a4514bbb', 'name': '', 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'mac_address': 'fa:16:3e:b5:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:49Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 2, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'subnets': [{'id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:51.492195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port dfc99f81-3388-47cb-88dd-b02ebd045fe7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:51.492563 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.536937 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.567124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] For port 4bf976e0-5194-426f-b5e8-c1a238030135, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4bf976e0-5194-426f-b5e8-c1a238030135,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:51.578739 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.654436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Provisioning complete for port 562f83a2-465f-4d58-9014-1c076f124ced triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:51.654921 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.705090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070d766-bbd2-4e5d-830e-6735a59961c1 None None] Pushing event updated for resources: {'Port': ['ID=4bf976e0-5194-426f-b5e8-c1a238030135,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:51.881642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-80383339-9a14-4d88-92f8-838d64ae5283 None None] Provisioning complete for port 7851bd56-daa7-456a-b80e-ef62a4514bbb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:51.881932 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80383339-9a14-4d88-92f8-838d64ae5283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.915747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-80383339-9a14-4d88-92f8-838d64ae5283 None None] Port 7851bd56-daa7-456a-b80e-ef62a4514bbb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:53.004415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-5058b58d-ecdb-45c4-9add-f159c8acf554 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.009533 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-5058b58d-ecdb-45c4-9add-f159c8acf554 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1079044 Nov 12 03:56:53.041582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-788c4732-80f7-4616-b3bd-8037ddab9806 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/quotas/340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0099883 Nov 12 03:56:53.108114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-e5ac14f2-502c-40cf-8db2-3ccce5224bba tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607228 Nov 12 03:56:53.206400 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-412307ae-7390-47e8-9e3b-aacbf8883d16 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910640 Nov 12 03:56:53.298730 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-f0026a43-1c86-4f5e-889d-4c94f8ff0322 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863001 Nov 12 03:56:53.612044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d42c71b-6ff2-4778-9c7e-cf449a85be57 req-25a10132-2028-4ff2-9a40-d88dc7a28ff1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 210 time: 0.0384309 Nov 12 03:56:54.343102 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Sync routers for ids ['96b056f4-7630-457d-9e86-52c549c90a48'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:54.352072 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Routers {'96b056f4-7630-457d-9e86-52c549c90a48'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:54.352664 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['96b056f4-7630-457d-9e86-52c549c90a48'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:54.465080 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Set router 96b056f4-7630-457d-9e86-52c549c90a48 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:54.547017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-6c103a1d-24b1-4df8-8791-e3b6968048cd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.548585 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-6c103a1d-24b1-4df8-8791-e3b6968048cd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1122398 Nov 12 03:56:54.565363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'port': {'device_id': 'e5083ed6-4c61-4c75-af31-0b8ad5a06fcf', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'admin_state_up': True, 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:54.695201 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 4, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port': {'id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '7851bd56-daa7-456a-b80e-ef62a4514bbb', 'name': '', 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'mac_address': 'fa:16:3e:b5:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:49Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 2, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'subnets': [{'id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:54.706079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:54.711255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.730850 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Checking router: 96b056f4-7630-457d-9e86-52c549c90a48 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:54.731907 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Updating router 96b056f4-7630-457d-9e86-52c549c90a48 port 7851bd56-daa7-456a-b80e-ef62a4514bbb binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:54.759643 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.797665 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0594dcbe-e469-4f74-bd12-59aa65772d48 req-32ad1df2-55c3-4b4f-8aa7-8ec29b0ed18a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 210 time: 0.0575616 Nov 12 03:56:54.869973 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.897541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.20.0.8 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/49043af1-8f19-431a-b706-2c52d4e73022) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:54.900609 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4bf976e0-5194-426f-b5e8-c1a238030135 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:54.954071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 4bf976e0-5194-426f-b5e8-c1a238030135 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:54.954446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.105761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.143665 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.148379 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.151255 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.216008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:55.220979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:55.240155 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39406428-fd2f-4da7-bc47-413a5b5b8c2b None None] Pushing event updated for resources: {'Port': ['ID=7851bd56-daa7-456a-b80e-ef62a4514bbb,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:55.244397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:55.333398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=49043af1-8f19-431a-b706-2c52d4e73022,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:55.370250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.373859 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Attempting to bind port 7851bd56-daa7-456a-b80e-ef62a4514bbb on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:55.374365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Attempting to bind port 7851bd56-daa7-456a-b80e-ef62a4514bbb by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:55.374868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Attempting to bind port 7851bd56-daa7-456a-b80e-ef62a4514bbb on network 108c07af-e95d-43bf-bfde-2152f2f09bae {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:55.378729 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.383868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:55.386026 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Checking segment: {'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:55.386660 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.388024 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Bound using segment: {'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:55.389631 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Bound port: 7851bd56-daa7-456a-b80e-ef62a4514bbb, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3c31c7-07e9-4173-a736-500ecc05185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:55.390372 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.409677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2dcfde09-c3cf-42fc-b9be-20501a597ff7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8484962 Nov 12 03:56:55.425926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Request body: {'port': {'device_id': 'e5083ed6-4c61-4c75-af31-0b8ad5a06fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:55.532719 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] For port 7851bd56-daa7-456a-b80e-ef62a4514bbb, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:55.536912 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] For port 7851bd56-daa7-456a-b80e-ef62a4514bbb, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7851bd56-daa7-456a-b80e-ef62a4514bbb,segment=NetworkSegment(4b3c31c7-07e9-4173-a736-500ecc05185c),segment_id=4b3c31c7-07e9-4173-a736-500ecc05185c)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:55.541453 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.549759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.659786 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39406428-fd2f-4da7-bc47-413a5b5b8c2b None None] Pushing event updated for resources: {'Port': ['ID=7851bd56-daa7-456a-b80e-ef62a4514bbb,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:55.662438 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Routers {'96b056f4-7630-457d-9e86-52c549c90a48'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:55.663201 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:56:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['96b056f4-7630-457d-9e86-52c549c90a48'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:55.680616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] Provisioning complete for port 49043af1-8f19-431a-b706-2c52d4e73022 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:55.681022 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.760035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] Port 49043af1-8f19-431a-b706-2c52d4e73022 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:55.771340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] Provisioning complete for port 7851bd56-daa7-456a-b80e-ef62a4514bbb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:55.771959 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.810400 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] Set router 96b056f4-7630-457d-9e86-52c549c90a48 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:55.946163 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.963583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49043af1-8f19-431a-b706-2c52d4e73022 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:55.972369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.987180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Transition to ACTIVE for port object 49043af1-8f19-431a-b706-2c52d4e73022 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:56.001161 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.002882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] For port 7851bd56-daa7-456a-b80e-ef62a4514bbb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7851bd56-daa7-456a-b80e-ef62a4514bbb,segment=NetworkSegment(4b3c31c7-07e9-4173-a736-500ecc05185c),segment_id=4b3c31c7-07e9-4173-a736-500ecc05185c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:56.007430 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.088390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756eb44-bf4c-418e-a913-4512df64e7eb None None] Pushing event updated for resources: {'Port': ['ID=7851bd56-daa7-456a-b80e-ef62a4514bbb,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:56.111723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Pushing event updated for resources: {'Port': ['ID=49043af1-8f19-431a-b706-2c52d4e73022,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:56.136550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-38b113b3-e090-48d9-a863-0d8a253cd05b None None] Provisioning complete for port 7851bd56-daa7-456a-b80e-ef62a4514bbb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:56.138149 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38b113b3-e090-48d9-a863-0d8a253cd05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.154478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd276cd9-ff6d-463e-b14b-0c50159cfe38 req-71b585b5-2f7d-4743-8cd6-fa8265467c35 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.156833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd276cd9-ff6d-463e-b14b-0c50159cfe38 req-71b585b5-2f7d-4743-8cd6-fa8265467c35 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.1678081 Nov 12 03:56:56.207392 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 4, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port': {'id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '7851bd56-daa7-456a-b80e-ef62a4514bbb', 'name': '', 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'mac_address': 'fa:16:3e:b5:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:49Z', 'updated_at': '2021-11-12T03:56:55Z', 'revision_number': 4, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'subnets': [{'id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:56.253134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Attempting to bind port 49043af1-8f19-431a-b706-2c52d4e73022 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:56.253467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Attempting to bind port 49043af1-8f19-431a-b706-2c52d4e73022 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:56.253801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Attempting to bind port 49043af1-8f19-431a-b706-2c52d4e73022 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:56.259031 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5592706-506e-4d73-833d-f0f94ed91821 None None] The sync data for ids ['96b056f4-7630-457d-9e86-52c549c90a48'] in n-d-789963-21 is: [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 4, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port': {'id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '7851bd56-daa7-456a-b80e-ef62a4514bbb', 'name': '', 'network_id': '108c07af-e95d-43bf-bfde-2152f2f09bae', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'mac_address': 'fa:16:3e:b5:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:49Z', 'updated_at': '2021-11-12T03:56:55Z', 'revision_number': 4, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'subnets': [{'id': '097233c0-69cc-4c76-8093-4ac5d0feaf8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:56.277983 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd276cd9-ff6d-463e-b14b-0c50159cfe38 req-e27e0221-7704-4c42-b751-10064a360cbf tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898635 Nov 12 03:56:56.280786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Port 49043af1-8f19-431a-b706-2c52d4e73022 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:56.281105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Attempting to bind port 49043af1-8f19-431a-b706-2c52d4e73022 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:56.300649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:56.301081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:56.301466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:56.301902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Bound port: 49043af1-8f19-431a-b706-2c52d4e73022, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:56.302263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.392838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] For port 49043af1-8f19-431a-b706-2c52d4e73022, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:56.405942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] For port 49043af1-8f19-431a-b706-2c52d4e73022, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=49043af1-8f19-431a-b706-2c52d4e73022,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:56.413496 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.509338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.509966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:56.511605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] 10.222.0.20 "PUT /v2.0/ports/49043af1-8f19-431a-b706-2c52d4e73022 HTTP/1.1" status: 200 len: 1092 time: 1.0911705 Nov 12 03:56:56.512070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5083ed6-4c61-4c75-af31-0b8ad5a06fcf', 'tag': '49043af1-8f19-431a-b706-2c52d4e73022'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:56.515856 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25" -d '{"events": [{"name": "network-changed", "server_uuid": "e5083ed6-4c61-4c75-af31-0b8ad5a06fcf", "tag": "49043af1-8f19-431a-b706-2c52d4e73022"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:56.575104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6fab5-5541-4a08-ae44-8361ada83e1b service neutron] Pushing event updated for resources: {'Port': ['ID=49043af1-8f19-431a-b706-2c52d4e73022,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:56.632657 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46485f1b-9683-4c2d-b9f2-e5c6e8343796 x-openstack-request-id: req-46485f1b-9683-4c2d-b9f2-e5c6e8343796 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:56.633316 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5083ed6-4c61-4c75-af31-0b8ad5a06fcf", "tag": "49043af1-8f19-431a-b706-2c52d4e73022", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:56.633666 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46485f1b-9683-4c2d-b9f2-e5c6e8343796 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:56.634284 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5083ed6-4c61-4c75-af31-0b8ad5a06fcf', 'tag': '49043af1-8f19-431a-b706-2c52d4e73022', 'status': 'completed', 'code': 200} Nov 12 03:56:56.660601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-cca2112e-68c1-447f-8b3d-23cb4d4eb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.661599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-cca2112e-68c1-447f-8b3d-23cb4d4eb744 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 1095 time: 0.0825741 Nov 12 03:56:56.727920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-eba820ff-2d89-453b-965a-722d6e346705 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49043af1-8f19-431a-b706-2c52d4e73022 HTTP/1.1" status: 200 len: 217 time: 0.0564594 Nov 12 03:56:56.818440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2edb7f8e-200c-466d-a961-3ac246b87c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.819949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-2edb7f8e-200c-466d-a961-3ac246b87c5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0821781 Nov 12 03:56:56.863023 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7851bd56-daa7-456a-b80e-ef62a4514bbb up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:56.890498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-5c7c5d33-79dd-4562-8ab4-5b5b75035cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.892159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-5c7c5d33-79dd-4562-8ab4-5b5b75035cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622270 Nov 12 03:56:56.932967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7851bd56-daa7-456a-b80e-ef62a4514bbb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:56.933599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.003945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-b1ed8232-c674-4f88-8c07-bc90c5c0eb11 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037207 Nov 12 03:56:57.103608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c8e6bcf-37ac-4994-8270-11efce70ea9d req-f3c07880-655d-4d4c-82cd-89f4dc5ef693 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927632 Nov 12 03:56:57.200019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-febecf73-3afc-4005-ae0c-e698d1d0d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.202236 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-febecf73-3afc-4005-ae0c-e698d1d0d3fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 1095 time: 0.0464897 Nov 12 03:56:57.308678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-3163ff62-8a4b-4905-94e6-3ee05815348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.311489 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-3163ff62-8a4b-4905-94e6-3ee05815348f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0985835 Nov 12 03:56:57.360523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-e2aa8a2b-2a5a-47b2-a9ae-e0f0d6ced525 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49043af1-8f19-431a-b706-2c52d4e73022 HTTP/1.1" status: 200 len: 217 time: 0.0407372 Nov 12 03:56:57.448711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-5b99f31a-57d2-4f16-8dc4-f57205b32346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.450851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-5b99f31a-57d2-4f16-8dc4-f57205b32346 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0805869 Nov 12 03:56:57.459222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7ca23-10b1-42ba-8967-77d99e7cc8d0 req-73fbe7fb-7711-4b1d-8f8f-f962597c2446 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.460732 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-17b7ca23-10b1-42ba-8967-77d99e7cc8d0 req-73fbe7fb-7711-4b1d-8f8f-f962597c2446 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.1030214 Nov 12 03:56:57.541818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-cf8f1782-625d-4f39-966d-82f5bcd2067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.543322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-cf8f1782-625d-4f39-966d-82f5bcd2067b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816362 Nov 12 03:56:57.548007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-17b7ca23-10b1-42ba-8967-77d99e7cc8d0 req-bbe1607a-b19e-4798-bc69-be33dd141990 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775573 Nov 12 03:56:57.655345 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-08f74203-310f-4f9c-b8eb-61fb0565041a service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014862 Nov 12 03:56:57.759816 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5dc1d0-e5a0-466a-9b95-a7ae69f9bc25 req-8889871c-6cd4-4b1a-8f77-3b6020deb5ec service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960784 Nov 12 03:56:58.683982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de033e-8545-4c68-80c9-da4408945dfc req-2b7df172-5a13-4b3d-bc1a-37dc960ffddd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:58.687006 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7de033e-8545-4c68-80c9-da4408945dfc req-2b7df172-5a13-4b3d-bc1a-37dc960ffddd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0587316 Nov 12 03:56:58.748802 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7de033e-8545-4c68-80c9-da4408945dfc req-6e5a018e-672a-4e94-9988-b93df2922cf5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548451 Nov 12 03:56:59.874942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57fae5-707a-4be6-a723-da4b20871119 req-ae3476a4-8b53-47bf-947d-d4414324119c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:59.876465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f57fae5-707a-4be6-a723-da4b20871119 req-ae3476a4-8b53-47bf-947d-d4414324119c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0538850 Nov 12 03:56:59.924092 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f57fae5-707a-4be6-a723-da4b20871119 req-74cb56be-d750-497e-abe9-e21671d6f48b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Nov 12 03:57:01.039770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f2b16-9b13-4944-8361-41577ee91304 req-da010d88-855a-4525-bdc4-d4e48a0eff39 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.041266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a0f2b16-9b13-4944-8361-41577ee91304 req-da010d88-855a-4525-bdc4-d4e48a0eff39 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0494187 Nov 12 03:57:01.090924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a0f2b16-9b13-4944-8361-41577ee91304 req-33522546-0f17-4d8c-bcf9-f4b7276c7017 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Nov 12 03:57:01.330063 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8b39a41e-6480-4aa2-bc48-595adf9854c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.205359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62be4a-17db-4056-bc39-d89e98b41db0 req-88fa8a24-2ac1-4f70-8832-5ad02676ae98 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:02.206826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d62be4a-17db-4056-bc39-d89e98b41db0 req-88fa8a24-2ac1-4f70-8832-5ad02676ae98 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0487199 Nov 12 03:57:02.255197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d62be4a-17db-4056-bc39-d89e98b41db0 req-55fca573-c822-4274-96a4-dbe8340be244 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 Nov 12 03:57:03.370980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186768c-7dfb-424c-a78c-e93c395a312c req-5507267e-4812-4542-a2bb-d9b36a38ef9a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.372998 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a186768c-7dfb-424c-a78c-e93c395a312c req-5507267e-4812-4542-a2bb-d9b36a38ef9a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0495193 Nov 12 03:57:03.419431 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a186768c-7dfb-424c-a78c-e93c395a312c req-6553cf53-2bbd-4a45-94c9-4c89a6951298 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Nov 12 03:57:03.559356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86d66d92-f5d7-4e5b-873a-18e9823fcbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.886469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c021eb-1f68-4729-8a4e-7e0bfb91a688 req-b3cdc913-c6cb-4781-8ff8-8c5bd831a5bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:04.887976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-80c021eb-1f68-4729-8a4e-7e0bfb91a688 req-b3cdc913-c6cb-4781-8ff8-8c5bd831a5bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.3979766 Nov 12 03:57:04.934838 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-80c021eb-1f68-4729-8a4e-7e0bfb91a688 req-91332e26-aad7-4eec-b93f-6ec7bc6c7a84 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Nov 12 03:57:05.006300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:06.054568 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84fe7-f03b-455d-878d-9222d5c2c117 req-2a956212-7f2d-4f45-b233-106f7dd2c16b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:06.056030 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fce84fe7-f03b-455d-878d-9222d5c2c117 req-2a956212-7f2d-4f45-b233-106f7dd2c16b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0514715 Nov 12 03:57:06.102771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fce84fe7-f03b-455d-878d-9222d5c2c117 req-0b59cddb-fb41-4c0e-baaa-b2d1ff876d73 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Nov 12 03:57:06.380528 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.221244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e14ac-bca2-4402-9a81-4be2d155fe0e req-f95222c8-85e8-4897-ba37-9f1e901c712a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:07.222710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a5e14ac-bca2-4402-9a81-4be2d155fe0e req-f95222c8-85e8-4897-ba37-9f1e901c712a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0493286 Nov 12 03:57:07.244724 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.272128 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a5e14ac-bca2-4402-9a81-4be2d155fe0e req-28785662-e7a9-4100-ac6a-37328ea04234 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Nov 12 03:57:07.612882 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:08.391388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a59c8-49a6-483e-9f88-5e3a0356eed8 req-32557322-61ed-4227-9a6f-af1a1fdbcaa7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:08.392895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-292a59c8-49a6-483e-9f88-5e3a0356eed8 req-32557322-61ed-4227-9a6f-af1a1fdbcaa7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0493476 Nov 12 03:57:08.439824 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-292a59c8-49a6-483e-9f88-5e3a0356eed8 req-91f54860-2dca-407b-adba-72ad1ac68055 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Nov 12 03:57:09.555347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa9a68-36a8-439d-b184-967eab4201cb req-6e2a8a7b-c5ad-4215-9035-191e98614f24 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:09.556690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aaa9a68-36a8-439d-b184-967eab4201cb req-6e2a8a7b-c5ad-4215-9035-191e98614f24 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0480416 Nov 12 03:57:09.607850 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aaa9a68-36a8-439d-b184-967eab4201cb req-0cf7d22a-acb0-4524-8a30-db3e836e8db4 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Nov 12 03:57:10.559294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fcd7d-e1bf-4204-ba3f-52dbbe84d108 req-e775f824-0541-4d8b-aaba-73075a7fc7e4 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.560660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5fcd7d-e1bf-4204-ba3f-52dbbe84d108 req-e775f824-0541-4d8b-aaba-73075a7fc7e4 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0494356 Nov 12 03:57:10.608623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f5fcd7d-e1bf-4204-ba3f-52dbbe84d108 req-67ab724d-0ebb-42d9-82fd-8bb5826dc307 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416427 Nov 12 03:57:10.723061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2d349-d605-4d5c-ac08-da9f96805893 req-0fd525ca-fcf6-47a7-b238-1c4399135bd6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.724515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dac2d349-d605-4d5c-ac08-da9f96805893 req-0fd525ca-fcf6-47a7-b238-1c4399135bd6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 943 time: 0.0477893 Nov 12 03:57:10.773742 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dac2d349-d605-4d5c-ac08-da9f96805893 req-1fbebd87-4d94-4f93-816a-762d8870f3dd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Nov 12 03:57:10.789233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 49043af1-8f19-431a-b706-2c52d4e73022 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:10.886027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 49043af1-8f19-431a-b706-2c52d4e73022, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=49043af1-8f19-431a-b706-2c52d4e73022,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:10.897657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '49043af1-8f19-431a-b706-2c52d4e73022', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'port_id': '49043af1-8f19-431a-b706-2c52d4e73022', 'mac_address': 'fa:16:3e:32:29:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:10.935004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.951382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49043af1-8f19-431a-b706-2c52d4e73022 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:10.972181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 49043af1-8f19-431a-b706-2c52d4e73022, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=49043af1-8f19-431a-b706-2c52d4e73022,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:10.975962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:11.021517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=49043af1-8f19-431a-b706-2c52d4e73022,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:11.028332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.028682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.029052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.029394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.029727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.030058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.030389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.030718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.031046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.032046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.032396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.032724 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:11.231792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['49043af1-8f19-431a-b706-2c52d4e73022'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:11.725003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4be3af-de42-40f9-9c56-9a605498e9f5 req-ec90930c-0b89-48ea-a9ab-ee92cd6bd64f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:11.726477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4be3af-de42-40f9-9c56-9a605498e9f5 req-ec90930c-0b89-48ea-a9ab-ee92cd6bd64f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0486581 Nov 12 03:57:11.774061 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b4be3af-de42-40f9-9c56-9a605498e9f5 req-defd74e0-1347-4942-926c-93c68c89d7da tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Nov 12 03:57:11.887095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287e94c-48d5-4f90-b186-a8727ff2391b req-46b9478b-4296-46c5-940d-3359fb8b60be tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:11.888456 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8287e94c-48d5-4f90-b186-a8727ff2391b req-46b9478b-4296-46c5-940d-3359fb8b60be tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 944 time: 0.0481589 Nov 12 03:57:11.935259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8287e94c-48d5-4f90-b186-a8727ff2391b req-affcfc78-91d4-4418-9b6f-b6b7bc673974 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Nov 12 03:57:12.793177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 49043af1-8f19-431a-b706-2c52d4e73022 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:12.843936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 49043af1-8f19-431a-b706-2c52d4e73022 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:12.848177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 49043af1-8f19-431a-b706-2c52d4e73022 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:12.848548 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.895279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31455987-c429-4e5f-8297-729812743897 req-47e7501d-183e-4998-b66c-fcbab681f21e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:12.896796 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31455987-c429-4e5f-8297-729812743897 req-47e7501d-183e-4998-b66c-fcbab681f21e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0531030 Nov 12 03:57:12.925183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:12.944650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31455987-c429-4e5f-8297-729812743897 req-4a3cec5a-e4ae-41a3-aa58-314a16a0ebad tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415478 Nov 12 03:57:12.950045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5083ed6-4c61-4c75-af31-0b8ad5a06fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49043af1-8f19-431a-b706-2c52d4e73022'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:12.952317 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c7dcb3-4a91-43d4-8f75-b3bcf64b429f" -d '{"events": [{"server_uuid": "e5083ed6-4c61-4c75-af31-0b8ad5a06fcf", "name": "network-vif-plugged", "status": "completed", "tag": "49043af1-8f19-431a-b706-2c52d4e73022"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:12.973247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 49043af1-8f19-431a-b706-2c52d4e73022, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=49043af1-8f19-431a-b706-2c52d4e73022,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:12.977823 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:13.005028 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f850589d-5136-4a8b-be94-7fd565ecd0f9 x-openstack-request-id: req-f850589d-5136-4a8b-be94-7fd565ecd0f9 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:13.005320 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5083ed6-4c61-4c75-af31-0b8ad5a06fcf", "name": "network-vif-plugged", "status": "completed", "tag": "49043af1-8f19-431a-b706-2c52d4e73022", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:13.005773 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f850589d-5136-4a8b-be94-7fd565ecd0f9 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:13.006337 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5083ed6-4c61-4c75-af31-0b8ad5a06fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49043af1-8f19-431a-b706-2c52d4e73022', 'code': 200} Nov 12 03:57:13.034505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=49043af1-8f19-431a-b706-2c52d4e73022,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:13.055157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dacff0-2697-4b02-b9fb-d505beb0ed3c req-0551cc49-8469-4ba7-97bc-9e60da88a03f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:13.056720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87dacff0-2697-4b02-b9fb-d505beb0ed3c req-0551cc49-8469-4ba7-97bc-9e60da88a03f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 945 time: 0.0514586 Nov 12 03:57:13.094644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6dda1-17c8-4392-b640-ef78e8ffcdd5 req-6b84726a-e778-48a4-998a-3d95e872931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:13.096176 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35a6dda1-17c8-4392-b640-ef78e8ffcdd5 req-6b84726a-e778-48a4-998a-3d95e872931d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 1097 time: 0.0410202 Nov 12 03:57:13.105415 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87dacff0-2697-4b02-b9fb-d505beb0ed3c req-0f1749cc-582a-422d-85fb-9850fd744081 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Nov 12 03:57:13.142396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-35a6dda1-17c8-4392-b640-ef78e8ffcdd5 req-09fa5a21-c4d6-447a-9738-66cd34515673 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387194 Nov 12 03:57:14.068995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0ac5a-173b-44c0-9c6d-68b0dfe0c834 req-d6845bbb-dce4-4082-99c7-627f6604056f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.070460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbd0ac5a-173b-44c0-9c6d-68b0dfe0c834 req-d6845bbb-dce4-4082-99c7-627f6604056f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0512965 Nov 12 03:57:14.117321 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dbd0ac5a-173b-44c0-9c6d-68b0dfe0c834 req-30b257e1-078a-48e2-89d2-6b43c89a5eb6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409322 Nov 12 03:57:14.224590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749abb0-93f4-444f-8025-40e13b076142 req-a49ad40d-fc4a-4280-921a-7fcbaefa866d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.226202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e749abb0-93f4-444f-8025-40e13b076142 req-a49ad40d-fc4a-4280-921a-7fcbaefa866d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 945 time: 0.0542660 Nov 12 03:57:14.275479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e749abb0-93f4-444f-8025-40e13b076142 req-ae852dec-3a02-463f-8d31-d8775291c461 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Nov 12 03:57:14.522963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57230) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:14.592814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c9a31-291d-46c5-9eeb-ca10320b1b68 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.593295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c9a31-291d-46c5-9eeb-ca10320b1b68 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.594292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c9a31-291d-46c5-9eeb-ca10320b1b68 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.596120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-110c9a31-291d-46c5-9eeb-ca10320b1b68 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=6e7583380bbe488d8e8421c488c64c0c&network_id=fb0f147c-d176-44cd-88aa-6d246ddc112b HTTP/1.1" status: 200 len: 2973 time: 0.0721695 Nov 12 03:57:15.236642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9131a1-be77-45a2-89e7-e8cf29178bf0 req-647ead5c-3bd9-48e7-9005-6009b0c3ce4b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.238147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a9131a1-be77-45a2-89e7-e8cf29178bf0 req-647ead5c-3bd9-48e7-9005-6009b0c3ce4b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0495677 Nov 12 03:57:15.285450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a9131a1-be77-45a2-89e7-e8cf29178bf0 req-b54c7af0-b1c6-44f6-a780-f410881bf2ba tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412588 Nov 12 03:57:15.395793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ab762-13bd-482c-9be4-80d91912ee4b req-d70e1b48-5269-427f-9344-1c7cd65dd110 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.397232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-148ab762-13bd-482c-9be4-80d91912ee4b req-d70e1b48-5269-427f-9344-1c7cd65dd110 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 945 time: 0.0529468 Nov 12 03:57:15.758490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-148ab762-13bd-482c-9be4-80d91912ee4b req-2198565b-d56c-49fe-b740-89cb0b528bb8 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539045 Nov 12 03:57:15.873117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa11a52-0fa4-452a-b769-0cadb15a5b6a req-a5690f03-50a1-4241-afbf-16c7902cf3e0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.874591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fa11a52-0fa4-452a-b769-0cadb15a5b6a req-a5690f03-50a1-4241-afbf-16c7902cf3e0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 945 time: 0.0498204 Nov 12 03:57:15.926356 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fa11a52-0fa4-452a-b769-0cadb15a5b6a req-fc879734-9a66-4752-b598-f83692467f69 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Nov 12 03:57:16.039753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa42a90-631f-4c65-8fc0-8f49ae984c9c req-46f31301-68f3-4457-8da7-c2f9ccd69b60 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.041277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2fa42a90-631f-4c65-8fc0-8f49ae984c9c req-46f31301-68f3-4457-8da7-c2f9ccd69b60 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 945 time: 0.0494061 Nov 12 03:57:16.092298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2fa42a90-631f-4c65-8fc0-8f49ae984c9c req-81bfaf47-72f1-4e4e-b06a-e160065429dd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Nov 12 03:57:16.320687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57254) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:16.326071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7533e78-a108-448c-9e81-0aa3969d1a7b req-c83f9d47-a8a4-4308-9800-26643b15f7ab tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.327744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7533e78-a108-448c-9e81-0aa3969d1a7b req-c83f9d47-a8a4-4308-9800-26643b15f7ab tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 945 time: 0.0514503 Nov 12 03:57:16.387570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7533e78-a108-448c-9e81-0aa3969d1a7b req-35bcf134-2d9d-476d-a0e3-03d06607d786 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540502 Nov 12 03:57:16.396674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2544a43-7441-48ab-972f-048e876410b7 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.398171 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2544a43-7441-48ab-972f-048e876410b7 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424 HTTP/1.1" status: 200 len: 814 time: 0.0764310 Nov 12 03:57:16.417980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269c359-6e30-465b-9727-1b5d16760ea2 req-9a209407-e155-42f4-ab04-f6bcae357bfd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.419404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8269c359-6e30-465b-9727-1b5d16760ea2 req-9a209407-e155-42f4-ab04-f6bcae357bfd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0577974 Nov 12 03:57:16.467273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8269c359-6e30-465b-9727-1b5d16760ea2 req-3cbeca1c-b7ad-4858-9546-b6de83985c33 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411861 Nov 12 03:57:17.168653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57260) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.174448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'network': {'name': 'tempest-network-smoke--1853000626', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:17.195177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:17.198647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.223696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:57:17.232021 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.232364 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Added segment e79c6b03-2541-4b22-8b3f-3211953373d0 of type vlan for network 2ee1ee93-265e-46f5-a294-6e5472fbe60b Nov 12 03:57:17.276430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.300818 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.306391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.306966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.366428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1966515 Nov 12 03:57:17.369419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57262) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.405410 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c156221-fe5a-459c-8ac7-9939d61093ee tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Network': ['ID=2ee1ee93-265e-46f5-a294-6e5472fbe60b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:17.416383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:57:17.454912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62892e6-192a-4449-a85d-4ca931b7cfc2 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.456692 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e62892e6-192a-4449-a85d-4ca931b7cfc2 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6e7583380bbe488d8e8421c488c64c0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0861144 Nov 12 03:57:17.459261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57266) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.526810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d96b21-8a9a-46e3-8b68-83097d2b0b22 req-8efa0f6a-b671-4eca-a347-d1914a0bd452 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.528523 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0d96b21-8a9a-46e3-8b68-83097d2b0b22 req-8efa0f6a-b671-4eca-a347-d1914a0bd452 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 945 time: 0.0638821 Nov 12 03:57:17.582155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0d96b21-8a9a-46e3-8b68-83097d2b0b22 req-822dc78a-28da-460d-8342-3fa19c7dda8a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471172 Nov 12 03:57:17.679244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702d02-d4fc-4fd4-a126-4c3defb68f1d req-1993776d-9d2c-4d2a-976a-88a7aab5f189 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.680624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc702d02-d4fc-4fd4-a126-4c3defb68f1d req-1993776d-9d2c-4d2a-976a-88a7aab5f189 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.1261046 Nov 12 03:57:17.681864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad67ece-c983-45a1-afd3-4fa63b5ddb0d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.683191 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bad67ece-c983-45a1-afd3-4fa63b5ddb0d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2231152 Nov 12 03:57:17.685979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57270) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.728097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f9cfc411-c6b0-4b32-8c4e-0367ed21aace tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409682 Nov 12 03:57:17.730844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57272) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.764120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bc702d02-d4fc-4fd4-a126-4c3defb68f1d req-a8e2ce74-e8e8-44ef-b37c-3cf844134fdb tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681171 Nov 12 03:57:17.765218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-adc31bc7-cec8-4d8b-8fa9-8a03b1e6c8d1 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6e7583380bbe488d8e8421c488c64c0c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331066 Nov 12 03:57:17.767680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57274) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.835727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-def5b603-dd0a-4b47-ae25-cfa850ec0ed6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.837275 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-def5b603-dd0a-4b47-ae25-cfa850ec0ed6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 945 time: 0.0551920 Nov 12 03:57:17.857576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02454d-30b8-4f38-ad50-70ce8ae69307 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.859564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab02454d-30b8-4f38-ad50-70ce8ae69307 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904319 Nov 12 03:57:17.862587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57276) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.889935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dff5359f-9430-49fd-b95c-a4d1751856b0 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262897 Nov 12 03:57:17.892706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.897509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-262452823', 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:17.988652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:17.989962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port 49043af1-8f19-431a-b706-2c52d4e73022 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:17.990310 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.992087 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.092759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] For port 49043af1-8f19-431a-b706-2c52d4e73022, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=49043af1-8f19-431a-b706-2c52d4e73022,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:18.093194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.108948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for 49043af1-8f19-431a-b706-2c52d4e73022 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:18.175037 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.238906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Subnet': ['ID=0c70a33c-3182-44f3-9dd5-4f4de70babb1,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.244180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.251038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.251574 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.251922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.252267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.252610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.252984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.253329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.253643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.253968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.254296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.254625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.254952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.257871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Checking segment: {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:18.258240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network hostable DHCP agents. Network: 2ee1ee93-265e-46f5-a294-6e5472fbe60b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:57:18.258490 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['49043af1-8f19-431a-b706-2c52d4e73022'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:18.278242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:57:18.279334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=49043af1-8f19-431a-b706-2c52d4e73022,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.289067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 2ee1ee93-265e-46f5-a294-6e5472fbe60b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:18.293225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.293831 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.309378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ec831-c2fd-49bb-abfa-c3544e1f9392 None None] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:18.319215 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7a0ab27a-2402-4189-afda-6811a5760cbe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4254627 Nov 12 03:57:18.353421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] No DVR routers for this DVR port 49043af1-8f19-431a-b706-2c52d4e73022 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:18.356218 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.360091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e3572d2-391a-4254-b9d7-e9309dca5308 req-f697e605-19b4-4e57-a187-afe5ed70fdb7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "DELETE /v2.0/ports/49043af1-8f19-431a-b706-2c52d4e73022 HTTP/1.1" status: 204 len: 173 time: 0.5162382 Nov 12 03:57:18.360931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5083ed6-4c61-4c75-af31-0b8ad5a06fcf', 'name': 'network-vif-deleted', 'tag': '49043af1-8f19-431a-b706-2c52d4e73022'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:18.363468 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd30691a-b06e-4851-a46f-d5696a444cc5" -d '{"events": [{"server_uuid": "e5083ed6-4c61-4c75-af31-0b8ad5a06fcf", "name": "network-vif-deleted", "tag": "49043af1-8f19-431a-b706-2c52d4e73022"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:18.450646 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e321676a-7059-44bf-8121-704b0d7ce8d1 x-openstack-request-id: req-e321676a-7059-44bf-8121-704b0d7ce8d1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:18.451288 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5083ed6-4c61-4c75-af31-0b8ad5a06fcf", "name": "network-vif-deleted", "tag": "49043af1-8f19-431a-b706-2c52d4e73022", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:18.451423 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e321676a-7059-44bf-8121-704b0d7ce8d1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:18.451842 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5083ed6-4c61-4c75-af31-0b8ad5a06fcf', 'name': 'network-vif-deleted', 'tag': '49043af1-8f19-431a-b706-2c52d4e73022', 'status': 'completed', 'code': 200} Nov 12 03:57:18.665771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-2ee1ee93-265e-46f5-a294-6e5472fbe60b', 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ips': [{'subnet_id': '0c70a33c-3182-44f3-9dd5-4f4de70babb1'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:57:18.667414 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.704807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e7b1137-fe7e-4b8b-a88e-4c7df825c035 req-a61110cb-b810-4abf-b263-1f704f8226d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 210 time: 0.0457420 Nov 12 03:57:18.759715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57286) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.764502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-49c933f4-d0a4-4a93-86bf-ec797f13d5f8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754965395', 'description': 'tempest-secgroup-smoke-1754965395 description', 'project_id': '6e7583380bbe488d8e8421c488c64c0c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.809177 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49c933f4-d0a4-4a93-86bf-ec797f13d5f8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.826123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Allocated IP 172.20.0.18 (2ee1ee93-265e-46f5-a294-6e5472fbe60b/0c70a33c-3182-44f3-9dd5-4f4de70babb1/49aff977-ce3e-47e0-80f3-f9f71e72b263) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:18.909911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49c933f4-d0a4-4a93-86bf-ec797f13d5f8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.917349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49c933f4-d0a4-4a93-86bf-ec797f13d5f8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.920158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ed14d-3cf1-4c06-8981-e1aeec8c52c7 req-0755f962-b229-4cc8-9d52-004f98f6f913 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.922724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780ed14d-3cf1-4c06-8981-e1aeec8c52c7 req-0755f962-b229-4cc8-9d52-004f98f6f913 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0592048 Nov 12 03:57:18.971089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c933f4-d0a4-4a93-86bf-ec797f13d5f8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6491c1-bf50-49b6-9d32-1123a65f13b6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.992113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-49c933f4-d0a4-4a93-86bf-ec797f13d5f8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.996258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.997925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-780ed14d-3cf1-4c06-8981-e1aeec8c52c7 req-6521391e-6405-4460-be02-157f0744d0aa tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664527 Nov 12 03:57:18.998456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57290) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.998674 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-49c933f4-d0a4-4a93-86bf-ec797f13d5f8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2373841 Nov 12 03:57:19.004839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6b5c156a-dce1-47c4-a8d9-3f67042701c0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': 'ab6491c1-bf50-49b6-9d32-1123a65f13b6', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:19.012707 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.035846 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b5c156a-dce1-47c4-a8d9-3f67042701c0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.057106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:19.062756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:19.066653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:19.075472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Pushing event updated for resources: {'Port': ['ID=49aff977-ce3e-47e0-80f3-f9f71e72b263,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.104702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b5c156a-dce1-47c4-a8d9-3f67042701c0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.110150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b5c156a-dce1-47c4-a8d9-3f67042701c0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.129349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Attempting to bind port 49aff977-ce3e-47e0-80f3-f9f71e72b263 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:19.129671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c156a-dce1-47c4-a8d9-3f67042701c0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611ee723-10c6-4235-99d3-a8f93e805eab,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.129903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Attempting to bind port 49aff977-ce3e-47e0-80f3-f9f71e72b263 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:19.130396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Attempting to bind port 49aff977-ce3e-47e0-80f3-f9f71e72b263 on network 2ee1ee93-265e-46f5-a294-6e5472fbe60b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:19.135013 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b5c156a-dce1-47c4-a8d9-3f67042701c0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.138959 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6b5c156a-dce1-47c4-a8d9-3f67042701c0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353593 Nov 12 03:57:19.139422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57292) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:19.140182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:19.141775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Checking segment: {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:19.142467 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.143080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Bound using segment: {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:19.143780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Bound port: 49aff977-ce3e-47e0-80f3-f9f71e72b263, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:19.144416 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.144542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3747a7b9-8bbc-4c0e-a058-f9e702c38f9d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': 'ab6491c1-bf50-49b6-9d32-1123a65f13b6', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:19.172593 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3747a7b9-8bbc-4c0e-a058-f9e702c38f9d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.217763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] For port 49aff977-ce3e-47e0-80f3-f9f71e72b263, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:19.221877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] For port 49aff977-ce3e-47e0-80f3-f9f71e72b263, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=49aff977-ce3e-47e0-80f3-f9f71e72b263,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:19.227440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.237160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3747a7b9-8bbc-4c0e-a058-f9e702c38f9d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.241470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3747a7b9-8bbc-4c0e-a058-f9e702c38f9d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.259683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747a7b9-8bbc-4c0e-a058-f9e702c38f9d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab877762-f81a-4b36-b5c9-7c0ee7a8dbb3,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.270874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3747a7b9-8bbc-4c0e-a058-f9e702c38f9d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.272950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3747a7b9-8bbc-4c0e-a058-f9e702c38f9d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320527 Nov 12 03:57:19.275303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57294) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:19.280496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-280186b3-5820-447b-b1ca-8a5dedeaa76d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': 'ab6491c1-bf50-49b6-9d32-1123a65f13b6', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:19.303167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816eeff-f75e-4464-be0a-74a920c58c3c None None] Pushing event updated for resources: {'Port': ['ID=49aff977-ce3e-47e0-80f3-f9f71e72b263,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.331410 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-280186b3-5820-447b-b1ca-8a5dedeaa76d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.400211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-280186b3-5820-447b-b1ca-8a5dedeaa76d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.404157 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-280186b3-5820-447b-b1ca-8a5dedeaa76d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.432283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-280186b3-5820-447b-b1ca-8a5dedeaa76d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.436074 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-280186b3-5820-447b-b1ca-8a5dedeaa76d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570022 Nov 12 03:57:19.436074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280186b3-5820-447b-b1ca-8a5dedeaa76d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f723d926-16a0-4438-bfdc-0553be3e7df0,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.436588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57296) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:19.442085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0cca14c8-0fed-4c52-83d6-967022a0705c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': 'ab6491c1-bf50-49b6-9d32-1123a65f13b6', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:19.480634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cca14c8-0fed-4c52-83d6-967022a0705c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.574533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cca14c8-0fed-4c52-83d6-967022a0705c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.579522 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cca14c8-0fed-4c52-83d6-967022a0705c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.603172 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca14c8-0fed-4c52-83d6-967022a0705c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727dda6b-d885-4e86-ae79-f0fbbbba086b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.611089 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0cca14c8-0fed-4c52-83d6-967022a0705c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.612781 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0cca14c8-0fed-4c52-83d6-967022a0705c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1744714 Nov 12 03:57:19.615609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57298) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:19.620987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5dff04fe-332c-4d69-9f37-6ac3169ae56f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': 'ab6491c1-bf50-49b6-9d32-1123a65f13b6', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:19.647690 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-5dff04fe-332c-4d69-9f37-6ac3169ae56f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Project 6e7583380bbe488d8e8421c488c64c0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:19.653481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dff04fe-332c-4d69-9f37-6ac3169ae56f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.714213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dff04fe-332c-4d69-9f37-6ac3169ae56f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.719871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dff04fe-332c-4d69-9f37-6ac3169ae56f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.738220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff04fe-332c-4d69-9f37-6ac3169ae56f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d192a5-6761-43c0-b72c-2b377a048b05,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.750177 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dff04fe-332c-4d69-9f37-6ac3169ae56f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.754153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5dff04fe-332c-4d69-9f37-6ac3169ae56f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348162 Nov 12 03:57:19.754427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57302) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:19.759144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-25c3eeb5-3269-4176-9531-1da2e0d5639a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': 'ab6491c1-bf50-49b6-9d32-1123a65f13b6', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:19.784886 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-25c3eeb5-3269-4176-9531-1da2e0d5639a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Project 6e7583380bbe488d8e8421c488c64c0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:19.790128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25c3eeb5-3269-4176-9531-1da2e0d5639a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.806980 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-933aafe4-2ef7-4715-8e06-e7c6ea5f5c0b req-f4cc5aec-6f32-4670-98e7-10a4730d2857 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 210 time: 0.0357976 Nov 12 03:57:19.864677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25c3eeb5-3269-4176-9531-1da2e0d5639a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.868547 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25c3eeb5-3269-4176-9531-1da2e0d5639a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.886093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3eeb5-3269-4176-9531-1da2e0d5639a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ac2c21-bb76-4f46-9fd2-53179401447f,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.896628 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25c3eeb5-3269-4176-9531-1da2e0d5639a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.897897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-25c3eeb5-3269-4176-9531-1da2e0d5639a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422191 Nov 12 03:57:20.118511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-346860e0-686b-4fbf-b4cd-430ef7c6b709 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754965395&fields=id&tenant_id=6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 267 time: 0.0569525 Nov 12 03:57:20.129090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26372231-1464-4202-930e-0fec73a79b52 req-55253692-a581-4d72-aa6c-7ad291a96497 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.130782 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26372231-1464-4202-930e-0fec73a79b52 req-55253692-a581-4d72-aa6c-7ad291a96497 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0636618 Nov 12 03:57:20.190746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26372231-1464-4202-930e-0fec73a79b52 req-65370e0e-e7f7-4cd4-852b-40d5db89635b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533619 Nov 12 03:57:20.246980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-028606b8-6f1a-4406-8f7e-f786ccba4f50 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:20.249486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-028606b8-6f1a-4406-8f7e-f786ccba4f50 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/networks?id=2ee1ee93-265e-46f5-a294-6e5472fbe60b HTTP/1.1" status: 200 len: 797 time: 0.1224477 Nov 12 03:57:20.265950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-9dcc9f9a-1391-4566-8579-7b630cc01697 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/quotas/6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 375 time: 0.0103617 Nov 12 03:57:20.337341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-f790b556-51b6-4cc8-8422-6c7223d52e37 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0637655 Nov 12 03:57:20.373310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91291838-349d-4b89-ab0b-37b59b85486f None None] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:20.439857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5dba031d-90d0-425b-8d44-1a5731f5a94c None None] Provisioning complete for port 49aff977-ce3e-47e0-80f3-f9f71e72b263 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:20.440231 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5dba031d-90d0-425b-8d44-1a5731f5a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.445557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-7b3a96f7-313f-411a-a9b0-6b3d1432dc1c service neutron] 10.222.0.49 "GET /v2.0/networks/2ee1ee93-265e-46f5-a294-6e5472fbe60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973768 Nov 12 03:57:20.540538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-6d9d2ba0-c002-4d7e-aedf-75f61c53ba00 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee1ee93-265e-46f5-a294-6e5472fbe60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877006 Nov 12 03:57:20.598299 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5dba031d-90d0-425b-8d44-1a5731f5a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.638853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5dba031d-90d0-425b-8d44-1a5731f5a94c None None] For port 49aff977-ce3e-47e0-80f3-f9f71e72b263, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=49aff977-ce3e-47e0-80f3-f9f71e72b263,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:20.645042 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5dba031d-90d0-425b-8d44-1a5731f5a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.702335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba031d-90d0-425b-8d44-1a5731f5a94c None None] Pushing event updated for resources: {'Port': ['ID=49aff977-ce3e-47e0-80f3-f9f71e72b263,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:20.806131 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51d14ec2-db88-466b-b5f2-fd71201b9969 req-4dffedd0-bf65-4cb9-8286-2186f390f74a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 210 time: 0.0600207 Nov 12 03:57:20.878146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 49aff977-ce3e-47e0-80f3-f9f71e72b263 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:20.947750 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cb0607c0-32cc-4278-a49f-eef45add8bee req-4b196020-536c-4fb3-8fea-1be708a645ae tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 210 time: 0.0486712 Nov 12 03:57:20.949263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 49aff977-ce3e-47e0-80f3-f9f71e72b263 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:20.949710 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:20.998428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-922934fd-d950-4f28-a843-feee9ed0b8d2 None None] Provisioning complete for port 49aff977-ce3e-47e0-80f3-f9f71e72b263 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:20.998890 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-922934fd-d950-4f28-a843-feee9ed0b8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.317069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b522f-728a-4f87-80a9-f26fe6943c5a req-77968b5f-2b48-439d-ba91-da9136f1b373 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.318567 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c4b522f-728a-4f87-80a9-f26fe6943c5a req-77968b5f-2b48-439d-ba91-da9136f1b373 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0568957 Nov 12 03:57:21.372616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c4b522f-728a-4f87-80a9-f26fe6943c5a req-449a0caa-27f1-4389-8aad-b059dd10d5a7 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466211 Nov 12 03:57:21.839533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-3f75d0af-d7ac-478e-88b6-5c6f8c366599 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.841417 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-3f75d0af-d7ac-478e-88b6-5c6f8c366599 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/networks?id=2ee1ee93-265e-46f5-a294-6e5472fbe60b HTTP/1.1" status: 200 len: 797 time: 0.1109343 Nov 12 03:57:21.917610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e748fc02-771b-4f2f-b417-8fcbe2efe7cf req-17fd64e6-c40c-4664-ae93-bdf298c9ae52 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 210 time: 0.0419097 Nov 12 03:57:21.956929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-adc2cd53-202c-4f08-b467-4c40015a22c1 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 472 time: 0.1050043 Nov 12 03:57:21.966944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'port': {'device_id': '51199ade-d412-443c-b621-63d9edd17ff0', 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b', 'admin_state_up': True, 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'security_groups': ['ab6491c1-bf50-49b6-9d32-1123a65f13b6']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:22.034157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4e19277-b330-4fd5-b2ad-8f0e79a09a8a req-b437f811-e047-415b-b47b-a6646145ea3b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 210 time: 0.0276639 Nov 12 03:57:22.083222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:22.087275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.241177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.20.0.21 (2ee1ee93-265e-46f5-a294-6e5472fbe60b/0c70a33c-3182-44f3-9dd5-4f4de70babb1/2eb082f2-af24-4cd5-940e-b247cead95d7) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:22.380372 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.420770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.443911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:22.447999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:22.469933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:22.539040 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=2eb082f2-af24-4cd5-940e-b247cead95d7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:22.570730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:22.571407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.588707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b817e-4846-49a9-92bd-64df4a19f2a1 req-6270d568-65a6-4ae2-bfc0-c2c1aabc85c0 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:22.590603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e3b817e-4846-49a9-92bd-64df4a19f2a1 req-6270d568-65a6-4ae2-bfc0-c2c1aabc85c0 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.1438603 Nov 12 03:57:22.611857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-cd11c555-8a0f-492a-9c90-b54a4c58c43d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6490793 Nov 12 03:57:22.628402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Request body: {'port': {'device_id': '51199ade-d412-443c-b621-63d9edd17ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:22.703989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e3b817e-4846-49a9-92bd-64df4a19f2a1 req-c6f9b524-2095-4822-9ce3-def58a83f2bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012628 Nov 12 03:57:22.714139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.747274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0c62825b-4061-4519-9ee7-cb54d0a995fa None None] Provisioning complete for port 2eb082f2-af24-4cd5-940e-b247cead95d7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:22.747779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c62825b-4061-4519-9ee7-cb54d0a995fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.784840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0c62825b-4061-4519-9ee7-cb54d0a995fa None None] Port 2eb082f2-af24-4cd5-940e-b247cead95d7 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:22.880440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 49043af1-8f19-431a-b706-2c52d4e73022 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:22.906079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 49043af1-8f19-431a-b706-2c52d4e73022 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:22.907155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 49043af1-8f19-431a-b706-2c52d4e73022 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:22.995593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb082f2-af24-4cd5-940e-b247cead95d7 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:23.004231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.018981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Transition to ACTIVE for port object 2eb082f2-af24-4cd5-940e-b247cead95d7 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:23.023477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.047052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fed9fd-acef-48d3-b4be-c57f409712a8 req-07868c8c-5fa0-486d-b984-47a3754d1d26 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.048811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68fed9fd-acef-48d3-b4be-c57f409712a8 req-07868c8c-5fa0-486d-b984-47a3754d1d26 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 932 time: 0.0579276 Nov 12 03:57:23.106628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb082f2-af24-4cd5-940e-b247cead95d7,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:23.110430 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68fed9fd-acef-48d3-b4be-c57f409712a8 req-0d79b4a1-0512-43b2-b100-571ad1020750 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537641 Nov 12 03:57:23.162441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Attempting to bind port 2eb082f2-af24-4cd5-940e-b247cead95d7 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:23.163213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Attempting to bind port 2eb082f2-af24-4cd5-940e-b247cead95d7 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:23.163669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Attempting to bind port 2eb082f2-af24-4cd5-940e-b247cead95d7 on network 2ee1ee93-265e-46f5-a294-6e5472fbe60b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:23.168535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Port 2eb082f2-af24-4cd5-940e-b247cead95d7 on network 2ee1ee93-265e-46f5-a294-6e5472fbe60b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:23.169019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Attempting to bind port 2eb082f2-af24-4cd5-940e-b247cead95d7 on network 2ee1ee93-265e-46f5-a294-6e5472fbe60b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:23.205124 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f836c744-9cf7-4ad1-b965-f881f84608af req-b4ab5503-9815-4db2-b0b2-c81fb18b22a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5083ed6-4c61-4c75-af31-0b8ad5a06fcf HTTP/1.1" status: 200 len: 210 time: 0.0313056 Nov 12 03:57:23.205889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:23.206329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Checking segment: {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:23.206591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Bound using segment: {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:23.207074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Bound port: 2eb082f2-af24-4cd5-940e-b247cead95d7, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:23.207429 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.288061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] For port 2eb082f2-af24-4cd5-940e-b247cead95d7, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:23.292223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] For port 2eb082f2-af24-4cd5-940e-b247cead95d7, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2eb082f2-af24-4cd5-940e-b247cead95d7,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:23.298701 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.338662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.339262 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.340920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/2eb082f2-af24-4cd5-940e-b247cead95d7 HTTP/1.1" status: 200 len: 1093 time: 0.7191472 Nov 12 03:57:23.341362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51199ade-d412-443c-b621-63d9edd17ff0', 'tag': '2eb082f2-af24-4cd5-940e-b247cead95d7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:23.343900 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad65a22-25ab-44f9-8ddc-f74c483e4428" -d '{"events": [{"name": "network-changed", "server_uuid": "51199ade-d412-443c-b621-63d9edd17ff0", "tag": "2eb082f2-af24-4cd5-940e-b247cead95d7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:23.363646 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cbbc9-ce70-4e2b-8b23-be4bb89a43b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb082f2-af24-4cd5-940e-b247cead95d7,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:23.393013 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6c7ace-45cb-4f2a-89c4-43d27fbeae4b x-openstack-request-id: req-fe6c7ace-45cb-4f2a-89c4-43d27fbeae4b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:23.393310 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51199ade-d412-443c-b621-63d9edd17ff0", "tag": "2eb082f2-af24-4cd5-940e-b247cead95d7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:23.393565 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe6c7ace-45cb-4f2a-89c4-43d27fbeae4b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:23.394553 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51199ade-d412-443c-b621-63d9edd17ff0', 'tag': '2eb082f2-af24-4cd5-940e-b247cead95d7', 'status': 'completed', 'code': 200} Nov 12 03:57:23.434052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-90f6ffdb-2acb-404d-97ec-e3e7fad49fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.435591 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-90f6ffdb-2acb-404d-97ec-e3e7fad49fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0527813 Nov 12 03:57:23.487427 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-fa3d8b96-e1fe-46fd-b718-f972fc90cd70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2eb082f2-af24-4cd5-940e-b247cead95d7 HTTP/1.1" status: 200 len: 217 time: 0.0426197 Nov 12 03:57:23.548887 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-d13aacf8-b8e7-4fe3-ad23-54e445399a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.550369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-d13aacf8-b8e7-4fe3-ad23-54e445399a25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c70a33c-3182-44f3-9dd5-4f4de70babb1 HTTP/1.1" status: 200 len: 837 time: 0.0558288 Nov 12 03:57:23.598237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-3bcbdfda-8088-4731-94bf-48d9412ca974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.599746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-3bcbdfda-8088-4731-94bf-48d9412ca974 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ee1ee93-265e-46f5-a294-6e5472fbe60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0425661 Nov 12 03:57:23.697261 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-f0bad253-9bfc-4d71-8761-962a0b9826de service neutron] 10.222.0.20 "GET /v2.0/networks/2ee1ee93-265e-46f5-a294-6e5472fbe60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907948 Nov 12 03:57:23.815958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d34d2404-e636-45a9-a3ef-f8573f52903e req-fee88ecd-1e4c-4793-96c8-9f5cfe44dd35 service neutron] 10.222.0.20 "GET /v2.0/networks/2ee1ee93-265e-46f5-a294-6e5472fbe60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115274 Nov 12 03:57:23.836374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826e3af-715e-4e39-9a84-6e9b10dfe684 req-c1957167-8409-4c66-9f81-c6dc8b09f60a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.837930 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5826e3af-715e-4e39-9a84-6e9b10dfe684 req-c1957167-8409-4c66-9f81-c6dc8b09f60a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0650115 Nov 12 03:57:23.920057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5826e3af-715e-4e39-9a84-6e9b10dfe684 req-194d62b1-39ce-40b1-abd7-25c3b01b29cd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744693 Nov 12 03:57:23.926976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-90ac9c65-df06-493b-a056-117500c043b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.928414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-90ac9c65-df06-493b-a056-117500c043b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0649381 Nov 12 03:57:24.020771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-3cdfcca8-2652-41ee-9dc2-df9a20c37bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.022152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-3cdfcca8-2652-41ee-9dc2-df9a20c37bc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ee1ee93-265e-46f5-a294-6e5472fbe60b HTTP/1.1" status: 200 len: 899 time: 0.0872142 Nov 12 03:57:24.069788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-e5e8c7b3-4268-4516-8cfe-69e36255115f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2eb082f2-af24-4cd5-940e-b247cead95d7 HTTP/1.1" status: 200 len: 217 time: 0.0402634 Nov 12 03:57:24.119893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-d78a124a-ca57-4a0c-9770-cc1b10572beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.121403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-d78a124a-ca57-4a0c-9770-cc1b10572beb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c70a33c-3182-44f3-9dd5-4f4de70babb1 HTTP/1.1" status: 200 len: 837 time: 0.0449743 Nov 12 03:57:24.174036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-9f355e40-b203-4a03-a108-b4ed1233005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.175551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-9f355e40-b203-4a03-a108-b4ed1233005e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ee1ee93-265e-46f5-a294-6e5472fbe60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0443230 Nov 12 03:57:24.245845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51494-24d0-4647-85a6-b5a7f974df18 req-dd21e2cd-55f9-4b11-9d7c-daff952260ce tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.247403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08c51494-24d0-4647-85a6-b5a7f974df18 req-dd21e2cd-55f9-4b11-9d7c-daff952260ce tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 944 time: 0.0541666 Nov 12 03:57:24.280418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-1d13c582-8a61-4042-a4bd-5f54fa834198 service neutron] 10.222.0.20 "GET /v2.0/networks/2ee1ee93-265e-46f5-a294-6e5472fbe60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969381 Nov 12 03:57:24.308382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08c51494-24d0-4647-85a6-b5a7f974df18 req-f310f36f-56a8-4ba4-929f-4c6c1b289b45 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514886 Nov 12 03:57:24.383281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ad65a22-25ab-44f9-8ddc-f74c483e4428 req-f7537918-87c9-4652-b7f0-3aa8f11b97a5 service neutron] 10.222.0.20 "GET /v2.0/networks/2ee1ee93-265e-46f5-a294-6e5472fbe60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943427 Nov 12 03:57:24.865288 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.044301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2060a8e-55f1-452d-95a2-42b308b5edc1 req-31e27734-d091-4365-9d50-0547f9064d99 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.045823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2060a8e-55f1-452d-95a2-42b308b5edc1 req-31e27734-d091-4365-9d50-0547f9064d99 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0558631 Nov 12 03:57:25.095105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2060a8e-55f1-452d-95a2-42b308b5edc1 req-eac0b0c1-f86b-432b-94b4-c2dcc073d616 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Nov 12 03:57:25.428428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737e675-b1c8-4d81-b813-c7c6902961c8 req-b556d479-9e27-4660-be79-e37f27f562f3 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.430090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b737e675-b1c8-4d81-b813-c7c6902961c8 req-b556d479-9e27-4660-be79-e37f27f562f3 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 944 time: 0.0531218 Nov 12 03:57:25.486268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b737e675-b1c8-4d81-b813-c7c6902961c8 req-19d3db59-10f2-437b-96e5-022a4a4d243d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Nov 12 03:57:26.214393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6326a8-18ae-46f3-9397-a27a5b3559a8 req-b61b2a12-610f-455e-9bc5-fecccf13059b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.216160 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-df6326a8-18ae-46f3-9397-a27a5b3559a8 req-b61b2a12-610f-455e-9bc5-fecccf13059b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0502179 Nov 12 03:57:26.265472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-df6326a8-18ae-46f3-9397-a27a5b3559a8 req-3987ff9d-b0d2-47b6-beef-0e92ecfc1957 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Nov 12 03:57:26.481559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbece50c-dc3e-49dd-9d46-fa4e2a5eedc1 req-ce363b8d-2162-4912-8ec5-c3883367e241 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.483056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbece50c-dc3e-49dd-9d46-fa4e2a5eedc1 req-ce363b8d-2162-4912-8ec5-c3883367e241 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0627787 Nov 12 03:57:26.547198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-25c5a770-b2ab-46f1-8fd7-bcbbcc4a5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.548695 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-25c5a770-b2ab-46f1-8fd7-bcbbcc4a5780 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 1098 time: 0.0847967 Nov 12 03:57:26.557095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bbece50c-dc3e-49dd-9d46-fa4e2a5eedc1 req-266e7f5b-fb69-4d44-99dc-2a1514ada99c tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560393 Nov 12 03:57:26.617690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a480f-4560-4220-a790-9f85e7348ab7 req-85e47967-69ab-43ca-ba61-9511a6d1472d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.621188 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-141a480f-4560-4220-a790-9f85e7348ab7 req-85e47967-69ab-43ca-ba61-9511a6d1472d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 944 time: 0.0608292 Nov 12 03:57:26.656957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-ecbb601d-30ff-4957-bcc3-766b49922b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.658806 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-ecbb601d-30ff-4957-bcc3-766b49922b5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.1004136 Nov 12 03:57:26.670378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-141a480f-4560-4220-a790-9f85e7348ab7 req-03a654a8-090a-41c9-8c2b-e338e1d6bea8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444989 Nov 12 03:57:26.728804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-14d4d7fd-937a-47b6-a360-78eb01e7c35b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0638480 Nov 12 03:57:26.777749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-397c9ec2-c529-4b44-a992-1c873ec3ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.779193 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-397c9ec2-c529-4b44-a992-1c873ec3ae6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0439022 Nov 12 03:57:26.828414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-107bb8b4-86fb-4966-9974-e4841906ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.829946 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-107bb8b4-86fb-4966-9974-e4841906ae9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414186 Nov 12 03:57:26.923157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2eb082f2-af24-4cd5-940e-b247cead95d7 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:26.923688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-67ca707e-a245-4fae-897f-feecb931cf5c service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867798 Nov 12 03:57:27.026971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ae1e918-7be7-4d08-9ce6-035de1542670 req-1003b413-daa0-4b74-80f7-3625a65e1f0d service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965190 Nov 12 03:57:27.028134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2eb082f2-af24-4cd5-940e-b247cead95d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2eb082f2-af24-4cd5-940e-b247cead95d7,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:27.041854 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '2eb082f2-af24-4cd5-940e-b247cead95d7', 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b', 'port_id': '2eb082f2-af24-4cd5-940e-b247cead95d7', 'mac_address': 'fa:16:3e:ea:0b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c70a33c-3182-44f3-9dd5-4f4de70babb1', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:27.085895 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.100878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb082f2-af24-4cd5-940e-b247cead95d7 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:27.121080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2eb082f2-af24-4cd5-940e-b247cead95d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2eb082f2-af24-4cd5-940e-b247cead95d7,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:27.124926 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:27.176926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2eb082f2-af24-4cd5-940e-b247cead95d7,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:27.375684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['2eb082f2-af24-4cd5-940e-b247cead95d7'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:27.779101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ae13e-dd03-48e5-a1bd-e50df4f07534 req-e6cd0901-701c-41e4-8b51-f61880ce7774 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:27.780791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e18ae13e-dd03-48e5-a1bd-e50df4f07534 req-e6cd0901-701c-41e4-8b51-f61880ce7774 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0902159 Nov 12 03:57:27.850347 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e18ae13e-dd03-48e5-a1bd-e50df4f07534 req-95ab2cc0-2be9-4699-bec9-24f0b032125b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628097 Nov 12 03:57:27.878487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2d46f-0fc7-4781-a129-0e739d4e3de7 req-40da89c3-fc1d-4057-b77d-cce310cc472e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:27.885351 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cb2d46f-0fc7-4781-a129-0e739d4e3de7 req-40da89c3-fc1d-4057-b77d-cce310cc472e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 945 time: 0.0953522 Nov 12 03:57:27.957624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cb2d46f-0fc7-4781-a129-0e739d4e3de7 req-c7406143-2029-43fb-be3a-9bf6be058def tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646174 Nov 12 03:57:28.927291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2eb082f2-af24-4cd5-940e-b247cead95d7 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:28.980911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 2eb082f2-af24-4cd5-940e-b247cead95d7 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:28.987312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 2eb082f2-af24-4cd5-940e-b247cead95d7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:28.987685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.072610 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.083751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a006-073e-4559-90c5-7206342748ec req-7b1ac754-638c-4c95-84da-0a6d51cdbcb0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.085893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dea1a006-073e-4559-90c5-7206342748ec req-7b1ac754-638c-4c95-84da-0a6d51cdbcb0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Nov 12 03:57:29.097239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51199ade-d412-443c-b621-63d9edd17ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb082f2-af24-4cd5-940e-b247cead95d7'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:29.099531 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1ff189-bd37-4876-aa3d-0eb17184022c" -d '{"events": [{"server_uuid": "51199ade-d412-443c-b621-63d9edd17ff0", "name": "network-vif-plugged", "status": "completed", "tag": "2eb082f2-af24-4cd5-940e-b247cead95d7"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:29.114268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 2eb082f2-af24-4cd5-940e-b247cead95d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2eb082f2-af24-4cd5-940e-b247cead95d7,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:29.119962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.148826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dea1a006-073e-4559-90c5-7206342748ec req-9cd165b0-8cfb-482c-9a2e-1c3bccc2d8c7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559051 Nov 12 03:57:29.154557 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea03833-79e6-4749-b9d4-7e97741a9921 x-openstack-request-id: req-eea03833-79e6-4749-b9d4-7e97741a9921 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:29.154860 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51199ade-d412-443c-b621-63d9edd17ff0", "name": "network-vif-plugged", "status": "completed", "tag": "2eb082f2-af24-4cd5-940e-b247cead95d7", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:29.155120 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eea03833-79e6-4749-b9d4-7e97741a9921 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:29.155517 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51199ade-d412-443c-b621-63d9edd17ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb082f2-af24-4cd5-940e-b247cead95d7', 'code': 200} Nov 12 03:57:29.182840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=2eb082f2-af24-4cd5-940e-b247cead95d7,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.267649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8639e-afd0-4f9c-8963-16b78d17127b req-14973698-73fd-46c0-bb36-e3b70d5284bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.269255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8da8639e-afd0-4f9c-8963-16b78d17127b req-14973698-73fd-46c0-bb36-e3b70d5284bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0525174 Nov 12 03:57:29.316609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8da8639e-afd0-4f9c-8963-16b78d17127b req-c24314af-a692-4021-ae19-c6d9d800dea9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405679 Nov 12 03:57:30.269125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08df0d-15e2-4987-ba07-295055b054db req-988153dc-c281-4c4d-b974-18cefff2f97d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.272661 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e08df0d-15e2-4987-ba07-295055b054db req-988153dc-c281-4c4d-b974-18cefff2f97d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 946 time: 0.0551832 Nov 12 03:57:30.339034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4e08df0d-15e2-4987-ba07-295055b054db req-39753800-a7e9-47e7-b191-24bae45ef6d2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547662 Nov 12 03:57:31.335427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-586e8f1e-a8c1-4d76-8522-ea3df2a8281d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.473280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7aeec-fa29-47be-935c-c455e8eb6d4b req-e2035350-9c6e-4bf9-82c2-07e5fbe0a2d9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.481300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4a7aeec-fa29-47be-935c-c455e8eb6d4b req-e2035350-9c6e-4bf9-82c2-07e5fbe0a2d9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 946 time: 0.0667634 Nov 12 03:57:31.541559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4a7aeec-fa29-47be-935c-c455e8eb6d4b req-b9a11f87-a872-4d34-a096-c9b2141d2575 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587420 Nov 12 03:57:31.659269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7db6df-eb35-47d0-8f0b-1d4b74b6dce5 req-62a26235-a256-400b-9255-f848bf5d441b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.660934 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c7db6df-eb35-47d0-8f0b-1d4b74b6dce5 req-62a26235-a256-400b-9255-f848bf5d441b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 946 time: 0.0506766 Nov 12 03:57:31.713542 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c7db6df-eb35-47d0-8f0b-1d4b74b6dce5 req-0ad77b9c-4eac-4059-a5a6-b4be821a7a7e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464520 Nov 12 03:57:33.184156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57476) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:33.564183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-66948f64-e73d-432b-be09-437ec6b2941e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.104439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.463518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.20.0.17 (2ee1ee93-265e-46f5-a294-6e5472fbe60b/0c70a33c-3182-44f3-9dd5-4f4de70babb1/e8a2e905-acab-416c-b1da-fa093bcba4a3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:34.585743 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.624993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.667965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:34.671121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:34.675418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:34.682391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=e8a2e905-acab-416c-b1da-fa093bcba4a3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:34.713045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.713391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.713789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.714067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.714398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.714723 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.715299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.715624 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.715937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.716266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.716576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.716920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:34.737305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.936236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dbb5854d-5f5c-49a4-98fc-1a96c2d9f8c6 None None] Provisioning complete for port e8a2e905-acab-416c-b1da-fa093bcba4a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:34.936727 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dbb5854d-5f5c-49a4-98fc-1a96c2d9f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.950180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.974453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5854d-5f5c-49a4-98fc-1a96c2d9f8c6 None None] Port e8a2e905-acab-416c-b1da-fa093bcba4a3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:35.010551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.259420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.266066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.349608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.351396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=e8a2e905-acab-416c-b1da-fa093bcba4a3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:35.444934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fc9652f-da45-431a-a46d-5df36e48498d req-f5b30f3d-b298-4baa-be31-505b58ec5a29 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1879539 Nov 12 03:57:35.489860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:35.492376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:35.511615 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fc9652f-da45-431a-a46d-5df36e48498d req-edeb8ac7-8ced-4c1b-947f-731231e922d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0320680 Nov 12 03:57:35.617387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fc9652f-da45-431a-a46d-5df36e48498d req-7c1a13cb-b46c-4f1e-b512-450e79adba72 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355313 Nov 12 03:57:35.763424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 198449eb-0ab1-427e-8e24-b643add9fba5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:35.776777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9652f-da45-431a-a46d-5df36e48498d req-5f4af1e8-cf90-432c-bafd-bb9561e9a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.777991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4fc9652f-da45-431a-a46d-5df36e48498d req-5f4af1e8-cf90-432c-bafd-bb9561e9a3f4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1540301 Nov 12 03:57:35.809713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3f3f87d5-bef1-4296-8253-23a740a9bfc8 None None] Provisioning complete for port e8a2e905-acab-416c-b1da-fa093bcba4a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:35.810481 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f3f87d5-bef1-4296-8253-23a740a9bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.853391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f87d5-bef1-4296-8253-23a740a9bfc8 None None] Port e8a2e905-acab-416c-b1da-fa093bcba4a3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:35.897187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:35.902729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-78027cf8-8c79-430f-8894-815a9625749e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "PUT /v2.0/routers/198449eb-0ab1-427e-8e24-b643add9fba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7172456 Nov 12 03:57:35.912177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Sync routers for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:35.922334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:35.923244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:57:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:36.053692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:36.300166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:34Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 1, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a2e905-acab-416c-b1da-fa093bcba4a3', 'name': '', 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:69:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0c70a33c-3182-44f3-9dd5-4f4de70babb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:34Z', 'updated_at': '2021-11-12T03:57:35Z', 'revision_number': 2, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '0c70a33c-3182-44f3-9dd5-4f4de70babb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:36.331916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Checking router: 198449eb-0ab1-427e-8e24-b643add9fba5 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:36.332221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Updating router 198449eb-0ab1-427e-8e24-b643add9fba5 port e8a2e905-acab-416c-b1da-fa093bcba4a3 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:57:36.358439 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.406239 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.656722 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.663466 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.716920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd3b37-cdee-4e33-a96e-a3d1be8db0f3 None None] Pushing event updated for resources: {'Port': ['ID=e8a2e905-acab-416c-b1da-fa093bcba4a3,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.771304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Attempting to bind port e8a2e905-acab-416c-b1da-fa093bcba4a3 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:36.771959 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Attempting to bind port e8a2e905-acab-416c-b1da-fa093bcba4a3 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:36.772329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Attempting to bind port e8a2e905-acab-416c-b1da-fa093bcba4a3 on network 2ee1ee93-265e-46f5-a294-6e5472fbe60b {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:36.778279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:36.778900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Checking segment: {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:36.779302 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.779695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Bound using segment: {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:36.780161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Bound port: e8a2e905-acab-416c-b1da-fa093bcba4a3, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c6b03-2541-4b22-8b3f-3211953373d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:36.780533 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.853701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] For port e8a2e905-acab-416c-b1da-fa093bcba4a3, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:36.857040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] For port e8a2e905-acab-416c-b1da-fa093bcba4a3, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e8a2e905-acab-416c-b1da-fa093bcba4a3,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:36.862943 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.926312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:36.927075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:57:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:36.930583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd3b37-cdee-4e33-a96e-a3d1be8db0f3 None None] Pushing event updated for resources: {'Port': ['ID=e8a2e905-acab-416c-b1da-fa093bcba4a3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.028587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ecc03974-ba3d-4652-b6a4-84550afdbf4b None None] Provisioning complete for port e8a2e905-acab-416c-b1da-fa093bcba4a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:37.028970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ecc03974-ba3d-4652-b6a4-84550afdbf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.091003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:37.396228 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.413206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ecc03974-ba3d-4652-b6a4-84550afdbf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.506059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ecc03974-ba3d-4652-b6a4-84550afdbf4b None None] For port e8a2e905-acab-416c-b1da-fa093bcba4a3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e8a2e905-acab-416c-b1da-fa093bcba4a3,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:37.521948 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ecc03974-ba3d-4652-b6a4-84550afdbf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.608927 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc03974-ba3d-4652-b6a4-84550afdbf4b None None] Pushing event updated for resources: {'Port': ['ID=e8a2e905-acab-416c-b1da-fa093bcba4a3,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.636043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-439d0653-18e1-4782-85a1-4084de093899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:34Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 1, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a2e905-acab-416c-b1da-fa093bcba4a3', 'name': '', 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:69:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0c70a33c-3182-44f3-9dd5-4f4de70babb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:34Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '0c70a33c-3182-44f3-9dd5-4f4de70babb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:37.670564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439d0653-18e1-4782-85a1-4084de093899 None None] The sync data for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 is: [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:34Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 1, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8a2e905-acab-416c-b1da-fa093bcba4a3', 'name': '', 'network_id': '2ee1ee93-265e-46f5-a294-6e5472fbe60b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:69:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0c70a33c-3182-44f3-9dd5-4f4de70babb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:34Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '0c70a33c-3182-44f3-9dd5-4f4de70babb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:37.678298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-13eeaf22-89e2-4e63-a2ef-abf5804a7b4c None None] Provisioning complete for port e8a2e905-acab-416c-b1da-fa093bcba4a3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:37.678662 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-13eeaf22-89e2-4e63-a2ef-abf5804a7b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.010917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e8a2e905-acab-416c-b1da-fa093bcba4a3 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:39.063082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e8a2e905-acab-416c-b1da-fa093bcba4a3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:39.063402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:41.664039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-2135cb16-154d-402e-81e4-b7511c30f628 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3575413 Nov 12 03:57:41.754317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-bf4cd559-ec62-4225-a7b8-8262c722f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:41.755818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-bf4cd559-ec62-4225-a7b8-8262c722f9b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a17d26f656247489e34673962c7b4cd&device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 1097 time: 0.0420792 Nov 12 03:57:41.866351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-7bade2c9-4109-4887-a363-a7f24617420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:41.867740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-7bade2c9-4109-4887-a363-a7f24617420d service neutron] 10.222.0.20 "GET /v2.0/networks?id=633664f2-30ae-497f-b8e8-41fb4fb9654f HTTP/1.1" status: 200 len: 910 time: 0.0881031 Nov 12 03:57:41.942917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-89271638-6f55-432e-966c-9f46ebfeab5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159 HTTP/1.1" status: 200 len: 1001 time: 0.0603423 Nov 12 03:57:41.994247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-267e29f2-6a37-497d-8179-6d0c82b6ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:41.995632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-267e29f2-6a37-497d-8179-6d0c82b6ce90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74404bec-f85b-44ce-8b16-96d5ee087ad7 HTTP/1.1" status: 200 len: 847 time: 0.0460000 Nov 12 03:57:42.049008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-adcb8323-e2c1-4fb1-88f6-96d288fa1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.051402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-adcb8323-e2c1-4fb1-88f6-96d288fa1361 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=633664f2-30ae-497f-b8e8-41fb4fb9654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465443 Nov 12 03:57:42.147571 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-ee521a95-76d9-42d0-a372-d18352e589b1 service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875213 Nov 12 03:57:42.273099 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-34d5e924-ca0a-4b2c-9829-28a8642096c6 req-d77990ff-7b35-44b5-9408-68788a63cb7b service neutron] 10.222.0.20 "GET /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158791 Nov 12 03:57:44.612662 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:46.750184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-ec1575b9-b4f3-4068-a019-79dc51227177 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.751553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-ec1575b9-b4f3-4068-a019-79dc51227177 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1005998 Nov 12 03:57:46.766190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-096ec42f-d4fc-4522-b597-7b0048d5b939 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/quotas/340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0088866 Nov 12 03:57:46.821814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b58600a5-0645-44c2-a3e7-3acdce6dd58f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504043 Nov 12 03:57:46.911488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-87088eb2-1b2e-4cb1-972e-72ba193e1a58 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Nov 12 03:57:47.003565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-40d28110-b7b4-42c3-8880-e1462c8afc20 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Nov 12 03:57:47.186299 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2f63def-63c9-4a60-80f8-246ffbf1dba8 req-f1a92528-9c17-4543-b944-1a9468d9118d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 210 time: 0.0264981 Nov 12 03:57:48.131353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-0303dd0b-14e9-467a-9db2-7fd9f5fee0db tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.132843 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-0303dd0b-14e9-467a-9db2-7fd9f5fee0db tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1047199 Nov 12 03:57:48.148089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'port': {'device_id': '49fbc4dd-33ba-4b1c-b52a-d5754472c015', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'admin_state_up': True, 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:48.268308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:48.272138 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.318394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9ca2d86-efed-4675-b6b2-b995e48dac16 req-177b3a79-649b-4912-a24f-453fbeb5bb56 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 210 time: 0.0363288 Nov 12 03:57:48.430432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.20.0.5 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/415cda79-dce6-48b9-b596-466bb8cf8bad) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:48.593786 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.628129 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.674676 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:48.678037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:48.681844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:48.688497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=415cda79-dce6-48b9-b596-466bb8cf8bad,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:48.737905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.738635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.757638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-2157a193-731f-462d-a285-486c64dd39e3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134787 Nov 12 03:57:48.774535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Request body: {'port': {'device_id': '49fbc4dd-33ba-4b1c-b52a-d5754472c015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:48.836559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.997270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-99af857b-bcdb-4c84-8de9-71d1e6003eb5 None None] Provisioning complete for port 415cda79-dce6-48b9-b596-466bb8cf8bad triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:48.998334 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-99af857b-bcdb-4c84-8de9-71d1e6003eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.043175 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-99af857b-bcdb-4c84-8de9-71d1e6003eb5 None None] Port 415cda79-dce6-48b9-b596-466bb8cf8bad cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:49.134924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415cda79-dce6-48b9-b596-466bb8cf8bad {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:49.146646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.159584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Transition to ACTIVE for port object 415cda79-dce6-48b9-b596-466bb8cf8bad will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:49.164033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.216812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Pushing event updated for resources: {'Port': ['ID=415cda79-dce6-48b9-b596-466bb8cf8bad,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:49.317560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Attempting to bind port 415cda79-dce6-48b9-b596-466bb8cf8bad on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:49.317901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Attempting to bind port 415cda79-dce6-48b9-b596-466bb8cf8bad by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:49.318241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Attempting to bind port 415cda79-dce6-48b9-b596-466bb8cf8bad on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:49.323805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Port 415cda79-dce6-48b9-b596-466bb8cf8bad on network 2948d2ca-6c42-409f-8812-dab7ef36e381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:49.323987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Attempting to bind port 415cda79-dce6-48b9-b596-466bb8cf8bad on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:49.331510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:49.331855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:49.332247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:49.332691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Bound port: 415cda79-dce6-48b9-b596-466bb8cf8bad, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:49.333092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.420118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] For port 415cda79-dce6-48b9-b596-466bb8cf8bad, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:49.425240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] For port 415cda79-dce6-48b9-b596-466bb8cf8bad, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=415cda79-dce6-48b9-b596-466bb8cf8bad,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:49.432377 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.493924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Pushing event updated for resources: {'Port': ['ID=415cda79-dce6-48b9-b596-466bb8cf8bad,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:49.508667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.509991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.511623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-b186fd06-3134-4c27-bf96-08d2de2f5632 service neutron] 10.222.0.20 "PUT /v2.0/ports/415cda79-dce6-48b9-b596-466bb8cf8bad HTTP/1.1" status: 200 len: 1092 time: 0.7416751 Nov 12 03:57:49.513159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fbc4dd-33ba-4b1c-b52a-d5754472c015', 'tag': '415cda79-dce6-48b9-b596-466bb8cf8bad'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:49.515150 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dedba6-b1e7-41d4-94c9-bc8c4d746448" -d '{"events": [{"name": "network-changed", "server_uuid": "49fbc4dd-33ba-4b1c-b52a-d5754472c015", "tag": "415cda79-dce6-48b9-b596-466bb8cf8bad"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:49.613571 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071e4b88-934e-438c-b519-543800d62fc9 x-openstack-request-id: req-071e4b88-934e-438c-b519-543800d62fc9 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:49.614171 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fbc4dd-33ba-4b1c-b52a-d5754472c015", "tag": "415cda79-dce6-48b9-b596-466bb8cf8bad", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:49.614733 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-071e4b88-934e-438c-b519-543800d62fc9 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:49.615157 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fbc4dd-33ba-4b1c-b52a-d5754472c015', 'tag': '415cda79-dce6-48b9-b596-466bb8cf8bad', 'status': 'completed', 'code': 200} Nov 12 03:57:49.637443 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-18ac3c36-7ee5-4f41-bb1a-1c6ebb12d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.641327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-18ac3c36-7ee5-4f41-bb1a-1c6ebb12d1f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 1095 time: 0.0782633 Nov 12 03:57:49.678338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f0699-f90d-4599-8ae7-6449f26d808f req-17219694-641b-4022-8a50-2269f8b29595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.680756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a72f0699-f90d-4599-8ae7-6449f26d808f req-17219694-641b-4022-8a50-2269f8b29595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.2720203 Nov 12 03:57:49.706696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-dcacfe86-fcc3-48d8-9e88-3c325d9c189c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=415cda79-dce6-48b9-b596-466bb8cf8bad HTTP/1.1" status: 200 len: 217 time: 0.0581801 Nov 12 03:57:49.761373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a72f0699-f90d-4599-8ae7-6449f26d808f req-7a537611-dded-41e0-bcb0-b9fc3e38a1f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728581 Nov 12 03:57:49.779304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-3ac577bd-1db6-415e-8c94-c63aeca22a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.779304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-3ac577bd-1db6-415e-8c94-c63aeca22a5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0617867 Nov 12 03:57:49.835838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-9479e476-52af-420a-9aac-f3272e6b74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.837375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-9479e476-52af-420a-9aac-f3272e6b74b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503082 Nov 12 03:57:49.934580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-83a9409f-cf07-4ef1-a000-0c662e786aeb service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845566 Nov 12 03:57:50.035730 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60cbc51-fc16-4a9f-b2a5-c779d23d4958 req-da5301ab-4d99-4803-a2ea-9ba134a2cf98 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909157 Nov 12 03:57:50.128713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-d2b6f42a-105c-4b4e-b64b-cd2c4ea95b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.130374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-d2b6f42a-105c-4b4e-b64b-cd2c4ea95b94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 1095 time: 0.0440125 Nov 12 03:57:50.230076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-9c25c994-f71d-4353-a9dd-56aef816c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.231595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-9c25c994-f71d-4353-a9dd-56aef816c851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0928905 Nov 12 03:57:50.280225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-4ef3e200-92a9-4830-8fcd-ab4e307818e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=415cda79-dce6-48b9-b596-466bb8cf8bad HTTP/1.1" status: 200 len: 217 time: 0.0372503 Nov 12 03:57:50.330852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-c399972d-f212-41fc-bd43-f2fe2ccbe172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.332416 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-c399972d-f212-41fc-bd43-f2fe2ccbe172 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0441048 Nov 12 03:57:50.382813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-fd3844be-ebb2-454a-b6ee-9f10b5be2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.384337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-fd3844be-ebb2-454a-b6ee-9f10b5be2563 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413346 Nov 12 03:57:50.479683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-9f65a27f-e497-4c27-a7e7-8645adeb0fee service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872478 Nov 12 03:57:50.581691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83dedba6-b1e7-41d4-94c9-bc8c4d746448 req-591f88ef-605d-4eb3-bd8d-01a889abf970 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929034 Nov 12 03:57:50.945464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e88b7-5dd1-44e8-b98c-404816003c91 req-adb8efbe-e2ec-4720-9025-a9bc1a159156 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.946949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a65e88b7-5dd1-44e8-b98c-404816003c91 req-adb8efbe-e2ec-4720-9025-a9bc1a159156 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.1094129 Nov 12 03:57:50.995879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a65e88b7-5dd1-44e8-b98c-404816003c91 req-f01680c6-a4bc-469d-9848-7f9a080c122f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422394 Nov 12 03:57:52.151445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbef16b-4a4d-46bd-b74a-19d0cf65c0eb req-5e16aaf2-7c13-4cbf-8cd2-14ce7ab0b7b0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.153341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bbef16b-4a4d-46bd-b74a-19d0cf65c0eb req-5e16aaf2-7c13-4cbf-8cd2-14ce7ab0b7b0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0731382 Nov 12 03:57:52.206785 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1bbef16b-4a4d-46bd-b74a-19d0cf65c0eb req-03d583ef-257a-4900-badb-dabaabf1a0f8 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456390 Nov 12 03:57:53.396879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2369a2-7a92-4da9-9f74-aa87bfaf878b req-306ec065-39ee-4411-8398-cd62205e5826 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.401552 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c2369a2-7a92-4da9-9f74-aa87bfaf878b req-306ec065-39ee-4411-8398-cd62205e5826 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0706415 Nov 12 03:57:53.480161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c2369a2-7a92-4da9-9f74-aa87bfaf878b req-e97804ca-c84a-4cf1-ae95-a318dc7b95ee tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694420 Nov 12 03:57:54.648557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bde40f-2eb2-4e0f-8d35-ea2110d44551 req-3358ab4f-9188-4ba5-8f08-13e7de66c592 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.650098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5bde40f-2eb2-4e0f-8d35-ea2110d44551 req-3358ab4f-9188-4ba5-8f08-13e7de66c592 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0650337 Nov 12 03:57:54.703833 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5bde40f-2eb2-4e0f-8d35-ea2110d44551 req-d3b5356e-2cfd-442e-84f0-e347140d9b61 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Nov 12 03:57:54.880154 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.824176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d1a76-eecd-46fc-9feb-c3ee05b072dd req-94d920d0-897a-4aaa-9f6d-e746ca63db04 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.832014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-503d1a76-eecd-46fc-9feb-c3ee05b072dd req-94d920d0-897a-4aaa-9f6d-e746ca63db04 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0603740 Nov 12 03:57:55.874690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-503d1a76-eecd-46fc-9feb-c3ee05b072dd req-cec35db5-62f4-410f-87b0-cc548a60dd88 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Nov 12 03:57:56.406667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57608) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:56.764250 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.996065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dad04-add4-4382-9249-9b50c3e47c95 req-53f2e34f-2947-403a-85f9-f56cdac66ef0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.997584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c31dad04-add4-4382-9249-9b50c3e47c95 req-53f2e34f-2947-403a-85f9-f56cdac66ef0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0541880 Nov 12 03:57:57.046488 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c31dad04-add4-4382-9249-9b50c3e47c95 req-b3a4c8d0-39d7-4137-80a7-698b2fbc40eb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Nov 12 03:57:57.072137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port e8a2e905-acab-416c-b1da-fa093bcba4a3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:57.072710 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.160380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port e8a2e905-acab-416c-b1da-fa093bcba4a3, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e8a2e905-acab-416c-b1da-fa093bcba4a3,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:57.160758 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.173081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for e8a2e905-acab-416c-b1da-fa093bcba4a3 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:57.358934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.386901 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=e8a2e905-acab-416c-b1da-fa093bcba4a3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:57.836943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.058631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 198449eb-0ab1-427e-8e24-b643add9fba5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:58.200712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:58.207277 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bb1bf1a5-56d7-4e6d-aa35-cac0d311d8fc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "PUT /v2.0/routers/198449eb-0ab1-427e-8e24-b643add9fba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7995181 Nov 12 03:57:58.220026 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] Sync routers for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:58.233654 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:58.234521 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:57:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:58.240160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c58ae-3257-4233-a5a8-b80ca7bcbd35 req-8345a096-91d2-4a57-817d-cef611038940 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.241051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-834c58ae-3257-4233-a5a8-b80ca7bcbd35 req-8345a096-91d2-4a57-817d-cef611038940 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.1224103 Nov 12 03:57:58.346290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-834c58ae-3257-4233-a5a8-b80ca7bcbd35 req-910e4ee4-11b1-4338-9d22-de52c7b58cc0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936968 Nov 12 03:57:58.388404 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:58.522461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef66ab-cccf-4808-99a3-de5d9c55d8bc req-6c83cbf7-3d53-4980-b75a-3a929644be3c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.523836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-deef66ab-cccf-4808-99a3-de5d9c55d8bc req-6c83cbf7-3d53-4980-b75a-3a929644be3c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 946 time: 0.0605323 Nov 12 03:57:58.594537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-deef66ab-cccf-4808-99a3-de5d9c55d8bc req-47a8b8df-0162-4285-ada8-e3210ec33fd8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635655 Nov 12 03:57:58.641221 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:57Z', 'revision_number': 6, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 1, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:58.668830 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] Checking router: 198449eb-0ab1-427e-8e24-b643add9fba5 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:58.677718 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:58.678322 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:57:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:58.790417 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:59.039873 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:57Z', 'revision_number': 6, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 1, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:59.068213 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177db10-3b8e-4b0b-8c0e-38b64bc2df64 None None] The sync data for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 is: [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:57Z', 'revision_number': 6, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3f7d2193-fa56-4395-ac4f-b207fd123600', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'port_id': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'mac_address': 'fa:16:3e:9c:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:39Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 1, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:59.496198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d37cc-e38a-43dc-8568-f828c5216ab8 req-9a8f24fb-1d05-4cfa-8eda-72010de9e441 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.497779 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca5d37cc-e38a-43dc-8568-f828c5216ab8 req-9a8f24fb-1d05-4cfa-8eda-72010de9e441 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0548654 Nov 12 03:57:59.557235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ca5d37cc-e38a-43dc-8568-f828c5216ab8 req-4a6ee5e7-ad8c-454d-9acf-65a12f39c958 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513177 Nov 12 03:57:59.712160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46822f2c-db5a-4e8a-9c0d-2cfd9c479735 req-15ececb8-3ff2-44df-a448-8963d122b6fe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.713793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46822f2c-db5a-4e8a-9c0d-2cfd9c479735 req-15ececb8-3ff2-44df-a448-8963d122b6fe tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 946 time: 0.0511098 Nov 12 03:57:59.768205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46822f2c-db5a-4e8a-9c0d-2cfd9c479735 req-69f9b9d0-a45f-47e6-b1b1-de48f2df3a28 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab6491c1-bf50-49b6-9d32-1123a65f13b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457354 Nov 12 03:57:59.889235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e786e-7199-46b9-9fe2-cf281d018aed req-fabc013b-284e-4222-ba77-d1ac14ebfe19 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.890669 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-168e786e-7199-46b9-9fe2-cf281d018aed req-fabc013b-284e-4222-ba77-d1ac14ebfe19 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 946 time: 0.0492053 Nov 12 03:57:59.990171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port 2eb082f2-af24-4cd5-940e-b247cead95d7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:59.990506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.080099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port 2eb082f2-af24-4cd5-940e-b247cead95d7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=2eb082f2-af24-4cd5-940e-b247cead95d7,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:00.080705 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.099388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for 2eb082f2-af24-4cd5-940e-b247cead95d7 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:00.228665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.259142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=2eb082f2-af24-4cd5-940e-b247cead95d7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:00.306712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] No DVR routers for this DVR port 2eb082f2-af24-4cd5-940e-b247cead95d7 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:00.309253 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.312625 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-168e786e-7199-46b9-9fe2-cf281d018aed req-7312fc82-9213-4596-8267-80efa3845bc2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "DELETE /v2.0/ports/2eb082f2-af24-4cd5-940e-b247cead95d7 HTTP/1.1" status: 204 len: 173 time: 0.4141967 Nov 12 03:58:00.313175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51199ade-d412-443c-b621-63d9edd17ff0', 'name': 'network-vif-deleted', 'tag': '2eb082f2-af24-4cd5-940e-b247cead95d7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:00.315741 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0682f258-3661-4647-a9f8-489f13673a62" -d '{"events": [{"server_uuid": "51199ade-d412-443c-b621-63d9edd17ff0", "name": "network-vif-deleted", "tag": "2eb082f2-af24-4cd5-940e-b247cead95d7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:00.355562 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e173fb54-a30d-422a-8866-6446244237cf x-openstack-request-id: req-e173fb54-a30d-422a-8866-6446244237cf {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:00.355869 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51199ade-d412-443c-b621-63d9edd17ff0", "name": "network-vif-deleted", "tag": "2eb082f2-af24-4cd5-940e-b247cead95d7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:00.356128 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e173fb54-a30d-422a-8866-6446244237cf {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:00.356536 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51199ade-d412-443c-b621-63d9edd17ff0', 'name': 'network-vif-deleted', 'tag': '2eb082f2-af24-4cd5-940e-b247cead95d7', 'status': 'completed', 'code': 200} Nov 12 03:58:00.706751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3dfbf-d71c-49c4-89c1-7562e062a46e req-5319ebf9-e249-43cd-bb70-7d54ae648552 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:00.708630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88e3dfbf-d71c-49c4-89c1-7562e062a46e req-5319ebf9-e249-43cd-bb70-7d54ae648552 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0622261 Nov 12 03:58:00.784117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-88e3dfbf-d71c-49c4-89c1-7562e062a46e req-4eb47923-43cd-40e4-895d-6cd5988ce139 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638626 Nov 12 03:58:00.892469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78d32563-c783-435b-a4a5-798c4cccbfa1 req-c2f7c89d-fc6f-47d3-9365-64b309b87696 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=51199ade-d412-443c-b621-63d9edd17ff0 HTTP/1.1" status: 200 len: 210 time: 0.0261521 Nov 12 03:58:00.967460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e8a2e905-acab-416c-b1da-fa093bcba4a3 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:00.990536 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: e8a2e905-acab-416c-b1da-fa093bcba4a3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:00.990905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e8a2e905-acab-416c-b1da-fa093bcba4a3 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:01.337647 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a39408a8-3a8e-48d0-b304-b02f69037679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.897196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64b1a-7fdf-4475-9db5-eac990ebf6ed req-b3dbcabd-7f3a-4e64-a2cd-368c375f8707 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:01.898645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6b64b1a-7fdf-4475-9db5-eac990ebf6ed req-b3dbcabd-7f3a-4e64-a2cd-368c375f8707 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0551200 Nov 12 03:58:01.951627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57640) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:01.952173 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6b64b1a-7fdf-4475-9db5-eac990ebf6ed req-637d05cf-4201-4c55-84ac-c9ddf462ba01 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473320 Nov 12 03:58:02.016434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a42548b-8177-452a-a147-95f972c0cf81 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.048337 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a42548b-8177-452a-a147-95f972c0cf81 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.115279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a42548b-8177-452a-a147-95f972c0cf81 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.118101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1a42548b-8177-452a-a147-95f972c0cf81 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.121458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1a42548b-8177-452a-a147-95f972c0cf81 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/security-groups/ab6491c1-bf50-49b6-9d32-1123a65f13b6 HTTP/1.1" status: 204 len: 168 time: 0.1659451 Nov 12 03:58:02.131171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42548b-8177-452a-a147-95f972c0cf81 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6491c1-bf50-49b6-9d32-1123a65f13b6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:02.156498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:02.213544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-13be6998-ee28-48c4-8fa7-01267722710e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting subnet 0c70a33c-3182-44f3-9dd5-4f4de70babb1 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:02.217070 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13be6998-ee28-48c4-8fa7-01267722710e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.258152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13be6998-ee28-48c4-8fa7-01267722710e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.349726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13be6998-ee28-48c4-8fa7-01267722710e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.409404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13be6998-ee28-48c4-8fa7-01267722710e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.434254 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be6998-ee28-48c4-8fa7-01267722710e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Subnet': ['ID=0c70a33c-3182-44f3-9dd5-4f4de70babb1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:02.441865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-13be6998-ee28-48c4-8fa7-01267722710e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.447903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:02.449203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-13be6998-ee28-48c4-8fa7-01267722710e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/subnets/0c70a33c-3182-44f3-9dd5-4f4de70babb1 HTTP/1.1" status: 204 len: 168 time: 0.2909064 Nov 12 03:58:02.450253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce000f7-e333-4d7e-968a-2cebbd85fdf2 None None] Network 2ee1ee93-265e-46f5-a294-6e5472fbe60b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:02.530240 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.591002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port 49aff977-ce3e-47e0-80f3-f9f71e72b263 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:02.591478 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.658403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] DHCP port deletion for 2ee1ee93-265e-46f5-a294-6e5472fbe60b request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:02.664852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port 49aff977-ce3e-47e0-80f3-f9f71e72b263, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=49aff977-ce3e-47e0-80f3-f9f71e72b263,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:02.665141 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.679292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for 49aff977-ce3e-47e0-80f3-f9f71e72b263 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:02.709787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] Deleting port 49aff977-ce3e-47e0-80f3-f9f71e72b263 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:02.710253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.775636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.782622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] For port 49aff977-ce3e-47e0-80f3-f9f71e72b263, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=49aff977-ce3e-47e0-80f3-f9f71e72b263,segment=NetworkSegment(e79c6b03-2541-4b22-8b3f-3211953373d0),segment_id=e79c6b03-2541-4b22-8b3f-3211953373d0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:02.783153 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.796909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] Calling delete_port for 49aff977-ce3e-47e0-80f3-f9f71e72b263 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:02.805775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=49aff977-ce3e-47e0-80f3-f9f71e72b263,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:02.811267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] No DVR routers for this DVR port 49aff977-ce3e-47e0-80f3-f9f71e72b263 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:02.882327 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.903535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.912952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] No DVR routers for this DVR port 49aff977-ce3e-47e0-80f3-f9f71e72b263 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:02.916877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052bc32-d3a5-44f1-a304-f4c3b5d7ece7 None None] Pushing event deleted for resources: {'Port': ['ID=49aff977-ce3e-47e0-80f3-f9f71e72b263,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:02.927688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee1ee93-265e-46f5-a294-6e5472fbe60b']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.941394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79c6b03-2541-4b22-8b3f-3211953373d0') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.941825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79c6b03-2541-4b22-8b3f-3211953373d0') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.954104 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.970993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.979990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:02.980475 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:02.987688 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:03.084928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 49aff977-ce3e-47e0-80f3-f9f71e72b263 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:03.110898 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.129963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.137108 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/networks/2ee1ee93-265e-46f5-a294-6e5472fbe60b HTTP/1.1" status: 204 len: 168 time: 0.6857641 Nov 12 03:58:03.137953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57652) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:03.148106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 49aff977-ce3e-47e0-80f3-f9f71e72b263 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:03.148438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 49aff977-ce3e-47e0-80f3-f9f71e72b263 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:03.163127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a621107-1969-4b58-aaba-b534cf0e66dc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Network': ['ID=2ee1ee93-265e-46f5-a294-6e5472fbe60b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:03.196571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb412b9-9f99-4cdb-ae33-becca292ee06 req-1be7698e-9e6b-4710-a942-c0757875384a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.198206 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-afb412b9-9f99-4cdb-ae33-becca292ee06 req-1be7698e-9e6b-4710-a942-c0757875384a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.1342318 Nov 12 03:58:03.266938 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-afb412b9-9f99-4cdb-ae33-becca292ee06 req-d3319869-9dc7-425a-8b3e-c008e86fec79 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576673 Nov 12 03:58:03.351140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port 3b67a809-1363-46ab-ac10-41b608f7c9e0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:03.351500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.434730 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.435062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.447541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for 3b67a809-1363-46ab-ac10-41b608f7c9e0 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:03.575259 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-29428560-76dc-4b24-9d7a-5d9b4f156512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.631400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.656839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=3b67a809-1363-46ab-ac10-41b608f7c9e0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:03.720415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:03.721227 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Floating IP 3f7d2193-fa56-4395-ac4f-b207fd123600 disassociated (deleted). External IP: 172.25.0.172, port: be6a79b6-b5a1-419f-9a08-310dcbeedbba. Nov 12 03:58:03.937255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 198449eb-0ab1-427e-8e24-b643add9fba5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:04.046797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:04.052320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.058756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] Sync routers for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:04.070378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:04.071377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:04.082039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6477078e-4fab-4725-88a6-ff5ab230fc31 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/floatingips/3f7d2193-fa56-4395-ac4f-b207fd123600 HTTP/1.1" status: 204 len: 168 time: 0.9392145 Nov 12 03:58:04.082039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:04.082351 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424ce4f1-e1ab-422a-8460-7d7841c1e070" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:04.143280 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438bca32-337f-4606-9024-46af04a55256 x-openstack-request-id: req-438bca32-337f-4606-9024-46af04a55256 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:04.143923 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:04.143923 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-438bca32-337f-4606-9024-46af04a55256 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:04.144221 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'status': 'completed', 'code': 200} Nov 12 03:58:04.212112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:04.264940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-2f93cddd-6f9d-4d02-940d-2c2b05cfce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.266675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-2f93cddd-6f9d-4d02-940d-2c2b05cfce4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 1098 time: 0.0994999 Nov 12 03:58:04.414022 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410a24b-66a0-4c59-a462-1b790de0a2b1 req-95bb8380-db51-49bf-809c-edbef8d9e89c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.422326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7410a24b-66a0-4c59-a462-1b790de0a2b1 req-95bb8380-db51-49bf-809c-edbef8d9e89c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0769639 Nov 12 03:58:04.464549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:57Z', 'revision_number': 6, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:04.467015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fae81-1372-4fe0-aa76-44058312a434 req-cdb9ff98-11b3-4022-b49c-80287f3dffe4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.469702 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-707fae81-1372-4fe0-aa76-44058312a434 req-cdb9ff98-11b3-4022-b49c-80287f3dffe4 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 946 time: 0.0803742 Nov 12 03:58:04.473777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-f19fb07c-e8a1-4cdf-a6c0-34c044063869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.475207 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-f19fb07c-e8a1-4cdf-a6c0-34c044063869 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb0f147c-d176-44cd-88aa-6d246ddc112b HTTP/1.1" status: 200 len: 899 time: 0.2020421 Nov 12 03:58:04.487464 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7410a24b-66a0-4c59-a462-1b790de0a2b1 req-577c1b61-18fe-4152-8bfb-b1b125ca0f18 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617704 Nov 12 03:58:04.509881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] Checking router: 198449eb-0ab1-427e-8e24-b643add9fba5 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:04.519641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:04.520366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:04.533842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-53a0eb12-909e-4e18-b117-36cb49bc1f7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba HTTP/1.1" status: 200 len: 217 time: 0.0495684 Nov 12 03:58:04.600094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-707fae81-1372-4fe0-aa76-44058312a434 req-9ecfcd2a-dfc2-4641-b2b6-d462d6ee1711 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226604 Nov 12 03:58:04.609096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-24e80dd5-d5c0-4e56-b471-f43c0c3b2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.610650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-24e80dd5-d5c0-4e56-b471-f43c0c3b2d81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=004840d6-2f01-4d7a-a741-7079c55cf174 HTTP/1.1" status: 200 len: 835 time: 0.0693734 Nov 12 03:58:04.641852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:04.666615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-f46ddb56-7874-4a36-9d65-b18c295888ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.668187 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-f46ddb56-7874-4a36-9d65-b18c295888ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb0f147c-d176-44cd-88aa-6d246ddc112b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495389 Nov 12 03:58:04.773466 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-bc65fe2b-0d42-4390-8c1e-54a48012f3ed service neutron] 10.222.0.20 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958536 Nov 12 03:58:04.875141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-424ce4f1-e1ab-422a-8460-7d7841c1e070 req-d9722e88-d524-4e7d-b691-ae75a0d52fe8 service neutron] 10.222.0.20 "GET /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939603 Nov 12 03:58:04.875800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:57Z', 'revision_number': 6, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:04.904164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1684c-adda-4a63-bc48-0b340115c28b None None] The sync data for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 is: [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:57:57Z', 'revision_number': 6, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '61624705-ddec-4044-ae19-82147a372cec', 'name': '', 'network_id': 'fb0f147c-d176-44cd-88aa-6d246ddc112b', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:b5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:21Z', 'updated_at': '2021-11-12T03:56:25Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '004840d6-2f01-4d7a-a741-7079c55cf174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:05.012840 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.098070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2eb082f2-af24-4cd5-940e-b247cead95d7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:05.120139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 2eb082f2-af24-4cd5-940e-b247cead95d7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:05.120467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 2eb082f2-af24-4cd5-940e-b247cead95d7 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:05.141984 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3b311-dcf4-4d7e-a3bc-ac654559733e None None] New status for floating IP 3f7d2193-fa56-4395-ac4f-b207fd123600: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:05.608384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694f3ac-6a8c-4a30-893f-16c3dfc9c4a6 req-00e66c16-57b2-4f39-b25c-64a48b764f2b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.609886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4694f3ac-6a8c-4a30-893f-16c3dfc9c4a6 req-00e66c16-57b2-4f39-b25c-64a48b764f2b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0517051 Nov 12 03:58:05.635619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-d7872fe9-02ed-4954-8b38-e4f622c8017b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.637462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-d7872fe9-02ed-4954-8b38-e4f622c8017b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 946 time: 0.0547369 Nov 12 03:58:05.667840 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4694f3ac-6a8c-4a30-893f-16c3dfc9c4a6 req-7cdadf20-5c2a-45ed-b5f4-351f5e9787d5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510848 Nov 12 03:58:05.775334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6436e8-c548-4d86-8cf6-63f2d53ce936 req-59aace1a-d222-475b-9ab0-0d2f4a1fc890 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.776753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6436e8-c548-4d86-8cf6-63f2d53ce936 req-59aace1a-d222-475b-9ab0-0d2f4a1fc890 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347 HTTP/1.1" status: 200 len: 946 time: 0.0941360 Nov 12 03:58:05.792233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port be6a79b6-b5a1-419f-9a08-310dcbeedbba {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:05.792479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.896124 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6b6436e8-c548-4d86-8cf6-63f2d53ce936 req-5bc80239-60d6-493c-83e8-1172b4b9224b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=5bcbcd87-30c4-414d-b6a2-9957286744bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120718 Nov 12 03:58:05.924338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port be6a79b6-b5a1-419f-9a08-310dcbeedbba, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=be6a79b6-b5a1-419f-9a08-310dcbeedbba,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:05.924822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.937987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for be6a79b6-b5a1-419f-9a08-310dcbeedbba owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:06.070272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.101202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=be6a79b6-b5a1-419f-9a08-310dcbeedbba,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:06.147925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] No DVR routers for this DVR port be6a79b6-b5a1-419f-9a08-310dcbeedbba on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:06.150246 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.153511 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00c5ed2a-0eea-4f4f-a3d3-0163b17d6339 req-2d3188e2-c5c4-41f0-9e37-25ba11ccd561 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "DELETE /v2.0/ports/be6a79b6-b5a1-419f-9a08-310dcbeedbba HTTP/1.1" status: 204 len: 173 time: 0.5100954 Nov 12 03:58:06.153938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'name': 'network-vif-deleted', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:06.156160 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c055472-183c-431c-8be6-cde21c4ef5e9" -d '{"events": [{"server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "name": "network-vif-deleted", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:06.194060 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb4b63-0510-46fd-ab18-ffac670eb954 x-openstack-request-id: req-e9eb4b63-0510-46fd-ab18-ffac670eb954 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:06.194362 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cbc5d1-cc39-4f6a-aa00-7e7cd922f347", "name": "network-vif-deleted", "tag": "be6a79b6-b5a1-419f-9a08-310dcbeedbba", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:06.194614 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9eb4b63-0510-46fd-ab18-ffac670eb954 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:06.195015 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cbc5d1-cc39-4f6a-aa00-7e7cd922f347', 'name': 'network-vif-deleted', 'tag': 'be6a79b6-b5a1-419f-9a08-310dcbeedbba', 'status': 'completed', 'code': 200} Nov 12 03:58:06.387970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:06.789611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe92a9-df52-46db-b4c3-b9e0c45dd9c1 req-8fb479f4-0702-49ef-a46f-3249cd1c3239 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.791095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6cbe92a9-df52-46db-b4c3-b9e0c45dd9c1 req-8fb479f4-0702-49ef-a46f-3249cd1c3239 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0497136 Nov 12 03:58:06.838964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6cbe92a9-df52-46db-b4c3-b9e0c45dd9c1 req-b3b8f094-df7b-4621-a79f-8489037827f8 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Nov 12 03:58:06.955093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57678) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:07.013041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3273f201-363a-491b-85da-467ed8b26f53 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.038705 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3273f201-363a-491b-85da-467ed8b26f53 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.105554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3273f201-363a-491b-85da-467ed8b26f53 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.108957 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3273f201-363a-491b-85da-467ed8b26f53 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.110116 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3273f201-363a-491b-85da-467ed8b26f53 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/security-groups/5bcbcd87-30c4-414d-b6a2-9957286744bc HTTP/1.1" status: 204 len: 168 time: 0.1537752 Nov 12 03:58:07.125939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273f201-363a-491b-85da-467ed8b26f53 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcbcd87-30c4-414d-b6a2-9957286744bc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:07.149252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57682) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:07.257543 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.536397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.668147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58139cd-bdc5-48fb-8e12-bf1cf3101e15 req-ed137f84-6ea0-4b6f-b230-d1f5e48cb927 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.669582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58139cd-bdc5-48fb-8e12-bf1cf3101e15 req-ed137f84-6ea0-4b6f-b230-d1f5e48cb927 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0959194 Nov 12 03:58:07.775732 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c58139cd-bdc5-48fb-8e12-bf1cf3101e15 req-10dc8089-c28a-495d-a7cd-5099ee204dcf tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994654 Nov 12 03:58:07.873012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port 61624705-ddec-4044-ae19-82147a372cec {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:07.873613 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.956004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a532eb6-4bec-46fa-8893-44f7cdadb45a req-acecf7b3-381a-4b8d-a4ef-357c711e5910 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.957533 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a532eb6-4bec-46fa-8893-44f7cdadb45a req-acecf7b3-381a-4b8d-a4ef-357c711e5910 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0494549 Nov 12 03:58:07.967200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port 61624705-ddec-4044-ae19-82147a372cec, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=61624705-ddec-4044-ae19-82147a372cec,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:07.967564 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.981557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for 61624705-ddec-4044-ae19-82147a372cec owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:08.005815 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a532eb6-4bec-46fa-8893-44f7cdadb45a req-ae9c766d-8d1c-424d-872b-3380a60e3e72 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 Nov 12 03:58:08.180660 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.208167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=61624705-ddec-4044-ae19-82147a372cec,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:08.393559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.924105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 198449eb-0ab1-427e-8e24-b643add9fba5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:08.937717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a634ee-1ced-4dc9-947c-72562b450061 req-89e68a60-b977-47d5-910f-49e273f76666 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:08.939986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7a634ee-1ced-4dc9-947c-72562b450061 req-89e68a60-b977-47d5-910f-49e273f76666 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0769684 Nov 12 03:58:09.063892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c7a634ee-1ced-4dc9-947c-72562b450061 req-e34a3cda-0bb7-4f0d-9728-9342037d0b57 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179004 Nov 12 03:58:09.084312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:09.091912 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6eba4494-60bb-4c3e-b02e-2ed58c49f5df tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "PUT /v2.0/routers/198449eb-0ab1-427e-8e24-b643add9fba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417286 Nov 12 03:58:09.094591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57696) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:09.097282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device be6a79b6-b5a1-419f-9a08-310dcbeedbba no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:09.122819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] Sync routers for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:09.126132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd4e5c-c4e3-460c-9e24-3c5716bdd32a req-47e8af28-978c-4e03-b8f8-06a7907ad605 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:09.128442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eccd4e5c-c4e3-460c-9e24-3c5716bdd32a req-47e8af28-978c-4e03-b8f8-06a7907ad605 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.0535603 Nov 12 03:58:09.137639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: be6a79b6-b5a1-419f-9a08-310dcbeedbba {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:09.138036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device be6a79b6-b5a1-419f-9a08-310dcbeedbba not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:09.142648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:09.143260 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:09.151501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-396a9528-7cc2-44df-a23f-e47f3408671e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting subnet 004840d6-2f01-4d7a-a741-7079c55cf174 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:09.155298 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-396a9528-7cc2-44df-a23f-e47f3408671e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.177433 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eccd4e5c-c4e3-460c-9e24-3c5716bdd32a req-6f5daaaa-81c1-4490-92a0-04cda498a2a4 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Nov 12 03:58:09.198004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-396a9528-7cc2-44df-a23f-e47f3408671e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.258629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:09.288761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-396a9528-7cc2-44df-a23f-e47f3408671e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.347217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-396a9528-7cc2-44df-a23f-e47f3408671e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.373963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a9528-7cc2-44df-a23f-e47f3408671e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Subnet': ['ID=004840d6-2f01-4d7a-a741-7079c55cf174,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:09.378161 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-396a9528-7cc2-44df-a23f-e47f3408671e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.381371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-396a9528-7cc2-44df-a23f-e47f3408671e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/subnets/004840d6-2f01-4d7a-a741-7079c55cf174 HTTP/1.1" status: 204 len: 168 time: 0.2860098 Nov 12 03:58:09.383920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57698) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:09.397297 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9987bc-7dd2-4e3f-8e4e-7755349076b0 None None] Network fb0f147c-d176-44cd-88aa-6d246ddc112b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:09.493966 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.546607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:58:08Z', 'revision_number': 7, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:09.577816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] Checking router: 198449eb-0ab1-427e-8e24-b643add9fba5 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:09.600074 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] Routers {'198449eb-0ab1-427e-8e24-b643add9fba5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:09.600763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['198449eb-0ab1-427e-8e24-b643add9fba5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:09.602243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.657856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] DHCP port deletion for fb0f147c-d176-44cd-88aa-6d246ddc112b request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:09.662488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port 3e778989-98f0-4715-a07f-628d6afdf116 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:09.662868 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.748489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port 3e778989-98f0-4715-a07f-628d6afdf116, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=3e778989-98f0-4715-a07f-628d6afdf116,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:09.748788 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.762132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for 3e778989-98f0-4715-a07f-628d6afdf116 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:09.891338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] Set router 198449eb-0ab1-427e-8e24-b643add9fba5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:09.930398 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.954083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=3e778989-98f0-4715-a07f-628d6afdf116,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:09.974061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ccc6f5-cd87-4c41-903b-30f00e029c1f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:10.020144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] Deleting port 002a3d13-fe8c-45b2-bafa-ccf696c8706d {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:10.021234 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.022072 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.120108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.122278 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.129913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] For port 002a3d13-fe8c-45b2-bafa-ccf696c8706d, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=002a3d13-fe8c-45b2-bafa-ccf696c8706d,segment=NetworkSegment(43768a7f-f1d7-46fe-8584-cc23e0e38479),segment_id=43768a7f-f1d7-46fe-8584-cc23e0e38479)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:10.130564 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.146942 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] Calling delete_port for 002a3d13-fe8c-45b2-bafa-ccf696c8706d owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:10.194329 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.194949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Fanout notify agent at l3_agent the message router_deleted on router 198449eb-0ab1-427e-8e24-b643add9fba5 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:10.202485 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.203603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-70e280a2-4223-4af2-8c7c-386527b198a8 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/routers/198449eb-0ab1-427e-8e24-b643add9fba5 HTTP/1.1" status: 204 len: 168 time: 0.8185608 Nov 12 03:58:10.206475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57704) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:10.227122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:58:08Z', 'revision_number': 7, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.227361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df679-f861-4995-a663-b74253172de8 req-97e12028-6072-463a-bf5e-0f4e41bb100d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:10.228823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-552df679-f861-4995-a663-b74253172de8 req-97e12028-6072-463a-bf5e-0f4e41bb100d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0666132 Nov 12 03:58:10.257537 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aabc18-1511-4b4b-92fe-c7cf8abc6088 None None] The sync data for ids ['198449eb-0ab1-427e-8e24-b643add9fba5'] in n-d-789963-21 is: [{'id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'name': 'tempest-TestNetworkBasicOps-router-834049421', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '3e778989-98f0-4715-a07f-628d6afdf116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:17Z', 'updated_at': '2021-11-12T03:58:08Z', 'revision_number': 7, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': '3e778989-98f0-4715-a07f-628d6afdf116', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198449eb-0ab1-427e-8e24-b643add9fba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:18Z', 'updated_at': '2021-11-12T03:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:10.279450 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.302656 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-552df679-f861-4995-a663-b74253172de8 req-084110c0-60be-46e5-a73f-c155965a1ef7 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610466 Nov 12 03:58:10.307476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] Pushing event deleted for resources: {'Port': ['ID=002a3d13-fe8c-45b2-bafa-ccf696c8706d,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:10.310448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f711a-f95f-414e-9de8-797fbf6c5f34 None None] No DVR routers for this DVR port 002a3d13-fe8c-45b2-bafa-ccf696c8706d on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:10.359812 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.419925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b51f-8dea-484f-9f8d-18331f7d26c5 req-8b701ea2-1040-4ab9-b5ac-5a5b1ccf6dc7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:10.421429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8101b51f-8dea-484f-9f8d-18331f7d26c5 req-8b701ea2-1040-4ab9-b5ac-5a5b1ccf6dc7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 943 time: 0.1022363 Nov 12 03:58:10.477497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.512290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0f147c-d176-44cd-88aa-6d246ddc112b']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.526224 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8101b51f-8dea-484f-9f8d-18331f7d26c5 req-974e85cf-a008-4c68-9d73-329446a2e330 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977318 Nov 12 03:58:10.527753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43768a7f-f1d7-46fe-8584-cc23e0e38479') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.528044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43768a7f-f1d7-46fe-8584-cc23e0e38479') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:10.538683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.552958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.558716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:10.559148 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:10.562085 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:10.625814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.633663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.637196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/networks/fb0f147c-d176-44cd-88aa-6d246ddc112b HTTP/1.1" status: 204 len: 168 time: 0.4279895 Nov 12 03:58:10.649327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112dcfb-a187-4c43-97e6-cc0d511f3892 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Network': ['ID=fb0f147c-d176-44cd-88aa-6d246ddc112b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:10.659148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57706) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:10.664329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'network': {'name': 'tempest-network-smoke--1997256374', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:10.686030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:10.690180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.715707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:58:10.725563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.725913 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Added segment 8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce of type vlan for network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa Nov 12 03:58:10.772567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.797976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.804648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:10.805247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.840096 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1797526 Nov 12 03:58:10.845321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57708) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:10.851839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-143549575', 'admin_state_up': True, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:10.879895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7d7c1-5c1f-410e-a6a0-87b02ceb7bfd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Network': ['ID=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:10.882376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.883455 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.893042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:58:10.939921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.085869 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.097506 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 415cda79-dce6-48b9-b596-466bb8cf8bad details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:11.195594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 415cda79-dce6-48b9-b596-466bb8cf8bad, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=415cda79-dce6-48b9-b596-466bb8cf8bad,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:11.207376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '415cda79-dce6-48b9-b596-466bb8cf8bad', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'port_id': '415cda79-dce6-48b9-b596-466bb8cf8bad', 'mac_address': 'fa:16:3e:c0:fe:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:11.259280 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.276245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415cda79-dce6-48b9-b596-466bb8cf8bad {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:11.289048 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.308367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.327576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 415cda79-dce6-48b9-b596-466bb8cf8bad, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=415cda79-dce6-48b9-b596-466bb8cf8bad,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:11.347740 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.425505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 002a3d13-fe8c-45b2-bafa-ccf696c8706d no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:11.429145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=415cda79-dce6-48b9-b596-466bb8cf8bad,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:11.449719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.25.0.240 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/bbacdf8d-8a92-4db4-961a-aecdc5e2376b) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:11.459748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.460093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.460437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.460791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.461127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.462087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.462087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.462087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.462448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.462723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.463014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.463332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:11.467455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 002a3d13-fe8c-45b2-bafa-ccf696c8706d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:11.467455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 002a3d13-fe8c-45b2-bafa-ccf696c8706d not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:11.467714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 61624705-ddec-4044-ae19-82147a372cec no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:11.483420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe600fc-db9f-4a32-8c36-db56483c6a30 req-2aaf412c-2653-4084-a472-70d1eb0af727 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:11.484997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cfe600fc-db9f-4a32-8c36-db56483c6a30 req-2aaf412c-2653-4084-a472-70d1eb0af727 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0706723 Nov 12 03:58:11.517213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 61624705-ddec-4044-ae19-82147a372cec {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:11.518144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 61624705-ddec-4044-ae19-82147a372cec not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:11.562657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cfe600fc-db9f-4a32-8c36-db56483c6a30 req-6b9e86b9-08b0-49c0-9b4c-b3ec6f8bbc12 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693724 Nov 12 03:58:11.568177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['415cda79-dce6-48b9-b596-466bb8cf8bad'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:11.601986 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.676393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c42b2a-d136-4f2c-90eb-2b092b25d56e req-db66a40e-3e08-4d72-ae7b-3acec09f7ede tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:11.677845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6c42b2a-d136-4f2c-90eb-2b092b25d56e req-db66a40e-3e08-4d72-ae7b-3acec09f7ede tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 944 time: 0.0624797 Nov 12 03:58:11.679347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.728101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:11.735297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:11.742739 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:11.747498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fed26c-fc23-4270-89b8-48bf2997d784 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:11.755607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=bbacdf8d-8a92-4db4-961a-aecdc5e2376b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:11.798249 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6c42b2a-d136-4f2c-90eb-2b092b25d56e req-d725ccfb-b831-4c17-97f9-d9d3d87400ee tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109419 Nov 12 03:58:11.800663 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d83db909-1455-460b-b4e1-b40c3c7ab107 None None] Provisioning complete for port bbacdf8d-8a92-4db4-961a-aecdc5e2376b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:11.801065 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d83db909-1455-460b-b4e1-b40c3c7ab107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:11.838895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d83db909-1455-460b-b4e1-b40c3c7ab107 None None] Port bbacdf8d-8a92-4db4-961a-aecdc5e2376b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:12.020312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.210505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.332561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 0ca93c38-dac3-41c9-9030-4416e199e2bc is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:58:12.693538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36183a6c-e4bc-4ab8-ab72-57bfe7b137bc req-27273e2b-7366-4630-b612-cc49ea13b74f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:12.695049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36183a6c-e4bc-4ab8-ab72-57bfe7b137bc req-27273e2b-7366-4630-b612-cc49ea13b74f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0547409 Nov 12 03:58:12.744464 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-36183a6c-e4bc-4ab8-ab72-57bfe7b137bc req-63fff92d-dc0a-4775-94fd-97ea19c6d379 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434105 Nov 12 03:58:12.748477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:12.758909 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Sync routers for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:12.768883 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:12.769485 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:12.775914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:12.777170 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-58f900ad-6ace-4a90-814c-9b46b9e94257 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9295943 Nov 12 03:58:12.780077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57716) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.808093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e0e3068f-25fd-4d3e-8381-2c95956a9045 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=6e7583380bbe488d8e8421c488c64c0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269139 Nov 12 03:58:12.810590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57718) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.876723 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:12.927906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d1800-59e5-49ee-80b5-7f4d6d4dd18d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:12.929476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-674d1800-59e5-49ee-80b5-7f4d6d4dd18d tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1179543 Nov 12 03:58:12.932173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57722) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.965112 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-83437c53-db2a-491c-9733-4d82695f9f98 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296090 Nov 12 03:58:12.965869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57724) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.971274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ab9f-2e10-45a4-ad4e-a2009a324bb1 req-16874ae4-756b-406c-83ec-c0a02d32fc84 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:12.971615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1046369712', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:12.972681 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d879ab9f-2e10-45a4-ad4e-a2009a324bb1 req-16874ae4-756b-406c-83ec-c0a02d32fc84 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 944 time: 0.0975325 Nov 12 03:58:12.978965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3e778989-98f0-4715-a07f-628d6afdf116 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:13.002882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 3e778989-98f0-4715-a07f-628d6afdf116 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:13.003233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 3e778989-98f0-4715-a07f-628d6afdf116 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:13.029132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d879ab9f-2e10-45a4-ad4e-a2009a324bb1 req-610ce7f4-f89f-43ac-a938-a995178b2456 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482330 Nov 12 03:58:13.056536 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:11Z', 'revision_number': 3, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:13.085298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:13.087412 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Checking router: 0ca93c38-dac3-41c9-9030-4416e199e2bc for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:13.087764 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Updating router 0ca93c38-dac3-41c9-9030-4416e199e2bc port bbacdf8d-8a92-4db4-961a-aecdc5e2376b binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:58:13.088896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.112619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 415cda79-dce6-48b9-b596-466bb8cf8bad up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:13.113241 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.163210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 415cda79-dce6-48b9-b596-466bb8cf8bad completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:58:13.167454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 415cda79-dce6-48b9-b596-466bb8cf8bad triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:13.167832 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.256495 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.281525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fbc4dd-33ba-4b1c-b52a-d5754472c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415cda79-dce6-48b9-b596-466bb8cf8bad'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:13.284583 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b060f726-0416-426c-9d56-bbabdc3d822b" -d '{"events": [{"server_uuid": "49fbc4dd-33ba-4b1c-b52a-d5754472c015", "name": "network-vif-plugged", "status": "completed", "tag": "415cda79-dce6-48b9-b596-466bb8cf8bad"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:13.300729 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 415cda79-dce6-48b9-b596-466bb8cf8bad, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=415cda79-dce6-48b9-b596-466bb8cf8bad,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:13.306402 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.306802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.360919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=415cda79-dce6-48b9-b596-466bb8cf8bad,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.376847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Subnet': ['ID=7e6b3648-ab4d-466d-baf7-2540e9cfae1c,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.382224 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.386897 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.398308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Checking segment: {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:13.398675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network hostable DHCP agents. Network: dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:58:13.421580 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3ae001-6794-4868-982d-2191f63b064b x-openstack-request-id: req-7e3ae001-6794-4868-982d-2191f63b064b {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:13.421987 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fbc4dd-33ba-4b1c-b52a-d5754472c015", "name": "network-vif-plugged", "status": "completed", "tag": "415cda79-dce6-48b9-b596-466bb8cf8bad", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:13.422301 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e3ae001-6794-4868-982d-2191f63b064b {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:13.422836 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fbc4dd-33ba-4b1c-b52a-d5754472c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415cda79-dce6-48b9-b596-466bb8cf8bad', 'code': 200} Nov 12 03:58:13.433659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:58:13.434103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2229cee-362a-4bea-b0ef-75508ca01365 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:13.436612 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Attempting to bind port bbacdf8d-8a92-4db4-961a-aecdc5e2376b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:13.437041 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Attempting to bind port bbacdf8d-8a92-4db4-961a-aecdc5e2376b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:13.437692 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Attempting to bind port bbacdf8d-8a92-4db4-961a-aecdc5e2376b on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:13.449209 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Pushing event updated for resources: {'Port': ['ID=bbacdf8d-8a92-4db4-961a-aecdc5e2376b,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.451589 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:13.452179 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:13.452973 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.453104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:13.453667 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:13.454150 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Bound port: bbacdf8d-8a92-4db4-961a-aecdc5e2376b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:13.454533 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.462687 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.463256 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.463766 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.464103 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.464626 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.464985 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.465560 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.466080 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.466410 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.466923 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.467249 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.467573 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:13.467688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:13.468259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.487908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f1eb2d84-9f65-406e-bebd-1c8c23722ae5 None None] Provisioning complete for port bbacdf8d-8a92-4db4-961a-aecdc5e2376b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:13.488428 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2d84-9f65-406e-bebd-1c8c23722ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.491575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b5f32-2e3a-4f7c-807c-b22e74ceb07d None None] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:13.504861 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4cc9cb05-7325-48bd-acc4-23be26cbbd5c tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5345891 Nov 12 03:58:13.505706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57730) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:13.552688 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] For port bbacdf8d-8a92-4db4-961a-aecdc5e2376b, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:13.558244 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] For port bbacdf8d-8a92-4db4-961a-aecdc5e2376b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bbacdf8d-8a92-4db4-961a-aecdc5e2376b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:13.560118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3a36b-2e40-410c-86e3-9ff9e9159397 req-3dad95f2-065c-43ee-9cca-bd4e0942e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:13.562286 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31b3a36b-2e40-410c-86e3-9ff9e9159397 req-3dad95f2-065c-43ee-9cca-bd4e0942e490 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 1097 time: 0.0589786 Nov 12 03:58:13.566444 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.589065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb2d84-9f65-406e-bebd-1c8c23722ae5 None None] Port bbacdf8d-8a92-4db4-961a-aecdc5e2376b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:13.614773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31b3a36b-2e40-410c-86e3-9ff9e9159397 req-4d83ebf4-c393-4c66-860f-22293788dfc9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Nov 12 03:58:13.630500 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb3ea7-725a-49e0-abfa-067da44c5c4a None None] Pushing event updated for resources: {'Port': ['ID=bbacdf8d-8a92-4db4-961a-aecdc5e2376b,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:13.655734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:13.656352 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:13.657407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7a601-468d-4cdc-ae26-d28591ad46d6 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:13.701650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:58:13.702509 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.791659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-aac6d5fa-c8f1-447b-b1fa-bc7c17531666 None None] Provisioning complete for port bbacdf8d-8a92-4db4-961a-aecdc5e2376b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:13.792099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aac6d5fa-c8f1-447b-b1fa-bc7c17531666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.875179 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:13.927097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b88751-5463-42c2-97f3-ba966587d959 req-a5331b30-7569-4307-8c78-579db6dcbfd8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:13.928509 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6b88751-5463-42c2-97f3-ba966587d959 req-a5331b30-7569-4307-8c78-579db6dcbfd8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0973732 Nov 12 03:58:13.933955 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aac6d5fa-c8f1-447b-b1fa-bc7c17531666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.943241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Allocated IP 172.20.0.2 (dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa/7e6b3648-ab4d-466d-baf7-2540e9cfae1c/29ad50c2-3751-48dd-81ef-e7101c554c12) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:13.965802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-aac6d5fa-c8f1-447b-b1fa-bc7c17531666 None None] For port bbacdf8d-8a92-4db4-961a-aecdc5e2376b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bbacdf8d-8a92-4db4-961a-aecdc5e2376b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:13.971440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aac6d5fa-c8f1-447b-b1fa-bc7c17531666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.035422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6b88751-5463-42c2-97f3-ba966587d959 req-40b02d05-b666-466a-b74b-cb32773226aa tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831659 Nov 12 03:58:14.097195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.097604 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:11Z', 'revision_number': 3, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:14.119429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6d5fa-c8f1-447b-b1fa-bc7c17531666 None None] Pushing event updated for resources: {'Port': ['ID=bbacdf8d-8a92-4db4-961a-aecdc5e2376b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:14.143577 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed32b9a-c10e-42c0-92ed-390a7215da11 None None] The sync data for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 is: [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:11Z', 'revision_number': 3, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:14.172295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaf225-3dc2-45d2-a4c0-438f7617b7d9 req-98e50acb-1681-4084-a00f-fbe61a640cfe tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:14.174944 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bfdaf225-3dc2-45d2-a4c0-438f7617b7d9 req-98e50acb-1681-4084-a00f-fbe61a640cfe tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 945 time: 0.0691388 Nov 12 03:58:14.187797 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.195798 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.237992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bfdaf225-3dc2-45d2-a4c0-438f7617b7d9 req-1d1a247a-86be-4044-9058-20d82eea827a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557179 Nov 12 03:58:14.249990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:14.260007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:14.264141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:14.278574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Pushing event updated for resources: {'Port': ['ID=29ad50c2-3751-48dd-81ef-e7101c554c12,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:14.334924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Attempting to bind port 29ad50c2-3751-48dd-81ef-e7101c554c12 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:14.335409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Attempting to bind port 29ad50c2-3751-48dd-81ef-e7101c554c12 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:14.335778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Attempting to bind port 29ad50c2-3751-48dd-81ef-e7101c554c12 on network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:14.342902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:14.343791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Checking segment: {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:14.344395 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.344888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Bound using segment: {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:14.346061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Bound port: 29ad50c2-3751-48dd-81ef-e7101c554c12, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:14.346468 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.451087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.20.0.1 (dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa/7e6b3648-ab4d-466d-baf7-2540e9cfae1c/1e0799cc-3727-4619-aa13-4726813089a0) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:14.618818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] For port 29ad50c2-3751-48dd-81ef-e7101c554c12, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:14.620569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.624109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] For port 29ad50c2-3751-48dd-81ef-e7101c554c12, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=29ad50c2-3751-48dd-81ef-e7101c554c12,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:14.632058 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.692884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.725953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeac83-193c-4487-8c98-efde385b2f91 None None] Pushing event updated for resources: {'Port': ['ID=29ad50c2-3751-48dd-81ef-e7101c554c12,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:14.776961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:14.780369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:14.785922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:14.790201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=1e0799cc-3727-4619-aa13-4726813089a0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:14.833490 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.997203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.101577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29ad50c2-3751-48dd-81ef-e7101c554c12 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:15.164616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 29ad50c2-3751-48dd-81ef-e7101c554c12 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:15.165339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.247260 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbed6-4775-458b-9eaa-f947736e0cdf req-4f25740c-4491-4f85-aefa-d9a7ca950555 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:15.248905 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-569cbed6-4775-458b-9eaa-f947736e0cdf req-4f25740c-4491-4f85-aefa-d9a7ca950555 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.1073000 Nov 12 03:58:15.254401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.298003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 29ad50c2-3751-48dd-81ef-e7101c554c12, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=29ad50c2-3751-48dd-81ef-e7101c554c12,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:15.308077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.312206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bbacdf8d-8a92-4db4-961a-aecdc5e2376b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:15.366358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-569cbed6-4775-458b-9eaa-f947736e0cdf req-bdf07a7e-27c9-444c-b72c-99e367a348d6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105068 Nov 12 03:58:15.387684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a5edd-86f7-467b-91eb-cce33fae4d24 req-55965a4e-5656-48f0-aa79-f26e511100f7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:15.397393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d3a5edd-86f7-467b-91eb-cce33fae4d24 req-55965a4e-5656-48f0-aa79-f26e511100f7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 945 time: 0.0699041 Nov 12 03:58:15.411570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port bbacdf8d-8a92-4db4-961a-aecdc5e2376b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:15.411950 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.417304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=29ad50c2-3751-48dd-81ef-e7101c554c12,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:15.440550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.450221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.478481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d3a5edd-86f7-467b-91eb-cce33fae4d24 req-601a1198-d1d4-4909-ae88-c126febccf99 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773489 Nov 12 03:58:15.542376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.544200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=1e0799cc-3727-4619-aa13-4726813089a0,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:15.659304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e36c8e-de2e-4a7c-a522-625b7fffa4df req-2533a83d-ebac-4b2d-acfb-719b300caced tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:15.660911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6e36c8e-de2e-4a7c-a522-625b7fffa4df req-2533a83d-ebac-4b2d-acfb-719b300caced tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 945 time: 0.1080546 Nov 12 03:58:15.715216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:15.724061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:15.737496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6e36c8e-de2e-4a7c-a522-625b7fffa4df req-2e5a4bdc-7a7f-4c37-9033-3f1ef7522d52 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695655 Nov 12 03:58:15.836579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed4752-e438-4223-ba08-542c6e657bf3 None None] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:15.851043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 0ca93c38-dac3-41c9-9030-4416e199e2bc has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:15.883076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a091a4b-8a46-4766-a3c8-66f33aa806b5 req-8523341f-480d-4b8c-98ca-9af1aac18583 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:15.884809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a091a4b-8a46-4766-a3c8-66f33aa806b5 req-8523341f-480d-4b8c-98ca-9af1aac18583 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 945 time: 0.0751655 Nov 12 03:58:15.930101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-799d0086-3703-4d0a-9e79-b5224bc2eb16 None None] Provisioning complete for port 29ad50c2-3751-48dd-81ef-e7101c554c12 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:15.930344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-799d0086-3703-4d0a-9e79-b5224bc2eb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:15.942712 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a091a4b-8a46-4766-a3c8-66f33aa806b5 req-ca10a0bf-5390-40d3-b954-c3f196adea50 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512595 Nov 12 03:58:15.977366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:15.983423 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3cfd57b9-51a9-4600-967c-d1b7e1db93f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "PUT /v2.0/routers/0ca93c38-dac3-41c9-9030-4416e199e2bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4766796 Nov 12 03:58:15.986620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57746) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:16.205144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.206087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.206717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.207335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.207989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.208463 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.208952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.209405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.209855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.212298 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-17bd261c-d612-4e8a-87d8-83209d2d9a4a tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6384 time: 0.2201600 Nov 12 03:58:16.214929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57752) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:16.292129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Sync routers for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:16.309871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:16.310705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:16.313625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb6256-0ec5-4cc2-aadd-ef97e8148236 req-98f312b2-d5f1-447e-a621-11b2737aea7c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.318910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.319378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.319833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.320284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.320756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.321224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.321667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.322107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.322553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.324483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ad20b67a-2856-4aba-9030-ee5e138ed3db tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5913 time: 0.1082797 Nov 12 03:58:16.324863 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-21bb6256-0ec5-4cc2-aadd-ef97e8148236 req-98f312b2-d5f1-447e-a621-11b2737aea7c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 945 time: 0.0779281 Nov 12 03:58:16.327238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57754) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:16.385265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-21bb6256-0ec5-4cc2-aadd-ef97e8148236 req-dd103242-88ff-49b3-a0fb-cb9d024dfd3b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595250 Nov 12 03:58:16.445390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:16.447350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3bd1b746-4970-4539-9e60-87115c765da3 None None] Provisioning complete for port 29ad50c2-3751-48dd-81ef-e7101c554c12 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:16.447724 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b746-4970-4539-9e60-87115c765da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.716435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3bd1b746-4970-4539-9e60-87115c765da3 None None] Provisioning complete for port 1e0799cc-3727-4619-aa13-4726813089a0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:16.716841 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b746-4970-4539-9e60-87115c765da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.762710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1b746-4970-4539-9e60-87115c765da3 None None] Port 1e0799cc-3727-4619-aa13-4726813089a0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:16.774210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:15Z', 'revision_number': 2, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:16.805722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Checking router: 0ca93c38-dac3-41c9-9030-4416e199e2bc for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:16.806024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Updating router 0ca93c38-dac3-41c9-9030-4416e199e2bc port 1e0799cc-3727-4619-aa13-4726813089a0 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:58:16.832480 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.933654 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5788c1-d5c8-48f8-b1cd-5f9db6731343 req-336ae79a-7581-4f8a-b262-136a0331fa63 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.935274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee5788c1-d5c8-48f8-b1cd-5f9db6731343 req-336ae79a-7581-4f8a-b262-136a0331fa63 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.4229813 Nov 12 03:58:16.935921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-06632f09-1ce8-49ae-ae61-453a16676577 None None] Provisioning complete for port 1e0799cc-3727-4619-aa13-4726813089a0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:16.936295 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-06632f09-1ce8-49ae-ae61-453a16676577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.003854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4704a2ef-1408-4591-b4f3-d546928f87c6 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5198 time: 0.6724138 Nov 12 03:58:17.004108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-06632f09-1ce8-49ae-ae61-453a16676577 None None] Port 1e0799cc-3727-4619-aa13-4726813089a0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:17.025276 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee5788c1-d5c8-48f8-b1cd-5f9db6731343 req-9cc78e98-d617-43f3-8dcc-bdba987de6fd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815954 Nov 12 03:58:17.048999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29ad50c2-3751-48dd-81ef-e7101c554c12 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:17.145434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 29ad50c2-3751-48dd-81ef-e7101c554c12 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:17.145803 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.213213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.219312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.425951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57762) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:17.431021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-17cedd67-da25-45c6-aa77-c7081a3e2d92 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518804653', 'description': 'tempest-secgroup-smoke-1518804653 description', 'project_id': '6e7583380bbe488d8e8421c488c64c0c'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:17.466148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17cedd67-da25-45c6-aa77-c7081a3e2d92 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.468831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8935-a9a8-4f9d-89f3-830e22c23d5a None None] Pushing event updated for resources: {'Port': ['ID=1e0799cc-3727-4619-aa13-4726813089a0,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:17.532835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Attempting to bind port 1e0799cc-3727-4619-aa13-4726813089a0 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:17.533212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Attempting to bind port 1e0799cc-3727-4619-aa13-4726813089a0 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:17.533727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Attempting to bind port 1e0799cc-3727-4619-aa13-4726813089a0 on network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:17.541914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-02f45d24-37d5-41fd-884e-89e4f7ce0677 None None] Provisioning complete for port 1e0799cc-3727-4619-aa13-4726813089a0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:17.542179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-02f45d24-37d5-41fd-884e-89e4f7ce0677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.543767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:17.544136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Checking segment: {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:17.544524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.544940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Bound using segment: {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:17.545179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524449bf-1c95-4c43-8287-3890fffadd8e req-9a14b6c8-73ec-489b-83fe-23c9994b5244 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:17.545412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Bound port: 1e0799cc-3727-4619-aa13-4726813089a0, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:17.545711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17cedd67-da25-45c6-aa77-c7081a3e2d92 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.545823 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.547269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-524449bf-1c95-4c43-8287-3890fffadd8e req-9a14b6c8-73ec-489b-83fe-23c9994b5244 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 945 time: 0.0833602 Nov 12 03:58:17.553949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17cedd67-da25-45c6-aa77-c7081a3e2d92 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.587242 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17cedd67-da25-45c6-aa77-c7081a3e2d92 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.591348 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-17cedd67-da25-45c6-aa77-c7081a3e2d92 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1614063 Nov 12 03:58:17.592089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57764) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:17.596907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a9eca4c7-fe95-48f5-99a5-592b6b584ecb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '4bcdb026-de55-4833-b2f7-a3ea3568fa6d', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:17.606393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cedd67-da25-45c6-aa77-c7081a3e2d92 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcdb026-de55-4833-b2f7-a3ea3568fa6d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:17.608201 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-524449bf-1c95-4c43-8287-3890fffadd8e req-7c8c3672-7a82-493f-9215-101e287264a8 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544918 Nov 12 03:58:17.625022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-02f45d24-37d5-41fd-884e-89e4f7ce0677 None None] Port 1e0799cc-3727-4619-aa13-4726813089a0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:17.661177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] For port 1e0799cc-3727-4619-aa13-4726813089a0, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:17.665551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] For port 1e0799cc-3727-4619-aa13-4726813089a0, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1e0799cc-3727-4619-aa13-4726813089a0,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:17.665856 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9eca4c7-fe95-48f5-99a5-592b6b584ecb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.670388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.692364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845e01-1ae4-4a11-8368-b02804139a09 req-ad98349c-5f82-4008-aa7b-c1a21f853e5f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:17.693884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44845e01-1ae4-4a11-8368-b02804139a09 req-ad98349c-5f82-4008-aa7b-c1a21f853e5f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 945 time: 0.0741816 Nov 12 03:58:17.737600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:17.738328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:17.740541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8935-a9a8-4f9d-89f3-830e22c23d5a None None] Pushing event updated for resources: {'Port': ['ID=1e0799cc-3727-4619-aa13-4726813089a0,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:17.817735 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9eca4c7-fe95-48f5-99a5-592b6b584ecb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.825571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9eca4c7-fe95-48f5-99a5-592b6b584ecb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.862629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eca4c7-fe95-48f5-99a5-592b6b584ecb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619eb8d5-e621-4fcd-b15a-b4351b262148,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:17.869323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port 415cda79-dce6-48b9-b596-466bb8cf8bad {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:17.869801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.872429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:17.887396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9eca4c7-fe95-48f5-99a5-592b6b584ecb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.888595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a9eca4c7-fe95-48f5-99a5-592b6b584ecb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2961173 Nov 12 03:58:17.891769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57766) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:17.900043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a98f0c22-fa09-479f-9694-1ad1d90dd32a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '4bcdb026-de55-4833-b2f7-a3ea3568fa6d', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:17.936393 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a98f0c22-fa09-479f-9694-1ad1d90dd32a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:17.986941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] For port 415cda79-dce6-48b9-b596-466bb8cf8bad, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=415cda79-dce6-48b9-b596-466bb8cf8bad,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:17.987471 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.003933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for 415cda79-dce6-48b9-b596-466bb8cf8bad owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:18.008955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a98f0c22-fa09-479f-9694-1ad1d90dd32a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.013914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a98f0c22-fa09-479f-9694-1ad1d90dd32a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.034876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0c22-fa09-479f-9694-1ad1d90dd32a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ed9257-9e2f-4688-87ea-c40d74e62131,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.046229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a98f0c22-fa09-479f-9694-1ad1d90dd32a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.047896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a98f0c22-fa09-479f-9694-1ad1d90dd32a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540751 Nov 12 03:58:18.051592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57770) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.056357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-02602d93-91c7-43d3-8afe-3adda0667510 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '4bcdb026-de55-4833-b2f7-a3ea3568fa6d', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:18.093190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02602d93-91c7-43d3-8afe-3adda0667510 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.093463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f02935b8-c2c5-452a-9ae7-97a1bf00c9ce None None] Provisioning complete for port 1e0799cc-3727-4619-aa13-4726813089a0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:18.093846 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f02935b8-c2c5-452a-9ae7-97a1bf00c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.158779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02602d93-91c7-43d3-8afe-3adda0667510 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.163780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02602d93-91c7-43d3-8afe-3adda0667510 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.183237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02602d93-91c7-43d3-8afe-3adda0667510 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a500fb-9398-4c41-bb0c-a5a24c3b6079,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.188822 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:18.197133 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-02602d93-91c7-43d3-8afe-3adda0667510 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.199633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-02602d93-91c7-43d3-8afe-3adda0667510 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464050 Nov 12 03:58:18.201548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57772) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.207130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '4bcdb026-de55-4833-b2f7-a3ea3568fa6d', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:18.209111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d1cf9-6871-499e-9545-1d9c84b6187c req-0a285c17-57d3-4d07-abf5-c0ae135d8f28 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:18.210594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db5d1cf9-6871-499e-9545-1d9c84b6187c req-0a285c17-57d3-4d07-abf5-c0ae135d8f28 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0735848 Nov 12 03:58:18.212126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.228883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['415cda79-dce6-48b9-b596-466bb8cf8bad'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:18.233033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc03bf-9d67-4d40-babe-2d6ef0e115cf None None] The sync data for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 is: [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:17Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:18.234650 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f02935b8-c2c5-452a-9ae7-97a1bf00c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.242931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.260829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=415cda79-dce6-48b9-b596-466bb8cf8bad,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.330790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f02935b8-c2c5-452a-9ae7-97a1bf00c9ce None None] For port 1e0799cc-3727-4619-aa13-4726813089a0, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1e0799cc-3727-4619-aa13-4726813089a0,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:18.337149 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f02935b8-c2c5-452a-9ae7-97a1bf00c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.349372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db5d1cf9-6871-499e-9545-1d9c84b6187c req-25df3c11-0bd0-4f3f-b2ba-812c0286f36f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279454 Nov 12 03:58:18.380157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] No DVR routers for this DVR port 415cda79-dce6-48b9-b596-466bb8cf8bad on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:18.383265 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.388884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44845e01-1ae4-4a11-8368-b02804139a09 req-c55ca19f-4c4a-4b9d-a479-b83ae5699246 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "DELETE /v2.0/ports/415cda79-dce6-48b9-b596-466bb8cf8bad HTTP/1.1" status: 204 len: 173 time: 0.6867001 Nov 12 03:58:18.389343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fbc4dd-33ba-4b1c-b52a-d5754472c015', 'name': 'network-vif-deleted', 'tag': '415cda79-dce6-48b9-b596-466bb8cf8bad'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:18.391808 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeac766-05a2-4e4d-b90f-60afd70ac5fd" -d '{"events": [{"server_uuid": "49fbc4dd-33ba-4b1c-b52a-d5754472c015", "name": "network-vif-deleted", "tag": "415cda79-dce6-48b9-b596-466bb8cf8bad"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:18.424386 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.433969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.435233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02935b8-c2c5-452a-9ae7-97a1bf00c9ce None None] Pushing event updated for resources: {'Port': ['ID=1e0799cc-3727-4619-aa13-4726813089a0,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.440128 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd24c0-b7ba-4aab-bcaa-484522e9e4b7 x-openstack-request-id: req-d7fd24c0-b7ba-4aab-bcaa-484522e9e4b7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:18.440692 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fbc4dd-33ba-4b1c-b52a-d5754472c015", "name": "network-vif-deleted", "tag": "415cda79-dce6-48b9-b596-466bb8cf8bad", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:18.440692 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7fd24c0-b7ba-4aab-bcaa-484522e9e4b7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:18.441365 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fbc4dd-33ba-4b1c-b52a-d5754472c015', 'name': 'network-vif-deleted', 'tag': '415cda79-dce6-48b9-b596-466bb8cf8bad', 'status': 'completed', 'code': 200} Nov 12 03:58:18.478658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bd6386-7106-41d5-b730-55b96811c230,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.488108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.488463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.488924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.489272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.489611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.490059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.491459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.491814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.499593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.500076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.500437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.500795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:18.512054 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.514871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1c3cbcd0-720e-4e0e-99fd-2c8f501810cd tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3118033 Nov 12 03:58:18.517712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57778) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.522753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-769fa0b4-3e59-4b81-9ce4-9d2aac139b82 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '4bcdb026-de55-4833-b2f7-a3ea3568fa6d', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:18.561837 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-769fa0b4-3e59-4b81-9ce4-9d2aac139b82 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Project 6e7583380bbe488d8e8421c488c64c0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:58:18.568612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-769fa0b4-3e59-4b81-9ce4-9d2aac139b82 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.693313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-769fa0b4-3e59-4b81-9ce4-9d2aac139b82 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.700477 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-769fa0b4-3e59-4b81-9ce4-9d2aac139b82 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.737442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-769fa0b4-3e59-4b81-9ce4-9d2aac139b82 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.738900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-769fa0b4-3e59-4b81-9ce4-9d2aac139b82 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2199321 Nov 12 03:58:18.741344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fa0b4-3e59-4b81-9ce4-9d2aac139b82 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49332cf6-676a-4ded-8fdd-7b19a16607fd,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.743297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57784) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:18.748572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-af0a41fa-5460-41dd-8c18-7331a433125a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'security_group_rule': {'security_group_id': '4bcdb026-de55-4833-b2f7-a3ea3568fa6d', 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:18.770580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86c0f146-ac44-4a56-b69b-eea5789267c3 req-2b4ca74b-6cd7-4042-a5ab-ee08639a3cc6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 210 time: 0.0454922 Nov 12 03:58:18.806252 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-af0a41fa-5460-41dd-8c18-7331a433125a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Project 6e7583380bbe488d8e8421c488c64c0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:58:18.811917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af0a41fa-5460-41dd-8c18-7331a433125a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.852678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22c0b1-281e-47c8-b7df-66140424c43e req-c48e9245-d99a-4bdf-8fff-2f56cbcb49e5 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:18.854214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a22c0b1-281e-47c8-b7df-66140424c43e req-c48e9245-d99a-4bdf-8fff-2f56cbcb49e5 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.1526465 Nov 12 03:58:18.857082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c402-19f8-4396-879f-8dc55f7071cd req-527ec480-7062-4e89-92e5-75b77844f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:18.858853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6214c402-19f8-4396-879f-8dc55f7071cd req-527ec480-7062-4e89-92e5-75b77844f2e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 1098 time: 0.1136508 Nov 12 03:58:18.884470 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af0a41fa-5460-41dd-8c18-7331a433125a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.891234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af0a41fa-5460-41dd-8c18-7331a433125a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.914237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a41fa-5460-41dd-8c18-7331a433125a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a5a18d-e124-46c5-b0e4-290a76876c4d,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:18.929021 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af0a41fa-5460-41dd-8c18-7331a433125a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:18.930342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-af0a41fa-5460-41dd-8c18-7331a433125a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1858451 Nov 12 03:58:19.056599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c402-19f8-4396-879f-8dc55f7071cd req-866cdc1b-1aac-4148-a427-c86bdcb12729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:19.058306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6214c402-19f8-4396-879f-8dc55f7071cd req-866cdc1b-1aac-4148-a427-c86bdcb12729 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.1720266 Nov 12 03:58:19.068874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a22c0b1-281e-47c8-b7df-66140424c43e req-6decabf9-c477-4b84-8e3b-37f2dc65b861 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068224 Nov 12 03:58:19.133907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1e0799cc-3727-4619-aa13-4726813089a0 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:19.150517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6214c402-19f8-4396-879f-8dc55f7071cd req-8610f552-cfb6-4f47-9f00-efde24993fec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0805614 Nov 12 03:58:19.178350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-29280698-158f-421b-bd4d-7cdb89b7bd05 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518804653&fields=id&tenant_id=6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 267 time: 0.0942438 Nov 12 03:58:19.207750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1e0799cc-3727-4619-aa13-4726813089a0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:19.208125 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:19.221820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c402-19f8-4396-879f-8dc55f7071cd req-90980f68-74fe-48ff-a68a-3255df30b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:19.223668 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6214c402-19f8-4396-879f-8dc55f7071cd req-90980f68-74fe-48ff-a68a-3255df30b49d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0657959 Nov 12 03:58:19.347469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133c62-aa74-427f-8d20-321af156dd1a req-5f938061-4cb3-473c-9514-78ae3b2b745e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:19.355909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-5f938061-4cb3-473c-9514-78ae3b2b745e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/networks?id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa HTTP/1.1" status: 200 len: 797 time: 0.1755681 Nov 12 03:58:19.375239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-bb3e98e5-2d92-460b-92c5-53e597dab026 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/quotas/6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 375 time: 0.0181117 Nov 12 03:58:19.437660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-0858c14d-8ad6-48c5-bb5a-779539e5c1cc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611496 Nov 12 03:58:19.623172 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-e96c4874-1abb-4c24-bcb1-73bd9b18102f service neutron] 10.222.0.49 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722927 Nov 12 03:58:19.659053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c402-19f8-4396-879f-8dc55f7071cd req-5d3a1669-4780-4a52-a805-76640342c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:19.660575 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6214c402-19f8-4396-879f-8dc55f7071cd req-5d3a1669-4780-4a52-a805-76640342c1e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4293125 Nov 12 03:58:19.742547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-3c20325d-b111-4fc2-b882-041a9b4911a0 service neutron] 10.222.0.49 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181762 Nov 12 03:58:19.768492 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6214c402-19f8-4396-879f-8dc55f7071cd req-b4c982db-c16e-4043-b1b9-019a4daa48db service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003170 Nov 12 03:58:19.894069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6214c402-19f8-4396-879f-8dc55f7071cd req-216c7277-822e-4c66-a160-7d5588a0f63e service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189039 Nov 12 03:58:19.973021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92554d4e-f653-47e3-843c-24d2a7279a67 req-40d0482d-ab3d-4a3a-8152-48a991452142 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 210 time: 0.0583847 Nov 12 03:58:19.989245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f7030b7-c0e6-481a-9331-01f3046c299d req-c714d4b9-8934-4a45-84b3-27c333ec224e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 210 time: 0.0459864 Nov 12 03:58:20.205894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac0de5-9e9a-4233-84ce-1136e25f1fed req-dda03d2e-55b4-45fe-a774-a8394da3724c tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:20.207450 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41ac0de5-9e9a-4233-84ce-1136e25f1fed req-dda03d2e-55b4-45fe-a774-a8394da3724c tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0547123 Nov 12 03:58:20.277072 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41ac0de5-9e9a-4233-84ce-1136e25f1fed req-6e119518-7b33-4f98-9394-f651460c65f7 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551631 Nov 12 03:58:21.071208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133c62-aa74-427f-8d20-321af156dd1a req-f22b987a-b91d-47fd-ba72-c181559804b1 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:21.074414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-f22b987a-b91d-47fd-ba72-c181559804b1 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/networks?id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa HTTP/1.1" status: 200 len: 797 time: 0.1160913 Nov 12 03:58:21.122396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-db7828c3-ba55-4aa5-81db-9af74b0677a5 req-22c82cf9-bf64-4c1f-b684-6a17909c1ca1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 210 time: 0.0416296 Nov 12 03:58:21.145092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-09265e47-6f1e-4328-af0e-445a4b0afcc0 req-e0c3fc5c-c1c5-4de6-92d3-c1849de7fa68 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 210 time: 0.0404115 Nov 12 03:58:21.165034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 415cda79-dce6-48b9-b596-466bb8cf8bad no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:21.185879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 415cda79-dce6-48b9-b596-466bb8cf8bad {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:21.186268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 415cda79-dce6-48b9-b596-466bb8cf8bad not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:21.194523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-2c75b0d1-f049-4e6f-bf30-1b472321e56e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e7583380bbe488d8e8421c488c64c0c HTTP/1.1" status: 200 len: 380 time: 0.1038482 Nov 12 03:58:21.204380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'port': {'device_id': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'admin_state_up': True, 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'security_groups': ['4bcdb026-de55-4833-b2f7-a3ea3568fa6d']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:21.314926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Made reservation on behalf of 6e7583380bbe488d8e8421c488c64c0c for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:21.318698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.393109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaecda-5d88-42c9-a095-d78ef8e0dc3d req-662b721c-348b-4749-8858-0d549e0a0149 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:21.395185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20eaecda-5d88-42c9-a095-d78ef8e0dc3d req-662b721c-348b-4749-8858-0d549e0a0149 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0625596 Nov 12 03:58:21.447206 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20eaecda-5d88-42c9-a095-d78ef8e0dc3d req-32550628-c161-44ef-8b6b-4e7995f626f1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458214 Nov 12 03:58:21.462521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.20.0.4 (dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa/7e6b3648-ab4d-466d-baf7-2540e9cfae1c/7e5a5ea0-8828-4df6-a11e-aca6396a3c89) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:21.608524 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.611346 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:21.643184 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.690199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:21.693495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:21.695950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:21.730442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:21.757315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:21.758112 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.775964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-f34aaeab-aa1d-4c14-a23e-cc092d97fc2f tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751646 Nov 12 03:58:21.789285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Request body: {'port': {'device_id': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:21.849176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.990796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e9bcdb15-b392-46b1-8110-954882fb4c45 None None] Provisioning complete for port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:21.991090 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdb15-b392-46b1-8110-954882fb4c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.028981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcdb15-b392-46b1-8110-954882fb4c45 None None] Port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:22.132471 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:22.140494 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.153917 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Transition to ACTIVE for port object 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:22.159868 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.231921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:22.289796 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c3edb3eb-3990-4135-82a8-141d80c853b0 req-8a1c2982-f88e-47bc-a18c-92885bd40f12 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 210 time: 0.0590088 Nov 12 03:58:22.321342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d45e05-a7e3-4689-8c95-e38960f1cc0b req-79ee368f-be55-4eab-957d-1de5e32c2995 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.324705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83d45e05-a7e3-4689-8c95-e38960f1cc0b req-79ee368f-be55-4eab-957d-1de5e32c2995 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 943 time: 0.0711021 Nov 12 03:58:22.341941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Attempting to bind port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:22.342330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Attempting to bind port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:22.342620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Attempting to bind port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 on network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:22.348058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 on network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:22.348387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Attempting to bind port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 on network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:22.354172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:22.354528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Checking segment: {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:22.354893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Bound using segment: {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:22.355334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Bound port: 7e5a5ea0-8828-4df6-a11e-aca6396a3c89, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:22.355853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.387647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83d45e05-a7e3-4689-8c95-e38960f1cc0b req-b47f4d06-fa0b-4113-a955-0aa8c30ce63e tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561466 Nov 12 03:58:22.432206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] For port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:22.435376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] For port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:22.440497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.475732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.476348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.477745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] 10.222.0.20 "PUT /v2.0/ports/7e5a5ea0-8828-4df6-a11e-aca6396a3c89 HTTP/1.1" status: 200 len: 1092 time: 0.6928916 Nov 12 03:58:22.478185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:22.480560 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f1d38-461f-43ff-b5f0-919e52a95288" -d '{"events": [{"name": "network-changed", "server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:22.516858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e0d8a-5c40-4507-ac98-5e2ee7a9df13 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:22.605432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133c62-aa74-427f-8d20-321af156dd1a req-85569d9e-71f2-4204-ad80-2f7fed9bd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.607123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-85569d9e-71f2-4204-ad80-2f7fed9bd187 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 1095 time: 0.0812807 Nov 12 03:58:22.656980 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce8f781-0c40-423f-b7e2-82f0a6cf99c8 x-openstack-request-id: req-cce8f781-0c40-423f-b7e2-82f0a6cf99c8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:22.657333 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:22.657590 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cce8f781-0c40-423f-b7e2-82f0a6cf99c8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:22.658140 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'status': 'completed', 'code': 200} Nov 12 03:58:22.659736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-c76cc810-6a08-494d-b156-dc4c21f801e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89 HTTP/1.1" status: 200 len: 217 time: 0.0430913 Nov 12 03:58:22.714775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133c62-aa74-427f-8d20-321af156dd1a req-bfcdd03e-34b1-4614-b16a-c4e8bd4e64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.716514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-bfcdd03e-34b1-4614-b16a-c4e8bd4e64ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e6b3648-ab4d-466d-baf7-2540e9cfae1c HTTP/1.1" status: 200 len: 835 time: 0.0502880 Nov 12 03:58:22.763570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12133c62-aa74-427f-8d20-321af156dd1a req-6d0a3d95-a57e-4ff5-80f6-3205bd7ed79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.765025 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-6d0a3d95-a57e-4ff5-80f6-3205bd7ed79b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408185 Nov 12 03:58:22.862393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-028d22d0-7183-448e-9f05-873e7c1c1b95 service neutron] 10.222.0.20 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894742 Nov 12 03:58:22.958201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12133c62-aa74-427f-8d20-321af156dd1a req-4ece1f5f-4ed7-4df2-b8ef-df6be86995a7 service neutron] 10.222.0.20 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888653 Nov 12 03:58:23.042232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-0e86cffb-9648-48fe-9ee5-5640a3bc958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.043726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-0e86cffb-9648-48fe-9ee5-5640a3bc958b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 1095 time: 0.0406923 Nov 12 03:58:23.136264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-42513b74-aef2-4604-a6f9-ea0352cf3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.137865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-42513b74-aef2-4604-a6f9-ea0352cf3f49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa HTTP/1.1" status: 200 len: 899 time: 0.0866356 Nov 12 03:58:23.186164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-2a6be149-8237-4591-b09e-f6052a053cbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89 HTTP/1.1" status: 200 len: 217 time: 0.0403550 Nov 12 03:58:23.239788 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-2f2d7a0e-1086-4431-be2c-cc6fa9fe0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.241220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-2f2d7a0e-1086-4431-be2c-cc6fa9fe0a3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e6b3648-ab4d-466d-baf7-2540e9cfae1c HTTP/1.1" status: 200 len: 835 time: 0.0477810 Nov 12 03:58:23.290308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-52f2eed0-6dd7-4979-9e80-3655783e5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.291843 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-52f2eed0-6dd7-4979-9e80-3655783e5f2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424891 Nov 12 03:58:23.406443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-0771e0d4-adc3-4694-a6f4-8c1c4fdd4084 service neutron] 10.222.0.20 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058726 Nov 12 03:58:23.423037 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35e05e80-fa6c-4e58-91d0-4b3021363f3f req-decbec8a-8381-4244-9df3-b8951ba49a68 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=49fbc4dd-33ba-4b1c-b52a-d5754472c015 HTTP/1.1" status: 200 len: 210 time: 0.0573220 Nov 12 03:58:23.557906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-699f1d38-461f-43ff-b5f0-919e52a95288 req-e083a2a7-0516-4375-9068-2aa84313ed03 service neutron] 10.222.0.20 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436088 Nov 12 03:58:23.572786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75225e-43e4-4518-a796-75f506adb90a req-311a7d06-d118-4c39-8c26-14a63744340d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.574316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b75225e-43e4-4518-a796-75f506adb90a req-311a7d06-d118-4c39-8c26-14a63744340d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 943 time: 0.0789390 Nov 12 03:58:23.628990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5b75225e-43e4-4518-a796-75f506adb90a req-6c41959d-98f6-4d9d-9f96-a0ab86ddcceb tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450442 Nov 12 03:58:24.747013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c378-dfc3-42e3-a0d9-4d3e88b61380 req-7a06bd40-4f85-4f18-bad1-e7b0cc756c88 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:24.748488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e959c378-dfc3-42e3-a0d9-4d3e88b61380 req-7a06bd40-4f85-4f18-bad1-e7b0cc756c88 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 943 time: 0.0512574 Nov 12 03:58:24.799288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e959c378-dfc3-42e3-a0d9-4d3e88b61380 req-0879175f-4e0b-47a8-88e9-1af5a78a153a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Nov 12 03:58:24.882163 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.179435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:25.278693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:25.290440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'port_id': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'mac_address': 'fa:16:3e:9f:48:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:25.329163 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.342710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:25.363021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:25.367156 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.413405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:25.593241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7e5a5ea0-8828-4df6-a11e-aca6396a3c89'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:25.917008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56493-0982-4ba5-8279-61a799fd7c83 req-9539d725-9b8a-4fd4-87ad-38afff0dac7d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:25.918698 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c6e56493-0982-4ba5-8279-61a799fd7c83 req-9539d725-9b8a-4fd4-87ad-38afff0dac7d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 944 time: 0.0509286 Nov 12 03:58:25.969976 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c6e56493-0982-4ba5-8279-61a799fd7c83 req-fc9a397f-aaef-493d-9680-1f6f9245c96a tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Nov 12 03:58:27.096072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d3879-521e-43f0-94bc-972e6042186d req-02d51d5f-5c6f-4826-b4ed-4349f00c5678 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.098360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-030d3879-521e-43f0-94bc-972e6042186d req-02d51d5f-5c6f-4826-b4ed-4349f00c5678 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 944 time: 0.0567279 Nov 12 03:58:27.160809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-030d3879-521e-43f0-94bc-972e6042186d req-c4acb9d7-d326-49fe-a694-7d524a8ff6ae tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561030 Nov 12 03:58:27.190569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:27.242794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:58:27.246407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:27.246952 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.330343 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.356654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:27.359048 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2c25b0-65c0-4337-a358-40fc1cdac1b6" -d '{"events": [{"server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "name": "network-vif-plugged", "status": "completed", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:27.373933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:27.379032 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.412504 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5acfe90-8246-443f-aedb-145fe84fbc15 x-openstack-request-id: req-b5acfe90-8246-443f-aedb-145fe84fbc15 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:27.412827 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "name": "network-vif-plugged", "status": "completed", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:27.413338 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5acfe90-8246-443f-aedb-145fe84fbc15 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:27.413729 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'code': 200} Nov 12 03:58:27.443881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:27.519282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94db703-f063-47e2-b591-b9bfd23748d9 req-15da9e1e-8070-4c28-bd2a-fc39eb031133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.520956 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e94db703-f063-47e2-b591-b9bfd23748d9 req-15da9e1e-8070-4c28-bd2a-fc39eb031133 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 1097 time: 0.0465038 Nov 12 03:58:27.569528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e94db703-f063-47e2-b591-b9bfd23748d9 req-f1ef1a9f-cd53-4744-9213-0cedcb18867d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Nov 12 03:58:28.289846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621f90d-6dc4-414f-83cf-e87d3a80419a req-4220bd46-ae30-4509-ac7b-7d219dd86845 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:28.291493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3621f90d-6dc4-414f-83cf-e87d3a80419a req-4220bd46-ae30-4509-ac7b-7d219dd86845 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 945 time: 0.0536146 Nov 12 03:58:28.344104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3621f90d-6dc4-414f-83cf-e87d3a80419a req-15d584b5-e213-488d-98a8-ce41725ef548 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464225 Nov 12 03:58:29.465247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b2c5-3afa-41b0-b437-ba3d8f3ff356 req-b264be8c-6a90-487e-bda0-e89615523122 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:29.467098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4634b2c5-3afa-41b0-b437-ba3d8f3ff356 req-b264be8c-6a90-487e-bda0-e89615523122 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 945 time: 0.0524001 Nov 12 03:58:29.524215 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4634b2c5-3afa-41b0-b437-ba3d8f3ff356 req-bc5fefc0-8c5e-43f8-af47-d4b8be7ee1ae tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504103 Nov 12 03:58:29.642402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe505f3-d690-40ad-9c2a-fc9b28424ddd req-c4ccb5a9-382c-4b49-b1a4-64612e416fe2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:29.644394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fe505f3-d690-40ad-9c2a-fc9b28424ddd req-c4ccb5a9-382c-4b49-b1a4-64612e416fe2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 945 time: 0.0501850 Nov 12 03:58:29.695664 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fe505f3-d690-40ad-9c2a-fc9b28424ddd req-e206d1c0-587b-4213-a9b9-ee8058dcfa07 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452335 Nov 12 03:58:29.717487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57876) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:29.757808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98c4179-6e7f-4681-b966-38c6425df723 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:29.759344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f98c4179-6e7f-4681-b966-38c6425df723 tempest-TestNetworkBasicOps-1807818073 tempest-TestNetworkBasicOps-1807818073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 1092 time: 0.0408418 Nov 12 03:58:29.762143 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 57878) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:29.766387 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:29.789789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.890025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.001949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Allocated IP 172.25.0.176 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/115e810d-6d16-45ca-aa10-db7cf44df5bb) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:30.114595 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.148041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.184189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:30.189002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:30.193343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:30.220428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=115e810d-6d16-45ca-aa10-db7cf44df5bb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:30.559329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.628482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.784651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.790382 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.860670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event updated for resources: {'Port': ['ID=115e810d-6d16-45ca-aa10-db7cf44df5bb,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:30.869656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.975482 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Floating IP de2c217a-5017-468a-9282-4af02b8fac96 associated. External IP: 172.25.0.176, port: 7e5a5ea0-8828-4df6-a11e-aca6396a3c89. Nov 12 03:58:31.207299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 0ca93c38-dac3-41c9-9030-4416e199e2bc has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:31.339511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:31.354173 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72ef7ebb-5ad3-4e4d-bb88-bbd6221ddea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.359004 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] Sync routers for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:31.371448 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:31.372296 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:31.377197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.425647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2afd783c-40f2-44bb-89fb-64cc122e21b0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6519339 Nov 12 03:58:31.425647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:31.426030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57928) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:31.428762 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:31.514226 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e2a4f0a5-269e-4813-9cdc-133c5c81354b tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/floatingips/de2c217a-5017-468a-9282-4af02b8fac96 HTTP/1.1" status: 200 len: 991 time: 0.0936778 Nov 12 03:58:31.541543 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:31.569697 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd17709c-25ad-4894-b36d-034536744155 x-openstack-request-id: req-bd17709c-25ad-4894-b36d-034536744155 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:31.570200 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:31.570303 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd17709c-25ad-4894-b36d-034536744155 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:31.570723 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'status': 'completed', 'code': 200} Nov 12 03:58:31.648536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-e9c015c9-667a-4f44-9975-3d2b6b60d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.650515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-e9c015c9-667a-4f44-9975-3d2b6b60d1b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 1097 time: 0.0511541 Nov 12 03:58:31.767395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-52368d7a-69f2-4b6d-a437-b5a380e7b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.769922 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-52368d7a-69f2-4b6d-a437-b5a380e7b765 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa HTTP/1.1" status: 200 len: 899 time: 0.1107817 Nov 12 03:58:31.862540 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'de2c217a-5017-468a-9282-4af02b8fac96', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'port_id': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'mac_address': 'fa:16:3e:9f:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:30Z', 'updated_at': '2021-11-12T03:58:30Z', 'revision_number': 0, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:18Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:31.865409 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-d34b7941-2744-4a33-bf16-7fa27697c984 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89 HTTP/1.1" status: 200 len: 999 time: 0.0825577 Nov 12 03:58:31.897642 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] Checking router: 0ca93c38-dac3-41c9-9030-4416e199e2bc for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:31.908680 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:31.910565 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:31.935453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-bcfdd5aa-961e-4087-a2bb-cc8b56fc0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.937426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-bcfdd5aa-961e-4087-a2bb-cc8b56fc0ffa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e6b3648-ab4d-466d-baf7-2540e9cfae1c HTTP/1.1" status: 200 len: 835 time: 0.0621762 Nov 12 03:58:31.995843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-f93d81f0-184e-4c70-a8e9-6be547003262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.997694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-f93d81f0-184e-4c70-a8e9-6be547003262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519500 Nov 12 03:58:32.036558 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:32.126351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-5956fca6-ce2b-4f4a-a5a5-7bd7bbf12219 service neutron] 10.222.0.20 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190803 Nov 12 03:58:32.234763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec743eb-fdf1-4873-b5ca-cfe8a03a97e9 req-f12415b9-d6a3-472c-9dd2-d19fd10b6e0b service neutron] 10.222.0.20 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998564 Nov 12 03:58:32.301790 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'de2c217a-5017-468a-9282-4af02b8fac96', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'port_id': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'mac_address': 'fa:16:3e:9f:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:30Z', 'updated_at': '2021-11-12T03:58:30Z', 'revision_number': 0, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:18Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:32.333317 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f0e902-03eb-4f84-a2f9-49187c68290d None None] The sync data for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 is: [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'de2c217a-5017-468a-9282-4af02b8fac96', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'port_id': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'mac_address': 'fa:16:3e:9f:48:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:30Z', 'updated_at': '2021-11-12T03:58:30Z', 'revision_number': 0, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:18Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:32.516785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57966) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:32.578385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b35bb1-5c6e-45cf-8610-b9d2789aa0f8 None None] New status for floating IP de2c217a-5017-468a-9282-4af02b8fac96: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:32.599972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5c5a164e-b499-442e-b0e9-a270ec40f554 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/floatingips/de2c217a-5017-468a-9282-4af02b8fac96 HTTP/1.1" status: 200 len: 991 time: 0.0805657 Nov 12 03:58:33.570364 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32f0c710-b440-4827-8f52-69b650028791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:33.601879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 57970) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:33.668607 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d6aff27d-4338-4ce8-a508-2087d18df849 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/floatingips/de2c217a-5017-468a-9282-4af02b8fac96 HTTP/1.1" status: 200 len: 993 time: 0.0629969 Nov 12 03:58:35.014862 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.352377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-1c9c0bf6-9398-48e1-91d4-b82778f2a495 req-14d883ef-0fef-49d6-94ec-c7624acb3331 service neutron] (102628) timed out ('10.222.0.20', 64307) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:58:36.388013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.245129 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ee05575-7c54-448d-bdf1-45a688701dc9 req-cee335d4-020c-4e43-a2ae-9e4858055459 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262618 Nov 12 03:58:37.253497 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.310928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ee05575-7c54-448d-bdf1-45a688701dc9 req-481a23b0-7af3-4386-81de-c9b686e32269 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0308928 Nov 12 03:58:37.352512 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ee05575-7c54-448d-bdf1-45a688701dc9 req-d129e378-d995-4f92-adda-9a5ef6d88179 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195787 Nov 12 03:58:37.451526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee05575-7c54-448d-bdf1-45a688701dc9 req-889002ca-95c5-47a6-9ef7-22babca9bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:37.453061 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ee05575-7c54-448d-bdf1-45a688701dc9 req-889002ca-95c5-47a6-9ef7-22babca9bbe0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940847 Nov 12 03:58:42.044661 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-16e42faf-246f-41df-8057-3fb1d0354257 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451722 Nov 12 03:58:42.108020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-57b1c485-a95a-451d-9761-d7030a50093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:42.109586 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-57b1c485-a95a-451d-9761-d7030a50093a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 1098 time: 0.0417547 Nov 12 03:58:42.224501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-157cbf84-e751-43ae-a5c5-6f4a023bcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:42.226127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-157cbf84-e751-43ae-a5c5-6f4a023bcb20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.0962942 Nov 12 03:58:42.301934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-b7866f95-498b-4745-9bde-79fc5ea2f8fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0671368 Nov 12 03:58:42.354796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-7cdf56e1-9688-44c6-8623-92b7ec321ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:42.356263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-7cdf56e1-9688-44c6-8623-92b7ec321ab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0478833 Nov 12 03:58:42.405257 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-3ba5adc9-f859-492f-9f9f-c08e393a9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:42.406845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-3ba5adc9-f859-492f-9f9f-c08e393a9088 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423193 Nov 12 03:58:42.503657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-2ede2ad8-7e9c-480b-abf2-df42a3c7d28a service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885811 Nov 12 03:58:42.600620 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c1785e38-ae99-4230-b751-de216dc7bc86 req-752b2287-02fb-4f4e-aff0-4be9248851d7 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864069 Nov 12 03:58:46.366197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-097ab4b9-9a29-4ca2-86bc-83f14a882f0c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.367736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-097ab4b9-9a29-4ca2-86bc-83f14a882f0c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1036155 Nov 12 03:58:46.382899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-3f18447a-89f5-48a7-b039-0e3b4886ade0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/quotas/340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0094845 Nov 12 03:58:46.433295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-385e5c16-e361-4181-8f94-2bc44e7c725f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452306 Nov 12 03:58:46.528205 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-74113c2b-96bd-4a29-bdd9-3b116bbc5819 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881846 Nov 12 03:58:46.620433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-f77b75a6-27ab-46e4-8f41-32a5545154e7 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853651 Nov 12 03:58:46.896616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c13110e-972c-4cce-8e05-0440ba73742b req-509d4da3-ec7a-43ec-b8ce-47061f52f8bd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 210 time: 0.0273972 Nov 12 03:58:47.822138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-45a2f91b-5e47-4074-a62b-53bec13d592f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:47.823531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-45a2f91b-5e47-4074-a62b-53bec13d592f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1083548 Nov 12 03:58:47.839150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'port': {'device_id': '06e876e3-845b-4c66-b8f6-ed2a5f8dd165', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'admin_state_up': True, 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:47.961336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:47.966755 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.008322 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6130ed0a-1b24-4471-b7ce-b31cd853b305 req-56764bbb-3e39-4483-8b78-6b2f95b4d690 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 210 time: 0.0300088 Nov 12 03:58:48.132510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.20.0.14 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/57403518-e11f-45c5-bb5e-d1bf69878438) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:48.287616 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.322440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.379050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:48.383050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:48.390225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:48.398710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=57403518-e11f-45c5-bb5e-d1bf69878438,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:48.435729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.436104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.436420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.436770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.437102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.437433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.437756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.438081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.438395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.438710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.439029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.439347 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:48.468542 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:48.469605 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.487038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-cf5f2c83-8f75-488e-8c54-2acf6e0ae0f2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6517894 Nov 12 03:58:48.506085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Request body: {'port': {'device_id': '06e876e3-845b-4c66-b8f6-ed2a5f8dd165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:48.575679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.672111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-66da2307-788c-47b0-966c-f22952df8c1f None None] Provisioning complete for port 57403518-e11f-45c5-bb5e-d1bf69878438 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:48.672950 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-66da2307-788c-47b0-966c-f22952df8c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.719180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-66da2307-788c-47b0-966c-f22952df8c1f None None] Port 57403518-e11f-45c5-bb5e-d1bf69878438 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:48.860762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57403518-e11f-45c5-bb5e-d1bf69878438 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:48.868853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.881407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Transition to ACTIVE for port object 57403518-e11f-45c5-bb5e-d1bf69878438 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:48.886647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.937039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Pushing event updated for resources: {'Port': ['ID=57403518-e11f-45c5-bb5e-d1bf69878438,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:49.013945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Attempting to bind port 57403518-e11f-45c5-bb5e-d1bf69878438 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:49.014323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Attempting to bind port 57403518-e11f-45c5-bb5e-d1bf69878438 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:49.014603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Attempting to bind port 57403518-e11f-45c5-bb5e-d1bf69878438 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:49.019488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Port 57403518-e11f-45c5-bb5e-d1bf69878438 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:49.019770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Attempting to bind port 57403518-e11f-45c5-bb5e-d1bf69878438 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:49.025295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:49.025615 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:49.026002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:49.026430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Bound port: 57403518-e11f-45c5-bb5e-d1bf69878438, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:49.026780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.094846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] For port 57403518-e11f-45c5-bb5e-d1bf69878438, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:49.098179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] For port 57403518-e11f-45c5-bb5e-d1bf69878438, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=57403518-e11f-45c5-bb5e-d1bf69878438,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:49.105743 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.147598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.148219 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.149667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] 10.222.0.20 "PUT /v2.0/ports/57403518-e11f-45c5-bb5e-d1bf69878438 HTTP/1.1" status: 200 len: 1093 time: 0.6488907 Nov 12 03:58:49.150188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e876e3-845b-4c66-b8f6-ed2a5f8dd165', 'tag': '57403518-e11f-45c5-bb5e-d1bf69878438'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:49.153575 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8166574d-6392-4160-9d1e-056c33fcfc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "06e876e3-845b-4c66-b8f6-ed2a5f8dd165", "tag": "57403518-e11f-45c5-bb5e-d1bf69878438"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:49.165294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418e1a3-017d-4a85-9788-65c6c6bee37a req-3e597e3c-05d8-4612-af79-2baed266799e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.168663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3418e1a3-017d-4a85-9788-65c6c6bee37a req-3e597e3c-05d8-4612-af79-2baed266799e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0715430 Nov 12 03:58:49.229937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3418e1a3-017d-4a85-9788-65c6c6bee37a req-fe1279ec-6b74-4026-81c0-faf266257399 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534952 Nov 12 03:58:49.253339 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06151976-8079-40d3-a142-b0da5350dcad x-openstack-request-id: req-06151976-8079-40d3-a142-b0da5350dcad {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:49.253733 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e876e3-845b-4c66-b8f6-ed2a5f8dd165", "tag": "57403518-e11f-45c5-bb5e-d1bf69878438", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:49.254060 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06151976-8079-40d3-a142-b0da5350dcad {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:49.255230 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e876e3-845b-4c66-b8f6-ed2a5f8dd165', 'tag': '57403518-e11f-45c5-bb5e-d1bf69878438', 'status': 'completed', 'code': 200} Nov 12 03:58:49.268057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd163e-7538-4f26-a8bf-55de5a7a57ad service neutron] Pushing event updated for resources: {'Port': ['ID=57403518-e11f-45c5-bb5e-d1bf69878438,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:49.287239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-38292625-1060-4582-aa4c-0dec35e78c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.288981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-38292625-1060-4582-aa4c-0dec35e78c08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 1096 time: 0.0777652 Nov 12 03:58:49.341781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-1a14c631-45e8-4c87-bbce-32cdfc38969b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57403518-e11f-45c5-bb5e-d1bf69878438 HTTP/1.1" status: 200 len: 217 time: 0.0433946 Nov 12 03:58:49.398107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-8e63505b-4114-42d0-a656-b29446443c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.399607 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-8e63505b-4114-42d0-a656-b29446443c62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0463939 Nov 12 03:58:49.450181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-e4658954-2849-480b-b4c0-18664dbc60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.451847 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-e4658954-2849-480b-b4c0-18664dbc60c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435057 Nov 12 03:58:49.558812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-4cc48f5b-654a-45fd-82d4-d718bbdeb7be service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979979 Nov 12 03:58:49.657857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff612027-e330-49ca-87fb-34ed6fb97763 req-6def4c5d-9410-4af7-97ad-b9281d78a226 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910408 Nov 12 03:58:49.759260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-1515d155-e52b-436a-9522-22fde2b8115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.760671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-1515d155-e52b-436a-9522-22fde2b8115a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 1096 time: 0.0499833 Nov 12 03:58:49.852477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-0c389d2e-68b6-41e3-8133-e9f4e0f5dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.853893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-0c389d2e-68b6-41e3-8133-e9f4e0f5dd57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0861793 Nov 12 03:58:49.901913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-c65be176-0f04-478e-8286-6a5a1c3f0eed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57403518-e11f-45c5-bb5e-d1bf69878438 HTTP/1.1" status: 200 len: 217 time: 0.0387499 Nov 12 03:58:50.248078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-8a500629-14c5-4bd5-a3ab-3fb9e4f24ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.249587 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-8a500629-14c5-4bd5-a3ab-3fb9e4f24ed7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.3393362 Nov 12 03:58:50.299860 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-a2c5470a-8121-4ca0-9f14-016ae939404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.301547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-a2c5470a-8121-4ca0-9f14-016ae939404f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436959 Nov 12 03:58:50.428003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dcac2-51c9-472b-96d9-3ad13b444e7d req-d2245f78-f619-49e6-a95b-8ff605872cfb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.429504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-913dcac2-51c9-472b-96d9-3ad13b444e7d req-d2245f78-f619-49e6-a95b-8ff605872cfb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.1014204 Nov 12 03:58:50.448206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-1ec1de14-8d20-41a1-8cd5-e37184101bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376553 Nov 12 03:58:50.537477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-913dcac2-51c9-472b-96d9-3ad13b444e7d req-0590f9fd-f657-49bd-ae2a-583762abd45b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019528 Nov 12 03:58:50.572023 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8166574d-6392-4160-9d1e-056c33fcfc8e req-09e76df4-80f3-4b66-965c-5c83241f12f5 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160290 Nov 12 03:58:51.655170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6ceb-565e-4c00-8e89-5c552c337bd2 req-46805a77-ba95-4f53-9397-c48618bc1479 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:51.656677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0ae6ceb-565e-4c00-8e89-5c552c337bd2 req-46805a77-ba95-4f53-9397-c48618bc1479 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0494752 Nov 12 03:58:51.704385 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0ae6ceb-565e-4c00-8e89-5c552c337bd2 req-0d039289-0fcf-4ee4-980e-4c115b537479 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Nov 12 03:58:52.828508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5ebad-83de-4161-9599-227b0fcd2f36 req-e15425ae-b4d0-4f27-b517-ced0ed7e2d8f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.830058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43e5ebad-83de-4161-9599-227b0fcd2f36 req-e15425ae-b4d0-4f27-b517-ced0ed7e2d8f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0513566 Nov 12 03:58:52.881442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-43e5ebad-83de-4161-9599-227b0fcd2f36 req-2b417911-63de-4984-8a8c-9b024a3e29dd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Nov 12 03:58:53.997808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12dbff-1807-40fc-8e6f-988418b10518 req-9a2394c3-382e-45ce-9e2b-542f98f09597 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.999274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a12dbff-1807-40fc-8e6f-988418b10518 req-9a2394c3-382e-45ce-9e2b-542f98f09597 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0488169 Nov 12 03:58:54.052902 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a12dbff-1807-40fc-8e6f-988418b10518 req-337f6611-f022-4abe-a080-3e60f8683494 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468292 Nov 12 03:58:54.212172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84cbc4-d7a7-463c-be30-78eca9683251 req-fbe9d20e-60d4-4cb6-b999-1711bfed1cd5 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.213677 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca84cbc4-d7a7-463c-be30-78eca9683251 req-fbe9d20e-60d4-4cb6-b999-1711bfed1cd5 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0491128 Nov 12 03:58:54.260982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca84cbc4-d7a7-463c-be30-78eca9683251 req-3791bd0b-43fe-4590-bdbe-cbd80299f009 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 Nov 12 03:58:54.902490 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.171523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce58bc-b2c8-4e32-a7d8-529d61bfbb1c req-608b19bc-b382-4d14-8be8-828562483554 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.172929 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26ce58bc-b2c8-4e32-a7d8-529d61bfbb1c req-608b19bc-b382-4d14-8be8-828562483554 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0488648 Nov 12 03:58:55.223324 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26ce58bc-b2c8-4e32-a7d8-529d61bfbb1c req-aa1fa824-bf0a-4cf2-aa92-136d28bc14e2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Nov 12 03:58:55.376679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f0d3a-1c69-49d4-ac88-2931d8bb350d req-a79c2c0c-03e3-4778-b4c4-eb7bbf9ed0c9 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.378170 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe3f0d3a-1c69-49d4-ac88-2931d8bb350d req-a79c2c0c-03e3-4778-b4c4-eb7bbf9ed0c9 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0484869 Nov 12 03:58:55.427436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe3f0d3a-1c69-49d4-ac88-2931d8bb350d req-429ae368-b0d6-4d6c-a248-3a5cd22840ec tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Nov 12 03:58:56.205524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-c2c564e3-30c9-4a6a-9e9d-7f6ffc10c04c tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.206958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-c2c564e3-30c9-4a6a-9e9d-7f6ffc10c04c tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0520391 Nov 12 03:58:56.328929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Deleting port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:56.329295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.399178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c21ca-911a-496e-87a8-0cb51278a347 req-f0a2a06d-6227-4460-a742-e4dc5b432356 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.400649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-889c21ca-911a-496e-87a8-0cb51278a347 req-f0a2a06d-6227-4460-a742-e4dc5b432356 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.1078501 Nov 12 03:58:56.451196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] For port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:56.451562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.531025 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-889c21ca-911a-496e-87a8-0cb51278a347 req-a82807a9-a03c-4347-80fe-8a523379eb5e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235783 Nov 12 03:58:56.548887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a01c8-21f1-4598-b784-9bfc3d4a7c03 req-66c62765-49b2-46cb-a23e-1a37af3d66eb tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.556699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f41a01c8-21f1-4598-b784-9bfc3d4a7c03 req-66c62765-49b2-46cb-a23e-1a37af3d66eb tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f91f0b-24b3-4510-ad88-368eb086dd42 HTTP/1.1" status: 200 len: 946 time: 0.0580628 Nov 12 03:58:56.599620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f41a01c8-21f1-4598-b784-9bfc3d4a7c03 req-b8445457-6911-48c9-8de2-dec31982b4ca tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420394 Nov 12 03:58:56.690497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.690855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.691169 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Floating IP 818c1510-4a9d-4a5a-a824-c9d665f346f6 disassociated. External IP: 172.25.0.14, port: d8d27f4b-fc77-44a5-9d11-4b985dc24eb7. Nov 12 03:58:56.691585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Calling delete_port for d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:56.821424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.848528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event deleted for resources: {'Port': ['ID=d8d27f4b-fc77-44a5-9d11-4b985dc24eb7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:56.962992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:57.071159 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:57.081890 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] Sync routers for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:57.092600 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:57.093222 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:57.111499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] No DVR routers for this DVR port d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:57.114087 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.117452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a09ee14b-e323-4bda-a751-71e0d7515a1b req-e16a0ef8-3738-49a3-9ef8-bca9b1688365 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "DELETE /v2.0/ports/d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 HTTP/1.1" status: 204 len: 173 time: 0.9041252 Nov 12 03:58:57.117897 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'name': 'network-vif-deleted', 'tag': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:57.120258 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730fe6f0-c7a3-4adf-9358-d15ca7fe7d4f" -d '{"events": [{"server_uuid": "d8f91f0b-24b3-4510-ad88-368eb086dd42", "name": "network-vif-deleted", "tag": "d8d27f4b-fc77-44a5-9d11-4b985dc24eb7"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:57.179419 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a960e7-f36c-4ebf-abe1-be917070df10 x-openstack-request-id: req-77a960e7-f36c-4ebf-abe1-be917070df10 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:57.179419 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f91f0b-24b3-4510-ad88-368eb086dd42", "name": "network-vif-deleted", "tag": "d8d27f4b-fc77-44a5-9d11-4b985dc24eb7", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:57.179663 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77a960e7-f36c-4ebf-abe1-be917070df10 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:57.180235 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f91f0b-24b3-4510-ad88-368eb086dd42', 'name': 'network-vif-deleted', 'tag': 'd8d27f4b-fc77-44a5-9d11-4b985dc24eb7', 'status': 'completed', 'code': 200} Nov 12 03:58:57.207996 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:57.413097 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:57.533821 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] Checking router: f4f84f77-5bcd-4bc1-8534-2bfc97757a99 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:57.543213 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:57.543852 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:57.664589 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:57.704589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45ba9b-0340-42dd-b9b1-db354af910de req-2f224ef6-bd93-4316-9be0-8123c3e08074 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.706174 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef45ba9b-0340-42dd-b9b1-db354af910de req-2f224ef6-bd93-4316-9be0-8123c3e08074 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0965128 Nov 12 03:58:57.726417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58090) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.766165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef45ba9b-0340-42dd-b9b1-db354af910de req-caf53e35-831a-4b6c-9f9e-cdafcec9bcb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 Nov 12 03:58:57.787071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-092bfec4-fc75-4aa1-9686-1ef5f56749d3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.810502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-092bfec4-fc75-4aa1-9686-1ef5f56749d3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.864063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-092bfec4-fc75-4aa1-9686-1ef5f56749d3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.867150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-092bfec4-fc75-4aa1-9686-1ef5f56749d3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.868605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-092bfec4-fc75-4aa1-9686-1ef5f56749d3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "DELETE /v2.0/security-groups/d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff HTTP/1.1" status: 204 len: 168 time: 0.1409729 Nov 12 03:58:57.871383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58092) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.877696 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:57.880964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bfec4-fc75-4aa1-9686-1ef5f56749d3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:57.885540 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-1bc4a43c-4224-488d-9069-fe2fd804fc29 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] show failed (client error): The resource could not be found. Nov 12 03:58:57.886808 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1bc4a43c-4224-488d-9069-fe2fd804fc29 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups/d6d0332d-c0b7-49dd-87e1-c967cbb6e5ff HTTP/1.1" status: 404 len: 347 time: 0.0142546 Nov 12 03:58:57.889760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58094) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.909546 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767112-329e-440f-a4ae-7556dc4621eb None None] The sync data for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 is: [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:58.026659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Deleting port 3c374988-e7fc-4907-b9d9-f135de7dfb50 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:58.026998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.108563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.108944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.122015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Calling delete_port for 3c374988-e7fc-4907-b9d9-f135de7dfb50 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:58.143365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3ba4c-af97-4b14-b336-e6052d97b8cb None None] New status for floating IP 818c1510-4a9d-4a5a-a824-c9d665f346f6: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:58.265257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.266002 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-7fa3ba4c-af97-4b14-b336-e6052d97b8cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:58:58.266370 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-7fa3ba4c-af97-4b14-b336-e6052d97b8cb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:58:58.291487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event deleted for resources: {'Port': ['ID=3c374988-e7fc-4907-b9d9-f135de7dfb50,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.355442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.358073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.359238 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-50d58946-8bac-43fe-9d65-f72855b1222b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "DELETE /v2.0/floatingips/818c1510-4a9d-4a5a-a824-c9d665f346f6 HTTP/1.1" status: 204 len: 168 time: 0.4686790 Nov 12 03:58:58.528190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58100) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.532946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ccd65cee-4028-4add-b683-cc3eb21d72c8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642591188', 'description': 'tempest-description--213334192'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:58.555097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd65cee-4028-4add-b683-cc3eb21d72c8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.611309 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:58.625440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd65cee-4028-4add-b683-cc3eb21d72c8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.629785 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd65cee-4028-4add-b683-cc3eb21d72c8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.661395 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ccd65cee-4028-4add-b683-cc3eb21d72c8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.662656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ccd65cee-4028-4add-b683-cc3eb21d72c8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1333296 Nov 12 03:58:58.664605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd65cee-4028-4add-b683-cc3eb21d72c8 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10438b0e-7747-412c-87b7-5a5633f2d2d9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.665686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58102) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.671049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-55ac76b2-9b4d-4dcf-b180-cf991e795e7f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'security_group_rule': {'security_group_id': '10438b0e-7747-412c-87b7-5a5633f2d2d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:58.701284 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55ac76b2-9b4d-4dcf-b180-cf991e795e7f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.747477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55ac76b2-9b4d-4dcf-b180-cf991e795e7f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.750956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55ac76b2-9b4d-4dcf-b180-cf991e795e7f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.768174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3ba4c-af97-4b14-b336-e6052d97b8cb None None] New status for floating IP 818c1510-4a9d-4a5a-a824-c9d665f346f6: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:58.770392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac76b2-9b4d-4dcf-b180-cf991e795e7f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc7b849-99a8-4f9c-a14b-f8b00d90ecd6,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.781053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-55ac76b2-9b4d-4dcf-b180-cf991e795e7f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.784832 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-55ac76b2-9b4d-4dcf-b180-cf991e795e7f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151180 Nov 12 03:58:58.785122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58106) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.790693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-28aa2656-8543-44bb-8850-f8111d155f5e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'security_group_rule': {'security_group_id': '10438b0e-7747-412c-87b7-5a5633f2d2d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:58.826199 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28aa2656-8543-44bb-8850-f8111d155f5e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.924330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28aa2656-8543-44bb-8850-f8111d155f5e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.933044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da16c15-6015-4704-a04a-ebd4532d4cf1 req-16d3926d-d781-4658-990a-3f1d874b8207 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:58.934526 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8da16c15-6015-4704-a04a-ebd4532d4cf1 req-16d3926d-d781-4658-990a-3f1d874b8207 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0759990 Nov 12 03:58:58.935610 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28aa2656-8543-44bb-8850-f8111d155f5e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.961553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa2656-8543-44bb-8850-f8111d155f5e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f269c4a7-d9d2-4509-85a0-ffb17ffac53f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.973651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-28aa2656-8543-44bb-8850-f8111d155f5e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.977880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-28aa2656-8543-44bb-8850-f8111d155f5e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1879892 Nov 12 03:58:58.979883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58108) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:58.985984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:59.006468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8da16c15-6015-4704-a04a-ebd4532d4cf1 req-ab0ded6f-a373-4360-9a23-ef1df24bfd29 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628765 Nov 12 03:58:59.014580 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.117921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.222280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Allocated IP 172.25.0.67 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/666a8614-e910-4025-b038-bbf7b0ef1b3a) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:59.314213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:59.327389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.335577 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:59.335920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d8d27f4b-fc77-44a5-9d11-4b985dc24eb7 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:59.364367 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.405073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:59.407988 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:59.411769 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:59.417181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'Port': ['ID=666a8614-e910-4025-b038-bbf7b0ef1b3a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:59.540024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.576534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.726224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.730637 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.791906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'Port': ['ID=666a8614-e910-4025-b038-bbf7b0ef1b3a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:59.807486 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.822248 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.823477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4616348d-0b30-4d3d-85b3-21d0304fd1c1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8413775 Nov 12 03:59:00.048546 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-191eba3e-e6b2-4701-8813-06553205fec4 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1642591188&fields=id&tenant_id=5ffc06c1106c442f982f647d625ce7b3 HTTP/1.1" status: 200 len: 267 time: 0.0474973 Nov 12 03:59:00.127330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442b7b5-3244-450a-9354-d8aeb20c44b5 req-26152050-3dff-414b-9b0a-5fd500f588ed tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:00.129077 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e442b7b5-3244-450a-9354-d8aeb20c44b5 req-26152050-3dff-414b-9b0a-5fd500f588ed tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0526750 Nov 12 03:59:00.157394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-62f34e44-3fd8-422d-bcc1-580593606e44 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:00.158868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-62f34e44-3fd8-422d-bcc1-580593606e44 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 811 time: 0.1032772 Nov 12 03:59:00.174826 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-d6a3b89e-afca-4cad-a661-7ddd78adc28c tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/quotas/5ffc06c1106c442f982f647d625ce7b3 HTTP/1.1" status: 200 len: 375 time: 0.0092607 Nov 12 03:59:00.176991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e442b7b5-3244-450a-9354-d8aeb20c44b5 req-168eeed0-54ed-41b8-8166-45e4801115d4 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Nov 12 03:59:00.233558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-29c42a69-bee2-47a4-8505-c5cfaf6647c2 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524089 Nov 12 03:59:00.327520 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-729d3d3d-75f6-4cb5-ac20-453cb08d4e50 service neutron] 10.222.0.49 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821574 Nov 12 03:59:00.418981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-e8287e08-b9ba-41eb-861f-d36e8b79c5dd service neutron] 10.222.0.49 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847526 Nov 12 03:59:00.583524 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27030b40-d977-4995-bb62-4b7d8042d76c req-0d01692b-3e32-4d25-822e-6f2293bdfe42 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 210 time: 0.0277708 Nov 12 03:59:00.905501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6afb9c-f865-4614-b05c-58cf732c6962 req-c6ba70c3-8db5-48e5-aa31-1577d5e177de tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:00.907671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec6afb9c-f865-4614-b05c-58cf732c6962 req-c6ba70c3-8db5-48e5-aa31-1577d5e177de tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 945 time: 0.0514584 Nov 12 03:59:00.961584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec6afb9c-f865-4614-b05c-58cf732c6962 req-c0a76472-2f20-44e6-a441-2f3f068bdc50 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463641 Nov 12 03:59:01.295071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12590f47-6926-41bc-bc5f-4f7092ebe3eb req-adc66a34-4fe6-41c2-9330-fa5b3cd49e30 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:01.296596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12590f47-6926-41bc-bc5f-4f7092ebe3eb req-adc66a34-4fe6-41c2-9330-fa5b3cd49e30 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 944 time: 0.0510359 Nov 12 03:59:01.321826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 57403518-e11f-45c5-bb5e-d1bf69878438 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:01.345036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-12590f47-6926-41bc-bc5f-4f7092ebe3eb req-a523f927-265b-4db1-bce6-cce21198856d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Nov 12 03:59:01.350833 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-53aa9174-4dc1-4e7c-8323-5e1574e7f13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.434043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 57403518-e11f-45c5-bb5e-d1bf69878438, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=57403518-e11f-45c5-bb5e-d1bf69878438,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:01.446042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '57403518-e11f-45c5-bb5e-d1bf69878438', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'port_id': '57403518-e11f-45c5-bb5e-d1bf69878438', 'mac_address': 'fa:16:3e:83:19:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:01.485211 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.499755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57403518-e11f-45c5-bb5e-d1bf69878438 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:01.523585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 57403518-e11f-45c5-bb5e-d1bf69878438, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=57403518-e11f-45c5-bb5e-d1bf69878438,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:01.527634 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.581223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-ffbfdb0d-49f8-4fb9-b7ab-074add6deba2 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:01.582435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=57403518-e11f-45c5-bb5e-d1bf69878438,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:01.582781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-ffbfdb0d-49f8-4fb9-b7ab-074add6deba2 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 811 time: 0.1202478 Nov 12 03:59:01.650233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-2f84ead5-0af5-4743-995d-de6dcf7b2537 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ffc06c1106c442f982f647d625ce7b3 HTTP/1.1" status: 200 len: 380 time: 0.0562503 Nov 12 03:59:01.659984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'port': {'device_id': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'admin_state_up': True, 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'security_groups': ['10438b0e-7747-412c-87b7-5a5633f2d2d9']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:01.689181 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-52c8de90-dbe3-44c0-803c-7066c80d3763 req-802968e7-a4a1-4a15-9312-c43a0971e003 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 210 time: 0.0305696 Nov 12 03:59:01.771389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Made reservation on behalf of 5ffc06c1106c442f982f647d625ce7b3 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:01.775273 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.873442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['57403518-e11f-45c5-bb5e-d1bf69878438'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:01.910924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Allocated IP 172.20.0.7 (6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782/2e5a2f1b-c7f6-49b0-a811-962cc92d1a66/c63a5eaf-7585-49e7-868a-39452b69dcf1) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:02.079203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.106640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddbcbf-91e4-43d6-835a-ec4e58cf14a7 req-bab4f463-1398-41f9-bc63-086906775d82 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.108112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0ddbcbf-91e4-43d6-835a-ec4e58cf14a7 req-bab4f463-1398-41f9-bc63-086906775d82 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 945 time: 0.0743284 Nov 12 03:59:02.146288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.208543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0ddbcbf-91e4-43d6-835a-ec4e58cf14a7 req-de0084bd-ee0b-469a-b081-9e2df7a38391 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fd0c42a-fdc7-4e3e-a567-49cccda761fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894833 Nov 12 03:59:02.210244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:02.217631 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:02.221411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:02.229132 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event updated for resources: {'Port': ['ID=c63a5eaf-7585-49e7-868a-39452b69dcf1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:02.283367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.283985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.302092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-59dc458f-4580-4ed7-9d6f-9332f4d524bd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6455169 Nov 12 03:59:02.323777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Request body: {'port': {'device_id': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:02.342348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-b6078bda-892d-4e02-b224-84f4ac5e28e7 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.343774 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-b6078bda-892d-4e02-b224-84f4ac5e28e7 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 945 time: 0.0512886 Nov 12 03:59:02.384288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.493632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1723a610-9c8f-4e9b-afb0-5126850851d5 None None] Provisioning complete for port c63a5eaf-7585-49e7-868a-39452b69dcf1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:02.494345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1723a610-9c8f-4e9b-afb0-5126850851d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.494465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb0b49-72cb-45ad-9014-c4cae00e4ce8 req-fe390ed8-379e-4266-baf7-ad13b736ce08 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.495923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88bb0b49-72cb-45ad-9014-c4cae00e4ce8 req-fe390ed8-379e-4266-baf7-ad13b736ce08 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 945 time: 0.0700166 Nov 12 03:59:02.498962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Deleting port 7b0785b8-ef05-4e46-be66-0125c6c3e159 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:02.499295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.536081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1723a610-9c8f-4e9b-afb0-5126850851d5 None None] Port c63a5eaf-7585-49e7-868a-39452b69dcf1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:02.603633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-88bb0b49-72cb-45ad-9014-c4cae00e4ce8 req-f190f6be-50b4-43a8-88ab-85bbcd84a22e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999820 Nov 12 03:59:02.624561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] For port 7b0785b8-ef05-4e46-be66-0125c6c3e159, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7b0785b8-ef05-4e46-be66-0125c6c3e159,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:02.624561 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.666340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63a5eaf-7585-49e7-868a-39452b69dcf1 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:02.673587 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.686238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Transition to ACTIVE for port object c63a5eaf-7585-49e7-868a-39452b69dcf1 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:02.690497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.748077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Pushing event updated for resources: {'Port': ['ID=c63a5eaf-7585-49e7-868a-39452b69dcf1,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:02.816781 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.817389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.817749 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Floating IP 23b6ebc2-8977-445a-8283-2d6ec4b7d132 disassociated. External IP: 172.25.0.114, port: 7b0785b8-ef05-4e46-be66-0125c6c3e159. Nov 12 03:59:02.818101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Calling delete_port for 7b0785b8-ef05-4e46-be66-0125c6c3e159 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:02.858295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Attempting to bind port c63a5eaf-7585-49e7-868a-39452b69dcf1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:02.858527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Attempting to bind port c63a5eaf-7585-49e7-868a-39452b69dcf1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:02.858829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Attempting to bind port c63a5eaf-7585-49e7-868a-39452b69dcf1 on network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:02.870696 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452aed-e108-412c-995f-f36188d0b250 req-fc242a2d-72ba-49e3-b422-87513956711c tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.872274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92452aed-e108-412c-995f-f36188d0b250 req-fc242a2d-72ba-49e3-b422-87513956711c tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 943 time: 0.0809879 Nov 12 03:59:02.874606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Port c63a5eaf-7585-49e7-868a-39452b69dcf1 on network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:02.874928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Attempting to bind port c63a5eaf-7585-49e7-868a-39452b69dcf1 on network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:02.882390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:02.882719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Checking segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:02.883099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Bound using segment: {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:02.883532 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Bound port: c63a5eaf-7585-49e7-868a-39452b69dcf1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ffc4ed-2038-49e1-8a67-295e6b13f77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:02.883883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.961944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.966267 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92452aed-e108-412c-995f-f36188d0b250 req-b567e013-ce68-4c37-b15a-e980d349a8e9 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857279 Nov 12 03:59:02.986844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] For port c63a5eaf-7585-49e7-868a-39452b69dcf1, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:02.990215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] For port c63a5eaf-7585-49e7-868a-39452b69dcf1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:02.995818 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.005934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event deleted for resources: {'Port': ['ID=7b0785b8-ef05-4e46-be66-0125c6c3e159,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:03.030362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.030975 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.032448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] 10.222.0.20 "PUT /v2.0/ports/c63a5eaf-7585-49e7-868a-39452b69dcf1 HTTP/1.1" status: 200 len: 1092 time: 0.7131186 Nov 12 03:59:03.032947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'tag': 'c63a5eaf-7585-49e7-868a-39452b69dcf1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:03.036321 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ccefa970-25bd-44a1-9f1f-1a6d9d989afe", "tag": "c63a5eaf-7585-49e7-868a-39452b69dcf1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:03.062300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea23447-9028-4735-a899-d63a845dee46 service neutron] Pushing event updated for resources: {'Port': ['ID=c63a5eaf-7585-49e7-868a-39452b69dcf1,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:03.098726 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c16e7a-38af-46ee-bd22-26502c2eebe2 x-openstack-request-id: req-37c16e7a-38af-46ee-bd22-26502c2eebe2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:03.099009 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccefa970-25bd-44a1-9f1f-1a6d9d989afe", "tag": "c63a5eaf-7585-49e7-868a-39452b69dcf1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:03.099782 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37c16e7a-38af-46ee-bd22-26502c2eebe2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:03.099782 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'tag': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'status': 'completed', 'code': 200} Nov 12 03:59:03.142695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-0e0e5d46-3f03-42ae-a5a9-9f4092b6df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.144390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-0e0e5d46-3f03-42ae-a5a9-9f4092b6df12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 1095 time: 0.0439091 Nov 12 03:59:03.177624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Router b07f0f8c-57f1-4037-a94e-082686d01b7b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:03.195141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-fe820036-68e6-4633-abfb-4f552ea25603 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1 HTTP/1.1" status: 200 len: 217 time: 0.0422351 Nov 12 03:59:03.256570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-8c312809-c74f-4409-9110-ea2082ff1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.258481 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-8c312809-c74f-4409-9110-ea2082ff1b77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0559080 Nov 12 03:59:03.294782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:03.306161 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] Sync routers for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:03.315742 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:03.316382 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:58:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:03.337058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 57403518-e11f-45c5-bb5e-d1bf69878438 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:03.343092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1b709ce-b6bc-42dc-84aa-a4cbf6e79424 req-63e4581f-550c-47e2-9267-b41fd4f2e50f tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ba9d94d-d05e-4ea9-9671-ff5dc54caccf HTTP/1.1" status: 200 len: 210 time: 0.0451832 Nov 12 03:59:03.357263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-330fb8e1-8be8-4cb0-992c-0a85bee0a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.359118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-330fb8e1-8be8-4cb0-992c-0a85bee0a605 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921428 Nov 12 03:59:03.361863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] No DVR routers for this DVR port 7b0785b8-ef05-4e46-be66-0125c6c3e159 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:03.364473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.375418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3c6a5a03-1d5e-4df7-863f-d97dd9be482f req-cc58fac4-a5b3-423d-850f-1f0a574c93a4 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.20 "DELETE /v2.0/ports/7b0785b8-ef05-4e46-be66-0125c6c3e159 HTTP/1.1" status: 204 len: 173 time: 1.0238950 Nov 12 03:59:03.375566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'name': 'network-vif-deleted', 'tag': '7b0785b8-ef05-4e46-be66-0125c6c3e159'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:03.377819 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fb1f3c-80db-4b19-8227-bf82580ea884" -d '{"events": [{"server_uuid": "3ba9d94d-d05e-4ea9-9671-ff5dc54caccf", "name": "network-vif-deleted", "tag": "7b0785b8-ef05-4e46-be66-0125c6c3e159"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:03.431428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 57403518-e11f-45c5-bb5e-d1bf69878438 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:03.437119 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 57403518-e11f-45c5-bb5e-d1bf69878438 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:03.437501 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.448367 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ce07d-498f-45fa-991c-948a6b71de67 x-openstack-request-id: req-716ce07d-498f-45fa-991c-948a6b71de67 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:03.448916 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9d94d-d05e-4ea9-9671-ff5dc54caccf", "name": "network-vif-deleted", "tag": "7b0785b8-ef05-4e46-be66-0125c6c3e159", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:03.449332 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-716ce07d-498f-45fa-991c-948a6b71de67 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:03.449716 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:03.450344 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9d94d-d05e-4ea9-9671-ff5dc54caccf', 'name': 'network-vif-deleted', 'tag': '7b0785b8-ef05-4e46-be66-0125c6c3e159', 'status': 'completed', 'code': 200} Nov 12 03:59:03.568279 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.631319 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 57403518-e11f-45c5-bb5e-d1bf69878438, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=57403518-e11f-45c5-bb5e-d1bf69878438,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:03.633754 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e876e3-845b-4c66-b8f6-ed2a5f8dd165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57403518-e11f-45c5-bb5e-d1bf69878438'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:03.636565 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c09203-bed8-4cc2-a608-aff928cfbe06" -d '{"events": [{"server_uuid": "06e876e3-845b-4c66-b8f6-ed2a5f8dd165", "name": "network-vif-plugged", "status": "completed", "tag": "57403518-e11f-45c5-bb5e-d1bf69878438"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:03.640153 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3842f5d4-262c-41cf-a381-e4eadcc0f999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.657782 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.705877 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb58681-b18d-4205-a08a-f16cb1f63b81 x-openstack-request-id: req-ebb58681-b18d-4205-a08a-f16cb1f63b81 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:03.706399 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e876e3-845b-4c66-b8f6-ed2a5f8dd165", "name": "network-vif-plugged", "status": "completed", "tag": "57403518-e11f-45c5-bb5e-d1bf69878438", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:03.706789 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebb58681-b18d-4205-a08a-f16cb1f63b81 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:03.707731 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e876e3-845b-4c66-b8f6-ed2a5f8dd165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57403518-e11f-45c5-bb5e-d1bf69878438', 'code': 200} Nov 12 03:59:03.717973 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:53Z', 'revision_number': 5, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:03.733512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=57403518-e11f-45c5-bb5e-d1bf69878438,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:03.750191 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] Checking router: b07f0f8c-57f1-4037-a94e-082686d01b7b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:03.760894 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:03.761648 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:03.833326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd845c-6727-4c9f-bdab-aa24eb0985d1 req-b2698f53-7e2e-471e-89a1-d453f14cc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.835037 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dfd845c-6727-4c9f-bdab-aa24eb0985d1 req-b2698f53-7e2e-471e-89a1-d453f14cc5d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 1098 time: 0.0545297 Nov 12 03:59:03.876731 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:03.891409 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dfd845c-6727-4c9f-bdab-aa24eb0985d1 req-d513e263-ae54-47be-a035-ab4e155bc9c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473926 Nov 12 03:59:03.972411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b025acc-8be9-48a7-9eea-ee90a82c269d req-d391c61c-1c7b-40a5-ac34-251d92d68790 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.974689 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0b025acc-8be9-48a7-9eea-ee90a82c269d req-d391c61c-1c7b-40a5-ac34-251d92d68790 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 946 time: 0.1202333 Nov 12 03:59:03.978442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-99fdd8f0-2425-47ff-a8f3-a4fc68f183e5 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104779 Nov 12 03:59:04.024720 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0b025acc-8be9-48a7-9eea-ee90a82c269d req-d305841d-f18b-4b02-9f64-baea691c0124 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441341 Nov 12 03:59:04.089626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30843539-d615-4849-b5b5-4daf5a901c78 req-b5bb91be-5ba6-4153-9602-6a5041456c2d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.090182 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:53Z', 'revision_number': 5, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:04.091378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-30843539-d615-4849-b5b5-4daf5a901c78 req-b5bb91be-5ba6-4153-9602-6a5041456c2d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 943 time: 0.0495799 Nov 12 03:59:04.118675 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb6522-157a-4bc0-8814-e7fd953bb4e2 None None] The sync data for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 is: [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'cde73b11-7a7b-45b1-a7fa-4d05d6c81778', 'name': '', 'network_id': '633664f2-30ae-497f-b8e8-41fb4fb9654f', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'mac_address': 'fa:16:3e:b2:9f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:43Z', 'updated_at': '2021-11-12T03:53:53Z', 'revision_number': 5, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'subnets': [{'id': '74404bec-f85b-44ce-8b16-96d5ee087ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:04.153024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-30843539-d615-4849-b5b5-4daf5a901c78 req-0f7fef77-9ca0-46bf-96a1-87faaf93af0d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547516 Nov 12 03:59:04.204957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e88494b6-f542-4dd8-9cae-006e18fa71c6 req-5fd9c46b-d33b-4748-9525-1b478d8939aa service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104615 Nov 12 03:59:04.306129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-7243bd22-8a09-4870-91d1-36d4b1698cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.307868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-7243bd22-8a09-4870-91d1-36d4b1698cb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 1095 time: 0.0474284 Nov 12 03:59:04.367109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb483f70-1ab3-43fa-b93d-3d3645daab60 None None] New status for floating IP 23b6ebc2-8977-445a-8283-2d6ec4b7d132: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:59:04.410179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58166) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:04.414134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-54b820f3-657d-4881-bb48-a11199366e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.415917 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-54b820f3-657d-4881-bb48-a11199366e10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.0998790 Nov 12 03:59:04.465323 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-545ff196-e284-49a5-921a-13e347a17bb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1 HTTP/1.1" status: 200 len: 217 time: 0.0407331 Nov 12 03:59:04.519574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-ebcc7ebb-5129-4b3e-8518-dcab293d235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.521618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-ebcc7ebb-5129-4b3e-8518-dcab293d235f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0476093 Nov 12 03:59:04.553811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Deleting port e184b3c0-ef72-4728-bbc2-4c255892b64b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:04.554150 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.572592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-1a4c11e9-063c-49aa-bd20-52e01ce6d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.574105 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-1a4c11e9-063c-49aa-bd20-52e01ce6d50d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428863 Nov 12 03:59:04.631076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.631383 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.643043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Calling delete_port for e184b3c0-ef72-4728-bbc2-4c255892b64b owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:04.673013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-25b44d52-1519-4858-ab5e-cc243ca5c255 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893748 Nov 12 03:59:04.769210 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f2098fe-a8d1-4159-95b2-9254f9cd44ad req-0e3805a5-62c9-4475-9d9e-81e68922bd6b service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875969 Nov 12 03:59:04.784203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.810468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event deleted for resources: {'Port': ['ID=e184b3c0-ef72-4728-bbc2-4c255892b64b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:04.873782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.876309 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.877479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ec142142-2e54-40d7-af59-0c3c628a4105 tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "DELETE /v2.0/floatingips/23b6ebc2-8977-445a-8283-2d6ec4b7d132 HTTP/1.1" status: 204 len: 168 time: 0.4660552 Nov 12 03:59:04.949067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58172) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.009801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4505f3b6-232f-47c3-8323-618835caeaca tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.018169 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.038181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4505f3b6-232f-47c3-8323-618835caeaca tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.110672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4505f3b6-232f-47c3-8323-618835caeaca tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.114210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4505f3b6-232f-47c3-8323-618835caeaca tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.115540 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4505f3b6-232f-47c3-8323-618835caeaca tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] 10.222.0.49 "DELETE /v2.0/security-groups/6fd0c42a-fdc7-4e3e-a567-49cccda761fe HTTP/1.1" status: 204 len: 168 time: 0.1654398 Nov 12 03:59:05.125038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505f3b6-232f-47c3-8323-618835caeaca tempest-TestServerBasicOps-1126163831 tempest-TestServerBasicOps-1126163831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd0c42a-fdc7-4e3e-a567-49cccda761fe,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:05.159056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73932d6-87c6-4757-82f1-3d4afd62cb55 req-6fc79235-8a3e-495e-9c33-1d1b16faf5cb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.161587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d73932d6-87c6-4757-82f1-3d4afd62cb55 req-6fc79235-8a3e-495e-9c33-1d1b16faf5cb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 946 time: 0.0623641 Nov 12 03:59:05.170275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58178) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.215609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d73932d6-87c6-4757-82f1-3d4afd62cb55 req-6c3f161a-33bd-41de-8514-924fe967d885 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471718 Nov 12 03:59:05.279109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262318eb-63af-4f2f-b7b4-6415b63b06e6 req-06b1504c-d4b3-4af0-b4fe-860a25a442cd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.280610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-262318eb-63af-4f2f-b7b4-6415b63b06e6 req-06b1504c-d4b3-4af0-b4fe-860a25a442cd tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 943 time: 0.0503986 Nov 12 03:59:05.370799 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-262318eb-63af-4f2f-b7b4-6415b63b06e6 req-acc95ebb-ba04-4f0f-822b-27b620bf5e85 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829642 Nov 12 03:59:05.673338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.917726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Deleting port cde73b11-7a7b-45b1-a7fa-4d05d6c81778 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:05.917959 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.994627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] For port cde73b11-7a7b-45b1-a7fa-4d05d6c81778, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:05.994988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.007117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Calling delete_port for cde73b11-7a7b-45b1-a7fa-4d05d6c81778 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:06.183103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.210311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde73b11-7a7b-45b1-a7fa-4d05d6c81778,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:06.345327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c94dc-1b9e-426a-b1f7-d0b9ff8893c9 req-01d939a1-6fdc-44f9-8f63-36c0068e6c1d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.347592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-044c94dc-1b9e-426a-b1f7-d0b9ff8893c9 req-01d939a1-6fdc-44f9-8f63-36c0068e6c1d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 946 time: 0.0512824 Nov 12 03:59:06.390361 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.393836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.402027 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-044c94dc-1b9e-426a-b1f7-d0b9ff8893c9 req-d8a78dba-b12b-4469-92c6-943ca7ce9563 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470169 Nov 12 03:59:06.538184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3016fb2-7a73-43fc-a531-45247d712fc9 req-63753e17-5098-4c0f-abef-b1f1486f28bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.539685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3016fb2-7a73-43fc-a531-45247d712fc9 req-63753e17-5098-4c0f-abef-b1f1486f28bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 946 time: 0.0552893 Nov 12 03:59:06.543805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da91d1-3557-4c6f-a3fb-a2c9a4bf067d req-1242913c-3e16-4c9c-8474-8c874a47a4a1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.545296 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10da91d1-3557-4c6f-a3fb-a2c9a4bf067d req-1242913c-3e16-4c9c-8474-8c874a47a4a1 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 943 time: 0.0954680 Nov 12 03:59:06.589573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3016fb2-7a73-43fc-a531-45247d712fc9 req-7d267796-809e-4c19-ab14-06b991762c03 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Nov 12 03:59:06.651118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10da91d1-3557-4c6f-a3fb-a2c9a4bf067d req-4a4710b4-ac61-47ce-930e-bc0ef85b2c3f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957968 Nov 12 03:59:06.709420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Router b07f0f8c-57f1-4037-a94e-082686d01b7b has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:06.819770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:06.828001 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-db03ea2a-5fbf-451f-b1a5-a7c50638ab71 admin admin] 10.222.0.49 "PUT /v2.0/routers/b07f0f8c-57f1-4037-a94e-082686d01b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534314 Nov 12 03:59:06.828001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58198) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:06.830474 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] Sync routers for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:06.841983 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:06.842838 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:06.892777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58202) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:06.953192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.955658 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:06.971923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b82dee12-f592-4894-96db-9d335e2651f0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/floatingips/de2c217a-5017-468a-9282-4af02b8fac96 HTTP/1.1" status: 200 len: 993 time: 0.0778315 Nov 12 03:59:07.131001 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.194015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Deleting port 9eb523e0-db67-4546-bc11-416b0fca3d40 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:07.194571 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.215854 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 5, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port': {'id': '9eb523e0-db67-4546-bc11-416b0fca3d40', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:40Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:07.259807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58216) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:07.264652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.352636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c63a5eaf-7585-49e7-868a-39452b69dcf1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:07.352924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] For port 9eb523e0-db67-4546-bc11-416b0fca3d40, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9eb523e0-db67-4546-bc11-416b0fca3d40,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:07.353146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.356872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7b0785b8-ef05-4e46-be66-0125c6c3e159 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:07.378508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Calling delete_port for 9eb523e0-db67-4546-bc11-416b0fca3d40 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:07.384376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7b0785b8-ef05-4e46-be66-0125c6c3e159 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:07.385068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7b0785b8-ef05-4e46-be66-0125c6c3e159 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:07.390362 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] Checking router: b07f0f8c-57f1-4037-a94e-082686d01b7b for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:07.400120 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] Routers {'b07f0f8c-57f1-4037-a94e-082686d01b7b'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:07.400878 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b07f0f8c-57f1-4037-a94e-082686d01b7b'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:07.492701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c63a5eaf-7585-49e7-868a-39452b69dcf1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:07.506525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'port_id': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'mac_address': 'fa:16:3e:b8:ea:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:07.515615 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] Set router b07f0f8c-57f1-4037-a94e-082686d01b7b gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:07.554157 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.588804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63a5eaf-7585-49e7-868a-39452b69dcf1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:07.600561 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 6, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:07.639283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c63a5eaf-7585-49e7-868a-39452b69dcf1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:07.640588 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05790515-d96e-48f4-9129-3cc4a0f33f3a None None] The sync data for ids ['b07f0f8c-57f1-4037-a94e-082686d01b7b'] in n-d-789963-21 is: [{'id': 'b07f0f8c-57f1-4037-a94e-082686d01b7b', 'name': 'tempest-TestServerBasicOps-964164960-router', 'tenant_id': '4a17d26f656247489e34673962c7b4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 6, 'project_id': '4a17d26f656247489e34673962c7b4cd', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:07.647492 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.763773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c63a5eaf-7585-49e7-868a-39452b69dcf1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:07.873107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['c63a5eaf-7585-49e7-868a-39452b69dcf1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:07.978455 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c282b9-5684-4752-8151-682e28c44aef req-50177b24-a880-4f68-9c1b-1e355af9234e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.986608 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92c282b9-5684-4752-8151-682e28c44aef req-50177b24-a880-4f68-9c1b-1e355af9234e tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 944 time: 0.1395900 Nov 12 03:59:08.106393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port 115e810d-6d16-45ca-aa10-db7cf44df5bb {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:08.106735 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.146699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-92c282b9-5684-4752-8151-682e28c44aef req-cd473ae8-d06b-4fc1-aa34-0434226e8963 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591067 Nov 12 03:59:08.265363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.265685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.273757 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.288716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for 115e810d-6d16-45ca-aa10-db7cf44df5bb owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:08.310936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb523e0-db67-4546-bc11-416b0fca3d40,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:08.325686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b72d01-5646-4fb3-9dd8-df968b0b9a4a None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:08.422772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.527256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.530701 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.589693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.590253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b07f0f8c-57f1-4037-a94e-082686d01b7b {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:59:08.595283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.596480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a40c3465-7196-4f2d-8206-ce18cc97d720 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b07f0f8c-57f1-4037-a94e-082686d01b7b HTTP/1.1" status: 204 len: 168 time: 1.7682223 Nov 12 03:59:08.599668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58266) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:08.731164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.741611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f14cc6-c950-4fed-979a-0585f8002405 admin admin] Deleting subnet 74404bec-f85b-44ce-8b16-96d5ee087ad7 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:08.750900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7f14cc6-c950-4fed-979a-0585f8002405 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.774246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=115e810d-6d16-45ca-aa10-db7cf44df5bb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:08.806695 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7f14cc6-c950-4fed-979a-0585f8002405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.859977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.860316 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Floating IP de2c217a-5017-468a-9282-4af02b8fac96 disassociated (deleted). External IP: 172.25.0.176, port: 7e5a5ea0-8828-4df6-a11e-aca6396a3c89. Nov 12 03:59:08.907588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7f14cc6-c950-4fed-979a-0585f8002405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.979691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7f14cc6-c950-4fed-979a-0585f8002405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.064378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9eb523e0-db67-4546-bc11-416b0fca3d40 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:09.100687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 9eb523e0-db67-4546-bc11-416b0fca3d40 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:09.101387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9eb523e0-db67-4546-bc11-416b0fca3d40 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:09.101870 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device cde73b11-7a7b-45b1-a7fa-4d05d6c81778 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:09.110037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 0ca93c38-dac3-41c9-9030-4416e199e2bc has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:09.124481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: cde73b11-7a7b-45b1-a7fa-4d05d6c81778 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:09.124481 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device cde73b11-7a7b-45b1-a7fa-4d05d6c81778 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:09.256016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:09.261079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.268097 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] Sync routers for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:09.279421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:09.280317 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:09.310202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19adc1-98d9-4b97-a291-ad3221b4ce86 req-a5e8690f-2942-43db-9e91-31715ad7c80f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.318264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a19adc1-98d9-4b97-a291-ad3221b4ce86 req-a5e8690f-2942-43db-9e91-31715ad7c80f tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 944 time: 0.1004999 Nov 12 03:59:09.336021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6d0a6015-89f7-4331-b910-dd2bc98d0bfc tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/floatingips/de2c217a-5017-468a-9282-4af02b8fac96 HTTP/1.1" status: 204 len: 168 time: 2.0730925 Nov 12 03:59:09.336021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:09.347400 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab" -d '{"events": [{"name": "network-changed", "server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:09.363133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f14cc6-c950-4fed-979a-0585f8002405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74404bec-f85b-44ce-8b16-96d5ee087ad7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:09.368061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7f14cc6-c950-4fed-979a-0585f8002405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.372095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a7f14cc6-c950-4fed-979a-0585f8002405 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/74404bec-f85b-44ce-8b16-96d5ee087ad7 HTTP/1.1" status: 204 len: 168 time: 0.7714097 Nov 12 03:59:09.374501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58278) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:09.409131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c63a5eaf-7585-49e7-868a-39452b69dcf1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:09.412344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05686845-105f-45f4-9ba9-b1e529dff719 None None] Network 633664f2-30ae-497f-b8e8-41fb4fb9654f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:09.415834 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a19adc1-98d9-4b97-a291-ad3221b4ce86 req-08ca7df7-0e16-4f2f-b389-babe5577cda9 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964952 Nov 12 03:59:09.449815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.478259 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c490b1d4-b490-44ea-af0f-9416a34d252c x-openstack-request-id: req-c490b1d4-b490-44ea-af0f-9416a34d252c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:09.478987 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:09.479263 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c490b1d4-b490-44ea-af0f-9416a34d252c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:09.479845 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'status': 'completed', 'code': 200} Nov 12 03:59:09.549856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-57cb0e5c-47d4-4360-a80d-345eacdd31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.551771 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-57cb0e5c-47d4-4360-a80d-345eacdd31d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e7583380bbe488d8e8421c488c64c0c&device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 1097 time: 0.0562317 Nov 12 03:59:09.573900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Deleting port 8bc170ee-7ecd-490d-8acc-0974044d5310 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:09.574098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:09.576083 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.660236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port c63a5eaf-7585-49e7-868a-39452b69dcf1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:09.676443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] For port 8bc170ee-7ecd-490d-8acc-0974044d5310, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8bc170ee-7ecd-490d-8acc-0974044d5310,segment=NetworkSegment(bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9),segment_id=bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:09.677246 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.682880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port c63a5eaf-7585-49e7-868a-39452b69dcf1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:09.683883 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.711843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Calling delete_port for 8bc170ee-7ecd-490d-8acc-0974044d5310 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:09.744353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a38e5-c8f6-4c5b-ad13-8d7fe68d3928 req-fd22a2c4-c405-49e8-89de-cebd538fdaaf tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.745402 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e1931-bc02-4982-ab8b-65856c941780 req-a174fe20-5574-4f92-9f4a-7c68169425e5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.745665 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d58a38e5-c8f6-4c5b-ad13-8d7fe68d3928 req-fd22a2c4-c405-49e8-89de-cebd538fdaaf tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 945 time: 0.0907085 Nov 12 03:59:09.746897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-a174fe20-5574-4f92-9f4a-7c68169425e5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1941698 Nov 12 03:59:09.749941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-0a2ff5d9-eb8a-4dd2-a7ea-29b83f8e6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.751308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-0a2ff5d9-eb8a-4dd2-a7ea-29b83f8e6f57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa HTTP/1.1" status: 200 len: 899 time: 0.1849308 Nov 12 03:59:09.770649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-45a4d94e-b2bb-4f56-849c-fea0905a45b4 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/quotas/340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0176198 Nov 12 03:59:09.829945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-3fd4f0a7-c846-46f9-a803-ee058d0706d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89 HTTP/1.1" status: 200 len: 217 time: 0.0683618 Nov 12 03:59:09.849765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d58a38e5-c8f6-4c5b-ad13-8d7fe68d3928 req-3a626bce-fa89-43cb-b5b8-9852511e20f9 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933886 Nov 12 03:59:09.883378 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-41df6d69-e099-453f-9fde-01b3892deba1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829403 Nov 12 03:59:09.904251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-9c131ca9-52ab-4375-b8a7-dbc1f8d2b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.905834 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-9c131ca9-52ab-4375-b8a7-dbc1f8d2b773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e6b3648-ab4d-466d-baf7-2540e9cfae1c HTTP/1.1" status: 200 len: 835 time: 0.0683470 Nov 12 03:59:09.919388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ca4ed-ba09-4483-8ba4-b5d276cab38c None None] DHCP port deletion for 633664f2-30ae-497f-b8e8-41fb4fb9654f request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:09.920223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.933414 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.959013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] No DVR routers for this DVR port 8bc170ee-7ecd-490d-8acc-0974044d5310 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:09.961268 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc170ee-7ecd-490d-8acc-0974044d5310,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:09.977156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a5eaf-7585-49e7-868a-39452b69dcf1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:09.979624 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a01f33-6d36-4df5-b10b-5e1f7dbe29b5" -d '{"events": [{"server_uuid": "ccefa970-25bd-44a1-9f1f-1a6d9d989afe", "name": "network-vif-plugged", "status": "completed", "tag": "c63a5eaf-7585-49e7-868a-39452b69dcf1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:09.996215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port c63a5eaf-7585-49e7-868a-39452b69dcf1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:10.021543 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.033724 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a6eea-7e2d-4a73-aca7-54059eb50754 x-openstack-request-id: req-ea3a6eea-7e2d-4a73-aca7-54059eb50754 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:10.034547 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccefa970-25bd-44a1-9f1f-1a6d9d989afe", "name": "network-vif-plugged", "status": "completed", "tag": "c63a5eaf-7585-49e7-868a-39452b69dcf1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:10.035653 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea3a6eea-7e2d-4a73-aca7-54059eb50754 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:10.036921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-a38d0e96-4801-4964-826f-1a16d04b29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.037590 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'code': 200} Nov 12 03:59:10.037934 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-a38d0e96-4801-4964-826f-1a16d04b29f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237342 Nov 12 03:59:10.064514 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.068349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:18Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:10.097098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633664f2-30ae-497f-b8e8-41fb4fb9654f']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:10.107980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] Checking router: 0ca93c38-dac3-41c9-9030-4416e199e2bc for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:10.117168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:10.117496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5c4fb7-cd4c-453c-b9ed-f6649a3d71a9') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:10.133716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=c63a5eaf-7585-49e7-868a-39452b69dcf1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:10.137413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:10.137923 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:10.147167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.158593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-6ca222d8-4996-4948-887e-9b80fad1ad2a service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647488 Nov 12 03:59:10.165656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.171959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e21e9-f43d-4e3e-b992-136c44893b1c req-ab55a7c7-efe2-4b3a-9eca-ff3ad422e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.173614 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a1e21e9-f43d-4e3e-b992-136c44893b1c req-ab55a7c7-efe2-4b3a-9eca-ff3ad422e9fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 1097 time: 0.0735250 Nov 12 03:59:10.177194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:10.177997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: timer() Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:10.180103 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:10.204228 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-b3c8937a-481b-47b5-9a54-9ebcb2a2971b service neutron] 10.222.0.20 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409178 Nov 12 03:59:10.261892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:10.267082 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.283351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.288695 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] 10.222.0.49 "DELETE /v2.0/networks/633664f2-30ae-497f-b8e8-41fb4fb9654f HTTP/1.1" status: 204 len: 168 time: 0.9130299 Nov 12 03:59:10.290306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfb6a8-c83a-4380-9fe1-1b8c6877a0af admin admin] Pushing event deleted for resources: {'Network': ['ID=633664f2-30ae-497f-b8e8-41fb4fb9654f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:10.294761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58296) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:10.335770 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a1e21e9-f43d-4e3e-b992-136c44893b1c req-f312ff0a-1517-4353-9f20-c641f0a302b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461253 Nov 12 03:59:10.339175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3ff844f1-9cb7-4b33-b8ee-ae58c505dfab service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651978 Nov 12 03:59:10.370627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b3110a1e-e247-4bfb-a375-f96d7c2c8cab req-9138d380-bd28-4c58-9739-fbce2065d4cc service neutron] 10.222.0.20 "GET /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371040 Nov 12 03:59:10.585473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-677d32ae-cf24-4cff-bc3c-d2760539ce16 req-b98e5fd1-b26b-469b-b584-8440b426e4ba tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 210 time: 0.0406127 Nov 12 03:59:10.664951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70788513-df76-462a-8281-115a7c153e59 req-e87bd058-1b70-4dd1-a50d-c2648d07249a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.666491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70788513-df76-462a-8281-115a7c153e59 req-e87bd058-1b70-4dd1-a50d-c2648d07249a tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 945 time: 0.1202314 Nov 12 03:59:10.686248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:18Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:10.715623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f1309-203f-4c9e-af65-5a597451d329 None None] The sync data for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 is: [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:58:14Z', 'revision_number': 4, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1e0799cc-3727-4619-aa13-4726813089a0', 'name': '', 'network_id': 'dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'mac_address': 'fa:16:3e:d7:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:14Z', 'updated_at': '2021-11-12T03:58:18Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'subnets': [{'id': '7e6b3648-ab4d-466d-baf7-2540e9cfae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:10.747944 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-70788513-df76-462a-8281-115a7c153e59 req-d4ad7693-ff03-47d7-8085-792f4898dbb7 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691712 Nov 12 03:59:10.814295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.980213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4b1c-52a5-49a5-9c76-eda5995407c4 req-015afe26-ed25-4c3a-8ecc-d0c069617830 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.987718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-233b4b1c-52a5-49a5-9c76-eda5995407c4 req-015afe26-ed25-4c3a-8ecc-d0c069617830 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 945 time: 0.0651753 Nov 12 03:59:11.073281 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf361ff8-d1bb-47a9-9490-969d11e44024 None None] New status for floating IP de2c217a-5017-468a-9282-4af02b8fac96: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:59:11.084112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-233b4b1c-52a5-49a5-9c76-eda5995407c4 req-4cae3ced-ae91-4f93-beed-14f2543d1e65 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/security-groups?id=4bcdb026-de55-4833-b2f7-a3ea3568fa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881798 Nov 12 03:59:11.105858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8bc170ee-7ecd-490d-8acc-0974044d5310 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:11.134078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8bc170ee-7ecd-490d-8acc-0974044d5310 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:11.134444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8bc170ee-7ecd-490d-8acc-0974044d5310 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:11.157780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Deleting port d4c6c8ff-7374-4a2d-883b-009b659617dc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:11.158120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.248036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] For port d4c6c8ff-7374-4a2d-883b-009b659617dc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d4c6c8ff-7374-4a2d-883b-009b659617dc,segment=NetworkSegment(71f7b20b-b461-41f2-af50-44f77b4dcd0c),segment_id=71f7b20b-b461-41f2-af50-44f77b4dcd0c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:11.248714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.263300 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Calling delete_port for d4c6c8ff-7374-4a2d-883b-009b659617dc owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:11.267760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-e7584f9a-ad61-47db-9797-4ba2c1e94182 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:11.269957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-e7584f9a-ad61-47db-9797-4ba2c1e94182 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 945 time: 0.0602310 Nov 12 03:59:11.370155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:11.370497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.450833 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.475549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:11.475918 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.490886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:11.498966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c6c8ff-7374-4a2d-883b-009b659617dc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:11.695889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.730012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7d396c0-de49-45de-be08-facc83dcf981 req-662a4b3a-5df1-44c6-bf3d-ba3ce2ded269 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 210 time: 0.0537453 Nov 12 03:59:11.741073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=7e5a5ea0-8828-4df6-a11e-aca6396a3c89,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:11.789263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] No DVR routers for this DVR port 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:11.791745 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.796052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5671c9a2-1725-4945-80f8-0bcb4700dd7c req-3a3a551b-e956-43b0-a9a0-a93a6cb164f7 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.20 "DELETE /v2.0/ports/7e5a5ea0-8828-4df6-a11e-aca6396a3c89 HTTP/1.1" status: 204 len: 173 time: 0.5176852 Nov 12 03:59:11.796596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'name': 'network-vif-deleted', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:11.799207 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d7c838-9ab5-4748-bc33-0e0a12cb6911" -d '{"events": [{"server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "name": "network-vif-deleted", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:11.854311 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bda359-a7c6-4270-8ed1-015cfc0c2a1f x-openstack-request-id: req-92bda359-a7c6-4270-8ed1-015cfc0c2a1f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:11.854657 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96e1400-6ae8-43b2-a3bd-b9cb06d30758", "name": "network-vif-deleted", "tag": "7e5a5ea0-8828-4df6-a11e-aca6396a3c89", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:11.854921 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92bda359-a7c6-4270-8ed1-015cfc0c2a1f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:11.855327 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96e1400-6ae8-43b2-a3bd-b9cb06d30758', 'name': 'network-vif-deleted', 'tag': '7e5a5ea0-8828-4df6-a11e-aca6396a3c89', 'status': 'completed', 'code': 200} Nov 12 03:59:11.866234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.899192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e1931-bc02-4982-ab8b-65856c941780 req-82328e21-0065-474e-b931-53c4752433bd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:11.900875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-82328e21-0065-474e-b931-53c4752433bd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.2079012 Nov 12 03:59:11.938764 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'port': {'device_id': '5521ea4b-1ca9-42ee-95fd-5e83a2e65092', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'admin_state_up': True, 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:11.948929 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e00102-3786-4c9f-84ec-87af18610ea5 req-56c0892d-80a4-4b0b-962d-1ab631fc42b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:11.957911 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-39e00102-3786-4c9f-84ec-87af18610ea5 req-56c0892d-80a4-4b0b-962d-1ab631fc42b3 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 945 time: 0.0695126 Nov 12 03:59:12.004925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-39e00102-3786-4c9f-84ec-87af18610ea5 req-be6079c7-5bcf-4008-8525-0a4a091a4eb4 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 Nov 12 03:59:12.202360 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:12.205862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.233661 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bb3889d-e104-46ad-9e43-ad37befee008 req-83d2d97b-53eb-41c0-8c3b-0c6034e3a0ab tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "GET /v2.0/ports?device_id=f96e1400-6ae8-43b2-a3bd-b9cb06d30758 HTTP/1.1" status: 200 len: 210 time: 0.0496314 Nov 12 03:59:12.281183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a5302-8da5-49f5-8a28-7475d30e03b5 req-f7f91842-ed81-4371-98b7-6c881e166d3b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.289569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b11a5302-8da5-49f5-8a28-7475d30e03b5 req-f7f91842-ed81-4371-98b7-6c881e166d3b tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 945 time: 0.1994894 Nov 12 03:59:12.297627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58324) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:12.310776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Request body: {'floatingip': {'port_id': 'c63a5eaf-7585-49e7-868a-39452b69dcf1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:12.376417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Router b38252a5-457a-48ee-821a-649f0e148160 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:12.431827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.507299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.20.0.11 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/fb75a829-0a7d-48e4-9834-270ce8db322e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:12.587140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:12.596378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9ba3672e-7cbe-4552-9673-9e1aa2cc940e admin admin] 10.222.0.49 "PUT /v2.0/routers/b38252a5-457a-48ee-821a-649f0e148160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3004429 Nov 12 03:59:12.598953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58330) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:12.609702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] Sync routers for ids ['b38252a5-457a-48ee-821a-649f0e148160'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:12.629342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] Routers {'b38252a5-457a-48ee-821a-649f0e148160'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:12.630344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b38252a5-457a-48ee-821a-649f0e148160'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:12.725258 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.733175 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.763897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] Set router b38252a5-457a-48ee-821a-649f0e148160 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:12.770489 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.798007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['57403518-e11f-45c5-bb5e-d1bf69878438'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:12.829668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=fb75a829-0a7d-48e4-9834-270ce8db322e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:12.848934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:12.850940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:12.854504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:12.940865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.941678 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.968885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-19c223a7-a819-4ed6-9ad6-bb2e4eaf3ed1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0352921 Nov 12 03:59:12.983630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Request body: {'port': {'device_id': '5521ea4b-1ca9-42ee-95fd-5e83a2e65092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:13.100822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.245560 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-de19973d-acb2-4c26-a280-abd94b0cf607 None None] Provisioning complete for port fb75a829-0a7d-48e4-9834-270ce8db322e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:13.245951 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-de19973d-acb2-4c26-a280-abd94b0cf607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.299705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:59:11Z', 'revision_number': 5, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:13.314009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:13.336965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-de19973d-acb2-4c26-a280-abd94b0cf607 None None] Port fb75a829-0a7d-48e4-9834-270ce8db322e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:13.338615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] Checking router: b38252a5-457a-48ee-821a-649f0e148160 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:13.350830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] Routers {'b38252a5-457a-48ee-821a-649f0e148160'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:13.351476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['b38252a5-457a-48ee-821a-649f0e148160'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:13.468351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96d48014-c147-4b1d-be7f-b090a0b0e3a2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.508412 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96d48014-c147-4b1d-be7f-b090a0b0e3a2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.533789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] Set router b38252a5-457a-48ee-821a-649f0e148160 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:13.597387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699f8e9-9781-4634-90b6-0910a707160d req-93faa91e-9ad1-4a05-a80a-ee663557a7f4 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.605749 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6699f8e9-9781-4634-90b6-0910a707160d req-93faa91e-9ad1-4a05-a80a-ee663557a7f4 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 932 time: 0.7405558 Nov 12 03:59:13.615334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.671065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb75a829-0a7d-48e4-9834-270ce8db322e {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:13.686747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.706460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Transition to ACTIVE for port object fb75a829-0a7d-48e4-9834-270ce8db322e will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:13.717026 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.748655 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6699f8e9-9781-4634-90b6-0910a707160d req-612023dd-8ce4-40d5-b25a-60f01934bf53 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271672 Nov 12 03:59:13.789209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:59:11Z', 'revision_number': 5, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:13.829229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4006ac-5ef0-48a7-9ab2-197fc184ba21 None None] The sync data for ids ['b38252a5-457a-48ee-821a-649f0e148160'] in n-d-789963-21 is: [{'id': 'b38252a5-457a-48ee-821a-649f0e148160', 'name': 'tempest-TestServerBasicOps-767484473-router', 'tenant_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:59:11Z', 'revision_number': 5, 'project_id': '8e5c938e9d354845aa205e5d22c5f9ae', 'gw_port': {'id': '86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38252a5-457a-48ee-821a-649f0e148160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:49Z', 'updated_at': '2021-11-12T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:13.862332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96d48014-c147-4b1d-be7f-b090a0b0e3a2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.866349 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96d48014-c147-4b1d-be7f-b090a0b0e3a2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.870732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-96d48014-c147-4b1d-be7f-b090a0b0e3a2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/security-groups/4bcdb026-de55-4833-b2f7-a3ea3568fa6d HTTP/1.1" status: 204 len: 168 time: 0.5493224 Nov 12 03:59:13.910999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Deleting port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:13.911344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:13.918773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Pushing event updated for resources: {'Port': ['ID=fb75a829-0a7d-48e4-9834-270ce8db322e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:13.927566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48014-c147-4b1d-be7f-b090a0b0e3a2 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcdb026-de55-4833-b2f7-a3ea3568fa6d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:13.940670 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58340) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:14.017360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.030230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.107982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] For port 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:14.108659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.150653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Calling delete_port for 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:14.224242 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Floating IP 3b0c98ce-54ee-4321-874c-26d16514eb40 associated. External IP: 172.25.0.67, port: c63a5eaf-7585-49e7-868a-39452b69dcf1. Nov 12 03:59:14.509942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Attempting to bind port fb75a829-0a7d-48e4-9834-270ce8db322e on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:14.510565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Attempting to bind port fb75a829-0a7d-48e4-9834-270ce8db322e by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:14.511397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Attempting to bind port fb75a829-0a7d-48e4-9834-270ce8db322e on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:14.523629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.526815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Port fb75a829-0a7d-48e4-9834-270ce8db322e on network 2948d2ca-6c42-409f-8812-dab7ef36e381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:14.527149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Attempting to bind port fb75a829-0a7d-48e4-9834-270ce8db322e on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:14.536392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:14.536824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:14.537397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:14.538277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Bound port: fb75a829-0a7d-48e4-9834-270ce8db322e, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:14.538277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.566160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Pushing event deleted for resources: {'Port': ['ID=86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:14.593290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f25c4d-7432-4ec9-b400-2c2976e2ea43 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:14.593520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:14.672296 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.710311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] For port fb75a829-0a7d-48e4-9834-270ce8db322e, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:14.715207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] For port fb75a829-0a7d-48e4-9834-270ce8db322e, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fb75a829-0a7d-48e4-9834-270ce8db322e,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:14.727310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.791408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.793958 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.812251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.813199 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.814748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] 10.222.0.20 "PUT /v2.0/ports/fb75a829-0a7d-48e4-9834-270ce8db322e HTTP/1.1" status: 200 len: 1093 time: 1.8372915 Nov 12 03:59:14.817283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5521ea4b-1ca9-42ee-95fd-5e83a2e65092', 'tag': 'fb75a829-0a7d-48e4-9834-270ce8db322e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:14.819610 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cd8207-6789-40ab-950b-c46aab3a2e80" -d '{"events": [{"name": "network-changed", "server_uuid": "5521ea4b-1ca9-42ee-95fd-5e83a2e65092", "tag": "fb75a829-0a7d-48e4-9834-270ce8db322e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:14.916183 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e2941d-4b70-4ba7-8311-a16b2f7d5cce x-openstack-request-id: req-e9e2941d-4b70-4ba7-8311-a16b2f7d5cce {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:14.916884 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5521ea4b-1ca9-42ee-95fd-5e83a2e65092", "tag": "fb75a829-0a7d-48e4-9834-270ce8db322e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:14.917154 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9e2941d-4b70-4ba7-8311-a16b2f7d5cce {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:14.917553 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5521ea4b-1ca9-42ee-95fd-5e83a2e65092', 'tag': 'fb75a829-0a7d-48e4-9834-270ce8db322e', 'status': 'completed', 'code': 200} Nov 12 03:59:14.921783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc94933-9aa8-4999-a353-ddb75102060a service neutron] Pushing event updated for resources: {'Port': ['ID=fb75a829-0a7d-48e4-9834-270ce8db322e,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:14.971173 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.971836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b38252a5-457a-48ee-821a-649f0e148160 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:59:14.977677 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.977799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e1931-bc02-4982-ab8b-65856c941780 req-e90ed65c-ed50-438d-b3e1-af61083daa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.978704 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8ba1a244-2d63-412b-a4ec-fee8672d90bf admin admin] 10.222.0.49 "DELETE /v2.0/routers/b38252a5-457a-48ee-821a-649f0e148160 HTTP/1.1" status: 204 len: 168 time: 2.3785617 Nov 12 03:59:14.982133 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-e90ed65c-ed50-438d-b3e1-af61083daa94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 1096 time: 0.0977483 Nov 12 03:59:14.986483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58346) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:15.043878 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-193f2ecb-a512-47ca-bf57-9e97d888c3f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb75a829-0a7d-48e4-9834-270ce8db322e HTTP/1.1" status: 200 len: 217 time: 0.0444236 Nov 12 03:59:15.059540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:15.078577 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] Sync routers for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:15.090418 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:15.091911 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:15.096006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92fb2f-9071-4f95-818d-21528b367069 req-1468eddc-9b64-434a-a277-212573f4e9fe tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.105182 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a92fb2f-9071-4f95-818d-21528b367069 req-1468eddc-9b64-434a-a277-212573f4e9fe tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.2321680 Nov 12 03:59:15.128151 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.165958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d4c6c8ff-7374-4a2d-883b-009b659617dc no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:15.173743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e1931-bc02-4982-ab8b-65856c941780 req-218e9e22-1e7e-4b53-89cc-6152f4f119b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.176693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-218e9e22-1e7e-4b53-89cc-6152f4f119b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.1222262 Nov 12 03:59:15.181229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.194537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-6595e33a-9abb-43c8-ac71-7efb4caad631 admin admin] Deleting subnet f4c5dc0d-c9c1-42af-a787-5fda7e000e64 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:15.202953 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6595e33a-9abb-43c8-ac71-7efb4caad631 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.235118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d4c6c8ff-7374-4a2d-883b-009b659617dc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:15.235497 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f0643537-df79-4e5b-9eff-3a7ec63cdb71 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "PUT /v2.0/floatingips/3b0c98ce-54ee-4321-874c-26d16514eb40 HTTP/1.1" status: 200 len: 990 time: 2.9365890 Nov 12 03:59:15.236073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d4c6c8ff-7374-4a2d-883b-009b659617dc not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:15.313533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'tag': 'c63a5eaf-7585-49e7-868a-39452b69dcf1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:15.318402 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79906be1-d44c-4551-ae03-38bca6f2725b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccefa970-25bd-44a1-9f1f-1a6d9d989afe", "tag": "c63a5eaf-7585-49e7-868a-39452b69dcf1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:15.340603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e1931-bc02-4982-ab8b-65856c941780 req-047b7e21-917a-4635-b16d-6f3a94b95c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.342408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-047b7e21-917a-4635-b16d-6f3a94b95c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1553788 Nov 12 03:59:15.343182 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:15.346387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a92fb2f-9071-4f95-818d-21528b367069 req-66117ff0-244e-4f16-b3e1-6dfb3a67cb7d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394466 Nov 12 03:59:15.377390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6595e33a-9abb-43c8-ac71-7efb4caad631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.407631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:15.424605 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06916919-c41f-434e-81af-3dc0e00fe320 x-openstack-request-id: req-06916919-c41f-434e-81af-3dc0e00fe320 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:15.428893 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccefa970-25bd-44a1-9f1f-1a6d9d989afe", "tag": "c63a5eaf-7585-49e7-868a-39452b69dcf1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:15.429531 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06916919-c41f-434e-81af-3dc0e00fe320 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:15.430263 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'tag': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'status': 'completed', 'code': 200} Nov 12 03:59:15.447025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:15.447594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7e5a5ea0-8828-4df6-a11e-aca6396a3c89 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:15.523666 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-ce52f638-ab89-403c-9f88-24cb02de59b2 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712980 Nov 12 03:59:15.611177 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79906be1-d44c-4551-ae03-38bca6f2725b req-7b628246-41dd-42e7-8188-da60d4a7a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.613995 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79906be1-d44c-4551-ae03-38bca6f2725b req-7b628246-41dd-42e7-8188-da60d4a7a03a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 1097 time: 0.1551888 Nov 12 03:59:15.647513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a92e1931-bc02-4982-ab8b-65856c941780 req-7b01f5bd-414e-44dd-b2ea-e58965052772 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125426 Nov 12 03:59:15.705317 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3b0c98ce-54ee-4321-874c-26d16514eb40', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'port_id': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'mac_address': 'fa:16:3e:b8:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:59Z', 'updated_at': '2021-11-12T03:59:13Z', 'revision_number': 1, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:15.749890 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] Checking router: f4f84f77-5bcd-4bc1-8534-2bfc97757a99 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:15.750805 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6595e33a-9abb-43c8-ac71-7efb4caad631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.761002 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:15.761595 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:15.782780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-9668a50f-bd8e-4333-b359-2b3deb599285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.789957 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-9668a50f-bd8e-4333-b359-2b3deb599285 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 1096 time: 0.0847239 Nov 12 03:59:15.836288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79906be1-d44c-4551-ae03-38bca6f2725b req-8878eda4-cb6c-4275-9365-e7d30ea6ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.838529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79906be1-d44c-4551-ae03-38bca6f2725b req-8878eda4-cb6c-4275-9365-e7d30ea6ad9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.2177002 Nov 12 03:59:15.857630 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6595e33a-9abb-43c8-ac71-7efb4caad631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.875278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port 1e0799cc-3727-4619-aa13-4726813089a0 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:15.875623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.924231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595e33a-9abb-43c8-ac71-7efb4caad631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c5dc0d-c9c1-42af-a787-5fda7e000e64,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:15.931373 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6595e33a-9abb-43c8-ac71-7efb4caad631 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.937411 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6595e33a-9abb-43c8-ac71-7efb4caad631 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f4c5dc0d-c9c1-42af-a787-5fda7e000e64 HTTP/1.1" status: 204 len: 168 time: 0.9471490 Nov 12 03:59:15.937842 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:15.939758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52767b-25fd-4d5c-a95e-ba5a9b7dd2f2 None None] Network aab01ce8-e3e7-43c9-85fe-f06113c1756b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:15.943450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58352) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:15.975735 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79906be1-d44c-4551-ae03-38bca6f2725b req-129b2317-3db9-45ea-a402-6a5f9d0b7d17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1 HTTP/1.1" status: 200 len: 998 time: 0.1293490 Nov 12 03:59:15.976444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-30911474-16f8-44c2-8115-873503e330d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.982200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-30911474-16f8-44c2-8115-873503e330d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.1847596 Nov 12 03:59:16.049422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79906be1-d44c-4551-ae03-38bca6f2725b req-6f51da19-6e8e-4a5c-96d0-89ba4404b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.051127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79906be1-d44c-4551-ae03-38bca6f2725b req-6f51da19-6e8e-4a5c-96d0-89ba4404b0d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0473790 Nov 12 03:59:16.060920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-e7708cb1-99a7-4c81-97f9-9df22e4c87e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb75a829-0a7d-48e4-9834-270ce8db322e HTTP/1.1" status: 200 len: 217 time: 0.0479188 Nov 12 03:59:16.067487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port 1e0799cc-3727-4619-aa13-4726813089a0, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1e0799cc-3727-4619-aa13-4726813089a0,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:16.069261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.105048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.135458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79906be1-d44c-4551-ae03-38bca6f2725b req-9674e2d2-7da3-4c8e-8a92-f262e7bc1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.136059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-5048c7f2-be4a-44c7-b4f5-b05197817b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.137136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79906be1-d44c-4551-ae03-38bca6f2725b req-9674e2d2-7da3-4c8e-8a92-f262e7bc1073 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776002 Nov 12 03:59:16.137588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-5048c7f2-be4a-44c7-b4f5-b05197817b31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0651686 Nov 12 03:59:16.155454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for 1e0799cc-3727-4619-aa13-4726813089a0 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:16.181485 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] DHCP port deletion for aab01ce8-e3e7-43c9-85fe-f06113c1756b request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:16.251740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79906be1-d44c-4551-ae03-38bca6f2725b req-c2638555-4178-43c2-af72-a76e516fb1d1 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955095 Nov 12 03:59:16.271124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-b76935ee-d65e-426a-a08a-2d980757d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.273258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-b76935ee-d65e-426a-a08a-2d980757d001 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144574 Nov 12 03:59:16.290767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Deleting port a83c330d-39e0-4760-9c77-b1f21cb48f2f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:16.291494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.355898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-79906be1-d44c-4551-ae03-38bca6f2725b req-e9216846-1aae-42b3-bd1f-8af75abd5b80 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960517 Nov 12 03:59:16.391275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Deleting port a83c330d-39e0-4760-9c77-b1f21cb48f2f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:16.393053 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.404509 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3b0c98ce-54ee-4321-874c-26d16514eb40', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'port_id': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'mac_address': 'fa:16:3e:b8:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:59Z', 'updated_at': '2021-11-12T03:59:13Z', 'revision_number': 1, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:16.468085 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-c33ca17e-ddf9-4886-9f10-48a0c898669d service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843889 Nov 12 03:59:16.470518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] For port a83c330d-39e0-4760-9c77-b1f21cb48f2f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a83c330d-39e0-4760-9c77-b1f21cb48f2f,segment=NetworkSegment(71f7b20b-b461-41f2-af50-44f77b4dcd0c),segment_id=71f7b20b-b461-41f2-af50-44f77b4dcd0c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:16.471206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.492093 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d254ac3-c729-49ce-b27f-97d5b5c8b932 None None] The sync data for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 is: [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '3b0c98ce-54ee-4321-874c-26d16514eb40', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'port_id': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'mac_address': 'fa:16:3e:b8:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:58:59Z', 'updated_at': '2021-11-12T03:59:13Z', 'revision_number': 1, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:16.496866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Calling delete_port for a83c330d-39e0-4760-9c77-b1f21cb48f2f owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:16.535758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] For port a83c330d-39e0-4760-9c77-b1f21cb48f2f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a83c330d-39e0-4760-9c77-b1f21cb48f2f,segment=NetworkSegment(71f7b20b-b461-41f2-af50-44f77b4dcd0c),segment_id=71f7b20b-b461-41f2-af50-44f77b4dcd0c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:16.536890 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.556214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Calling delete_port for a83c330d-39e0-4760-9c77-b1f21cb48f2f owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:16.617713 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.664173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Pushing event deleted for resources: {'Port': ['ID=a83c330d-39e0-4760-9c77-b1f21cb48f2f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:16.673750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c32355-f3c0-46a3-9fbd-750756328808 req-ae2b1994-beaa-49c2-b7e7-f3da8516cb50 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.676732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0c32355-f3c0-46a3-9fbd-750756328808 req-ae2b1994-beaa-49c2-b7e7-f3da8516cb50 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.1667044 Nov 12 03:59:16.680394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.681015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.682071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.682531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.683096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.683595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.684029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.684612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.685377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.685837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.687177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.687904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:16.692231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292ab7b-413c-4680-a5a8-c726dec84b88 None None] No DVR routers for this DVR port a83c330d-39e0-4760-9c77-b1f21cb48f2f on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:16.734843 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.767854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83c330d-39e0-4760-9c77-b1f21cb48f2f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:16.772437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] No DVR routers for this DVR port a83c330d-39e0-4760-9c77-b1f21cb48f2f on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:16.781967 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2cd8207-6789-40ab-950b-c46aab3a2e80 req-0c0e14e8-d33e-4a89-921a-de1a85ddfbff service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031051 Nov 12 03:59:16.827233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0c32355-f3c0-46a3-9fbd-750756328808 req-c6509ca9-b620-43d7-ac46-fab072c950bf tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391625 Nov 12 03:59:16.832974 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.874248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=1e0799cc-3727-4619-aa13-4726813089a0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:16.964444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935628de-1b13-4b42-8ddb-0a233099501b None None] New status for floating IP 3b0c98ce-54ee-4321-874c-26d16514eb40: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:59:17.286414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:17.317912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:17.318503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 86b097fb-3d6d-4c3d-9068-0b8ec7e9cf5b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:17.319153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.319458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a83c330d-39e0-4760-9c77-b1f21cb48f2f no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:17.343895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a83c330d-39e0-4760-9c77-b1f21cb48f2f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:17.344594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a83c330d-39e0-4760-9c77-b1f21cb48f2f not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:17.391849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.429010 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab01ce8-e3e7-43c9-85fe-f06113c1756b']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:17.467289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f7b20b-b461-41f2-af50-44f77b4dcd0c') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:17.467585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f7b20b-b461-41f2-af50-44f77b4dcd0c') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:17.501839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.533158 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.555070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:17.555476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: self.session.flush() Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:17.642599 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:17.649338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.655772 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.664283 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] 10.222.0.49 "DELETE /v2.0/networks/aab01ce8-e3e7-43c9-85fe-f06113c1756b HTTP/1.1" status: 204 len: 168 time: 1.7163715 Nov 12 03:59:17.664489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Router 0ca93c38-dac3-41c9-9030-4416e199e2bc has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:17.682430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab043f5-714f-4677-bf0b-d73a4ce97a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab01ce8-e3e7-43c9-85fe-f06113c1756b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:17.805426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:17.812171 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d4e5777a-aa35-4ea9-ac63-75b1f90525d0 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "PUT /v2.0/routers/0ca93c38-dac3-41c9-9030-4416e199e2bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8663974 Nov 12 03:59:17.815364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58362) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:17.818774 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] Sync routers for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:17.831589 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:17.832995 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:17.898537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58366) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:17.906544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9640ee2-b054-421b-8eb3-746a7e53931d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting subnet 7e6b3648-ab4d-466d-baf7-2540e9cfae1c {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:17.913611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9640ee2-b054-421b-8eb3-746a7e53931d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.968860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9640ee2-b054-421b-8eb3-746a7e53931d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.978757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7c1d86c0-8fbd-4744-b1fa-d6cd683db751 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a17d26f656247489e34673962c7b4cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0785096 Nov 12 03:59:17.981981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58368) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:18.018332 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:18.072673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4860c8b-18d2-4cc7-8037-f3a44a8f52f3 req-51e21e55-7cc1-4511-94d3-941863078618 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:18.074154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4860c8b-18d2-4cc7-8037-f3a44a8f52f3 req-51e21e55-7cc1-4511-94d3-941863078618 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0943370 Nov 12 03:59:18.092535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b675fe2-f435-4b9b-8140-c3764fe03ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.101362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9640ee2-b054-421b-8eb3-746a7e53931d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.155993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b675fe2-f435-4b9b-8140-c3764fe03ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.168900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f4860c8b-18d2-4cc7-8037-f3a44a8f52f3 req-02168222-bd16-44e4-863c-05eb37bd33be tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742805 Nov 12 03:59:18.186270 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9640ee2-b054-421b-8eb3-746a7e53931d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.232110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b675fe2-f435-4b9b-8140-c3764fe03ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.234749 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b675fe2-f435-4b9b-8140-c3764fe03ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.240125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6b675fe2-f435-4b9b-8140-c3764fe03ea5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3e83011-bc38-4db8-9cfb-fa50d5dd14f7 HTTP/1.1" status: 204 len: 168 time: 0.2529867 Nov 12 03:59:18.241626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9640ee2-b054-421b-8eb3-746a7e53931d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6b3648-ab4d-466d-baf7-2540e9cfae1c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:18.245090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b675fe2-f435-4b9b-8140-c3764fe03ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e83011-bc38-4db8-9cfb-fa50d5dd14f7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:18.253168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c9640ee2-b054-421b-8eb3-746a7e53931d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.265973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58374) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:18.266888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c9640ee2-b054-421b-8eb3-746a7e53931d tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/subnets/7e6b3648-ab4d-466d-baf7-2540e9cfae1c HTTP/1.1" status: 204 len: 168 time: 0.4508357 Nov 12 03:59:18.270627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc80b1-c2f5-41d3-834c-07e9c888d8f5 None None] Network dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:18.437399 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.438511 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:59:16Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:18.603990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] DHCP port deletion for dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:18.623889 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] Checking router: 0ca93c38-dac3-41c9-9030-4416e199e2bc for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:18.645610 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] Routers {'0ca93c38-dac3-41c9-9030-4416e199e2bc'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:18.646243 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T03:59:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['0ca93c38-dac3-41c9-9030-4416e199e2bc'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:18.685684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.695070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] Deleting port 29ad50c2-3751-48dd-81ef-e7101c554c12 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:18.695919 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.807068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Deleting port bbacdf8d-8a92-4db4-961a-aecdc5e2376b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:18.807660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.834960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] For port 29ad50c2-3751-48dd-81ef-e7101c554c12, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=29ad50c2-3751-48dd-81ef-e7101c554c12,segment=NetworkSegment(8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce),segment_id=8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:18.836318 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.857003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] Calling delete_port for 29ad50c2-3751-48dd-81ef-e7101c554c12 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:18.858734 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] Set router 0ca93c38-dac3-41c9-9030-4416e199e2bc gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:18.936277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] For port bbacdf8d-8a92-4db4-961a-aecdc5e2376b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bbacdf8d-8a92-4db4-961a-aecdc5e2376b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:18.936842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.955077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Calling delete_port for bbacdf8d-8a92-4db4-961a-aecdc5e2376b owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:18.967901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.020301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] Pushing event deleted for resources: {'Port': ['ID=29ad50c2-3751-48dd-81ef-e7101c554c12,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.026929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee415c-09bb-4813-be1d-a977d06d9d9e None None] No DVR routers for this DVR port 29ad50c2-3751-48dd-81ef-e7101c554c12 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:19.125719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29ad50c2-3751-48dd-81ef-e7101c554c12 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:19.132150 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:59:16Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:19.157892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 29ad50c2-3751-48dd-81ef-e7101c554c12 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:19.159067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 29ad50c2-3751-48dd-81ef-e7101c554c12 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:19.174804 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85527497-ce36-43d0-aab0-ee86556b3950 None None] The sync data for ids ['0ca93c38-dac3-41c9-9030-4416e199e2bc'] in n-d-789963-21 is: [{'id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'name': 'tempest-TestNetworkBasicOps-router-143549575', 'tenant_id': '6e7583380bbe488d8e8421c488c64c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:58:10Z', 'updated_at': '2021-11-12T03:59:16Z', 'revision_number': 5, 'project_id': '6e7583380bbe488d8e8421c488c64c0c', 'gw_port': {'id': 'bbacdf8d-8a92-4db4-961a-aecdc5e2376b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca93c38-dac3-41c9-9030-4416e199e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:58:11Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:19.258732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58382) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:19.291585 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.349076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-70f1cbc6-fcec-4de3-8dcc-dbc127e02e75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e5c938e9d354845aa205e5d22c5f9ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882962 Nov 12 03:59:19.352222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58384) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:19.356407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f07803-2dd8-40f0-82cf-ad951f9acfa1 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:19.369465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Port': ['ID=bbacdf8d-8a92-4db4-961a-aecdc5e2376b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.422385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.422914 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.423090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.423408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.423726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.424052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.424366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.424718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.425205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.426027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.426353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.426718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:19.433200 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef9c00c5-17c9-4e3e-88e0-b89bae7467e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.465501 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef9c00c5-17c9-4e3e-88e0-b89bae7467e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.467957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd309d9-3426-4858-a652-c7b552c40f1f req-27e8aa98-8684-421a-92ac-687c5a57df7c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:19.477336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdd309d9-3426-4858-a652-c7b552c40f1f req-27e8aa98-8684-421a-92ac-687c5a57df7c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.1755981 Nov 12 03:59:19.612295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef9c00c5-17c9-4e3e-88e0-b89bae7467e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.617137 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ef9c00c5-17c9-4e3e-88e0-b89bae7467e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.619059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ef9c00c5-17c9-4e3e-88e0-b89bae7467e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7880bbfe-aa04-485a-a43a-ff1f85f12579 HTTP/1.1" status: 204 len: 168 time: 0.2654054 Nov 12 03:59:19.638672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c00c5-17c9-4e3e-88e0-b89bae7467e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7880bbfe-aa04-485a-a43a-ff1f85f12579,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.974054 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.101387 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.106269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.137548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cdd309d9-3426-4858-a652-c7b552c40f1f req-686c8207-1359-4141-81fc-407e86dd36fc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589267 Nov 12 03:59:20.195727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.197285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca93c38-dac3-41c9-9030-4416e199e2bc {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:59:20.204810 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.205991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cf7b47ac-88a8-4834-aaf7-8d1b1d5cb4a6 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/routers/0ca93c38-dac3-41c9-9030-4416e199e2bc HTTP/1.1" status: 204 len: 168 time: 1.9384885 Nov 12 03:59:20.209541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58390) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:20.341712 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.467739 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.499680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:20.511418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:20.512179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8197bacd-f7e5-4ed6-ba78-84b4a1d4ecce') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:20.527628 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.547515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.556112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:20.556531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: timer() Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:20.560714 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:20.640126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.651383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.657380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] 10.222.0.49 "DELETE /v2.0/networks/dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa HTTP/1.1" status: 204 len: 168 time: 0.4462862 Nov 12 03:59:20.679863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b931fbc-1702-4bae-8c24-91c3bc2c5798 tempest-TestNetworkBasicOps-1598328624 tempest-TestNetworkBasicOps-1598328624-project] Pushing event deleted for resources: {'Network': ['ID=dcabf7c1-8e3a-4c8a-828f-ccaffc5265aa,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:21.044318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58398) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:21.080164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1e0799cc-3727-4619-aa13-4726813089a0 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:21.107418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1e0799cc-3727-4619-aa13-4726813089a0 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:21.110093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1e0799cc-3727-4619-aa13-4726813089a0 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:21.110700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bbacdf8d-8a92-4db4-961a-aecdc5e2376b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:21.136140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: bbacdf8d-8a92-4db4-961a-aecdc5e2376b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:21.136715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bbacdf8d-8a92-4db4-961a-aecdc5e2376b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:21.217812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-99773690-40ca-4802-b2db-38a9887d7ab3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e7583380bbe488d8e8421c488c64c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721058 Nov 12 03:59:21.220390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:21.256586 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0d675-b1d5-46bd-8987-4153075e2307 req-77a22b28-18ec-4725-ae49-26d372837f76 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:21.264084 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eba0d675-b1d5-46bd-8987-4153075e2307 req-77a22b28-18ec-4725-ae49-26d372837f76 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0640457 Nov 12 03:59:21.278215 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6da2714a-968c-4e6d-a983-a8d4a8bb1cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.301370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6da2714a-968c-4e6d-a983-a8d4a8bb1cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.325777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eba0d675-b1d5-46bd-8987-4153075e2307 req-4c1a6cf7-157d-4fec-8d66-5a0e81321a80 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608287 Nov 12 03:59:21.383477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6da2714a-968c-4e6d-a983-a8d4a8bb1cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.385921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6da2714a-968c-4e6d-a983-a8d4a8bb1cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.392626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6da2714a-968c-4e6d-a983-a8d4a8bb1cd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ef27b33-7dcd-448d-ae6a-757d7450c19b HTTP/1.1" status: 204 len: 168 time: 0.1658311 Nov 12 03:59:21.396201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2714a-968c-4e6d-a983-a8d4a8bb1cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef27b33-7dcd-448d-ae6a-757d7450c19b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:21.419091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-f5e85f5a-d1bc-44cf-8ec6-885a89f6d84e req-e91ace93-f993-4e10-a8fd-6ac3258a0a6b service neutron] (102629) timed out ('10.222.0.49', 39904) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:59:21.708021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58410) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:21.722070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1d40-a7da-451b-894f-babe6afded5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.799312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1d40-a7da-451b-894f-babe6afded5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.803822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1d40-a7da-451b-894f-babe6afded5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.842487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9a0f1d40-a7da-451b-894f-babe6afded5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18c7ee7a4f554583aa03e9620f580b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331546 Nov 12 03:59:21.843196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f1d40-a7da-451b-894f-babe6afded5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec99ec80-7833-4516-8e47-29202a76da6d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:21.845288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58412) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:21.926763 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e055f4e6-6168-4aa6-b8e2-d7fd22e22e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.949919 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e055f4e6-6168-4aa6-b8e2-d7fd22e22e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.999189 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e055f4e6-6168-4aa6-b8e2-d7fd22e22e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.002170 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e055f4e6-6168-4aa6-b8e2-d7fd22e22e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.005207 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e055f4e6-6168-4aa6-b8e2-d7fd22e22e90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec99ec80-7833-4516-8e47-29202a76da6d HTTP/1.1" status: 204 len: 168 time: 0.1588774 Nov 12 03:59:22.014328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055f4e6-6168-4aa6-b8e2-d7fd22e22e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec99ec80-7833-4516-8e47-29202a76da6d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:22.470190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef00b9-207a-4eac-9f4d-54d6fb64bbb3 req-d19b37c1-4dc4-414b-abdc-f6f2ed2c1e24 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.477489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-00ef00b9-207a-4eac-9f4d-54d6fb64bbb3 req-d19b37c1-4dc4-414b-abdc-f6f2ed2c1e24 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0659566 Nov 12 03:59:22.545243 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-00ef00b9-207a-4eac-9f4d-54d6fb64bbb3 req-f8e01ed4-9bb8-49ad-a9a8-a36fca2c5f97 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658298 Nov 12 03:59:23.657201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c5f02-3bb2-4165-8437-2ca05fe1d6d7 req-8b08299e-0055-41f3-81aa-648259ccaffe tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.658668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-725c5f02-3bb2-4165-8437-2ca05fe1d6d7 req-8b08299e-0055-41f3-81aa-648259ccaffe tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0518017 Nov 12 03:59:23.707307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-725c5f02-3bb2-4165-8437-2ca05fe1d6d7 req-eb306e17-9a84-4325-b16f-f94e1a07e848 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Nov 12 03:59:24.837290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da5351-756d-4f60-aa05-80206691fb7c req-efaa264f-5a62-4268-b142-eafe691a06c0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.839061 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63da5351-756d-4f60-aa05-80206691fb7c req-efaa264f-5a62-4268-b142-eafe691a06c0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0583858 Nov 12 03:59:24.892416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-63da5351-756d-4f60-aa05-80206691fb7c req-a7cb0aac-341c-47f8-be0e-6842dcce4a79 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Nov 12 03:59:24.930683 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.019037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb251f52-9bcf-4f23-a8b5-dbbc848f2a05 req-a28cb719-fef5-4a46-b533-18478815f3d9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.020801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb251f52-9bcf-4f23-a8b5-dbbc848f2a05 req-a28cb719-fef5-4a46-b533-18478815f3d9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0535846 Nov 12 03:59:26.069508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb251f52-9bcf-4f23-a8b5-dbbc848f2a05 req-64a84015-c934-42a7-adb1-2bc9624b93e9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Nov 12 03:59:27.195554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6f69-593e-4b9c-83cb-998f0b6391f2 req-a445cc99-2f87-4f59-b0e4-a36035aff550 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.197458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-be4d6f69-593e-4b9c-83cb-998f0b6391f2 req-a445cc99-2f87-4f59-b0e4-a36035aff550 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0561624 Nov 12 03:59:27.250258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-be4d6f69-593e-4b9c-83cb-998f0b6391f2 req-f3bd8a0c-a620-49e0-9cb7-71f5054fd333 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468392 Nov 12 03:59:28.384959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f8811-554c-4c50-90f9-43a1661bb67f req-0e9a56c5-7b36-4f3c-9392-899bc460433f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.392815 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-184f8811-554c-4c50-90f9-43a1661bb67f req-0e9a56c5-7b36-4f3c-9392-899bc460433f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0613940 Nov 12 03:59:28.445177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-184f8811-554c-4c50-90f9-43a1661bb67f req-47e13e85-426d-435a-96b7-71a6edeed91a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515592 Nov 12 03:59:29.567603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9944d0-c0f4-49b1-9ac9-7014d559d442 req-71f62556-33fc-430c-892a-7794870efdd1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.570015 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ea9944d0-c0f4-49b1-9ac9-7014d559d442 req-71f62556-33fc-430c-892a-7794870efdd1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0535347 Nov 12 03:59:29.622445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ea9944d0-c0f4-49b1-9ac9-7014d559d442 req-df800201-3826-440a-a96d-cb96bcb41254 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461099 Nov 12 03:59:30.740803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eee33-4f25-4588-9bbc-94118fb5fa35 req-9b9d177a-28c1-4ea0-9b8e-0c920ff9bb38 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.742342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f4eee33-4f25-4588-9bbc-94118fb5fa35 req-9b9d177a-28c1-4ea0-9b8e-0c920ff9bb38 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0520575 Nov 12 03:59:30.791859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f4eee33-4f25-4588-9bbc-94118fb5fa35 req-7212d7ea-bc2e-4a85-8061-ed8155f1d7f7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434492 Nov 12 03:59:31.333369 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cb63b9c2-93ce-448f-9812-1a1cf1f7f170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.918620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f31591-0870-4738-802e-86e584ddcded req-b745a58c-6cee-4de5-a175-d5135e7acb1c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.920111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8f31591-0870-4738-802e-86e584ddcded req-b745a58c-6cee-4de5-a175-d5135e7acb1c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0569532 Nov 12 03:59:31.971046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8f31591-0870-4738-802e-86e584ddcded req-6ddac4ca-c666-4f91-a85e-96948008fd74 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Nov 12 03:59:33.094263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8e941-805e-450e-ba8b-06435d30d0c1 req-c54b035c-ac6e-4c6f-996f-60c644779390 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.095744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51b8e941-805e-450e-ba8b-06435d30d0c1 req-c54b035c-ac6e-4c6f-996f-60c644779390 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0523460 Nov 12 03:59:33.143062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51b8e941-805e-450e-ba8b-06435d30d0c1 req-a598b5d3-8193-406f-a115-70d10efacb44 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405197 Nov 12 03:59:33.574934 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ed01d37-f263-4461-acb8-bc3af60a1352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.262117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3f165-4c39-4eca-b3ae-4a9032f878a2 req-5512aa1d-6990-4a62-89e1-b9d7081ea203 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:34.263578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6cc3f165-4c39-4eca-b3ae-4a9032f878a2 req-5512aa1d-6990-4a62-89e1-b9d7081ea203 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0482237 Nov 12 03:59:34.313734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6cc3f165-4c39-4eca-b3ae-4a9032f878a2 req-56f28a2f-d968-4c1e-bbe2-7faae5e9def8 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Nov 12 03:59:35.021818 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.443533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ff55-ee9e-4f85-931d-436a55652c70 req-0c78a7b7-777d-4626-aef3-594ba66be8f8 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:35.445128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0d4ff55-ee9e-4f85-931d-436a55652c70 req-0c78a7b7-777d-4626-aef3-594ba66be8f8 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0576065 Nov 12 03:59:35.501738 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f0d4ff55-ee9e-4f85-931d-436a55652c70 req-8e76f1a0-9e65-4816-950f-ff70748894ef tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499597 Nov 12 03:59:35.611497 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:36.393618 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:36.635885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e8a09-c1ea-475f-a6ab-7cf87e1ed7f0 req-5def8ba4-63e0-4ade-9bde-86d8dc5ee499 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.637404 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-200e8a09-c1ea-475f-a6ab-7cf87e1ed7f0 req-5def8ba4-63e0-4ade-9bde-86d8dc5ee499 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 944 time: 0.0579417 Nov 12 03:59:36.690056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-200e8a09-c1ea-475f-a6ab-7cf87e1ed7f0 req-40b59f7c-4a5f-46cd-8a11-4ca0197475a1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Nov 12 03:59:37.246652 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-961f4ad0-254d-4ce5-9299-5c438410cca4 req-dba82350-fa3e-4010-8447-3dd70f7f458b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301273 Nov 12 03:59:37.247964 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.304473 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-961f4ad0-254d-4ce5-9299-5c438410cca4 req-4bf6d68b-19bb-4e4d-b341-aa9b6864050e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0263844 Nov 12 03:59:37.348628 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-961f4ad0-254d-4ce5-9299-5c438410cca4 req-ba173de2-9576-44b7-a095-68194f7ad899 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199056 Nov 12 03:59:37.453811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f4ad0-254d-4ce5-9299-5c438410cca4 req-53cecceb-5c75-4d0c-a1be-949bfdc57129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.455694 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-961f4ad0-254d-4ce5-9299-5c438410cca4 req-53cecceb-5c75-4d0c-a1be-949bfdc57129 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1009035 Nov 12 03:59:37.563667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fb75a829-0a7d-48e4-9834-270ce8db322e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:37.675266 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fb75a829-0a7d-48e4-9834-270ce8db322e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fb75a829-0a7d-48e4-9834-270ce8db322e,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:37.686212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'fb75a829-0a7d-48e4-9834-270ce8db322e', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'port_id': 'fb75a829-0a7d-48e4-9834-270ce8db322e', 'mac_address': 'fa:16:3e:b1:68:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:37.727271 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.742797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb75a829-0a7d-48e4-9834-270ce8db322e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:37.764851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fb75a829-0a7d-48e4-9834-270ce8db322e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fb75a829-0a7d-48e4-9834-270ce8db322e,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:37.769154 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.821610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4410-6e1e-4749-b282-23095609e327 req-aa9bafe0-230d-4f17-9313-20bf62866f1d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.823353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7dd4410-6e1e-4749-b282-23095609e327 req-aa9bafe0-230d-4f17-9313-20bf62866f1d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 945 time: 0.0611429 Nov 12 03:59:37.826857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=fb75a829-0a7d-48e4-9834-270ce8db322e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:37.874782 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a7dd4410-6e1e-4749-b282-23095609e327 req-921376be-6f54-46d2-8174-717af40caa27 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 Nov 12 03:59:38.010407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['fb75a829-0a7d-48e4-9834-270ce8db322e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:38.994554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2e910-0256-4e2d-85ff-74d2b56ed973 req-e6b6ef2d-1ee0-4d24-bab0-2ce499682103 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:38.996063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abf2e910-0256-4e2d-85ff-74d2b56ed973 req-e6b6ef2d-1ee0-4d24-bab0-2ce499682103 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 945 time: 0.0514750 Nov 12 03:59:39.044890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-abf2e910-0256-4e2d-85ff-74d2b56ed973 req-7fad6b71-2ae9-4f59-bfae-1d10702e68ee tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Nov 12 03:59:39.565790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fb75a829-0a7d-48e4-9834-270ce8db322e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:39.616958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port fb75a829-0a7d-48e4-9834-270ce8db322e completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:39.621839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port fb75a829-0a7d-48e4-9834-270ce8db322e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:39.622345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.705276 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.729191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521ea4b-1ca9-42ee-95fd-5e83a2e65092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb75a829-0a7d-48e4-9834-270ce8db322e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:39.731394 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a3978f-92cb-4c1a-a054-dba53847f49d" -d '{"events": [{"server_uuid": "5521ea4b-1ca9-42ee-95fd-5e83a2e65092", "name": "network-vif-plugged", "status": "completed", "tag": "fb75a829-0a7d-48e4-9834-270ce8db322e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:39.744033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port fb75a829-0a7d-48e4-9834-270ce8db322e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fb75a829-0a7d-48e4-9834-270ce8db322e,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:39.748455 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:39.781131 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ad5491-3635-4df3-b330-1ff283411ef5 x-openstack-request-id: req-a0ad5491-3635-4df3-b330-1ff283411ef5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:39.781480 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521ea4b-1ca9-42ee-95fd-5e83a2e65092", "name": "network-vif-plugged", "status": "completed", "tag": "fb75a829-0a7d-48e4-9834-270ce8db322e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:39.781730 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0ad5491-3635-4df3-b330-1ff283411ef5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:39.782209 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521ea4b-1ca9-42ee-95fd-5e83a2e65092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb75a829-0a7d-48e4-9834-270ce8db322e', 'code': 200} Nov 12 03:59:39.812599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=fb75a829-0a7d-48e4-9834-270ce8db322e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:39.874986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69253ce0-29c7-4b83-ba9a-baebe0d91d53 req-06bb3671-59be-4ede-a622-3fbe2cffa6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:39.876480 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69253ce0-29c7-4b83-ba9a-baebe0d91d53 req-06bb3671-59be-4ede-a622-3fbe2cffa6fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 1098 time: 0.0448380 Nov 12 03:59:39.921691 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69253ce0-29c7-4b83-ba9a-baebe0d91d53 req-fc7e25b0-9b8a-428a-9ec6-954dca7371fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Nov 12 03:59:40.167186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860a56e-0d30-479f-a3d6-8de6e07fe7d1 req-042a2a35-9cde-480d-a9fc-c7f9cc2e6aab tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:40.168709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a860a56e-0d30-479f-a3d6-8de6e07fe7d1 req-042a2a35-9cde-480d-a9fc-c7f9cc2e6aab tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 946 time: 0.0503910 Nov 12 03:59:40.222637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a860a56e-0d30-479f-a3d6-8de6e07fe7d1 req-b1a21444-ca7e-4e72-afe3-c0d45ca0d7d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479274 Nov 12 03:59:41.346616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f3598-0a24-4293-983a-e13ae9ed38d7 req-4d445117-1a27-4b97-96e0-05a23106fa53 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:41.348058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-548f3598-0a24-4293-983a-e13ae9ed38d7 req-4d445117-1a27-4b97-96e0-05a23106fa53 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 946 time: 0.0530839 Nov 12 03:59:41.396093 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-548f3598-0a24-4293-983a-e13ae9ed38d7 req-d9de658e-8670-46db-a4e0-bf8f9df58dd7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Nov 12 03:59:41.517136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1810e-6880-4ea9-8987-14697a5acddf req-1f744f6e-54f5-40d1-b28e-6af83e9426f7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:41.518756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4f1810e-6880-4ea9-8987-14697a5acddf req-1f744f6e-54f5-40d1-b28e-6af83e9426f7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 946 time: 0.0515270 Nov 12 03:59:41.567064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a4f1810e-6880-4ea9-8987-14697a5acddf req-2fed7b82-033c-4c88-9d87-d4c24266d74c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Nov 12 03:59:41.853501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fed2b-e1ad-4da0-ad0d-695d151f516b req-dc82b4c8-f0d0-4da2-91a2-2622c3798137 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:41.854989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df6fed2b-e1ad-4da0-ad0d-695d151f516b req-dc82b4c8-f0d0-4da2-91a2-2622c3798137 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 946 time: 0.0501311 Nov 12 03:59:41.905948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df6fed2b-e1ad-4da0-ad0d-695d151f516b req-e1f78931-d015-4032-a0e0-d2baa19e7a36 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451033 Nov 12 03:59:43.025187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e46c2-5a1e-4681-abae-3b134752832e req-f0920d6e-1c9a-40ae-806d-f52518cbe7e0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.026680 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-103e46c2-5a1e-4681-abae-3b134752832e req-f0920d6e-1c9a-40ae-806d-f52518cbe7e0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 946 time: 0.0506549 Nov 12 03:59:43.074336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-103e46c2-5a1e-4681-abae-3b134752832e req-b3092166-348f-4ad1-b527-52094e0f0072 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414820 Nov 12 03:59:43.452383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-3a537053-2fdd-4414-8266-850c15d0a6a9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.453868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-3a537053-2fdd-4414-8266-850c15d0a6a9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 946 time: 0.0487380 Nov 12 03:59:43.551957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port fb75a829-0a7d-48e4-9834-270ce8db322e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:43.552298 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.645552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] For port fb75a829-0a7d-48e4-9834-270ce8db322e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=fb75a829-0a7d-48e4-9834-270ce8db322e,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:43.646003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.658930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for fb75a829-0a7d-48e4-9834-270ce8db322e owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:43.788700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.799821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['57403518-e11f-45c5-bb5e-d1bf69878438', 'fb75a829-0a7d-48e4-9834-270ce8db322e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:43.815800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=fb75a829-0a7d-48e4-9834-270ce8db322e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:43.863241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] No DVR routers for this DVR port fb75a829-0a7d-48e4-9834-270ce8db322e on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:43.868704 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:43.872100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-99e82099-3e99-4b98-ad90-4bbfaa63639c req-4c63a332-2709-4c89-9d40-2c3002a51965 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "DELETE /v2.0/ports/fb75a829-0a7d-48e4-9834-270ce8db322e HTTP/1.1" status: 204 len: 173 time: 0.4084826 Nov 12 03:59:43.872548 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5521ea4b-1ca9-42ee-95fd-5e83a2e65092', 'name': 'network-vif-deleted', 'tag': 'fb75a829-0a7d-48e4-9834-270ce8db322e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:43.875573 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a26ae6-7371-4810-9277-bb42f8ff9afa" -d '{"events": [{"server_uuid": "5521ea4b-1ca9-42ee-95fd-5e83a2e65092", "name": "network-vif-deleted", "tag": "fb75a829-0a7d-48e4-9834-270ce8db322e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:43.921083 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f2735c-0409-41a5-b5a7-83109babd740 x-openstack-request-id: req-c1f2735c-0409-41a5-b5a7-83109babd740 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:43.921377 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5521ea4b-1ca9-42ee-95fd-5e83a2e65092", "name": "network-vif-deleted", "tag": "fb75a829-0a7d-48e4-9834-270ce8db322e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:43.921633 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1f2735c-0409-41a5-b5a7-83109babd740 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:43.922041 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5521ea4b-1ca9-42ee-95fd-5e83a2e65092', 'name': 'network-vif-deleted', 'tag': 'fb75a829-0a7d-48e4-9834-270ce8db322e', 'status': 'completed', 'code': 200} Nov 12 03:59:44.174127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2d1de48d-71b1-4b74-b047-00d5706a6261 req-9afd634d-c3f1-4dc0-9091-38cbc09b458d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 210 time: 0.0266266 Nov 12 03:59:45.271822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-22b2fdcf-5ba7-4b40-9b13-ad01843c3724 req-42f3eed4-5f27-4b57-9541-265aecd00774 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 210 time: 0.0268462 Nov 12 03:59:46.373989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-524e69b9-b90b-42f6-b890-c7e3e6c444b6 req-966afc4c-ffc5-4c63-8939-3dbd9991dc02 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 210 time: 0.0307040 Nov 12 03:59:47.479009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-243e5ddf-2b38-422e-831c-900e15c6edec req-2ff4b907-5a8f-4d70-a7a4-00b283a7b5d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 210 time: 0.0295274 Nov 12 03:59:47.594306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fb75a829-0a7d-48e4-9834-270ce8db322e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:47.622280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: fb75a829-0a7d-48e4-9834-270ce8db322e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:47.622628 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device fb75a829-0a7d-48e4-9834-270ce8db322e not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:48.604135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e021cbf8-d4a5-426f-a8ad-76bf680314b3 req-1634ec4f-e9ea-4a65-9eab-2bf181eb01a1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=5521ea4b-1ca9-42ee-95fd-5e83a2e65092 HTTP/1.1" status: 200 len: 210 time: 0.0341990 Nov 12 03:59:54.132661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bc7b-c350-4bec-b233-36d7e62c27fc req-c9635736-8d66-4980-a59d-ad250c500d09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:54.134342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e25bc7b-c350-4bec-b233-36d7e62c27fc req-c9635736-8d66-4980-a59d-ad250c500d09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 946 time: 0.0496151 Nov 12 03:59:54.180867 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2e25bc7b-c350-4bec-b233-36d7e62c27fc req-c3c357b2-7dc4-472b-9c13-4df091cd4977 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Nov 12 03:59:54.934972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.294566 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934765-f994-48ec-a6b4-660c65a8139b req-5d5213a2-5388-4ddc-a194-d21d666de8f7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.296040 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5934765-f994-48ec-a6b4-660c65a8139b req-5d5213a2-5388-4ddc-a194-d21d666de8f7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 946 time: 0.0482166 Nov 12 03:59:55.342282 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5934765-f994-48ec-a6b4-660c65a8139b req-bb8706fa-39b5-4523-853b-041169c52da6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=89addb17-4dfe-496e-82fe-a99315e20d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Nov 12 03:59:55.548839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-6b3e2afa-5b90-43cf-8297-cb2e0d05994e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.550176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-6b3e2afa-5b90-43cf-8297-cb2e0d05994e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 946 time: 0.0529523 Nov 12 03:59:55.639040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port 57403518-e11f-45c5-bb5e-d1bf69878438 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:55.639372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.729359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] For port 57403518-e11f-45c5-bb5e-d1bf69878438, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=57403518-e11f-45c5-bb5e-d1bf69878438,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:55.729810 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.743614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for 57403518-e11f-45c5-bb5e-d1bf69878438 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:55.865337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.876781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['57403518-e11f-45c5-bb5e-d1bf69878438'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:55.906069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=57403518-e11f-45c5-bb5e-d1bf69878438,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:55.941265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] No DVR routers for this DVR port 57403518-e11f-45c5-bb5e-d1bf69878438 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:55.944151 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.947865 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eabc941d-8f10-4eb3-9440-e5f47bdb5a32 req-e126568b-49c4-4500-aef7-bb5a76049d2a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "DELETE /v2.0/ports/57403518-e11f-45c5-bb5e-d1bf69878438 HTTP/1.1" status: 204 len: 173 time: 0.3916440 Nov 12 03:59:55.948356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e876e3-845b-4c66-b8f6-ed2a5f8dd165', 'name': 'network-vif-deleted', 'tag': '57403518-e11f-45c5-bb5e-d1bf69878438'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:55.950711 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d5c573-2545-447f-8352-c8b8e7c18c89" -d '{"events": [{"server_uuid": "06e876e3-845b-4c66-b8f6-ed2a5f8dd165", "name": "network-vif-deleted", "tag": "57403518-e11f-45c5-bb5e-d1bf69878438"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:55.988765 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39404829-614a-4b91-8d5c-b728da802053 x-openstack-request-id: req-39404829-614a-4b91-8d5c-b728da802053 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:55.989067 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e876e3-845b-4c66-b8f6-ed2a5f8dd165", "name": "network-vif-deleted", "tag": "57403518-e11f-45c5-bb5e-d1bf69878438", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:55.989322 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39404829-614a-4b91-8d5c-b728da802053 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:55.990379 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e876e3-845b-4c66-b8f6-ed2a5f8dd165', 'name': 'network-vif-deleted', 'tag': '57403518-e11f-45c5-bb5e-d1bf69878438', 'status': 'completed', 'code': 200} Nov 12 03:59:56.448590 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-16e8a2d7-3a17-49ca-975d-955dc9dd0aee req-f9c43670-d780-4b4e-94a1-a83fa893a27a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 210 time: 0.0304995 Nov 12 03:59:57.550953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29db612f-aa99-40fc-bfbc-f2c996227752 req-28ff94a9-48d8-4462-96f7-57bba228d33d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 210 time: 0.0267673 Nov 12 03:59:58.652582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f916a13-cbd1-4098-8b73-7da7675673d3 req-890cbe65-8f88-4c13-9077-5aced2fb6d66 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 210 time: 0.0277600 Nov 12 03:59:59.640286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 57403518-e11f-45c5-bb5e-d1bf69878438 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:59.659817 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 57403518-e11f-45c5-bb5e-d1bf69878438 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:59.660156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 57403518-e11f-45c5-bb5e-d1bf69878438 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:59.749536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bff721f0-03e9-4cf8-876e-d71b1f4d8a31 req-8528d22a-dea0-42c2-b7db-3fe0c01b5752 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e876e3-845b-4c66-b8f6-ed2a5f8dd165 HTTP/1.1" status: 200 len: 210 time: 0.0272524 Nov 12 04:00:01.337637 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-906b702d-238a-4f8d-a8a6-035c1c22cdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:03.577881 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3b30f993-d709-4ba9-ada2-4a31bc8d8466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.812478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 58642) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:04.817092 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328653959', 'description': 'tempest-secgroup-smoke-328653959 description', 'project_id': '340d9d4528c242ceac227e1a12c7c0a9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:04.838237 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.904360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.908400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.943978 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:04.945239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1317275 Nov 12 04:00:04.947187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a04363-2db3-4166-b3d7-d4dab508b5e9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:04.948811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58646) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:04.953660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-85bc8f68-feb9-4f83-9889-e535934cd6df tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'security_group_rule': {'security_group_id': 'c3a04363-2db3-4166-b3d7-d4dab508b5e9', 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:04.954672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.955020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.955361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.955700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.956033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.956365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.956697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.957045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.957368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.957692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.958013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.958560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d092fb-7ea5-44bb-8533-ada3522486b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:04.982980 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85bc8f68-feb9-4f83-9889-e535934cd6df tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.023829 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.039181 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85bc8f68-feb9-4f83-9889-e535934cd6df tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.042820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85bc8f68-feb9-4f83-9889-e535934cd6df tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.061580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc8f68-feb9-4f83-9889-e535934cd6df tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b128c6-2b63-4828-8361-b1d4f3587fe4,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.070156 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85bc8f68-feb9-4f83-9889-e535934cd6df tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.071389 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-85bc8f68-feb9-4f83-9889-e535934cd6df tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214063 Nov 12 04:00:05.074052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58648) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:05.078415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-172d8972-f82d-4ec7-8d99-75ba82cd054e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'security_group_rule': {'security_group_id': 'c3a04363-2db3-4166-b3d7-d4dab508b5e9', 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:05.104674 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-172d8972-f82d-4ec7-8d99-75ba82cd054e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.162239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-172d8972-f82d-4ec7-8d99-75ba82cd054e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.165630 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-172d8972-f82d-4ec7-8d99-75ba82cd054e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.180175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d8972-f82d-4ec7-8d99-75ba82cd054e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc558a67-72c4-4230-b2d9-5e2f14746cf5,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.190751 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-172d8972-f82d-4ec7-8d99-75ba82cd054e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.191941 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-172d8972-f82d-4ec7-8d99-75ba82cd054e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169448 Nov 12 04:00:05.195366 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58650) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:05.199755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b3cd34c0-23fc-4dff-8336-205699d449bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'security_group_rule': {'security_group_id': 'c3a04363-2db3-4166-b3d7-d4dab508b5e9', 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:05.225149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3cd34c0-23fc-4dff-8336-205699d449bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.280764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3cd34c0-23fc-4dff-8336-205699d449bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.284229 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3cd34c0-23fc-4dff-8336-205699d449bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.300645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd34c0-23fc-4dff-8336-205699d449bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63936762-cd08-44e4-95d2-115157feda65,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.308623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3cd34c0-23fc-4dff-8336-205699d449bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.309826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b3cd34c0-23fc-4dff-8336-205699d449bc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134884 Nov 12 04:00:05.312520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58652) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:05.316726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-5dc0cfba-0482-4c35-a57a-7bb8b67cad66 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'security_group_rule': {'security_group_id': 'c3a04363-2db3-4166-b3d7-d4dab508b5e9', 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:05.343864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5dc0cfba-0482-4c35-a57a-7bb8b67cad66 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.401572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5dc0cfba-0482-4c35-a57a-7bb8b67cad66 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.405126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5dc0cfba-0482-4c35-a57a-7bb8b67cad66 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.422426 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0cfba-0482-4c35-a57a-7bb8b67cad66 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601e7230-e413-4b57-b549-de8cb56919d1,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.430356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5dc0cfba-0482-4c35-a57a-7bb8b67cad66 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.431560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5dc0cfba-0482-4c35-a57a-7bb8b67cad66 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181004 Nov 12 04:00:05.434325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58654) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:05.438601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8c3cc3a8-0cf5-463e-b7d9-a82f75a28c16 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'security_group_rule': {'security_group_id': 'c3a04363-2db3-4166-b3d7-d4dab508b5e9', 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:05.460332 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-8c3cc3a8-0cf5-463e-b7d9-a82f75a28c16 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Project 340d9d4528c242ceac227e1a12c7c0a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:00:05.465112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c3cc3a8-0cf5-463e-b7d9-a82f75a28c16 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.523254 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c3cc3a8-0cf5-463e-b7d9-a82f75a28c16 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.526787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c3cc3a8-0cf5-463e-b7d9-a82f75a28c16 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.547341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cc3a8-0cf5-463e-b7d9-a82f75a28c16 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd20af09-f416-476d-8a96-16e31922ef14,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.555934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c3cc3a8-0cf5-463e-b7d9-a82f75a28c16 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.557152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8c3cc3a8-0cf5-463e-b7d9-a82f75a28c16 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219032 Nov 12 04:00:05.559847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58656) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:05.564345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1dabdd4c-6b18-42db-a29d-2d594f14d595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'security_group_rule': {'security_group_id': 'c3a04363-2db3-4166-b3d7-d4dab508b5e9', 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:05.585891 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-1dabdd4c-6b18-42db-a29d-2d594f14d595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Project 340d9d4528c242ceac227e1a12c7c0a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:00:05.590766 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1dabdd4c-6b18-42db-a29d-2d594f14d595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.650168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1dabdd4c-6b18-42db-a29d-2d594f14d595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.655800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1dabdd4c-6b18-42db-a29d-2d594f14d595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.673507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabdd4c-6b18-42db-a29d-2d594f14d595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74101ed7-bbc7-4052-8334-fdb60fec18a2,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.680585 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1dabdd4c-6b18-42db-a29d-2d594f14d595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.681788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1dabdd4c-6b18-42db-a29d-2d594f14d595 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210370 Nov 12 04:00:06.399039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.252924 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.609713 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:21.007149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-46bcac65-2c17-4d1b-8087-3b218a1d8f9b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328653959&fields=id&tenant_id=340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 267 time: 0.0438216 Nov 12 04:00:21.115358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-c26df7e5-3745-40eb-994e-52cec4376317 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:21.117649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-c26df7e5-3745-40eb-994e-52cec4376317 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1036863 Nov 12 04:00:21.132930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-81e479a3-a48c-49ca-83cc-bebb1cd1e14a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/quotas/340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0095556 Nov 12 04:00:21.182830 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cf8b8833-fa30-45b6-b040-7982e5610c8c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446293 Nov 12 04:00:21.274850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-57c6f0bb-f72f-4ba6-ac50-893a471bbc69 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809083 Nov 12 04:00:21.367688 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-1da383ec-14d3-46f1-b604-1aaea5c9a0e9 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865166 Nov 12 04:00:21.650425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-918b3ebc-217e-4a2d-b478-5fb5cde0f3fa req-f45d3ea8-51c7-46df-b95e-985532599da0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 210 time: 0.0268340 Nov 12 04:00:22.543379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-525f7217-1b83-4f27-96ca-7f6611a483ce tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:22.544863 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-525f7217-1b83-4f27-96ca-7f6611a483ce tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1113856 Nov 12 04:00:22.612387 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-9a25d45d-4ce5-4f67-9517-e09ca6806cb0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 379 time: 0.0578160 Nov 12 04:00:22.621690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'port': {'device_id': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'admin_state_up': True, 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'security_groups': ['c3a04363-2db3-4166-b3d7-d4dab508b5e9']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:22.734081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:22.738138 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:22.763248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d12ed811-fd4b-4178-a382-25a876ee4227 req-ff22bea7-ed8a-43a2-a241-6b4fd54aa0be tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 210 time: 0.0405538 Nov 12 04:00:22.880182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.20.0.8 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/3e7f13e5-f1e2-4b9a-b146-4efd078bc193) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:23.023589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.060851 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.107733 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:23.110949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:23.115661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:23.140343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.151919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.152451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.152702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.153132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.153503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.153842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.154174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.154504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.154850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.155157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.155487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.155812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:23.183545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.184165 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.201817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-cdfc681d-4a84-43ad-9b7c-4faaa8ed7b2c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839477 Nov 12 04:00:23.215854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Request body: {'port': {'device_id': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:23.284752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.368086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7120bbfe-af19-4f0b-9d7f-57d8a06d2f70 None None] Provisioning complete for port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:23.368754 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7120bbfe-af19-4f0b-9d7f-57d8a06d2f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.406150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7120bbfe-af19-4f0b-9d7f-57d8a06d2f70 None None] Port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:23.561944 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:23.574158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.587612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Transition to ACTIVE for port object 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:23.592849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.642667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.722465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Attempting to bind port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:23.722785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Attempting to bind port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:23.723144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Attempting to bind port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:23.728447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:23.728791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Attempting to bind port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:23.733970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:23.734305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:23.734685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:23.735113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Bound port: 3e7f13e5-f1e2-4b9a-b146-4efd078bc193, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:23.735468 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.811197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] For port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:23.816610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] For port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:23.823989 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.877011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.877637 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.879133 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e7f13e5-f1e2-4b9a-b146-4efd078bc193 HTTP/1.1" status: 200 len: 1092 time: 0.6681013 Nov 12 04:00:23.879479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'tag': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:23.882324 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f831df-e5b1-4c66-9bef-a8111f839cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b242d6a-dd3b-4d56-847f-0edd810c1dad", "tag": "3e7f13e5-f1e2-4b9a-b146-4efd078bc193"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:23.896414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afd11a-8d74-41ce-81dd-6f2b384aba78 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:23.931493 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42ca41-d66f-46ef-b79b-381d5ea715d8 req-84f593ac-413a-42d1-8f88-73d6ccddbc65 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.949229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f42ca41-d66f-46ef-b79b-381d5ea715d8 req-84f593ac-413a-42d1-8f88-73d6ccddbc65 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.1024795 Nov 12 04:00:23.977129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-49069117-3fcd-42db-b34e-ea3681afe8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.979043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-49069117-3fcd-42db-b34e-ea3681afe8b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 1095 time: 0.0576413 Nov 12 04:00:23.980875 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f68d8-ddc4-4148-ade6-fb6f131ea091 x-openstack-request-id: req-166f68d8-ddc4-4148-ade6-fb6f131ea091 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:23.981173 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b242d6a-dd3b-4d56-847f-0edd810c1dad", "tag": "3e7f13e5-f1e2-4b9a-b146-4efd078bc193", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:23.981428 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-166f68d8-ddc4-4148-ade6-fb6f131ea091 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:23.981823 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'tag': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'status': 'completed', 'code': 200} Nov 12 04:00:24.009982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f42ca41-d66f-46ef-b79b-381d5ea715d8 req-cc0ca6f8-21e1-4ab1-b8ba-1a1c62e3bca7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591044 Nov 12 04:00:24.035072 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-eab92ce2-fbe3-4768-ba9b-8e7dd6455e58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193 HTTP/1.1" status: 200 len: 217 time: 0.0484157 Nov 12 04:00:24.096969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-f14e187c-9f76-461d-ba7c-e0e700a92f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.099361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-f14e187c-9f76-461d-ba7c-e0e700a92f71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0567713 Nov 12 04:00:24.157511 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-f42c4184-a04f-442e-8c54-b302461676d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.158932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-f42c4184-a04f-442e-8c54-b302461676d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523677 Nov 12 04:00:24.258448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-23e633ea-18cc-461c-a79c-aa7394f45beb service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918059 Nov 12 04:00:24.357880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff805b96-bbfb-403a-999a-75546f1cfb6c req-aa34ac32-4a3b-405d-84fe-b931346f88d0 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917864 Nov 12 04:00:24.441145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-0558dd5c-4710-4ba3-b30e-9fbc0c0ca06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.442566 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-0558dd5c-4710-4ba3-b30e-9fbc0c0ca06a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 1095 time: 0.0417728 Nov 12 04:00:24.533116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-4d3deaaf-a7e0-45a0-9d7c-e0565178c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.534590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-4d3deaaf-a7e0-45a0-9d7c-e0565178c1dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0850725 Nov 12 04:00:24.579939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-367f738d-1bf4-4a82-9101-db027fa0ba7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193 HTTP/1.1" status: 200 len: 217 time: 0.0376868 Nov 12 04:00:24.628909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-efac76ab-d7eb-42a8-9209-543ee42e0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.630265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-efac76ab-d7eb-42a8-9209-543ee42e0867 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0436239 Nov 12 04:00:24.678459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-e1183baf-c83c-4fb9-8b46-c06f56996d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.680004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-e1183baf-c83c-4fb9-8b46-c06f56996d3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428696 Nov 12 04:00:24.774059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-a925ff88-08df-4c8d-acb5-198d34c60c00 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871003 Nov 12 04:00:24.864563 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04f831df-e5b1-4c66-9bef-a8111f839cf1 req-405f5b0a-405a-4439-b451-b1dd32bc256c service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838835 Nov 12 04:00:24.935551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.132894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eade7f-5001-4b3e-aba0-4f575bc6887f req-cf35a7a4-1d79-4419-bb53-15ac335c21a7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:25.134514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66eade7f-5001-4b3e-aba0-4f575bc6887f req-cf35a7a4-1d79-4419-bb53-15ac335c21a7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0553687 Nov 12 04:00:25.192697 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66eade7f-5001-4b3e-aba0-4f575bc6887f req-dba5e429-03c7-445a-ac11-e1176dee042b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517907 Nov 12 04:00:26.323512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7143c-b8fb-4970-9cf7-53366a5ef3f2 req-97c260b1-cba9-4008-8ffa-a743a3ffd848 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.325293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ae7143c-b8fb-4970-9cf7-53366a5ef3f2 req-97c260b1-cba9-4008-8ffa-a743a3ffd848 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0514476 Nov 12 04:00:26.375501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ae7143c-b8fb-4970-9cf7-53366a5ef3f2 req-ffd348fa-29c9-4334-bb1e-7f56fba3406a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442843 Nov 12 04:00:27.495875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4aaa1e-051d-4b51-b604-adb01e549e66 req-7b9554f0-07fd-437b-935b-e4169d9b67f6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.497408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f4aaa1e-051d-4b51-b604-adb01e549e66 req-7b9554f0-07fd-437b-935b-e4169d9b67f6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0509298 Nov 12 04:00:27.554467 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f4aaa1e-051d-4b51-b604-adb01e549e66 req-d51ea6bd-7b10-4dc1-ba52-f4ca8f3dc892 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509908 Nov 12 04:00:28.677894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5701b-f7f1-4dec-aca2-d6463c361ffc req-2b8ce798-08e4-48bc-96a7-137a2238dbbe tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.679653 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2b5701b-f7f1-4dec-aca2-d6463c361ffc req-2b8ce798-08e4-48bc-96a7-137a2238dbbe tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0521514 Nov 12 04:00:28.730914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2b5701b-f7f1-4dec-aca2-d6463c361ffc req-21cbbc53-235b-48a2-80d6-d3d885f8c649 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450084 Nov 12 04:00:29.847372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fc4a4-cafc-4046-8c7a-60943e01c3e7 req-d4e4da88-45c5-4184-9d56-16b8647ecb58 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.848877 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-714fc4a4-cafc-4046-8c7a-60943e01c3e7 req-d4e4da88-45c5-4184-9d56-16b8647ecb58 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0490642 Nov 12 04:00:29.896445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-714fc4a4-cafc-4046-8c7a-60943e01c3e7 req-06d8751c-9bed-466b-89dd-f7a2500441c9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410960 Nov 12 04:00:31.015746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a506f-e42f-4037-b8e2-42e033a8d805 req-6e6ad9d3-d9d1-4f30-9f71-c3da2fcf0cec tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:31.017229 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e03a506f-e42f-4037-b8e2-42e033a8d805 req-6e6ad9d3-d9d1-4f30-9f71-c3da2fcf0cec tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0538130 Nov 12 04:00:31.066441 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e03a506f-e42f-4037-b8e2-42e033a8d805 req-356c5b2c-57d8-4261-859c-54cc9bb8ec51 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429506 Nov 12 04:00:31.339963 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-231c8df9-5636-4494-a05f-7fc2b8f7eca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.182057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb65451-d70a-4666-a0a7-d15a7907bc18 req-a3f5460c-24b1-4e9a-9dd1-e5117f5fc0d3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:32.183551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9eb65451-d70a-4666-a0a7-d15a7907bc18 req-a3f5460c-24b1-4e9a-9dd1-e5117f5fc0d3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0496149 Nov 12 04:00:32.232952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9eb65451-d70a-4666-a0a7-d15a7907bc18 req-a8748e78-bfda-48ff-96a9-8de3c98f2ec2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434227 Nov 12 04:00:33.350358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c20a3-75c9-4042-b123-90406cfdf258 req-33b0d065-d4da-4885-ab48-2a81fef8da57 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:33.351990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e29c20a3-75c9-4042-b123-90406cfdf258 req-33b0d065-d4da-4885-ab48-2a81fef8da57 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0517316 Nov 12 04:00:33.407379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e29c20a3-75c9-4042-b123-90406cfdf258 req-ee83c755-093c-486d-a4cd-ac9ff4a55a9c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492957 Nov 12 04:00:33.581160 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2edae112-4c8d-4a95-a6cd-ac6b92b10837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.525617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd54cc4-a870-44d6-a7f7-fddf181ad0ed req-7b6ab3b7-e504-47fb-adca-15fb3a1aba5c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:34.527104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dd54cc4-a870-44d6-a7f7-fddf181ad0ed req-7b6ab3b7-e504-47fb-adca-15fb3a1aba5c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0493226 Nov 12 04:00:34.576453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dd54cc4-a870-44d6-a7f7-fddf181ad0ed req-acfd587c-9f14-41be-ba50-d2a9c8ae4653 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Nov 12 04:00:35.025862 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.691005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b011360-1e1a-4e3e-9342-5e84b6869ade req-92ceb736-65f6-42cc-9d32-a0aaf66d4d77 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:35.692526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b011360-1e1a-4e3e-9342-5e84b6869ade req-92ceb736-65f6-42cc-9d32-a0aaf66d4d77 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 943 time: 0.0496340 Nov 12 04:00:35.743787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8b011360-1e1a-4e3e-9342-5e84b6869ade req-f3cf459b-8e0d-4925-887a-84eecd17ca92 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447869 Nov 12 04:00:35.795705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:35.891950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:35.903034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'port_id': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'mac_address': 'fa:16:3e:49:e4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:35.943002 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:35.955902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:35.974672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:35.978590 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.025705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:36.032436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.033083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.033212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.033522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.033848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.034175 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.034497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.034815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.035135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.035611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.035940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.036258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:36.190371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['3e7f13e5-f1e2-4b9a-b146-4efd078bc193'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:36.413493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:36.864191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f709751-7e04-42f1-87ee-e50cb3d9b485 req-0e1dc8ff-81d8-4022-bd12-b0471d317a5f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:36.866113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f709751-7e04-42f1-87ee-e50cb3d9b485 req-0e1dc8ff-81d8-4022-bd12-b0471d317a5f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 944 time: 0.0532501 Nov 12 04:00:36.916433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f709751-7e04-42f1-87ee-e50cb3d9b485 req-4219a6eb-ffd6-4837-b0fc-52c51d9acafb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442061 Nov 12 04:00:37.255513 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.826644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:37.877306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:37.881279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:37.881696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.960394 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.986487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:37.988814 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee6234-6081-475c-862b-81ce4cbdd9b5" -d '{"events": [{"server_uuid": "4b242d6a-dd3b-4d56-847f-0edd810c1dad", "name": "network-vif-plugged", "status": "completed", "tag": "3e7f13e5-f1e2-4b9a-b146-4efd078bc193"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:38.004140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:38.009464 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.036101 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c6c980-abf0-4732-95ec-17ef72d96717 x-openstack-request-id: req-68c6c980-abf0-4732-95ec-17ef72d96717 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:38.036388 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b242d6a-dd3b-4d56-847f-0edd810c1dad", "name": "network-vif-plugged", "status": "completed", "tag": "3e7f13e5-f1e2-4b9a-b146-4efd078bc193", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:38.036645 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68c6c980-abf0-4732-95ec-17ef72d96717 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:38.037857 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'code': 200} Nov 12 04:00:38.048027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52190cf-5946-4499-b187-f3abedb58df9 req-b6cd9a3d-c0ac-45da-b0ae-48d0fea32403 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.049781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d52190cf-5946-4499-b187-f3abedb58df9 req-b6cd9a3d-c0ac-45da-b0ae-48d0fea32403 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 944 time: 0.0620272 Nov 12 04:00:38.068447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:38.107791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d52190cf-5946-4499-b187-f3abedb58df9 req-d306a978-5165-4829-b029-cd774a184fa1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490403 Nov 12 04:00:38.135726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c005d72-dd41-415b-aa40-3f60a12fb83c req-a9c85159-3979-42f7-805c-04c8aef3def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.137315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c005d72-dd41-415b-aa40-3f60a12fb83c req-a9c85159-3979-42f7-805c-04c8aef3def1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 1097 time: 0.0450771 Nov 12 04:00:38.183635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c005d72-dd41-415b-aa40-3f60a12fb83c req-5d0c857b-bdd0-4a38-8931-1933506d5b98 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396857 Nov 12 04:00:39.235911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc9bb-0774-4d41-9eb4-0d87931e21ce req-c19a19c9-5bb3-412b-b4bd-05c0dfb0a784 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:39.237948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c95cc9bb-0774-4d41-9eb4-0d87931e21ce req-c19a19c9-5bb3-412b-b4bd-05c0dfb0a784 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 945 time: 0.0607963 Nov 12 04:00:39.283794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cb52d84-aaeb-4493-8f1d-cacbe8ad7b59 req-833a9c71-51e3-4142-8b43-4434ec68c8d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328000 Nov 12 04:00:39.314892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c95cc9bb-0774-4d41-9eb4-0d87931e21ce req-e9948f8f-d50f-4f3c-bff3-5564e21d9306 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705230 Nov 12 04:00:39.368982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cb52d84-aaeb-4493-8f1d-cacbe8ad7b59 req-94ee91fb-dd4b-4217-ba4e-97ed1d30009f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0269315 Nov 12 04:00:39.411000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cb52d84-aaeb-4493-8f1d-cacbe8ad7b59 req-59f4f423-a2d1-47a3-bd84-8576bbb70f12 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190918 Nov 12 04:00:39.510104 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb52d84-aaeb-4493-8f1d-cacbe8ad7b59 req-5eff0dea-57fa-4b6b-ab73-ddb73d69bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:39.511637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cb52d84-aaeb-4493-8f1d-cacbe8ad7b59 req-5eff0dea-57fa-4b6b-ab73-ddb73d69bbb2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0942392 Nov 12 04:00:40.431684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825893c-b86f-4aa6-8a97-a93a2563c383 req-6c4fea5d-c31b-4097-b170-e9f72c336f9b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.433179 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9825893c-b86f-4aa6-8a97-a93a2563c383 req-6c4fea5d-c31b-4097-b170-e9f72c336f9b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 945 time: 0.0486457 Nov 12 04:00:40.481344 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9825893c-b86f-4aa6-8a97-a93a2563c383 req-96e9b385-f93d-4d7a-8fab-6fde6baa317f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423198 Nov 12 04:00:40.598991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88aabf-bd19-459a-984c-c507b74ee2fc req-be480ef7-18f9-475d-89dc-ec7ea5a66a3b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.600499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a88aabf-bd19-459a-984c-c507b74ee2fc req-be480ef7-18f9-475d-89dc-ec7ea5a66a3b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 945 time: 0.0498617 Nov 12 04:00:40.649776 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a88aabf-bd19-459a-984c-c507b74ee2fc req-7db2761a-3e1c-46eb-9045-c0c4b099012e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433145 Nov 12 04:00:40.672483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58910) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:40.715003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab85438-042b-4dde-87d9-35b005fc7223 tempest-TestVolumeBootPattern-430809209 tempest-TestVolumeBootPattern-430809209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.716487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8ab85438-042b-4dde-87d9-35b005fc7223 tempest-TestVolumeBootPattern-430809209 tempest-TestVolumeBootPattern-430809209-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 1092 time: 0.0429871 Nov 12 04:00:40.719713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 58912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:40.723880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:40.745881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.838333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:40.944864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.25.0.21 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/a308b334-8808-4346-bb3c-d1e1e43565e7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:41.044757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.077865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.121818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:41.124854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:41.128535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:41.152075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=a308b334-8808-4346-bb3c-d1e1e43565e7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:41.483709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.550116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.692318 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.698750 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.768192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=a308b334-8808-4346-bb3c-d1e1e43565e7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:41.779957 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.881176 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Floating IP adc0f003-9ac0-41c2-9708-e37b058ccfeb associated. External IP: 172.25.0.21, port: 3e7f13e5-f1e2-4b9a-b146-4efd078bc193. Nov 12 04:00:42.415545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:42.518562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:42.528345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:42.536443 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:42.539726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:42.540432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:00:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:42.580762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-17290b91-002d-4d46-9dc7-5a17525817d0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8468974 Nov 12 04:00:42.580762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'tag': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:42.580762 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f5aef-ebce-4245-94b3-a519903053f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b242d6a-dd3b-4d56-847f-0edd810c1dad", "tag": "3e7f13e5-f1e2-4b9a-b146-4efd078bc193"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:42.608667 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902da803-18d5-43b5-9058-b4316f94af5e x-openstack-request-id: req-902da803-18d5-43b5-9058-b4316f94af5e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:42.608985 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b242d6a-dd3b-4d56-847f-0edd810c1dad", "tag": "3e7f13e5-f1e2-4b9a-b146-4efd078bc193", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:42.609239 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-902da803-18d5-43b5-9058-b4316f94af5e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:42.609641 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'tag': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'status': 'completed', 'code': 200} Nov 12 04:00:42.650569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:42.670610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-530d9b22-fb47-48a7-8c90-4e0d2313a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:42.672119 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-530d9b22-fb47-48a7-8c90-4e0d2313a87c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 1097 time: 0.0409527 Nov 12 04:00:42.763545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-0dfe2fb3-0e52-4a30-b882-efc96caa029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:42.765910 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-0dfe2fb3-0e52-4a30-b882-efc96caa029c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0873556 Nov 12 04:00:42.836390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-6bde1f35-51e8-424f-bef9-6dcf39de311a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193 HTTP/1.1" status: 200 len: 998 time: 0.0634429 Nov 12 04:00:42.873362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'adc0f003-9ac0-41c2-9708-e37b058ccfeb', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:49:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:41Z', 'updated_at': '2021-11-12T04:00:41Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:42.887607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-d5a03c8b-02f4-4bf4-9d61-7da7c27e5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:42.889111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-d5a03c8b-02f4-4bf4-9d61-7da7c27e5fb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0456803 Nov 12 04:00:42.904287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:42.914094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:42.914706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:00:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:42.936843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-7a124e48-dda4-4463-9d51-869bc0aba534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:42.938559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-7a124e48-dda4-4463-9d51-869bc0aba534 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432019 Nov 12 04:00:42.993206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01e117bc-04a3-44b6-9c98-568526faa223 req-e595c652-7aa8-425d-8dde-2bc89aa08085 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403829 Nov 12 04:00:43.026797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:43.048944 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-4422c9db-753b-4ad7-b237-246319d5bcf9 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959294 Nov 12 04:00:43.085811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e117bc-04a3-44b6-9c98-568526faa223 req-b7ae9541-b2d5-45f9-9542-ea820e45a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.088147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01e117bc-04a3-44b6-9c98-568526faa223 req-b7ae9541-b2d5-45f9-9542-ea820e45a35d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ffc06c1106c442f982f647d625ce7b3&device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 1097 time: 0.0490608 Nov 12 04:00:43.147633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ee3f5aef-ebce-4245-94b3-a519903053f2 req-910108e7-2646-4701-a5bd-c1ec76869861 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922489 Nov 12 04:00:43.200498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e117bc-04a3-44b6-9c98-568526faa223 req-5e98cc4e-6448-4df9-84ed-8f7dcc626889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.202003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01e117bc-04a3-44b6-9c98-568526faa223 req-5e98cc4e-6448-4df9-84ed-8f7dcc626889 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 200 len: 913 time: 0.0917847 Nov 12 04:00:43.254823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'adc0f003-9ac0-41c2-9708-e37b058ccfeb', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:49:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:41Z', 'updated_at': '2021-11-12T04:00:41Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:43.274510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01e117bc-04a3-44b6-9c98-568526faa223 req-d11ad781-0db6-434e-a3c0-df6e65413725 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1 HTTP/1.1" status: 200 len: 1000 time: 0.0656567 Nov 12 04:00:43.283928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c887990-2039-47e1-8bde-0e041ceda0e3 None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'adc0f003-9ac0-41c2-9708-e37b058ccfeb', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:49:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:00:41Z', 'updated_at': '2021-11-12T04:00:41Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:43.329814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e117bc-04a3-44b6-9c98-568526faa223 req-d09e75e5-0c7c-4c63-ab1b-44ea2fe71bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.331408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01e117bc-04a3-44b6-9c98-568526faa223 req-d09e75e5-0c7c-4c63-ab1b-44ea2fe71bf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 200 len: 850 time: 0.0508478 Nov 12 04:00:43.378541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e117bc-04a3-44b6-9c98-568526faa223 req-fa052104-286f-42f2-8450-5829a930105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.380031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01e117bc-04a3-44b6-9c98-568526faa223 req-fa052104-286f-42f2-8450-5829a930105e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417747 Nov 12 04:00:43.477434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01e117bc-04a3-44b6-9c98-568526faa223 req-f88d1531-6838-489a-a915-f140779d8924 service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894194 Nov 12 04:00:43.487468 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ae8d86-8437-4c04-b3ba-853d164c0766 None None] New status for floating IP adc0f003-9ac0-41c2-9708-e37b058ccfeb: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:00:43.572278 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-01e117bc-04a3-44b6-9c98-568526faa223 req-08988be3-fc73-4f3c-9789-ea4c3aa81a3a service neutron] 10.222.0.20 "GET /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884607 Nov 12 04:00:49.608643 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:54.933878 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:01.340803 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bdd11faa-ce2b-4c0c-a59c-6ea7387d6e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:03.582710 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-747a7815-d392-4c23-b54a-94a86473d582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.032291 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:06.404225 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:07.258600 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:24.934278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.608199 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:29.231099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dd896-55a8-460e-be76-2fb78bf89bf1 req-b64d52a3-41d7-4a06-8520-fed60fb814f0 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:29.232589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-675dd896-55a8-460e-be76-2fb78bf89bf1 req-b64d52a3-41d7-4a06-8520-fed60fb814f0 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 945 time: 0.0543103 Nov 12 04:01:29.279792 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-675dd896-55a8-460e-be76-2fb78bf89bf1 req-d730964f-c1f1-4946-9dce-cf37e064fb2d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Nov 12 04:01:30.397236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da3de-ad1d-4738-a51d-fe6c29c10006 req-ea9c44d7-b00d-4cbf-8900-8e5614acb8cb tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:30.398707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-910da3de-ad1d-4738-a51d-fe6c29c10006 req-ea9c44d7-b00d-4cbf-8900-8e5614acb8cb tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 945 time: 0.0498512 Nov 12 04:01:30.445386 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-910da3de-ad1d-4738-a51d-fe6c29c10006 req-fcdf8f89-aa2d-458d-b2c9-8b3d46e1d0cf tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups?id=10438b0e-7747-412c-87b7-5a5633f2d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Nov 12 04:01:30.819445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-f6f3c2d3-b09d-4c4d-a9f6-b50e0c5bc822 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:30.820924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-f6f3c2d3-b09d-4c4d-a9f6-b50e0c5bc822 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 945 time: 0.0485501 Nov 12 04:01:30.914342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Deleting port c63a5eaf-7585-49e7-868a-39452b69dcf1 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:30.914614 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.004047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] For port c63a5eaf-7585-49e7-868a-39452b69dcf1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=c63a5eaf-7585-49e7-868a-39452b69dcf1,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:31.004405 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.173993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.174266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.175126 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Floating IP 3b0c98ce-54ee-4321-874c-26d16514eb40 disassociated. External IP: 172.25.0.67, port: c63a5eaf-7585-49e7-868a-39452b69dcf1. Nov 12 04:01:31.175668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Calling delete_port for c63a5eaf-7585-49e7-868a-39452b69dcf1 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:31.308490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.336789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event deleted for resources: {'Port': ['ID=c63a5eaf-7585-49e7-868a-39452b69dcf1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:31.344619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-77267ba7-4f89-4379-8d0e-35c59c677e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.389249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.389597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.389940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.390289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.390623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.391037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.391317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.391608 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.391937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.392268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.392595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.392946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.468698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:31.544057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d204905a-2565-4565-a977-2fb1f8f7c9fd req-7f0af974-a65a-453e-90ca-9ac8ce946e51 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccefa970-25bd-44a1-9f1f-1a6d9d989afe HTTP/1.1" status: 200 len: 210 time: 0.0295117 Nov 12 04:01:31.602933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:31.616364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] Sync routers for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:31.625772 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:31.626386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:01:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:31.645984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] No DVR routers for this DVR port c63a5eaf-7585-49e7-868a-39452b69dcf1 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:31.648508 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.651904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-be11ff93-f7c1-4bb0-a7cd-f724f1b70a47 req-733474f3-d818-480d-9c70-b28b63737cf6 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.20 "DELETE /v2.0/ports/c63a5eaf-7585-49e7-868a-39452b69dcf1 HTTP/1.1" status: 204 len: 173 time: 0.8244352 Nov 12 04:01:31.652358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'name': 'network-vif-deleted', 'tag': 'c63a5eaf-7585-49e7-868a-39452b69dcf1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:31.654759 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa6be84-2d89-4f97-9512-ed08ab33c481" -d '{"events": [{"server_uuid": "ccefa970-25bd-44a1-9f1f-1a6d9d989afe", "name": "network-vif-deleted", "tag": "c63a5eaf-7585-49e7-868a-39452b69dcf1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:31.700153 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1707c230-fd99-4a1b-8d01-149c5b4c29ce x-openstack-request-id: req-1707c230-fd99-4a1b-8d01-149c5b4c29ce {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:31.700714 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccefa970-25bd-44a1-9f1f-1a6d9d989afe", "name": "network-vif-deleted", "tag": "c63a5eaf-7585-49e7-868a-39452b69dcf1", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:31.701232 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1707c230-fd99-4a1b-8d01-149c5b4c29ce {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:31.701843 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccefa970-25bd-44a1-9f1f-1a6d9d989afe', 'name': 'network-vif-deleted', 'tag': 'c63a5eaf-7585-49e7-868a-39452b69dcf1', 'status': 'completed', 'code': 200} Nov 12 04:01:31.915154 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:32.113388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:32.139480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] Checking router: f4f84f77-5bcd-4bc1-8534-2bfc97757a99 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:32.148634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:32.149153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:01:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:32.259770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:32.459649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:32.489425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038c190-56be-4b71-ae9f-e07501735234 None None] The sync data for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 is: [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 4, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '80be556c-dba8-4b8d-9690-2869e9a6a5b4', 'name': '', 'network_id': '6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'mac_address': 'fa:16:3e:79:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:04Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'subnets': [{'id': '2e5a2f1b-c7f6-49b0-a811-962cc92d1a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:32.631121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59122) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:32.686794 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.711972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.720181 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78a92a-aa0d-4bb5-a04c-f1f1648d3fd6 None None] New status for floating IP 3b0c98ce-54ee-4321-874c-26d16514eb40: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:01:32.761490 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.764153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.765401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "DELETE /v2.0/security-groups/10438b0e-7747-412c-87b7-5a5633f2d2d9 HTTP/1.1" status: 204 len: 168 time: 0.1332078 Nov 12 04:01:32.768153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59124) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:32.774804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10438b0e-7747-412c-87b7-5a5633f2d2d9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:32.782325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.782686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.783013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.783354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.783690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.784052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.784384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.784710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.785071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.785383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.785710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.786037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcd7ef8-f8a6-40b9-a564-eead1187ba17 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:32.786700 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-5374698b-9cce-4b5d-8795-656a7963e04d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] show failed (client error): The resource could not be found. Nov 12 04:01:32.787933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5374698b-9cce-4b5d-8795-656a7963e04d tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "GET /v2.0/security-groups/10438b0e-7747-412c-87b7-5a5633f2d2d9 HTTP/1.1" status: 404 len: 347 time: 0.0181022 Nov 12 04:01:32.790795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59126) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:32.917664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Deleting port 666a8614-e910-4025-b038-bbf7b0ef1b3a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:32.918004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.995846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.996104 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.007610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Calling delete_port for 666a8614-e910-4025-b038-bbf7b0ef1b3a owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:33.138850 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.163887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Pushing event deleted for resources: {'Port': ['ID=666a8614-e910-4025-b038-bbf7b0ef1b3a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:33.225537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.228070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:33.229298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1a853de0-db68-4afd-9693-ff0489b4e857 tempest-AttachVolumeTestJSON-1798906340 tempest-AttachVolumeTestJSON-1798906340-project] 10.222.0.49 "DELETE /v2.0/floatingips/3b0c98ce-54ee-4321-874c-26d16514eb40 HTTP/1.1" status: 204 len: 168 time: 0.4375095 Nov 12 04:01:33.587451 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2f291f56-31c4-4de7-9ef3-8f4347bc4f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.092406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c63a5eaf-7585-49e7-868a-39452b69dcf1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:34.114011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: c63a5eaf-7585-49e7-868a-39452b69dcf1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:34.114358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device c63a5eaf-7585-49e7-868a-39452b69dcf1 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:35.033878 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.406362 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.269269 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.256840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-454d5dc3-585b-4636-8ba5-667c8847e52a req-232478b3-37a3-45f1-9b4c-39e65938a140 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273111 Nov 12 04:01:39.313790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-454d5dc3-585b-4636-8ba5-667c8847e52a req-c35621f9-e5bd-4173-a771-98a12ff81e26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0261893 Nov 12 04:01:39.358933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-454d5dc3-585b-4636-8ba5-667c8847e52a req-484f4bca-1651-4008-99c3-8a12c8cc5890 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215495 Nov 12 04:01:39.460517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d5dc3-585b-4636-8ba5-667c8847e52a req-501e20a7-db1e-4843-9aa1-f202d2a72161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:39.462036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-454d5dc3-585b-4636-8ba5-667c8847e52a req-501e20a7-db1e-4843-9aa1-f202d2a72161 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960419 Nov 12 04:01:43.068386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59168) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:43.609321 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.824403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-da93704c-c131-4a99-8627-560f5905531f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425367 Nov 12 04:01:43.871900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Deleting port 80be556c-dba8-4b8d-9690-2869e9a6a5b4 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:43.872313 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.898971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-43ff8d3d-00e0-462d-8bc7-6b7abee7f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:43.900455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-43ff8d3d-00e0-462d-8bc7-6b7abee7f017 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 1097 time: 0.0529685 Nov 12 04:01:43.954988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] For port 80be556c-dba8-4b8d-9690-2869e9a6a5b4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=80be556c-dba8-4b8d-9690-2869e9a6a5b4,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:43.955357 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.973523 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Calling delete_port for 80be556c-dba8-4b8d-9690-2869e9a6a5b4 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:44.012548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-212e6ed1-0c44-4b8d-8749-d244aa24dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.014070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-212e6ed1-0c44-4b8d-8749-d244aa24dc2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0908926 Nov 12 04:01:44.079753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-b09be917-8451-497b-899d-b2bf953fe3e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193 HTTP/1.1" status: 200 len: 1000 time: 0.0584476 Nov 12 04:01:44.128361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-d7a4509b-575b-4009-abac-abc887632dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.130577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-d7a4509b-575b-4009-abac-abc887632dde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0447888 Nov 12 04:01:44.152629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.178935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80be556c-dba8-4b8d-9690-2869e9a6a5b4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.181319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-0a074e01-d7ad-46b4-a280-1eed06092e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.182809 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-0a074e01-d7ad-46b4-a280-1eed06092e20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449376 Nov 12 04:01:44.279961 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-f6810fb4-f857-4bcc-80f6-644e3d697370 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898831 Nov 12 04:01:44.348691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.383197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f38cb9fd-ecce-40f9-a28b-6832c3a9e4c8 req-7841d011-f792-433d-a961-19dc6d0e347d service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960131 Nov 12 04:01:44.569222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:44.675818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:44.681343 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a4053d69-f340-47cd-8610-b37204a3aae6 admin admin] 10.222.0.49 "PUT /v2.0/routers/f4f84f77-5bcd-4bc1-8534-2bfc97757a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6119976 Nov 12 04:01:44.683885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59172) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:44.685153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] Sync routers for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:44.695793 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:44.696401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:01:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:44.790218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.801569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:44.898034 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.950569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Deleting port a05b9bf9-1629-4266-b764-8a7747e10580 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:44.950921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.983418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 5, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port': {'id': 'a05b9bf9-1629-4266-b764-8a7747e10580', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:45.010811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] Checking router: f4f84f77-5bcd-4bc1-8534-2bfc97757a99 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:45.021541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] Routers {'f4f84f77-5bcd-4bc1-8534-2bfc97757a99'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:45.022166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:01:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:45.030738 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] For port a05b9bf9-1629-4266-b764-8a7747e10580, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a05b9bf9-1629-4266-b764-8a7747e10580,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:45.031103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.059168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Calling delete_port for a05b9bf9-1629-4266-b764-8a7747e10580 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:45.118668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] Set router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:45.174766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 6, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:45.202120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bc6b5-5406-4c56-961c-f226dd8037d3 None None] The sync data for ids ['f4f84f77-5bcd-4bc1-8534-2bfc97757a99'] in n-d-789963-21 is: [{'id': 'f4f84f77-5bcd-4bc1-8534-2bfc97757a99', 'name': 'tempest-AttachVolumeTestJSON-1352047997-router', 'tenant_id': '5ffc06c1106c442f982f647d625ce7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:55Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 6, 'project_id': '5ffc06c1106c442f982f647d625ce7b3', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:45.236485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.267161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05b9bf9-1629-4266-b764-8a7747e10580,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.281143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97f83f-91f1-425b-84a5-d83938888d5d None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:45.325319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.417444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.419588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.462407 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.462867 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f84f77-5bcd-4bc1-8534-2bfc97757a99 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:01:45.467067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.468211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f9d14ab5-8688-4294-bd29-d9061778fa53 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f4f84f77-5bcd-4bc1-8534-2bfc97757a99 HTTP/1.1" status: 204 len: 168 time: 0.7834039 Nov 12 04:01:45.470997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59174) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.518700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-61221c0c-e27c-47fd-b850-567770d0b5a1 admin admin] Deleting subnet 2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:01:45.522817 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61221c0c-e27c-47fd-b850-567770d0b5a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.560471 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61221c0c-e27c-47fd-b850-567770d0b5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.644549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61221c0c-e27c-47fd-b850-567770d0b5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.700978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61221c0c-e27c-47fd-b850-567770d0b5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.726591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61221c0c-e27c-47fd-b850-567770d0b5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5a2f1b-c7f6-49b0-a811-962cc92d1a66,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.730309 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-61221c0c-e27c-47fd-b850-567770d0b5a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.733490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-61221c0c-e27c-47fd-b850-567770d0b5a1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2e5a2f1b-c7f6-49b0-a811-962cc92d1a66 HTTP/1.1" status: 204 len: 168 time: 0.2615709 Nov 12 04:01:45.737561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59176) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.740617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedaa5b4-ba99-440d-9f0a-245c5bad2980 None None] Network 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:45.809073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.867119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Deleting port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:45.867453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.931920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] For port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=66e1dee8-1c69-4366-b3a5-6d86d24dc0b9,segment=NetworkSegment(53ffc4ed-2038-49e1-8a67-295e6b13f77e),segment_id=53ffc4ed-2038-49e1-8a67-295e6b13f77e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:45.932273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.944503 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Calling delete_port for 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:45.986388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] DHCP port deletion for 6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:46.034609 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.037096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Deleting port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:46.037340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.062808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e1dee8-1c69-4366-b3a5-6d86d24dc0b9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:46.067945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] No DVR routers for this DVR port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:46.108326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] For port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:46.108723 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.121887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Calling delete_port for 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:46.124507 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:01:46.125779 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.146847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.150397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Pushing event deleted for resources: {'Port': ['ID=66e1dee8-1c69-4366-b3a5-6d86d24dc0b9,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:46.158519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] No DVR routers for this DVR port 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:46.161850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.161850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.162368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.162368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.162647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.162922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.163249 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.163572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.163897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.164219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.164539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.164888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff827d-a440-4d92-9ed0-ff7acb1bb864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:46.176242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:46.186644 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ffc4ed-2038-49e1-8a67-295e6b13f77e') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:46.187006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ffc4ed-2038-49e1-8a67-295e6b13f77e') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:46.197978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.212298 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.219373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:01:46.220054 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:01:46.221950 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:01:46.279826 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.284085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.288268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782 HTTP/1.1" status: 204 len: 168 time: 0.5488393 Nov 12 04:01:46.301205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631082d-81bc-4797-89a2-7336cd6be337 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9fe3ef-31c4-4ee8-ae4f-d4cbe4313782,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:46.411713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59180) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:46.459194 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f50658b-d142-439c-97ed-541cb35db11e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ffc06c1106c442f982f647d625ce7b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462749 Nov 12 04:01:46.461863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59182) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:46.510668 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5f46796-22d7-4e5b-ac46-c94ea87d9fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.532726 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5f46796-22d7-4e5b-ac46-c94ea87d9fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.580338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5f46796-22d7-4e5b-ac46-c94ea87d9fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.583387 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5f46796-22d7-4e5b-ac46-c94ea87d9fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.584637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c5f46796-22d7-4e5b-ac46-c94ea87d9fce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa530a58-d3ed-40d4-b614-33e3cb43ba08 HTTP/1.1" status: 204 len: 168 time: 0.1217749 Nov 12 04:01:46.597090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f46796-22d7-4e5b-ac46-c94ea87d9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa530a58-d3ed-40d4-b614-33e3cb43ba08,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:47.129309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a05b9bf9-1629-4266-b764-8a7747e10580 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:47.154115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a05b9bf9-1629-4266-b764-8a7747e10580 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:47.154469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a05b9bf9-1629-4266-b764-8a7747e10580 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:47.154888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 80be556c-dba8-4b8d-9690-2869e9a6a5b4 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:47.173987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 80be556c-dba8-4b8d-9690-2869e9a6a5b4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:47.174347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 80be556c-dba8-4b8d-9690-2869e9a6a5b4 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:47.174785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:47.194955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:47.195305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 66e1dee8-1c69-4366-b3a5-6d86d24dc0b9 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:54.937580 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.981227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59296) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:56.093682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93ce5f20-59a7-43b1-ad6f-aefb527955dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.173444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93ce5f20-59a7-43b1-ad6f-aefb527955dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.177705 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-93ce5f20-59a7-43b1-ad6f-aefb527955dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.218131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-93ce5f20-59a7-43b1-ad6f-aefb527955dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ea635e3916e4f8287e26e058952d068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357910 Nov 12 04:01:56.218994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce5f20-59a7-43b1-ad6f-aefb527955dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b9b981-326f-44f3-b6d6-ad9689811259,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:56.221249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59300) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:56.284167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c91604c7-b7c5-4c38-8490-0d43f204ab7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.306560 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c91604c7-b7c5-4c38-8490-0d43f204ab7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.354969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c91604c7-b7c5-4c38-8490-0d43f204ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.357652 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c91604c7-b7c5-4c38-8490-0d43f204ab7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.361248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c91604c7-b7c5-4c38-8490-0d43f204ab7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1b9b981-326f-44f3-b6d6-ad9689811259 HTTP/1.1" status: 204 len: 168 time: 0.1314323 Nov 12 04:01:56.366955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91604c7-b7c5-4c38-8490-0d43f204ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b9b981-326f-44f3-b6d6-ad9689811259,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:01.340891 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-871453aa-a74d-4950-a5d2-c2885fcf8417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.366659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59428) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.473178 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f032549-5054-458d-a3e0-79fbc4447dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.553250 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f032549-5054-458d-a3e0-79fbc4447dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.557058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4f032549-5054-458d-a3e0-79fbc4447dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.597285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4f032549-5054-458d-a3e0-79fbc4447dd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3dbececa1dc64810913eb5daa00012c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294090 Nov 12 04:02:01.598156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f032549-5054-458d-a3e0-79fbc4447dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e289ac-baf8-4698-848a-4eab677b98b3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:01.600285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59432) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.648984 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53a0789-935b-490b-8f1e-1e44f8eab432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.669445 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53a0789-935b-490b-8f1e-1e44f8eab432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.716762 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53a0789-935b-490b-8f1e-1e44f8eab432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.719567 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e53a0789-935b-490b-8f1e-1e44f8eab432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.720727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e53a0789-935b-490b-8f1e-1e44f8eab432 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05e289ac-baf8-4698-848a-4eab677b98b3 HTTP/1.1" status: 204 len: 168 time: 0.1193833 Nov 12 04:02:01.729413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a0789-935b-490b-8f1e-1e44f8eab432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e289ac-baf8-4698-848a-4eab677b98b3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:01.984015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59438) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.997424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b825b4de-783a-4328-adc8-4f9b42b0fa0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.071679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b825b4de-783a-4328-adc8-4f9b42b0fa0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.077116 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b825b4de-783a-4328-adc8-4f9b42b0fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.118614 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b825b4de-783a-4328-adc8-4f9b42b0fa0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60b7472c6c0a4c8784f58846063bdd56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335006 Nov 12 04:02:02.119474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825b4de-783a-4328-adc8-4f9b42b0fa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd3b18a-2390-4cef-8915-846a517bc135,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:02.122454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59440) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:02.171655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec205729-15c4-4eca-a7e4-92f0b4b7df30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.196073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec205729-15c4-4eca-a7e4-92f0b4b7df30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.245713 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec205729-15c4-4eca-a7e4-92f0b4b7df30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.248363 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec205729-15c4-4eca-a7e4-92f0b4b7df30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.249565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ec205729-15c4-4eca-a7e4-92f0b4b7df30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efd3b18a-2390-4cef-8915-846a517bc135 HTTP/1.1" status: 204 len: 168 time: 0.1257784 Nov 12 04:02:02.264292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec205729-15c4-4eca-a7e4-92f0b4b7df30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd3b18a-2390-4cef-8915-846a517bc135,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:03.589381 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d50af453-1cad-40a0-b3b0-bb5a50aaf794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.610262 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:04.583471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59498) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:04.689130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eddbb820-377b-43e1-a26e-4efeb510be5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.764372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eddbb820-377b-43e1-a26e-4efeb510be5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.767880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eddbb820-377b-43e1-a26e-4efeb510be5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.807164 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eddbb820-377b-43e1-a26e-4efeb510be5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c31f65fea64940c5b998cdae5e4a054f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225318 Nov 12 04:02:04.807800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbb820-377b-43e1-a26e-4efeb510be5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73145d6d-a9f6-42f5-8df0-665b82a18a1b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:04.809773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59502) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:04.858243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e11029a-7d68-4e74-bd42-85351c49c418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.879020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e11029a-7d68-4e74-bd42-85351c49c418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.926346 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e11029a-7d68-4e74-bd42-85351c49c418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.928969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e11029a-7d68-4e74-bd42-85351c49c418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.930095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5e11029a-7d68-4e74-bd42-85351c49c418 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73145d6d-a9f6-42f5-8df0-665b82a18a1b HTTP/1.1" status: 204 len: 168 time: 0.1193213 Nov 12 04:02:04.937488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11029a-7d68-4e74-bd42-85351c49c418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73145d6d-a9f6-42f5-8df0-665b82a18a1b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:05.037079 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.185213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59508) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:05.198259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da3e58d8-481a-4e4d-bd15-d1bdc66c13fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.270511 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da3e58d8-481a-4e4d-bd15-d1bdc66c13fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.274383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da3e58d8-481a-4e4d-bd15-d1bdc66c13fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.314603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-da3e58d8-481a-4e4d-bd15-d1bdc66c13fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7e45c385b0e4eb3a63cc213b6587678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282876 Nov 12 04:02:05.315561 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e58d8-481a-4e4d-bd15-d1bdc66c13fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad9765-0e33-417d-93ea-28bc7970f039,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:05.317942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59510) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:05.366149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69441a15-55bf-4d26-aeaa-a59c28dc1fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.387207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69441a15-55bf-4d26-aeaa-a59c28dc1fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.436891 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69441a15-55bf-4d26-aeaa-a59c28dc1fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.439439 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69441a15-55bf-4d26-aeaa-a59c28dc1fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.440594 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-69441a15-55bf-4d26-aeaa-a59c28dc1fef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03ad9765-0e33-417d-93ea-28bc7970f039 HTTP/1.1" status: 204 len: 168 time: 0.1215982 Nov 12 04:02:05.448842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69441a15-55bf-4d26-aeaa-a59c28dc1fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad9765-0e33-417d-93ea-28bc7970f039,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:05.609497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-1af636ff-1c2c-4101-89e8-ad81994b02fc req-681417f0-01da-4ccb-8ffd-0a69024349cb tempest-TestSecurityGroupsBasicOps-1443801198 tempest-TestSecurityGroupsBasicOps-1443801198-project] (102628) timed out ('10.222.0.49', 44078) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:02:06.412652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.264774 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.933570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:08.038149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f48e5b6-1061-4636-b642-dab2f6336d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.110398 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f48e5b6-1061-4636-b642-dab2f6336d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.114723 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1f48e5b6-1061-4636-b642-dab2f6336d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.152294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48e5b6-1061-4636-b642-dab2f6336d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857d7e0b-6144-496d-a9b1-82c3c734404b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:08.156677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1f48e5b6-1061-4636-b642-dab2f6336d9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6af5391e25b646628eea797036a7d9ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219579 Nov 12 04:02:08.160684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59578) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:08.208422 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b082418-3cc6-446c-b121-3a7187a896b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.229876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b082418-3cc6-446c-b121-3a7187a896b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.275876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b082418-3cc6-446c-b121-3a7187a896b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.278502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7b082418-3cc6-446c-b121-3a7187a896b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.279710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7b082418-3cc6-446c-b121-3a7187a896b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/857d7e0b-6144-496d-a9b1-82c3c734404b HTTP/1.1" status: 204 len: 168 time: 0.1187005 Nov 12 04:02:08.287839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b082418-3cc6-446c-b121-3a7187a896b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857d7e0b-6144-496d-a9b1-82c3c734404b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:08.535654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59584) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:08.549242 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d550fea-d910-4b69-8ebe-8c1cb4812f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.627926 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d550fea-d910-4b69-8ebe-8c1cb4812f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.631673 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d550fea-d910-4b69-8ebe-8c1cb4812f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.670853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7d550fea-d910-4b69-8ebe-8c1cb4812f6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b88733c0ea4472e9120aadc2954c606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339910 Nov 12 04:02:08.671720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d550fea-d910-4b69-8ebe-8c1cb4812f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c9e5e4-866d-4182-bbfc-c6588c1a9474,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:08.673637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59586) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:08.724108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08066c82-5034-494c-8f92-f5007d8e2aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.744839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08066c82-5034-494c-8f92-f5007d8e2aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.790872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08066c82-5034-494c-8f92-f5007d8e2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.793391 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-08066c82-5034-494c-8f92-f5007d8e2aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.794583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-08066c82-5034-494c-8f92-f5007d8e2aa3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80c9e5e4-866d-4182-bbfc-c6588c1a9474 HTTP/1.1" status: 204 len: 168 time: 0.1198881 Nov 12 04:02:08.802488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08066c82-5034-494c-8f92-f5007d8e2aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c9e5e4-866d-4182-bbfc-c6588c1a9474,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.105787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59660) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.219008 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00b9eb94-2889-4651-a491-fa134b960820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.292531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00b9eb94-2889-4651-a491-fa134b960820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.296079 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00b9eb94-2889-4651-a491-fa134b960820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.331989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9eb94-2889-4651-a491-fa134b960820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05b5d08-ff5c-49ea-a8e7-2e14c7117bac,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.336336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-00b9eb94-2889-4651-a491-fa134b960820 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c396f923ec742e782ad0600138fb3be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295301 Nov 12 04:02:11.338997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59664) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.385845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6348-abd6-40bc-b0e8-9ade60878cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.407839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6348-abd6-40bc-b0e8-9ade60878cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.456223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6348-abd6-40bc-b0e8-9ade60878cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.459390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6348-abd6-40bc-b0e8-9ade60878cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.460532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d6fb6348-abd6-40bc-b0e8-9ade60878cf6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b05b5d08-ff5c-49ea-a8e7-2e14c7117bac HTTP/1.1" status: 204 len: 168 time: 0.1206393 Nov 12 04:02:11.468646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb6348-abd6-40bc-b0e8-9ade60878cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05b5d08-ff5c-49ea-a8e7-2e14c7117bac,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.717968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59670) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.731609 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b63e27-b35f-4ce5-85db-a36fb9a4823e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.804429 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b63e27-b35f-4ce5-85db-a36fb9a4823e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.808155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-98b63e27-b35f-4ce5-85db-a36fb9a4823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.845879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-98b63e27-b35f-4ce5-85db-a36fb9a4823e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=320fdc820c594c319121d07711db9607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268480 Nov 12 04:02:11.846994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b63e27-b35f-4ce5-85db-a36fb9a4823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82af9bac-9c96-428f-91ab-b0413b7a56da,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.848592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59672) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.897659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4e3c4a4-dc16-421b-9066-9ee605df7774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.917819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4e3c4a4-dc16-421b-9066-9ee605df7774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.963911 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4e3c4a4-dc16-421b-9066-9ee605df7774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.966516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c4e3c4a4-dc16-421b-9066-9ee605df7774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.967678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c4e3c4a4-dc16-421b-9066-9ee605df7774 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82af9bac-9c96-428f-91ab-b0413b7a56da HTTP/1.1" status: 204 len: 168 time: 0.1180403 Nov 12 04:02:11.975707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3c4a4-dc16-421b-9066-9ee605df7774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82af9bac-9c96-428f-91ab-b0413b7a56da,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.076450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59728) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:14.182621 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d8db67f-e6bd-4c7f-ac69-1faaaec592f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.257449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d8db67f-e6bd-4c7f-ac69-1faaaec592f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.261052 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8d8db67f-e6bd-4c7f-ac69-1faaaec592f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.298252 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8d8db67f-e6bd-4c7f-ac69-1faaaec592f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fe2dd621ccd4672be64f9f72bbb568c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205222 Nov 12 04:02:14.299190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db67f-e6bd-4c7f-ac69-1faaaec592f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84826b91-a590-4822-81d0-f7315f4a5e1a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.301011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59732) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:14.349498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7042e0d5-4708-49a2-9f92-bfa5404a9d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.372499 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7042e0d5-4708-49a2-9f92-bfa5404a9d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.422026 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7042e0d5-4708-49a2-9f92-bfa5404a9d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.424579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7042e0d5-4708-49a2-9f92-bfa5404a9d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.425745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7042e0d5-4708-49a2-9f92-bfa5404a9d0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84826b91-a590-4822-81d0-f7315f4a5e1a HTTP/1.1" status: 204 len: 168 time: 0.1232281 Nov 12 04:02:14.433904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042e0d5-4708-49a2-9f92-bfa5404a9d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84826b91-a590-4822-81d0-f7315f4a5e1a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.678349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:14.691473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e37a8286-efa2-4b91-9444-2e4ca86d04c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.765075 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e37a8286-efa2-4b91-9444-2e4ca86d04c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.768810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e37a8286-efa2-4b91-9444-2e4ca86d04c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.806596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e37a8286-efa2-4b91-9444-2e4ca86d04c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63e9471542834f9ca785adc39f3a5b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270409 Nov 12 04:02:14.807482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a8286-efa2-4b91-9444-2e4ca86d04c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c86281-f6db-4282-b1a1-defb3c0b9a4f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.809381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:14.862839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-588e9bd5-3a59-4ac4-a798-33d5fc4d8137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.884991 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-588e9bd5-3a59-4ac4-a798-33d5fc4d8137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.932114 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-588e9bd5-3a59-4ac4-a798-33d5fc4d8137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.934715 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-588e9bd5-3a59-4ac4-a798-33d5fc4d8137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.935871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-588e9bd5-3a59-4ac4-a798-33d5fc4d8137 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81c86281-f6db-4282-b1a1-defb3c0b9a4f HTTP/1.1" status: 204 len: 168 time: 0.1254051 Nov 12 04:02:14.944018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e9bd5-3a59-4ac4-a798-33d5fc4d8137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c86281-f6db-4282-b1a1-defb3c0b9a4f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.175371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59786) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:16.282911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65f82ae8-5def-4e6a-8746-4f9c98129f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.358858 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65f82ae8-5def-4e6a-8746-4f9c98129f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.362791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-65f82ae8-5def-4e6a-8746-4f9c98129f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.405989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-65f82ae8-5def-4e6a-8746-4f9c98129f2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5f5a443d14e48b28df53b1a81184430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295136 Nov 12 04:02:16.407959 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f82ae8-5def-4e6a-8746-4f9c98129f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb11265-96ca-429a-b113-7d32007dcc19,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.408724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59790) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:16.456464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-239a7d01-163a-4017-a3aa-e9b2a0b395f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.478048 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-239a7d01-163a-4017-a3aa-e9b2a0b395f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.524314 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-239a7d01-163a-4017-a3aa-e9b2a0b395f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.526925 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-239a7d01-163a-4017-a3aa-e9b2a0b395f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.528266 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-239a7d01-163a-4017-a3aa-e9b2a0b395f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afb11265-96ca-429a-b113-7d32007dcc19 HTTP/1.1" status: 204 len: 168 time: 0.1185172 Nov 12 04:02:16.535986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a7d01-163a-4017-a3aa-e9b2a0b395f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb11265-96ca-429a-b113-7d32007dcc19,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:24.934586 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.342730 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-722cca95-303c-46b4-b45c-3a57c56f1a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.604142 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-df222692-b394-4843-a377-04caa15e6952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.038602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.337237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115e1c9-4aba-4d6c-9810-5347f31559b5 req-fbeaea63-aaa1-404f-b089-ba9961bffbde tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:35.338693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7115e1c9-4aba-4d6c-9810-5347f31559b5 req-fbeaea63-aaa1-404f-b089-ba9961bffbde tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 945 time: 0.0575643 Nov 12 04:02:35.390094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7115e1c9-4aba-4d6c-9810-5347f31559b5 req-cc5c2e6e-968e-4704-9572-a740e842f1d7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435135 Nov 12 04:02:36.412776 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.517513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1ff89-dc93-4743-b2a8-a43fa3b27c3a req-0e2c49d4-9e11-49b3-9642-cac2b7cb8e5d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.519033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aab1ff89-dc93-4743-b2a8-a43fa3b27c3a req-0e2c49d4-9e11-49b3-9642-cac2b7cb8e5d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 945 time: 0.0555089 Nov 12 04:02:36.572406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aab1ff89-dc93-4743-b2a8-a43fa3b27c3a req-38a5e830-0c92-4235-ba3c-dde5f62334ca tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473566 Nov 12 04:02:36.787947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-db34ea3e-55f7-4766-9a67-e1ada4e63153 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.789731 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-db34ea3e-55f7-4766-9a67-e1ada4e63153 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 945 time: 0.0482707 Nov 12 04:02:36.878594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:36.878845 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.964217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] For port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:36.964570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.134296 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.134575 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.134893 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Floating IP adc0f003-9ac0-41c2-9708-e37b058ccfeb disassociated. External IP: 172.25.0.21, port: 3e7f13e5-f1e2-4b9a-b146-4efd078bc193. Nov 12 04:02:37.135243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:37.257019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.262852 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.286306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=3e7f13e5-f1e2-4b9a-b146-4efd078bc193,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.297481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.297833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.298176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.298513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.298852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.299182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.299510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.299834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.300157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.300483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.300832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.301153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:37.409155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:37.515050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:37.525505 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:37.536888 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:37.537587 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:02:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:37.557969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] No DVR routers for this DVR port 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:37.560430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.563739 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c9e7d3c2-9cc0-4f9e-a6cd-e280c106b52f req-cd7dad80-aca3-459a-a8f5-f42ee8da676b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "DELETE /v2.0/ports/3e7f13e5-f1e2-4b9a-b146-4efd078bc193 HTTP/1.1" status: 204 len: 173 time: 0.7685266 Nov 12 04:02:37.564179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'name': 'network-vif-deleted', 'tag': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:37.566801 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca52a7-cce3-48e3-a24b-2012dda63edd" -d '{"events": [{"server_uuid": "4b242d6a-dd3b-4d56-847f-0edd810c1dad", "name": "network-vif-deleted", "tag": "3e7f13e5-f1e2-4b9a-b146-4efd078bc193"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:37.610620 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e53698-9811-4ecc-908b-c969b2b8d9ec x-openstack-request-id: req-73e53698-9811-4ecc-908b-c969b2b8d9ec {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:37.610939 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b242d6a-dd3b-4d56-847f-0edd810c1dad", "name": "network-vif-deleted", "tag": "3e7f13e5-f1e2-4b9a-b146-4efd078bc193", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:37.611252 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73e53698-9811-4ecc-908b-c969b2b8d9ec {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:37.611672 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b242d6a-dd3b-4d56-847f-0edd810c1dad', 'name': 'network-vif-deleted', 'tag': '3e7f13e5-f1e2-4b9a-b146-4efd078bc193', 'status': 'completed', 'code': 200} Nov 12 04:02:37.659485 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:37.719332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb4867c7-1f21-4a4a-9182-05b27231a5bf req-c80e047e-2744-4fa0-8670-d597ef6359e9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 210 time: 0.0472698 Nov 12 04:02:37.912985 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:37.939538 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:37.947940 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:37.948533 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:02:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:38.143233 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:38.335698 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:38.363857 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fd1b4-0eb5-44bc-9188-8f49b4efc2cf None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:38.600450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd623db-a5c0-455d-9a09-c2d9ac6a339f None None] New status for floating IP adc0f003-9ac0-41c2-9708-e37b058ccfeb: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:02:38.826123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-047f5860-f7f1-4dbc-83a1-120e599f899a req-6f348816-f95d-46b4-ac0b-e57e53f8993f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 210 time: 0.0300407 Nov 12 04:02:39.347092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-161eb971-5870-4195-894f-c358f20875c8 req-caff02ee-5357-4430-9d43-276fdd938958 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1277940 Nov 12 04:02:39.407727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-161eb971-5870-4195-894f-c358f20875c8 req-0105aa11-b322-4ff4-86ca-a7152c5681c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0261264 Nov 12 04:02:39.451141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-161eb971-5870-4195-894f-c358f20875c8 req-29276055-b3ae-4bf6-8e9e-eadb74b79d1b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197637 Nov 12 04:02:39.870869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb971-5870-4195-894f-c358f20875c8 req-cab1d897-d9b3-4cc8-8579-13b25efe3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:39.872325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-161eb971-5870-4195-894f-c358f20875c8 req-cab1d897-d9b3-4cc8-8579-13b25efe3d13 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4138248 Nov 12 04:02:39.922241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef6b445b-4ba3-4e5b-8e81-4663dba4e8e9 req-fd3d4db7-dc00-497c-a056-b167995c452e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 210 time: 0.0271683 Nov 12 04:02:40.512136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:40.532451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:40.532821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3e7f13e5-f1e2-4b9a-b146-4efd078bc193 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:40.608921 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:41.029094 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8579413f-77dc-427e-8bdd-f987ebf43f5f req-3023b1b3-d506-4272-845d-8c021c6cac46 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 210 time: 0.0355730 Nov 12 04:02:41.267114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 59908) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.378565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fffa26f2-04b7-44c2-b2b0-505d4530139a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.458180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fffa26f2-04b7-44c2-b2b0-505d4530139a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.462328 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fffa26f2-04b7-44c2-b2b0-505d4530139a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.501039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fffa26f2-04b7-44c2-b2b0-505d4530139a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da51fdbf7cdb4d63b13c0e6f10ba4bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326994 Nov 12 04:02:41.501908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa26f2-04b7-44c2-b2b0-505d4530139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc21cc5-f655-4118-986d-afc1534fe9fe,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.505744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 59912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.580023 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.605739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.655622 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.658332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.659463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccc21cc5-f655-4118-986d-afc1534fe9fe HTTP/1.1" status: 204 len: 168 time: 0.1515021 Nov 12 04:02:41.669284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc21cc5-f655-4118-986d-afc1534fe9fe,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.677098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.677441 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.677775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.678105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.678433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.678754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.679266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.679634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.680139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.680554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.681010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:41.681414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81bea3-3833-4e39-a3de-c58659ba1955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:42.147197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-668dda69-6ed8-4064-b336-c74a1e7efc60 req-40433417-186b-434b-9fa9-d905d7f3d9a4 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b242d6a-dd3b-4d56-847f-0edd810c1dad HTTP/1.1" status: 200 len: 210 time: 0.0298362 Nov 12 04:02:43.417362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-937d3ebd-e942-4e88-b73e-c74230bf14c9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328653959&fields=id&tenant_id=340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 267 time: 0.0444548 Nov 12 04:02:43.530126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-ab09a254-1622-4d24-a06f-cfff0c81ef68 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.531659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-ab09a254-1622-4d24-a06f-cfff0c81ef68 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1068795 Nov 12 04:02:43.547615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-06fa674b-89e2-4109-977f-2e96de82704e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/quotas/340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0098600 Nov 12 04:02:43.593675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:43.606293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-08515ecc-8616-45d3-a176-3beb2462c5c3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530303 Nov 12 04:02:43.704002 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1477a17e-6586-4d40-b9d1-0ba999b8eab3 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827134 Nov 12 04:02:43.704242 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eac3aee0-4e41-47e6-b754-ab0a378e8925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.778609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eac3aee0-4e41-47e6-b754-ab0a378e8925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.782439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eac3aee0-4e41-47e6-b754-ab0a378e8925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.804290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-682ff4d7-f738-4410-9179-0ec8d4b873a8 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933745 Nov 12 04:02:43.825021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eac3aee0-4e41-47e6-b754-ab0a378e8925 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=556efefc00e7466c8108925cff8d485b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302685 Nov 12 04:02:43.826197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3aee0-4e41-47e6-b754-ab0a378e8925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e2034c-5483-44cd-8153-2e59ad9de611,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:43.828023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:43.877465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9ca67d1-ce94-47c6-b562-6059c51e687e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.899299 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9ca67d1-ce94-47c6-b562-6059c51e687e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.946645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9ca67d1-ce94-47c6-b562-6059c51e687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.949438 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9ca67d1-ce94-47c6-b562-6059c51e687e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.950868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a9ca67d1-ce94-47c6-b562-6059c51e687e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4e2034c-5483-44cd-8153-2e59ad9de611 HTTP/1.1" status: 204 len: 168 time: 0.1216943 Nov 12 04:02:43.959578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca67d1-ce94-47c6-b562-6059c51e687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e2034c-5483-44cd-8153-2e59ad9de611,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.143172 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f24d2b1c-d6fb-4ba7-95aa-8f69b61370a5 req-f340e825-8ca3-4bf0-8d55-4e7aa9217f8f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 210 time: 0.0285685 Nov 12 04:02:44.250281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60036) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:44.263736 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea31b34d-27bb-4b48-aa7c-545d091006c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.354408 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea31b34d-27bb-4b48-aa7c-545d091006c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.360126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ea31b34d-27bb-4b48-aa7c-545d091006c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.743555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ea31b34d-27bb-4b48-aa7c-545d091006c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5e8f7da6be1419ab144a71dab20548e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921622 Nov 12 04:02:44.744683 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31b34d-27bb-4b48-aa7c-545d091006c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29cfc35-1036-4779-b28b-455f79ad613d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.746251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60040) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:44.796408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4455d850-8c58-470d-9848-4c604071689d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.817527 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4455d850-8c58-470d-9848-4c604071689d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.863139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4455d850-8c58-470d-9848-4c604071689d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.865740 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4455d850-8c58-470d-9848-4c604071689d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.866878 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4455d850-8c58-470d-9848-4c604071689d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e29cfc35-1036-4779-b28b-455f79ad613d HTTP/1.1" status: 204 len: 168 time: 0.1188424 Nov 12 04:02:44.875329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455d850-8c58-470d-9848-4c604071689d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29cfc35-1036-4779-b28b-455f79ad613d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.090523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-f65152e0-ce36-437b-a7a5-a029f392568b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:45.097302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-f65152e0-ce36-437b-a7a5-a029f392568b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1127882 Nov 12 04:02:45.162992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-2a38b82c-4ae0-456c-a2be-60dc8171ccd3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 379 time: 0.0621724 Nov 12 04:02:45.175015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'port': {'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'admin_state_up': True, 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'security_groups': ['c3a04363-2db3-4166-b3d7-d4dab508b5e9']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:45.252837 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc520015-279d-4c6b-880a-d375ad8c171b req-9dbad3f0-e4d4-41aa-9cbd-8599bc2bdc0f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 210 time: 0.0334232 Nov 12 04:02:45.302818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:45.307117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.437282 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.20.0.7 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/920c7bdf-b640-426d-b177-a5ff59bb1621) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:45.587955 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.622332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.675494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:45.678878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:45.689749 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:45.725233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=920c7bdf-b640-426d-b177-a5ff59bb1621,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.767068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:45.767700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.789039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-7597064c-a423-4485-a11e-c88a36c603f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6196477 Nov 12 04:02:45.799989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-bff8a3cf-5076-4200-8e16-606b780134d6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:02:45.800885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-bff8a3cf-5076-4200-8e16-606b780134d6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061047 Nov 12 04:02:45.951079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Request body: {'port': {'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:45.999883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7e937f7b-4fb8-40f8-8794-6ccda327b6be None None] Provisioning complete for port 920c7bdf-b640-426d-b177-a5ff59bb1621 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:46.000886 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7e937f7b-4fb8-40f8-8794-6ccda327b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.015658 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.043542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7e937f7b-4fb8-40f8-8794-6ccda327b6be None None] Port 920c7bdf-b640-426d-b177-a5ff59bb1621 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:46.312304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920c7bdf-b640-426d-b177-a5ff59bb1621 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:46.320667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.335399 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Transition to ACTIVE for port object 920c7bdf-b640-426d-b177-a5ff59bb1621 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:02:46.342876 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.440648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Pushing event updated for resources: {'Port': ['ID=920c7bdf-b640-426d-b177-a5ff59bb1621,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:46.473820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4824cd5-24c2-455d-aecd-92c8e5bfcf25 req-03ab5c1d-3c8e-4c7a-9435-bb90761249ca tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.475379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4824cd5-24c2-455d-aecd-92c8e5bfcf25 req-03ab5c1d-3c8e-4c7a-9435-bb90761249ca tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.1212311 Nov 12 04:02:46.579284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Attempting to bind port 920c7bdf-b640-426d-b177-a5ff59bb1621 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:46.579618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Attempting to bind port 920c7bdf-b640-426d-b177-a5ff59bb1621 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:46.579944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Attempting to bind port 920c7bdf-b640-426d-b177-a5ff59bb1621 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:46.587759 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4824cd5-24c2-455d-aecd-92c8e5bfcf25 req-9bc37ab6-ea5d-4581-b6eb-cd46cb52400f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852015 Nov 12 04:02:46.590066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Port 920c7bdf-b640-426d-b177-a5ff59bb1621 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:46.592969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Attempting to bind port 920c7bdf-b640-426d-b177-a5ff59bb1621 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:46.600444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:46.600444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:46.600830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:46.601364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Bound port: 920c7bdf-b640-426d-b177-a5ff59bb1621, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:46.602371 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.678466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] For port 920c7bdf-b640-426d-b177-a5ff59bb1621, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:46.682283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] For port 920c7bdf-b640-426d-b177-a5ff59bb1621, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=920c7bdf-b640-426d-b177-a5ff59bb1621,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:46.694752 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.744675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.745985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.747598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] 10.222.0.20 "PUT /v2.0/ports/920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 200 len: 1092 time: 0.9383979 Nov 12 04:02:46.751204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:46.763050 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f360f228-248a-4385-b9d4-63c7376c57a2" -d '{"events": [{"name": "network-changed", "server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:46.848192 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1378d63f-a6e2-4a8c-9c7a-98c2693545cc x-openstack-request-id: req-1378d63f-a6e2-4a8c-9c7a-98c2693545cc {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:46.848834 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:46.848834 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1378d63f-a6e2-4a8c-9c7a-98c2693545cc {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:46.849179 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'status': 'completed', 'code': 200} Nov 12 04:02:46.851987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0c610-2257-44a2-8897-724e0e4df2ee service neutron] Pushing event updated for resources: {'Port': ['ID=920c7bdf-b640-426d-b177-a5ff59bb1621,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:46.886991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-c65fdb13-b961-4697-9198-ca9932736c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.888659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-c65fdb13-b961-4697-9198-ca9932736c16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1095 time: 0.0779076 Nov 12 04:02:46.941079 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-34210bcc-d3f9-400f-8df2-d17d908ef290 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 200 len: 217 time: 0.0444896 Nov 12 04:02:47.001170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-0d98af65-44cd-4e38-8f17-b6efd652bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.002814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-0d98af65-44cd-4e38-8f17-b6efd652bdbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0549664 Nov 12 04:02:47.063510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-20edf1db-6fad-4207-8f0a-d24a929b07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.065381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-20edf1db-6fad-4207-8f0a-d24a929b07c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514193 Nov 12 04:02:47.179480 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-d7fb23f7-8f80-4446-bfec-b9894c180e2e service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070187 Nov 12 04:02:47.280999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1dfc3d5b-e8aa-418e-8b85-3786719222e5 req-65758963-67ed-4fb8-8251-875769dfc5ce service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946660 Nov 12 04:02:47.374675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-eb5d0879-713b-4025-89e4-81d362b6550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.376319 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-eb5d0879-713b-4025-89e4-81d362b6550d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1095 time: 0.0458562 Nov 12 04:02:47.473891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-fb03fc38-96f2-4a35-abcc-3c1021597dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.475364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-fb03fc38-96f2-4a35-abcc-3c1021597dcf service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0928822 Nov 12 04:02:47.534348 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-7233cbea-ecb4-458b-bb9f-cf098b50ff3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 200 len: 217 time: 0.0516138 Nov 12 04:02:47.585552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-40514256-1e21-4647-b6b5-4cb32240cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.587074 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-40514256-1e21-4647-b6b5-4cb32240cd1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0465851 Nov 12 04:02:47.638703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-6d94901e-cb32-4160-91d4-1150316cf71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.640220 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-6d94901e-cb32-4160-91d4-1150316cf71c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462890 Nov 12 04:02:47.731410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60146) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:47.788926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9145c-da6f-44cc-9105-1a16de6bfc12 req-c169d4ba-00ca-4085-8d03-d6549086f36f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:47.791236 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15c9145c-da6f-44cc-9105-1a16de6bfc12 req-c169d4ba-00ca-4085-8d03-d6549086f36f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.1069291 Nov 12 04:02:47.822188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-0b2b30c7-9f91-44a9-884c-ab0ff3285da6 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732640 Nov 12 04:02:47.870771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9dbe914e-7f3f-4d08-b444-498bd0cfac66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.926867 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15c9145c-da6f-44cc-9105-1a16de6bfc12 req-bb7b6f6f-abc3-4e18-aee6-e85af160a1cd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259904 Nov 12 04:02:47.954717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9dbe914e-7f3f-4d08-b444-498bd0cfac66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.959077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9dbe914e-7f3f-4d08-b444-498bd0cfac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.968358 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f360f228-248a-4385-b9d4-63c7376c57a2 req-2b8440eb-0f32-43ec-b1e6-a0f9f3bb1404 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387331 Nov 12 04:02:47.995275 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9dbe914e-7f3f-4d08-b444-498bd0cfac66 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d10c1edb569b4c12b98cab0d340fb5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626457 Nov 12 04:02:47.998129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60150) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.004398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe914e-7f3f-4d08-b444-498bd0cfac66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294bf28a-60a1-4951-98c6-f94004e185da,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.052370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d3bea2f-ca0d-45f7-b30e-30fddd794408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.073839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d3bea2f-ca0d-45f7-b30e-30fddd794408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.120692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d3bea2f-ca0d-45f7-b30e-30fddd794408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.123521 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d3bea2f-ca0d-45f7-b30e-30fddd794408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.124915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7d3bea2f-ca0d-45f7-b30e-30fddd794408 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/294bf28a-60a1-4951-98c6-f94004e185da HTTP/1.1" status: 204 len: 168 time: 0.1251850 Nov 12 04:02:48.134652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bea2f-ca0d-45f7-b30e-30fddd794408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294bf28a-60a1-4951-98c6-f94004e185da,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.394440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60156) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.407761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a7da34d-60fb-47c7-87e1-d98d47e91f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.489176 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a7da34d-60fb-47c7-87e1-d98d47e91f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.494386 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a7da34d-60fb-47c7-87e1-d98d47e91f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.533722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3a7da34d-60fb-47c7-87e1-d98d47e91f47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55eb2524e9a3416cb75353e6d746b589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381681 Nov 12 04:02:48.536281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60158) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.543307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7da34d-60fb-47c7-87e1-d98d47e91f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d762da9c-a73e-4d45-ae13-c6f79ec15654,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.592351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48b4ddcb-ed31-46f8-bd47-895f6b623cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.616796 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48b4ddcb-ed31-46f8-bd47-895f6b623cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.668595 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48b4ddcb-ed31-46f8-bd47-895f6b623cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.671202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48b4ddcb-ed31-46f8-bd47-895f6b623cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.672416 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-48b4ddcb-ed31-46f8-bd47-895f6b623cf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d762da9c-a73e-4d45-ae13-c6f79ec15654 HTTP/1.1" status: 204 len: 168 time: 0.1351364 Nov 12 04:02:48.682721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4ddcb-ed31-46f8-bd47-895f6b623cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d762da9c-a73e-4d45-ae13-c6f79ec15654,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.304338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239dcb9-507d-43e7-b9f2-7005aa472da3 req-fb4eb3ba-22ca-4d51-9542-b1bd539dc81e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:49.307582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3239dcb9-507d-43e7-b9f2-7005aa472da3 req-fb4eb3ba-22ca-4d51-9542-b1bd539dc81e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.3094687 Nov 12 04:02:49.360080 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3239dcb9-507d-43e7-b9f2-7005aa472da3 req-3aa418e4-33d3-4f76-8905-6c466bc4c317 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Nov 12 04:02:49.947112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60198) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.048816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bd58f04d-a491-4d31-bd45-b469139b7c96 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-243314458'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:50.049272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-bd58f04d-a491-4d31-bd45-b469139b7c96 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Unknown quota resources ['metering_label']. {{(pid=102629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:02:50.246031 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd58f04d-a491-4d31-bd45-b469139b7c96 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.247233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bd58f04d-a491-4d31-bd45-b469139b7c96 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2990022 Nov 12 04:02:50.250134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60202) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.254494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8f09f5ed-a2a2-478e-aa8a-67d0015cea70 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e321d2df-2741-4552-97b6-e274df33698f'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:50.254994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8f09f5ed-a2a2-478e-aa8a-67d0015cea70 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:02:50.338463 n-d-789963-21 neutron-server[102629]: WARNING neutron.services.metering.metering_plugin [None req-8f09f5ed-a2a2-478e-aa8a-67d0015cea70 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:02:50.476714 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f09f5ed-a2a2-478e-aa8a-67d0015cea70 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.480820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8f09f5ed-a2a2-478e-aa8a-67d0015cea70 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2274764 Nov 12 04:02:50.482427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60208) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.488204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a4b9aa28-1e56-4664-8233-ba9f3fc7c220 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e321d2df-2741-4552-97b6-e274df33698f'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:50.488873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a4b9aa28-1e56-4664-8233-ba9f3fc7c220 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102629) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:02:50.568856 n-d-789963-21 neutron-server[102629]: WARNING neutron.services.metering.metering_plugin [None req-a4b9aa28-1e56-4664-8233-ba9f3fc7c220 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:02:50.673609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a4b9aa28-1e56-4664-8233-ba9f3fc7c220 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.674976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a4b9aa28-1e56-4664-8233-ba9f3fc7c220 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1914048 Nov 12 04:02:50.678016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60210) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.695244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f72ab873-e86d-46e5-92be-8f862f6ac44e tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=c3c78fb6-6a79-464c-9b79-396fb4221566 HTTP/1.1" status: 200 len: 462 time: 0.0159178 Nov 12 04:02:50.696024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60212) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.732656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780896-39ce-4a61-bd47-40f5f869ae99 req-de891092-dbd2-4045-bc62-4f73fea5efa6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:50.734222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d780896-39ce-4a61-bd47-40f5f869ae99 req-de891092-dbd2-4045-bc62-4f73fea5efa6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.3012538 Nov 12 04:02:50.789048 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d780896-39ce-4a61-bd47-40f5f869ae99 req-7983eb00-4814-4c7c-9822-e4d98d2daa44 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471885 Nov 12 04:02:50.850476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bb8af30b-ae4a-46bd-a69f-371f399c8f8a tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.851625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bb8af30b-ae4a-46bd-a69f-371f399c8f8a tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/c3c78fb6-6a79-464c-9b79-396fb4221566 HTTP/1.1" status: 204 len: 168 time: 0.1544783 Nov 12 04:02:50.854450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60214) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.863052 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-40401290-4ff8-4b3f-ae54-74bdacb363bc tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=c3c78fb6-6a79-464c-9b79-396fb4221566 HTTP/1.1" status: 200 len: 221 time: 0.0075691 Nov 12 04:02:50.866165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60216) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.870609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bd1933f0-c366-4c67-89eb-8efd843d5f91 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--615101763', 'description': 'label created by tempest'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:50.871084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bd1933f0-c366-4c67-89eb-8efd843d5f91 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Unknown quota resources ['metering_label']. {{(pid=102628) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:02:51.067351 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd1933f0-c366-4c67-89eb-8efd843d5f91 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.068433 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bd1933f0-c366-4c67-89eb-8efd843d5f91 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2013769 Nov 12 04:02:51.071496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60218) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.146716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-495ba6d6-d379-4689-86d3-2d63cd22dc4f tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=62d71ead-acd5-4dac-9e15-1e1151f87a9a HTTP/1.1" status: 200 len: 467 time: 0.0741451 Nov 12 04:02:51.150396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60220) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.355737 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a7b5-b4b6-4d60-affa-3f1120066347 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.356949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e0b0a7b5-b4b6-4d60-affa-3f1120066347 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/62d71ead-acd5-4dac-9e15-1e1151f87a9a HTTP/1.1" status: 204 len: 168 time: 0.2055390 Nov 12 04:02:51.359798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60222) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.371904 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f92df2a9-b79c-4d91-a455-6a13517e162a tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=62d71ead-acd5-4dac-9e15-1e1151f87a9a HTTP/1.1" status: 200 len: 216 time: 0.0110066 Nov 12 04:02:51.375206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60224) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.384546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-985845eb-0f6c-44d5-a564-9d2f725b3793 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082479 Nov 12 04:02:51.387436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60226) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.398450 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d87dd375-a93c-4725-94ee-d634c1dfb564 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0100384 Nov 12 04:02:51.401956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60228) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.451868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0f12d077-e358-48d2-bd3b-8642cef001c9 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/e321d2df-2741-4552-97b6-e274df33698f HTTP/1.1" status: 200 len: 472 time: 0.0488393 Nov 12 04:02:51.455277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60230) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.464364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4c0aad62-31ed-4662-8d13-1ac4691b5496 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/e6e4245a-f6dd-4eaa-aa47-68d86ae9d636 HTTP/1.1" status: 200 len: 459 time: 0.0080578 Nov 12 04:02:51.467381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60232) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.571613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c02b9c1d-06a8-4145-83aa-0a7855f1b790 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.575248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c02b9c1d-06a8-4145-83aa-0a7855f1b790 tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/e6e4245a-f6dd-4eaa-aa47-68d86ae9d636 HTTP/1.1" status: 204 len: 168 time: 0.1045280 Nov 12 04:02:51.575440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60234) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.755565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e755-4dff-4ddf-b0db-46014b15d7be tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.756713 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a7d9e755-4dff-4ddf-b0db-46014b15d7be tempest-MeteringIpV6TestJSON-1190792673 tempest-MeteringIpV6TestJSON-1190792673-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/e321d2df-2741-4552-97b6-e274df33698f HTTP/1.1" status: 204 len: 168 time: 0.1803696 Nov 12 04:02:51.911422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf1ac6-da6c-49c5-bbb0-d03c2f2568e2 req-715fce98-b8fe-45b1-84bc-151489236434 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.912992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3bf1ac6-da6c-49c5-bbb0-d03c2f2568e2 req-715fce98-b8fe-45b1-84bc-151489236434 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.0560296 Nov 12 04:02:51.964432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3bf1ac6-da6c-49c5-bbb0-d03c2f2568e2 req-87366913-ea2e-4c7c-82c3-3b7d4dfaa1e9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446746 Nov 12 04:02:52.000911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60242) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.106805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-884a1f23-caec-438c-b08e-3ad3d0af539c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.183539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-884a1f23-caec-438c-b08e-3ad3d0af539c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.187288 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-884a1f23-caec-438c-b08e-3ad3d0af539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.224747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-884a1f23-caec-438c-b08e-3ad3d0af539c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6089e9ecd8546d1b27c3dab802fb91b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227879 Nov 12 04:02:52.225711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a1f23-caec-438c-b08e-3ad3d0af539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e135ea0-60f8-44dc-ab09-a24dc51c862e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.228055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60246) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.276448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc985-47ca-45de-ab92-8b521174f4dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.297652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc985-47ca-45de-ab92-8b521174f4dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.344078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc985-47ca-45de-ab92-8b521174f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.346949 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc985-47ca-45de-ab92-8b521174f4dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.348093 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2d0bc985-47ca-45de-ab92-8b521174f4dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e135ea0-60f8-44dc-ab09-a24dc51c862e HTTP/1.1" status: 204 len: 168 time: 0.1184583 Nov 12 04:02:52.357582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bc985-47ca-45de-ab92-8b521174f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e135ea0-60f8-44dc-ab09-a24dc51c862e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.604519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60252) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.618574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-440b95af-1b37-4171-91f9-bec9f0d3ec39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.693337 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-440b95af-1b37-4171-91f9-bec9f0d3ec39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.697632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-440b95af-1b37-4171-91f9-bec9f0d3ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.734905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-440b95af-1b37-4171-91f9-bec9f0d3ec39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f28351bed382428d9d3a544fd661ab42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292822 Nov 12 04:02:52.735772 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b95af-1b37-4171-91f9-bec9f0d3ec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78648cda-2682-4167-9a36-22c71a0c1693,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.738403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60254) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.787015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7675b9b8-084d-4cbc-bf96-6de0d7dee92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.808221 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7675b9b8-084d-4cbc-bf96-6de0d7dee92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.857544 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7675b9b8-084d-4cbc-bf96-6de0d7dee92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.860140 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7675b9b8-084d-4cbc-bf96-6de0d7dee92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.861299 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7675b9b8-084d-4cbc-bf96-6de0d7dee92f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78648cda-2682-4167-9a36-22c71a0c1693 HTTP/1.1" status: 204 len: 168 time: 0.1214559 Nov 12 04:02:52.869325 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675b9b8-084d-4cbc-bf96-6de0d7dee92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78648cda-2682-4167-9a36-22c71a0c1693,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:53.094207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda739d-286e-4433-82aa-12b4727e5d83 req-7fe9ef3c-b492-40ce-a86a-d8de7c01cc1f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:53.095937 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8eda739d-286e-4433-82aa-12b4727e5d83 req-7fe9ef3c-b492-40ce-a86a-d8de7c01cc1f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.0522420 Nov 12 04:02:53.148052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8eda739d-286e-4433-82aa-12b4727e5d83 req-a5759b0c-5bbc-4a42-9732-4979eaad257b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452025 Nov 12 04:02:54.129247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60292) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.265227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddcc6a-e2f5-4327-85f4-819ce669584c req-56784705-185f-44a1-8d6d-e7f16d2ae87e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:54.266741 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83ddcc6a-e2f5-4327-85f4-819ce669584c req-56784705-185f-44a1-8d6d-e7f16d2ae87e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.0500338 Nov 12 04:02:54.277629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1863212137'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:54.298145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Made reservation on behalf of f27fcf249d104229819757c7f3a4dfb4 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:54.301875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.311344 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.322258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-83ddcc6a-e2f5-4327-85f4-819ce669584c req-7d05c6c8-c079-4421-8b04-dc81cb70cbd1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475335 Nov 12 04:02:54.389234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.392709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.417949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:54.427472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf81d68d-cd19-4edf-8cb6-ec0f7d68bcb7,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.433028 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.433366 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Added segment aa7c9e5b-a942-45e9-b3ae-124b43c39df7 of type vlan for network 7f35ab83-f451-46cc-8e15-951842743431 Nov 12 04:02:54.472629 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.497749 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.503299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:54.503873 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.568391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4356134 Nov 12 04:02:54.575270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82cd45-1bce-4883-adef-c222b6e571d5 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Pushing event updated for resources: {'Network': ['ID=7f35ab83-f451-46cc-8e15-951842743431,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.585465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 7f35ab83-f451-46cc-8e15-951842743431 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:54.726238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60302) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.731662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Request body: {'port': {'network_id': '7f35ab83-f451-46cc-8e15-951842743431', 'binding:host_id': 'n-h1-789963-21', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1533733668'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:54.753033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Made reservation on behalf of 65331db54845475bb2a7366d0f7a5cbf for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:54.755355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.763804 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.836256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.839801 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.843980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] device_id is not set on port 5d2ba4c6-7a37-458d-890b-508f430b7971 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:54.924567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05adf7e-ffae-4b33-b223-878842d4712a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.927020 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.069745 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] device_id is not set on port 5d2ba4c6-7a37-458d-890b-508f430b7971 yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:55.079338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.084874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.140597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2ba4c6-7a37-458d-890b-508f430b7971,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:55.152492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Checking segment: {'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:55.152888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Network hostable DHCP agents. Network: 7f35ab83-f451-46cc-8e15-951842743431, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:55.170111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Network 7f35ab83-f451-46cc-8e15-951842743431 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:55.178645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 7f35ab83-f451-46cc-8e15-951842743431) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:55.184031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:55.186814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf10e92-01d3-46c3-b20d-0fdefd24cadb None None] Network 7f35ab83-f451-46cc-8e15-951842743431 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:55.199724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.200057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.200417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.204895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.205239 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.205612 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 2 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.217524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.217942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.218275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.222773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.223089 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.223461 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 3 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.235832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.236157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.236482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.240716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.241064 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.241441 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 4 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.253629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.253962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.254295 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.259195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.259571 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.259964 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 5 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.272308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.272648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.273015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.277587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.277916 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.278307 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 6 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.290975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.291326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.291686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.296020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.296352 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.296760 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 7 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.309667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.310049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.310367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.314687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.315012 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.315394 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 8 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.327188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.327526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.327858 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.332050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.332372 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.332780 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 9 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.344730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.345070 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.345406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.349944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.350271 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.351086 n-d-789963-21 neutron-server[102629]: INFO neutron.plugins.ml2.plugin [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 10 to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 Nov 12 04:02:55.363279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:55.363628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:55.363970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:55.369015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 5d2ba4c6-7a37-458d-890b-508f430b7971 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:55.369341 n-d-789963-21 neutron-server[102629]: ERROR neutron.plugins.ml2.managers [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 5d2ba4c6-7a37-458d-890b-508f430b7971 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:55.369707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.438247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] For port 5d2ba4c6-7a37-458d-890b-508f430b7971, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:55.438521 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempted to set empty binding levels {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:02:55.442740 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.448682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb08a13-c256-4b83-9e74-665dac481445 req-4669b56e-6af4-44c3-9e3f-85e438a2c9d3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:55.450722 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fb08a13-c256-4b83-9e74-665dac481445 req-4669b56e-6af4-44c3-9e3f-85e438a2c9d3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.0567958 Nov 12 04:02:55.473768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:55.474361 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.497238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2ba4c6-7a37-458d-890b-508f430b7971,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:55.502231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fb08a13-c256-4b83-9e74-665dac481445 req-88697d35-d6f0-495d-9e92-21c231245307 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452683 Nov 12 04:02:55.504556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9213e238-1f2e-4e8b-93f3-a60267dfb6f8 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.7760358 Nov 12 04:02:55.506721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60306) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:55.580453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Deleting port 5d2ba4c6-7a37-458d-890b-508f430b7971 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:55.580833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.644768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] For port 5d2ba4c6-7a37-458d-890b-508f430b7971, host n-h1-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:55.645129 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.657290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Calling delete_port for 5d2ba4c6-7a37-458d-890b-508f430b7971 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:55.737408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.764421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d2ba4c6-7a37-458d-890b-508f430b7971,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:55.771346 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.776969 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-301a10c8-46bc-4a7c-9500-9769e9cf4615 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "DELETE /v2.0/ports/5d2ba4c6-7a37-458d-890b-508f430b7971 HTTP/1.1" status: 204 len: 168 time: 0.2682109 Nov 12 04:02:55.779711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60308) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:55.803057 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b9d53d-aac5-487f-bf74-6c2195249773 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:02:55.804465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-23b9d53d-aac5-487f-bf74-6c2195249773 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "GET /v2.0/ports/5d2ba4c6-7a37-458d-890b-508f430b7971 HTTP/1.1" status: 404 len: 333 time: 0.0237966 Nov 12 04:02:55.807838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60310) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:55.812284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Request body: {'port': {'network_id': '7f35ab83-f451-46cc-8e15-951842743431', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1718079211'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:55.832358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Made reservation on behalf of 65331db54845475bb2a7366d0f7a5cbf for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:55.834620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.850436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] device_id is not set on port 076142ea-91ca-4aed-aabd-14f19c28307b yet. {{(pid=102629) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:56.325177 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.357996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.396413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Network 7f35ab83-f451-46cc-8e15-951842743431 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:56.401226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:56.404638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:56.406047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.406186 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.417628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=076142ea-91ca-4aed-aabd-14f19c28307b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:56.428920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60312) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:56.429086 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-303dd637-5ee7-41f3-9139-90b11eafca2f tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6201625 Nov 12 04:02:56.434886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:56.489426 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.623221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1f36c-ff19-48c9-b257-ab33edde0802 req-1df24225-6e3a-4943-ae24-abcbb9b56132 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.624617 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2b1f36c-ff19-48c9-b257-ab33edde0802 req-1df24225-6e3a-4943-ae24-abcbb9b56132 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.0494511 Nov 12 04:02:56.662771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] device_id is not set on port 076142ea-91ca-4aed-aabd-14f19c28307b yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:56.670668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.675954 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.677867 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c2b1f36c-ff19-48c9-b257-ab33edde0802 req-10ec7c7b-2be6-4fb4-8e8b-479f95c4f1de tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471804 Nov 12 04:02:56.729679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=076142ea-91ca-4aed-aabd-14f19c28307b,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:56.740674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.741037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.741372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.746480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.746778 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.747157 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 2 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.761703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.762047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.762383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.766675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.766998 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.767383 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 3 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.779108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.779444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.779774 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.783979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.784300 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.784682 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 4 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.797244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.797575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.797903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.802066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.802390 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.802846 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 5 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.814967 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.815301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.815628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.819826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.820151 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.820636 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 6 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.832634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.832998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.833326 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.837518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.837842 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.838227 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 7 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.849699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.850037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.850373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.855063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.855391 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.855777 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 8 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.868386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.868712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.869071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.873306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.873566 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.873949 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 9 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.885516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.885849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.886175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.890347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.890670 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.891052 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 10 to bind port 076142ea-91ca-4aed-aabd-14f19c28307b Nov 12 04:02:56.905857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:56.906187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:56.906514 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:56.910809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:56.911135 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 076142ea-91ca-4aed-aabd-14f19c28307b on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:56.911494 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.973144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] For port 076142ea-91ca-4aed-aabd-14f19c28307b, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:56.973510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:02:56.978696 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.009015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] In _notify_port_updated(), no bound segment for port 076142ea-91ca-4aed-aabd-14f19c28307b on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:02:57.009966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.010502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.011813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "PUT /v2.0/ports/076142ea-91ca-4aed-aabd-14f19c28307b HTTP/1.1" status: 200 len: 976 time: 0.5818417 Nov 12 04:02:57.014378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60316) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.067226 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddada2-5554-4dfd-9c81-5ca8048928a9 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=076142ea-91ca-4aed-aabd-14f19c28307b,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.104855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.105348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.105819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.106286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.106876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.107200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.107645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.108106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.108564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.109050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.109508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.109970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.110401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.112695 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8da18bbe-3b9a-43a4-a1c1-272cd0fea64d tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11838 time: 0.0936499 Nov 12 04:02:57.115907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60318) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.189772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Deleting port 076142ea-91ca-4aed-aabd-14f19c28307b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:57.190147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.253815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] For port 076142ea-91ca-4aed-aabd-14f19c28307b, host n-h1-789963-21, got binding levels [] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:57.254171 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.266806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Calling delete_port for 076142ea-91ca-4aed-aabd-14f19c28307b owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:57.344440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.370074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event deleted for resources: {'Port': ['ID=076142ea-91ca-4aed-aabd-14f19c28307b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.377465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.380660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-59ae83f3-4670-4d4f-924f-6d8dd8fbee34 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "DELETE /v2.0/ports/076142ea-91ca-4aed-aabd-14f19c28307b HTTP/1.1" status: 204 len: 168 time: 0.2638478 Nov 12 04:02:57.383903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60320) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.409666 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d87a3c0-ff1c-4b49-b511-70de4925d028 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:02:57.411081 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6d87a3c0-ff1c-4b49-b511-70de4925d028 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "GET /v2.0/ports/076142ea-91ca-4aed-aabd-14f19c28307b HTTP/1.1" status: 404 len: 333 time: 0.0262892 Nov 12 04:02:57.414758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60322) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.419185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1593528934', 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:57.438815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Made reservation on behalf of 65331db54845475bb2a7366d0f7a5cbf for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:57.441186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.456540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] device_id is not set on port c80f7273-1f62-42d2-8745-aacbc2cf72e8 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:57.606718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.638794 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.682599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Network 7f35ab83-f451-46cc-8e15-951842743431 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:57.685480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:57.688205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:57.689310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.689895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.695334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=c80f7273-1f62-42d2-8745-aacbc2cf72e8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.712652 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-74a06488-5d7d-4119-8298-deaf98e7fcff tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2960711 Nov 12 04:02:57.715405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60326) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.748601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b67496-c6f5-4afe-9295-69886a912eea tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.750032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b3b67496-c6f5-4afe-9295-69886a912eea tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "GET /v2.0/ports/c80f7273-1f62-42d2-8745-aacbc2cf72e8 HTTP/1.1" status: 200 len: 955 time: 0.0337069 Nov 12 04:02:57.752915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60328) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.849023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d41df-4662-4d69-ae80-37265d143dd0 req-b9083d54-107f-42d0-a41b-8c34c5578c11 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.850500 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f81d41df-4662-4d69-ae80-37265d143dd0 req-b9083d54-107f-42d0-a41b-8c34c5578c11 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 943 time: 0.0993750 Nov 12 04:02:57.890724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f39c455f-e5ef-4f59-beff-57c7f4ee5e86 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Deleting port c80f7273-1f62-42d2-8745-aacbc2cf72e8 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:57.891060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39c455f-e5ef-4f59-beff-57c7f4ee5e86 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.924864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f81d41df-4662-4d69-ae80-37265d143dd0 req-de45b829-7b00-4556-bf13-a58055b1f5eb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684726 Nov 12 04:02:57.967528 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39c455f-e5ef-4f59-beff-57c7f4ee5e86 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.979599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f39c455f-e5ef-4f59-beff-57c7f4ee5e86 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Calling delete_port for c80f7273-1f62-42d2-8745-aacbc2cf72e8 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:58.053870 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39c455f-e5ef-4f59-beff-57c7f4ee5e86 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.081898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c455f-e5ef-4f59-beff-57c7f4ee5e86 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event deleted for resources: {'Port': ['ID=c80f7273-1f62-42d2-8745-aacbc2cf72e8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.087627 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f39c455f-e5ef-4f59-beff-57c7f4ee5e86 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.090882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f39c455f-e5ef-4f59-beff-57c7f4ee5e86 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "DELETE /v2.0/ports/c80f7273-1f62-42d2-8745-aacbc2cf72e8 HTTP/1.1" status: 204 len: 168 time: 0.3370886 Nov 12 04:02:58.093401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60332) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:58.119989 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cf12b0-4b6b-44ca-9ab4-87b450963ecf tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:02:58.121580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a2cf12b0-4b6b-44ca-9ab4-87b450963ecf tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "GET /v2.0/ports/c80f7273-1f62-42d2-8745-aacbc2cf72e8 HTTP/1.1" status: 404 len: 333 time: 0.0272720 Nov 12 04:02:58.125220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60334) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:58.129912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Request body: {'port': {'network_id': '7f35ab83-f451-46cc-8e15-951842743431', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1791157457'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:58.150446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Made reservation on behalf of 65331db54845475bb2a7366d0f7a5cbf for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:58.152994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.168036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] device_id is not set on port 0c4e2274-0e3d-426e-b6d3-a08776b31447 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:58.319325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.350830 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.393276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Network 7f35ab83-f451-46cc-8e15-951842743431 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:58.396217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:58.399968 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:58.400922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.401519 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.411027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4e2274-0e3d-426e-b6d3-a08776b31447,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.420755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3df84d93-3ccf-4a3a-90c7-355bb1599077 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2945216 Nov 12 04:02:58.423527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:58.428540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:58.483098 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.589354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 920c7bdf-b640-426d-b177-a5ff59bb1621 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:02:58.657535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] device_id is not set on port 0c4e2274-0e3d-426e-b6d3-a08776b31447 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:58.666676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.673510 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.686194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 920c7bdf-b640-426d-b177-a5ff59bb1621, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=920c7bdf-b640-426d-b177-a5ff59bb1621,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:58.697820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:02:58.732151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4e2274-0e3d-426e-b6d3-a08776b31447,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.741040 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.751467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.751842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.752158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.757368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.757752 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.758166 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 2 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.760541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920c7bdf-b640-426d-b177-a5ff59bb1621 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:58.777204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.778144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.778506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.781254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 920c7bdf-b640-426d-b177-a5ff59bb1621, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=920c7bdf-b640-426d-b177-a5ff59bb1621,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:58.784672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.785048 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.785680 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 3 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.788566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.799925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.800445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.800830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.805684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.806020 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.806419 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 4 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.820067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.820439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.820806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.826431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.826691 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.827065 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 5 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.840493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.840889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.841232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.841347 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=920c7bdf-b640-426d-b177-a5ff59bb1621,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.846194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.846525 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.846922 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 6 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.849269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.849692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.850120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.850585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.850986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.851383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.851825 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.852711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.853136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.853532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.853916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.854586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:58.861204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.861538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.861873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.866412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.866733 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.867145 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 7 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.878917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.879657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.879992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.884409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.884752 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.885142 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 8 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.897181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.897510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.897838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.902588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.902922 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.903308 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 9 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.915395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.915828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.916154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.920418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.920761 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.921156 n-d-789963-21 neutron-server[102628]: INFO neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempt 10 to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 Nov 12 04:02:58.933636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:58.933964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:58.934317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempting to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:58.938555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:58.938995 n-d-789963-21 neutron-server[102628]: ERROR neutron.plugins.ml2.managers [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Failed to bind port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on host n-h1-789963-21 for vnic_type normal using segments [{'id': 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '7f35ab83-f451-46cc-8e15-951842743431'}] Nov 12 04:02:58.939368 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.001992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] For port 0c4e2274-0e3d-426e-b6d3-a08776b31447, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:59.002375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attempted to set empty binding levels {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 04:02:59.007195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['920c7bdf-b640-426d-b177-a5ff59bb1621'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:59.009545 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.030029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] In _notify_port_updated(), no bound segment for port 0c4e2274-0e3d-426e-b6d3-a08776b31447 on network 7f35ab83-f451-46cc-8e15-951842743431 {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:02:59.030981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.031604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.032933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "PUT /v2.0/ports/0c4e2274-0e3d-426e-b6d3-a08776b31447 HTTP/1.1" status: 200 len: 976 time: 0.6084592 Nov 12 04:02:59.042236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60340) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.078032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0937d-619e-4234-9092-83756eae4dd5 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event updated for resources: {'Port': ['ID=0c4e2274-0e3d-426e-b6d3-a08776b31447,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.106367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571232b-befe-41cb-bbd3-77b25e6a5298 req-3f176bff-3de4-446b-bda0-628e0bd54d4b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.114281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8571232b-befe-41cb-bbd3-77b25e6a5298 req-3f176bff-3de4-446b-bda0-628e0bd54d4b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 944 time: 0.1171796 Nov 12 04:02:59.195169 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8571232b-befe-41cb-bbd3-77b25e6a5298 req-129919b3-7347-41d2-bfac-293bdf4d5fc7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801089 Nov 12 04:02:59.203755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Deleting port 0c4e2274-0e3d-426e-b6d3-a08776b31447 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:59.204101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.278345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] For port 0c4e2274-0e3d-426e-b6d3-a08776b31447, host n-h1-789963-21, got binding levels [] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:59.278701 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.292476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Calling delete_port for 0c4e2274-0e3d-426e-b6d3-a08776b31447 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:59.375180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.404462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c4e2274-0e3d-426e-b6d3-a08776b31447,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.408229 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.413246 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d3a08651-da0d-49e4-8433-1279b8698af2 tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "DELETE /v2.0/ports/0c4e2274-0e3d-426e-b6d3-a08776b31447 HTTP/1.1" status: 204 len: 168 time: 0.3699713 Nov 12 04:02:59.415844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60342) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.440267 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-150819c8-d6af-4eb9-9455-5921e0ccd98e tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] GET failed (client error): The resource could not be found. Nov 12 04:02:59.441915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-150819c8-d6af-4eb9-9455-5921e0ccd98e tempest-PortsAdminExtendedAttrsTestJSON-1255867651 tempest-PortsAdminExtendedAttrsTestJSON-1255867651-project-admin] 10.222.0.49 "GET /v2.0/ports/0c4e2274-0e3d-426e-b6d3-a08776b31447 HTTP/1.1" status: 404 len: 333 time: 0.0251076 Nov 12 04:02:59.445981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60344) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.525481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.612384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.632791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f35ab83-f451-46cc-8e15-951842743431']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:59.642391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:59.642678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7c9e5b-a942-45e9-b3ae-124b43c39df7') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:59.652403 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.665194 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.671179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:59.671559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:59.674470 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:59.737036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.742170 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.746666 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] 10.222.0.49 "DELETE /v2.0/networks/7f35ab83-f451-46cc-8e15-951842743431 HTTP/1.1" status: 204 len: 168 time: 0.2997231 Nov 12 04:02:59.761774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b6a19-5474-417a-8f59-ae46a61283e1 tempest-PortsAdminExtendedAttrsTestJSON-1718467318 tempest-PortsAdminExtendedAttrsTestJSON-1718467318-project] Pushing event deleted for resources: {'Network': ['ID=7f35ab83-f451-46cc-8e15-951842743431,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.984404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60350) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:00.116294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-41b5bb37-9360-452e-8d5f-4a080e94192c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f27fcf249d104229819757c7f3a4dfb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307075 Nov 12 04:03:00.119836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60354) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:00.165998 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b35bea54-cec1-4c69-9206-85cab9261fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.186351 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b35bea54-cec1-4c69-9206-85cab9261fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.234301 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b35bea54-cec1-4c69-9206-85cab9261fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.237208 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b35bea54-cec1-4c69-9206-85cab9261fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.238414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b35bea54-cec1-4c69-9206-85cab9261fa7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf81d68d-cd19-4edf-8cb6-ec0f7d68bcb7 HTTP/1.1" status: 204 len: 168 time: 0.1176949 Nov 12 04:03:00.246540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bea54-cec1-4c69-9206-85cab9261fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf81d68d-cd19-4edf-8cb6-ec0f7d68bcb7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.335926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575fc4-3411-4f8b-acb9-05623737091c req-79264464-1595-43e7-ae58-814fa4c114fa tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.338277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb575fc4-3411-4f8b-acb9-05623737091c req-79264464-1595-43e7-ae58-814fa4c114fa tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 944 time: 0.0507870 Nov 12 04:03:00.388145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb575fc4-3411-4f8b-acb9-05623737091c req-7bc6919e-8d6c-4e2a-b44f-8512a26932f6 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440965 Nov 12 04:03:00.502232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60362) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:00.548610 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d722491e-b360-46fe-9ada-ee1da7500cb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65331db54845475bb2a7366d0f7a5cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451984 Nov 12 04:03:00.551083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:00.598145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 920c7bdf-b640-426d-b177-a5ff59bb1621 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:00.600665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be9eacbf-90fb-4206-944b-332bb1e7e7f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.622390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be9eacbf-90fb-4206-944b-332bb1e7e7f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.646110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 920c7bdf-b640-426d-b177-a5ff59bb1621 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:00.651085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 920c7bdf-b640-426d-b177-a5ff59bb1621 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:00.651441 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.669558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be9eacbf-90fb-4206-944b-332bb1e7e7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.672385 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be9eacbf-90fb-4206-944b-332bb1e7e7f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.673577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-be9eacbf-90fb-4206-944b-332bb1e7e7f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a05adf7e-ffae-4b33-b223-878842d4712a HTTP/1.1" status: 204 len: 168 time: 0.1215990 Nov 12 04:03:00.683853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9eacbf-90fb-4206-944b-332bb1e7e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05adf7e-ffae-4b33-b223-878842d4712a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.748378 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.771644 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:00.774539 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc24572e-2476-4c8d-bc8f-056e175db304" -d '{"events": [{"server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "name": "network-vif-plugged", "status": "completed", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:00.788018 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 920c7bdf-b640-426d-b177-a5ff59bb1621, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=920c7bdf-b640-426d-b177-a5ff59bb1621,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:00.792929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.817238 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68d96f4-ca21-437b-b4a5-9062e120b5aa x-openstack-request-id: req-e68d96f4-ca21-437b-b4a5-9062e120b5aa {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:00.817520 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "name": "network-vif-plugged", "status": "completed", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:00.817849 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e68d96f4-ca21-437b-b4a5-9062e120b5aa {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:00.818271 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'code': 200} Nov 12 04:03:00.848250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=920c7bdf-b640-426d-b177-a5ff59bb1621,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.921268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55682699-e9f8-4ae1-b165-344fa958477a req-851e9bc2-4799-495a-a243-cc649b5c07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.923068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55682699-e9f8-4ae1-b165-344fa958477a req-851e9bc2-4799-495a-a243-cc649b5c07f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1097 time: 0.0410373 Nov 12 04:03:00.971839 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55682699-e9f8-4ae1-b165-344fa958477a req-2d3a1910-af08-4c47-b417-ad317df6f854 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417981 Nov 12 04:03:01.345494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3b64-2437-4ae6-bf89-a245d5c0b8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.375783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60388) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.478808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1738641853'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:01.500207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Made reservation on behalf of 11502279b68342a1bed109a7f9b16609 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:01.503175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69af16d-defc-4f53-87cf-10c326677bb0 req-d847a5b3-70a2-4cc0-b6ea-5b7584f9cf18 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.503853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.504846 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69af16d-defc-4f53-87cf-10c326677bb0 req-d847a5b3-70a2-4cc0-b6ea-5b7584f9cf18 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 945 time: 0.0501859 Nov 12 04:03:01.516617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.559152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69af16d-defc-4f53-87cf-10c326677bb0 req-617f0036-359f-4da1-bd71-60651b06ed1b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471265 Nov 12 04:03:01.596230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.600522 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.628807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:01.639289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065c54cd-1ff8-42f4-b7f3-c1a63cad7a82,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:01.645096 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.645447 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Added segment 6d46f80f-cf60-42a0-a57b-3f42fc51cb82 of type vlan for network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e Nov 12 04:03:01.685401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.710316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.716192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.716810 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.753462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3764927 Nov 12 04:03:01.756393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60394) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.762307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Request body: {'subnet': {'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:01.790922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfb50-ee34-4b4c-a192-f2bdd6ae61de tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event updated for resources: {'Network': ['ID=47ce7711-c0aa-4d5a-a04f-a4d66d558d1e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:01.801399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:01.850745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Made reservation on behalf of 11502279b68342a1bed109a7f9b16609 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:01.854425 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.044521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.113353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event updated for resources: {'Subnet': ['ID=169c8711-31a9-40f6-97de-d1a54b4ec7a5,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:02.115817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Checking segment: {'id': '6d46f80f-cf60-42a0-a57b-3f42fc51cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:02.116181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Network hostable DHCP agents. Network: 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:02.134081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:02.142852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:02.147032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.147607 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.154328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ffa2fb-9c32-4216-aa7f-c3fbb5e7dd1a None None] Network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:02.163126 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e16e1ceb-4ff8-45b2-9028-980bb4c445d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4056213 Nov 12 04:03:02.166634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60396) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:02.171435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Request body: {'port': {'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1130631349'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:02.277958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Made reservation on behalf of 11502279b68342a1bed109a7f9b16609 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:02.281809 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.305667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] device_id is not set on port 11f8de74-6fd0-4446-aeae-2e550fb97cd9 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:02.307355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-47ce7711-c0aa-4d5a-a04f-a4d66d558d1e', 'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e', 'tenant_id': '11502279b68342a1bed109a7f9b16609', 'fixed_ips': [{'subnet_id': '169c8711-31a9-40f6-97de-d1a54b4ec7a5'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:02.308205 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.422769 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Allocated IP 2001:db8::259 (47ce7711-c0aa-4d5a-a04f-a4d66d558d1e/169c8711-31a9-40f6-97de-d1a54b4ec7a5/11f8de74-6fd0-4446-aeae-2e550fb97cd9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:02.566388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.604023 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.647076 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:02.647838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Allocated IP 2001:db8::2 (47ce7711-c0aa-4d5a-a04f-a4d66d558d1e/169c8711-31a9-40f6-97de-d1a54b4ec7a5/bf698932-2f78-40d2-9d7c-8f43f7846dda) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:02.653699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:02.656545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:02.662570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.663219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.682897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event updated for resources: {'Port': ['ID=11f8de74-6fd0-4446-aeae-2e550fb97cd9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:02.699105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-abc5384e-bbdc-4427-8cd5-f48a85edd87a tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5313995 Nov 12 04:03:02.699887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60400) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:02.703408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699ba20-d8d4-4903-aeb2-cee54b5fae9e req-4eb74176-0d1f-4fc5-9592-44fdde6b1f5c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.704954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5699ba20-d8d4-4903-aeb2-cee54b5fae9e req-4eb74176-0d1f-4fc5-9592-44fdde6b1f5c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 945 time: 0.0583861 Nov 12 04:03:02.708408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Request body: {'port': {'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-402172775', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:02.709921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.api.validators [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] bootfile-name is not in valid_values {{(pid=102628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:03:02.710275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.api.validators [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] tftp-server is not in valid_values {{(pid=102628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:03:02.710622 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.api.validators [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] server-ip-address is not in valid_values {{(pid=102628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:03:02.764410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5699ba20-d8d4-4903-aeb2-cee54b5fae9e req-644884c9-a79a-4fdb-9442-f6c1be297a09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529423 Nov 12 04:03:02.814224 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.822510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.866530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:02.869883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:02.874489 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:02.877765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Pushing event updated for resources: {'Port': ['ID=bf698932-2f78-40d2-9d7c-8f43f7846dda,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:02.933363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Attempting to bind port bf698932-2f78-40d2-9d7c-8f43f7846dda on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:02.933838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Attempting to bind port bf698932-2f78-40d2-9d7c-8f43f7846dda by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '6d46f80f-cf60-42a0-a57b-3f42fc51cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:02.934209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Attempting to bind port bf698932-2f78-40d2-9d7c-8f43f7846dda on network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:02.939684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:02.940063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Checking segment: {'id': '6d46f80f-cf60-42a0-a57b-3f42fc51cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:02.940469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.940894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Bound using segment: {'id': '6d46f80f-cf60-42a0-a57b-3f42fc51cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:02.941373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Bound port: bf698932-2f78-40d2-9d7c-8f43f7846dda, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d46f80f-cf60-42a0-a57b-3f42fc51cb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '47ce7711-c0aa-4d5a-a04f-a4d66d558d1e'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:02.941751 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.010885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] For port bf698932-2f78-40d2-9d7c-8f43f7846dda, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:03.014863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] For port bf698932-2f78-40d2-9d7c-8f43f7846dda, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bf698932-2f78-40d2-9d7c-8f43f7846dda,segment=NetworkSegment(6d46f80f-cf60-42a0-a57b-3f42fc51cb82),segment_id=6d46f80f-cf60-42a0-a57b-3f42fc51cb82)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:03.019760 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.085061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d7134-1844-41d9-8d02-8e07c65848fa None None] Pushing event updated for resources: {'Port': ['ID=bf698932-2f78-40d2-9d7c-8f43f7846dda,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.206001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f743df-bd43-4627-9663-0dff5e881479 req-93c76b57-6665-48bc-a201-322ae425690e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.207497 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31f743df-bd43-4627-9663-0dff5e881479 req-93c76b57-6665-48bc-a201-322ae425690e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 945 time: 0.0761006 Nov 12 04:03:03.230061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Made reservation on behalf of 11502279b68342a1bed109a7f9b16609 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:03.234706 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.275097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] device_id is not set on port 64b7ffea-daac-4b52-ae8a-31693dab9e10 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:03.297414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31f743df-bd43-4627-9663-0dff5e881479 req-16df2960-6fec-4f99-81b3-be3529e34f78 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808771 Nov 12 04:03:03.323889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60404) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:03.417193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Allocated IP 2001:db8::239 (47ce7711-c0aa-4d5a-a04f-a4d66d558d1e/169c8711-31a9-40f6-97de-d1a54b4ec7a5/64b7ffea-daac-4b52-ae8a-31693dab9e10) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:03.492721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64186e30-815b-4523-af7d-2c46777deab3 tempest-TestVolumeBootPattern-430809209 tempest-TestVolumeBootPattern-430809209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.494682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-64186e30-815b-4523-af7d-2c46777deab3 tempest-TestVolumeBootPattern-430809209 tempest-TestVolumeBootPattern-430809209-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1092 time: 0.1698353 Nov 12 04:03:03.497434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60408) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:03.501832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:03.525391 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.598254 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.619411 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-14480cee-00d8-4010-88a6-438cb68eb626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.631490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.639901 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.686527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:03.690044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:03.694128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:03.700447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.701405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.711089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event updated for resources: {'Port': ['ID=64b7ffea-daac-4b52-ae8a-31693dab9e10,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.729534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bd3d94e2-e0cc-4527-abfc-c81e9261c43e tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0285685 Nov 12 04:03:03.732012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60410) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:03.763393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.25.0.140 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/390d402c-af29-4b83-af54-8903f23bb1f5) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:03.792937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25af11-1a53-4727-a111-87d209fb3c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.800593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25af11-1a53-4727-a111-87d209fb3c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.807026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25af11-1a53-4727-a111-87d209fb3c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.809168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5b25af11-1a53-4727-a111-87d209fb3c29 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0755496 Nov 12 04:03:03.812018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60412) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:03.888328 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.919861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8b87eb91-5fce-4da4-b546-48b4c0ff01ff tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Deleting port 64b7ffea-daac-4b52-ae8a-31693dab9e10 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:03.920372 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b87eb91-5fce-4da4-b546-48b4c0ff01ff tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.929139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.975834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:03.979862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:03.985181 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:03.989200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=390d402c-af29-4b83-af54-8903f23bb1f5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.018514 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b87eb91-5fce-4da4-b546-48b4c0ff01ff tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.027569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c07b4-b093-44ea-8d13-b907da8005d5 None None] Network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:04.035202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-8b87eb91-5fce-4da4-b546-48b4c0ff01ff tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Calling delete_port for 64b7ffea-daac-4b52-ae8a-31693dab9e10 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:04.115545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f8c44410-d75d-4759-8aaa-d014e19f778d None None] Provisioning complete for port bf698932-2f78-40d2-9d7c-8f43f7846dda triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:04.115957 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f8c44410-d75d-4759-8aaa-d014e19f778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.192027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b87eb91-5fce-4da4-b546-48b4c0ff01ff tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.223882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87eb91-5fce-4da4-b546-48b4c0ff01ff tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event deleted for resources: {'Port': ['ID=64b7ffea-daac-4b52-ae8a-31693dab9e10,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.251911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8b87eb91-5fce-4da4-b546-48b4c0ff01ff tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.259777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8b87eb91-5fce-4da4-b546-48b4c0ff01ff tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "DELETE /v2.0/ports/64b7ffea-daac-4b52-ae8a-31693dab9e10 HTTP/1.1" status: 204 len: 168 time: 0.4427688 Nov 12 04:03:04.260163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60414) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:04.262647 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f8c44410-d75d-4759-8aaa-d014e19f778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.266453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Request body: {'port': {'name': 'tempest-new-port-name-1928847423', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:04.266851 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.api.validators [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] bootfile-name is not in valid_values {{(pid=102628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:03:04.267187 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.api.validators [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] tftp-server is not in valid_values {{(pid=102628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:03:04.267638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.api.validators [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] server-ip-address is not in valid_values {{(pid=102628) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 04:03:04.315840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f8c44410-d75d-4759-8aaa-d014e19f778d None None] For port bf698932-2f78-40d2-9d7c-8f43f7846dda, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bf698932-2f78-40d2-9d7c-8f43f7846dda,segment=NetworkSegment(6d46f80f-cf60-42a0-a57b-3f42fc51cb82),segment_id=6d46f80f-cf60-42a0-a57b-3f42fc51cb82)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:04.324265 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f8c44410-d75d-4759-8aaa-d014e19f778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.357679 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.382080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c44410-d75d-4759-8aaa-d014e19f778d None None] Pushing event updated for resources: {'Port': ['ID=bf698932-2f78-40d2-9d7c-8f43f7846dda,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.421402 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.498504 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.552345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5cf3657c-cc76-48c5-8c9a-8ed521d93575 None None] Provisioning complete for port 11f8de74-6fd0-4446-aeae-2e550fb97cd9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:04.553063 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5cf3657c-cc76-48c5-8c9a-8ed521d93575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.572400 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.579780 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.600500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3657c-cc76-48c5-8c9a-8ed521d93575 None None] Port 11f8de74-6fd0-4446-aeae-2e550fb97cd9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:04.611133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5cf3657c-cc76-48c5-8c9a-8ed521d93575 None None] Provisioning complete for port bf698932-2f78-40d2-9d7c-8f43f7846dda triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:04.612154 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5cf3657c-cc76-48c5-8c9a-8ed521d93575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.618207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] In _notify_port_updated(), no bound segment for port 11f8de74-6fd0-4446-aeae-2e550fb97cd9 on network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e {{(pid=102628) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:03:04.624541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.625231 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.626783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "PUT /v2.0/ports/11f8de74-6fd0-4446-aeae-2e550fb97cd9 HTTP/1.1" status: 200 len: 1130 time: 0.3654337 Nov 12 04:03:04.629802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60416) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:04.688086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6b560-d73c-4999-943c-abf9ca922c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event updated for resources: {'Port': ['ID=11f8de74-6fd0-4446-aeae-2e550fb97cd9,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.707777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20fa2c-9406-4672-870b-97df996e42f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.712921 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0f20fa2c-9406-4672-870b-97df996e42f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "GET /v2.0/ports/11f8de74-6fd0-4446-aeae-2e550fb97cd9 HTTP/1.1" status: 200 len: 1130 time: 0.0788724 Nov 12 04:03:04.715979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60418) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:04.728307 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.734635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.816509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=390d402c-af29-4b83-af54-8903f23bb1f5,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.822941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-14dc7dc4-50f2-4e81-9d2f-5c41ba298dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Deleting port 11f8de74-6fd0-4446-aeae-2e550fb97cd9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:04.823452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14dc7dc4-50f2-4e81-9d2f-5c41ba298dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.825440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.846270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-cf21bd96-7be1-4a49-9215-49ec6d198b27 None None] Provisioning complete for port 11f8de74-6fd0-4446-aeae-2e550fb97cd9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:04.846656 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cf21bd96-7be1-4a49-9215-49ec6d198b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.897115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-cf21bd96-7be1-4a49-9215-49ec6d198b27 None None] Port 11f8de74-6fd0-4446-aeae-2e550fb97cd9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:04.943574 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14dc7dc4-50f2-4e81-9d2f-5c41ba298dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.955360 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Floating IP 4743e4ac-c922-497e-914e-f8769545001f associated. External IP: 172.25.0.140, port: 920c7bdf-b640-426d-b177-a5ff59bb1621. Nov 12 04:03:04.957779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-14dc7dc4-50f2-4e81-9d2f-5c41ba298dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Calling delete_port for 11f8de74-6fd0-4446-aeae-2e550fb97cd9 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:05.046915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.113237 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14dc7dc4-50f2-4e81-9d2f-5c41ba298dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.114283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b3916959-8404-4065-a0a6-451690764bea None None] Could not find standard attr ID for object 64b7ffea-daac-4b52-ae8a-31693dab9e10. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:05.156840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc7dc4-50f2-4e81-9d2f-5c41ba298dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event deleted for resources: {'Port': ['ID=11f8de74-6fd0-4446-aeae-2e550fb97cd9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.188181 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14dc7dc4-50f2-4e81-9d2f-5c41ba298dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.193862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-14dc7dc4-50f2-4e81-9d2f-5c41ba298dd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "DELETE /v2.0/ports/11f8de74-6fd0-4446-aeae-2e550fb97cd9 HTTP/1.1" status: 204 len: 168 time: 0.4743407 Nov 12 04:03:05.194182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60420) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:05.221777 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:05.251083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9562ae-54bc-42e7-8d05-3e34b43db970 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Deleting subnet 169c8711-31a9-40f6-97de-d1a54b4ec7a5 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:05.254596 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e9562ae-54bc-42e7-8d05-3e34b43db970 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.269549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bf698932-2f78-40d2-9d7c-8f43f7846dda up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:05.303171 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e9562ae-54bc-42e7-8d05-3e34b43db970 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.334587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port bf698932-2f78-40d2-9d7c-8f43f7846dda triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:05.334795 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.348488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:05.360984 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:05.375642 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:05.377988 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:05.380809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.440759 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-48e80cae-678d-4a46-b267-17e38541edb3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9292114 Nov 12 04:03:05.440759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:05.441096 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e9562ae-54bc-42e7-8d05-3e34b43db970 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.441197 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bfbe57-4d65-4b46-9849-2daeb32ad23a" -d '{"events": [{"name": "network-changed", "server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:05.489576 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9553c205-a234-4e63-b5fc-09316d371a2c x-openstack-request-id: req-9553c205-a234-4e63-b5fc-09316d371a2c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:05.490010 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:05.490520 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9553c205-a234-4e63-b5fc-09316d371a2c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:05.491317 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'status': 'completed', 'code': 200} Nov 12 04:03:05.506682 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e9562ae-54bc-42e7-8d05-3e34b43db970 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.527524 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:05.537674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9562ae-54bc-42e7-8d05-3e34b43db970 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event deleted for resources: {'Subnet': ['ID=169c8711-31a9-40f6-97de-d1a54b4ec7a5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.543582 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e9562ae-54bc-42e7-8d05-3e34b43db970 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.547916 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6e9562ae-54bc-42e7-8d05-3e34b43db970 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "DELETE /v2.0/subnets/169c8711-31a9-40f6-97de-d1a54b4ec7a5 HTTP/1.1" status: 204 len: 168 time: 0.3527839 Nov 12 04:03:05.550384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60426) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:05.572803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-c563c513-7600-40e6-85ee-371a80976637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.574962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-c563c513-7600-40e6-85ee-371a80976637 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1097 time: 0.0597994 Nov 12 04:03:05.644829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.681855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac34d0-529f-4348-ae66-7fcf45fce0b9 None None] Network 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:05.699294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-df034151-15ac-4290-af98-451be5ae045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.700824 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-df034151-15ac-4290-af98-451be5ae045f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.1174412 Nov 12 04:03:05.712450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Deleting port bf698932-2f78-40d2-9d7c-8f43f7846dda {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:05.713206 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.785371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-676ecab9-c5c1-40af-a977-4c448a0abc19 None None] Could not find standard attr ID for object 11f8de74-6fd0-4446-aeae-2e550fb97cd9. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:05.785830 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-67aaf7e4-8632-4314-9429-0634357be5b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 200 len: 999 time: 0.0764499 Nov 12 04:03:05.803536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] For port bf698932-2f78-40d2-9d7c-8f43f7846dda, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=bf698932-2f78-40d2-9d7c-8f43f7846dda,segment=NetworkSegment(6d46f80f-cf60-42a0-a57b-3f42fc51cb82),segment_id=6d46f80f-cf60-42a0-a57b-3f42fc51cb82)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:05.803876 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.816323 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:04Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:05.829498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Calling delete_port for bf698932-2f78-40d2-9d7c-8f43f7846dda owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:05.849091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-e11fa962-06b8-4707-b324-98509d6e6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.850914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-e11fa962-06b8-4707-b324-98509d6e6056 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0578487 Nov 12 04:03:05.854273 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:05.862876 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:05.863505 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:05.896896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] DHCP port deletion for 47ce7711-c0aa-4d5a-a04f-a4d66d558d1e request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:05.912923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-f6b40630-4e54-4fbf-bd6c-61ec717e435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.916384 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-f6b40630-4e54-4fbf-bd6c-61ec717e435c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588973 Nov 12 04:03:05.942997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.953654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] Deleting port bf698932-2f78-40d2-9d7c-8f43f7846dda {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:05.954901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.981526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:05.983985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event deleted for resources: {'Port': ['ID=bf698932-2f78-40d2-9d7c-8f43f7846dda,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.991080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] No DVR routers for this DVR port bf698932-2f78-40d2-9d7c-8f43f7846dda on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:06.025529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] For port bf698932-2f78-40d2-9d7c-8f43f7846dda, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:06.026347 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.041144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] Calling delete_port for bf698932-2f78-40d2-9d7c-8f43f7846dda owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:06.044308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] Port bf698932-2f78-40d2-9d7c-8f43f7846dda was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:03:06.046486 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.046686 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-bf3ad44b-3bd0-4de2-a95d-122c20ec16d7 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212425 Nov 12 04:03:06.073827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] Pushing event deleted for resources: {'Port': ['ID=bf698932-2f78-40d2-9d7c-8f43f7846dda,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:06.076540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0980df3-0e2b-4f34-b15f-82364ff35610 None None] No DVR routers for this DVR port bf698932-2f78-40d2-9d7c-8f43f7846dda on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:06.089064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.114354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ce7711-c0aa-4d5a-a04f-a4d66d558d1e']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:06.125351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d46f80f-cf60-42a0-a57b-3f42fc51cb82') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:06.125581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d46f80f-cf60-42a0-a57b-3f42fc51cb82') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:06.136210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.151566 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.158276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:06.158667 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:06.161822 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:06.168966 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42bfbe57-4d65-4b46-9849-2daeb32ad23a req-4dc5431e-6d21-4a17-94c9-3daa2305a9b7 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140301 Nov 12 04:03:06.232796 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.240690 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.243787 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] 10.222.0.49 "DELETE /v2.0/networks/47ce7711-c0aa-4d5a-a04f-a4d66d558d1e HTTP/1.1" status: 204 len: 168 time: 0.6922517 Nov 12 04:03:06.252495 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:04Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:06.256138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe9279-c714-4645-b1fa-885dfb370518 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580 tempest-ExtraDHCPOptionsIpV6TestJSON-1284164580-project] Pushing event deleted for resources: {'Network': ['ID=47ce7711-c0aa-4d5a-a04f-a4d66d558d1e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:06.280298 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f88054-1b2d-44ce-a300-46591c2b2007 None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:04Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:06.422216 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.503391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60432) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:06.506307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac5ebb-f028-42c5-87ef-f507add0db60 None None] New status for floating IP 4743e4ac-c922-497e-914e-f8769545001f: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:03:06.643432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-92b120fe-fa25-4c6e-88cc-044fe5f211c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11502279b68342a1bed109a7f9b16609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388547 Nov 12 04:03:06.646164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60436) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:06.701719 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee87d-b130-481c-9f78-2f4a8e61be1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.722798 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee87d-b130-481c-9f78-2f4a8e61be1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.770257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee87d-b130-481c-9f78-2f4a8e61be1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.772798 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee87d-b130-481c-9f78-2f4a8e61be1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.774518 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7a5ee87d-b130-481c-9f78-2f4a8e61be1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/065c54cd-1ff8-42f4-b7f3-c1a63cad7a82 HTTP/1.1" status: 204 len: 168 time: 0.1268904 Nov 12 04:03:06.782715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ee87d-b130-481c-9f78-2f4a8e61be1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065c54cd-1ff8-42f4-b7f3-c1a63cad7a82,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.175986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bf698932-2f78-40d2-9d7c-8f43f7846dda no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:07.196372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: bf698932-2f78-40d2-9d7c-8f43f7846dda {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:07.196715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device bf698932-2f78-40d2-9d7c-8f43f7846dda not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:07.268854 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.415646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60458) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:07.513100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-443728519'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:07.535198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:07.538737 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.548107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.623919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.627842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.658213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:07.663437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02288cd-3511-4974-b866-f3072b547b99,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.671988 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.672356 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Added segment e0685c00-c18d-44b0-89fc-b7d582368211 of type vlan for network b278daaa-7cf9-4143-abfd-de297633cfbd Nov 12 04:03:07.712904 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.737332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.743708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.744290 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.783888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3671443 Nov 12 04:03:07.786904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60462) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:07.792176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'subnet': {'network_id': 'b278daaa-7cf9-4143-abfd-de297633cfbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:07.816916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d32ccb-b578-4fab-8bd3-abb84840ddc9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Network': ['ID=b278daaa-7cf9-4143-abfd-de297633cfbd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.827508 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network b278daaa-7cf9-4143-abfd-de297633cfbd details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:07.881305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:07.885622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.062117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.121554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Subnet': ['ID=cbc61cf0-c3a3-4844-ad7e-e4c1777bb168,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:08.128981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Checking segment: {'id': 'e0685c00-c18d-44b0-89fc-b7d582368211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'b278daaa-7cf9-4143-abfd-de297633cfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:08.129351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network hostable DHCP agents. Network: b278daaa-7cf9-4143-abfd-de297633cfbd, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:08.146432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network b278daaa-7cf9-4143-abfd-de297633cfbd is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:08.155775 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, b278daaa-7cf9-4143-abfd-de297633cfbd) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:08.159984 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:08.160582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.165093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe68b47-fea3-456d-a4f0-4b965a7d5bda None None] Network b278daaa-7cf9-4143-abfd-de297633cfbd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:08.177722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0c5ff942-f210-4d10-a859-717d08634ae2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.3897882 Nov 12 04:03:08.181203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60464) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:08.185638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1547514737', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:08.208689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.209719 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.265674 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.292702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29911888-7972-4575-b541-4ece89a01996 None None] Network b278daaa-7cf9-4143-abfd-de297633cfbd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:08.406685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.935024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.953394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.055489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.25.0.173 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/0e174f77-9478-4fc1-b38e-7d608ee408bf) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:09.153121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.185305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.229008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:09.231914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:09.235452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:09.244529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353cbd85-e926-492b-85ae-5a8939fcbd53 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:09.257874 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=0e174f77-9478-4fc1-b38e-7d608ee408bf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.329969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-05c0eb07-300a-4225-a494-fa9ac4f95900 None None] Provisioning complete for port 0e174f77-9478-4fc1-b38e-7d608ee408bf triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:09.330580 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05c0eb07-300a-4225-a494-fa9ac4f95900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.494829 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.526188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-05c0eb07-300a-4225-a494-fa9ac4f95900 None None] Port 0e174f77-9478-4fc1-b38e-7d608ee408bf cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:09.697869 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.824990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:09.930986 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:09.941307 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d49094-11d6-4e63-ad1c-628bb9937e68 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:09.952108 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.954097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d825d1a7-32b6-4011-80b9-7253873496f6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7718060 Nov 12 04:03:09.956854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60466) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:09.957370 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d49094-11d6-4e63-ad1c-628bb9937e68 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:09.957586 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-49d49094-11d6-4e63-ad1c-628bb9937e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:09.990738 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-49d49094-11d6-4e63-ad1c-628bb9937e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:09.999434 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d49094-11d6-4e63-ad1c-628bb9937e68 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:10.000032 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-49d49094-11d6-4e63-ad1c-628bb9937e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:10.033127 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-49d49094-11d6-4e63-ad1c-628bb9937e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:10.034123 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d49094-11d6-4e63-ad1c-628bb9937e68 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:10.381777 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.650746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.20.0.1 (b278daaa-7cf9-4143-abfd-de297633cfbd/cbc61cf0-c3a3-4844-ad7e-e4c1777bb168/49a5f007-9af5-472e-9a07-3e42cdfaccf7) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:10.764848 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.797931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.839151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network b278daaa-7cf9-4143-abfd-de297633cfbd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:10.842280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:10.846337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:10.853224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=49a5f007-9af5-472e-9a07-3e42cdfaccf7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.893196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.025370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.296147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.300600 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.378173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.379975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=49a5f007-9af5-472e-9a07-3e42cdfaccf7,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.470749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network b278daaa-7cf9-4143-abfd-de297633cfbd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:11.472409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:11.587664 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:11.698193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:11.704761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-55d31fb2-1b7b-477c-92a5-b8efd63e1862 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/routers/6f9abc19-2e72-475c-9ba2-b676bd2d9e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452688 Nov 12 04:03:11.705779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60468) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:11.708524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679de49e-d6e8-44d2-ba1d-b18fcd485cc0 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:11.710562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'port': {'network_id': 'b278daaa-7cf9-4143-abfd-de297633cfbd', 'name': 'tempest-FloatingIPTestJSON-2030457564'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:11.718898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679de49e-d6e8-44d2-ba1d-b18fcd485cc0 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:11.719518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-679de49e-d6e8-44d2-ba1d-b18fcd485cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:11.752358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-679de49e-d6e8-44d2-ba1d-b18fcd485cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:11.762382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679de49e-d6e8-44d2-ba1d-b18fcd485cc0 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:11.762979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-679de49e-d6e8-44d2-ba1d-b18fcd485cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:11.798048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-679de49e-d6e8-44d2-ba1d-b18fcd485cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:11.798687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679de49e-d6e8-44d2-ba1d-b18fcd485cc0 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:11.820266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:11.823880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.844073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] device_id is not set on port dbc8c78e-3142-4a9f-9ba2-c924eba99c19 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:11.959415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.20.0.3 (b278daaa-7cf9-4143-abfd-de297633cfbd/cbc61cf0-c3a3-4844-ad7e-e4c1777bb168/dbc8c78e-3142-4a9f-9ba2-c924eba99c19) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:12.116101 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.150977 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.198650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network b278daaa-7cf9-4143-abfd-de297633cfbd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:12.201803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:12.205667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:12.212558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=dbc8c78e-3142-4a9f-9ba2-c924eba99c19,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.259788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.260394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.276238 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6226a0c2-ff16-4f06-bd61-8ae572a4851f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5694845 Nov 12 04:03:12.278786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60472) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:12.283941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'port': {'network_id': 'b278daaa-7cf9-4143-abfd-de297633cfbd', 'name': 'tempest-FloatingIPTestJSON-955751191'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:12.395902 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:12.399877 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.418240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] device_id is not set on port 0505a079-35f1-4988-9791-681f1ae3eec6 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:12.544216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.20.0.5 (b278daaa-7cf9-4143-abfd-de297633cfbd/cbc61cf0-c3a3-4844-ad7e-e4c1777bb168/0505a079-35f1-4988-9791-681f1ae3eec6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:12.697951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.734815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.780175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network b278daaa-7cf9-4143-abfd-de297633cfbd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:12.785205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:12.789041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:12.814373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=0505a079-35f1-4988-9791-681f1ae3eec6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.843716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.844367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.860218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4c3d20a4-6ad4-4c89-95ab-33e6e17fecb8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5804112 Nov 12 04:03:12.863364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60474) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:12.868499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '0505a079-35f1-4988-9791-681f1ae3eec6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:12.891073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.991940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.095496 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.25.0.253 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/7762d6ac-59c9-4a8f-9c5e-5abe36f852ab) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:13.201074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.234562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.278509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:13.281457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:13.285682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:13.288597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=7762d6ac-59c9-4a8f-9c5e-5abe36f852ab,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:13.977769 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.040418 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.176386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-62cd8ab3-9ac3-4fb9-8abf-5e638594396b req-324078e0-e576-4db1-94e2-bee22e1ce59a service neutron] (102628) timed out ('10.222.0.49', 59040) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:03:14.188804 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.193292 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.258464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=7762d6ac-59c9-4a8f-9c5e-5abe36f852ab,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.270039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.369623 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP 634ebe21-62c4-418f-acaa-50dc13f163d4 associated. External IP: 172.25.0.253, port: 0505a079-35f1-4988-9791-681f1ae3eec6. Nov 12 04:03:14.578075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:14.686111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:14.696283 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3392c36-7c34-4e1f-b10e-c0c14fed9eeb None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:14.704022 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.705674 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3392c36-7c34-4e1f-b10e-c0c14fed9eeb None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:14.706276 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c3392c36-7c34-4e1f-b10e-c0c14fed9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:14.730252 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ee19e1ac-eee5-415f-b4c2-140826e6459b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8658376 Nov 12 04:03:14.733086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60476) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.737680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:14.741208 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c3392c36-7c34-4e1f-b10e-c0c14fed9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:14.750523 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3392c36-7c34-4e1f-b10e-c0c14fed9eeb None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:14.751124 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c3392c36-7c34-4e1f-b10e-c0c14fed9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:14.783560 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c3392c36-7c34-4e1f-b10e-c0c14fed9eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:14.784204 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3392c36-7c34-4e1f-b10e-c0c14fed9eeb None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:14.796835 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.937359 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.940948 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.941372 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP 634ebe21-62c4-418f-acaa-50dc13f163d4 disassociated. External IP: 172.25.0.253, port: 0505a079-35f1-4988-9791-681f1ae3eec6. Nov 12 04:03:15.143458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:15.250345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:15.254647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.260563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7c8a1-e83e-4f3a-98f5-eab81b8a6dd3 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:15.270465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7c8a1-e83e-4f3a-98f5-eab81b8a6dd3 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:15.271279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a4c7c8a1-e83e-4f3a-98f5-eab81b8a6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.281999 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1252be53-cfe9-4872-b766-70ff49d382ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/floatingips/634ebe21-62c4-418f-acaa-50dc13f163d4 HTTP/1.1" status: 200 len: 688 time: 0.5477164 Nov 12 04:03:15.284708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60478) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.303791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a4c7c8a1-e83e-4f3a-98f5-eab81b8a6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.313670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7c8a1-e83e-4f3a-98f5-eab81b8a6dd3 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:15.314274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a4c7c8a1-e83e-4f3a-98f5-eab81b8a6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.350708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a4c7c8a1-e83e-4f3a-98f5-eab81b8a6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:15.351370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7c8a1-e83e-4f3a-98f5-eab81b8a6dd3 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:15.409753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 7762d6ac-59c9-4a8f-9c5e-5abe36f852ab {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:15.410086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.489444 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.489772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.501898 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 7762d6ac-59c9-4a8f-9c5e-5abe36f852ab owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:15.633862 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.658911 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=7762d6ac-59c9-4a8f-9c5e-5abe36f852ab,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:15.723360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.726203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.728344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bd5ca898-0512-4983-8a30-fd6957b848b0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/floatingips/634ebe21-62c4-418f-acaa-50dc13f163d4 HTTP/1.1" status: 204 len: 168 time: 0.4426351 Nov 12 04:03:15.731899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60482) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.736572 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'dbc8c78e-3142-4a9f-9ba2-c924eba99c19'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:15.759394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.854229 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.959172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.25.0.76 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/f1016170-118f-4219-aae3-3e117b115c77) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:16.059675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.092071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.137925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:16.143168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:16.146354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:16.150115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=f1016170-118f-4219-aae3-3e117b115c77,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:16.498584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.562536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.715052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.719818 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.785914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=f1016170-118f-4219-aae3-3e117b115c77,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:16.797332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.897417 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP a556ae00-5b8e-42d2-a1d9-e622de76f132 associated. External IP: 172.25.0.76, port: dbc8c78e-3142-4a9f-9ba2-c924eba99c19. Nov 12 04:03:17.105779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:17.213356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:17.223137 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fcf90d-4725-4515-b353-5910fce4f101 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:17.231998 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.234740 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fcf90d-4725-4515-b353-5910fce4f101 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:17.235576 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d8fcf90d-4725-4515-b353-5910fce4f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:17.260678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-171a397f-da8f-4af9-b5b5-13bda01a4918 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.5275059 Nov 12 04:03:17.263282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60484) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.328071 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b3ea4b71-e8f7-42ee-8d92-0ddfac6d0a39 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "GET /v2.0/floatingips/a556ae00-5b8e-42d2-a1d9-e622de76f132 HTTP/1.1" status: 200 len: 977 time: 0.0636272 Nov 12 04:03:17.330581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60486) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.361339 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d8fcf90d-4725-4515-b353-5910fce4f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:17.370596 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fcf90d-4725-4515-b353-5910fce4f101 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:17.371195 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d8fcf90d-4725-4515-b353-5910fce4f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:17.403242 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d8fcf90d-4725-4515-b353-5910fce4f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:17.403877 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fcf90d-4725-4515-b353-5910fce4f101 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:17.440427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fc819f9b-d1ef-4fc3-bd14-e9d083cb9ed0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1087632 Nov 12 04:03:17.442903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.447350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'port_id': '0505a079-35f1-4988-9791-681f1ae3eec6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:17.505879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.608107 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:17.963175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.967076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.062848 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP a556ae00-5b8e-42d2-a1d9-e622de76f132 associated. External IP: 172.25.0.76, port: dbc8c78e-3142-4a9f-9ba2-c924eba99c19. Nov 12 04:03:18.262407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:18.367112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:18.377986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45437b0-5eec-4996-a85c-855a0adf9379 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:18.389476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45437b0-5eec-4996-a85c-855a0adf9379 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:18.390156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c45437b0-5eec-4996-a85c-855a0adf9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.421525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c45437b0-5eec-4996-a85c-855a0adf9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.430769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45437b0-5eec-4996-a85c-855a0adf9379 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:18.431385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c45437b0-5eec-4996-a85c-855a0adf9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.466750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c45437b0-5eec-4996-a85c-855a0adf9379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.467393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45437b0-5eec-4996-a85c-855a0adf9379 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:18.980393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:19.093097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:19.097784 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.104165 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4821aa6-ce64-412b-a297-a1e4b68d24db None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:19.115256 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4821aa6-ce64-412b-a297-a1e4b68d24db None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:19.115867 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b4821aa6-ce64-412b-a297-a1e4b68d24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:19.150471 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b4821aa6-ce64-412b-a297-a1e4b68d24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:19.151483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7563fdf2-9bbe-4eaf-ac68-bbd26e69d29b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/floatingips/a556ae00-5b8e-42d2-a1d9-e622de76f132 HTTP/1.1" status: 200 len: 976 time: 1.7075667 Nov 12 04:03:19.154274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60492) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:19.158810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:19.159218 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4821aa6-ce64-412b-a297-a1e4b68d24db None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:19.159803 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b4821aa6-ce64-412b-a297-a1e4b68d24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:19.191722 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b4821aa6-ce64-412b-a297-a1e4b68d24db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:19.192354 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4821aa6-ce64-412b-a297-a1e4b68d24db None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:19.219511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.368563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.372069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.372410 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP a556ae00-5b8e-42d2-a1d9-e622de76f132 disassociated. External IP: 172.25.0.76, port: 0505a079-35f1-4988-9791-681f1ae3eec6. Nov 12 04:03:19.588555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:19.696797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:19.701535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.705982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f3299-0191-44a2-bcfb-63a9dda86735 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:19.715848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f3299-0191-44a2-bcfb-63a9dda86735 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:19.716458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2f8f3299-0191-44a2-bcfb-63a9dda86735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:19.728607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2b9fe820-b061-4a5a-abb8-ba68987cbe98 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/floatingips/a556ae00-5b8e-42d2-a1d9-e622de76f132 HTTP/1.1" status: 200 len: 687 time: 0.5732744 Nov 12 04:03:19.731206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60494) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:19.749905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2f8f3299-0191-44a2-bcfb-63a9dda86735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:19.758675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f3299-0191-44a2-bcfb-63a9dda86735 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:19.759290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2f8f3299-0191-44a2-bcfb-63a9dda86735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:19.795365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2f8f3299-0191-44a2-bcfb-63a9dda86735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:19.796019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8f3299-0191-44a2-bcfb-63a9dda86735 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:19.855590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port f1016170-118f-4219-aae3-3e117b115c77 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:19.855930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.928354 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.928673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.940040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for f1016170-118f-4219-aae3-3e117b115c77 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:20.069811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.098832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=f1016170-118f-4219-aae3-3e117b115c77,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.156692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.159207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.160345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-943824f8-0fd8-45cc-9171-801e55fa081c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/floatingips/a556ae00-5b8e-42d2-a1d9-e622de76f132 HTTP/1.1" status: 204 len: 168 time: 0.4282458 Nov 12 04:03:20.163038 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60496) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.196424 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-b9f51216-0118-4fd6-bc7f-c9d3a5415f35 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] delete failed (client error): The resource could not be found. Nov 12 04:03:20.197452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b9f51216-0118-4fd6-bc7f-c9d3a5415f35 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/floatingips/a556ae00-5b8e-42d2-a1d9-e622de76f132 HTTP/1.1" status: 404 len: 345 time: 0.0335314 Nov 12 04:03:20.201212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60498) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.305061 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891342ed-fb3c-45aa-8e9b-ddbb6882681b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.311045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891342ed-fb3c-45aa-8e9b-ddbb6882681b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.317234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891342ed-fb3c-45aa-8e9b-ddbb6882681b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.318842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-891342ed-fb3c-45aa-8e9b-ddbb6882681b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "GET /v2.0/ports?network_id=b278daaa-7cf9-4143-abfd-de297633cfbd HTTP/1.1" status: 200 len: 2357 time: 0.1167452 Nov 12 04:03:20.322204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60500) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.372310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0497d0-9ef0-4e39-83cc-50875656cd0f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.373679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1f0497d0-9ef0-4e39-83cc-50875656cd0f tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "GET /v2.0/subnets/cbc61cf0-c3a3-4844-ad7e-e4c1777bb168 HTTP/1.1" status: 200 len: 797 time: 0.0506001 Nov 12 04:03:20.378363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.383712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'port': {'network_id': 'b278daaa-7cf9-4143-abfd-de297633cfbd', 'name': 'tempest-FloatingIPTestJSON-1330119583', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:20.487939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:20.575854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.592491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] device_id is not set on port d004387c-f3b8-4561-b6ca-41f5d007e901 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:20.878014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.20.0.14 (b278daaa-7cf9-4143-abfd-de297633cfbd/cbc61cf0-c3a3-4844-ad7e-e4c1777bb168/d004387c-f3b8-4561-b6ca-41f5d007e901) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:20.884724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.20.0.13 (b278daaa-7cf9-4143-abfd-de297633cfbd/cbc61cf0-c3a3-4844-ad7e-e4c1777bb168/d004387c-f3b8-4561-b6ca-41f5d007e901) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:21.029361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.063257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.107288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network b278daaa-7cf9-4143-abfd-de297633cfbd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:21.110547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:21.114445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:21.143625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=d004387c-f3b8-4561-b6ca-41f5d007e901,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:21.173606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:21.174240 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.189582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-facf5504-adc8-4271-bd0b-1d3fa9ef7b01 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8102310 Nov 12 04:03:21.192181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60504) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:21.196698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'd004387c-f3b8-4561-b6ca-41f5d007e901', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:21.217503 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.312542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.422601 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.25.0.165 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/15d415cd-70d4-4060-8efd-7416d59f8abc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:21.531970 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.564331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.609742 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:21.612837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:21.616341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:21.622245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=15d415cd-70d4-4060-8efd-7416d59f8abc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:21.975504 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.045803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.207517 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.211990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.279292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=15d415cd-70d4-4060-8efd-7416d59f8abc,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.291223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.395817 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP e9449869-8e7d-4325-bedf-c119bbaebccc associated. External IP: 172.25.0.165, port: d004387c-f3b8-4561-b6ca-41f5d007e901. Nov 12 04:03:22.608920 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:22.718799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:22.729973 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc9c9c-6c29-4f24-87ae-1a10e16d2787 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:22.737846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.740552 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc9c9c-6c29-4f24-87ae-1a10e16d2787 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:22.741291 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8cfc9c9c-6c29-4f24-87ae-1a10e16d2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:22.764616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f966adcb-f924-4f6b-a2e8-1d3e03230647 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.5713549 Nov 12 04:03:22.767299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60506) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:22.771773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2c097ae2-d449-4528-8900-e1b4f2cf38dc tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'port_id': 'd004387c-f3b8-4561-b6ca-41f5d007e901', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:22.776958 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8cfc9c9c-6c29-4f24-87ae-1a10e16d2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:22.785537 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc9c9c-6c29-4f24-87ae-1a10e16d2787 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:22.786175 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8cfc9c9c-6c29-4f24-87ae-1a10e16d2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:22.818484 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8cfc9c9c-6c29-4f24-87ae-1a10e16d2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:22.819139 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc9c9c-6c29-4f24-87ae-1a10e16d2787 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:22.832647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c097ae2-d449-4528-8900-e1b4f2cf38dc tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.640917 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c097ae2-d449-4528-8900-e1b4f2cf38dc tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.644969 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c097ae2-d449-4528-8900-e1b4f2cf38dc tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.851067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c097ae2-d449-4528-8900-e1b4f2cf38dc tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:23.958317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c097ae2-d449-4528-8900-e1b4f2cf38dc tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:23.963249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c097ae2-d449-4528-8900-e1b4f2cf38dc tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.968411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcd2ae-283e-4916-a520-cbba45118cb1 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:23.980108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcd2ae-283e-4916-a520-cbba45118cb1 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:23.980731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-04fcd2ae-283e-4916-a520-cbba45118cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.013073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-04fcd2ae-283e-4916-a520-cbba45118cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.016531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2c097ae2-d449-4528-8900-e1b4f2cf38dc tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/floatingips/e9449869-8e7d-4325-bedf-c119bbaebccc HTTP/1.1" status: 200 len: 979 time: 1.2481992 Nov 12 04:03:24.019232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60508) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:24.022279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcd2ae-283e-4916-a520-cbba45118cb1 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:24.022879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-04fcd2ae-283e-4916-a520-cbba45118cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.066356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-04fcd2ae-283e-4916-a520-cbba45118cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.067196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcd2ae-283e-4916-a520-cbba45118cb1 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:24.178810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 15d415cd-70d4-4060-8efd-7416d59f8abc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:24.179061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.258117 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.258497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.270617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 15d415cd-70d4-4060-8efd-7416d59f8abc owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:24.454702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.486560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=15d415cd-70d4-4060-8efd-7416d59f8abc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:24.550510 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.550839 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP e9449869-8e7d-4325-bedf-c119bbaebccc disassociated (deleted). External IP: 172.25.0.165, port: d004387c-f3b8-4561-b6ca-41f5d007e901. Nov 12 04:03:24.755453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:24.862296 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:24.866629 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.871995 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e176a7-2d6b-4f01-bde6-aa16ed474c2c None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:24.882348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e176a7-2d6b-4f01-bde6-aa16ed474c2c None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:24.883560 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94e176a7-2d6b-4f01-bde6-aa16ed474c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.896809 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1549fe51-fa36-4062-aee2-ba385551ecf5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/floatingips/e9449869-8e7d-4325-bedf-c119bbaebccc HTTP/1.1" status: 204 len: 168 time: 0.8764186 Nov 12 04:03:24.899126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60510) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:24.918636 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94e176a7-2d6b-4f01-bde6-aa16ed474c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.927685 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.928113 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e176a7-2d6b-4f01-bde6-aa16ed474c2c None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:24.928710 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94e176a7-2d6b-4f01-bde6-aa16ed474c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.964683 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94e176a7-2d6b-4f01-bde6-aa16ed474c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.965346 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e176a7-2d6b-4f01-bde6-aa16ed474c2c None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:24.998144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-aba5129d-6efb-4c21-80b0-44f20767ef6a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port d004387c-f3b8-4561-b6ca-41f5d007e901 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:24.998502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aba5129d-6efb-4c21-80b0-44f20767ef6a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.087846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aba5129d-6efb-4c21-80b0-44f20767ef6a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.100604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-aba5129d-6efb-4c21-80b0-44f20767ef6a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for d004387c-f3b8-4561-b6ca-41f5d007e901 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:25.285538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aba5129d-6efb-4c21-80b0-44f20767ef6a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.327669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5129d-6efb-4c21-80b0-44f20767ef6a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=d004387c-f3b8-4561-b6ca-41f5d007e901,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:25.414509 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aba5129d-6efb-4c21-80b0-44f20767ef6a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.418001 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aba5129d-6efb-4c21-80b0-44f20767ef6a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/ports/d004387c-f3b8-4561-b6ca-41f5d007e901 HTTP/1.1" status: 204 len: 168 time: 0.5176742 Nov 12 04:03:25.421293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60512) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:25.425947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:25.447403 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.551478 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.655468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.25.0.148 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/57837907-b821-4aba-b33c-1926ac78edb4) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:25.759958 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.794530 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.829613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:25.834346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:25.838543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:25.865184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=57837907-b821-4aba-b33c-1926ac78edb4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:25.930298 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.964210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.114677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.119399 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.184491 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=57837907-b821-4aba-b33c-1926ac78edb4,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.198598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.213865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.215107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a85face6-59b8-433d-8303-26a44fb54c92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7926610 Nov 12 04:03:26.217682 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60516) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.222704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'port': {'network_id': 'b278daaa-7cf9-4143-abfd-de297633cfbd', 'name': 'tempest-FloatingIPTestJSON-1253949806'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:26.332036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:26.335466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.352900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] device_id is not set on port 5525e225-d0b3-4c46-9607-e18e8d972775 yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:26.457701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.20.0.8 (b278daaa-7cf9-4143-abfd-de297633cfbd/cbc61cf0-c3a3-4844-ad7e-e4c1777bb168/5525e225-d0b3-4c46-9607-e18e8d972775) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:26.605004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.637844 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.681807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network b278daaa-7cf9-4143-abfd-de297633cfbd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:26.684916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:26.688603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:26.694780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=5525e225-d0b3-4c46-9607-e18e8d972775,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.743780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:26.744273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.762499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-500aea3e-54fb-489f-9d63-5e4cee7f8f32 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5438340 Nov 12 04:03:26.765051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60518) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.769409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'port_id': '5525e225-d0b3-4c46-9607-e18e8d972775'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:26.807643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.472000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.475635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.576359 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP 9c02941b-67e6-4f42-b9ea-8840b64b108a associated. External IP: 172.25.0.148, port: 5525e225-d0b3-4c46-9607-e18e8d972775. Nov 12 04:03:27.783759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:27.896228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:27.902275 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.906060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb80a7a-51f1-48f5-9710-137ecc64cb1d None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:27.917238 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb80a7a-51f1-48f5-9710-137ecc64cb1d None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:27.917950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3fb80a7a-51f1-48f5-9710-137ecc64cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:27.940239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-500ea845-4efc-4f12-b7fd-c1b23439f7e0 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/floatingips/9c02941b-67e6-4f42-b9ea-8840b64b108a HTTP/1.1" status: 200 len: 978 time: 1.1741123 Nov 12 04:03:27.942745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60520) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:27.953613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3fb80a7a-51f1-48f5-9710-137ecc64cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:27.964181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb80a7a-51f1-48f5-9710-137ecc64cb1d None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:27.964827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3fb80a7a-51f1-48f5-9710-137ecc64cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.001313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3fb80a7a-51f1-48f5-9710-137ecc64cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.001977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb80a7a-51f1-48f5-9710-137ecc64cb1d None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:28.046663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 5525e225-d0b3-4c46-9607-e18e8d972775 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:28.046920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.132355 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.344257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.344530 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.344879 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP 9c02941b-67e6-4f42-b9ea-8840b64b108a disassociated. External IP: 172.25.0.148, port: 5525e225-d0b3-4c46-9607-e18e8d972775. Nov 12 04:03:28.345219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 5525e225-d0b3-4c46-9607-e18e8d972775 owned by {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:28.465072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.497376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=5525e225-d0b3-4c46-9607-e18e8d972775,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.611823 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:28.715978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:28.725292 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322de751-0896-4373-bcee-4e42782f50ab None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:28.735440 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322de751-0896-4373-bcee-4e42782f50ab None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:28.736041 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-322de751-0896-4373-bcee-4e42782f50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.769897 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-322de751-0896-4373-bcee-4e42782f50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.779193 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322de751-0896-4373-bcee-4e42782f50ab None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:28.779794 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-322de751-0896-4373-bcee-4e42782f50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.786913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.790977 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5d35c7b-cc28-4512-b4cd-b0076452342a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/ports/5525e225-d0b3-4c46-9607-e18e8d972775 HTTP/1.1" status: 204 len: 168 time: 0.8472967 Nov 12 04:03:28.793541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60522) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:28.816210 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-322de751-0896-4373-bcee-4e42782f50ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:28.816869 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322de751-0896-4373-bcee-4e42782f50ab None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:28.837650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3b184e07-2099-426d-af4c-1685c064c00c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "GET /v2.0/floatingips/9c02941b-67e6-4f42-b9ea-8840b64b108a HTTP/1.1" status: 200 len: 688 time: 0.0429628 Nov 12 04:03:28.840112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60524) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:28.964362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 57837907-b821-4aba-b33c-1926ac78edb4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:28.964700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.037455 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.037774 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.049196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 57837907-b821-4aba-b33c-1926ac78edb4 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:29.179996 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.209638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=57837907-b821-4aba-b33c-1926ac78edb4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:29.265903 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.268426 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.269623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d4603f49-39b3-4e06-a44c-7d5683a1e08a tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/floatingips/9c02941b-67e6-4f42-b9ea-8840b64b108a HTTP/1.1" status: 204 len: 168 time: 0.4285898 Nov 12 04:03:29.273119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60526) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:29.278044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '0505a079-35f1-4988-9791-681f1ae3eec6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:29.302289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.403433 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.512298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.25.0.237 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/c9e15e95-faa8-43ab-b7de-6b18d74b5143) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:29.611562 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.645004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.686388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:29.689333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:29.691941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:29.719191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=c9e15e95-faa8-43ab-b7de-6b18d74b5143,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.374764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.440659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.588128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.593869 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.665029 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=c9e15e95-faa8-43ab-b7de-6b18d74b5143,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.678586 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.780812 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP 94ac3bc6-af6c-47c3-b25e-0445e49bfba7 associated. External IP: 172.25.0.237, port: 0505a079-35f1-4988-9791-681f1ae3eec6. Nov 12 04:03:30.987934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:31.094815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:31.104392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cadf85d-a848-461e-b907-21c213d41528 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:31.112166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.114133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cadf85d-a848-461e-b907-21c213d41528 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:31.114813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8cadf85d-a848-461e-b907-21c213d41528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:31.140415 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2826088e-414d-42b9-86ee-4f7565ce93b8 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8657210 Nov 12 04:03:31.142999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60528) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.147735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1064489246'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.147893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8cadf85d-a848-461e-b907-21c213d41528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:31.156599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cadf85d-a848-461e-b907-21c213d41528 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:31.157233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8cadf85d-a848-461e-b907-21c213d41528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:31.169393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:31.173136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.191951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-8cadf85d-a848-461e-b907-21c213d41528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:31.192590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cadf85d-a848-461e-b907-21c213d41528 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:31.200027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:31.209143 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.209486 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Added segment 588718b6-3fb3-406c-9daf-16428492b40d of type vlan for network f15833dc-4db0-47fc-8972-067ed07e55c3 Nov 12 04:03:31.250554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.276657 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.282681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.283267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.347642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0b461e2c-915c-42e0-ac0c-d417f42b5295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.355760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2116671 Nov 12 04:03:31.358573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60530) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.365155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d388fe-fbbf-4549-adc9-cfdccfc91608 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Network': ['ID=f15833dc-4db0-47fc-8972-067ed07e55c3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.366213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'subnet': {'network_id': 'f15833dc-4db0-47fc-8972-067ed07e55c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.379267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network f15833dc-4db0-47fc-8972-067ed07e55c3 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:31.457904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:31.461840 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.640063 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.707804 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Subnet': ['ID=d2673b24-13c6-4e0b-aa57-449173bcef4b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.716443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Checking segment: {'id': '588718b6-3fb3-406c-9daf-16428492b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f15833dc-4db0-47fc-8972-067ed07e55c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:31.716829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network hostable DHCP agents. Network: f15833dc-4db0-47fc-8972-067ed07e55c3, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:31.734208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network f15833dc-4db0-47fc-8972-067ed07e55c3 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:31.742848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, f15833dc-4db0-47fc-8972-067ed07e55c3) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:31.746672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.747257 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.753101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47451a68-7565-4478-858c-25e72a317370 None None] Network f15833dc-4db0-47fc-8972-067ed07e55c3 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:31.763521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-76e3a85c-50e2-4382-b88c-694f7f5feeaa tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4037523 Nov 12 04:03:31.766237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60532) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.770831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1065346683', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}, 'admin_state_up': False}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.797879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.798844 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.885177 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.903293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-f15833dc-4db0-47fc-8972-067ed07e55c3', 'network_id': 'f15833dc-4db0-47fc-8972-067ed07e55c3', 'tenant_id': '4d356795399b4aa2b4416e85742a137e', 'fixed_ips': [{'subnet_id': 'd2673b24-13c6-4e0b-aa57-449173bcef4b'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:31.904147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.044557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Allocated IP 172.20.0.2 (f15833dc-4db0-47fc-8972-067ed07e55c3/d2673b24-13c6-4e0b-aa57-449173bcef4b/88ce9630-7875-4905-b0a1-fe026181ff6a) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:32.203194 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.209681 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.250466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Network f15833dc-4db0-47fc-8972-067ed07e55c3 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:32.255025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:32.260099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:32.263284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Pushing event updated for resources: {'Port': ['ID=88ce9630-7875-4905-b0a1-fe026181ff6a,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.268484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.318657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Attempting to bind port 88ce9630-7875-4905-b0a1-fe026181ff6a on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:32.319030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Attempting to bind port 88ce9630-7875-4905-b0a1-fe026181ff6a by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '588718b6-3fb3-406c-9daf-16428492b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f15833dc-4db0-47fc-8972-067ed07e55c3'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:32.319395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Attempting to bind port 88ce9630-7875-4905-b0a1-fe026181ff6a on network f15833dc-4db0-47fc-8972-067ed07e55c3 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:32.325572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:32.325936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Checking segment: {'id': '588718b6-3fb3-406c-9daf-16428492b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f15833dc-4db0-47fc-8972-067ed07e55c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:32.326340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.326737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Bound using segment: {'id': '588718b6-3fb3-406c-9daf-16428492b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f15833dc-4db0-47fc-8972-067ed07e55c3'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:32.327204 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Bound port: 88ce9630-7875-4905-b0a1-fe026181ff6a, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588718b6-3fb3-406c-9daf-16428492b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f15833dc-4db0-47fc-8972-067ed07e55c3'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:32.327589 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.389407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] For port 88ce9630-7875-4905-b0a1-fe026181ff6a, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:32.392630 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] For port 88ce9630-7875-4905-b0a1-fe026181ff6a, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88ce9630-7875-4905-b0a1-fe026181ff6a,segment=NetworkSegment(588718b6-3fb3-406c-9daf-16428492b40d),segment_id=588718b6-3fb3-406c-9daf-16428492b40d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:32.397171 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.452451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef16d4-75b4-40cc-b6aa-f16962882fb8 None None] Pushing event updated for resources: {'Port': ['ID=88ce9630-7875-4905-b0a1-fe026181ff6a,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.478346 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.504239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.649915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.25.0.2 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/0582ece1-1c49-4b51-a3f9-d052fa49fc37) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:32.759840 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.792982 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.831983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:32.837658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:32.841327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:32.851948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d1228-d449-491e-a88a-b15825b5d0c4 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:32.865841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=0582ece1-1c49-4b51-a3f9-d052fa49fc37,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.899435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-83cb3f7a-19b4-4cac-a373-8d0772e419ed None None] Provisioning complete for port 0582ece1-1c49-4b51-a3f9-d052fa49fc37 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:32.899790 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83cb3f7a-19b4-4cac-a373-8d0772e419ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.936331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-83cb3f7a-19b4-4cac-a373-8d0772e419ed None None] Port 0582ece1-1c49-4b51-a3f9-d052fa49fc37 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:33.101787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.216339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88ce9630-7875-4905-b0a1-fe026181ff6a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:33.274388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 88ce9630-7875-4905-b0a1-fe026181ff6a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.274873 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.322367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.355686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bedf4ff-9913-48fb-abcd-3adc737eec0f None None] Network f15833dc-4db0-47fc-8972-067ed07e55c3 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:33.425427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.437009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-865d4f3e-cb8a-4b7f-8587-6d72255f5d59 None None] Provisioning complete for port 88ce9630-7875-4905-b0a1-fe026181ff6a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.437390 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-865d4f3e-cb8a-4b7f-8587-6d72255f5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.463757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router dc4b2fc7-ffd6-4325-83ae-520633c37bfd is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:33.506831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 88ce9630-7875-4905-b0a1-fe026181ff6a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88ce9630-7875-4905-b0a1-fe026181ff6a,segment=NetworkSegment(588718b6-3fb3-406c-9daf-16428492b40d),segment_id=588718b6-3fb3-406c-9daf-16428492b40d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:33.518293 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.578248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:33.601033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.606413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f56f37c3-cf5b-4ade-aa38-89765c8fa42b tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8362403 Nov 12 04:03:33.607872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60536) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.623563 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328bbc79-10d9-4526-a161-7c0dde95e76f None None] Sync routers for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:33.634559 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328bbc79-10d9-4526-a161-7c0dde95e76f None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:33.635191 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-328bbc79-10d9-4526-a161-7c0dde95e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.638875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=88ce9630-7875-4905-b0a1-fe026181ff6a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.672352 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-328bbc79-10d9-4526-a161-7c0dde95e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.681946 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328bbc79-10d9-4526-a161-7c0dde95e76f None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:33.682470 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db3ce28d-f334-4629-a3a5-44f6fb9c1c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.683044 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-328bbc79-10d9-4526-a161-7c0dde95e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.720711 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-328bbc79-10d9-4526-a161-7c0dde95e76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.721341 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328bbc79-10d9-4526-a161-7c0dde95e76f None None] The sync data for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:33.923327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4b32a72e-c9e6-40fd-b27d-7894e122d309 None None] Provisioning complete for port 88ce9630-7875-4905-b0a1-fe026181ff6a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.923791 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b32a72e-c9e6-40fd-b27d-7894e122d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.073393 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.333633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.20.0.1 (f15833dc-4db0-47fc-8972-067ed07e55c3/d2673b24-13c6-4e0b-aa57-449173bcef4b/d42cd3a1-5e8c-40dc-9f19-dcff74d2c455) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:34.449464 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.483372 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.525876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network f15833dc-4db0-47fc-8972-067ed07e55c3 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:34.529042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:34.532956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:34.539488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=d42cd3a1-5e8c-40dc-9f19-dcff74d2c455,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.581845 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.718582 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.827747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-24cce07f-fe8b-4325-9675-beba63d3d99d None None] Provisioning complete for port d42cd3a1-5e8c-40dc-9f19-dcff74d2c455 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:34.828336 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-24cce07f-fe8b-4325-9675-beba63d3d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.860862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-24cce07f-fe8b-4325-9675-beba63d3d99d None None] Port d42cd3a1-5e8c-40dc-9f19-dcff74d2c455 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:34.992828 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.997662 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.045290 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.079065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=d42cd3a1-5e8c-40dc-9f19-dcff74d2c455,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.081572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.171657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network f15833dc-4db0-47fc-8972-067ed07e55c3 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:35.172966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:35.181125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88ce9630-7875-4905-b0a1-fe026181ff6a up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:35.235542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 88ce9630-7875-4905-b0a1-fe026181ff6a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:35.235918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.297926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router dc4b2fc7-ffd6-4325-83ae-520633c37bfd has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:35.412558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:35.418491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-94d9c426-4d29-4180-b3ed-021b4e4c6f33 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/routers/dc4b2fc7-ffd6-4325-83ae-520633c37bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8093534 Nov 12 04:03:35.421501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60540) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.423512 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15203000-e5ad-4fe1-ae00-8b3a7dfa4ba2 None None] Sync routers for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:35.427330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'port': {'network_id': 'f15833dc-4db0-47fc-8972-067ed07e55c3', 'name': 'tempest-FloatingIPTestJSON-1173650129'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:35.433956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15203000-e5ad-4fe1-ae00-8b3a7dfa4ba2 None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:35.434597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-15203000-e5ad-4fe1-ae00-8b3a7dfa4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:35.475300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-15203000-e5ad-4fe1-ae00-8b3a7dfa4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:35.492311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15203000-e5ad-4fe1-ae00-8b3a7dfa4ba2 None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:35.493081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-15203000-e5ad-4fe1-ae00-8b3a7dfa4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:35.497364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-765bb18c-de69-4ca3-bf32-2d0fc7bb57c5 None None] Provisioning complete for port d42cd3a1-5e8c-40dc-9f19-dcff74d2c455 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:35.497737 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-765bb18c-de69-4ca3-bf32-2d0fc7bb57c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.528992 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-15203000-e5ad-4fe1-ae00-8b3a7dfa4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:35.529638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15203000-e5ad-4fe1-ae00-8b3a7dfa4ba2 None None] The sync data for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:35.540507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Made reservation on behalf of 4d356795399b4aa2b4416e85742a137e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:35.544255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.562267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] device_id is not set on port d18c4f35-c2b1-48b8-ba87-3fbc4c82303b yet. {{(pid=102628) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:35.569459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-765bb18c-de69-4ca3-bf32-2d0fc7bb57c5 None None] Port d42cd3a1-5e8c-40dc-9f19-dcff74d2c455 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:35.674975 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Allocated IP 172.20.0.12 (f15833dc-4db0-47fc-8972-067ed07e55c3/d2673b24-13c6-4e0b-aa57-449173bcef4b/d18c4f35-c2b1-48b8-ba87-3fbc4c82303b) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:35.818865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.852099 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.895724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Network f15833dc-4db0-47fc-8972-067ed07e55c3 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:35.899673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:35.903445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:35.909765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event updated for resources: {'Port': ['ID=d18c4f35-c2b1-48b8-ba87-3fbc4c82303b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.956405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.957057 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.977451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60542) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.981490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-33fe8134-25fb-4a11-8e28-27aa73229ce1 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5546062 Nov 12 04:03:35.982118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Request body: {'floatingip': {'port_id': 'd18c4f35-c2b1-48b8-ba87-3fbc4c82303b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:36.039632 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.090625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-afc0e9b7-5318-453b-b898-70b756e9a2e4 None None] Provisioning complete for port d18c4f35-c2b1-48b8-ba87-3fbc4c82303b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:36.091247 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-afc0e9b7-5318-453b-b898-70b756e9a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.128402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-afc0e9b7-5318-453b-b898-70b756e9a2e4 None None] Port d18c4f35-c2b1-48b8-ba87-3fbc4c82303b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:36.420566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.839383 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.843034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.942304 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP 94ac3bc6-af6c-47c3-b25e-0445e49bfba7 associated. External IP: 172.25.0.237, port: 0505a079-35f1-4988-9791-681f1ae3eec6. Nov 12 04:03:37.145992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:37.257302 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:37.269456 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6748f6-4579-436b-965d-b0277b042d01 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:37.272826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.280712 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6748f6-4579-436b-965d-b0277b042d01 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:37.281486 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ab6748f6-4579-436b-965d-b0277b042d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.315914 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ab6748f6-4579-436b-965d-b0277b042d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.325336 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6748f6-4579-436b-965d-b0277b042d01 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:37.325927 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ab6748f6-4579-436b-965d-b0277b042d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.361467 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-ab6748f6-4579-436b-965d-b0277b042d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.362098 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6748f6-4579-436b-965d-b0277b042d01 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:37.474573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router dc4b2fc7-ffd6-4325-83ae-520633c37bfd has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:37.582287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:37.587516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.592593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc739032-3f9b-4ba4-a3e6-5cd99a847121 None None] Sync routers for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:37.603243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc739032-3f9b-4ba4-a3e6-5cd99a847121 None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:37.603849 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fc739032-3f9b-4ba4-a3e6-5cd99a847121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.636228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fc739032-3f9b-4ba4-a3e6-5cd99a847121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.639735 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9dbd8b0b-3625-45b6-a93c-3488a0a03b50 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/floatingips/94ac3bc6-af6c-47c3-b25e-0445e49bfba7 HTTP/1.1" status: 200 len: 979 time: 1.6611400 Nov 12 04:03:37.642491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60544) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:37.644936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc739032-3f9b-4ba4-a3e6-5cd99a847121 None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:37.645524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fc739032-3f9b-4ba4-a3e6-5cd99a847121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.731346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port d18c4f35-c2b1-48b8-ba87-3fbc4c82303b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:37.731601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.826183 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.838397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fc739032-3f9b-4ba4-a3e6-5cd99a847121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.839037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc739032-3f9b-4ba4-a3e6-5cd99a847121 None None] The sync data for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:37.998743 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.999009 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.999319 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Floating IP 94ac3bc6-af6c-47c3-b25e-0445e49bfba7 disassociated. External IP: 172.25.0.237, port: d18c4f35-c2b1-48b8-ba87-3fbc4c82303b. Nov 12 04:03:37.999655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for d18c4f35-c2b1-48b8-ba87-3fbc4c82303b owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:38.126931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.154962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=d18c4f35-c2b1-48b8-ba87-3fbc4c82303b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:38.165848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.166201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.166650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.166900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.167262 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.167599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.167996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.168285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.168613 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.169043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.169379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.169708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:38.283864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router dc4b2fc7-ffd6-4325-83ae-520633c37bfd has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:38.394202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:38.405186 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850afcf3-df91-4e66-8c09-eff7c38baeb0 None None] Sync routers for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:38.416148 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850afcf3-df91-4e66-8c09-eff7c38baeb0 None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:38.416791 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-850afcf3-df91-4e66-8c09-eff7c38baeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:38.447865 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-850afcf3-df91-4e66-8c09-eff7c38baeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:38.456439 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850afcf3-df91-4e66-8c09-eff7c38baeb0 None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:38.457040 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-850afcf3-df91-4e66-8c09-eff7c38baeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:38.458982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.462984 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-63020507-54f3-4783-a355-848ca4f32539 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/ports/d18c4f35-c2b1-48b8-ba87-3fbc4c82303b HTTP/1.1" status: 204 len: 168 time: 0.8195813 Nov 12 04:03:38.465736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60546) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:38.493771 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-850afcf3-df91-4e66-8c09-eff7c38baeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:38.494396 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850afcf3-df91-4e66-8c09-eff7c38baeb0 None None] The sync data for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:38.811335 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.061609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port d42cd3a1-5e8c-40dc-9f19-dcff74d2c455 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:39.061952 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.145167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.157353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for d42cd3a1-5e8c-40dc-9f19-dcff74d2c455 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:39.339951 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.366983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=d42cd3a1-5e8c-40dc-9f19-dcff74d2c455,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:39.544505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.757390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router dc4b2fc7-ffd6-4325-83ae-520633c37bfd has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:39.862783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:39.868388 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22615bd2-dbf1-42e0-a537-4312fa3edc92 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/routers/dc4b2fc7-ffd6-4325-83ae-520633c37bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4016714 Nov 12 04:03:39.870980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60548) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:39.872679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d3e931-f500-4ecb-8a5c-6aedd0e85682 None None] Sync routers for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:39.883423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d3e931-f500-4ecb-8a5c-6aedd0e85682 None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:39.884001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e8d3e931-f500-4ecb-8a5c-6aedd0e85682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:39.914880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e8d3e931-f500-4ecb-8a5c-6aedd0e85682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:39.923092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d3e931-f500-4ecb-8a5c-6aedd0e85682 None None] Routers {'dc4b2fc7-ffd6-4325-83ae-520633c37bfd'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:39.923684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e8d3e931-f500-4ecb-8a5c-6aedd0e85682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:39.958559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e8d3e931-f500-4ecb-8a5c-6aedd0e85682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:39.959186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d3e931-f500-4ecb-8a5c-6aedd0e85682 None None] The sync data for ids ['dc4b2fc7-ffd6-4325-83ae-520633c37bfd'] in n-d-789963-21 is: [] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:39.977211 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.409238 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.459405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 0582ece1-1c49-4b51-a3f9-d052fa49fc37 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:40.459656 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.531807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.543820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 0582ece1-1c49-4b51-a3f9-d052fa49fc37 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:40.701000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.731447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=0582ece1-1c49-4b51-a3f9-d052fa49fc37,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:40.745788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd17696-7719-4269-af73-f6ebe3271715 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:40.790665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.880220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.882316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.926037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.926569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Fanout notify agent at l3_agent the message router_deleted on router dc4b2fc7-ffd6-4325-83ae-520633c37bfd {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:03:40.933999 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.935097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6e1fe6b0-25e8-488b-96a3-2765dd93cace tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/routers/dc4b2fc7-ffd6-4325-83ae-520633c37bfd HTTP/1.1" status: 204 len: 168 time: 1.0631714 Nov 12 04:03:40.937828 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60550) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:40.988129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd826e2-aea5-43bb-8c94-54c8fa8839e9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting subnet d2673b24-13c6-4e0b-aa57-449173bcef4b {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:40.991113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cfd826e2-aea5-43bb-8c94-54c8fa8839e9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.030796 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cfd826e2-aea5-43bb-8c94-54c8fa8839e9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.116452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cfd826e2-aea5-43bb-8c94-54c8fa8839e9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.173140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cfd826e2-aea5-43bb-8c94-54c8fa8839e9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.200057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd826e2-aea5-43bb-8c94-54c8fa8839e9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Subnet': ['ID=d2673b24-13c6-4e0b-aa57-449173bcef4b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:41.204909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cfd826e2-aea5-43bb-8c94-54c8fa8839e9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.207927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cfd826e2-aea5-43bb-8c94-54c8fa8839e9 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/subnets/d2673b24-13c6-4e0b-aa57-449173bcef4b HTTP/1.1" status: 204 len: 168 time: 0.2691286 Nov 12 04:03:41.210772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60552) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:41.213551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc252896-3c59-494b-a34b-54dae6e04037 None None] Network f15833dc-4db0-47fc-8972-067ed07e55c3 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:41.235209 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0b4dd99-736d-4bbc-a5d6-d30a2337dcec req-7d949b1f-dd6e-40df-8f80-cd00a82a0f24 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254624 Nov 12 04:03:41.295360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0b4dd99-736d-4bbc-a5d6-d30a2337dcec req-88691af8-3d95-497b-bfa3-dd9c89c8829c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0278451 Nov 12 04:03:41.301358 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.345305 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0b4dd99-736d-4bbc-a5d6-d30a2337dcec req-806e67a7-92f3-44a1-ad89-6495701503c7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268047 Nov 12 04:03:41.358579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 88ce9630-7875-4905-b0a1-fe026181ff6a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:41.358929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.406845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] DHCP port deletion for f15833dc-4db0-47fc-8972-067ed07e55c3 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:41.433118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] For port 88ce9630-7875-4905-b0a1-fe026181ff6a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88ce9630-7875-4905-b0a1-fe026181ff6a,segment=NetworkSegment(588718b6-3fb3-406c-9daf-16428492b40d),segment_id=588718b6-3fb3-406c-9daf-16428492b40d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:41.433495 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.447413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 88ce9630-7875-4905-b0a1-fe026181ff6a owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:41.451311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4dd99-736d-4bbc-a5d6-d30a2337dcec req-63b2cf79-a626-4359-a1e8-dfc72b53eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.452951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0b4dd99-736d-4bbc-a5d6-d30a2337dcec req-63b2cf79-a626-4359-a1e8-dfc72b53eb36 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1012893 Nov 12 04:03:41.458488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] Deleting port 88ce9630-7875-4905-b0a1-fe026181ff6a {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:41.458853 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.521410 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] For port 88ce9630-7875-4905-b0a1-fe026181ff6a, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88ce9630-7875-4905-b0a1-fe026181ff6a,segment=NetworkSegment(588718b6-3fb3-406c-9daf-16428492b40d),segment_id=588718b6-3fb3-406c-9daf-16428492b40d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:41.521814 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.526038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.540095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] Calling delete_port for 88ce9630-7875-4905-b0a1-fe026181ff6a owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:41.550806 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=88ce9630-7875-4905-b0a1-fe026181ff6a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:41.557780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] No DVR routers for this DVR port 88ce9630-7875-4905-b0a1-fe026181ff6a on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:41.617667 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.639255 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.642966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] Pushing event deleted for resources: {'Port': ['ID=88ce9630-7875-4905-b0a1-fe026181ff6a,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:41.646645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b657363-6fbc-4a77-ac60-b7f52a71d9bc None None] No DVR routers for this DVR port 88ce9630-7875-4905-b0a1-fe026181ff6a on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:41.660515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15833dc-4db0-47fc-8972-067ed07e55c3']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:41.670123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588718b6-3fb3-406c-9daf-16428492b40d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:41.670423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588718b6-3fb3-406c-9daf-16428492b40d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:41.680308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.693168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.700198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:41.700588 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:41.703827 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:41.765128 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.769609 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.772804 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/networks/f15833dc-4db0-47fc-8972-067ed07e55c3 HTTP/1.1" status: 204 len: 168 time: 0.5555539 Nov 12 04:03:41.775662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60554) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:41.787035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Network': ['ID=f15833dc-4db0-47fc-8972-067ed07e55c3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:41.794963 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.795318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.795663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.796007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.796343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.796685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.797057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.797388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.797717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.798046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.798376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.798712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135ceba-9025-4d3f-bee7-1e8a125e83f5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:41.903946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port c9e15e95-faa8-43ab-b7de-6b18d74b5143 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:41.904605 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.981327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.981661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.993829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for c9e15e95-faa8-43ab-b7de-6b18d74b5143 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:42.125251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.152505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=c9e15e95-faa8-43ab-b7de-6b18d74b5143,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:42.209618 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.212969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.214169 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f0b1102f-d32b-4d49-9c9a-b1a07ac66002 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/floatingips/94ac3bc6-af6c-47c3-b25e-0445e49bfba7 HTTP/1.1" status: 204 len: 168 time: 0.4374790 Nov 12 04:03:42.217820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60556) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:42.240821 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-124716cd-ef7e-4aab-bf16-abfc727621ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:42.241444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124716cd-ef7e-4aab-bf16-abfc727621ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:42.244530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-124716cd-ef7e-4aab-bf16-abfc727621ad tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/ports/d18c4f35-c2b1-48b8-ba87-3fbc4c82303b HTTP/1.1" status: 404 len: 333 time: 0.0257785 Nov 12 04:03:42.247053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60558) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:42.272973 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0091e4ac-362a-498a-9357-34d0045ce325 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc4b2fc7-ffd6-4325-83ae-520633c37bfd HTTP/1.1" status: 200 len: 205 time: 0.0248709 Nov 12 04:03:42.275969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60560) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:42.315400 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-d49f21df-93d0-476b-a36a-3a826b738c0c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] delete failed (client error): The resource could not be found. Nov 12 04:03:42.316433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d49f21df-93d0-476b-a36a-3a826b738c0c tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/routers/dc4b2fc7-ffd6-4325-83ae-520633c37bfd HTTP/1.1" status: 404 len: 336 time: 0.0395784 Nov 12 04:03:42.318867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60562) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:42.344759 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1af8854-e042-44a0-8424-ba133c6c8b9d tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:42.345217 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1af8854-e042-44a0-8424-ba133c6c8b9d tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:42.348408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d1af8854-e042-44a0-8424-ba133c6c8b9d tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/subnets/d2673b24-13c6-4e0b-aa57-449173bcef4b HTTP/1.1" status: 404 len: 337 time: 0.0286529 Nov 12 04:03:42.350766 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:42.438086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-44322013-55ac-4e55-bd9c-5449bc1acb89 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 0505a079-35f1-4988-9791-681f1ae3eec6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:42.438421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44322013-55ac-4e55-bd9c-5449bc1acb89 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.525016 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44322013-55ac-4e55-bd9c-5449bc1acb89 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.537317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-44322013-55ac-4e55-bd9c-5449bc1acb89 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 0505a079-35f1-4988-9791-681f1ae3eec6 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:42.665519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44322013-55ac-4e55-bd9c-5449bc1acb89 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.691537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322013-55ac-4e55-bd9c-5449bc1acb89 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=0505a079-35f1-4988-9791-681f1ae3eec6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:42.764968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44322013-55ac-4e55-bd9c-5449bc1acb89 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.768247 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-44322013-55ac-4e55-bd9c-5449bc1acb89 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/ports/0505a079-35f1-4988-9791-681f1ae3eec6 HTTP/1.1" status: 204 len: 168 time: 0.4164536 Nov 12 04:03:42.770683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60566) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:42.856120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-86779ee8-0445-4831-93fe-9fde03904e63 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port dbc8c78e-3142-4a9f-9ba2-c924eba99c19 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:42.856460 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86779ee8-0445-4831-93fe-9fde03904e63 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.945706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86779ee8-0445-4831-93fe-9fde03904e63 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.957116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-86779ee8-0445-4831-93fe-9fde03904e63 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for dbc8c78e-3142-4a9f-9ba2-c924eba99c19 owned by {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:43.078546 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86779ee8-0445-4831-93fe-9fde03904e63 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.108319 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86779ee8-0445-4831-93fe-9fde03904e63 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=dbc8c78e-3142-4a9f-9ba2-c924eba99c19,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:43.178899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-86779ee8-0445-4831-93fe-9fde03904e63 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.184216 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-86779ee8-0445-4831-93fe-9fde03904e63 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/ports/dbc8c78e-3142-4a9f-9ba2-c924eba99c19 HTTP/1.1" status: 204 len: 168 time: 0.4125891 Nov 12 04:03:43.184879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88ce9630-7875-4905-b0a1-fe026181ff6a no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:43.186666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60568) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:43.205251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 88ce9630-7875-4905-b0a1-fe026181ff6a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:43.205606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88ce9630-7875-4905-b0a1-fe026181ff6a not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:43.237553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6938686-5dd0-4f75-a6a5-f5c92a3097f7 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.239034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c6938686-5dd0-4f75-a6a5-f5c92a3097f7 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9abc19-2e72-475c-9ba2-b676bd2d9e3f HTTP/1.1" status: 200 len: 913 time: 0.0514488 Nov 12 04:03:43.241684 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:43.600420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.861354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 49a5f007-9af5-472e-9a07-3e42cdfaccf7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:43.861607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.944474 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:43.956286 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 49a5f007-9af5-472e-9a07-3e42cdfaccf7 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:44.141594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.173333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=49a5f007-9af5-472e-9a07-3e42cdfaccf7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:44.329790 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.541933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:44.646510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:44.651425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-61d453fb-501b-4d4f-afdc-78b05f023818 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "PUT /v2.0/routers/6f9abc19-2e72-475c-9ba2-b676bd2d9e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4080973 Nov 12 04:03:44.653889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:44.657302 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ac416c-33b6-4a79-aef9-439c9c487c10 None None] Sync routers for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:44.667636 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac416c-33b6-4a79-aef9-439c9c487c10 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:44.668331 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f7ac416c-33b6-4a79-aef9-439c9c487c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:44.700573 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f7ac416c-33b6-4a79-aef9-439c9c487c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:44.709093 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac416c-33b6-4a79-aef9-439c9c487c10 None None] Routers {'6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:44.709672 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f7ac416c-33b6-4a79-aef9-439c9c487c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:03:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:44.744604 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f7ac416c-33b6-4a79-aef9-439c9c487c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:44.745257 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ac416c-33b6-4a79-aef9-439c9c487c10 None None] The sync data for ids ['6f9abc19-2e72-475c-9ba2-b676bd2d9e3f'] in n-d-789963-21 is: [] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:44.761104 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.864215 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.917501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting port 0e174f77-9478-4fc1-b38e-7d608ee408bf {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:44.917839 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.994184 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.005617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Calling delete_port for 0e174f77-9478-4fc1-b38e-7d608ee408bf owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:45.173303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.208592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Port': ['ID=0e174f77-9478-4fc1-b38e-7d608ee408bf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:45.215091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a36fd7-9376-424b-a20a-88b802c23894 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:45.265198 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.355266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.357408 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.398780 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.399287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Fanout notify agent at l3_agent the message router_deleted on router 6f9abc19-2e72-475c-9ba2-b676bd2d9e3f {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:03:45.406475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.407582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a12bf122-22a6-4aea-93c1-d8a3a8057eb5 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/routers/6f9abc19-2e72-475c-9ba2-b676bd2d9e3f HTTP/1.1" status: 204 len: 168 time: 0.7521973 Nov 12 04:03:45.410004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60576) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:45.804762 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b10de00-3868-4bfd-adbc-38ababce4ab6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Deleting subnet cbc61cf0-c3a3-4844-ad7e-e4c1777bb168 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:45.807840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b10de00-3868-4bfd-adbc-38ababce4ab6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.847000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b10de00-3868-4bfd-adbc-38ababce4ab6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.890405 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b10de00-3868-4bfd-adbc-38ababce4ab6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.944269 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b10de00-3868-4bfd-adbc-38ababce4ab6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.975847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10de00-3868-4bfd-adbc-38ababce4ab6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc61cf0-c3a3-4844-ad7e-e4c1777bb168,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:45.977806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b10de00-3868-4bfd-adbc-38ababce4ab6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.980979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7b10de00-3868-4bfd-adbc-38ababce4ab6 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/subnets/cbc61cf0-c3a3-4844-ad7e-e4c1777bb168 HTTP/1.1" status: 204 len: 168 time: 0.5700376 Nov 12 04:03:45.983401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60578) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.057452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.145242 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.164933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b278daaa-7cf9-4143-abfd-de297633cfbd']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:46.174032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0685c00-c18d-44b0-89fc-b7d582368211') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:46.174331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0685c00-c18d-44b0-89fc-b7d582368211') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:46.184309 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.197767 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.203727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:46.204115 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:46.207113 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:46.265753 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.269473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.274614 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] 10.222.0.49 "DELETE /v2.0/networks/b278daaa-7cf9-4143-abfd-de297633cfbd HTTP/1.1" status: 204 len: 168 time: 0.2893479 Nov 12 04:03:46.296343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eacd1-e5ba-42bd-838f-f738a28908b2 tempest-FloatingIPTestJSON-1481841009 tempest-FloatingIPTestJSON-1481841009-project] Pushing event deleted for resources: {'Network': ['ID=b278daaa-7cf9-4143-abfd-de297633cfbd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.335011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-bc0983f5-3e90-42ab-9b01-0de7c066de97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469630 Nov 12 04:03:46.422840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-3f62c5c7-267c-4967-a751-81b660091bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.424556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-3f62c5c7-267c-4967-a751-81b660091bd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1097 time: 0.0442839 Nov 12 04:03:46.533012 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-7fc73ee5-13ce-4a6f-9ef1-e994d7d1abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.535120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-7fc73ee5-13ce-4a6f-9ef1-e994d7d1abbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0904703 Nov 12 04:03:46.537363 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60588) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.608662 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-e2eaf32f-3aab-41cb-84fc-5cd4bc0cdafe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 200 len: 1001 time: 0.0646148 Nov 12 04:03:46.681042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-885d8899-c7b5-4199-ab9d-446a2efc8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.682491 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-885d8899-c7b5-4199-ab9d-446a2efc8b57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0676386 Nov 12 04:03:46.703821 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-429da20f-dc75-4d96-a861-a39e741ef3aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d356795399b4aa2b4416e85742a137e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654139 Nov 12 04:03:46.706529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60592) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.738578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-f15fad50-117e-4375-9562-1db8bb8f10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.740069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-f15fad50-117e-4375-9562-1db8bb8f10b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478485 Nov 12 04:03:46.755809 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-984b0e38-60e1-4285-8cb3-966c1e8666ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.777159 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-984b0e38-60e1-4285-8cb3-966c1e8666ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.829411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-984b0e38-60e1-4285-8cb3-966c1e8666ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.832097 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-984b0e38-60e1-4285-8cb3-966c1e8666ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.836163 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-1a53bb62-3a9f-4582-89c4-a55ef760645a service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854955 Nov 12 04:03:46.836701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-984b0e38-60e1-4285-8cb3-966c1e8666ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c02288cd-3511-4974-b866-f3072b547b99 HTTP/1.1" status: 204 len: 168 time: 0.1257143 Nov 12 04:03:46.841615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b0e38-60e1-4285-8cb3-966c1e8666ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02288cd-3511-4974-b866-f3072b547b99,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.936691 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b55d659e-32d5-4e3a-b240-468b39d6ee5d req-6c9abb5e-b686-401f-ae5d-65b500622caa service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960064 Nov 12 04:03:47.475598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60614) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.574976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4f3b59ad-51ca-49ee-88eb-2905cb98acb3 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] Request body: {'port': {'network_id': '06a1d771-131f-43b0-8b90-892f20053ba4', 'name': 'tempest-NetworksNegativeTestJSON-795289898'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:47.588620 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3b59ad-51ca-49ee-88eb-2905cb98acb3 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] POST failed (client error): The resource could not be found. Nov 12 04:03:47.589176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3b59ad-51ca-49ee-88eb-2905cb98acb3 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:47.590256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4f3b59ad-51ca-49ee-88eb-2905cb98acb3 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1136415 Nov 12 04:03:47.594083 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60618) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.612108 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-551a468e-1944-4025-9dc4-83ca166f325a tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:47.612633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551a468e-1944-4025-9dc4-83ca166f325a tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:47.615599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-551a468e-1944-4025-9dc4-83ca166f325a tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "DELETE /v2.0/networks/c15d38e5-37e8-49c4-8f84-bb01edc67196 HTTP/1.1" status: 404 len: 339 time: 0.0206203 Nov 12 04:03:47.619741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60620) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.642139 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c478234f-0ff0-4ab1-9f39-5926a5e2a9cc tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:47.642662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c478234f-0ff0-4ab1-9f39-5926a5e2a9cc tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:47.645565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c478234f-0ff0-4ab1-9f39-5926a5e2a9cc tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "DELETE /v2.0/ports/7150bb0b-452b-4981-8c36-5b0bbc1bc5e3 HTTP/1.1" status: 404 len: 333 time: 0.0249557 Nov 12 04:03:47.649082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60622) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.673748 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e8cf43-213a-450d-8469-a7ba070a7555 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:47.674185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e8cf43-213a-450d-8469-a7ba070a7555 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:47.677129 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-55e8cf43-213a-450d-8469-a7ba070a7555 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "DELETE /v2.0/subnets/0be312ab-0d33-414a-bafd-af2fa9cc635a HTTP/1.1" status: 404 len: 337 time: 0.0271897 Nov 12 04:03:47.681458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60624) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.700693 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cd0645-371d-49de-a491-2df80fb66b2f tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] GET failed (client error): The resource could not be found. Nov 12 04:03:47.702021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d2cd0645-371d-49de-a491-2df80fb66b2f tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "GET /v2.0/networks/89f79477-49e1-4257-8251-15c426c7812f HTTP/1.1" status: 404 len: 339 time: 0.0196948 Nov 12 04:03:47.705256 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60626) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.728799 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-80550cbc-a4f9-4eac-b098-eba5b6331b67 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] GET failed (client error): The resource could not be found. Nov 12 04:03:47.730203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-80550cbc-a4f9-4eac-b098-eba5b6331b67 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "GET /v2.0/ports/7347e6de-0d04-470b-8d73-93fa1b42c7e0 HTTP/1.1" status: 404 len: 333 time: 0.0240960 Nov 12 04:03:47.733632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60628) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.765744 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabb4cc0-0cd7-4eb5-9784-77c31c357ce9 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] GET failed (client error): The resource could not be found. Nov 12 04:03:47.767017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dabb4cc0-0cd7-4eb5-9784-77c31c357ce9 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "GET /v2.0/subnets/d219ade8-6b9f-48eb-bef0-878937fd8e54 HTTP/1.1" status: 404 len: 337 time: 0.0324802 Nov 12 04:03:47.770540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60630) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.775366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-51cac840-db28-4e51-84a4-bc8b6f5ea401 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:47.788396 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cac840-db28-4e51-84a4-bc8b6f5ea401 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] PUT failed (client error): The resource could not be found. Nov 12 04:03:47.789428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51cac840-db28-4e51-84a4-bc8b6f5ea401 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:47.790821 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-51cac840-db28-4e51-84a4-bc8b6f5ea401 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "PUT /v2.0/networks/001acb81-76e0-42e6-8207-29216baa18da HTTP/1.1" status: 404 len: 339 time: 0.0192277 Nov 12 04:03:47.794016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60632) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.798708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1dc748a5-a1be-4986-be20-9b43e231d8c5 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:47.816834 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc748a5-a1be-4986-be20-9b43e231d8c5 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] PUT failed (client error): The resource could not be found. Nov 12 04:03:47.817445 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc748a5-a1be-4986-be20-9b43e231d8c5 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:47.818538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1dc748a5-a1be-4986-be20-9b43e231d8c5 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "PUT /v2.0/ports/571a3757-13d6-48ea-a129-bc0bb656bbed HTTP/1.1" status: 404 len: 333 time: 0.0236533 Nov 12 04:03:47.822021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60634) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:47.826838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9d770281-7b02-45da-84a9-023bbc6eeb02 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:47.847541 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d770281-7b02-45da-84a9-023bbc6eeb02 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] PUT failed (client error): The resource could not be found. Nov 12 04:03:47.848188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d770281-7b02-45da-84a9-023bbc6eeb02 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:47.849077 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9d770281-7b02-45da-84a9-023bbc6eeb02 tempest-NetworksNegativeTestJSON-909118930 tempest-NetworksNegativeTestJSON-909118930-project] 10.222.0.49 "PUT /v2.0/subnets/e8eb15a0-eb8d-4164-9962-601247678a24 HTTP/1.1" status: 404 len: 337 time: 0.0261326 Nov 12 04:03:48.086090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60640) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:48.190225 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b56629f1-7ffa-4f33-9f37-0234fb51ebbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.261249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b56629f1-7ffa-4f33-9f37-0234fb51ebbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.265021 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b56629f1-7ffa-4f33-9f37-0234fb51ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.306308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b56629f1-7ffa-4f33-9f37-0234fb51ebbe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=455dec5d4956416c8157caacd39d7ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191284 Nov 12 04:03:48.307757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56629f1-7ffa-4f33-9f37-0234fb51ebbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74202dc3-6a3c-4517-97e5-7263a42c5dd9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:48.309796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60644) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:48.358774 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a4a28-6edb-49c0-bc40-48a88c15d6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.380874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a4a28-6edb-49c0-bc40-48a88c15d6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.430074 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a4a28-6edb-49c0-bc40-48a88c15d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.434458 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e56a4a28-6edb-49c0-bc40-48a88c15d6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.435805 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e56a4a28-6edb-49c0-bc40-48a88c15d6a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74202dc3-6a3c-4517-97e5-7263a42c5dd9 HTTP/1.1" status: 204 len: 168 time: 0.1250968 Nov 12 04:03:48.444320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a4a28-6edb-49c0-bc40-48a88c15d6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74202dc3-6a3c-4517-97e5-7263a42c5dd9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.066465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60666) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.163414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-secgroup--291740983'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:49.193343 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.201748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.278249 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.287747 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.323214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dddfad7-b5dc-4ea9-b210-5113106868da,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.364505 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.367937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.397155 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.398361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3308966 Nov 12 04:03:49.400126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1b053-9401-481c-8890-706b9191cbb9 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0fcd89-28a8-48e5-a6eb-332000680346,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.401837 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60670) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.461690 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-870f937c-ac1a-4a97-8563-743f74f2ba08 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0580220 Nov 12 04:03:49.465410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60672) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.469941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-406ac0b6-3aa9-41f6-8757-92841a5b42e6 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-security--2028258038', 'description': 'tempest-security-description-742656268'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:49.502677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-406ac0b6-3aa9-41f6-8757-92841a5b42e6 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.545715 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-406ac0b6-3aa9-41f6-8757-92841a5b42e6 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.548932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-406ac0b6-3aa9-41f6-8757-92841a5b42e6 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.551452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-406ac0b6-3aa9-41f6-8757-92841a5b42e6 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.552669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-406ac0b6-3aa9-41f6-8757-92841a5b42e6 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "PUT /v2.0/security-groups/ed0fcd89-28a8-48e5-a6eb-332000680346 HTTP/1.1" status: 200 len: 1796 time: 0.0863419 Nov 12 04:03:49.555529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60674) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.577280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ac0b6-3aa9-41f6-8757-92841a5b42e6 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0fcd89-28a8-48e5-a6eb-332000680346,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.597400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-adb0fd28-e678-40ee-8acb-077ca9baba3a tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups/ed0fcd89-28a8-48e5-a6eb-332000680346 HTTP/1.1" status: 200 len: 1796 time: 0.0403578 Nov 12 04:03:49.599776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60676) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.650578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3845-00a4-4502-99b0-4d0cb619eb19 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.672997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3845-00a4-4502-99b0-4d0cb619eb19 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.720046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3845-00a4-4502-99b0-4d0cb619eb19 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.722931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3845-00a4-4502-99b0-4d0cb619eb19 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.724050 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5d6d3845-00a4-4502-99b0-4d0cb619eb19 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/ed0fcd89-28a8-48e5-a6eb-332000680346 HTTP/1.1" status: 204 len: 168 time: 0.1233933 Nov 12 04:03:49.726836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60678) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.732959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d3845-00a4-4502-99b0-4d0cb619eb19 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0fcd89-28a8-48e5-a6eb-332000680346,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.770518 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5d517fde-2036-46c0-84db-2aba737cf953 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423627 Nov 12 04:03:49.773652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60680) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.786412 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-720c7917-272b-400e-98a9-67cb4395af19 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] delete failed (client error): The resource could not be found. Nov 12 04:03:49.787444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-720c7917-272b-400e-98a9-67cb4395af19 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/ed0fcd89-28a8-48e5-a6eb-332000680346 HTTP/1.1" status: 404 len: 347 time: 0.0128121 Nov 12 04:03:49.791119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60682) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.796316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cc64e890-0dee-4bd8-b832-479ccb462588 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894838552'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:49.824252 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc64e890-0dee-4bd8-b832-479ccb462588 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.156891 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc64e890-0dee-4bd8-b832-479ccb462588 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.161017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc64e890-0dee-4bd8-b832-479ccb462588 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.194527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cc64e890-0dee-4bd8-b832-479ccb462588 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.195882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cc64e890-0dee-4bd8-b832-479ccb462588 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4036660 Nov 12 04:03:50.196877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64e890-0dee-4bd8-b832-479ccb462588 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77f602f-0393-44fd-bab6-59459d28cd3c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:50.200560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60684) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.205285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-efad2aac-57f6-4b6c-8bb1-f39046d531ae tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': 'f77f602f-0393-44fd-bab6-59459d28cd3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:50.238307 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-efad2aac-57f6-4b6c-8bb1-f39046d531ae tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.320404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-efad2aac-57f6-4b6c-8bb1-f39046d531ae tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.325247 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-efad2aac-57f6-4b6c-8bb1-f39046d531ae tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.350800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad2aac-57f6-4b6c-8bb1-f39046d531ae tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b4f5d3-94c7-42a1-856c-6e27b707692d,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:50.360014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-efad2aac-57f6-4b6c-8bb1-f39046d531ae tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.361332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-efad2aac-57f6-4b6c-8bb1-f39046d531ae tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597948 Nov 12 04:03:50.365259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60686) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.398075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18fa9582-60b8-4f47-ba1c-62820fa59be7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.406428 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18fa9582-60b8-4f47-ba1c-62820fa59be7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.439196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18fa9582-60b8-4f47-ba1c-62820fa59be7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.450937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18fa9582-60b8-4f47-ba1c-62820fa59be7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.453187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-18fa9582-60b8-4f47-ba1c-62820fa59be7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d1b4f5d3-94c7-42a1-856c-6e27b707692d HTTP/1.1" status: 204 len: 168 time: 0.0866673 Nov 12 04:03:50.454529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa9582-60b8-4f47-ba1c-62820fa59be7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1b4f5d3-94c7-42a1-856c-6e27b707692d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:50.454894 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60688) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.506212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a00146e6-eadf-4990-ada0-8f574630304f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494275 Nov 12 04:03:50.509147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60690) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.565968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eaf83f57-8c11-4a54-bc17-9d907d7422cd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.598881 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eaf83f57-8c11-4a54-bc17-9d907d7422cd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.644212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eaf83f57-8c11-4a54-bc17-9d907d7422cd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.647439 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eaf83f57-8c11-4a54-bc17-9d907d7422cd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.649165 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-eaf83f57-8c11-4a54-bc17-9d907d7422cd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/f77f602f-0393-44fd-bab6-59459d28cd3c HTTP/1.1" status: 204 len: 168 time: 0.1389720 Nov 12 04:03:50.653492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60692) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.660697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf83f57-8c11-4a54-bc17-9d907d7422cd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77f602f-0393-44fd-bab6-59459d28cd3c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:50.707139 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-45fc843d-7898-4dd9-988f-1252c4dc34f3 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523412 Nov 12 04:03:50.710879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60694) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.716679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f9d32aa4-3fdb-4ca4-91d2-7dce867f9b5b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-secgroup--579480573'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:50.741579 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d32aa4-3fdb-4ca4-91d2-7dce867f9b5b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.812357 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d32aa4-3fdb-4ca4-91d2-7dce867f9b5b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.816095 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d32aa4-3fdb-4ca4-91d2-7dce867f9b5b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.849294 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f9d32aa4-3fdb-4ca4-91d2-7dce867f9b5b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.850579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f9d32aa4-3fdb-4ca4-91d2-7dce867f9b5b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1386178 Nov 12 04:03:50.854424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60696) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.855512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d32aa4-3fdb-4ca4-91d2-7dce867f9b5b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76688dc-6367-4258-9e09-264cf311b191,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:50.859673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d70e6a6a-3f0e-4a9c-b680-22b87844d2f1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': 'c76688dc-6367-4258-9e09-264cf311b191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:50.887436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d70e6a6a-3f0e-4a9c-b680-22b87844d2f1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.933238 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d70e6a6a-3f0e-4a9c-b680-22b87844d2f1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.938877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d70e6a6a-3f0e-4a9c-b680-22b87844d2f1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.956235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e6a6a-3f0e-4a9c-b680-22b87844d2f1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba077e1-e2bf-40a9-86a6-0291b2893b98,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:50.964552 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d70e6a6a-3f0e-4a9c-b680-22b87844d2f1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.969725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d70e6a6a-3f0e-4a9c-b680-22b87844d2f1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1101589 Nov 12 04:03:50.969725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60698) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.974513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fdd161cc-f9f1-4026-81df-ad6b39fca891 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': 'c76688dc-6367-4258-9e09-264cf311b191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:51.003168 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdd161cc-f9f1-4026-81df-ad6b39fca891 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.064348 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdd161cc-f9f1-4026-81df-ad6b39fca891 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.068139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdd161cc-f9f1-4026-81df-ad6b39fca891 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.085809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd161cc-f9f1-4026-81df-ad6b39fca891 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebae933-91d5-4d47-a627-da90a66824ce,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.094918 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdd161cc-f9f1-4026-81df-ad6b39fca891 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.096117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fdd161cc-f9f1-4026-81df-ad6b39fca891 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255462 Nov 12 04:03:51.099134 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60700) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.103791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-28deb5b2-a5db-41e6-996f-c69d9a88a3a8 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': 'c76688dc-6367-4258-9e09-264cf311b191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:51.138877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28deb5b2-a5db-41e6-996f-c69d9a88a3a8 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.198728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28deb5b2-a5db-41e6-996f-c69d9a88a3a8 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.202830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28deb5b2-a5db-41e6-996f-c69d9a88a3a8 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.219556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28deb5b2-a5db-41e6-996f-c69d9a88a3a8 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86aa5e50-36b8-484f-b1b4-e85d142bd37a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.228198 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-28deb5b2-a5db-41e6-996f-c69d9a88a3a8 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.229449 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-28deb5b2-a5db-41e6-996f-c69d9a88a3a8 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293547 Nov 12 04:03:51.232184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60702) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.236516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2d90b2f0-9e65-47fc-ab84-200ac718c9a3 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': 'c76688dc-6367-4258-9e09-264cf311b191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:51.264592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d90b2f0-9e65-47fc-ab84-200ac718c9a3 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.327764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d90b2f0-9e65-47fc-ab84-200ac718c9a3 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.331946 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d90b2f0-9e65-47fc-ab84-200ac718c9a3 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.355011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90b2f0-9e65-47fc-ab84-200ac718c9a3 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b799b601-06e4-45f3-8389-4522cddf7fd4,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.361653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d90b2f0-9e65-47fc-ab84-200ac718c9a3 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.363053 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2d90b2f0-9e65-47fc-ab84-200ac718c9a3 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297131 Nov 12 04:03:51.365665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60704) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.370729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-33c67a34-c53b-4213-974e-cb8f8053e253 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': 'c76688dc-6367-4258-9e09-264cf311b191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:51.398431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33c67a34-c53b-4213-974e-cb8f8053e253 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.461679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33c67a34-c53b-4213-974e-cb8f8053e253 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.465279 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33c67a34-c53b-4213-974e-cb8f8053e253 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.484193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c67a34-c53b-4213-974e-cb8f8053e253 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadf15a1-65be-4c9b-aac6-62131b65e56b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.489035 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33c67a34-c53b-4213-974e-cb8f8053e253 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.490373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-33c67a34-c53b-4213-974e-cb8f8053e253 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1237774 Nov 12 04:03:51.493202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60706) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.522970 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08132113-57f0-4c27-be43-39be542a37ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.532857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08132113-57f0-4c27-be43-39be542a37ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.560813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08132113-57f0-4c27-be43-39be542a37ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.566843 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08132113-57f0-4c27-be43-39be542a37ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.567940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-08132113-57f0-4c27-be43-39be542a37ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cadf15a1-65be-4c9b-aac6-62131b65e56b HTTP/1.1" status: 204 len: 168 time: 0.0738482 Nov 12 04:03:51.571343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60708) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.573774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132113-57f0-4c27-be43-39be542a37ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cadf15a1-65be-4c9b-aac6-62131b65e56b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.625849 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5baf8d8a-4631-4ca7-8848-6cd0322f8f54 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0531991 Nov 12 04:03:51.628710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60710) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.652762 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c8d25c8-33f7-4d81-93cb-205b799cb82d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.660726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c8d25c8-33f7-4d81-93cb-205b799cb82d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.689649 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c8d25c8-33f7-4d81-93cb-205b799cb82d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.697011 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c8d25c8-33f7-4d81-93cb-205b799cb82d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.698261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9c8d25c8-33f7-4d81-93cb-205b799cb82d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b799b601-06e4-45f3-8389-4522cddf7fd4 HTTP/1.1" status: 204 len: 168 time: 0.0685923 Nov 12 04:03:51.701467 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60712) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.702539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d25c8-33f7-4d81-93cb-205b799cb82d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b799b601-06e4-45f3-8389-4522cddf7fd4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.756928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6a9f7353-0fcf-4035-9aa5-cb12f293e0b2 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0539825 Nov 12 04:03:51.759740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60714) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.787575 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786a9cc4-f91b-4891-8628-34a17b3e61a1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.797246 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786a9cc4-f91b-4891-8628-34a17b3e61a1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.827258 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786a9cc4-f91b-4891-8628-34a17b3e61a1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.835543 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-786a9cc4-f91b-4891-8628-34a17b3e61a1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.836855 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-786a9cc4-f91b-4891-8628-34a17b3e61a1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/86aa5e50-36b8-484f-b1b4-e85d142bd37a HTTP/1.1" status: 204 len: 168 time: 0.0759709 Nov 12 04:03:51.840153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60716) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.844081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a9cc4-f91b-4891-8628-34a17b3e61a1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86aa5e50-36b8-484f-b1b4-e85d142bd37a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.884896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7e6be7cf-5ce0-421d-aa1e-480c2ca74f60 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0434387 Nov 12 04:03:51.887575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60718) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.916086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2b48c3-6326-491e-8b42-27ae6d7ec63b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.924634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2b48c3-6326-491e-8b42-27ae6d7ec63b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.950912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2b48c3-6326-491e-8b42-27ae6d7ec63b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.958074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2b48c3-6326-491e-8b42-27ae6d7ec63b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.959266 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bc2b48c3-6326-491e-8b42-27ae6d7ec63b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/1ebae933-91d5-4d47-a627-da90a66824ce HTTP/1.1" status: 204 len: 168 time: 0.0707221 Nov 12 04:03:51.962111 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60720) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.963903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b48c3-6326-491e-8b42-27ae6d7ec63b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ebae933-91d5-4d47-a627-da90a66824ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.013365 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-85847d6c-19f3-4341-a61c-bab3e69f6046 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0497305 Nov 12 04:03:52.016032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60722) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.039631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf094-657d-42cf-bbab-4731e76be119 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.047743 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf094-657d-42cf-bbab-4731e76be119 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.073172 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf094-657d-42cf-bbab-4731e76be119 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.078033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf094-657d-42cf-bbab-4731e76be119 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.079386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bd6bf094-657d-42cf-bbab-4731e76be119 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7ba077e1-e2bf-40a9-86a6-0291b2893b98 HTTP/1.1" status: 204 len: 168 time: 0.0623913 Nov 12 04:03:52.082045 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60724) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.101574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bf094-657d-42cf-bbab-4731e76be119 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ba077e1-e2bf-40a9-86a6-0291b2893b98,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.129357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2cb1b0a-501f-47ce-9996-bce4423a6889 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462914 Nov 12 04:03:52.131981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60726) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.182277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-facb7c90-389f-4b78-ae1a-59a22b3c0b8c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.204416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-facb7c90-389f-4b78-ae1a-59a22b3c0b8c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.244816 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-facb7c90-389f-4b78-ae1a-59a22b3c0b8c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.247382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-facb7c90-389f-4b78-ae1a-59a22b3c0b8c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.248527 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-facb7c90-389f-4b78-ae1a-59a22b3c0b8c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/c76688dc-6367-4258-9e09-264cf311b191 HTTP/1.1" status: 204 len: 168 time: 0.1156554 Nov 12 04:03:52.251342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60728) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.257370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb7c90-389f-4b78-ae1a-59a22b3c0b8c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76688dc-6367-4258-9e09-264cf311b191,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.299864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5347137-8011-4d48-b654-c96b34de2fb8 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473530 Nov 12 04:03:52.304153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60730) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.308939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-01bab394-69a6-47f7-97d5-df7ac19d02a7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358368539'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:52.330971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01bab394-69a6-47f7-97d5-df7ac19d02a7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.395546 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01bab394-69a6-47f7-97d5-df7ac19d02a7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.399417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01bab394-69a6-47f7-97d5-df7ac19d02a7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.427148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-01bab394-69a6-47f7-97d5-df7ac19d02a7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.428389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-01bab394-69a6-47f7-97d5-df7ac19d02a7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1231761 Nov 12 04:03:52.431640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60732) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.432628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bab394-69a6-47f7-97d5-df7ac19d02a7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c496c6a-f6c5-4c79-97a7-5c035d0decce,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.436633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2f22f3d0-7966-4ba5-8774-51d092d212dd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': '9c496c6a-f6c5-4c79-97a7-5c035d0decce', 'direction': 'ingress', 'protocol': 17}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:52.464348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3d0-7966-4ba5-8774-51d092d212dd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.520002 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3d0-7966-4ba5-8774-51d092d212dd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.524308 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3d0-7966-4ba5-8774-51d092d212dd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.548352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22f3d0-7966-4ba5-8774-51d092d212dd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8390bf08-b8b0-4e14-bb91-615df6d5a22b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.557544 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3d0-7966-4ba5-8774-51d092d212dd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.559135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2f22f3d0-7966-4ba5-8774-51d092d212dd tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1263099 Nov 12 04:03:52.561958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60734) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.614469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89fabe64-be90-46a6-b605-40afd8314a0b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.638055 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89fabe64-be90-46a6-b605-40afd8314a0b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.683484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89fabe64-be90-46a6-b605-40afd8314a0b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.686128 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-89fabe64-be90-46a6-b605-40afd8314a0b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.687261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-89fabe64-be90-46a6-b605-40afd8314a0b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/9c496c6a-f6c5-4c79-97a7-5c035d0decce HTTP/1.1" status: 204 len: 168 time: 0.1243858 Nov 12 04:03:52.690202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60736) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.696620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fabe64-be90-46a6-b605-40afd8314a0b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c496c6a-f6c5-4c79-97a7-5c035d0decce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.744147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9d178f34-2775-4ec1-8926-bd9d303c22f5 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0526862 Nov 12 04:03:52.748275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.752720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a9a4c22c-4e1a-47a1-bebf-0ba4a9d7291f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433302145'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:52.778748 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9a4c22c-4e1a-47a1-bebf-0ba4a9d7291f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.843916 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9a4c22c-4e1a-47a1-bebf-0ba4a9d7291f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.848071 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9a4c22c-4e1a-47a1-bebf-0ba4a9d7291f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.875658 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9a4c22c-4e1a-47a1-bebf-0ba4a9d7291f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.876891 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a9a4c22c-4e1a-47a1-bebf-0ba4a9d7291f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1275742 Nov 12 04:03:52.879973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.880921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4c22c-4e1a-47a1-bebf-0ba4a9d7291f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a018a9-cef7-4cc4-b115-a027f18556db,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.884688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b66a9235-cbcd-4271-b721-ba1943a9c555 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-secgroup--921084696'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:52.908120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b66a9235-cbcd-4271-b721-ba1943a9c555 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.972815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b66a9235-cbcd-4271-b721-ba1943a9c555 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.976404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b66a9235-cbcd-4271-b721-ba1943a9c555 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.006088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a9235-cbcd-4271-b721-ba1943a9c555 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44852eb7-188a-4d8a-ac62-be3b01633a3d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.011404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b66a9235-cbcd-4271-b721-ba1943a9c555 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.012611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b66a9235-cbcd-4271-b721-ba1943a9c555 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1315398 Nov 12 04:03:53.015298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60742) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.019612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b3d4003f-5ddd-45a4-bdff-301bb9b853b7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': '51a018a9-cef7-4cc4-b115-a027f18556db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '44852eb7-188a-4d8a-ac62-be3b01633a3d', 'remote_ip_prefix': None}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:53.049872 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3d4003f-5ddd-45a4-bdff-301bb9b853b7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.117433 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3d4003f-5ddd-45a4-bdff-301bb9b853b7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.121549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3d4003f-5ddd-45a4-bdff-301bb9b853b7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.138327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4003f-5ddd-45a4-bdff-301bb9b853b7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb01a0f-f050-45b3-a618-d3975d569e34,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.147420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b3d4003f-5ddd-45a4-bdff-301bb9b853b7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.148617 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b3d4003f-5ddd-45a4-bdff-301bb9b853b7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1323576 Nov 12 04:03:53.151638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60744) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.175338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f3f3-2f5c-4c9d-93d2-03f7d79c9b51 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.183893 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f3f3-2f5c-4c9d-93d2-03f7d79c9b51 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.209285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f3f3-2f5c-4c9d-93d2-03f7d79c9b51 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.215195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f3f3-2f5c-4c9d-93d2-03f7d79c9b51 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.216286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e8a0f3f3-2f5c-4c9d-93d2-03f7d79c9b51 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/feb01a0f-f050-45b3-a618-d3975d569e34 HTTP/1.1" status: 204 len: 168 time: 0.0637259 Nov 12 04:03:53.219031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60746) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.221615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0f3f3-2f5c-4c9d-93d2-03f7d79c9b51 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feb01a0f-f050-45b3-a618-d3975d569e34,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.263630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ee90944-9e27-48e4-8e8e-8e7bb5410676 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0434487 Nov 12 04:03:53.266346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60748) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.317932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5038540-491b-4999-8677-c26e2246125b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.339968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5038540-491b-4999-8677-c26e2246125b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.380595 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5038540-491b-4999-8677-c26e2246125b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.383147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5038540-491b-4999-8677-c26e2246125b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.384327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e5038540-491b-4999-8677-c26e2246125b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/44852eb7-188a-4d8a-ac62-be3b01633a3d HTTP/1.1" status: 204 len: 168 time: 0.1170769 Nov 12 04:03:53.387094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.393745 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5038540-491b-4999-8677-c26e2246125b tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44852eb7-188a-4d8a-ac62-be3b01633a3d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.442793 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-65948a88-330e-48db-8264-a78058041de7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0544457 Nov 12 04:03:53.445600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60752) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.495942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0128eba9-c61f-4919-9fe8-e22cc71caa0d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.517065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0128eba9-c61f-4919-9fe8-e22cc71caa0d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.558542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0128eba9-c61f-4919-9fe8-e22cc71caa0d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.561052 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0128eba9-c61f-4919-9fe8-e22cc71caa0d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.562172 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0128eba9-c61f-4919-9fe8-e22cc71caa0d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/51a018a9-cef7-4cc4-b115-a027f18556db HTTP/1.1" status: 204 len: 168 time: 0.1156895 Nov 12 04:03:53.565266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60754) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.582614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128eba9-c61f-4919-9fe8-e22cc71caa0d tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a018a9-cef7-4cc4-b115-a027f18556db,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.615726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d4ca1789-55fb-4a50-a008-1cc04c83f687 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494175 Nov 12 04:03:53.620045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60756) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.624322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8c1fb809-7ae8-4ded-95a6-8e09b8a5aecb tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-secgroup--799696024'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:53.645673 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb809-7ae8-4ded-95a6-8e09b8a5aecb tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.710671 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb809-7ae8-4ded-95a6-8e09b8a5aecb tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.715545 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb809-7ae8-4ded-95a6-8e09b8a5aecb tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.742824 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb809-7ae8-4ded-95a6-8e09b8a5aecb tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.744060 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8c1fb809-7ae8-4ded-95a6-8e09b8a5aecb tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1230116 Nov 12 04:03:53.747125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.748386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fb809-7ae8-4ded-95a6-8e09b8a5aecb tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f733d9f9-4470-47cf-8801-2051a7768ec2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.752824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b67ce5ae-9658-4b86-9cf8-5d925090f095 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': 'f733d9f9-4470-47cf-8801-2051a7768ec2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:53.781828 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b67ce5ae-9658-4b86-9cf8-5d925090f095 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.838963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b67ce5ae-9658-4b86-9cf8-5d925090f095 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.842401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b67ce5ae-9658-4b86-9cf8-5d925090f095 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.859320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ce5ae-9658-4b86-9cf8-5d925090f095 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e9caa9-6a1a-4a03-bc9a-98e9569c3462,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.867024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b67ce5ae-9658-4b86-9cf8-5d925090f095 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.868201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b67ce5ae-9658-4b86-9cf8-5d925090f095 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1200764 Nov 12 04:03:53.871281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60760) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.894670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7f4f-5e8d-458d-ae04-3f0855e509ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.902953 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7f4f-5e8d-458d-ae04-3f0855e509ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.927731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7f4f-5e8d-458d-ae04-3f0855e509ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.933646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7f4f-5e8d-458d-ae04-3f0855e509ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.934779 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6f8e7f4f-5e8d-458d-ae04-3f0855e509ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/19e9caa9-6a1a-4a03-bc9a-98e9569c3462 HTTP/1.1" status: 204 len: 168 time: 0.0626061 Nov 12 04:03:53.937515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60762) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:53.940019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e7f4f-5e8d-458d-ae04-3f0855e509ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19e9caa9-6a1a-4a03-bc9a-98e9569c3462,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.979775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bea396ea-0838-46cb-be63-767a227ae484 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410759 Nov 12 04:03:53.982811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.032495 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f7a8-2eb6-4f4d-b949-f1e259091eb1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.054119 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f7a8-2eb6-4f4d-b949-f1e259091eb1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.094841 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f7a8-2eb6-4f4d-b949-f1e259091eb1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.097814 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f7a8-2eb6-4f4d-b949-f1e259091eb1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.098952 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b7b4f7a8-2eb6-4f4d-b949-f1e259091eb1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/f733d9f9-4470-47cf-8801-2051a7768ec2 HTTP/1.1" status: 204 len: 168 time: 0.1152174 Nov 12 04:03:54.101599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60766) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.108961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4f7a8-2eb6-4f4d-b949-f1e259091eb1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f733d9f9-4470-47cf-8801-2051a7768ec2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.148399 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f5ad7114-55f6-4dcf-9095-22422e560c3f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0455527 Nov 12 04:03:54.152343 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60768) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.156711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-1287b564-db7a-494b-8c83-3cd58781387c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group': {'name': 'tempest-secgroup--846911243'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:54.177400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1287b564-db7a-494b-8c83-3cd58781387c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.243877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1287b564-db7a-494b-8c83-3cd58781387c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.248045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1287b564-db7a-494b-8c83-3cd58781387c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.278699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1287b564-db7a-494b-8c83-3cd58781387c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.279931 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1287b564-db7a-494b-8c83-3cd58781387c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1266229 Nov 12 04:03:54.281121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287b564-db7a-494b-8c83-3cd58781387c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168c93e4-6ffd-4833-8e89-9fdaf80a3166,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.282985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60770) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.287816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-59d8c2fd-f8f6-4e6a-b2d4-7907ad46a799 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': '168c93e4-6ffd-4833-8e89-9fdaf80a3166', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:54.314552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59d8c2fd-f8f6-4e6a-b2d4-7907ad46a799 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.360018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59d8c2fd-f8f6-4e6a-b2d4-7907ad46a799 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.364411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59d8c2fd-f8f6-4e6a-b2d4-7907ad46a799 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.382705 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8c2fd-f8f6-4e6a-b2d4-7907ad46a799 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d913a2-917d-40fe-b09a-3be3bde14778,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.390356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59d8c2fd-f8f6-4e6a-b2d4-7907ad46a799 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.391562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-59d8c2fd-f8f6-4e6a-b2d4-7907ad46a799 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1075466 Nov 12 04:03:54.394361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60772) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.410332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-beb47982-f53e-40ee-bd38-0e5dbb938c41 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules/65d913a2-917d-40fe-b09a-3be3bde14778 HTTP/1.1" status: 200 len: 763 time: 0.0148783 Nov 12 04:03:54.412627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.452047 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-819988ae-06e3-430d-a2b2-662673922cb7 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0382850 Nov 12 04:03:54.454567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60776) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.478389 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a1b5-cfb4-4567-a463-05bc71e09451 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.486964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a1b5-cfb4-4567-a463-05bc71e09451 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.515004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a1b5-cfb4-4567-a463-05bc71e09451 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.520829 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a1b5-cfb4-4567-a463-05bc71e09451 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.521868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f7d6a1b5-cfb4-4567-a463-05bc71e09451 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/65d913a2-917d-40fe-b09a-3be3bde14778 HTTP/1.1" status: 204 len: 168 time: 0.0664179 Nov 12 04:03:54.524518 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60778) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.527139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6a1b5-cfb4-4567-a463-05bc71e09451 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65d913a2-917d-40fe-b09a-3be3bde14778,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.564537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1e7b4faf-cb83-4d94-981d-e3743a87316f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388203 Nov 12 04:03:54.567206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60780) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.571483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ed10ddde-e966-44ad-9a3f-a1808d07ba47 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': '168c93e4-6ffd-4833-8e89-9fdaf80a3166', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:54.597620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed10ddde-e966-44ad-9a3f-a1808d07ba47 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.606853 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:54.654933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed10ddde-e966-44ad-9a3f-a1808d07ba47 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.658382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed10ddde-e966-44ad-9a3f-a1808d07ba47 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.675941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10ddde-e966-44ad-9a3f-a1808d07ba47 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d02ccbc-91f6-43e2-9024-6e4f0cc94e16,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.683727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed10ddde-e966-44ad-9a3f-a1808d07ba47 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.685051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ed10ddde-e966-44ad-9a3f-a1808d07ba47 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167855 Nov 12 04:03:54.687609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60782) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.703681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9a2b7a76-815b-490a-83e1-84d3b84df7ca tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules/9d02ccbc-91f6-43e2-9024-6e4f0cc94e16 HTTP/1.1" status: 200 len: 763 time: 0.0146425 Nov 12 04:03:54.705653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60784) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.745960 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7d668c18-32f3-4b43-a7de-518d45331c04 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0391428 Nov 12 04:03:54.748483 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60786) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.771334 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213181b-297e-4d60-8f95-c0d881b332b1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.779050 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213181b-297e-4d60-8f95-c0d881b332b1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.805092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213181b-297e-4d60-8f95-c0d881b332b1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.811806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9213181b-297e-4d60-8f95-c0d881b332b1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.812931 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9213181b-297e-4d60-8f95-c0d881b332b1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9d02ccbc-91f6-43e2-9024-6e4f0cc94e16 HTTP/1.1" status: 204 len: 168 time: 0.0634456 Nov 12 04:03:54.815492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60788) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.818169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213181b-297e-4d60-8f95-c0d881b332b1 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d02ccbc-91f6-43e2-9024-6e4f0cc94e16,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.856055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b500764f-c61b-41bc-b802-5cd2f21a682c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0394163 Nov 12 04:03:54.858584 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60790) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.864460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-693222a5-efb1-48f2-a0d2-0bdb38d3f52f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Request body: {'security_group_rule': {'security_group_id': '168c93e4-6ffd-4833-8e89-9fdaf80a3166', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:54.891136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-693222a5-efb1-48f2-a0d2-0bdb38d3f52f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.929630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.948002 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-693222a5-efb1-48f2-a0d2-0bdb38d3f52f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.951453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-693222a5-efb1-48f2-a0d2-0bdb38d3f52f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.969510 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693222a5-efb1-48f2-a0d2-0bdb38d3f52f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071bc87b-94b4-44bf-9419-8fe058d29347,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.977836 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-693222a5-efb1-48f2-a0d2-0bdb38d3f52f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.979703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-693222a5-efb1-48f2-a0d2-0bdb38d3f52f tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195447 Nov 12 04:03:54.982290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60794) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:54.998301 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-332a70f0-5dcf-45e9-ac77-36c91b7d55b4 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules/071bc87b-94b4-44bf-9419-8fe058d29347 HTTP/1.1" status: 200 len: 764 time: 0.0149596 Nov 12 04:03:55.000726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60796) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.038895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5c5ebfa3-12a7-48f1-8cdf-14f30cf35a5e tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0371222 Nov 12 04:03:55.041349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60798) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.064214 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3bb777dd-21bf-43bf-9d6b-5bf88765fc76 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.071699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3bb777dd-21bf-43bf-9d6b-5bf88765fc76 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.097622 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3bb777dd-21bf-43bf-9d6b-5bf88765fc76 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.103398 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3bb777dd-21bf-43bf-9d6b-5bf88765fc76 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.105256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3bb777dd-21bf-43bf-9d6b-5bf88765fc76 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/071bc87b-94b4-44bf-9419-8fe058d29347 HTTP/1.1" status: 204 len: 168 time: 0.0621872 Nov 12 04:03:55.107725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60800) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.110698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb777dd-21bf-43bf-9d6b-5bf88765fc76 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=071bc87b-94b4-44bf-9419-8fe058d29347,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:55.146378 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a09e53e6-08ee-4b80-a761-a577f19a366c tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0374887 Nov 12 04:03:55.148995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60802) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.200760 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25dbba0b-ca79-4fe0-a8d5-0b4816c10d14 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.222917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25dbba0b-ca79-4fe0-a8d5-0b4816c10d14 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.263646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25dbba0b-ca79-4fe0-a8d5-0b4816c10d14 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.266404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25dbba0b-ca79-4fe0-a8d5-0b4816c10d14 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.267556 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-25dbba0b-ca79-4fe0-a8d5-0b4816c10d14 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "DELETE /v2.0/security-groups/168c93e4-6ffd-4833-8e89-9fdaf80a3166 HTTP/1.1" status: 204 len: 168 time: 0.1176672 Nov 12 04:03:55.270271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60804) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.277118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbba0b-ca79-4fe0-a8d5-0b4816c10d14 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168c93e4-6ffd-4833-8e89-9fdaf80a3166,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:55.317750 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2d10608b-eb81-4849-b2cd-abfae6a965ae tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0462162 Nov 12 04:03:55.321697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60806) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.367701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6d48df6b-c1d4-4d30-98af-499ab6af0138 tempest-SecGroupTest-124232448 tempest-SecGroupTest-124232448-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0449314 Nov 12 04:03:55.612554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60812) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.745203 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-baf934a9-9491-40a9-bca5-557e5ddf3525 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0607db515f1a42bfaf8400d511999ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308308 Nov 12 04:03:55.747778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.795796 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eef60b9a-1233-471c-b911-04dec48942d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.817165 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eef60b9a-1233-471c-b911-04dec48942d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.864029 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eef60b9a-1233-471c-b911-04dec48942d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.866691 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eef60b9a-1233-471c-b911-04dec48942d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.867880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eef60b9a-1233-471c-b911-04dec48942d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1dddfad7-b5dc-4ea9-b210-5113106868da HTTP/1.1" status: 204 len: 168 time: 0.1191478 Nov 12 04:03:55.876069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef60b9a-1233-471c-b911-04dec48942d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dddfad7-b5dc-4ea9-b210-5113106868da,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.502369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60838) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:56.599642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1539198701'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:56.626299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Made reservation on behalf of 38af06f268084e06a95817eaca7687e8 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:56.629776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.638658 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.712274 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.716588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.745294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:56.750590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045e2600-4ad0-415c-8d07-4e5f3fcffc7e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.758231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.758357 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Added segment fc4c8402-bf10-4cd0-a9ed-046a852a846d of type vlan for network 68aed190-9b09-4311-a4b3-bdbb73e4ed25 Nov 12 04:03:56.798956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.821881 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.828128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.828713 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.864134 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3607345 Nov 12 04:03:56.867413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60842) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:56.872380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-0ad4891a-ab95-445c-8373-debbb3a8080b tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', 'tempest-TagsTest-Tag-1506425605') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:56.901718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015397e9-94a5-46e7-9620-b2543f034f7f tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Pushing event updated for resources: {'Network': ['ID=68aed190-9b09-4311-a4b3-bdbb73e4ed25,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.911957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 68aed190-9b09-4311-a4b3-bdbb73e4ed25 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:56.960408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0ad4891a-ab95-445c-8373-debbb3a8080b tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "PUT /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags/tempest-TagsTest-Tag-1506425605 HTTP/1.1" status: 201 len: 201 time: 0.0917971 Nov 12 04:03:56.962941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:56.967753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-9e34f1f7-fb76-43aa-bd4d-927a1da31646 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', 'tempest-TagsTest-Tag-1506425605') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.033973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9e34f1f7-fb76-43aa-bd4d-927a1da31646 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "GET /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags/tempest-TagsTest-Tag-1506425605 HTTP/1.1" status: 204 len: 168 time: 0.0693583 Nov 12 04:03:57.036370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60846) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.040434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-726664b1-d612-4872-b020-c2daa1e9c0d8 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.109604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-726664b1-d612-4872-b020-c2daa1e9c0d8 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "GET /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags HTTP/1.1" status: 200 len: 238 time: 0.0721948 Nov 12 04:03:57.112458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60848) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.116880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-71c302c8-18b4-4d2b-9e18-26941e12f471 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', {'tags': ['tempest-TagsTest-Tag-1896425434', 'tempest-TagsTest-Tag-729204814', 'tempest-TagsTest-Tag-937221813']}) {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.190007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-71c302c8-18b4-4d2b-9e18-26941e12f471 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "PUT /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags HTTP/1.1" status: 200 len: 307 time: 0.0765221 Nov 12 04:03:57.192680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60850) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.196998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.tag.tag_plugin [None req-42037404-e690-4183-a09d-aa70189cd41e tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', 'tempest-TagsTest-Tag-1896425434') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.280823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-42037404-e690-4183-a09d-aa70189cd41e tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "DELETE /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags/tempest-TagsTest-Tag-1896425434 HTTP/1.1" status: 204 len: 168 time: 0.0870821 Nov 12 04:03:57.283770 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60852) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.288278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-37b4117d-0a35-40bd-a6e4-471406652917 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', 'tempest-TagsTest-Tag-1896425434') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.353967 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-37b4117d-0a35-40bd-a6e4-471406652917 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] show failed (client error): The resource could not be found. Nov 12 04:03:57.355026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-37b4117d-0a35-40bd-a6e4-471406652917 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "GET /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags/tempest-TagsTest-Tag-1896425434 HTTP/1.1" status: 404 len: 326 time: 0.0702193 Nov 12 04:03:57.357781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60854) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.361867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-3cfea364-4ed7-44de-b804-33dcefb1b685 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', 'tempest-TagsTest-Tag-729204814') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.430080 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3cfea364-4ed7-44de-b804-33dcefb1b685 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "GET /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags/tempest-TagsTest-Tag-729204814 HTTP/1.1" status: 204 len: 168 time: 0.0712972 Nov 12 04:03:57.433150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60856) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.437500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-268e26d8-b8fa-47d9-971d-6a87805b572b tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', 'tempest-TagsTest-Tag-937221813') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.504504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-268e26d8-b8fa-47d9-971d-6a87805b572b tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "GET /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags/tempest-TagsTest-Tag-937221813 HTTP/1.1" status: 204 len: 168 time: 0.0702732 Nov 12 04:03:57.506935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60858) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.511460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-6e756864-cea7-470c-8c21-3e5666bb072b tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.599851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6e756864-cea7-470c-8c21-3e5666bb072b tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "DELETE /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags HTTP/1.1" status: 204 len: 168 time: 0.0917759 Nov 12 04:03:57.602427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60860) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.607425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-84d6f782-b638-4549-a679-4cb173714960 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', 'tempest-TagsTest-Tag-729204814') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.671649 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-84d6f782-b638-4549-a679-4cb173714960 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] show failed (client error): The resource could not be found. Nov 12 04:03:57.672675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-84d6f782-b638-4549-a679-4cb173714960 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "GET /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags/tempest-TagsTest-Tag-729204814 HTTP/1.1" status: 404 len: 325 time: 0.0693305 Nov 12 04:03:57.675497 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60862) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.679557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-7aa5ceeb-96e4-460a-bf73-e854f92c888e tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25', 'tempest-TagsTest-Tag-937221813') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.748479 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-7aa5ceeb-96e4-460a-bf73-e854f92c888e tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] show failed (client error): The resource could not be found. Nov 12 04:03:57.749583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7aa5ceeb-96e4-460a-bf73-e854f92c888e tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "GET /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags/tempest-TagsTest-Tag-937221813 HTTP/1.1" status: 404 len: 325 time: 0.0732250 Nov 12 04:03:57.752364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60864) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.756616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.tag.tag_plugin [None req-4c439fe0-41fd-4720-ba74-adcaacdd429a tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '68aed190-9b09-4311-a4b3-bdbb73e4ed25') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.825364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4c439fe0-41fd-4720-ba74-adcaacdd429a tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "DELETE /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25/tags HTTP/1.1" status: 204 len: 168 time: 0.0717039 Nov 12 04:03:57.829348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60866) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:57.907201 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.995040 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.014234 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68aed190-9b09-4311-a4b3-bdbb73e4ed25']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:58.023205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4c8402-bf10-4cd0-a9ed-046a852a846d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:58.023495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4c8402-bf10-4cd0-a9ed-046a852a846d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:58.033035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.046494 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.052175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:58.052549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:58.055439 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:58.115656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.122555 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.125622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] 10.222.0.49 "DELETE /v2.0/networks/68aed190-9b09-4311-a4b3-bdbb73e4ed25 HTTP/1.1" status: 204 len: 168 time: 0.2952626 Nov 12 04:03:58.137370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf930723-8fb5-4590-8ebf-a7c671fd3dc3 tempest-TagsTest-2023268274 tempest-TagsTest-2023268274-project] Pushing event deleted for resources: {'Network': ['ID=68aed190-9b09-4311-a4b3-bdbb73e4ed25,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:58.376695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60872) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:58.514340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e6ea3906-7456-4a6c-b72a-f64bfc8faa1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38af06f268084e06a95817eaca7687e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364112 Nov 12 04:03:58.516897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60876) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:58.570348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bcf4725f-2070-4681-a80e-138fff58e120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.593948 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bcf4725f-2070-4681-a80e-138fff58e120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.642952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bcf4725f-2070-4681-a80e-138fff58e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.646088 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bcf4725f-2070-4681-a80e-138fff58e120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.647290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bcf4725f-2070-4681-a80e-138fff58e120 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/045e2600-4ad0-415c-8d07-4e5f3fcffc7e HTTP/1.1" status: 204 len: 168 time: 0.1294823 Nov 12 04:03:58.656463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4725f-2070-4681-a80e-138fff58e120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e2600-4ad0-415c-8d07-4e5f3fcffc7e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.118225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:00.226469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04fa9fc6-da1f-4dbc-901f-c987cee8d6ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.306805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04fa9fc6-da1f-4dbc-901f-c987cee8d6ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.310567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04fa9fc6-da1f-4dbc-901f-c987cee8d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.348802 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-04fa9fc6-da1f-4dbc-901f-c987cee8d6ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81b75defd2a845de837ec77cd2695aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294798 Nov 12 04:04:00.349666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa9fc6-da1f-4dbc-901f-c987cee8d6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23127c01-1c0b-42cd-8c89-35ed9c93989a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.352209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60920) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:00.400469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a8a044e-48b2-4590-af6c-5efe5eb0c4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.421807 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a8a044e-48b2-4590-af6c-5efe5eb0c4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.471980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a8a044e-48b2-4590-af6c-5efe5eb0c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.474758 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4a8a044e-48b2-4590-af6c-5efe5eb0c4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.475902 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4a8a044e-48b2-4590-af6c-5efe5eb0c4e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23127c01-1c0b-42cd-8c89-35ed9c93989a HTTP/1.1" status: 204 len: 168 time: 0.1219475 Nov 12 04:04:00.483529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a044e-48b2-4590-af6c-5efe5eb0c4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23127c01-1c0b-42cd-8c89-35ed9c93989a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.735576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60926) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:00.748590 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc38bc42-8ae1-4e2d-abec-88a7ed4bbbf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.821287 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc38bc42-8ae1-4e2d-abec-88a7ed4bbbf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.825578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc38bc42-8ae1-4e2d-abec-88a7ed4bbbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.862400 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fc38bc42-8ae1-4e2d-abec-88a7ed4bbbf0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56b68290622d47b0a5baaa71c168a7d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257651 Nov 12 04:04:00.863361 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38bc42-8ae1-4e2d-abec-88a7ed4bbbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77a47d-ddba-4ce1-a86b-7f97344229c9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.865147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 60928) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:00.913412 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4a51-d3c7-4665-83b4-33205bb50e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.934850 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4a51-d3c7-4665-83b4-33205bb50e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.981112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4a51-d3c7-4665-83b4-33205bb50e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.983656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4a51-d3c7-4665-83b4-33205bb50e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.987152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8c4a4a51-d3c7-4665-83b4-33205bb50e3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed77a47d-ddba-4ce1-a86b-7f97344229c9 HTTP/1.1" status: 204 len: 168 time: 0.1185896 Nov 12 04:04:00.993059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a4a51-d3c7-4665-83b4-33205bb50e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77a47d-ddba-4ce1-a86b-7f97344229c9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.350670 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ed8f614a-7bff-49c7-9a89-145082262b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.608527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22718a84-0799-4609-85c2-5fe5554e6ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.053561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.112525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 60998) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:06.222908 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54f63478-cf3c-49ef-a91b-bc3cccea4850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.298164 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54f63478-cf3c-49ef-a91b-bc3cccea4850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.305270 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54f63478-cf3c-49ef-a91b-bc3cccea4850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.344996 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-54f63478-cf3c-49ef-a91b-bc3cccea4850 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=365e0771a249490482c627652b17967b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313304 Nov 12 04:04:06.345945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f63478-cf3c-49ef-a91b-bc3cccea4850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1fc20a-f731-49c1-9589-240b8815a392,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:06.347890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 32770) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:06.397608 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4833968-e6b9-432f-abe3-f6d6fe976947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.421967 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4833968-e6b9-432f-abe3-f6d6fe976947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.422910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.477109 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4833968-e6b9-432f-abe3-f6d6fe976947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.480496 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d4833968-e6b9-432f-abe3-f6d6fe976947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.481835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d4833968-e6b9-432f-abe3-f6d6fe976947 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d1fc20a-f731-49c1-9589-240b8815a392 HTTP/1.1" status: 204 len: 168 time: 0.1329401 Nov 12 04:04:06.489924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4833968-e6b9-432f-abe3-f6d6fe976947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1fc20a-f731-49c1-9589-240b8815a392,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:06.749569 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32776) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:06.763049 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60507983-ff0b-46de-af77-abfc2254b961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.842904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60507983-ff0b-46de-af77-abfc2254b961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.846707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-60507983-ff0b-46de-af77-abfc2254b961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.885798 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-60507983-ff0b-46de-af77-abfc2254b961 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=733b54a7874f40f68fe1106a56f5af55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350579 Nov 12 04:04:06.887054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60507983-ff0b-46de-af77-abfc2254b961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b9e9a-2fd6-472b-9077-0e74037915b1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:06.888464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 32778) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:06.940607 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a740e56-a34a-4d38-91f8-197b5fb663c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.962251 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a740e56-a34a-4d38-91f8-197b5fb663c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.010731 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a740e56-a34a-4d38-91f8-197b5fb663c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.013331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4a740e56-a34a-4d38-91f8-197b5fb663c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.014476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4a740e56-a34a-4d38-91f8-197b5fb663c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b3b9e9a-2fd6-472b-9077-0e74037915b1 HTTP/1.1" status: 204 len: 168 time: 0.1241987 Nov 12 04:04:07.022139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a740e56-a34a-4d38-91f8-197b5fb663c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b9e9a-2fd6-472b-9077-0e74037915b1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.275143 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.593546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 32826) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.701136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eaf5a73b-820b-4f92-b7b1-8cbb9f6586cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.783376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eaf5a73b-820b-4f92-b7b1-8cbb9f6586cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.788033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eaf5a73b-820b-4f92-b7b1-8cbb9f6586cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.828288 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eaf5a73b-820b-4f92-b7b1-8cbb9f6586cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b089911ba7c42ccbcc884d1aa1e3539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335153 Nov 12 04:04:11.829171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5a73b-820b-4f92-b7b1-8cbb9f6586cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d054d23d-f22b-4708-8403-21772b70eb25,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:11.831161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 32830) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.880530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac08ee94-5cd0-4fa1-8237-dba2226a0cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.906924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac08ee94-5cd0-4fa1-8237-dba2226a0cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.960024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac08ee94-5cd0-4fa1-8237-dba2226a0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.963846 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ac08ee94-5cd0-4fa1-8237-dba2226a0cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.969374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ac08ee94-5cd0-4fa1-8237-dba2226a0cc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d054d23d-f22b-4708-8403-21772b70eb25 HTTP/1.1" status: 204 len: 168 time: 0.1369188 Nov 12 04:04:11.978581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08ee94-5cd0-4fa1-8237-dba2226a0cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d054d23d-f22b-4708-8403-21772b70eb25,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.170743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-562f0d7f-3c78-45f8-be2a-eb5a5f83fc6b tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=81f2b3047bf34a0c85966338f1f99374&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319393 Nov 12 04:04:14.351158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-271aab26-be1e-4be4-b597-56435183a307 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.352502 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-271aab26-be1e-4be4-b597-56435183a307 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763937 Nov 12 04:04:14.367943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-e83a903b-354b-42e8-9a09-cd21248c962a tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/quotas/81f2b3047bf34a0c85966338f1f99374 HTTP/1.1" status: 200 len: 375 time: 0.0092893 Nov 12 04:04:14.401329 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-5e21b1e8-c543-4d54-b9b9-9c4d80ff8d15 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=81f2b3047bf34a0c85966338f1f99374&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271616 Nov 12 04:04:14.558189 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7016a7c7-5b2f-4e62-a93a-5b7cc9617f02 req-22862544-64e2-41d3-a976-de124a1e49ca tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Nov 12 04:04:15.511505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-1808a94c-1700-4c13-a960-58aa4852dd13 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=81f2b3047bf34a0c85966338f1f99374&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317006 Nov 12 04:04:15.660988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-57c48be7-0d67-4372-b0c6-7b0d732be17f req-2c31acd7-d1b7-4a1d-862e-3eb40352823d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 210 time: 0.0265009 Nov 12 04:04:15.700778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-cc5aecb9-1d5f-4551-b08a-ffdecf151c2c tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.702224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-cc5aecb9-1d5f-4551-b08a-ffdecf151c2c tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840763 Nov 12 04:04:15.715979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Request body: {'port': {'device_id': 'ede21943-8d76-4cf2-9e68-00eef108cb59', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': '81f2b3047bf34a0c85966338f1f99374'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:15.826207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Made reservation on behalf of 81f2b3047bf34a0c85966338f1f99374 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:15.829574 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.838017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.913380 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.917238 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.975726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29808554-d79d-4d26-aeba-00f58e97f437,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.057401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Allocated IP 192.168.233.10 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/d62f4b2c-234e-4ff0-b789-06966f3c2ec0) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:16.200090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.233195 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.276235 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:16.281196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:16.284865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:16.310357 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Pushing event updated for resources: {'Port': ['ID=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.340401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.341068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.358008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-29fb3cdb-03b5-491a-8670-5b15806bf84d tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6462963 Nov 12 04:04:16.370627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Request body: {'port': {'device_id': 'ede21943-8d76-4cf2-9e68-00eef108cb59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:16.429639 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.512381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e6f9a35c-ef33-4f66-937d-99b1e6e202ac None None] Provisioning complete for port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:16.513046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a35c-ef33-4f66-937d-99b1e6e202ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.548973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9a35c-ef33-4f66-937d-99b1e6e202ac None None] Port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:16.690732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62f4b2c-234e-4ff0-b789-06966f3c2ec0 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:16.698400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.710301 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Transition to ACTIVE for port object d62f4b2c-234e-4ff0-b789-06966f3c2ec0 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:16.715397 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.801943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.858809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b50d0-a7a0-4cbe-bcb3-d449811dd160 req-60168c16-9ac9-40ef-bcfc-f69194d9540c tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:16.860354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-194b50d0-a7a0-4cbe-bcb3-d449811dd160 req-60168c16-9ac9-40ef-bcfc-f69194d9540c tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 947 time: 0.1178746 Nov 12 04:04:16.913462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Attempting to bind port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:16.913793 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Attempting to bind port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:16.914108 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Attempting to bind port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:16.924066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:16.924391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Attempting to bind port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:16.937417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:16.937753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:16.938133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:16.938565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Bound port: d62f4b2c-234e-4ff0-b789-06966f3c2ec0, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:16.938918 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.944436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-194b50d0-a7a0-4cbe-bcb3-d449811dd160 req-e28be0c1-c707-4dcf-aaae-c635309d36ca tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733843 Nov 12 04:04:17.007081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] For port d62f4b2c-234e-4ff0-b789-06966f3c2ec0, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:17.010553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] For port d62f4b2c-234e-4ff0-b789-06966f3c2ec0, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:17.015167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.052420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.053066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.054443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/d62f4b2c-234e-4ff0-b789-06966f3c2ec0 HTTP/1.1" status: 200 len: 1096 time: 0.6885600 Nov 12 04:04:17.054856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede21943-8d76-4cf2-9e68-00eef108cb59', 'tag': 'd62f4b2c-234e-4ff0-b789-06966f3c2ec0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:17.058390 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11307a41-132a-4a4b-b021-b88773832495" -d '{"events": [{"name": "network-changed", "server_uuid": "ede21943-8d76-4cf2-9e68-00eef108cb59", "tag": "d62f4b2c-234e-4ff0-b789-06966f3c2ec0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:17.086707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c423af9-e66b-4c65-9145-29eae942d4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.140095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-e094d2e3-a494-41e3-88a4-465f218382c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.141954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-e094d2e3-a494-41e3-88a4-465f218382c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f2b3047bf34a0c85966338f1f99374&device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 1099 time: 0.0459270 Nov 12 04:04:17.189948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-88c075cc-48e9-4c1e-8b4b-34b4dc7f3c02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=d62f4b2c-234e-4ff0-b789-06966f3c2ec0 HTTP/1.1" status: 200 len: 217 time: 0.0400109 Nov 12 04:04:17.250620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-99660667-5dfa-4bce-bbe5-c5bf36234a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.252110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-99660667-5dfa-4bce-bbe5-c5bf36234a46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0559580 Nov 12 04:04:17.259168 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ff206-be15-4c8c-a024-d20083180190 x-openstack-request-id: req-e19ff206-be15-4c8c-a024-d20083180190 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:17.259551 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede21943-8d76-4cf2-9e68-00eef108cb59", "tag": "d62f4b2c-234e-4ff0-b789-06966f3c2ec0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:17.259813 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e19ff206-be15-4c8c-a024-d20083180190 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:17.260305 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede21943-8d76-4cf2-9e68-00eef108cb59', 'tag': 'd62f4b2c-234e-4ff0-b789-06966f3c2ec0', 'status': 'completed', 'code': 200} Nov 12 04:04:17.301552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-762df870-6140-411e-a33b-c39570b04574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.303187 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-762df870-6140-411e-a33b-c39570b04574 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0419912 Nov 12 04:04:17.390897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-73be7219-2d1c-4d6e-bb89-fd04ebf432c9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803318 Nov 12 04:04:17.483200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0752025a-42f2-4ea6-b2eb-2c61b14f294e req-32657122-4144-4568-9bdd-4a37bfb17479 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Nov 12 04:04:17.566575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307a41-132a-4a4b-b021-b88773832495 req-0dfa5115-d0f0-4686-9db9-d6f7180455d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.568054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11307a41-132a-4a4b-b021-b88773832495 req-0dfa5115-d0f0-4686-9db9-d6f7180455d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81f2b3047bf34a0c85966338f1f99374&device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 1099 time: 0.0426238 Nov 12 04:04:17.659807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307a41-132a-4a4b-b021-b88773832495 req-5c32fb0f-4069-4914-ae72-aa8adddc67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.661306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11307a41-132a-4a4b-b021-b88773832495 req-5c32fb0f-4069-4914-ae72-aa8adddc67d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.0868025 Nov 12 04:04:17.702605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11307a41-132a-4a4b-b021-b88773832495 req-4e28066c-fb25-4468-98e5-dd593afea448 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=d62f4b2c-234e-4ff0-b789-06966f3c2ec0 HTTP/1.1" status: 200 len: 217 time: 0.0343401 Nov 12 04:04:17.754490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307a41-132a-4a4b-b021-b88773832495 req-da291ab1-5404-49ad-8715-b83d8f083acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.755920 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11307a41-132a-4a4b-b021-b88773832495 req-da291ab1-5404-49ad-8715-b83d8f083acf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0466449 Nov 12 04:04:17.801074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307a41-132a-4a4b-b021-b88773832495 req-699a7731-f5f9-439d-bdd4-528308c534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:17.802527 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11307a41-132a-4a4b-b021-b88773832495 req-699a7731-f5f9-439d-bdd4-528308c534d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0391018 Nov 12 04:04:17.890690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11307a41-132a-4a4b-b021-b88773832495 req-b3709f08-b417-418a-8edf-dd84dd2dfdd0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807822 Nov 12 04:04:17.984469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11307a41-132a-4a4b-b021-b88773832495 req-790b7cad-f7bb-4f51-9f33-e029c36e4438 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862820 Nov 12 04:04:18.063976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8258f47-0a8a-4fc6-a4a8-06a1dd519d3f req-7b8bc91c-0018-4906-85e9-56d5fd1ff2e3 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:18.065486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8258f47-0a8a-4fc6-a4a8-06a1dd519d3f req-7b8bc91c-0018-4906-85e9-56d5fd1ff2e3 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 947 time: 0.0499980 Nov 12 04:04:18.112577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8258f47-0a8a-4fc6-a4a8-06a1dd519d3f req-06b7f371-8386-4179-adbe-1fb5d72008bd tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Nov 12 04:04:19.232059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98a387-9d41-4a63-9071-aa3d8ee76816 req-735a1b6f-e3ae-43e5-843e-f80b774605d6 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.233574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd98a387-9d41-4a63-9071-aa3d8ee76816 req-735a1b6f-e3ae-43e5-843e-f80b774605d6 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 947 time: 0.0531576 Nov 12 04:04:19.281667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd98a387-9d41-4a63-9071-aa3d8ee76816 req-e6eb2752-390e-471f-bbfd-7ecd5bb2812c tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Nov 12 04:04:20.397370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d9a44-74cc-4042-8c89-41da41aff612 req-110d6ae7-cb54-4371-9be3-70d4418d4435 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:20.398831 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937d9a44-74cc-4042-8c89-41da41aff612 req-110d6ae7-cb54-4371-9be3-70d4418d4435 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 947 time: 0.0524106 Nov 12 04:04:20.445245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-937d9a44-74cc-4042-8c89-41da41aff612 req-40d523fa-a171-45a8-8fd9-cf89e23826c1 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Nov 12 04:04:20.964423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d62f4b2c-234e-4ff0-b789-06966f3c2ec0 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:21.061428 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d62f4b2c-234e-4ff0-b789-06966f3c2ec0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:21.072213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'd62f4b2c-234e-4ff0-b789-06966f3c2ec0', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'd62f4b2c-234e-4ff0-b789-06966f3c2ec0', 'mac_address': 'fa:16:3e:30:e1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:21.109230 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.122567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62f4b2c-234e-4ff0-b789-06966f3c2ec0 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:21.141745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d62f4b2c-234e-4ff0-b789-06966f3c2ec0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:21.146069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.196652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:21.203641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.203987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.204331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.204672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.205142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.205377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.205708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.206037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.206365 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.206690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.207014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.207333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:21.359567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d62f4b2c-234e-4ff0-b789-06966f3c2ec0'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:21.561755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaba7f-aea1-4c36-afae-d42caaa79d34 req-8f72976e-49c6-4525-970a-1fad97ee352f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:21.563260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eceaba7f-aea1-4c36-afae-d42caaa79d34 req-8f72976e-49c6-4525-970a-1fad97ee352f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 948 time: 0.0503776 Nov 12 04:04:21.611772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eceaba7f-aea1-4c36-afae-d42caaa79d34 req-1ccb9117-8d7d-46db-9cf7-11a1e7978c66 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Nov 12 04:04:22.726847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb632-def7-4db0-98c9-6919eab2cf99 req-4ecb94d6-ac07-4c97-b1a0-85e2e11c726e tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:22.728300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5efcb632-def7-4db0-98c9-6919eab2cf99 req-4ecb94d6-ac07-4c97-b1a0-85e2e11c726e tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 948 time: 0.0492916 Nov 12 04:04:22.774660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5efcb632-def7-4db0-98c9-6919eab2cf99 req-2e3d6fdf-4a1a-4da5-8a7d-8a662a9510a2 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Nov 12 04:04:22.978903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d62f4b2c-234e-4ff0-b789-06966f3c2ec0 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:23.026025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:23.030385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:23.030752 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.109406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.131165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede21943-8d76-4cf2-9e68-00eef108cb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62f4b2c-234e-4ff0-b789-06966f3c2ec0'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:23.133429 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b284b1-2bc3-48a3-9d5a-2673df50afa2" -d '{"events": [{"server_uuid": "ede21943-8d76-4cf2-9e68-00eef108cb59", "name": "network-vif-plugged", "status": "completed", "tag": "d62f4b2c-234e-4ff0-b789-06966f3c2ec0"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:23.149479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d62f4b2c-234e-4ff0-b789-06966f3c2ec0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:23.154079 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.203635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:23.237256 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918191d4-b94e-4324-b292-6be8575314a1 x-openstack-request-id: req-918191d4-b94e-4324-b292-6be8575314a1 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:23.237550 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede21943-8d76-4cf2-9e68-00eef108cb59", "name": "network-vif-plugged", "status": "completed", "tag": "d62f4b2c-234e-4ff0-b789-06966f3c2ec0", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:23.237806 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-918191d4-b94e-4324-b292-6be8575314a1 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:23.238202 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede21943-8d76-4cf2-9e68-00eef108cb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62f4b2c-234e-4ff0-b789-06966f3c2ec0', 'code': 200} Nov 12 04:04:23.330587 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b9f47-94f0-4b72-b965-2265eab361c3 req-528bb5bb-07a5-4be0-a177-bbdb3eb61074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:23.332049 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e06b9f47-94f0-4b72-b965-2265eab361c3 req-528bb5bb-07a5-4be0-a177-bbdb3eb61074 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 1101 time: 0.0400434 Nov 12 04:04:23.378885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e06b9f47-94f0-4b72-b965-2265eab361c3 req-490eae0b-1b01-43e3-af1c-8c25421fa0d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Nov 12 04:04:23.890614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9ce78-8803-4497-8ae6-3cba974bb750 req-f98347f4-567b-471a-be6f-1c0ae3a3b496 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:23.891987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64b9ce78-8803-4497-8ae6-3cba974bb750 req-f98347f4-567b-471a-be6f-1c0ae3a3b496 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 949 time: 0.0489910 Nov 12 04:04:23.938241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-64b9ce78-8803-4497-8ae6-3cba974bb750 req-3c02edea-da45-4150-a6dc-a7a4ca4a2646 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Nov 12 04:04:24.928515 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.056334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543ae53-ea25-4969-aaf7-dfb511711516 req-a3e1a954-c14f-4e0a-a0dc-780f21f6816b tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:25.057818 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c543ae53-ea25-4969-aaf7-dfb511711516 req-a3e1a954-c14f-4e0a-a0dc-780f21f6816b tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 949 time: 0.0480173 Nov 12 04:04:25.108395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c543ae53-ea25-4969-aaf7-dfb511711516 req-b830ed49-6f0f-4559-b085-3d861fda65fd tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 Nov 12 04:04:25.360840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90372a31-1b8c-47a7-b3f0-e584ffcbad3a req-f625a481-59ce-4ac2-a7af-833c95044b22 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:25.362280 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90372a31-1b8c-47a7-b3f0-e584ffcbad3a req-f625a481-59ce-4ac2-a7af-833c95044b22 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 949 time: 0.0484641 Nov 12 04:04:25.407823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90372a31-1b8c-47a7-b3f0-e584ffcbad3a req-cbb8e366-d12c-41a2-95db-680d1e07c94e tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Nov 12 04:04:26.530300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdc8f2-f502-44a3-b5bb-bb002ab4ff00 req-5d7f4a6a-002f-4bdd-a9c7-bf7df67739f1 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:26.531756 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-67cdc8f2-f502-44a3-b5bb-bb002ab4ff00 req-5d7f4a6a-002f-4bdd-a9c7-bf7df67739f1 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 949 time: 0.0496731 Nov 12 04:04:26.611564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-67cdc8f2-f502-44a3-b5bb-bb002ab4ff00 req-5021f045-2901-4aff-b1d3-fe3e9471472b tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/security-groups?id=29808554-d79d-4d26-aeba-00f58e97f437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739243 Nov 12 04:04:26.624404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-ad931297-4b39-41b9-ad7b-0cab9f82389b tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:26.625939 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-ad931297-4b39-41b9-ad7b-0cab9f82389b tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.20 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 949 time: 0.0752766 Nov 12 04:04:26.714332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Deleting port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:26.714579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.804482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] For port d62f4b2c-234e-4ff0-b789-06966f3c2ec0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:26.804875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.817147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Calling delete_port for d62f4b2c-234e-4ff0-b789-06966f3c2ec0 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:26.940394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.953148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d62f4b2c-234e-4ff0-b789-06966f3c2ec0'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:27.302200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Pushing event deleted for resources: {'Port': ['ID=d62f4b2c-234e-4ff0-b789-06966f3c2ec0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:27.343846 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] No DVR routers for this DVR port d62f4b2c-234e-4ff0-b789-06966f3c2ec0 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:27.347119 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.350757 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ee2a8de0-37b0-412b-842a-9f696eff2873 req-1184ea02-ce30-43fe-9ba6-bd799ec0fe0f tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.20 "DELETE /v2.0/ports/d62f4b2c-234e-4ff0-b789-06966f3c2ec0 HTTP/1.1" status: 204 len: 173 time: 0.7191012 Nov 12 04:04:27.351234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede21943-8d76-4cf2-9e68-00eef108cb59', 'name': 'network-vif-deleted', 'tag': 'd62f4b2c-234e-4ff0-b789-06966f3c2ec0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:27.354634 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5e93e5-d1ec-4053-863d-a7c4abf21357" -d '{"events": [{"server_uuid": "ede21943-8d76-4cf2-9e68-00eef108cb59", "name": "network-vif-deleted", "tag": "d62f4b2c-234e-4ff0-b789-06966f3c2ec0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:27.407387 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d61ff9e-af45-4fa5-8362-1b059bca9ae2 x-openstack-request-id: req-5d61ff9e-af45-4fa5-8362-1b059bca9ae2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:27.407763 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede21943-8d76-4cf2-9e68-00eef108cb59", "name": "network-vif-deleted", "tag": "d62f4b2c-234e-4ff0-b789-06966f3c2ec0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:27.408081 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d61ff9e-af45-4fa5-8362-1b059bca9ae2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:27.408543 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede21943-8d76-4cf2-9e68-00eef108cb59', 'name': 'network-vif-deleted', 'tag': 'd62f4b2c-234e-4ff0-b789-06966f3c2ec0', 'status': 'completed', 'code': 200} Nov 12 04:04:27.717002 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-14d9427e-897c-4056-acd8-43fc0b73be19 req-9440f5a1-13b0-47f0-8c8e-a8b6573b3b88 tempest-VolumesNegativeTest-585209643 tempest-VolumesNegativeTest-585209643-project] 10.222.0.49 "GET /v2.0/ports?device_id=ede21943-8d76-4cf2-9e68-00eef108cb59 HTTP/1.1" status: 200 len: 210 time: 0.0269611 Nov 12 04:04:31.009761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d62f4b2c-234e-4ff0-b789-06966f3c2ec0 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:31.030855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: d62f4b2c-234e-4ff0-b789-06966f3c2ec0 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:31.031201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d62f4b2c-234e-4ff0-b789-06966f3c2ec0 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:31.352893 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-200058b4-b493-48ce-bb0f-74c8eef5bea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.606721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:33.609377 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8d696a7f-6fe7-4d3a-837e-3ea4227062fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.752692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33184) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:33.887505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-53d102a6-dae5-454e-98ff-c2766a7a7d2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81f2b3047bf34a0c85966338f1f99374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335516 Nov 12 04:04:33.890053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33188) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:33.943339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b745e2e2-7c21-40ef-96a7-5d6d1aae108d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:33.966063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b745e2e2-7c21-40ef-96a7-5d6d1aae108d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.014381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b745e2e2-7c21-40ef-96a7-5d6d1aae108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.017001 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b745e2e2-7c21-40ef-96a7-5d6d1aae108d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.018141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b745e2e2-7c21-40ef-96a7-5d6d1aae108d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29808554-d79d-4d26-aeba-00f58e97f437 HTTP/1.1" status: 204 len: 168 time: 0.1271493 Nov 12 04:04:34.028645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745e2e2-7c21-40ef-96a7-5d6d1aae108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29808554-d79d-4d26-aeba-00f58e97f437,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:34.664721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 33210) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:34.763158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-399786610-network', 'tenant_id': '65c70de8a3ac40d9aecd26dd29aa30b5'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:34.784247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Made reservation on behalf of 65c70de8a3ac40d9aecd26dd29aa30b5 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:34.786425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.794654 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.869565 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.873644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.895179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:34.912129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:34.916293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.916640 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Added segment 5ef93d24-9c2d-4d65-87a9-1457dd6cf141 of type vlan for network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 Nov 12 04:04:34.956412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.980581 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.981570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.982129 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.039632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3736758 Nov 12 04:04:35.042847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33214) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:35.044938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c66b0-af56-4c42-8bd9-a26ad8989628 admin admin] Pushing event updated for resources: {'Network': ['ID=17f92be6-6910-48cd-9ce9-ec1fa4173c62,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:35.048374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Request body: {'subnet': {'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-399786610-subnet', 'tenant_id': '65c70de8a3ac40d9aecd26dd29aa30b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:35.051493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.056556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:35.071455 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Made reservation on behalf of 65c70de8a3ac40d9aecd26dd29aa30b5 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:35.073757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.237711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.286089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0646366c-faef-4f0c-b947-080f9352b5b9,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:35.306025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Checking segment: {'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:35.306381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Network hostable DHCP agents. Network: 17f92be6-6910-48cd-9ce9-ec1fa4173c62, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:35.322900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:35.333461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 17f92be6-6910-48cd-9ce9-ec1fa4173c62) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:35.337522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.338209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.344407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28227b67-220e-4bee-8fc4-7bf6ff72c97b None None] Network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:35.356966 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c4456c66-1e8f-4a7e-aff8-a5c9c80d777a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3129337 Nov 12 04:04:35.474037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b2974-1b44-41e7-ad42-b39bbdfae3a7 None None] Network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:36.425966 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.278747 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:43.248291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-162aae3d-b2a6-4c5b-95ed-97a35c23d3e2 req-ee631bc4-9b24-4e51-a129-2af9748f9b57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271571 Nov 12 04:04:43.331339 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-162aae3d-b2a6-4c5b-95ed-97a35c23d3e2 req-257134bc-9f38-4fcb-8e6d-b11fbafab9af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0267975 Nov 12 04:04:43.382144 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-162aae3d-b2a6-4c5b-95ed-97a35c23d3e2 req-12ed8b94-ce56-4302-b3ab-108896c11e5c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202098 Nov 12 04:04:43.482520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aae3d-b2a6-4c5b-95ed-97a35c23d3e2 req-7c3807ac-4751-4eca-a842-cbe758d82c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.484015 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-162aae3d-b2a6-4c5b-95ed-97a35c23d3e2 req-7c3807ac-4751-4eca-a842-cbe758d82c46 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0955036 Nov 12 04:04:47.025810 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-37802e63-9816-4ade-8d7f-f42df49b9229 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525217 Nov 12 04:04:47.124031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-3b672262-b495-408c-a236-41d4dd52414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.125672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-3b672262-b495-408c-a236-41d4dd52414a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1097 time: 0.0431404 Nov 12 04:04:47.244065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-3c5aec3b-63f0-48ca-9cec-5f5529521ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.246194 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-3c5aec3b-63f0-48ca-9cec-5f5529521ba2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.1004181 Nov 12 04:04:47.317845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-9292fe9a-5181-4b99-94d0-65c377f94189 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 200 len: 1001 time: 0.0649571 Nov 12 04:04:47.374930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-d6dcdeb3-ee12-4863-9d7a-72f7e12643e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.376437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-d6dcdeb3-ee12-4863-9d7a-72f7e12643e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0516360 Nov 12 04:04:47.425531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-74fd7dbc-f258-42f1-8c7a-973d6667a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.427158 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-74fd7dbc-f258-42f1-8c7a-973d6667a032 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440645 Nov 12 04:04:47.535110 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-6c56abac-948a-4922-9afe-1c3ba3507a7a service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000166 Nov 12 04:04:47.642933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d36ed7fe-3812-43a5-b8b1-0d464088cba7 req-19f522af-7159-42e0-97f2-46bffbba3ebf service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011100 Nov 12 04:04:54.947619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.774753 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-771202b3-2275-42c5-926d-481b032a0035 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328653959&fields=id&tenant_id=340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 267 time: 0.0470824 Nov 12 04:04:56.889259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185471-06a2-4050-bed8-d9c736d419fc req-81a2919a-ce9d-429c-b5f0-dd551cd248ce tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:56.890781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-81a2919a-ce9d-429c-b5f0-dd551cd248ce tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1088161 Nov 12 04:04:56.909588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-7c52a575-03a8-4d4a-b13a-a9bd7c0ae212 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/quotas/340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 375 time: 0.0106735 Nov 12 04:04:56.968493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-b815a643-b5bb-4758-ace2-eb2b9d4c8594 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528357 Nov 12 04:04:57.037573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-580d8641-fe43-4948-9f0f-54897d0c135f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:57.038573 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-580d8641-fe43-4948-9f0f-54897d0c135f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0569644 Nov 12 04:04:57.135955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-23b00d2a-1882-47cc-a363-6fcc3ac9318f service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900333 Nov 12 04:04:57.232527 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-049a1853-c2f4-445a-888e-5ecf43f7f774 service neutron] 10.222.0.49 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902019 Nov 12 04:04:57.547737 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07d25a9e-670b-40d1-95da-7e86d969d581 req-d947f2b3-029b-4303-8d24-924a9560ab72 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 210 time: 0.0359504 Nov 12 04:04:58.508863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185471-06a2-4050-bed8-d9c736d419fc req-b6afed07-c1b4-4eb2-8b4e-a4807e74fc55 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:58.510475 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-b6afed07-c1b4-4eb2-8b4e-a4807e74fc55 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 811 time: 0.1319292 Nov 12 04:04:58.626204 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-57ac060d-c1f0-476b-90c1-2cc2e0f79543 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340d9d4528c242ceac227e1a12c7c0a9 HTTP/1.1" status: 200 len: 379 time: 0.1062117 Nov 12 04:04:58.638338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'port': {'device_id': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'admin_state_up': True, 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'security_groups': ['c3a04363-2db3-4166-b3d7-d4dab508b5e9']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:58.717628 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-606da265-d678-4db1-be1f-b2cd439ea02c req-581f59db-a2bd-4823-9252-75d54991814a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 210 time: 0.0431466 Nov 12 04:04:58.829692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Made reservation on behalf of 340d9d4528c242ceac227e1a12c7c0a9 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:58.844889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.005963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.20.0.3 (2948d2ca-6c42-409f-8812-dab7ef36e381/82494dc4-4c28-4110-9196-ee1aa9382e33/a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:59.191751 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.228588 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.287479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:59.296726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:59.300932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:59.338442 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:59.353898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.354464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.354849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.356485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.356864 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.357451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.357589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.358022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.358420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.358801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.359138 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.359472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:59.395168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.396081 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.443996 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-6d0d693e-07c8-4d0f-92be-8cd97896dfbc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8102920 Nov 12 04:04:59.464067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Request body: {'port': {'device_id': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:59.564493 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.644529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c3172b01-49c2-4173-bea8-6d4b1c25d9e4 None None] Provisioning complete for port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:59.645177 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c3172b01-49c2-4173-bea8-6d4b1c25d9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.690873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c3172b01-49c2-4173-bea8-6d4b1c25d9e4 None None] Port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:59.873745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bb617-5bc5-4488-9c35-a42693dd786f req-bde4ff8b-e50c-45c1-b949-50ca0f95be0c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.884022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8d5bb617-5bc5-4488-9c35-a42693dd786f req-bde4ff8b-e50c-45c1-b949-50ca0f95be0c tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 931 time: 0.0706751 Nov 12 04:04:59.905306 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:59.913457 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.927234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Transition to ACTIVE for port object a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:59.932688 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.935111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8d5bb617-5bc5-4488-9c35-a42693dd786f req-fe9aa1e3-0a58-4126-8793-e5ab0530cf69 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497720 Nov 12 04:04:59.997216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:00.103020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Attempting to bind port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:00.103515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Attempting to bind port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:00.103930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Attempting to bind port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:00.110474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:00.110801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Attempting to bind port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 on network 2948d2ca-6c42-409f-8812-dab7ef36e381 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:00.116809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:00.117430 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Checking segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:00.117943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Bound using segment: {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:00.118492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Bound port: a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100d912-81f8-4d25-8b34-fa09adaae945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:00.118959 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.205456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] For port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:00.208972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] For port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:00.219272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.260702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.262065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:00.264764 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 HTTP/1.1" status: 200 len: 1092 time: 0.8100696 Nov 12 04:05:00.265325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:00.267825 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18097d30-4721-43e6-b420-9f0c32914c38" -d '{"events": [{"name": "network-changed", "server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:00.290168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47243d3b-18d7-4716-9726-13bd3aa988b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:00.381173 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0c848b-56ac-4d8b-8c09-e2f98b5d2b4e x-openstack-request-id: req-cb0c848b-56ac-4d8b-8c09-e2f98b5d2b4e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:00.381539 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:00.381763 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb0c848b-56ac-4d8b-8c09-e2f98b5d2b4e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:00.382172 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'status': 'completed', 'code': 200} Nov 12 04:05:00.402671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185471-06a2-4050-bed8-d9c736d419fc req-cac49137-c9b3-4c46-b5e3-2b0064448ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.404646 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-cac49137-c9b3-4c46-b5e3-2b0064448ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 1095 time: 0.0744774 Nov 12 04:05:00.474711 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-b60205ba-a636-4e2a-a5e8-225a2dd2da61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 HTTP/1.1" status: 200 len: 217 time: 0.0604298 Nov 12 04:05:00.538980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185471-06a2-4050-bed8-d9c736d419fc req-30911a48-8041-4e54-85ca-7a77f50ce7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.540334 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-30911a48-8041-4e54-85ca-7a77f50ce7b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0580349 Nov 12 04:05:00.593738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185471-06a2-4050-bed8-d9c736d419fc req-02e8616f-7d50-4ac0-9fb2-294ba4c2c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.595241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-02e8616f-7d50-4ac0-9fb2-294ba4c2c8e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463934 Nov 12 04:05:00.698329 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-b1136055-3646-4d60-abdc-5af4c6c494f1 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940630 Nov 12 04:05:00.822351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-77185471-06a2-4050-bed8-d9c736d419fc req-fa21ba02-578f-46bd-8c2d-8947748df941 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156020 Nov 12 04:05:00.930243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097d30-4721-43e6-b420-9f0c32914c38 req-6c9f64cf-bd16-4a7c-a614-e8c7dea71e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.932124 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18097d30-4721-43e6-b420-9f0c32914c38 req-6c9f64cf-bd16-4a7c-a614-e8c7dea71e4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 1095 time: 0.0625923 Nov 12 04:05:01.053280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097d30-4721-43e6-b420-9f0c32914c38 req-ef73b1c9-411f-4a64-ace3-218dfd506827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.055008 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18097d30-4721-43e6-b420-9f0c32914c38 req-ef73b1c9-411f-4a64-ace3-218dfd506827 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.1149182 Nov 12 04:05:01.087117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdffecf-5e4a-4a8f-8d85-6edf92aea244 req-b0430e53-7bce-4742-ae1f-c26f8ecc06f0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.088722 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9cdffecf-5e4a-4a8f-8d85-6edf92aea244 req-b0430e53-7bce-4742-ae1f-c26f8ecc06f0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0608203 Nov 12 04:05:01.109961 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18097d30-4721-43e6-b420-9f0c32914c38 req-5315a902-cc81-418b-9779-dfe247e4c88e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 HTTP/1.1" status: 200 len: 217 time: 0.0463183 Nov 12 04:05:01.154935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9cdffecf-5e4a-4a8f-8d85-6edf92aea244 req-6360bb21-4891-4175-8a6e-475e3bf38a33 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585988 Nov 12 04:05:01.169303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097d30-4721-43e6-b420-9f0c32914c38 req-bd8749f3-20b9-4d21-bf48-0ec7b23b9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.171300 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18097d30-4721-43e6-b420-9f0c32914c38 req-bd8749f3-20b9-4d21-bf48-0ec7b23b9431 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0544393 Nov 12 04:05:01.229180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097d30-4721-43e6-b420-9f0c32914c38 req-38be8849-d859-4683-9f83-759f0ad4bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.231841 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18097d30-4721-43e6-b420-9f0c32914c38 req-38be8849-d859-4683-9f83-759f0ad4bcc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534625 Nov 12 04:05:01.347596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18097d30-4721-43e6-b420-9f0c32914c38 req-9cbd727a-70f0-4633-b109-328e7833784c service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070518 Nov 12 04:05:01.380094 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-142db1a8-ec12-4cbe-882c-e6213fb86217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.461324 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-18097d30-4721-43e6-b420-9f0c32914c38 req-f6488361-85a5-4afa-b41b-81156abae9ba service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065135 Nov 12 04:05:02.285708 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b70f60-3706-4e57-8461-529f47d8c9bc req-7957ab2a-c0d1-4745-a1b1-4c51a8e6acc3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:02.287259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0b70f60-3706-4e57-8461-529f47d8c9bc req-7957ab2a-c0d1-4745-a1b1-4c51a8e6acc3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0519960 Nov 12 04:05:02.354263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0b70f60-3706-4e57-8461-529f47d8c9bc req-8980ff02-3b46-4fb0-8c4d-95d7d45244f8 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590591 Nov 12 04:05:03.496316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81e6b-1581-4b20-a042-88fdc1a41ed6 req-39650b65-5c33-4e95-aa22-d4ee1020f92e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:03.497810 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6df81e6b-1581-4b20-a042-88fdc1a41ed6 req-39650b65-5c33-4e95-aa22-d4ee1020f92e tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0607729 Nov 12 04:05:03.573284 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6df81e6b-1581-4b20-a042-88fdc1a41ed6 req-c23c2146-425a-4bce-a450-74aff69a6ffc tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681841 Nov 12 04:05:03.625315 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1960a142-5250-4d0f-8205-be83650fecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.696406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5660-2c12-4eb1-a24e-193b956119ee req-ac2848a2-123e-4c7a-871e-6d2964be54c9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:04.698514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c8b5660-2c12-4eb1-a24e-193b956119ee req-ac2848a2-123e-4c7a-871e-6d2964be54c9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0548651 Nov 12 04:05:04.751534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c8b5660-2c12-4eb1-a24e-193b956119ee req-8a3575bf-127d-4e94-895a-208f21a7cde7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470161 Nov 12 04:05:05.052996 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.867690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c026d1-b52d-432f-b08d-675686839cb3 req-4b27045e-863c-4bb5-a404-c86b3a769bbb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:05.869221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20c026d1-b52d-432f-b08d-675686839cb3 req-4b27045e-863c-4bb5-a404-c86b3a769bbb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0498350 Nov 12 04:05:05.920140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20c026d1-b52d-432f-b08d-675686839cb3 req-3ffb5ed2-7599-4d92-b493-1db82dc21961 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439572 Nov 12 04:05:06.426107 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.047491 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7f91b-01d9-4259-91e7-6dd1b832a137 req-9c9f583e-4b19-492a-b01f-7f293bbed504 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.049206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eed7f91b-01d9-4259-91e7-6dd1b832a137 req-9c9f583e-4b19-492a-b01f-7f293bbed504 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0575850 Nov 12 04:05:07.101613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eed7f91b-01d9-4259-91e7-6dd1b832a137 req-e73d7c92-e0bd-408f-b443-5ab7995bf7f5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443912 Nov 12 04:05:07.287962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.222163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fcf1f-5506-4249-9061-03678219ae4f req-013d9446-f1a8-43fb-a7d5-706b5064e3b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.223896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa2fcf1f-5506-4249-9061-03678219ae4f req-013d9446-f1a8-43fb-a7d5-706b5064e3b5 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0529411 Nov 12 04:05:08.273185 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aa2fcf1f-5506-4249-9061-03678219ae4f req-3c8c9bf6-bc8a-4f15-8ddc-53860e8b33f1 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432689 Nov 12 04:05:08.607472 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:09.397524 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd5605-4295-4222-a45d-c8cb70912cc3 req-d7d914a1-be44-4829-b504-227f4543ba60 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.399066 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78dd5605-4295-4222-a45d-c8cb70912cc3 req-d7d914a1-be44-4829-b504-227f4543ba60 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0542691 Nov 12 04:05:09.451165 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78dd5605-4295-4222-a45d-c8cb70912cc3 req-1cefa9c3-b817-49bb-9c8a-02492fd44f25 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 Nov 12 04:05:10.570092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de85e1-dd4b-40ea-9022-fa06ba5a3610 req-4f5ad0c9-0471-42c8-a3a5-86eda5e32ec3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.571582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13de85e1-dd4b-40ea-9022-fa06ba5a3610 req-4f5ad0c9-0471-42c8-a3a5-86eda5e32ec3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 943 time: 0.0512619 Nov 12 04:05:10.623091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13de85e1-dd4b-40ea-9022-fa06ba5a3610 req-8e7508cf-0499-49b4-ba0b-a6daaf0360c0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Nov 12 04:05:11.196408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:11.296157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:11.307243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'port_id': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'mac_address': 'fa:16:3e:5a:4e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:11.348933 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.361642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:11.380177 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:11.384219 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:11.433121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:11.583940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:11.753333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b23dc-bbb5-4c1d-93c9-cba9b34403a7 req-02068b72-4dd7-47cd-b8b3-070e7a785805 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:11.755280 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b54b23dc-bbb5-4c1d-93c9-cba9b34403a7 req-02068b72-4dd7-47cd-b8b3-070e7a785805 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 944 time: 0.0572965 Nov 12 04:05:11.812960 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b54b23dc-bbb5-4c1d-93c9-cba9b34403a7 req-2c9783a6-1baf-4a72-bc86-86e20fd2db7d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514779 Nov 12 04:05:12.934304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388e361-5ac5-4787-b738-1e64d5deda4b req-55688e7d-d6e4-49ec-b07e-f3cabebe9580 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.935782 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7388e361-5ac5-4787-b738-1e64d5deda4b req-55688e7d-d6e4-49ec-b07e-f3cabebe9580 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 944 time: 0.0501125 Nov 12 04:05:12.990530 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7388e361-5ac5-4787-b738-1e64d5deda4b req-610b3ff3-7007-4e19-8ff0-934726b296ce tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486851 Nov 12 04:05:13.206876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:13.259367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:13.263670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:13.264043 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.350262 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.372636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:13.374894 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dcd55e-23db-4147-aa77-089222e7db76" -d '{"events": [{"server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "name": "network-vif-plugged", "status": "completed", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:13.388877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:13.393408 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.418319 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61e807a-ce2b-4051-8818-b580be848259 x-openstack-request-id: req-b61e807a-ce2b-4051-8818-b580be848259 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:13.418607 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "name": "network-vif-plugged", "status": "completed", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:13.418855 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b61e807a-ce2b-4051-8818-b580be848259 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:13.419240 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'code': 200} Nov 12 04:05:13.445888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:13.527913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6248314-d479-4093-8b66-85f430c6a608 req-b99ea726-6223-40bc-bf35-8206b19a2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.529981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6248314-d479-4093-8b66-85f430c6a608 req-b99ea726-6223-40bc-bf35-8206b19a2311 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 1097 time: 0.0526018 Nov 12 04:05:13.580170 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6248314-d479-4093-8b66-85f430c6a608 req-a8de6b5d-3cae-4926-b91f-f6fe6b5fde82 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440128 Nov 12 04:05:14.112006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b31b1-f602-4531-9ca6-7d16f9a1b14d req-fb92fd09-d9e6-4a8d-878b-f0609982dde7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.113623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd0b31b1-f602-4531-9ca6-7d16f9a1b14d req-fb92fd09-d9e6-4a8d-878b-f0609982dde7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 945 time: 0.0530744 Nov 12 04:05:14.163231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd0b31b1-f602-4531-9ca6-7d16f9a1b14d req-1cf8346f-38b4-4edd-951c-40756393bedb tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Nov 12 04:05:15.282899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98739eb-1982-42f1-a266-87e8b9768570 req-5279c18f-1d8e-4ff2-8ffd-1844cc863682 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.284485 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b98739eb-1982-42f1-a266-87e8b9768570 req-5279c18f-1d8e-4ff2-8ffd-1844cc863682 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 945 time: 0.0521069 Nov 12 04:05:15.333770 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b98739eb-1982-42f1-a266-87e8b9768570 req-0b621d78-a8aa-4766-a70a-0919e55ec9d7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433013 Nov 12 04:05:15.462748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cabfae-643f-463c-9a2b-2dfe8fd8bb2c req-efa54eb6-134f-4b5a-b94f-783f800b922a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.464235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6cabfae-643f-463c-9a2b-2dfe8fd8bb2c req-efa54eb6-134f-4b5a-b94f-783f800b922a tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 945 time: 0.0600140 Nov 12 04:05:15.514651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d6cabfae-643f-463c-9a2b-2dfe8fd8bb2c req-4fd75da3-76eb-42fe-89ef-d8a1c460b7b3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438108 Nov 12 04:05:15.536934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33750) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:15.611771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d4b8f-b3d6-4ec9-bb3c-d7f0bdfa913c tempest-TestVolumeBootPattern-430809209 tempest-TestVolumeBootPattern-430809209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.613659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d00d4b8f-b3d6-4ec9-bb3c-d7f0bdfa913c tempest-TestVolumeBootPattern-430809209 tempest-TestVolumeBootPattern-430809209-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 1092 time: 0.0757225 Nov 12 04:05:15.616687 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 33754) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:15.621059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:15.643440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.748790 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.853671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Allocated IP 172.25.0.179 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/fe6a37c4-579a-4c3c-989f-9f3cbe17460e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:15.965655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.999203 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.038929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:16.041844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:16.045633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:16.051013 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=fe6a37c4-579a-4c3c-989f-9f3cbe17460e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:16.076493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.076857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.077194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.077526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.077856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.078179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.078519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.078816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.079128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.079445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.079772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.080080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:16.693614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.764466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.916314 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.921388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.991756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event updated for resources: {'Port': ['ID=fe6a37c4-579a-4c3c-989f-9f3cbe17460e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:17.004826 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.106359 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Floating IP 1544b6d0-ec2b-4713-98f0-c8a14b46e965 associated. External IP: 172.25.0.179, port: a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3. Nov 12 04:05:17.323580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:17.435716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:17.446871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:17.456441 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:17.462467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:17.463091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:05:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:17.488755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e3a869b4-92ad-4e58-b773-414f3063ca62 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8709655 Nov 12 04:05:17.489649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:17.491932 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e486603-740b-4f28-ba41-6c916fff4d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:17.590920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:17.691402 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b494240b-f137-4ea8-bc38-67dc1c5bbe34 x-openstack-request-id: req-b494240b-f137-4ea8-bc38-67dc1c5bbe34 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:17.691865 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:17.692254 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b494240b-f137-4ea8-bc38-67dc1c5bbe34 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:17.692838 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'status': 'completed', 'code': 200} Nov 12 04:05:17.759289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-9f80a124-34e1-4cfb-88d3-ad9405bc1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.760765 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-9f80a124-34e1-4cfb-88d3-ad9405bc1256 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 1097 time: 0.0422213 Nov 12 04:05:17.864565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-eeef9283-79a4-4f50-8884-1db628c09fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.866106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-eeef9283-79a4-4f50-8884-1db628c09fac service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0978787 Nov 12 04:05:17.933853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-81ad6f08-474e-4cd6-91c1-e83abf20f07e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 HTTP/1.1" status: 200 len: 999 time: 0.0604422 Nov 12 04:05:17.989905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-35453010-f7da-4eb4-8acf-514adb1815a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.991570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-35453010-f7da-4eb4-8acf-514adb1815a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0502408 Nov 12 04:05:18.007557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '1544b6d0-ec2b-4713-98f0-c8a14b46e965', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:5a:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:05:16Z', 'updated_at': '2021-11-12T04:05:16Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}, {'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 1, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:18.036033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:18.042293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-f8ef36cc-df5a-45a5-8638-4f653985e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.044652 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-f8ef36cc-df5a-45a5-8638-4f653985e6ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464487 Nov 12 04:05:18.048025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:18.048649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:05:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:18.142950 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-0225e434-08f9-49c8-b572-ea0d8a6af45d service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907693 Nov 12 04:05:18.163801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:18.236230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e486603-740b-4f28-ba41-6c916fff4d0e req-9ed51bfc-399b-471f-b132-b2684f15aa5f service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860128 Nov 12 04:05:18.419698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '1544b6d0-ec2b-4713-98f0-c8a14b46e965', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:5a:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:05:16Z', 'updated_at': '2021-11-12T04:05:16Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}, {'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 1, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:18.451856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623021ee-106f-43cb-8609-85ceea98c06f None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '1544b6d0-ec2b-4713-98f0-c8a14b46e965', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:5a:4e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:05:16Z', 'updated_at': '2021-11-12T04:05:16Z', 'revision_number': 0, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}, {'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 1, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:18.679193 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d73ea-c4dd-497a-b22a-134d1c8400b6 None None] New status for floating IP 1544b6d0-ec2b-4713-98f0-c8a14b46e965: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:05:24.945845 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:30.986957 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-b64bc8e0-66ff-414a-8d06-c898319dbc3f tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.988410 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-b64bc8e0-66ff-414a-8d06-c898319dbc3f tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/networks?id=17f92be6-6910-48cd-9ce9-ec1fa4173c62 HTTP/1.1" status: 200 len: 813 time: 0.1045132 Nov 12 04:05:31.003057 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-6714005f-136e-4624-9bbe-d42a71dccc44 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/quotas/65c70de8a3ac40d9aecd26dd29aa30b5 HTTP/1.1" status: 200 len: 375 time: 0.0089808 Nov 12 04:05:31.035322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-2f0ecb24-7e07-4bda-86d8-77d647aec8a7 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65c70de8a3ac40d9aecd26dd29aa30b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269072 Nov 12 04:05:31.099645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-9999dab1-5ccb-45d9-9eb4-c9fc3b4e5961 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:05:31.100658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-9999dab1-5ccb-45d9-9eb4-c9fc3b4e5961 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0590057 Nov 12 04:05:31.192314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-6dcf9e8c-7b22-432d-999c-8e425784d251 service neutron] 10.222.0.49 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855372 Nov 12 04:05:31.281740 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-29d88525-ace3-4773-9456-8b3399b97af1 service neutron] 10.222.0.49 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834165 Nov 12 04:05:31.355421 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bc22302e-876f-43fe-a721-56a348ce3fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.446122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef7bd14f-36a7-489b-9276-cdff55e89cb9 req-22fd4b2b-0f80-4684-a61e-461bfb5b26c3 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 210 time: 0.0278287 Nov 12 04:05:32.506533 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-571c388f-caed-4abf-85c2-2a357fc3afcb tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:32.508078 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-571c388f-caed-4abf-85c2-2a357fc3afcb tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.20 "GET /v2.0/networks?id=17f92be6-6910-48cd-9ce9-ec1fa4173c62 HTTP/1.1" status: 200 len: 813 time: 0.1169758 Nov 12 04:05:32.524183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Request body: {'port': {'device_id': '37304fa2-abdb-4b90-9435-74f85448680b', 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62', 'admin_state_up': True, 'tenant_id': '65c70de8a3ac40d9aecd26dd29aa30b5'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:32.550861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0956bcf1-0d34-4b0d-94f1-1d05aa54009e req-7461371a-f77c-4318-8649-4412c6038e8c tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 210 time: 0.0305316 Nov 12 04:05:32.643862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Made reservation on behalf of 65c70de8a3ac40d9aecd26dd29aa30b5 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:32.647922 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.781249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Allocated IP 172.20.0.11 (17f92be6-6910-48cd-9ce9-ec1fa4173c62/0646366c-faef-4f0c-b947-080f9352b5b9/1c03456f-8645-4125-88ca-92d6f0b06231) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:32.933374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.967381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.011543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:33.015167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:33.018836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:33.041747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Pushing event updated for resources: {'Port': ['ID=1c03456f-8645-4125-88ca-92d6f0b06231,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:33.068641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:33.069262 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.084584 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-5f98009d-1a9a-4d36-a9c4-1e13bf9d2a99 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5644884 Nov 12 04:05:33.097418 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Request body: {'port': {'device_id': '37304fa2-abdb-4b90-9435-74f85448680b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:33.154537 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.408373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c03456f-8645-4125-88ca-92d6f0b06231 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:33.415638 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.428082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Transition to ACTIVE for port object 1c03456f-8645-4125-88ca-92d6f0b06231 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:33.431459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.483096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c03456f-8645-4125-88ca-92d6f0b06231,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:33.548944 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Attempting to bind port 1c03456f-8645-4125-88ca-92d6f0b06231 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:33.549591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Attempting to bind port 1c03456f-8645-4125-88ca-92d6f0b06231 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:33.549591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Attempting to bind port 1c03456f-8645-4125-88ca-92d6f0b06231 on network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:33.553903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Port 1c03456f-8645-4125-88ca-92d6f0b06231 on network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:33.554225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Attempting to bind port 1c03456f-8645-4125-88ca-92d6f0b06231 on network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:33.559006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:33.559365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Checking segment: {'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:33.559753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Bound using segment: {'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:33.560180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Bound port: 1c03456f-8645-4125-88ca-92d6f0b06231, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:33.560539 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.610205 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b813ca3e-146e-4f8d-98ca-f206d7dcf004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.631976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] For port 1c03456f-8645-4125-88ca-92d6f0b06231, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:33.636934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] For port 1c03456f-8645-4125-88ca-92d6f0b06231, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1c03456f-8645-4125-88ca-92d6f0b06231,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:33.647617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.698997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:33.699600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:33.701233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/1c03456f-8645-4125-88ca-92d6f0b06231 HTTP/1.1" status: 200 len: 1093 time: 0.6078568 Nov 12 04:05:33.703158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37304fa2-abdb-4b90-9435-74f85448680b', 'tag': '1c03456f-8645-4125-88ca-92d6f0b06231'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:33.705441 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae7c0f-976e-4c56-a748-69560e33833d" -d '{"events": [{"name": "network-changed", "server_uuid": "37304fa2-abdb-4b90-9435-74f85448680b", "tag": "1c03456f-8645-4125-88ca-92d6f0b06231"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:33.744851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd560eb8-75b3-4965-8424-8a792c4cc33b req-36c05686-32a2-4f1e-ad0e-1e074e6615c5 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:33.746341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd560eb8-75b3-4965-8424-8a792c4cc33b req-36c05686-32a2-4f1e-ad0e-1e074e6615c5 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 944 time: 0.1120198 Nov 12 04:05:33.747009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67811370-90d4-42ee-b8cb-e9e8b4ff20c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c03456f-8645-4125-88ca-92d6f0b06231,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:33.759769 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f59f9d9-390c-4363-8fab-6a4b43208b92 x-openstack-request-id: req-3f59f9d9-390c-4363-8fab-6a4b43208b92 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:33.760059 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37304fa2-abdb-4b90-9435-74f85448680b", "tag": "1c03456f-8645-4125-88ca-92d6f0b06231", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:33.760311 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f59f9d9-390c-4363-8fab-6a4b43208b92 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:33.760707 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37304fa2-abdb-4b90-9435-74f85448680b', 'tag': '1c03456f-8645-4125-88ca-92d6f0b06231', 'status': 'completed', 'code': 200} Nov 12 04:05:33.821863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-f6607744-732e-4a4a-a6b9-c90c26ddff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:33.823328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-f6607744-732e-4a4a-a6b9-c90c26ddff34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65c70de8a3ac40d9aecd26dd29aa30b5&device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 1096 time: 0.0732751 Nov 12 04:05:33.828925 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd560eb8-75b3-4965-8424-8a792c4cc33b req-26d51f2a-61ad-42f6-b380-561e2700c412 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672047 Nov 12 04:05:33.869532 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-e1ca7b41-77b4-41a2-b371-ff6490e73301 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c03456f-8645-4125-88ca-92d6f0b06231 HTTP/1.1" status: 200 len: 217 time: 0.0377729 Nov 12 04:05:33.922916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-96936d98-5e4a-41a7-be0b-8858539bbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:33.924359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-96936d98-5e4a-41a7-be0b-8858539bbc57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0646366c-faef-4f0c-b947-080f9352b5b9 HTTP/1.1" status: 200 len: 853 time: 0.0450437 Nov 12 04:05:33.956565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-9bb51a23-59f0-4df9-9396-7b38bb1f13ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17f92be6-6910-48cd-9ce9-ec1fa4173c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253277 Nov 12 04:05:34.056286 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-36970cb9-3dc3-47e3-85ee-73b7e0aabed7 service neutron] 10.222.0.20 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905292 Nov 12 04:05:34.147444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9783ef7f-57e7-461f-946d-3d9b6b031f93 req-f1ba1c42-48e2-441a-b3ec-87d638edd37a service neutron] 10.222.0.20 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835807 Nov 12 04:05:34.235425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae7c0f-976e-4c56-a748-69560e33833d req-17c7be0e-872f-458c-93a7-9ac2152a5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.236853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85ae7c0f-976e-4c56-a748-69560e33833d req-17c7be0e-872f-458c-93a7-9ac2152a5f96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65c70de8a3ac40d9aecd26dd29aa30b5&device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 1096 time: 0.0419507 Nov 12 04:05:34.329803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae7c0f-976e-4c56-a748-69560e33833d req-1f96841c-1ba1-42d5-9118-4c791b548b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.331261 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85ae7c0f-976e-4c56-a748-69560e33833d req-1f96841c-1ba1-42d5-9118-4c791b548b8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=17f92be6-6910-48cd-9ce9-ec1fa4173c62 HTTP/1.1" status: 200 len: 915 time: 0.0863597 Nov 12 04:05:34.374786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85ae7c0f-976e-4c56-a748-69560e33833d req-fda4faef-e3b3-467d-b2a8-ea81b46031aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c03456f-8645-4125-88ca-92d6f0b06231 HTTP/1.1" status: 200 len: 217 time: 0.0346973 Nov 12 04:05:34.426625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae7c0f-976e-4c56-a748-69560e33833d req-f6f0fbac-0f9a-453d-843a-f1c6e89a1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.428061 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85ae7c0f-976e-4c56-a748-69560e33833d req-f6f0fbac-0f9a-453d-843a-f1c6e89a1693 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0646366c-faef-4f0c-b947-080f9352b5b9 HTTP/1.1" status: 200 len: 853 time: 0.0466504 Nov 12 04:05:34.460422 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85ae7c0f-976e-4c56-a748-69560e33833d req-d317efa0-56fe-4ada-8f49-fa7cf6d65006 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17f92be6-6910-48cd-9ce9-ec1fa4173c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241683 Nov 12 04:05:34.557013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85ae7c0f-976e-4c56-a748-69560e33833d req-a7a30e2f-0c29-4e4f-bbbf-29c95c9ce3b1 service neutron] 10.222.0.20 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870988 Nov 12 04:05:34.652353 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-85ae7c0f-976e-4c56-a748-69560e33833d req-7debc12f-0346-46bb-9cc7-350c02f482a0 service neutron] 10.222.0.20 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853622 Nov 12 04:05:34.954178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e0899-3d38-4291-92a5-3e89d9b81e48 req-78d44ba3-34f6-41ac-9666-918b96bacf23 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:34.955660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-642e0899-3d38-4291-92a5-3e89d9b81e48 req-78d44ba3-34f6-41ac-9666-918b96bacf23 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 944 time: 0.0560570 Nov 12 04:05:35.005338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-642e0899-3d38-4291-92a5-3e89d9b81e48 req-3259766a-bf55-413f-b405-a16fe0da38f7 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Nov 12 04:05:35.056501 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:36.130154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e6fcf-afd3-4047-9ea3-a172eafddd19 req-2b115ef0-ea12-4132-b515-5e02b2003bf3 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:36.131607 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60e6fcf-afd3-4047-9ea3-a172eafddd19 req-2b115ef0-ea12-4132-b515-5e02b2003bf3 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 944 time: 0.0494957 Nov 12 04:05:36.180436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c60e6fcf-afd3-4047-9ea3-a172eafddd19 req-de823dec-ca0d-4005-b538-4dad14a941d8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Nov 12 04:05:36.429973 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.281026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.284136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1c03456f-8645-4125-88ca-92d6f0b06231 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:37.298878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb615-a330-4282-81ab-3660316bbb29 req-4e87ba5d-1621-4496-b0be-edaf5c0b1362 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:37.300816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eb9cb615-a330-4282-81ab-3660316bbb29 req-4e87ba5d-1621-4496-b0be-edaf5c0b1362 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 944 time: 0.0508676 Nov 12 04:05:37.352344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eb9cb615-a330-4282-81ab-3660316bbb29 req-04743627-54c1-4b8e-a7b4-d1cf65469014 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 Nov 12 04:05:37.390534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1c03456f-8645-4125-88ca-92d6f0b06231, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1c03456f-8645-4125-88ca-92d6f0b06231,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:37.401808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '1c03456f-8645-4125-88ca-92d6f0b06231', 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62', 'port_id': '1c03456f-8645-4125-88ca-92d6f0b06231', 'mac_address': 'fa:16:3e:ad:68:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646366c-faef-4f0c-b947-080f9352b5b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:37.439910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.453073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c03456f-8645-4125-88ca-92d6f0b06231 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:37.472275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1c03456f-8645-4125-88ca-92d6f0b06231, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1c03456f-8645-4125-88ca-92d6f0b06231,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:37.475696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.528573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1c03456f-8645-4125-88ca-92d6f0b06231,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:37.535531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.535880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.536223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.536557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.536912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.537245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.537623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.537946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.538268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.538590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.538912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.539288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:37.718827 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1c03456f-8645-4125-88ca-92d6f0b06231'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:38.477406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5eb39-7f3e-46ef-b65f-5b27483c0a2a req-24db2c39-ae61-472b-8670-04f00859c8b4 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:38.478959 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1b5eb39-7f3e-46ef-b65f-5b27483c0a2a req-24db2c39-ae61-472b-8670-04f00859c8b4 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 945 time: 0.0553353 Nov 12 04:05:38.902786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a1b5eb39-7f3e-46ef-b65f-5b27483c0a2a req-d2304606-178c-40ff-abbe-c3a9f4238309 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166379 Nov 12 04:05:39.308493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1c03456f-8645-4125-88ca-92d6f0b06231 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:39.359986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 1c03456f-8645-4125-88ca-92d6f0b06231 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:39.363795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 1c03456f-8645-4125-88ca-92d6f0b06231 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:39.364272 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.443296 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.465211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37304fa2-abdb-4b90-9435-74f85448680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c03456f-8645-4125-88ca-92d6f0b06231'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:39.467738 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c3d313-9d82-437d-9c1a-756fbcdba430" -d '{"events": [{"server_uuid": "37304fa2-abdb-4b90-9435-74f85448680b", "name": "network-vif-plugged", "status": "completed", "tag": "1c03456f-8645-4125-88ca-92d6f0b06231"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:39.480600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1c03456f-8645-4125-88ca-92d6f0b06231, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1c03456f-8645-4125-88ca-92d6f0b06231,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:39.485834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:39.512652 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ee6e8e-efe4-4484-94d3-2e1c512e61ae x-openstack-request-id: req-81ee6e8e-efe4-4484-94d3-2e1c512e61ae {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:39.513036 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37304fa2-abdb-4b90-9435-74f85448680b", "name": "network-vif-plugged", "status": "completed", "tag": "1c03456f-8645-4125-88ca-92d6f0b06231", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:39.513300 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81ee6e8e-efe4-4484-94d3-2e1c512e61ae {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:39.513698 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37304fa2-abdb-4b90-9435-74f85448680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c03456f-8645-4125-88ca-92d6f0b06231', 'code': 200} Nov 12 04:05:39.539137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1c03456f-8645-4125-88ca-92d6f0b06231,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:39.608382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b829-7716-4021-b30d-d162c9d14510 req-212e8e28-5704-4d12-9f4f-d5e52ddfacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.609873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7800b829-7716-4021-b30d-d162c9d14510 req-212e8e28-5704-4d12-9f4f-d5e52ddfacee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 1098 time: 0.0399361 Nov 12 04:05:39.654645 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7800b829-7716-4021-b30d-d162c9d14510 req-06abcb1f-c7af-4009-9250-8f21a5b850bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365057 Nov 12 04:05:40.022016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5877-f361-4db2-9c6c-96d78dbce5b3 req-c1cc27c4-f71e-4d9d-be6e-e6830963915c tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.023476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6cf5877-f361-4db2-9c6c-96d78dbce5b3 req-c1cc27c4-f71e-4d9d-be6e-e6830963915c tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 946 time: 0.0477438 Nov 12 04:05:40.071325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6cf5877-f361-4db2-9c6c-96d78dbce5b3 req-c79b74db-7e62-4e2f-856a-386f4236f694 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Nov 12 04:05:41.187498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bcf9c-6889-43c8-8eaa-3280426e759b req-8c66a9c7-adf0-400c-9810-e5c9f9bed014 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:41.189012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-640bcf9c-6889-43c8-8eaa-3280426e759b req-8c66a9c7-adf0-400c-9810-e5c9f9bed014 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 946 time: 0.0489893 Nov 12 04:05:41.239512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-640bcf9c-6889-43c8-8eaa-3280426e759b req-8668b680-8915-436f-a661-d0f290876dd4 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Nov 12 04:05:43.984112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-550cb3c6-10bf-46f9-96bd-a3ab210851e3 req-313ecc25-f3ac-42ae-9ad4-79f30aa157de service neutron] (102629) timed out ('10.222.0.49', 48954) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:05:44.231044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe64144b-4f7a-499b-ad6a-d16c223f7837 req-5f47badc-4697-42d5-bdf8-b33cc8f7372f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304701 Nov 12 04:05:44.291535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe64144b-4f7a-499b-ad6a-d16c223f7837 req-05c86342-e446-4d9d-8dd2-8dbe147120e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0255570 Nov 12 04:05:44.334016 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe64144b-4f7a-499b-ad6a-d16c223f7837 req-aed08499-b479-4852-af3d-c400fb9cb5a2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191715 Nov 12 04:05:44.431951 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64144b-4f7a-499b-ad6a-d16c223f7837 req-1bc13706-d49b-4f02-b741-d2351b7c2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:44.433456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fe64144b-4f7a-499b-ad6a-d16c223f7837 req-1bc13706-d49b-4f02-b741-d2351b7c2faa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0930171 Nov 12 04:05:45.608492 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:49.049566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-f340e057-18de-46ce-8b7c-5d2d61f57a23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449224 Nov 12 04:05:49.132640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-ba7fd267-5237-44fe-9f91-5d8f2dbe5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.134169 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-ba7fd267-5237-44fe-9f91-5d8f2dbe5206 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1097 time: 0.0431461 Nov 12 04:05:49.250654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-0c00508a-f8c4-4edd-8b88-fd48b4c69953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.251250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-0c00508a-f8c4-4edd-8b88-fd48b4c69953 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0971980 Nov 12 04:05:49.318315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-3b026dd4-f033-4b83-ad9e-593444526319 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 200 len: 1001 time: 0.0611508 Nov 12 04:05:49.370573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-a1b3db89-7eb1-439c-90a3-b9bf249e5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.372070 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-a1b3db89-7eb1-439c-90a3-b9bf249e5675 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0473847 Nov 12 04:05:49.423039 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-f267cc98-1f36-4f4d-b95f-c042c58b3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.424551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-f267cc98-1f36-4f4d-b95f-c042c58b3341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455844 Nov 12 04:05:49.518904 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-b1a0b791-3119-4922-b42c-3b17acc8ee03 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874465 Nov 12 04:05:49.614893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-42fa33cb-2a11-4d53-9807-c29d19e6b0fd req-caa28e0b-a206-42cd-aa22-1a05427a0670 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894208 Nov 12 04:05:54.960268 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.359703 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ebf08a3-6196-4f43-90bf-5ba2ad885b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.613085 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a8cc29f2-2563-4247-9bc2-ce4bc341ddff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.066258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.431780 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.284507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.608103 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:24.973124 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.946041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093edb05-5e83-4c8c-9e72-c93db757b8ad req-4ea19b74-df3c-43a0-b84d-869a55c39113 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.947517 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-093edb05-5e83-4c8c-9e72-c93db757b8ad req-4ea19b74-df3c-43a0-b84d-869a55c39113 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 946 time: 0.0508444 Nov 12 04:06:26.995311 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-093edb05-5e83-4c8c-9e72-c93db757b8ad req-df2591e2-64bb-4a4d-8ccf-316e9909ecd2 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Nov 12 04:06:28.113419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671964f-340e-480e-819e-54d0bd2ea78b req-61193aaf-b0bf-45bc-bb8e-0f1e13ede36e tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.114939 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2671964f-340e-480e-819e-54d0bd2ea78b req-61193aaf-b0bf-45bc-bb8e-0f1e13ede36e tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 946 time: 0.0502307 Nov 12 04:06:28.165038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2671964f-340e-480e-819e-54d0bd2ea78b req-583281f0-b71c-44d6-abcb-dfbd0c324cd8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Nov 12 04:06:28.386204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-0654e84a-a3f5-4053-b406-83dd1c02f4ba tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.387594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-0654e84a-a3f5-4053-b406-83dd1c02f4ba tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.20 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 946 time: 0.0500548 Nov 12 04:06:28.479242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Deleting port 1c03456f-8645-4125-88ca-92d6f0b06231 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:28.479573 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.565568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] For port 1c03456f-8645-4125-88ca-92d6f0b06231, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1c03456f-8645-4125-88ca-92d6f0b06231,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:28.565921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.578599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Calling delete_port for 1c03456f-8645-4125-88ca-92d6f0b06231 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:28.709622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.726329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1c03456f-8645-4125-88ca-92d6f0b06231'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:28.742155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Pushing event deleted for resources: {'Port': ['ID=1c03456f-8645-4125-88ca-92d6f0b06231,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:28.756523 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.756892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.757238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.757570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.757895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.758220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.758568 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.758886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.759205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.759525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.759839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.760151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.798664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] No DVR routers for this DVR port 1c03456f-8645-4125-88ca-92d6f0b06231 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:28.801068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.804297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9549da9d-72c4-41be-a7fc-356ea2503a4e req-ce53964b-5858-4b99-8c8c-2b3309d8bb25 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.20 "DELETE /v2.0/ports/1c03456f-8645-4125-88ca-92d6f0b06231 HTTP/1.1" status: 204 len: 173 time: 0.4106901 Nov 12 04:06:28.804727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37304fa2-abdb-4b90-9435-74f85448680b', 'name': 'network-vif-deleted', 'tag': '1c03456f-8645-4125-88ca-92d6f0b06231'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:28.806980 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb404a9-67b6-48fa-82a4-fb005ea9bf94" -d '{"events": [{"server_uuid": "37304fa2-abdb-4b90-9435-74f85448680b", "name": "network-vif-deleted", "tag": "1c03456f-8645-4125-88ca-92d6f0b06231"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:28.843055 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4353c55b-0ba5-4699-8390-44f7533667a3 x-openstack-request-id: req-4353c55b-0ba5-4699-8390-44f7533667a3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:28.843461 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37304fa2-abdb-4b90-9435-74f85448680b", "name": "network-vif-deleted", "tag": "1c03456f-8645-4125-88ca-92d6f0b06231", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:28.843715 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4353c55b-0ba5-4699-8390-44f7533667a3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:28.844870 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37304fa2-abdb-4b90-9435-74f85448680b', 'name': 'network-vif-deleted', 'tag': '1c03456f-8645-4125-88ca-92d6f0b06231', 'status': 'completed', 'code': 200} Nov 12 04:06:29.284703 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-69188f27-4415-4899-870e-45ff841c06b2 req-97203d27-a3b2-40b9-bc72-4eee8261bf22 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=37304fa2-abdb-4b90-9435-74f85448680b HTTP/1.1" status: 200 len: 210 time: 0.0339661 Nov 12 04:06:31.364802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3d27f01-114c-45cc-b4d7-652545c2f0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.459371 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1c03456f-8645-4125-88ca-92d6f0b06231 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:31.479818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 1c03456f-8645-4125-88ca-92d6f0b06231 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:31.480163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1c03456f-8645-4125-88ca-92d6f0b06231 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:33.615006 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5abd8c6a-d8c9-478a-89f3-3f58f876fc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:35.059665 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:36.437865 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:37.184309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-f45203f4-13b9-497f-abf7-e51dd26af4c6 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:37.186233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-f45203f4-13b9-497f-abf7-e51dd26af4c6 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/networks?id=17f92be6-6910-48cd-9ce9-ec1fa4173c62 HTTP/1.1" status: 200 len: 813 time: 0.0999522 Nov 12 04:06:37.200459 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c10526de-0a37-4b9e-be1a-d9532b36809f tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/quotas/65c70de8a3ac40d9aecd26dd29aa30b5 HTTP/1.1" status: 200 len: 375 time: 0.0086608 Nov 12 04:06:37.237084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-b6f225f6-cbd9-440a-b0da-db51455b0b0b tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65c70de8a3ac40d9aecd26dd29aa30b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308597 Nov 12 04:06:37.286785 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:37.328790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-3d98794c-6a80-48e1-b8f1-5dbb767ba011 service neutron] 10.222.0.49 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847113 Nov 12 04:06:37.425073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-9e2d6ff6-4c55-4888-875b-73e48ebe4d82 service neutron] 10.222.0.49 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902145 Nov 12 04:06:37.581678 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-575c0ea6-8d5e-45b2-a0db-8411a70f1db8 req-a106d6ae-68ca-465d-9a98-4a7fc2aabfd7 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 210 time: 0.0271437 Nov 12 04:06:38.612066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-631d6d01-f4f6-4114-a99d-dbc32dcb280e tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:38.613567 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-631d6d01-f4f6-4114-a99d-dbc32dcb280e tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.20 "GET /v2.0/networks?id=17f92be6-6910-48cd-9ce9-ec1fa4173c62 HTTP/1.1" status: 200 len: 813 time: 0.1088049 Nov 12 04:06:38.627630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Request body: {'port': {'device_id': '7ef7298d-2b46-451f-9673-bc44c9aff688', 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62', 'admin_state_up': True, 'tenant_id': '65c70de8a3ac40d9aecd26dd29aa30b5'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:38.713370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b13468cc-a2b2-4b1c-9b48-706e190007c8 req-97695744-b16b-440e-912c-42145c267e62 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 210 time: 0.0541689 Nov 12 04:06:38.770325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Made reservation on behalf of 65c70de8a3ac40d9aecd26dd29aa30b5 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:38.773936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:38.902349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Allocated IP 172.20.0.7 (17f92be6-6910-48cd-9ce9-ec1fa4173c62/0646366c-faef-4f0c-b947-080f9352b5b9/a7e53037-b992-47e5-9771-419e12abc479) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:39.047224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.080245 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.123571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:39.127260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:39.131022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:39.154719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Pushing event updated for resources: {'Port': ['ID=a7e53037-b992-47e5-9771-419e12abc479,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:39.182087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.182690 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.198442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-02190425-fccd-4e30-a25c-f42ad2e9fad8 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761161 Nov 12 04:06:39.211056 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Request body: {'port': {'device_id': '7ef7298d-2b46-451f-9673-bc44c9aff688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:39.270711 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.528119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e53037-b992-47e5-9771-419e12abc479 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:39.535663 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.547910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Transition to ACTIVE for port object a7e53037-b992-47e5-9771-419e12abc479 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:39.552022 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.623071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a1396-910e-4598-920d-423d08198710 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e53037-b992-47e5-9771-419e12abc479,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:39.669158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Attempting to bind port a7e53037-b992-47e5-9771-419e12abc479 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:39.669489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Attempting to bind port a7e53037-b992-47e5-9771-419e12abc479 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:39.669813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Attempting to bind port a7e53037-b992-47e5-9771-419e12abc479 on network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:39.674503 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Port a7e53037-b992-47e5-9771-419e12abc479 on network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:39.674818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Attempting to bind port a7e53037-b992-47e5-9771-419e12abc479 on network 17f92be6-6910-48cd-9ce9-ec1fa4173c62 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:39.679475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:39.679803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Checking segment: {'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:39.680176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Bound using segment: {'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:39.680593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Bound port: a7e53037-b992-47e5-9771-419e12abc479, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef93d24-9c2d-4d65-87a9-1457dd6cf141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:39.680971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.744544 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] For port a7e53037-b992-47e5-9771-419e12abc479, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:39.748201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] For port a7e53037-b992-47e5-9771-419e12abc479, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a7e53037-b992-47e5-9771-419e12abc479,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:39.754614 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.789546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.790187 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:39.791558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-c46a1396-910e-4598-920d-423d08198710 service neutron] 10.222.0.20 "PUT /v2.0/ports/a7e53037-b992-47e5-9771-419e12abc479 HTTP/1.1" status: 200 len: 1092 time: 0.5845530 Nov 12 04:06:39.792000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef7298d-2b46-451f-9673-bc44c9aff688', 'tag': 'a7e53037-b992-47e5-9771-419e12abc479'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:39.794262 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b484a3ac-07a8-4009-99d2-085776e0cb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef7298d-2b46-451f-9673-bc44c9aff688", "tag": "a7e53037-b992-47e5-9771-419e12abc479"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:39.818852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a1396-910e-4598-920d-423d08198710 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e53037-b992-47e5-9771-419e12abc479,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:39.846084 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110ac8-a2b7-4801-abff-03016cf3a361 req-8addb04b-012d-451f-a649-84bf526e677f tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.847660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4110ac8-a2b7-4801-abff-03016cf3a361 req-8addb04b-012d-451f-a649-84bf526e677f tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 943 time: 0.0606704 Nov 12 04:06:39.868041 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1518e-2927-4c6f-b9a0-551935d7e368 x-openstack-request-id: req-c8c1518e-2927-4c6f-b9a0-551935d7e368 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:39.868365 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef7298d-2b46-451f-9673-bc44c9aff688", "tag": "a7e53037-b992-47e5-9771-419e12abc479", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:39.868589 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8c1518e-2927-4c6f-b9a0-551935d7e368 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:39.869015 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef7298d-2b46-451f-9673-bc44c9aff688', 'tag': 'a7e53037-b992-47e5-9771-419e12abc479', 'status': 'completed', 'code': 200} Nov 12 04:06:39.885264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-eaa33590-4094-415e-9f40-035dff7070b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.886771 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-eaa33590-4094-415e-9f40-035dff7070b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65c70de8a3ac40d9aecd26dd29aa30b5&device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 1095 time: 0.0509140 Nov 12 04:06:39.904344 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4110ac8-a2b7-4801-abff-03016cf3a361 req-872bc07f-770d-4f4a-92de-eb3e854d0dc1 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Nov 12 04:06:39.929971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-97e42dba-0f14-4111-87ab-bace861f9d3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7e53037-b992-47e5-9771-419e12abc479 HTTP/1.1" status: 200 len: 217 time: 0.0350273 Nov 12 04:06:39.977163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-5653278f-56d5-47bc-a9a5-a2da92bf8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:39.978595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-5653278f-56d5-47bc-a9a5-a2da92bf8ea5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0646366c-faef-4f0c-b947-080f9352b5b9 HTTP/1.1" status: 200 len: 853 time: 0.0425866 Nov 12 04:06:40.009661 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-9452b013-36cb-4fe6-9568-4e1687ed7a31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17f92be6-6910-48cd-9ce9-ec1fa4173c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245752 Nov 12 04:06:40.108224 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-dacc142f-cf66-4a23-93f7-b09589a66d3f service neutron] 10.222.0.20 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917633 Nov 12 04:06:40.205616 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4a95a49-4fe1-4464-9f00-124fa208d3b2 req-3459c41e-568c-43f1-8f4c-05bcbebe58a6 service neutron] 10.222.0.20 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900776 Nov 12 04:06:40.292312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-6074a48e-873b-415f-928b-a1ac5158f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:40.293836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-6074a48e-873b-415f-928b-a1ac5158f48e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65c70de8a3ac40d9aecd26dd29aa30b5&device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 1095 time: 0.0429299 Nov 12 04:06:40.385033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-d505954e-f916-4b39-b58f-e82d1fa410eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:40.386389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-d505954e-f916-4b39-b58f-e82d1fa410eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=17f92be6-6910-48cd-9ce9-ec1fa4173c62 HTTP/1.1" status: 200 len: 915 time: 0.0843711 Nov 12 04:06:40.431123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-4e59688f-3b13-4a45-8abb-9ad56054a791 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7e53037-b992-47e5-9771-419e12abc479 HTTP/1.1" status: 200 len: 217 time: 0.0383070 Nov 12 04:06:40.482834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-b5d3c444-63c7-4cbc-921c-4b4429506b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:40.485038 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-b5d3c444-63c7-4cbc-921c-4b4429506b6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0646366c-faef-4f0c-b947-080f9352b5b9 HTTP/1.1" status: 200 len: 853 time: 0.0458300 Nov 12 04:06:40.516026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-a16e306c-8830-4dc1-ba85-bc673ccf07d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17f92be6-6910-48cd-9ce9-ec1fa4173c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236320 Nov 12 04:06:40.608256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-033c303e-de7d-41e6-b762-ed22baecc247 service neutron] 10.222.0.20 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845127 Nov 12 04:06:40.695525 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b484a3ac-07a8-4009-99d2-085776e0cb5c req-8505bb0e-97f1-41c3-8d9c-d34fe67d88bc service neutron] 10.222.0.20 "GET /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794747 Nov 12 04:06:41.026916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacc830-ba56-4757-9c90-28eef859db6c req-ae54d4a0-4183-4ca3-b79d-e076e41f272c tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:41.028306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2aacc830-ba56-4757-9c90-28eef859db6c req-ae54d4a0-4183-4ca3-b79d-e076e41f272c tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 943 time: 0.0531526 Nov 12 04:06:41.075242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2aacc830-ba56-4757-9c90-28eef859db6c req-b36f8863-8a2e-4b93-8eab-d44f760f7490 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402267 Nov 12 04:06:42.191106 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71f144-e166-4518-bc80-18cff155f64a req-6edc1f7a-b3b9-4205-8fc0-9774ab8e8bc2 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:42.192612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df71f144-e166-4518-bc80-18cff155f64a req-6edc1f7a-b3b9-4205-8fc0-9774ab8e8bc2 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 943 time: 0.0497067 Nov 12 04:06:42.240323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-df71f144-e166-4518-bc80-18cff155f64a req-e10bd869-1161-405a-bb36-70da6e0f75c0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416887 Nov 12 04:06:43.357584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22a4a-365f-405d-ae1d-391607f70a88 req-f6e670c8-d514-4867-97ef-d3e2314e4757 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:43.359784 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bad22a4a-365f-405d-ae1d-391607f70a88 req-f6e670c8-d514-4867-97ef-d3e2314e4757 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 943 time: 0.0526776 Nov 12 04:06:43.406953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bad22a4a-365f-405d-ae1d-391607f70a88 req-2ca63ab3-124d-42c0-8ba1-dad1b246c7e3 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Nov 12 04:06:43.553713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a7e53037-b992-47e5-9771-419e12abc479 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:43.654683 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a7e53037-b992-47e5-9771-419e12abc479, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a7e53037-b992-47e5-9771-419e12abc479,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:43.666313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'a7e53037-b992-47e5-9771-419e12abc479', 'network_id': '17f92be6-6910-48cd-9ce9-ec1fa4173c62', 'port_id': 'a7e53037-b992-47e5-9771-419e12abc479', 'mac_address': 'fa:16:3e:cd:51:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646366c-faef-4f0c-b947-080f9352b5b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:43.706803 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.719527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e53037-b992-47e5-9771-419e12abc479 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:43.739151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a7e53037-b992-47e5-9771-419e12abc479, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a7e53037-b992-47e5-9771-419e12abc479,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:43.742825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:43.792443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a7e53037-b992-47e5-9771-419e12abc479,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:43.800529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.800907 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.801252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.801611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.801970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.802327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.802692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.803037 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.803380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.803779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.804079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.804403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:43.969334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a7e53037-b992-47e5-9771-419e12abc479'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:44.524217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0399a-d042-48f0-b1eb-17e2017eef3d req-c181c137-b31d-4f2d-b09d-6c7c08fde8bd tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:44.525694 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ceb0399a-d042-48f0-b1eb-17e2017eef3d req-c181c137-b31d-4f2d-b09d-6c7c08fde8bd tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 944 time: 0.0510273 Nov 12 04:06:44.573314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ceb0399a-d042-48f0-b1eb-17e2017eef3d req-3a8456fe-f9ae-48eb-975d-a0c308446b74 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Nov 12 04:06:45.252312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5593c078-f67b-43f4-adb2-7e1dfdbe7fa5 req-2bb15407-5c30-43fb-8d9f-347609d0e837 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252345 Nov 12 04:06:45.309312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5593c078-f67b-43f4-adb2-7e1dfdbe7fa5 req-f56b03c5-4938-4071-885a-90c69d186b7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0243533 Nov 12 04:06:45.355840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5593c078-f67b-43f4-adb2-7e1dfdbe7fa5 req-b4667fcd-eb4e-407c-aa54-5ae0f9318c6a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227084 Nov 12 04:06:45.447870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593c078-f67b-43f4-adb2-7e1dfdbe7fa5 req-a6dae06b-da6d-4531-9973-a1aa51539ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.449377 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5593c078-f67b-43f4-adb2-7e1dfdbe7fa5 req-a6dae06b-da6d-4531-9973-a1aa51539ce8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0869811 Nov 12 04:06:45.584486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a7e53037-b992-47e5-9771-419e12abc479 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:45.635228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port a7e53037-b992-47e5-9771-419e12abc479 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:45.640359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port a7e53037-b992-47e5-9771-419e12abc479 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:45.640808 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.691814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72606ad7-4ffd-4650-b3c7-33689131acb0 req-95225875-dadb-4c98-af80-e0ea7e79c827 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.693411 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72606ad7-4ffd-4650-b3c7-33689131acb0 req-95225875-dadb-4c98-af80-e0ea7e79c827 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 944 time: 0.0536308 Nov 12 04:06:45.724375 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.746951 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72606ad7-4ffd-4650-b3c7-33689131acb0 req-d43322c5-f842-49fd-9e8b-677ab624d985 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 Nov 12 04:06:45.747953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef7298d-2b46-451f-9673-bc44c9aff688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e53037-b992-47e5-9771-419e12abc479'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:45.751012 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d30b2eb-6622-4d12-abe4-08efc8bdd0ae" -d '{"events": [{"server_uuid": "7ef7298d-2b46-451f-9673-bc44c9aff688", "name": "network-vif-plugged", "status": "completed", "tag": "a7e53037-b992-47e5-9771-419e12abc479"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:45.764196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a7e53037-b992-47e5-9771-419e12abc479, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a7e53037-b992-47e5-9771-419e12abc479,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:45.770005 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.794631 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c37c66-faaa-42c9-b1e3-ad6c1ee307a2 x-openstack-request-id: req-53c37c66-faaa-42c9-b1e3-ad6c1ee307a2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:45.794925 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef7298d-2b46-451f-9673-bc44c9aff688", "name": "network-vif-plugged", "status": "completed", "tag": "a7e53037-b992-47e5-9771-419e12abc479", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:45.795187 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53c37c66-faaa-42c9-b1e3-ad6c1ee307a2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:45.795580 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef7298d-2b46-451f-9673-bc44c9aff688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e53037-b992-47e5-9771-419e12abc479', 'code': 200} Nov 12 04:06:45.819099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a7e53037-b992-47e5-9771-419e12abc479,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:45.892353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258cb6-4ac9-476c-b5f4-b6189cdc43c6 req-e0386e4c-abcc-43f2-ba5a-237fd23c9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.893884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab258cb6-4ac9-476c-b5f4-b6189cdc43c6 req-e0386e4c-abcc-43f2-ba5a-237fd23c9099 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 1097 time: 0.0403373 Nov 12 04:06:45.935884 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ab258cb6-4ac9-476c-b5f4-b6189cdc43c6 req-6a8b07c8-f30c-44cf-9183-4c54b2bd9ec9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352278 Nov 12 04:06:46.869003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dee56-e46d-4a87-ae42-aa60b0ae8c9b req-687b3e9e-7e55-463c-98f7-65a158b55ea6 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:46.870568 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f4dee56-e46d-4a87-ae42-aa60b0ae8c9b req-687b3e9e-7e55-463c-98f7-65a158b55ea6 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 945 time: 0.0525568 Nov 12 04:06:46.921232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f4dee56-e46d-4a87-ae42-aa60b0ae8c9b req-4af4b474-0f40-496f-a3c9-c833d6f99c5d tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 Nov 12 04:06:48.047676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca738f1-e84c-40ee-9155-2cb5648ff63a req-653d9934-2f9a-4eab-a737-a56faa152792 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.049260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ca738f1-e84c-40ee-9155-2cb5648ff63a req-653d9934-2f9a-4eab-a737-a56faa152792 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 945 time: 0.0563588 Nov 12 04:06:48.099546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4ca738f1-e84c-40ee-9155-2cb5648ff63a req-c3f5722d-7221-4852-8d3a-227f48a80691 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Nov 12 04:06:50.332417 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-5cb518df-9a28-4927-8e59-961ecf9d5cff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438466 Nov 12 04:06:50.394715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-cc831e83-4136-44e1-8d86-9ed9e5058303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:50.396189 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-cc831e83-4136-44e1-8d86-9ed9e5058303 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 1097 time: 0.0427849 Nov 12 04:06:50.498268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-05a1ca9c-f687-4fb5-a02a-b42a730091f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:50.499717 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-05a1ca9c-f687-4fb5-a02a-b42a730091f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.0839918 Nov 12 04:06:50.568609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-a3e3997a-b92d-4d08-8368-e9db28091e04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 HTTP/1.1" status: 200 len: 1001 time: 0.0617981 Nov 12 04:06:50.620475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-05d090d1-1852-4680-915e-d3e6ae4c6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:50.621980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-05d090d1-1852-4680-915e-d3e6ae4c6556 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0472002 Nov 12 04:06:50.669843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-1d2f67b2-1751-48f4-bfdc-7da20b8095f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:50.671393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-1d2f67b2-1751-48f4-bfdc-7da20b8095f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417731 Nov 12 04:06:50.765005 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-9e07a36a-030d-4c6a-ad0b-c11fcc29fee2 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860507 Nov 12 04:06:50.857999 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1e864eed-a250-49ca-a742-beb6a78fe47a req-d775f8ad-d58c-4108-9c6f-f65e331d8678 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860677 Nov 12 04:06:54.973240 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.613286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34742) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:56.771415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port fe6a37c4-579a-4c3c-989f-9f3cbe17460e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:56.771836 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.849873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.850115 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:56.861814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for fe6a37c4-579a-4c3c-989f-9f3cbe17460e owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:57.007505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.034928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=fe6a37c4-579a-4c3c-989f-9f3cbe17460e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:57.044580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.045047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.045398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.045740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.046078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.046414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.047174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.047174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.047479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.047805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.048135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.048463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:57.108105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.108367 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Floating IP 1544b6d0-ec2b-4713-98f0-c8a14b46e965 disassociated (deleted). External IP: 172.25.0.179, port: a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3. Nov 12 04:06:57.321461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:57.429701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:57.434546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.440633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:57.449656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:57.450278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:06:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:57.461656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a9e2a8d9-9fd5-4fd3-8260-b492876195a3 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "DELETE /v2.0/floatingips/1544b6d0-ec2b-4713-98f0-c8a14b46e965 HTTP/1.1" status: 204 len: 168 time: 0.8471603 Nov 12 04:06:57.462261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:57.464606 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c544a-6a88-43d8-b539-b472c728e015" -d '{"events": [{"name": "network-changed", "server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:57.505430 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194f93a3-ce89-481f-86a1-eaa024b65cfb x-openstack-request-id: req-194f93a3-ce89-481f-86a1-eaa024b65cfb {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:57.507474 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:57.507474 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-194f93a3-ce89-481f-86a1-eaa024b65cfb {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:57.507474 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'status': 'completed', 'code': 200} Nov 12 04:06:57.567120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:57.583112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c544a-6a88-43d8-b539-b472c728e015 req-2f02b2a2-ae68-407c-a851-f1f7a925c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.584689 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005c544a-6a88-43d8-b539-b472c728e015 req-2f02b2a2-ae68-407c-a851-f1f7a925c4a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 1097 time: 0.0541952 Nov 12 04:06:57.709107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c544a-6a88-43d8-b539-b472c728e015 req-2c275dde-52a7-4562-a20e-b6500dbffa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.710499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005c544a-6a88-43d8-b539-b472c728e015 req-2c275dde-52a7-4562-a20e-b6500dbffa61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.1176069 Nov 12 04:06:57.726231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09aad2-a1b6-471b-9a0d-40c34e70e9bc req-3f2e8045-5393-41df-8f6e-ae2ff04d7b2d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.727650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f09aad2-a1b6-471b-9a0d-40c34e70e9bc req-3f2e8045-5393-41df-8f6e-ae2ff04d7b2d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 945 time: 0.0672059 Nov 12 04:06:57.772881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005c544a-6a88-43d8-b539-b472c728e015 req-042f89bc-670e-4f6d-bd9f-b9e716a57dfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 HTTP/1.1" status: 200 len: 217 time: 0.0442610 Nov 12 04:06:57.799621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 1, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:57.828608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:57.837233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:57.837829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:06:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:57.845254 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f09aad2-a1b6-471b-9a0d-40c34e70e9bc req-edd811d2-a015-4353-b8a7-cb5a60e18cca tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092069 Nov 12 04:06:57.851406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c544a-6a88-43d8-b539-b472c728e015 req-db59ab31-2500-44e7-99ad-fb6042a7264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.852899 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005c544a-6a88-43d8-b539-b472c728e015 req-db59ab31-2500-44e7-99ad-fb6042a7264a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0722337 Nov 12 04:06:57.905241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c544a-6a88-43d8-b539-b472c728e015 req-aadec100-ffe4-4455-bbfa-c2546da8f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.907428 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005c544a-6a88-43d8-b539-b472c728e015 req-aadec100-ffe4-4455-bbfa-c2546da8f0de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454967 Nov 12 04:06:57.940195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:57.999292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005c544a-6a88-43d8-b539-b472c728e015 req-4c259e0a-32bc-4486-9f61-3b41b9107d1e service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841789 Nov 12 04:06:58.095906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-005c544a-6a88-43d8-b539-b472c728e015 req-19d3d368-cd2b-4a79-9768-f566eb347cce service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882494 Nov 12 04:06:58.170305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 1, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:58.197477 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b507b46b-6613-4b00-86ac-85f32ee61266 None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '4743e4ac-c922-497e-914e-f8769545001f', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'floating_ip_address': '172.25.0.140', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'port_id': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'mac_address': 'fa:16:3e:8d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:03:04Z', 'updated_at': '2021-11-12T04:03:06Z', 'revision_number': 1, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:58.428446 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7dc3a-5cd7-4a33-9bfb-166f14761a84 None None] New status for floating IP 1544b6d0-ec2b-4713-98f0-c8a14b46e965: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:06:58.968344 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665e848-bc28-4246-a2c8-87f96f1060da req-41028ea2-dd87-4e02-9069-b89f0611b06d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:58.970023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0665e848-bc28-4246-a2c8-87f96f1060da req-41028ea2-dd87-4e02-9069-b89f0611b06d tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 945 time: 0.0525668 Nov 12 04:06:59.023721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0665e848-bc28-4246-a2c8-87f96f1060da req-95446133-0959-4e35-b990-612b24e30ca7 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476687 Nov 12 04:06:59.272590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-63b93f51-a9d9-4525-bca6-e64e7b9f8337 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:59.274162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-63b93f51-a9d9-4525-bca6-e64e7b9f8337 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 945 time: 0.0639575 Nov 12 04:06:59.372935 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:59.373299 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.473485 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] For port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:59.473849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.487820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:59.608013 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:59.619403 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.649618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:59.688809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] No DVR routers for this DVR port a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:59.691303 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.694640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0e2b47b-f06d-4ac6-a8b4-6760b2d42bae req-17ff6cf3-993c-439a-9eda-4d36a262a808 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "DELETE /v2.0/ports/a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 HTTP/1.1" status: 204 len: 173 time: 0.4133568 Nov 12 04:06:59.695082 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'name': 'network-vif-deleted', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:59.697453 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb3944e-9ea6-4088-9e87-3cd5da13dd97" -d '{"events": [{"server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "name": "network-vif-deleted", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:59.741200 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9576c12c-d1e4-4b2a-a0fd-5d4465458d3e x-openstack-request-id: req-9576c12c-d1e4-4b2a-a0fd-5d4465458d3e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:59.741499 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e79572c-656e-47a9-bf17-8d883b17ab5e", "name": "network-vif-deleted", "tag": "a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:59.741773 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9576c12c-d1e4-4b2a-a0fd-5d4465458d3e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:59.742154 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e79572c-656e-47a9-bf17-8d883b17ab5e', 'name': 'network-vif-deleted', 'tag': 'a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3', 'status': 'completed', 'code': 200} Nov 12 04:07:00.144930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51068588-6ecd-47c5-9582-05d6c488e871 req-09313b49-164f-4a6b-90fa-6e64defd1294 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 210 time: 0.0360749 Nov 12 04:07:01.238014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2add87f9-eb23-4c3b-a580-e88ca3ca3e08 req-e59cca4b-5e77-4fb7-9ca0-4dc4ccbe0765 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 210 time: 0.0283210 Nov 12 04:07:01.371082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c38-6438-44da-b26f-45ea1fc2b996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.683136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:01.706526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:01.706880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a70ef902-dfaa-4dce-ae6e-6b2b8f3374f3 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:02.342366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f22829b-45a3-4c60-9dc7-3377f8c6e6ca req-5a7ec0f6-8787-46df-8041-e3b8b01de501 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 210 time: 0.0320988 Nov 12 04:07:03.442651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8e920a52-6e94-4cb2-bfcb-6998010425ad req-c6575365-1a9d-4714-b8c5-fc0edd439c89 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 210 time: 0.0296032 Nov 12 04:07:03.619997 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dcf55b6c-264a-4bcd-9dc6-12a8d644b06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.563130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f72f0bf9-2164-4688-a77e-a86300f27397 req-fd22d143-361e-415d-83ab-cf4288b2e4cd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e79572c-656e-47a9-bf17-8d883b17ab5e HTTP/1.1" status: 200 len: 210 time: 0.0311430 Nov 12 04:07:05.064131 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:06.439913 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.293130 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.033284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34838) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:11.200196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port 390d402c-af29-4b83-af54-8903f23bb1f5 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:11.200558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.280086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.280325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.294404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for 390d402c-af29-4b83-af54-8903f23bb1f5 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:11.452635 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.482050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=390d402c-af29-4b83-af54-8903f23bb1f5,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:11.545236 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:11.545502 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Floating IP 4743e4ac-c922-497e-914e-f8769545001f disassociated (deleted). External IP: 172.25.0.140, port: 920c7bdf-b640-426d-b177-a5ff59bb1621. Nov 12 04:07:12.046338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:12.156419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:12.161191 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:12.166931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:12.182030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:12.182674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:07:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:12.194232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e58493c9-374a-4866-b042-b844cc485145 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "DELETE /v2.0/floatingips/4743e4ac-c922-497e-914e-f8769545001f HTTP/1.1" status: 204 len: 168 time: 1.1574814 Nov 12 04:07:12.194232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:12.195203 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c165bf3-42b8-4852-820b-7a300b2b5c90" -d '{"events": [{"name": "network-changed", "server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:12.242256 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c276a1e-1776-424d-887d-92275d289cd4 x-openstack-request-id: req-5c276a1e-1776-424d-887d-92275d289cd4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:12.242554 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:12.242998 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c276a1e-1776-424d-887d-92275d289cd4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:12.243196 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'status': 'completed', 'code': 200} Nov 12 04:07:12.331085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-66bc9280-e36e-4892-b429-4b9cc1f26095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.333404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-66bc9280-e36e-4892-b429-4b9cc1f26095 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 1097 time: 0.0582452 Nov 12 04:07:12.346089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:12.451923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-fe765370-3641-46d1-b3bb-4ec1dee0e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.453909 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-fe765370-3641-46d1-b3bb-4ec1dee0e878 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 200 len: 913 time: 0.1112149 Nov 12 04:07:12.484399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937f673-4db3-4b1b-a040-d6ee30f0c2e3 req-641546bf-a70f-47f1-855e-40ab8cdfeff0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.492531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9937f673-4db3-4b1b-a040-d6ee30f0c2e3 req-641546bf-a70f-47f1-855e-40ab8cdfeff0 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 945 time: 0.0613749 Nov 12 04:07:12.505651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-060ca5a4-29cf-4ee6-9310-1675174f4c89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 200 len: 217 time: 0.0425186 Nov 12 04:07:12.548379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9937f673-4db3-4b1b-a040-d6ee30f0c2e3 req-6b03dc74-1b92-49a1-bb86-d733d0c8c8b2 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548282 Nov 12 04:07:12.574016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-f4cd10aa-7303-42b8-bd2c-f4fab0c7f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.575512 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-f4cd10aa-7303-42b8-bd2c-f4fab0c7f711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 200 len: 850 time: 0.0617235 Nov 12 04:07:12.630413 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-db46cf65-62c2-426a-b20e-ccd693fe7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.631810 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-db46cf65-62c2-426a-b20e-ccd693fe7894 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2948d2ca-6c42-409f-8812-dab7ef36e381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477297 Nov 12 04:07:12.730118 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-c5b2580f-a3c1-4350-807e-705c12f9a489 service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901780 Nov 12 04:07:12.753950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:12.781651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:12.790151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:12.791008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:07:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:12.823336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3c165bf3-42b8-4852-820b-7a300b2b5c90 req-73431775-4147-4cb8-87a3-115e8abe04ee service neutron] 10.222.0.20 "GET /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835595 Nov 12 04:07:12.899765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:13.106664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:13.135187 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338ae0b-a364-4c7b-aa25-e7b9dbc6a396 None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'dfc99f81-3388-47cb-88dd-b02ebd045fe7', 'name': '', 'network_id': '2948d2ca-6c42-409f-8812-dab7ef36e381', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'mac_address': 'fa:16:3e:9d:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:44Z', 'updated_at': '2021-11-12T03:56:50Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'subnets': [{'id': '82494dc4-4c28-4110-9196-ee1aa9382e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:13.374144 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f27045-e30a-4228-bd86-c827db080bc3 None None] New status for floating IP 4743e4ac-c922-497e-914e-f8769545001f: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:07:13.676281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cc0e5-c6f7-4f1e-ae78-075ccf92cb43 req-20603bf9-f8b6-47ea-a20a-9624a531227b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.677789 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b3cc0e5-c6f7-4f1e-ae78-075ccf92cb43 req-20603bf9-f8b6-47ea-a20a-9624a531227b tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 945 time: 0.0562205 Nov 12 04:07:13.730035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b3cc0e5-c6f7-4f1e-ae78-075ccf92cb43 req-4ff014a2-d80c-4c11-8132-ee8b62ad3af9 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3a04363-2db3-4166-b3d7-d4dab508b5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462208 Nov 12 04:07:13.977850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-c057a60a-b4ad-47f4-89e1-990cff426017 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.979292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-c057a60a-b4ad-47f4-89e1-990cff426017 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 945 time: 0.0508473 Nov 12 04:07:14.074191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port 920c7bdf-b640-426d-b177-a5ff59bb1621 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:14.074440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.160616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] For port 920c7bdf-b640-426d-b177-a5ff59bb1621, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=920c7bdf-b640-426d-b177-a5ff59bb1621,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:14.161013 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.174629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for 920c7bdf-b640-426d-b177-a5ff59bb1621 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:14.308387 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.340600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=920c7bdf-b640-426d-b177-a5ff59bb1621,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:14.398469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] No DVR routers for this DVR port 920c7bdf-b640-426d-b177-a5ff59bb1621 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:14.400936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:14.404295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d44e3fc-bf2e-4ef0-a4c0-4a94a43598e4 req-5ccd401d-6e60-45e1-bcd0-ca6f0c18ea09 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.20 "DELETE /v2.0/ports/920c7bdf-b640-426d-b177-a5ff59bb1621 HTTP/1.1" status: 204 len: 173 time: 0.4168127 Nov 12 04:07:14.404821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'name': 'network-vif-deleted', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:14.407887 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2da732-191c-45e1-8733-b2119cdd189c" -d '{"events": [{"server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "name": "network-vif-deleted", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:14.445325 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4398274-644e-4e40-bde5-71b9c4dc5ffd x-openstack-request-id: req-a4398274-644e-4e40-bde5-71b9c4dc5ffd {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:14.445690 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d78ab1-0c2c-496d-8995-a8c87a49af9f", "name": "network-vif-deleted", "tag": "920c7bdf-b640-426d-b177-a5ff59bb1621", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:14.446087 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4398274-644e-4e40-bde5-71b9c4dc5ffd {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:14.446555 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d78ab1-0c2c-496d-8995-a8c87a49af9f', 'name': 'network-vif-deleted', 'tag': '920c7bdf-b640-426d-b177-a5ff59bb1621', 'status': 'completed', 'code': 200} Nov 12 04:07:14.834854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7655ad0-75e9-47ef-8e63-2f56619fc26b req-7078728e-e9d9-47b8-8fa9-509333cb3286 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 210 time: 0.0287869 Nov 12 04:07:15.641260 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab7590-99b1-481b-aa26-545beffb032e req-29e52b05-88f7-493a-9aa2-14a714a0bab7 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.642774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aeab7590-99b1-481b-aa26-545beffb032e req-29e52b05-88f7-493a-9aa2-14a714a0bab7 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 945 time: 0.0533087 Nov 12 04:07:15.692386 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aeab7590-99b1-481b-aa26-545beffb032e req-ab331975-dcb1-4b0b-baab-eb42db6270ea tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Nov 12 04:07:15.937218 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a98b19a3-9621-4977-ab1b-c459dea1c41f req-9be4e508-3196-4dfe-a9bf-a8d315fe6f28 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 210 time: 0.0299118 Nov 12 04:07:16.809196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eb7c5-e5e8-4ca0-942b-1b93be3d4d19 req-0a2c2663-cad9-4858-b211-ceef10d9338d tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:16.810690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-683eb7c5-e5e8-4ca0-942b-1b93be3d4d19 req-0a2c2663-cad9-4858-b211-ceef10d9338d tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Nov 12 04:07:16.863281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-683eb7c5-e5e8-4ca0-942b-1b93be3d4d19 req-eb27f747-7c63-4c4e-b935-6845f63a8630 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/security-groups?id=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467403 Nov 12 04:07:17.043735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aaac600e-056c-43ba-b176-9131820efdce req-a7411849-fa45-4ce0-abb5-3173f95594cd tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 210 time: 0.0267062 Nov 12 04:07:17.113026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-ec0c4136-144c-4b82-8977-b728d0005ff1 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:17.114500 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-ec0c4136-144c-4b82-8977-b728d0005ff1 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 945 time: 0.0502667 Nov 12 04:07:17.208949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Deleting port a7e53037-b992-47e5-9771-419e12abc479 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:17.209284 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.310137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] For port a7e53037-b992-47e5-9771-419e12abc479, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a7e53037-b992-47e5-9771-419e12abc479,segment=NetworkSegment(5ef93d24-9c2d-4d65-87a9-1457dd6cf141),segment_id=5ef93d24-9c2d-4d65-87a9-1457dd6cf141)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:17.310498 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.322998 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Calling delete_port for a7e53037-b992-47e5-9771-419e12abc479 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:17.458430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.471583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a7e53037-b992-47e5-9771-419e12abc479'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:07:17.490816 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Pushing event deleted for resources: {'Port': ['ID=a7e53037-b992-47e5-9771-419e12abc479,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:17.532949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] No DVR routers for this DVR port a7e53037-b992-47e5-9771-419e12abc479 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:17.535225 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:17.538493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac21a650-5199-4c58-83a6-30e23b548b81 req-c3958e79-d224-4916-a57f-ad7e8f1809d0 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.20 "DELETE /v2.0/ports/a7e53037-b992-47e5-9771-419e12abc479 HTTP/1.1" status: 204 len: 173 time: 0.4181263 Nov 12 04:07:17.538933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef7298d-2b46-451f-9673-bc44c9aff688', 'name': 'network-vif-deleted', 'tag': 'a7e53037-b992-47e5-9771-419e12abc479'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:07:17.541187 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc6d157-252a-4f95-a3e2-b24e52f14140" -d '{"events": [{"server_uuid": "7ef7298d-2b46-451f-9673-bc44c9aff688", "name": "network-vif-deleted", "tag": "a7e53037-b992-47e5-9771-419e12abc479"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:07:17.589699 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661dc64d-eafc-4d37-b53c-f4f670b88cd1 x-openstack-request-id: req-661dc64d-eafc-4d37-b53c-f4f670b88cd1 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:07:17.589986 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef7298d-2b46-451f-9673-bc44c9aff688", "name": "network-vif-deleted", "tag": "a7e53037-b992-47e5-9771-419e12abc479", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:07:17.595726 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-661dc64d-eafc-4d37-b53c-f4f670b88cd1 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:07:17.596174 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef7298d-2b46-451f-9673-bc44c9aff688', 'name': 'network-vif-deleted', 'tag': 'a7e53037-b992-47e5-9771-419e12abc479', 'status': 'completed', 'code': 200} Nov 12 04:07:17.728898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 920c7bdf-b640-426d-b177-a5ff59bb1621 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:17.753712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 920c7bdf-b640-426d-b177-a5ff59bb1621 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:17.753973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 920c7bdf-b640-426d-b177-a5ff59bb1621 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:17.754391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a7e53037-b992-47e5-9771-419e12abc479 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:17.773798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: a7e53037-b992-47e5-9771-419e12abc479 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:17.774138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a7e53037-b992-47e5-9771-419e12abc479 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:17.981912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-18dd3e43-0157-4cd9-8959-40e8215cdeff req-b9fecb04-56b1-43da-96a5-0dc996f551b2 tempest-VolumesSnapshotTestJSON-1143927036 tempest-VolumesSnapshotTestJSON-1143927036-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ef7298d-2b46-451f-9673-bc44c9aff688 HTTP/1.1" status: 200 len: 210 time: 0.0315239 Nov 12 04:07:18.147525 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c44adeaa-d0c4-494f-8afc-549af4125c9a req-b70c1d0e-4a78-4548-a18c-d510f80ba7ef tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 210 time: 0.0290213 Nov 12 04:07:19.267927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-416e8002-51c3-44ff-97f9-809bf59046ac req-b8e6560f-aa3c-49df-8848-dc9e7273672f tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "GET /v2.0/ports?device_id=82d78ab1-0c2c-496d-8995-a8c87a49af9f HTTP/1.1" status: 200 len: 210 time: 0.0350149 Nov 12 04:07:20.324137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34892) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:20.458224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Deleting port a308b334-8808-4346-bb3c-d1e1e43565e7 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:20.458567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.541803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.542152 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.554181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Calling delete_port for a308b334-8808-4346-bb3c-d1e1e43565e7 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:20.688630 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.715948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'Port': ['ID=a308b334-8808-4346-bb3c-d1e1e43565e7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:20.780021 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.782784 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.783939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c1eeb78c-4270-4235-a024-323e9ead4810 tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "DELETE /v2.0/floatingips/adc0f003-9ac0-41c2-9708-e37b058ccfeb HTTP/1.1" status: 204 len: 168 time: 0.4587679 Nov 12 04:07:24.085287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34928) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:24.147566 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e71c348c-5422-4070-839d-301113d443bf tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.173276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e71c348c-5422-4070-839d-301113d443bf tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.239431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e71c348c-5422-4070-839d-301113d443bf tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.242735 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e71c348c-5422-4070-839d-301113d443bf tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.244064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e71c348c-5422-4070-839d-301113d443bf tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3a04363-2db3-4166-b3d7-d4dab508b5e9 HTTP/1.1" status: 204 len: 168 time: 0.1577806 Nov 12 04:07:24.255229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c348c-5422-4070-839d-301113d443bf tempest-TestVolumeBootPattern-897993587 tempest-TestVolumeBootPattern-897993587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a04363-2db3-4166-b3d7-d4dab508b5e9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:24.331680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34932) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:25.000294 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.204147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.442763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Deleting port dfc99f81-3388-47cb-88dd-b02ebd045fe7 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:25.443182 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.525278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] For port dfc99f81-3388-47cb-88dd-b02ebd045fe7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=dfc99f81-3388-47cb-88dd-b02ebd045fe7,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:25.525663 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.542247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Calling delete_port for dfc99f81-3388-47cb-88dd-b02ebd045fe7 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:25.730095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.754093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc99f81-3388-47cb-88dd-b02ebd045fe7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:25.939817 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.163710 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Router 7f40bef2-987c-41a0-99cd-16c0937ad013 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:26.281595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:26.290002 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-18ba51d7-f64a-44a5-bb7b-90c49b1ab598 admin admin] 10.222.0.49 "PUT /v2.0/routers/7f40bef2-987c-41a0-99cd-16c0937ad013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9550033 Nov 12 04:07:26.290325 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34942) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:26.295034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] Sync routers for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:26.307138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:26.308005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:07:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:26.411385 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.431696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:26.536076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.607697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Deleting port c896e18d-ab08-4877-88cb-1d60988e80e6 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:26.608460 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.662921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T04:07:25Z', 'revision_number': 5, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port': {'id': 'c896e18d-ab08-4877-88cb-1d60988e80e6', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:26.691517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] Checking router: 7f40bef2-987c-41a0-99cd-16c0937ad013 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:26.699482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] For port c896e18d-ab08-4877-88cb-1d60988e80e6, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c896e18d-ab08-4877-88cb-1d60988e80e6,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:26.699863 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.701461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] Routers {'7f40bef2-987c-41a0-99cd-16c0937ad013'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:26.702058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:07:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['7f40bef2-987c-41a0-99cd-16c0937ad013'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:26.716009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Calling delete_port for c896e18d-ab08-4877-88cb-1d60988e80e6 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:26.794484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] Set router 7f40bef2-987c-41a0-99cd-16c0937ad013 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:26.852258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T04:07:26Z', 'revision_number': 6, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:26.885637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e0baa-95f1-4e3d-847c-89cd64e1d5ee None None] The sync data for ids ['7f40bef2-987c-41a0-99cd-16c0937ad013'] in n-d-789963-21 is: [{'id': '7f40bef2-987c-41a0-99cd-16c0937ad013', 'name': 'tempest-TestVolumeBootPattern-896218416-router', 'tenant_id': '340d9d4528c242ceac227e1a12c7c0a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:42Z', 'updated_at': '2021-11-12T04:07:26Z', 'revision_number': 6, 'project_id': '340d9d4528c242ceac227e1a12c7c0a9', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:26.926646 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.955053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c896e18d-ab08-4877-88cb-1d60988e80e6,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:26.970305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3aa25f-f5be-4a51-bd5f-9a84357a7422 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:27.025698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.128871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.133531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.178706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.179240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f40bef2-987c-41a0-99cd-16c0937ad013 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:07:27.183423 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.184705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f997e60a-fb4d-4ee3-8783-30c9541b8b86 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7f40bef2-987c-41a0-99cd-16c0937ad013 HTTP/1.1" status: 204 len: 168 time: 0.8932858 Nov 12 04:07:27.187245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34946) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:27.241416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd1c107-2e6c-4177-89a1-48565d07b62c admin admin] Deleting subnet 82494dc4-4c28-4110-9196-ee1aa9382e33 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:07:27.245316 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c107-2e6c-4177-89a1-48565d07b62c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.291202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c107-2e6c-4177-89a1-48565d07b62c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.394255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c107-2e6c-4177-89a1-48565d07b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.404917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device dfc99f81-3388-47cb-88dd-b02ebd045fe7 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:27.428228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: dfc99f81-3388-47cb-88dd-b02ebd045fe7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:27.428913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device dfc99f81-3388-47cb-88dd-b02ebd045fe7 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:27.454698 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c107-2e6c-4177-89a1-48565d07b62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.482196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1c107-2e6c-4177-89a1-48565d07b62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82494dc4-4c28-4110-9196-ee1aa9382e33,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:27.484386 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c107-2e6c-4177-89a1-48565d07b62c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.487900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cdd1c107-2e6c-4177-89a1-48565d07b62c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/82494dc4-4c28-4110-9196-ee1aa9382e33 HTTP/1.1" status: 204 len: 168 time: 0.2989106 Nov 12 04:07:27.490180 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34948) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:27.495705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5112d567-b6df-4682-b4aa-e68cd52d9e9a None None] Network 2948d2ca-6c42-409f-8812-dab7ef36e381 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:27.567434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.630922 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Deleting port 0699ccc2-8b80-4843-b4b1-874e5507b298 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:27.631893 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.703543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] For port 0699ccc2-8b80-4843-b4b1-874e5507b298, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=0699ccc2-8b80-4843-b4b1-874e5507b298,segment=NetworkSegment(b100d912-81f8-4d25-8b34-fa09adaae945),segment_id=b100d912-81f8-4d25-8b34-fa09adaae945)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:27.703798 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.737095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Calling delete_port for 0699ccc2-8b80-4843-b4b1-874e5507b298 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:27.760597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] DHCP port deletion for 2948d2ca-6c42-409f-8812-dab7ef36e381 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:27.831473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] Deleting port 0699ccc2-8b80-4843-b4b1-874e5507b298 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:27.831899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.832601 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.864492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] No DVR routers for this DVR port 0699ccc2-8b80-4843-b4b1-874e5507b298 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:27.869314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Pushing event deleted for resources: {'Port': ['ID=0699ccc2-8b80-4843-b4b1-874e5507b298,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:27.924688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] For port 0699ccc2-8b80-4843-b4b1-874e5507b298, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:27.925128 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.943853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] Calling delete_port for 0699ccc2-8b80-4843-b4b1-874e5507b298 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:27.946721 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] Port 0699ccc2-8b80-4843-b4b1-874e5507b298 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:07:27.948565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.973425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.975866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] Pushing event deleted for resources: {'Port': ['ID=0699ccc2-8b80-4843-b4b1-874e5507b298,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:27.983824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aaa7e0-1ee0-437d-a481-dd83123eb544 None None] No DVR routers for this DVR port 0699ccc2-8b80-4843-b4b1-874e5507b298 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:28.007596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2948d2ca-6c42-409f-8812-dab7ef36e381']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:28.020719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b100d912-81f8-4d25-8b34-fa09adaae945') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:28.021052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b100d912-81f8-4d25-8b34-fa09adaae945') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:28.031744 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.048556 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.056785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:07:28.057187 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:07:28.059002 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:07:28.139825 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.145993 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.154746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34952) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:28.155299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] 10.222.0.49 "DELETE /v2.0/networks/2948d2ca-6c42-409f-8812-dab7ef36e381 HTTP/1.1" status: 204 len: 168 time: 0.6615348 Nov 12 04:07:28.173276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd907e-dc26-4dc8-ab41-f653efe3086b admin admin] Pushing event deleted for resources: {'Network': ['ID=2948d2ca-6c42-409f-8812-dab7ef36e381,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:28.563262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.834765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Deleting port 7851bd56-daa7-456a-b80e-ef62a4514bbb {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:28.835027 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.915439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] For port 7851bd56-daa7-456a-b80e-ef62a4514bbb, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7851bd56-daa7-456a-b80e-ef62a4514bbb,segment=NetworkSegment(4b3c31c7-07e9-4173-a736-500ecc05185c),segment_id=4b3c31c7-07e9-4173-a736-500ecc05185c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:28.915820 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.928582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Calling delete_port for 7851bd56-daa7-456a-b80e-ef62a4514bbb owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:29.117321 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.149290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7851bd56-daa7-456a-b80e-ef62a4514bbb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:29.391487 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.445748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c896e18d-ab08-4877-88cb-1d60988e80e6 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:29.469426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c896e18d-ab08-4877-88cb-1d60988e80e6 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:29.470075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c896e18d-ab08-4877-88cb-1d60988e80e6 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:29.470713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0699ccc2-8b80-4843-b4b1-874e5507b298 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:29.496728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 0699ccc2-8b80-4843-b4b1-874e5507b298 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:29.497438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 0699ccc2-8b80-4843-b4b1-874e5507b298 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:29.657829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Router 96b056f4-7630-457d-9e86-52c549c90a48 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:07:29.771341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:07:29.779325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-25a314dd-472b-4560-a17e-4e2319a57d32 admin admin] 10.222.0.49 "PUT /v2.0/routers/96b056f4-7630-457d-9e86-52c549c90a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6233459 Nov 12 04:07:29.779736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34956) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:29.782558 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] Sync routers for ids ['96b056f4-7630-457d-9e86-52c549c90a48'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:07:29.795482 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] Routers {'96b056f4-7630-457d-9e86-52c549c90a48'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:29.796994 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:07:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['96b056f4-7630-457d-9e86-52c549c90a48'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:29.898878 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:29.908447 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] Set router 96b056f4-7630-457d-9e86-52c549c90a48 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:30.019471 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.084326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Deleting port 4bf976e0-5194-426f-b5e8-c1a238030135 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:30.084934 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.106090 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T04:07:29Z', 'revision_number': 5, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port': {'id': '4bf976e0-5194-426f-b5e8-c1a238030135', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:29:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b056f4-7630-457d-9e86-52c549c90a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T03:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:30.134864 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] Checking router: 96b056f4-7630-457d-9e86-52c549c90a48 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:07:30.144462 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] Routers {'96b056f4-7630-457d-9e86-52c549c90a48'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:07:30.145210 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:07:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['96b056f4-7630-457d-9e86-52c549c90a48'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:30.175355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] For port 4bf976e0-5194-426f-b5e8-c1a238030135, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=4bf976e0-5194-426f-b5e8-c1a238030135,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:30.175355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.190835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Calling delete_port for 4bf976e0-5194-426f-b5e8-c1a238030135 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:30.237882 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] Set router 96b056f4-7630-457d-9e86-52c549c90a48 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:07:30.304938 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T04:07:30Z', 'revision_number': 6, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:30.354062 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35d82c-d605-4f5d-8916-3078ace8b25a None None] The sync data for ids ['96b056f4-7630-457d-9e86-52c549c90a48'] in n-d-789963-21 is: [{'id': '96b056f4-7630-457d-9e86-52c549c90a48', 'name': 'tempest-TestVolumeBootPattern-1752629459-router', 'tenant_id': '19325aa2a05c47abae50b647fc08d350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:47Z', 'updated_at': '2021-11-12T04:07:30Z', 'revision_number': 6, 'project_id': '19325aa2a05c47abae50b647fc08d350', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:07:30.430630 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.467340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf976e0-5194-426f-b5e8-c1a238030135,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:30.494776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f9ce7-1c3e-4857-b0f5-089e0b9a3405 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:30.517207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.517955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.518389 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.519327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.519665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.520003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.520331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.520659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.521563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.521563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.521882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.521959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:07:30.580986 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.681503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.684768 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.750602 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.751244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b056f4-7630-457d-9e86-52c549c90a48 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:07:30.756906 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.758069 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-00258fcf-67f8-48c5-ae3c-89aac7dab69c admin admin] 10.222.0.49 "DELETE /v2.0/routers/96b056f4-7630-457d-9e86-52c549c90a48 HTTP/1.1" status: 204 len: 168 time: 0.9773886 Nov 12 04:07:30.760819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:30.814105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87921ad-eb79-429d-98ef-d44c9cea4971 admin admin] Deleting subnet 097233c0-69cc-4c76-8093-4ac5d0feaf8b {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:07:30.820819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d87921ad-eb79-429d-98ef-d44c9cea4971 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.863312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d87921ad-eb79-429d-98ef-d44c9cea4971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.951402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d87921ad-eb79-429d-98ef-d44c9cea4971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.007129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d87921ad-eb79-429d-98ef-d44c9cea4971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.035499 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d87921ad-eb79-429d-98ef-d44c9cea4971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.038821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d87921ad-eb79-429d-98ef-d44c9cea4971 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/097233c0-69cc-4c76-8093-4ac5d0feaf8b HTTP/1.1" status: 204 len: 168 time: 0.2767684 Nov 12 04:07:31.039945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87921ad-eb79-429d-98ef-d44c9cea4971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097233c0-69cc-4c76-8093-4ac5d0feaf8b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:31.041108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7626bfba-1f83-4f9d-b45b-1dd0a1028477 None None] Network 108c07af-e95d-43bf-bfde-2152f2f09bae requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:07:31.042008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:31.114102 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.167435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Deleting port 562f83a2-465f-4d58-9014-1c076f124ced {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:31.167592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.225212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] DHCP port deletion for 108c07af-e95d-43bf-bfde-2152f2f09bae request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:07:31.240182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] For port 562f83a2-465f-4d58-9014-1c076f124ced, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=562f83a2-465f-4d58-9014-1c076f124ced,segment=NetworkSegment(4b3c31c7-07e9-4173-a736-500ecc05185c),segment_id=4b3c31c7-07e9-4173-a736-500ecc05185c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:31.240541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.257747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Calling delete_port for 562f83a2-465f-4d58-9014-1c076f124ced owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:31.313326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] Deleting port 562f83a2-465f-4d58-9014-1c076f124ced {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:07:31.313740 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.345985 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 562f83a2-465f-4d58-9014-1c076f124ced no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:31.370068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.392717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Pushing event deleted for resources: {'Port': ['ID=562f83a2-465f-4d58-9014-1c076f124ced,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:31.408987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] For port 562f83a2-465f-4d58-9014-1c076f124ced, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=562f83a2-465f-4d58-9014-1c076f124ced,segment=NetworkSegment(4b3c31c7-07e9-4173-a736-500ecc05185c),segment_id=4b3c31c7-07e9-4173-a736-500ecc05185c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:07:31.409391 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.417293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] No DVR routers for this DVR port 562f83a2-465f-4d58-9014-1c076f124ced on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:31.447265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 562f83a2-465f-4d58-9014-1c076f124ced {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:31.447611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 562f83a2-465f-4d58-9014-1c076f124ced not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:31.448059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7851bd56-daa7-456a-b80e-ef62a4514bbb no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:31.456665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] Calling delete_port for 562f83a2-465f-4d58-9014-1c076f124ced owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:07:31.479809 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8d421757-18ce-43d1-9ff7-ac9ecf4b4e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.481209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 7851bd56-daa7-456a-b80e-ef62a4514bbb {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:31.481556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7851bd56-daa7-456a-b80e-ef62a4514bbb not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:31.481983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4bf976e0-5194-426f-b5e8-c1a238030135 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:07:31.511541 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.512254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 4bf976e0-5194-426f-b5e8-c1a238030135 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:07:31.512711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 4bf976e0-5194-426f-b5e8-c1a238030135 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:07:31.538093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108c07af-e95d-43bf-bfde-2152f2f09bae']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:31.550168 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3c31c7-07e9-4173-a736-500ecc05185c') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:31.550530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3c31c7-07e9-4173-a736-500ecc05185c') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:07:31.563631 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.585033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.595053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:07:31.595776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:07:31.598010 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:07:31.666398 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.676857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.679356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.680913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] 10.222.0.49 "DELETE /v2.0/networks/108c07af-e95d-43bf-bfde-2152f2f09bae HTTP/1.1" status: 204 len: 168 time: 0.6378646 Nov 12 04:07:31.694649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a679704-0586-4691-b81f-1a19f91d622d admin admin] Pushing event deleted for resources: {'Network': ['ID=108c07af-e95d-43bf-bfde-2152f2f09bae,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:31.719735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] Pushing event deleted for resources: {'Port': ['ID=562f83a2-465f-4d58-9014-1c076f124ced,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:31.721837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] Network 108c07af-e95d-43bf-bfde-2152f2f09bae is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:07:31.722356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59e523-54d8-450f-81a2-1a299bc26cd1 None None] No DVR routers for this DVR port 562f83a2-465f-4d58-9014-1c076f124ced on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:07:31.842505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34974) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:31.883653 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-df1171a8-d89c-4215-919f-150721e3eb4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=340d9d4528c242ceac227e1a12c7c0a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399177 Nov 12 04:07:31.886121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 34976) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:31.933171 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-098f32df-ff14-40f2-bc38-e18c6d607228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.955038 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-098f32df-ff14-40f2-bc38-e18c6d607228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.003769 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-098f32df-ff14-40f2-bc38-e18c6d607228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.006416 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-098f32df-ff14-40f2-bc38-e18c6d607228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.007613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-098f32df-ff14-40f2-bc38-e18c6d607228 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89addb17-4dfe-496e-82fe-a99315e20d85 HTTP/1.1" status: 204 len: 168 time: 0.1205931 Nov 12 04:07:32.015829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f32df-ff14-40f2-bc38-e18c6d607228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89addb17-4dfe-496e-82fe-a99315e20d85,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:32.363201 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34982) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:32.402494 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5f500459-3afc-41f8-b74c-8fac27d365af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19325aa2a05c47abae50b647fc08d350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381169 Nov 12 04:07:32.405042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 34984) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:07:32.452003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe92a581-a08c-4c07-ac8f-ec069758e749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.473056 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe92a581-a08c-4c07-ac8f-ec069758e749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.524519 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe92a581-a08c-4c07-ac8f-ec069758e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.528147 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe92a581-a08c-4c07-ac8f-ec069758e749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.529497 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fe92a581-a08c-4c07-ac8f-ec069758e749 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d250869-52ea-4ec5-af7f-3849cf175367 HTTP/1.1" status: 204 len: 168 time: 0.1227860 Nov 12 04:07:32.538546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92a581-a08c-4c07-ac8f-ec069758e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d250869-52ea-4ec5-af7f-3849cf175367,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:07:33.621546 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59b2d123-0a7c-4966-adc4-982afa4ed6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.064057 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.453104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:36.607315 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:37.288237 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:45.386663 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-701d2cde-362a-48c2-87a7-4a8cf5497795 req-39084faf-8a28-46d5-a4fd-0ecac38f55fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1667979 Nov 12 04:07:45.801284 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-701d2cde-362a-48c2-87a7-4a8cf5497795 req-893d1f3c-e174-428f-a039-472792846820 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.3824151 Nov 12 04:07:45.847551 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-701d2cde-362a-48c2-87a7-4a8cf5497795 req-32968a35-3fc4-46c8-b43a-0756928c8cbf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213089 Nov 12 04:07:45.942565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d2cde-362a-48c2-87a7-4a8cf5497795 req-28abac2f-5d1c-4ff0-98c0-d979c7276bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:45.944044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-701d2cde-362a-48c2-87a7-4a8cf5497795 req-28abac2f-5d1c-4ff0-98c0-d979c7276bd2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0886736 Nov 12 04:07:55.002582 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.363697 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0310e8f4-581e-4b17-848f-5b69ca1fd59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.624224 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96c3c23f-f18f-4e27-8df9-cc8ea449570f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.416498 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35126) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:04.465465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d7c47c-ed45-4234-9faf-b1e7a9dbb896 admin admin] Deleting subnet 0646366c-faef-4f0c-b947-080f9352b5b9 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:04.469062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c47c-ed45-4234-9faf-b1e7a9dbb896 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.506333 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c47c-ed45-4234-9faf-b1e7a9dbb896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.545650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c47c-ed45-4234-9faf-b1e7a9dbb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.599222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c47c-ed45-4234-9faf-b1e7a9dbb896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.623289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7c47c-ed45-4234-9faf-b1e7a9dbb896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0646366c-faef-4f0c-b947-080f9352b5b9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:04.630846 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c47c-ed45-4234-9faf-b1e7a9dbb896 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.634188 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d1d7c47c-ed45-4234-9faf-b1e7a9dbb896 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0646366c-faef-4f0c-b947-080f9352b5b9 HTTP/1.1" status: 204 len: 168 time: 0.2165208 Nov 12 04:08:04.636618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35128) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:04.712717 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.790330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.815170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f92be6-6910-48cd-9ce9-ec1fa4173c62']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:04.824191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef93d24-9c2d-4d65-87a9-1457dd6cf141') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:04.824482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef93d24-9c2d-4d65-87a9-1457dd6cf141') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:04.834393 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.847803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.853870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:04.854243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:04.855964 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:04.910407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.915454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.918744 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] 10.222.0.49 "DELETE /v2.0/networks/17f92be6-6910-48cd-9ce9-ec1fa4173c62 HTTP/1.1" status: 204 len: 168 time: 0.2811177 Nov 12 04:08:04.931196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de52a3-3d39-4e4a-a19f-c2db565dca0c admin admin] Pushing event deleted for resources: {'Network': ['ID=17f92be6-6910-48cd-9ce9-ec1fa4173c62,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:05.069943 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.090920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35134) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:05.134061 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f9598bac-8f15-4109-8f11-1abf882b652b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65c70de8a3ac40d9aecd26dd29aa30b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397046 Nov 12 04:08:05.134342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35136) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:05.188823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2daf614e-77c8-431b-bd46-c0dcdc1948de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.209725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2daf614e-77c8-431b-bd46-c0dcdc1948de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.256469 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2daf614e-77c8-431b-bd46-c0dcdc1948de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.259024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2daf614e-77c8-431b-bd46-c0dcdc1948de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:05.260203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2daf614e-77c8-431b-bd46-c0dcdc1948de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d8d083c-ceb2-482e-b4d0-243cdeb83f0a HTTP/1.1" status: 204 len: 168 time: 0.1249523 Nov 12 04:08:05.269372 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf614e-77c8-431b-bd46-c0dcdc1948de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8d083c-ceb2-482e-b4d0-243cdeb83f0a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:06.439367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:07.290156 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.606195 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:14.276393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35210) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:14.385265 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed0a80f3-5bdd-4c68-907a-b01088abab42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.460833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed0a80f3-5bdd-4c68-907a-b01088abab42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.464274 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed0a80f3-5bdd-4c68-907a-b01088abab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.505952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ed0a80f3-5bdd-4c68-907a-b01088abab42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7202f910e984f06bb9a4860a7eeee51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280464 Nov 12 04:08:14.506808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a80f3-5bdd-4c68-907a-b01088abab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787b1805-e1e5-4861-9dca-de2b0aa352af,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:14.509691 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35214) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:14.566698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.589480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.640060 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.643017 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.644393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/787b1805-e1e5-4861-9dca-de2b0aa352af HTTP/1.1" status: 204 len: 168 time: 0.1332145 Nov 12 04:08:14.657176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787b1805-e1e5-4861-9dca-de2b0aa352af,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:14.671852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.673825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.674446 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.675024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.675594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.676388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.677007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.677577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.678280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.678852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.679431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:14.680008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d60ff-6a04-4096-901b-d0dbd6cfe84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:16.644482 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:16.748041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2c6-b7f9-422c-b1f3-a3bee1cddd53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.823933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2c6-b7f9-422c-b1f3-a3bee1cddd53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.827612 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2c6-b7f9-422c-b1f3-a3bee1cddd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.866084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a18ac2c6-b7f9-422c-b1f3-a3bee1cddd53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4f70ffa5aae427ba00d6156d5d64566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205076 Nov 12 04:08:16.867201 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ac2c6-b7f9-422c-b1f3-a3bee1cddd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8aa5ae-6e19-4d8a-b99c-c22a9bdbfdcf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:16.868873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35376) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:16.918698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a996a0e-b82d-4135-8097-dc24ceb05e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.940297 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a996a0e-b82d-4135-8097-dc24ceb05e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.985921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a996a0e-b82d-4135-8097-dc24ceb05e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.988614 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3a996a0e-b82d-4135-8097-dc24ceb05e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.989812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3a996a0e-b82d-4135-8097-dc24ceb05e1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c8aa5ae-6e19-4d8a-b99c-c22a9bdbfdcf HTTP/1.1" status: 204 len: 168 time: 0.1198776 Nov 12 04:08:16.997906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a996a0e-b82d-4135-8097-dc24ceb05e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8aa5ae-6e19-4d8a-b99c-c22a9bdbfdcf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:17.250653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35384) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:17.266426 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0212da47-0a27-4ea3-95fb-39f79039aa39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.340721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0212da47-0a27-4ea3-95fb-39f79039aa39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.345064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0212da47-0a27-4ea3-95fb-39f79039aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.383839 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0212da47-0a27-4ea3-95fb-39f79039aa39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b322df09b35949b880c6a9b71f3deb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320090 Nov 12 04:08:17.384650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212da47-0a27-4ea3-95fb-39f79039aa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c209db-0d4a-41ad-8551-45a36d7d676d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:17.386570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35386) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:17.436720 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03734d49-6307-48ea-b95e-986c9003ee36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.457564 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03734d49-6307-48ea-b95e-986c9003ee36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.504191 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03734d49-6307-48ea-b95e-986c9003ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.506667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03734d49-6307-48ea-b95e-986c9003ee36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.507804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-03734d49-6307-48ea-b95e-986c9003ee36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8c209db-0d4a-41ad-8551-45a36d7d676d HTTP/1.1" status: 204 len: 168 time: 0.1202226 Nov 12 04:08:17.515546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03734d49-6307-48ea-b95e-986c9003ee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c209db-0d4a-41ad-8551-45a36d7d676d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.002062 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.872820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-48d3bbf2-f984-48d9-8a24-853e3a387414 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d1e5202039e14364aee0063a47aaba47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219433 Nov 12 04:08:27.980803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-2ddf46d0-8834-4531-82f2-5ee4af1baa48 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.982246 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-2ddf46d0-8834-4531-82f2-5ee4af1baa48 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1036012 Nov 12 04:08:27.997198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-20c37609-1e13-4558-835d-48c755c25373 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/quotas/d1e5202039e14364aee0063a47aaba47 HTTP/1.1" status: 200 len: 375 time: 0.0090606 Nov 12 04:08:28.314391 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-0ee27b3f-72eb-4420-bc15-94dbc11bed03 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1e5202039e14364aee0063a47aaba47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3113363 Nov 12 04:08:28.586833 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7aaa66d-5a57-4027-b54c-3915a793c6e0 req-4cd0f2a8-f76c-426f-897c-6aa17f444872 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 210 time: 0.1380389 Nov 12 04:08:29.487676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-3900a7e6-7806-4213-b841-7647cdd8b219 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d1e5202039e14364aee0063a47aaba47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214272 Nov 12 04:08:29.602584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-b22e7ffc-1b04-47d1-9ac0-630fe4853dc1 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.604359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-b22e7ffc-1b04-47d1-9ac0-630fe4853dc1 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113806 Nov 12 04:08:29.620294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Request body: {'port': {'device_id': 'd979d071-43a5-4789-8490-a3901dcc878a', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'admin_state_up': True, 'tenant_id': 'd1e5202039e14364aee0063a47aaba47'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:29.677704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-28cc7331-0338-4163-99e0-aa82e6e5eccf req-3e3b0c63-3bc6-4e09-a399-5b79cbb4c8ba tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 210 time: 0.0256455 Nov 12 04:08:29.733813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Made reservation on behalf of d1e5202039e14364aee0063a47aaba47 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:29.737868 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.746551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.822600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.826266 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.884669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2857e6fa-6137-4b88-ad36-1f9570e2b9eb,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:29.963158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Allocated IP 192.168.233.44 (e1008efa-0dfd-4f20-b378-df12c08eeb3a/0296a713-a056-4913-a4e9-93f8b984a693/e7584126-3586-40bb-b892-3f2306c168a0) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:30.108277 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.141534 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.190891 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Network e1008efa-0dfd-4f20-b378-df12c08eeb3a is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:30.194190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:30.198006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:30.222539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Pushing event updated for resources: {'Port': ['ID=e7584126-3586-40bb-b892-3f2306c168a0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:30.253570 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.254229 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.270536 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a7a0e02d-2470-47cb-92f5-80459556587d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6540341 Nov 12 04:08:30.334781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Request body: {'port': {'device_id': 'd979d071-43a5-4789-8490-a3901dcc878a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:30.390614 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.456220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-22bb8f81-06e8-4ca7-9558-8a3febd0b6a6 None None] Provisioning complete for port e7584126-3586-40bb-b892-3f2306c168a0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:30.456809 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22bb8f81-06e8-4ca7-9558-8a3febd0b6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.493829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-22bb8f81-06e8-4ca7-9558-8a3febd0b6a6 None None] Port e7584126-3586-40bb-b892-3f2306c168a0 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:30.658812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7584126-3586-40bb-b892-3f2306c168a0 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:30.666065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.679732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Transition to ACTIVE for port object e7584126-3586-40bb-b892-3f2306c168a0 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:30.683420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.739475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7584126-3586-40bb-b892-3f2306c168a0,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:30.817466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.817823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.818170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.818513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.818856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.819191 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.819538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.819859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.820305 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.820643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.821000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.821331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:30.873604 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e277c-d6f5-49c3-8a5e-72bef1eb52a4 req-399f64ae-45b9-47a5-a020-8604bc9b2e9d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.875135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d27e277c-d6f5-49c3-8a5e-72bef1eb52a4 req-399f64ae-45b9-47a5-a020-8604bc9b2e9d tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 947 time: 0.1188700 Nov 12 04:08:30.876619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Attempting to bind port e7584126-3586-40bb-b892-3f2306c168a0 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:30.877017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Attempting to bind port e7584126-3586-40bb-b892-3f2306c168a0 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:30.877351 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Attempting to bind port e7584126-3586-40bb-b892-3f2306c168a0 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:30.882412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Port e7584126-3586-40bb-b892-3f2306c168a0 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:30.882732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Attempting to bind port e7584126-3586-40bb-b892-3f2306c168a0 on network e1008efa-0dfd-4f20-b378-df12c08eeb3a {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:30.901618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:30.901953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Checking segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:30.902331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Bound using segment: {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:30.902827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Bound port: e7584126-3586-40bb-b892-3f2306c168a0, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704fc959-1d4d-4170-aeab-6e51006b00e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:30.903188 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.963853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d27e277c-d6f5-49c3-8a5e-72bef1eb52a4 req-58bc174a-7c72-4edc-bc34-6fa5edfdc342 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768523 Nov 12 04:08:30.996086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] For port e7584126-3586-40bb-b892-3f2306c168a0, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:30.999022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] For port e7584126-3586-40bb-b892-3f2306c168a0, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7584126-3586-40bb-b892-3f2306c168a0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:31.004899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.049584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.050204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.051593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7584126-3586-40bb-b892-3f2306c168a0 HTTP/1.1" status: 200 len: 1096 time: 0.7728248 Nov 12 04:08:31.052034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd979d071-43a5-4789-8490-a3901dcc878a', 'tag': 'e7584126-3586-40bb-b892-3f2306c168a0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:31.054349 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dab6102-b673-41e5-93c6-101e0979f9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d979d071-43a5-4789-8490-a3901dcc878a", "tag": "e7584126-3586-40bb-b892-3f2306c168a0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:31.087758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125846dd-a766-4846-90d8-6dc9196d6bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7584126-3586-40bb-b892-3f2306c168a0,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:31.107900 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de162c2-b90f-43d8-b503-5c6ede6feae8 x-openstack-request-id: req-9de162c2-b90f-43d8-b503-5c6ede6feae8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:31.108192 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d979d071-43a5-4789-8490-a3901dcc878a", "tag": "e7584126-3586-40bb-b892-3f2306c168a0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:31.108447 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9de162c2-b90f-43d8-b503-5c6ede6feae8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:31.108977 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd979d071-43a5-4789-8490-a3901dcc878a', 'tag': 'e7584126-3586-40bb-b892-3f2306c168a0', 'status': 'completed', 'code': 200} Nov 12 04:08:31.143412 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a915f14e-8cdd-43cc-893a-e054cb818a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.144952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a915f14e-8cdd-43cc-893a-e054cb818a3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1e5202039e14364aee0063a47aaba47&device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 1099 time: 0.0461485 Nov 12 04:08:31.188538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-fa4de47c-3901-4cc8-bba8-347b470a2d19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e7584126-3586-40bb-b892-3f2306c168a0 HTTP/1.1" status: 200 len: 217 time: 0.0359557 Nov 12 04:08:31.244668 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-b0aa8017-9b6e-42ea-905a-fca8c9e1b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.246178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-b0aa8017-9b6e-42ea-905a-fca8c9e1b09e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0509286 Nov 12 04:08:31.293015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a094ba72-8722-42de-9d64-d05d4e790000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.294516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-a094ba72-8722-42de-9d64-d05d4e790000 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0418642 Nov 12 04:08:31.366693 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8101fcbc-32e8-4140-a8cb-1e88fc52d11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.389902 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-b5157e5d-21ef-4d1e-a9df-f54ab56f604e service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876622 Nov 12 04:08:31.482462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27613201-ad7b-4bfe-96a4-1fcd5219acfe req-e03cd202-d169-4c42-a444-597a89383708 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852160 Nov 12 04:08:31.566911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-ddc38597-b76c-49c4-8868-37f6152d9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.568405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-ddc38597-b76c-49c4-8868-37f6152d9c96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1e5202039e14364aee0063a47aaba47&device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 1099 time: 0.0417886 Nov 12 04:08:31.663636 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-cee1fbff-d641-473e-b403-4a759d2974d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.665121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-cee1fbff-d641-473e-b403-4a759d2974d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1008efa-0dfd-4f20-b378-df12c08eeb3a HTTP/1.1" status: 200 len: 871 time: 0.0895991 Nov 12 04:08:31.706373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-9c8d81c4-62ed-457c-aca1-1584efa8edf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e7584126-3586-40bb-b892-3f2306c168a0 HTTP/1.1" status: 200 len: 217 time: 0.0348961 Nov 12 04:08:31.755814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-467228d6-2b3c-4e2a-b7fb-d7aed8239ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.757200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-467228d6-2b3c-4e2a-b7fb-d7aed8239ffe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0296a713-a056-4913-a4e9-93f8b984a693 HTTP/1.1" status: 200 len: 843 time: 0.0435419 Nov 12 04:08:31.807218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-25028168-632d-47f8-bd3d-38bb7f0bbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.808673 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-25028168-632d-47f8-bd3d-38bb7f0bbcd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1008efa-0dfd-4f20-b378-df12c08eeb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446405 Nov 12 04:08:31.898873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-968e71f2-9337-42f5-b8dd-ee49cdaa10ce service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815630 Nov 12 04:08:31.992647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7dab6102-b673-41e5-93c6-101e0979f9aa req-4d633dec-a339-4809-bff6-438316e17318 service neutron] 10.222.0.20 "GET /v2.0/networks/e1008efa-0dfd-4f20-b378-df12c08eeb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861521 Nov 12 04:08:32.083123 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9dce2-0bc7-4f0f-bf6d-bb7d79337730 req-edac4aae-8cdc-40c1-8192-9d349506e240 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.084485 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aac9dce2-0bc7-4f0f-bf6d-bb7d79337730 req-edac4aae-8cdc-40c1-8192-9d349506e240 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 947 time: 0.0484591 Nov 12 04:08:32.130862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aac9dce2-0bc7-4f0f-bf6d-bb7d79337730 req-6d04e306-872b-4fcd-8cca-6bddeaa7578f tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Nov 12 04:08:33.247702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507662f-ec5c-4124-bdba-e1da679dd4cb req-a4d2d2a3-1c02-45de-a14e-cc97f1b52537 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.249156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4507662f-ec5c-4124-bdba-e1da679dd4cb req-a4d2d2a3-1c02-45de-a14e-cc97f1b52537 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 947 time: 0.0477936 Nov 12 04:08:33.295853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4507662f-ec5c-4124-bdba-e1da679dd4cb req-5ff73253-3fb8-4871-8665-ecff6e038ffd tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Nov 12 04:08:33.627489 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fcb487b4-be41-4293-9114-8b043f409287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.097993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e7584126-3586-40bb-b892-3f2306c168a0 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:34.193060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e7584126-3586-40bb-b892-3f2306c168a0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7584126-3586-40bb-b892-3f2306c168a0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:34.204717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'e7584126-3586-40bb-b892-3f2306c168a0', 'network_id': 'e1008efa-0dfd-4f20-b378-df12c08eeb3a', 'port_id': 'e7584126-3586-40bb-b892-3f2306c168a0', 'mac_address': 'fa:16:3e:2c:12:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0296a713-a056-4913-a4e9-93f8b984a693', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:34.241105 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.253458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7584126-3586-40bb-b892-3f2306c168a0 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:34.272648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e7584126-3586-40bb-b892-3f2306c168a0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7584126-3586-40bb-b892-3f2306c168a0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:34.276694 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.326384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e7584126-3586-40bb-b892-3f2306c168a0,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:34.334054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.334404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.334750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.335091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.335459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.335761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.336086 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.336411 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.336760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.337089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.337426 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.337735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:34.419194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f739a-5c9d-41e0-aaa0-869516ac1a04 req-43aa7d3c-875d-4383-8408-177bf69d029e tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.420808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6e1f739a-5c9d-41e0-aaa0-869516ac1a04 req-43aa7d3c-875d-4383-8408-177bf69d029e tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 948 time: 0.0547681 Nov 12 04:08:34.472891 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6e1f739a-5c9d-41e0-aaa0-869516ac1a04 req-59aa7434-fa3e-46a3-b662-22b7fa4e288f tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Nov 12 04:08:34.482588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e7584126-3586-40bb-b892-3f2306c168a0'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:35.069995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.592385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f5575-0213-42b2-9f22-6b12bd112b81 req-8791ee05-2507-4ac1-aab3-cb6a23003610 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.593894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c8f5575-0213-42b2-9f22-6b12bd112b81 req-8791ee05-2507-4ac1-aab3-cb6a23003610 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 948 time: 0.0509093 Nov 12 04:08:35.641161 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c8f5575-0213-42b2-9f22-6b12bd112b81 req-c03b9aa1-09a2-4e26-81ab-adc5ec90e833 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 Nov 12 04:08:36.102455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e7584126-3586-40bb-b892-3f2306c168a0 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:36.153470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port e7584126-3586-40bb-b892-3f2306c168a0 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:36.157735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port e7584126-3586-40bb-b892-3f2306c168a0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:36.158104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.232643 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.255221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd979d071-43a5-4789-8490-a3901dcc878a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7584126-3586-40bb-b892-3f2306c168a0'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:36.257496 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b968a7-5ee3-4548-af47-271fa44a8b2b" -d '{"events": [{"server_uuid": "d979d071-43a5-4789-8490-a3901dcc878a", "name": "network-vif-plugged", "status": "completed", "tag": "e7584126-3586-40bb-b892-3f2306c168a0"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:36.271102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port e7584126-3586-40bb-b892-3f2306c168a0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7584126-3586-40bb-b892-3f2306c168a0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:36.275151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.302267 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acff267-7010-44c9-912b-38fca35fa2ed x-openstack-request-id: req-7acff267-7010-44c9-912b-38fca35fa2ed {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:36.302556 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d979d071-43a5-4789-8490-a3901dcc878a", "name": "network-vif-plugged", "status": "completed", "tag": "e7584126-3586-40bb-b892-3f2306c168a0", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:36.302805 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7acff267-7010-44c9-912b-38fca35fa2ed {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:36.303187 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd979d071-43a5-4789-8490-a3901dcc878a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7584126-3586-40bb-b892-3f2306c168a0', 'code': 200} Nov 12 04:08:36.329102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=e7584126-3586-40bb-b892-3f2306c168a0,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:36.392196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097f61f-abf2-4924-8f01-b88c99abcec2 req-c6facf1f-de86-474f-9280-7050695432d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.393756 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3097f61f-abf2-4924-8f01-b88c99abcec2 req-c6facf1f-de86-474f-9280-7050695432d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 1101 time: 0.0398953 Nov 12 04:08:36.440390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3097f61f-abf2-4924-8f01-b88c99abcec2 req-7640a87b-239c-422d-8c90-350abe8eb5e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384014 Nov 12 04:08:36.440671 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.755689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246924f1-0dcd-43fd-88a8-d99a3d42e45b req-fd407a2a-619c-4b35-9fd3-ac7867df5a4f tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.757311 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-246924f1-0dcd-43fd-88a8-d99a3d42e45b req-fd407a2a-619c-4b35-9fd3-ac7867df5a4f tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 949 time: 0.0492449 Nov 12 04:08:36.803419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-246924f1-0dcd-43fd-88a8-d99a3d42e45b req-1181adfe-9335-4233-a7e0-cf22ecf1cbeb tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Nov 12 04:08:37.292900 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.922791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd9057-1e26-4718-9dd9-a7e63f47b287 req-792538c7-7a17-4338-8537-a885396a6a14 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.924258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5bd9057-1e26-4718-9dd9-a7e63f47b287 req-792538c7-7a17-4338-8537-a885396a6a14 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 949 time: 0.0485287 Nov 12 04:08:37.970858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5bd9057-1e26-4718-9dd9-a7e63f47b287 req-e8144985-216a-407c-97a9-a3df24e6d008 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Nov 12 04:08:38.250782 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-351ef31c-e581-4a32-ab39-fe6e4c8cda76 req-26c23ae7-5b7a-4430-8d9a-ea7c1ee1b243 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:08:38.251807 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-351ef31c-e581-4a32-ab39-fe6e4c8cda76 req-26c23ae7-5b7a-4430-8d9a-ea7c1ee1b243 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056133 Nov 12 04:08:38.584014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-0aaaef54-ef97-4bee-989b-a8de6c4861c7 req-b362ae1b-2218-4352-a454-968c0c7df829 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:08:38.585091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0aaaef54-ef97-4bee-989b-a8de6c4861c7 req-b362ae1b-2218-4352-a454-968c0c7df829 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064185 Nov 12 04:08:38.914962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55689afa-0c43-4118-a87c-079865e961da req-b89e9802-7582-4df8-b34e-64a4a62bb3e8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.916344 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55689afa-0c43-4118-a87c-079865e961da req-b89e9802-7582-4df8-b34e-64a4a62bb3e8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 949 time: 0.0532079 Nov 12 04:08:38.964003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55689afa-0c43-4118-a87c-079865e961da req-abcc6369-2aa1-4f20-b271-e2f1403f5cdb tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Nov 12 04:08:40.080091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d164da5-cb24-4d75-83cd-ed18b88aedaf req-09eafa70-0a8b-4ec3-9601-34b89ec0a2f7 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:40.081596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d164da5-cb24-4d75-83cd-ed18b88aedaf req-09eafa70-0a8b-4ec3-9601-34b89ec0a2f7 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 949 time: 0.0486262 Nov 12 04:08:40.132900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0d164da5-cb24-4d75-83cd-ed18b88aedaf req-1fb310bc-8343-4c0d-9290-7b6f5416fa9c tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.49 "GET /v2.0/security-groups?id=2857e6fa-6137-4b88-ad36-1f9570e2b9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453115 Nov 12 04:08:40.158593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-ab85e490-5113-4a49-bbfe-7137b7586a50 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:40.160036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-ab85e490-5113-4a49-bbfe-7137b7586a50 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.20 "GET /v2.0/ports?device_id=d979d071-43a5-4789-8490-a3901dcc878a HTTP/1.1" status: 200 len: 949 time: 0.0526063 Nov 12 04:08:40.253589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Deleting port e7584126-3586-40bb-b892-3f2306c168a0 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:40.253854 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.341244 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] For port e7584126-3586-40bb-b892-3f2306c168a0, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=e7584126-3586-40bb-b892-3f2306c168a0,segment=NetworkSegment(704fc959-1d4d-4170-aeab-6e51006b00e9),segment_id=704fc959-1d4d-4170-aeab-6e51006b00e9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:40.341600 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.354242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Calling delete_port for e7584126-3586-40bb-b892-3f2306c168a0 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:40.486137 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.500576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['e7584126-3586-40bb-b892-3f2306c168a0'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:40.513918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Pushing event deleted for resources: {'Port': ['ID=e7584126-3586-40bb-b892-3f2306c168a0,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:40.555807 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] No DVR routers for this DVR port e7584126-3586-40bb-b892-3f2306c168a0 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:40.558365 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.561792 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9fff4898-c934-4cf5-bfbe-afa2782c6e72 req-c3682f06-4a8f-449d-8e61-b7d8c4d9deb8 tempest-ServersAdminNegativeTestJSON-329092408 tempest-ServersAdminNegativeTestJSON-329092408-project] 10.222.0.20 "DELETE /v2.0/ports/e7584126-3586-40bb-b892-3f2306c168a0 HTTP/1.1" status: 204 len: 173 time: 0.3959119 Nov 12 04:08:40.562238 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd979d071-43a5-4789-8490-a3901dcc878a', 'name': 'network-vif-deleted', 'tag': 'e7584126-3586-40bb-b892-3f2306c168a0'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:40.570608 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f590ef-d3db-490d-bb93-f9750e5b9a81" -d '{"events": [{"server_uuid": "d979d071-43a5-4789-8490-a3901dcc878a", "name": "network-vif-deleted", "tag": "e7584126-3586-40bb-b892-3f2306c168a0"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:40.613703 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11143a96-9196-4060-924d-842df20b4687 x-openstack-request-id: req-11143a96-9196-4060-924d-842df20b4687 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:40.613981 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d979d071-43a5-4789-8490-a3901dcc878a", "name": "network-vif-deleted", "tag": "e7584126-3586-40bb-b892-3f2306c168a0", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:40.614232 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11143a96-9196-4060-924d-842df20b4687 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:40.614630 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd979d071-43a5-4789-8490-a3901dcc878a', 'name': 'network-vif-deleted', 'tag': 'e7584126-3586-40bb-b892-3f2306c168a0', 'status': 'completed', 'code': 200} Nov 12 04:08:41.428492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35538) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:41.587692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7eb74b11-5a17-470e-89d4-ad665b1e86c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1e5202039e14364aee0063a47aaba47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1577609 Nov 12 04:08:41.590269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35544) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:41.638427 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a105d173-0533-48dd-8bcc-7a8e46e70db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.658569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a105d173-0533-48dd-8bcc-7a8e46e70db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.706066 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a105d173-0533-48dd-8bcc-7a8e46e70db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.708559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a105d173-0533-48dd-8bcc-7a8e46e70db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.709718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a105d173-0533-48dd-8bcc-7a8e46e70db5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2857e6fa-6137-4b88-ad36-1f9570e2b9eb HTTP/1.1" status: 204 len: 168 time: 0.1185136 Nov 12 04:08:41.717593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d173-0533-48dd-8bcc-7a8e46e70db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2857e6fa-6137-4b88-ad36-1f9570e2b9eb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:41.965159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35550) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:41.978646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a07faa6f-72a9-4ba5-8834-9f0f6c075a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.051672 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a07faa6f-72a9-4ba5-8834-9f0f6c075a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.055347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a07faa6f-72a9-4ba5-8834-9f0f6c075a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.094363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07faa6f-72a9-4ba5-8834-9f0f6c075a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fbb2b0-1dce-4dd9-819e-8d78a23ddc71,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:42.098635 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a07faa6f-72a9-4ba5-8834-9f0f6c075a48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f48028587d74bdb945f1c86675c0d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324294 Nov 12 04:08:42.101318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35552) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:42.148517 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e165aeab-c8a6-406d-bcc7-85e07c26d306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.168684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e165aeab-c8a6-406d-bcc7-85e07c26d306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.213540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e165aeab-c8a6-406d-bcc7-85e07c26d306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.216057 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e165aeab-c8a6-406d-bcc7-85e07c26d306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.217244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e165aeab-c8a6-406d-bcc7-85e07c26d306 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60fbb2b0-1dce-4dd9-819e-8d78a23ddc71 HTTP/1.1" status: 204 len: 168 time: 0.1150179 Nov 12 04:08:42.225562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165aeab-c8a6-406d-bcc7-85e07c26d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fbb2b0-1dce-4dd9-819e-8d78a23ddc71,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:42.922698 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35574) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.018477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1996199019-network', 'tenant_id': 'bc1f0d820f9548889dd2abb68d230ddc'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:43.038444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Made reservation on behalf of bc1f0d820f9548889dd2abb68d230ddc for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:43.040760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.049575 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.123923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.129038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.159759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:43.165831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450992bd-3f57-44bb-abc1-02d65fcd5bdf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:43.174746 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.175097 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Added segment f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c of type vlan for network babc9fa0-6a11-470d-8395-c7b14954ede5 Nov 12 04:08:43.221676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.247480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.248450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.249053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.296941 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3729939 Nov 12 04:08:43.300520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35578) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.305765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Request body: {'subnet': {'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1996199019-subnet', 'tenant_id': 'bc1f0d820f9548889dd2abb68d230ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:43.327196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Made reservation on behalf of bc1f0d820f9548889dd2abb68d230ddc for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:43.329746 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.337571 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd9c70-0ad4-4715-ab51-323a6fd5a270 admin admin] Pushing event updated for resources: {'Network': ['ID=babc9fa0-6a11-470d-8395-c7b14954ede5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:43.347440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network babc9fa0-6a11-470d-8395-c7b14954ede5 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:43.494020 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.544507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d53bb13-679b-4719-b8c2-f97b0960f8f9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:43.567629 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Checking segment: {'id': 'f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:43.567961 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Network hostable DHCP agents. Network: babc9fa0-6a11-470d-8395-c7b14954ede5, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:43.584601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Network babc9fa0-6a11-470d-8395-c7b14954ede5 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:43.598251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, babc9fa0-6a11-470d-8395-c7b14954ede5) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:43.602318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.602903 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.609568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f535a76-ff54-4cfc-b85e-a2af9aa1e21f None None] Network babc9fa0-6a11-470d-8395-c7b14954ede5 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:43.620144 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-64afd9f1-e90b-4296-bcf1-09460b2d4a38 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3184817 Nov 12 04:08:43.929308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e530f57-94c2-41f6-81d8-c2b326219110 None None] Network babc9fa0-6a11-470d-8395-c7b14954ede5 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:44.064071 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-15560ead-f73e-4944-84db-33048a37c8cd tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:44.065572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-15560ead-f73e-4944-84db-33048a37c8cd tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/networks?id=babc9fa0-6a11-470d-8395-c7b14954ede5 HTTP/1.1" status: 200 len: 812 time: 0.1036086 Nov 12 04:08:44.081083 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-48e4a526-edda-4f94-90b0-f55fa3d20d3c tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/quotas/bc1f0d820f9548889dd2abb68d230ddc HTTP/1.1" status: 200 len: 375 time: 0.0098500 Nov 12 04:08:44.116716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-f8e52b7e-d416-4c75-b7ed-146190a2d7dd tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bc1f0d820f9548889dd2abb68d230ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305517 Nov 12 04:08:44.118200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e7584126-3586-40bb-b892-3f2306c168a0 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:44.138032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: e7584126-3586-40bb-b892-3f2306c168a0 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:44.138274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device e7584126-3586-40bb-b892-3f2306c168a0 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:44.211100 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-ccab1683-ed91-48f9-b3d2-34b3e96f12e4 service neutron] 10.222.0.49 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871727 Nov 12 04:08:44.302449 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-08e428d0-6373-427c-922f-cea6954e8afc service neutron] 10.222.0.49 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849931 Nov 12 04:08:44.465315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d610146c-01b1-45a0-8ace-4cc7c5b8fd0e req-39971461-176e-4dcf-8eb6-28ad24c3cde7 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 210 time: 0.0330625 Nov 12 04:08:45.520234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-4f843df3-2056-4bf3-864f-79aa24b09bcf tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:45.521771 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-4f843df3-2056-4bf3-864f-79aa24b09bcf tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.20 "GET /v2.0/networks?id=babc9fa0-6a11-470d-8395-c7b14954ede5 HTTP/1.1" status: 200 len: 812 time: 0.1103935 Nov 12 04:08:45.535530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Request body: {'port': {'device_id': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5', 'admin_state_up': True, 'tenant_id': 'bc1f0d820f9548889dd2abb68d230ddc'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:45.614632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2403e7e1-7ace-4272-a7d8-e21bf41e78b1 req-ee56e242-297d-405a-921b-f95d7d7c4cb7 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 210 time: 0.0629573 Nov 12 04:08:45.673118 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Made reservation on behalf of bc1f0d820f9548889dd2abb68d230ddc for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:45.676550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.803617 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Allocated IP 172.20.0.10 (babc9fa0-6a11-470d-8395-c7b14954ede5/5d53bb13-679b-4719-b8c2-f97b0960f8f9/7d8a67e6-2d53-4758-9f29-a74a1a7af0c3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:45.946702 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:45.979347 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.028024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Network babc9fa0-6a11-470d-8395-c7b14954ede5 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:46.031170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:46.035024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:46.059172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Pushing event updated for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:46.086849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.087457 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.102534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-cedf586f-ff7e-4ff6-93b2-7dd94e0398e6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722814 Nov 12 04:08:46.115081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Request body: {'port': {'device_id': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:46.166490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.292572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5c6bd45-0471-4e1b-8650-fc3efed99057 req-a82790ae-e7c5-4739-b1de-8ccc3a790d84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0659075 Nov 12 04:08:46.389225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5c6bd45-0471-4e1b-8650-fc3efed99057 req-01e5eb3a-5de0-4d00-98d8-17e1a75ddc8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0282576 Nov 12 04:08:46.440453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5c6bd45-0471-4e1b-8650-fc3efed99057 req-87aa2cca-156b-4051-a1cb-f6bc24ea370a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282388 Nov 12 04:08:46.546933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:46.557454 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.582927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Transition to ACTIVE for port object 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:46.586339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6bd45-0471-4e1b-8650-fc3efed99057 req-fd7637ab-297a-4ac0-ae4a-52815ef30c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.587806 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5c6bd45-0471-4e1b-8650-fc3efed99057 req-fd7637ab-297a-4ac0-ae4a-52815ef30c27 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1408784 Nov 12 04:08:46.588516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.636954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:46.711462 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Attempting to bind port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:46.711800 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Attempting to bind port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:46.712163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Attempting to bind port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 on network babc9fa0-6a11-470d-8395-c7b14954ede5 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:46.716461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 on network babc9fa0-6a11-470d-8395-c7b14954ede5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:46.716809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Attempting to bind port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 on network babc9fa0-6a11-470d-8395-c7b14954ede5 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:46.722321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:46.722658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Checking segment: {'id': 'f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:46.723038 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Bound using segment: {'id': 'f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:46.723468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Bound port: 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:46.723857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.731788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ddee7-f393-46e1-8279-a94088bf8e46 req-0be7320b-8a4e-4585-bb2b-95bd864bfe83 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.733311 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef8ddee7-f393-46e1-8279-a94088bf8e46 req-0be7320b-8a4e-4585-bb2b-95bd864bfe83 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 944 time: 0.0489228 Nov 12 04:08:46.782913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef8ddee7-f393-46e1-8279-a94088bf8e46 req-22b9a47b-185f-46b7-b93d-0da1d3492d9f tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Nov 12 04:08:46.788190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:46.791311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:46.798936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.833407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.834046 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.835423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 HTTP/1.1" status: 200 len: 1093 time: 0.7242908 Nov 12 04:08:46.835861 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:46.838127 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e1bae8-a506-45c9-bb40-99d5eb280d18" -d '{"events": [{"name": "network-changed", "server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:46.861907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc5cc6-93e4-4123-afad-86a3e40e41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:46.899067 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaf3802-70ba-44f9-883f-ee3f9072a584 x-openstack-request-id: req-6aaf3802-70ba-44f9-883f-ee3f9072a584 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:46.899301 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:46.899554 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6aaf3802-70ba-44f9-883f-ee3f9072a584 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:46.899950 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'status': 'completed', 'code': 200} Nov 12 04:08:46.915628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-0b14ce8a-9c33-499d-9589-b086140a5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.917150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-0b14ce8a-9c33-499d-9589-b086140a5da0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc1f0d820f9548889dd2abb68d230ddc&device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 1096 time: 0.0445492 Nov 12 04:08:46.962927 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-2e11cfcf-d97f-4592-8d30-8882e28ca144 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 HTTP/1.1" status: 200 len: 217 time: 0.0372226 Nov 12 04:08:47.010852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-769c4287-e261-48dd-8a37-6176366573cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:47.012273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-769c4287-e261-48dd-8a37-6176366573cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d53bb13-679b-4719-b8c2-f97b0960f8f9 HTTP/1.1" status: 200 len: 852 time: 0.0433202 Nov 12 04:08:47.043438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-f08ac9c1-c125-4a66-abe7-54631c3f04c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babc9fa0-6a11-470d-8395-c7b14954ede5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245690 Nov 12 04:08:47.134543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-3080f301-a07e-41e9-9b35-08ba663098e3 service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845764 Nov 12 04:08:47.221396 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc1bb7ab-e73b-45f6-9724-36b44bda58b3 req-2d947652-9d68-4169-9ccb-ba7885b6df99 service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804632 Nov 12 04:08:47.302941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-6a2e24d1-7552-4c0f-b1bd-e43765a9361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:47.304423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-6a2e24d1-7552-4c0f-b1bd-e43765a9361c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc1f0d820f9548889dd2abb68d230ddc&device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 1096 time: 0.0413532 Nov 12 04:08:47.395589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-c463c8a9-7bdd-4c28-adb4-8f60fd23a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:47.397067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-c463c8a9-7bdd-4c28-adb4-8f60fd23a840 service neutron] 10.222.0.20 "GET /v2.0/networks?id=babc9fa0-6a11-470d-8395-c7b14954ede5 HTTP/1.1" status: 200 len: 914 time: 0.0862889 Nov 12 04:08:47.437510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-2eb492f8-6e38-4469-b507-734ed927fc89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 HTTP/1.1" status: 200 len: 217 time: 0.0338612 Nov 12 04:08:47.491135 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-0ec046f7-217d-4e1d-a9c9-39b743b1d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:47.492488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-0ec046f7-217d-4e1d-a9c9-39b743b1d2a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d53bb13-679b-4719-b8c2-f97b0960f8f9 HTTP/1.1" status: 200 len: 852 time: 0.0477250 Nov 12 04:08:47.527169 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-ac4362e8-08c4-41e3-b39a-f1b5aafb4489 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babc9fa0-6a11-470d-8395-c7b14954ede5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258844 Nov 12 04:08:47.614576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-72d82f9a-968c-41d1-b5fc-3805c41992f0 service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803630 Nov 12 04:08:47.706095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e1bae8-a506-45c9-bb40-99d5eb280d18 req-ef127c40-8b50-4a3a-aba9-a185139f74ab service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846884 Nov 12 04:08:47.900904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb8ab-e172-49ab-9778-a797c13cbfce req-9d93e611-3f0b-433f-ad9d-acec580881ab tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:47.902361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c1cbb8ab-e172-49ab-9778-a797c13cbfce req-9d93e611-3f0b-433f-ad9d-acec580881ab tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 944 time: 0.0476656 Nov 12 04:08:47.949146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c1cbb8ab-e172-49ab-9778-a797c13cbfce req-e58a1e81-a545-4bec-b9fa-ffb0f60bc486 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Nov 12 04:08:49.068627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a78bc1-a2ac-40bc-8dbc-7f91f9b97d58 req-3c18734a-4ad4-4a91-9679-7b2ca9e8e8b5 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:49.070139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-56a78bc1-a2ac-40bc-8dbc-7f91f9b97d58 req-3c18734a-4ad4-4a91-9679-7b2ca9e8e8b5 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 944 time: 0.0516219 Nov 12 04:08:49.118326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-56a78bc1-a2ac-40bc-8dbc-7f91f9b97d58 req-45198404-b779-4cc8-8815-2177e0bf0ce6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Nov 12 04:08:50.136692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:50.233136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:50.238288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e40b-b17a-4a5c-89a0-8e36541d3239 req-f9646bfc-96a2-4c9c-9c43-598d414ff486 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:50.239787 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4855e40b-b17a-4a5c-89a0-8e36541d3239 req-f9646bfc-96a2-4c9c-9c43-598d414ff486 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 944 time: 0.0535495 Nov 12 04:08:50.244934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5', 'port_id': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'mac_address': 'fa:16:3e:64:82:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d53bb13-679b-4719-b8c2-f97b0960f8f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:50.282215 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.288160 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4855e40b-b17a-4a5c-89a0-8e36541d3239 req-d10e11db-214b-4454-96b9-17d646016c93 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Nov 12 04:08:50.299595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:50.318749 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:50.322097 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.368303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:50.512434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7d8a67e6-2d53-4758-9f29-a74a1a7af0c3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:50.607307 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:51.410230 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44feed89-1321-4592-867b-0f6fe2289fe3 req-d79b3d9e-e135-4584-9636-28341ea356df tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:51.411737 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44feed89-1321-4592-867b-0f6fe2289fe3 req-d79b3d9e-e135-4584-9636-28341ea356df tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 945 time: 0.0538697 Nov 12 04:08:51.459618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-44feed89-1321-4592-867b-0f6fe2289fe3 req-8a5ed068-8d6e-4f11-8aa1-c02fb7e0d45a tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Nov 12 04:08:52.144112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:52.191952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:52.195885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:52.196259 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.272560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.294871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:52.297264 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a18d2-b565-4af6-9c0b-586b8539acdb" -d '{"events": [{"server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "name": "network-vif-plugged", "status": "completed", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:52.312998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:52.317158 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:52.341219 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e33b8c4-2bf1-48c0-a831-51dc5a3c30df x-openstack-request-id: req-4e33b8c4-2bf1-48c0-a831-51dc5a3c30df {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:52.341513 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "name": "network-vif-plugged", "status": "completed", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:52.341767 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e33b8c4-2bf1-48c0-a831-51dc5a3c30df {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:52.342157 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'code': 200} Nov 12 04:08:52.368669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:52.433730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c898-3e60-4414-aea8-cbae9704eedb req-17261aa7-2c75-4f14-bb3b-95f2ff6371bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:52.435222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f20c898-3e60-4414-aea8-cbae9704eedb req-17261aa7-2c75-4f14-bb3b-95f2ff6371bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 1098 time: 0.0395393 Nov 12 04:08:52.478123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f20c898-3e60-4414-aea8-cbae9704eedb req-1e6b4c4b-cbb0-4087-9f5c-77fad7a30ad8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360544 Nov 12 04:08:52.579711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c0ab7-44bc-4181-8d1e-0c59533a2a16 req-1b62855a-c218-4bfc-aa1c-6a21ab01e1e5 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:52.581346 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-516c0ab7-44bc-4181-8d1e-0c59533a2a16 req-1b62855a-c218-4bfc-aa1c-6a21ab01e1e5 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0548992 Nov 12 04:08:52.628667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-516c0ab7-44bc-4181-8d1e-0c59533a2a16 req-5ad39470-042f-426c-9b07-726b0fcd9f7c tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Nov 12 04:08:53.748451 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bedca-cfbd-4ebd-bfe6-208cc38a71f8 req-43ed24dc-023e-4518-8963-2d60ec7a8c62 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:53.749971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a7bedca-cfbd-4ebd-bfe6-208cc38a71f8 req-43ed24dc-023e-4518-8963-2d60ec7a8c62 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0493302 Nov 12 04:08:53.798462 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6a7bedca-cfbd-4ebd-bfe6-208cc38a71f8 req-15350ca8-4d16-461e-905c-387049b7d537 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Nov 12 04:08:53.982342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35640) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:54.043443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0398556-c383-4aaf-8015-af6845d6946a req-c8fd09a0-4156-47b5-8453-fa12c5aa80d8 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:54.044953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0398556-c383-4aaf-8015-af6845d6946a req-c8fd09a0-4156-47b5-8453-fa12c5aa80d8 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0541341 Nov 12 04:08:54.079609 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-d5fcb348-8086-47c1-a059-d649607280c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949998 Nov 12 04:08:54.089178 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-40e765d2-d1b4-4e7b-8587-1dedb8e81d58 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:08:54.090302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-40e765d2-d1b4-4e7b-8587-1dedb8e81d58 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051792 Nov 12 04:08:54.093951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0398556-c383-4aaf-8015-af6845d6946a req-6fdfe756-008b-41fa-94a2-cebf1857f030 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Nov 12 04:08:55.017468 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.153892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-409c368b-23af-4e6b-9cdf-a7b19344d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:55.155558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-409c368b-23af-4e6b-9cdf-a7b19344d4f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc1f0d820f9548889dd2abb68d230ddc&device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 1098 time: 0.0415347 Nov 12 04:08:55.267672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ca216-21a3-4938-8620-da436b757bf2 req-66a16160-b5c7-4631-998b-a8edb551405b tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:55.269073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f7ca216-21a3-4938-8620-da436b757bf2 req-66a16160-b5c7-4631-998b-a8edb551405b tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.1000845 Nov 12 04:08:55.296419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-39e8f076-b554-4929-9d2d-13a4fed24826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:55.298427 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-39e8f076-b554-4929-9d2d-13a4fed24826 service neutron] 10.222.0.20 "GET /v2.0/networks?id=babc9fa0-6a11-470d-8395-c7b14954ede5 HTTP/1.1" status: 200 len: 914 time: 0.1365860 Nov 12 04:08:55.349242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-28fa045f-4384-48e1-bbac-1fb5be36fb66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 HTTP/1.1" status: 200 len: 217 time: 0.0437570 Nov 12 04:08:55.370390 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2f7ca216-21a3-4938-8620-da436b757bf2 req-edc674cb-f003-4d6d-899f-1b81fe7ce930 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935984 Nov 12 04:08:55.404620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-c256dd5f-2ef5-4cdf-9150-a1bd43d5449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:55.406080 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-c256dd5f-2ef5-4cdf-9150-a1bd43d5449b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d53bb13-679b-4719-b8c2-f97b0960f8f9 HTTP/1.1" status: 200 len: 852 time: 0.0485604 Nov 12 04:08:55.436854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-10dddbfd-c7e7-4211-897b-da75c57b7085 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babc9fa0-6a11-470d-8395-c7b14954ede5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242498 Nov 12 04:08:55.530232 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-95c3e64e-90e1-4b84-843e-2d9fbae2f366 service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860085 Nov 12 04:08:55.621277 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-20c32ee9-fb7d-42d7-a37a-2dad57720ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846145 Nov 12 04:08:56.487328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8390c5-5bcd-4263-a697-2b5fdaf995b7 req-977b81b8-2531-467f-bf1a-1d7cfd18f4ba tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:56.488852 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc8390c5-5bcd-4263-a697-2b5fdaf995b7 req-977b81b8-2531-467f-bf1a-1d7cfd18f4ba tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0494771 Nov 12 04:08:56.535630 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cc8390c5-5bcd-4263-a697-2b5fdaf995b7 req-b9ede219-c057-420c-8e51-2db5d8500824 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Nov 12 04:08:57.659192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4dcf5-a700-43d0-9f55-a9bfc530eb8c req-56205145-b881-481c-a7c0-eb72c3601b1e tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:57.660698 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e4dcf5-a700-43d0-9f55-a9bfc530eb8c req-56205145-b881-481c-a7c0-eb72c3601b1e tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0517430 Nov 12 04:08:58.060825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c5e4dcf5-a700-43d0-9f55-a9bfc530eb8c req-772e7c40-1a75-48a1-bab3-beba923972b4 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941483 Nov 12 04:08:59.177905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ccbd-f2b4-4c17-b43f-66557ab26251 req-1d0b3eb2-0716-4627-a593-4f03b2cf771d tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.179403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58e0ccbd-f2b4-4c17-b43f-66557ab26251 req-1d0b3eb2-0716-4627-a593-4f03b2cf771d tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0499260 Nov 12 04:08:59.232207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58e0ccbd-f2b4-4c17-b43f-66557ab26251 req-57d23919-8567-44ff-aca6-61e5c558f9e1 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468223 Nov 12 04:09:00.348042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3b51-975e-4f31-803b-7c1a13deb1f4 req-ae977f8f-d17f-479d-ba29-a190419ad7d5 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:00.349538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03ab3b51-975e-4f31-803b-7c1a13deb1f4 req-ae977f8f-d17f-479d-ba29-a190419ad7d5 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0486274 Nov 12 04:09:00.397979 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03ab3b51-975e-4f31-803b-7c1a13deb1f4 req-5b1e8474-5eed-48a8-8b25-bb147feacaad tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Nov 12 04:09:01.368371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c7b43e3f-0e12-411e-bb80-8f2c8ff04695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.514120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c414f-a56e-4e69-9a58-9ea048c94d66 req-f57ef939-baca-433f-8ce4-f55e28eb973e tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:01.515599 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed3c414f-a56e-4e69-9a58-9ea048c94d66 req-f57ef939-baca-433f-8ce4-f55e28eb973e tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0500107 Nov 12 04:09:01.562256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed3c414f-a56e-4e69-9a58-9ea048c94d66 req-2b7fb19f-e77c-448b-a549-b603f6ec4a23 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Nov 12 04:09:02.679165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7f398-8477-4d40-847e-9aad00333f76 req-1e5de920-39cb-4f86-a826-0deffea318e1 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:02.680611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-daa7f398-8477-4d40-847e-9aad00333f76 req-1e5de920-39cb-4f86-a826-0deffea318e1 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0481820 Nov 12 04:09:02.727397 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-daa7f398-8477-4d40-847e-9aad00333f76 req-692b2cce-d03b-436c-8a85-51183d88d4d7 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Nov 12 04:09:03.628854 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b54fe339-a3dd-4cad-98da-ebf4c3184a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:03.848701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eadb5-091b-4606-8d4b-351acac9c4cb req-2d2a196c-ab57-43b3-a9fc-c39bbd86c4ca tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:03.850125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c85eadb5-091b-4606-8d4b-351acac9c4cb req-2d2a196c-ab57-43b3-a9fc-c39bbd86c4ca tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0500631 Nov 12 04:09:03.898645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c85eadb5-091b-4606-8d4b-351acac9c4cb req-9b8b84cf-dbef-4c1d-9b52-5bf940c32458 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Nov 12 04:09:05.018798 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0b005-6454-4312-86ed-10e5eeb078a0 req-54dde361-4481-4440-8efc-b57213b99978 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:05.020269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cf0b005-6454-4312-86ed-10e5eeb078a0 req-54dde361-4481-4440-8efc-b57213b99978 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0526736 Nov 12 04:09:05.067638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0cf0b005-6454-4312-86ed-10e5eeb078a0 req-4e98feb4-eb8d-4a5e-b53a-e5cad1793657 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Nov 12 04:09:05.071652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.186625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e6695-0c31-49a6-bd84-e361d0caa1ba req-93037dc1-c54a-4274-8247-6d4034560d15 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:06.188073 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e0e6695-0c31-49a6-bd84-e361d0caa1ba req-93037dc1-c54a-4274-8247-6d4034560d15 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0523016 Nov 12 04:09:06.234806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e0e6695-0c31-49a6-bd84-e361d0caa1ba req-67410e83-52bb-422a-96e7-a840bb68422b tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Nov 12 04:09:06.443531 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.295224 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.356065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5114af8-0fdd-4b4c-9a9d-ca6ffa8d0448 req-bc5bd5eb-28ea-4098-98cd-9d3a05c7ce0c tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:07.357570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5114af8-0fdd-4b4c-9a9d-ca6ffa8d0448 req-bc5bd5eb-28ea-4098-98cd-9d3a05c7ce0c tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0489604 Nov 12 04:09:07.404877 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5114af8-0fdd-4b4c-9a9d-ca6ffa8d0448 req-aaef5857-8102-4e64-9bbb-3f369cf3adb8 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Nov 12 04:09:08.521656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078d36-546a-419d-8f87-31b5048747e8 req-53194ee5-e486-4fce-ae8a-7b88495eb3d1 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:08.523118 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b078d36-546a-419d-8f87-31b5048747e8 req-53194ee5-e486-4fce-ae8a-7b88495eb3d1 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0488915 Nov 12 04:09:08.570755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5b078d36-546a-419d-8f87-31b5048747e8 req-9c53e1b3-e229-4992-b099-29de5ccf78d9 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Nov 12 04:09:09.691677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c465d-d6dd-4cc0-b0e4-0e2dd85ace08 req-5f9b56db-bd87-4cb3-9a58-ac0f8c5d13a7 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:09.693148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d2c465d-d6dd-4cc0-b0e4-0e2dd85ace08 req-5f9b56db-bd87-4cb3-9a58-ac0f8c5d13a7 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0521989 Nov 12 04:09:09.740087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6d2c465d-d6dd-4cc0-b0e4-0e2dd85ace08 req-0b85ec15-a248-426e-a1ab-032e97ef4993 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Nov 12 04:09:10.861659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4802dd9-f7ef-468f-bbc5-3adfad31c0fa req-1f41f77f-4187-4e6d-9318-c4a36045050b tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:10.863046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4802dd9-f7ef-468f-bbc5-3adfad31c0fa req-1f41f77f-4187-4e6d-9318-c4a36045050b tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0491772 Nov 12 04:09:10.914035 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4802dd9-f7ef-468f-bbc5-3adfad31c0fa req-d8b341bd-784e-46aa-83e2-53e63e4a0df0 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Nov 12 04:09:12.028313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae86d-37d5-44f4-b2a2-aa007deba6e9 req-c5362b8c-453f-4a56-a218-26f69e81f5d2 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:12.029801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5bae86d-37d5-44f4-b2a2-aa007deba6e9 req-c5362b8c-453f-4a56-a218-26f69e81f5d2 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0484879 Nov 12 04:09:12.078745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5bae86d-37d5-44f4-b2a2-aa007deba6e9 req-7821bbc0-60c0-45b9-b568-55ccf8f13151 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Nov 12 04:09:13.195766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de28ca-40f6-4bdf-b113-ecc20f3b69f1 req-b1515a6d-72cd-4783-a4d9-3146a4fbbc4f tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:13.197268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0de28ca-40f6-4bdf-b113-ecc20f3b69f1 req-b1515a6d-72cd-4783-a4d9-3146a4fbbc4f tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0499167 Nov 12 04:09:13.245183 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b0de28ca-40f6-4bdf-b113-ecc20f3b69f1 req-7ce3308b-0c3b-452d-910d-d14902304b5f tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 Nov 12 04:09:14.361317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eada788-45ae-4349-b2c0-5aaa9ca8069d req-30e7e165-6aa2-4be0-aba0-c179b4e7c9e8 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:14.362971 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3eada788-45ae-4349-b2c0-5aaa9ca8069d req-30e7e165-6aa2-4be0-aba0-c179b4e7c9e8 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0494807 Nov 12 04:09:14.415994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3eada788-45ae-4349-b2c0-5aaa9ca8069d req-05cdeaac-7021-4fc2-a925-b98850394683 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471535 Nov 12 04:09:15.535407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f02724-1ea2-46d4-955e-a1cabbf783ce req-dd07f23f-9c04-4e28-a87a-47bb349b9b2b tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:15.536915 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3f02724-1ea2-46d4-955e-a1cabbf783ce req-dd07f23f-9c04-4e28-a87a-47bb349b9b2b tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0526099 Nov 12 04:09:15.583896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3f02724-1ea2-46d4-955e-a1cabbf783ce req-cf721338-0c22-493d-ba9b-2d334694c3d2 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Nov 12 04:09:16.699126 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1605c-8022-4f76-b149-347d7d8ea269 req-dea16e38-f783-4d59-8e04-8f779f5271fd tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:16.700563 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a4e1605c-8022-4f76-b149-347d7d8ea269 req-dea16e38-f783-4d59-8e04-8f779f5271fd tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0493872 Nov 12 04:09:16.748131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a4e1605c-8022-4f76-b149-347d7d8ea269 req-647bf6e2-f1db-4450-870c-d01df637ae00 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Nov 12 04:09:17.871558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b86d3-dc86-47f4-977e-d0a9286abc3e req-508bb02a-0404-40a3-8112-ce45b45084e3 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:17.872943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a7b86d3-dc86-47f4-977e-d0a9286abc3e req-508bb02a-0404-40a3-8112-ce45b45084e3 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0528388 Nov 12 04:09:17.921365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a7b86d3-dc86-47f4-977e-d0a9286abc3e req-11dc71ae-1073-4d83-a769-12fa1dc58343 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Nov 12 04:09:19.036233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3671c-12cf-45d7-a090-dd004fe42f5f req-9dab561e-8963-4185-b52e-d7ade0c8eab6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.037736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1bf3671c-12cf-45d7-a090-dd004fe42f5f req-9dab561e-8963-4185-b52e-d7ade0c8eab6 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0482194 Nov 12 04:09:19.084044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1bf3671c-12cf-45d7-a090-dd004fe42f5f req-2d44074f-a987-4371-9347-9879bdfb5b0b tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Nov 12 04:09:20.197793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3053b5-d400-47c3-8826-0b3901aeef15 req-3056c91f-b97d-4750-af94-d1039d2ba2d5 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.199279 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b3053b5-d400-47c3-8826-0b3901aeef15 req-3056c91f-b97d-4750-af94-d1039d2ba2d5 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0483575 Nov 12 04:09:20.246718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2b3053b5-d400-47c3-8826-0b3901aeef15 req-5d14f3f4-4dda-4475-a0e6-f94feafcf27d tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Nov 12 04:09:21.366586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f42087-edac-4af3-85b7-9aed2727a805 req-b16b7c77-7814-40b8-b189-b72ae7e45fed tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.368025 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75f42087-edac-4af3-85b7-9aed2727a805 req-b16b7c77-7814-40b8-b189-b72ae7e45fed tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0527930 Nov 12 04:09:21.413325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-75f42087-edac-4af3-85b7-9aed2727a805 req-7454e46a-d21f-470d-9b08-a79e8638a175 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394421 Nov 12 04:09:22.232373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-3d716351-e987-47b5-b012-70cf2e47b632 service neutron] 10.222.0.20 "GET /v2.0/ports/7d8a67e6-2d53-4758-9f29-a74a1a7af0c3/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0552609 Nov 12 04:09:22.465434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-9c41cb39-c047-4d67-a5da-09e5e6319804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.466940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-9c41cb39-c047-4d67-a5da-09e5e6319804 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45&tenant_id=bc1f0d820f9548889dd2abb68d230ddc HTTP/1.1" status: 200 len: 1098 time: 0.0756822 Nov 12 04:09:22.530394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-fe9dcc2b-8b9a-4e43-8c55-84be478400e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.532058 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-fe9dcc2b-8b9a-4e43-8c55-84be478400e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc1f0d820f9548889dd2abb68d230ddc&device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 1098 time: 0.0425758 Nov 12 04:09:22.536822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89652f-4738-435d-9b0a-3c44d4455f92 req-3a3917d4-74a0-4d4a-ad0d-8f9edced1088 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.538323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e89652f-4738-435d-9b0a-3c44d4455f92 req-3a3917d4-74a0-4d4a-ad0d-8f9edced1088 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0550201 Nov 12 04:09:22.586414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e89652f-4738-435d-9b0a-3c44d4455f92 req-4cd1a6f3-6232-40e8-87ab-ca6ac6f149ec tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Nov 12 04:09:22.629725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-7286cab0-746a-4dad-8c82-73e801cde33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.631203 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-7286cab0-746a-4dad-8c82-73e801cde33c service neutron] 10.222.0.20 "GET /v2.0/networks?id=babc9fa0-6a11-470d-8395-c7b14954ede5 HTTP/1.1" status: 200 len: 914 time: 0.0913727 Nov 12 04:09:22.675572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-047eb601-8e86-4312-9be3-343a7179aba4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 HTTP/1.1" status: 200 len: 217 time: 0.0378745 Nov 12 04:09:22.724813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-c622d164-fa30-4191-8c8a-2167a8a4c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:22.726214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-c622d164-fa30-4191-8c8a-2167a8a4c99c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d53bb13-679b-4719-b8c2-f97b0960f8f9 HTTP/1.1" status: 200 len: 852 time: 0.0432000 Nov 12 04:09:22.758647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-c7047acb-b5b8-44d5-be96-23fafdf5eadb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babc9fa0-6a11-470d-8395-c7b14954ede5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253773 Nov 12 04:09:22.851738 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-bfb47cbf-58be-447b-9b30-f6b32d669904 service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Nov 12 04:09:22.941431 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02747343-a0eb-40fb-ad92-6df423c52c7a req-3862b740-a874-4bf5-aea4-b20cc186f22c service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826933 Nov 12 04:09:23.707316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e80a2-5798-4759-bf8d-9f2bda6541e3 req-46a5f337-ffc3-49fd-b4e8-db3c983bc004 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.708784 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-502e80a2-5798-4759-bf8d-9f2bda6541e3 req-46a5f337-ffc3-49fd-b4e8-db3c983bc004 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0532765 Nov 12 04:09:23.754752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-502e80a2-5798-4759-bf8d-9f2bda6541e3 req-a77fbc0b-cf46-4c7b-8668-e702b97493af tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Nov 12 04:09:24.269833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:24.273544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:24.419807 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.448017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:24.468890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:24.471282 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a68464-be5d-4053-9eab-10a903a2ff63" -d '{"events": [{"server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:24.475841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'network_id': 'babc9fa0-6a11-470d-8395-c7b14954ede5', 'port_id': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'mac_address': 'fa:16:3e:64:82:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d53bb13-679b-4719-b8c2-f97b0960f8f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:24.485867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:24.490817 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.551630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.578698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:24.586368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:24.605229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:24.609696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.633553 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8330c263-383f-4432-8849-547ac837db81 x-openstack-request-id: req-8330c263-383f-4432-8849-547ac837db81 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:24.633851 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:24.634107 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8330c263-383f-4432-8849-547ac837db81 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:24.634506 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'code': 200} Nov 12 04:09:24.660242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:24.808651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7d8a67e6-2d53-4758-9f29-a74a1a7af0c3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:24.874407 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebcb5a-5548-4120-a4bc-7048f63e2294 req-d301f012-20b2-41b5-bee7-1bba7bcc5d27 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.875892 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8eebcb5a-5548-4120-a4bc-7048f63e2294 req-d301f012-20b2-41b5-bee7-1bba7bcc5d27 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 945 time: 0.0498283 Nov 12 04:09:24.928502 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8eebcb5a-5548-4120-a4bc-7048f63e2294 req-63773edf-9720-4f3e-968c-3598e14472f0 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463898 Nov 12 04:09:25.007156 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.241747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-59bb0d8e-4c5f-45a3-a5d5-ac9007416000 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.243185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-59bb0d8e-4c5f-45a3-a5d5-ac9007416000 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.20 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45&tenant_id=bc1f0d820f9548889dd2abb68d230ddc&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 945 time: 0.0915465 Nov 12 04:09:25.327508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-c3565efc-9c3e-4c66-9a8a-430651f307da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.329003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-c3565efc-9c3e-4c66-9a8a-430651f307da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc1f0d820f9548889dd2abb68d230ddc&device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 1097 time: 0.0409472 Nov 12 04:09:25.420496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-46dcefac-2869-4a58-8b20-fa23f5947491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.422019 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-46dcefac-2869-4a58-8b20-fa23f5947491 service neutron] 10.222.0.20 "GET /v2.0/networks?id=babc9fa0-6a11-470d-8395-c7b14954ede5 HTTP/1.1" status: 200 len: 914 time: 0.0864255 Nov 12 04:09:25.463214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-9561b052-fa04-4f9f-8dff-665ed9bf95fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 HTTP/1.1" status: 200 len: 217 time: 0.0347154 Nov 12 04:09:25.512630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-326009aa-9810-4d1c-bf68-721b59110d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.514125 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-326009aa-9810-4d1c-bf68-721b59110d45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d53bb13-679b-4719-b8c2-f97b0960f8f9 HTTP/1.1" status: 200 len: 852 time: 0.0439439 Nov 12 04:09:25.545878 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-5835281b-4fa8-4c80-866b-5d7bb639a1f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babc9fa0-6a11-470d-8395-c7b14954ede5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248415 Nov 12 04:09:25.640308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-caca43de-1875-4baf-bb4f-8d5ee3476ae1 service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Nov 12 04:09:25.733817 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-d0179180-3eda-4cd9-8f41-280f32f50e7e service neutron] 10.222.0.20 "GET /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870609 Nov 12 04:09:26.304678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:26.356156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:26.356535 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.419803 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b6130-ddc7-45da-90dc-95aba57a6db3 req-0da0b1cc-d7c0-4fae-819f-d0d12df80324 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:26.421222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c3b6130-ddc7-45da-90dc-95aba57a6db3 req-0da0b1cc-d7c0-4fae-819f-d0d12df80324 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Nov 12 04:09:26.435859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.470398 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c3b6130-ddc7-45da-90dc-95aba57a6db3 req-af920eb6-d884-46e2-b64d-de282444875f tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Nov 12 04:09:26.473905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:26.477936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:26.528134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:26.636055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:26.638489 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cdd0d6-d458-4936-a63b-b2adf103e8c8" -d '{"events": [{"server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "name": "network-vif-plugged", "status": "completed", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:26.674911 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04e9af0-9eb5-4f39-81b2-d4e9c016772c x-openstack-request-id: req-d04e9af0-9eb5-4f39-81b2-d4e9c016772c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:26.675206 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "name": "network-vif-plugged", "status": "completed", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:26.675463 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d04e9af0-9eb5-4f39-81b2-d4e9c016772c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:26.675881 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'code': 200} Nov 12 04:09:27.588158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4183bb-a426-4460-87e7-13d28c719512 req-813f2d78-0da9-4395-9bdc-1f4845de42d0 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.589709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f4183bb-a426-4460-87e7-13d28c719512 req-813f2d78-0da9-4395-9bdc-1f4845de42d0 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0514002 Nov 12 04:09:27.606580 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:27.667059 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8f4183bb-a426-4460-87e7-13d28c719512 req-29392042-eeba-47d6-a9c8-0a2f277ec2c3 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.49 "GET /v2.0/security-groups?id=450992bd-3f57-44bb-abc1-02d65fcd5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713634 Nov 12 04:09:27.683958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-15421f90-c771-4137-8662-94daa7740949 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:27.685462 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-15421f90-c771-4137-8662-94daa7740949 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.20 "GET /v2.0/ports?device_id=d83f8b89-3c11-4f57-b1f4-d9589caeba45 HTTP/1.1" status: 200 len: 946 time: 0.0723214 Nov 12 04:09:27.773290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Deleting port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:27.773634 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.865884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] For port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,segment=NetworkSegment(f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c),segment_id=f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:27.866155 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.879233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Calling delete_port for 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:28.008685 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.020104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['7d8a67e6-2d53-4758-9f29-a74a1a7af0c3'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:28.040105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Pushing event deleted for resources: {'Port': ['ID=7d8a67e6-2d53-4758-9f29-a74a1a7af0c3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:28.078530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] No DVR routers for this DVR port 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:28.081621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.084901 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4a95cbfc-eff6-4d56-9a93-f53383939aab req-91cda359-5e45-460c-9791-eecb863ca409 tempest-DeleteServersTestJSON-1686642175 tempest-DeleteServersTestJSON-1686642175-project] 10.222.0.20 "DELETE /v2.0/ports/7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 HTTP/1.1" status: 204 len: 173 time: 0.3935030 Nov 12 04:09:28.085451 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'name': 'network-vif-deleted', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:28.087740 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba985344-ea86-4cf2-920e-1d2f889959d1" -d '{"events": [{"server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "name": "network-vif-deleted", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:28.222948 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a5d62-8ac3-447b-a79e-786994bded26 x-openstack-request-id: req-ce5a5d62-8ac3-447b-a79e-786994bded26 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:28.223246 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83f8b89-3c11-4f57-b1f4-d9589caeba45", "name": "network-vif-deleted", "tag": "7d8a67e6-2d53-4758-9f29-a74a1a7af0c3", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:28.223505 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce5a5d62-8ac3-447b-a79e-786994bded26 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:28.223916 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83f8b89-3c11-4f57-b1f4-d9589caeba45', 'name': 'network-vif-deleted', 'tag': '7d8a67e6-2d53-4758-9f29-a74a1a7af0c3', 'status': 'completed', 'code': 200} Nov 12 04:09:28.795927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35750) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:28.839741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d87cfc1-1a1d-448a-9492-a2b7f671c2df admin admin] Deleting subnet 5d53bb13-679b-4719-b8c2-f97b0960f8f9 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:28.842734 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d87cfc1-1a1d-448a-9492-a2b7f671c2df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.881204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d87cfc1-1a1d-448a-9492-a2b7f671c2df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.920456 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d87cfc1-1a1d-448a-9492-a2b7f671c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.972958 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d87cfc1-1a1d-448a-9492-a2b7f671c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.998231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87cfc1-1a1d-448a-9492-a2b7f671c2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d53bb13-679b-4719-b8c2-f97b0960f8f9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:29.001591 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d87cfc1-1a1d-448a-9492-a2b7f671c2df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.005650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8d87cfc1-1a1d-448a-9492-a2b7f671c2df admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5d53bb13-679b-4719-b8c2-f97b0960f8f9 HTTP/1.1" status: 204 len: 168 time: 0.2087262 Nov 12 04:09:29.008091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35752) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:29.077830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.157400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.176812 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babc9fa0-6a11-470d-8395-c7b14954ede5']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:29.185691 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:29.185997 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dd9408-a14c-4768-a6ad-0b4cfaaf3b3c') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:29.195599 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.208879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.214508 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:29.214882 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:29.216449 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:29.270407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.275570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.278710 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] 10.222.0.49 "DELETE /v2.0/networks/babc9fa0-6a11-470d-8395-c7b14954ede5 HTTP/1.1" status: 204 len: 168 time: 0.2696936 Nov 12 04:09:29.289567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4dfb4-9d35-46c8-93b5-e292f070fbdd admin admin] Pushing event deleted for resources: {'Network': ['ID=babc9fa0-6a11-470d-8395-c7b14954ede5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:29.387794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35756) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:29.426505 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2ef8d4e8-1dc8-4f00-9a36-93afe1a4373d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc1f0d820f9548889dd2abb68d230ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375025 Nov 12 04:09:29.428875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:29.479535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdbf932e-8dcf-460d-9938-9b63a8effada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.500444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdbf932e-8dcf-460d-9938-9b63a8effada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.545973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdbf932e-8dcf-460d-9938-9b63a8effada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.548480 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cdbf932e-8dcf-460d-9938-9b63a8effada admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.550258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cdbf932e-8dcf-460d-9938-9b63a8effada admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/450992bd-3f57-44bb-abc1-02d65fcd5bdf HTTP/1.1" status: 204 len: 168 time: 0.1204979 Nov 12 04:09:29.558669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf932e-8dcf-460d-9938-9b63a8effada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450992bd-3f57-44bb-abc1-02d65fcd5bdf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.235452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 35780) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:30.307665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:30.331338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-79999185-network', 'tenant_id': '0bb82d73037b44f6a2acfa78a98fa86e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:30.331493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:30.331677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 7d8a67e6-2d53-4758-9f29-a74a1a7af0c3 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:30.353474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Made reservation on behalf of 0bb82d73037b44f6a2acfa78a98fa86e for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:30.356070 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.364443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.435812 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.439489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.463720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:09:30.472721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdab931-f4b8-48bf-a1bd-42290d6b23c0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.478448 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.478845 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Added segment daebb020-9ffc-43ec-aa0c-613d437003d2 of type vlan for network 6ddbf6fd-168d-4973-9a5e-de067c31e822 Nov 12 04:09:30.519615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.546650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.547530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.548088 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.603369 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3667276 Nov 12 04:09:30.607527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 35784) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:30.611080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45485b61-8495-4dd1-9f87-91ebc3eabdb4 admin admin] Pushing event updated for resources: {'Network': ['ID=6ddbf6fd-168d-4973-9a5e-de067c31e822,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.614410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Request body: {'subnet': {'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-79999185-subnet', 'tenant_id': '0bb82d73037b44f6a2acfa78a98fa86e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:30.622389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 6ddbf6fd-168d-4973-9a5e-de067c31e822 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:09:30.639885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Made reservation on behalf of 0bb82d73037b44f6a2acfa78a98fa86e for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:30.642209 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.808643 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.863903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6845fad-c883-4000-97e2-49e18f0727b9,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.874245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.874597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.874941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.875282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.875619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.875953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.876284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.876635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.876971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.877841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.878184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.878509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.883533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Checking segment: {'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:30.883897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Network hostable DHCP agents. Network: 6ddbf6fd-168d-4973-9a5e-de067c31e822, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:09:30.900630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Network 6ddbf6fd-168d-4973-9a5e-de067c31e822 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:09:30.910000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 6ddbf6fd-168d-4973-9a5e-de067c31e822) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:30.914282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:30.914877 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.919871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1cb54-09a8-43be-ac8e-01487b3bb99b None None] Network 6ddbf6fd-168d-4973-9a5e-de067c31e822 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:30.936816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-37fe8135-2165-44ac-88c4-949bb46483aa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3239486 Nov 12 04:09:31.056361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a25e64c-dd51-4010-96e7-72cc91849ded None None] Network 6ddbf6fd-168d-4973-9a5e-de067c31e822 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:31.381388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1ca2977e-573c-41c7-9d61-031c04d8cce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.414307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-b84f7d53-c62a-461e-b1bf-4474538f6142 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.415899 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-b84f7d53-c62a-461e-b1bf-4474538f6142 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 813 time: 0.1215966 Nov 12 04:09:31.432155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-ea4f87d0-6bb8-44a9-9f35-1a1d12193c7f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/quotas/0bb82d73037b44f6a2acfa78a98fa86e HTTP/1.1" status: 200 len: 375 time: 0.0103257 Nov 12 04:09:31.465371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-53d2b1db-e57d-4596-a99b-228b539290ab tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273600 Nov 12 04:09:31.561116 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-22c1b24f-fe06-4e2f-847b-3379b39da746 service neutron] 10.222.0.49 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881190 Nov 12 04:09:31.653813 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-b3d28960-a111-416d-94a5-73aecb9e6fd3 service neutron] 10.222.0.49 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859318 Nov 12 04:09:31.810467 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1fca5f6a-4bf5-4b6d-a580-0b8f6af676e9 req-af5c4897-52be-4645-a2df-b8eb25ad5555 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 210 time: 0.0276954 Nov 12 04:09:32.735716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-3ca64828-5e17-4bab-9ef5-a2defd4d0ffa tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:32.738452 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-3ca64828-5e17-4bab-9ef5-a2defd4d0ffa tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 813 time: 0.1160226 Nov 12 04:09:32.750838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Request body: {'port': {'device_id': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822', 'admin_state_up': True, 'tenant_id': '0bb82d73037b44f6a2acfa78a98fa86e'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:32.854878 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Made reservation on behalf of 0bb82d73037b44f6a2acfa78a98fa86e for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:32.858477 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.907380 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7845cdb7-cad9-4f13-8092-9db72473b2e5 req-e79df05a-62c1-495e-a936-c71da990a2d3 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 210 time: 0.0259130 Nov 12 04:09:32.992698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Allocated IP 172.20.0.7 (6ddbf6fd-168d-4973-9a5e-de067c31e822/c6845fad-c883-4000-97e2-49e18f0727b9/129db75e-c669-49e0-a1ed-de0e51442665) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:33.136089 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.167901 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.211152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Network 6ddbf6fd-168d-4973-9a5e-de067c31e822 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:33.214241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:33.217910 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:33.224801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Pushing event updated for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:33.251519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.251868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.252236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.252675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.253162 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.253495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.253825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.254151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.254474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.254801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.255119 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.255438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.279950 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:33.280559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.296659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-1b948b15-7641-43f6-a6e1-af5df710a241 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496669 Nov 12 04:09:33.309461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Request body: {'port': {'device_id': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:33.366851 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.620993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129db75e-c669-49e0-a1ed-de0e51442665 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:33.628950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.629124 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c57d899c-ad20-42f8-9ee1-58a8d012cb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.640678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Transition to ACTIVE for port object 129db75e-c669-49e0-a1ed-de0e51442665 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:33.645107 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.698258 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Pushing event updated for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:33.763125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Attempting to bind port 129db75e-c669-49e0-a1ed-de0e51442665 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:33.763461 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Attempting to bind port 129db75e-c669-49e0-a1ed-de0e51442665 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:33.763790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Attempting to bind port 129db75e-c669-49e0-a1ed-de0e51442665 on network 6ddbf6fd-168d-4973-9a5e-de067c31e822 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:33.768580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Port 129db75e-c669-49e0-a1ed-de0e51442665 on network 6ddbf6fd-168d-4973-9a5e-de067c31e822 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:33.768946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Attempting to bind port 129db75e-c669-49e0-a1ed-de0e51442665 on network 6ddbf6fd-168d-4973-9a5e-de067c31e822 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:33.773751 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:33.774085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Checking segment: {'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:33.774468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Bound using segment: {'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:33.774889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Bound port: 129db75e-c669-49e0-a1ed-de0e51442665, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:33.775247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.835374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:33.838391 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:33.841750 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.878681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:33.879314 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.880661 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] 10.222.0.20 "PUT /v2.0/ports/129db75e-c669-49e0-a1ed-de0e51442665 HTTP/1.1" status: 200 len: 1092 time: 0.5751746 Nov 12 04:09:33.881115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:33.883340 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "tag": "129db75e-c669-49e0-a1ed-de0e51442665"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:33.909345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d63a7-9c5d-4b59-8a41-3cbc03976172 service neutron] Pushing event updated for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:33.938856 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc4f048-83b4-4ab5-98be-150abbb9b28a x-openstack-request-id: req-edc4f048-83b4-4ab5-98be-150abbb9b28a {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:33.939146 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "tag": "129db75e-c669-49e0-a1ed-de0e51442665", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:33.939405 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edc4f048-83b4-4ab5-98be-150abbb9b28a {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:33.940357 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665', 'status': 'completed', 'code': 200} Nov 12 04:09:33.974614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-f7c20cf5-c0ca-4df3-9ef4-ee239fd35538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:33.976137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-f7c20cf5-c0ca-4df3-9ef4-ee239fd35538 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 1095 time: 0.0473957 Nov 12 04:09:34.020311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-533af71d-a372-4da2-951c-8fa7c3171fac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129db75e-c669-49e0-a1ed-de0e51442665 HTTP/1.1" status: 200 len: 217 time: 0.0363963 Nov 12 04:09:34.033592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5ac1c-106f-415f-856e-4d71c7f20986 req-2083dc2e-9e83-4f06-ad9f-c4b9ab73eee0 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.035210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0f5ac1c-106f-415f-856e-4d71c7f20986 req-2083dc2e-9e83-4f06-ad9f-c4b9ab73eee0 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 943 time: 0.0537875 Nov 12 04:09:34.069672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-75b44877-a3e4-4f30-906f-60c5df67c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.071123 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-75b44877-a3e4-4f30-906f-60c5df67c451 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0442476 Nov 12 04:09:34.082665 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0f5ac1c-106f-415f-856e-4d71c7f20986 req-d2d442ec-75bc-4a0e-b0a0-d33599efd58d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Nov 12 04:09:34.107586 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-4bd15695-ae0b-4542-997e-ed2aee0f9998 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292952 Nov 12 04:09:34.196199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-9a380391-e011-42e2-8c57-abc27597ef2f service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808256 Nov 12 04:09:34.287848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e06d1fe-dc36-4051-a015-7838f178aed9 req-b841ead4-0f0a-4618-b0db-7183144f7084 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846279 Nov 12 04:09:34.379331 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-66954365-130e-4eff-a847-fe34786885f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.381206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-66954365-130e-4eff-a847-fe34786885f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 1095 time: 0.0424314 Nov 12 04:09:34.472578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-187e2af5-5013-4ff3-91f9-c96cfb71b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.474092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-187e2af5-5013-4ff3-91f9-c96cfb71b3b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0869133 Nov 12 04:09:34.514975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-5efcdc98-0d34-4d98-9b51-ab331b52d991 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129db75e-c669-49e0-a1ed-de0e51442665 HTTP/1.1" status: 200 len: 217 time: 0.0343361 Nov 12 04:09:34.564872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-14ffc75d-b395-4c9c-b97f-a9dee12393f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:34.566519 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-14ffc75d-b395-4c9c-b97f-a9dee12393f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0439882 Nov 12 04:09:34.598638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-4ace8b21-5685-4daf-bf80-46ff57965d90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248868 Nov 12 04:09:34.691486 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-dc4686ca-b3cd-4a11-bd4c-4495922e2436 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856471 Nov 12 04:09:34.785775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d9ae046-ba45-46e0-a042-6957dfbcb9ae req-7156f4d1-3296-4110-9290-ec19cc83341e service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859656 Nov 12 04:09:35.075412 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.201297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eaec1-549e-43b0-8101-e26ae2935442 req-0d9f2daf-88ef-4e51-a35f-b30581b940cc tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.202763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f49eaec1-549e-43b0-8101-e26ae2935442 req-0d9f2daf-88ef-4e51-a35f-b30581b940cc tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 943 time: 0.0501103 Nov 12 04:09:35.250125 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f49eaec1-549e-43b0-8101-e26ae2935442 req-a471c105-726b-4951-90e3-dcba2cc97508 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Nov 12 04:09:36.361380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 129db75e-c669-49e0-a1ed-de0e51442665 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:36.365430 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fe8f6-8519-43cf-a96e-d02dc7685c28 req-b3b32671-9861-47a3-a5cc-bdcd6d355117 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.366911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa8fe8f6-8519-43cf-a96e-d02dc7685c28 req-b3b32671-9861-47a3-a5cc-bdcd6d355117 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 943 time: 0.0494077 Nov 12 04:09:36.416040 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fa8fe8f6-8519-43cf-a96e-d02dc7685c28 req-9a8a6768-e5e1-4bb5-a0c9-4eb261b6a2c1 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429432 Nov 12 04:09:36.464059 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.470431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:36.481701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '129db75e-c669-49e0-a1ed-de0e51442665', 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822', 'port_id': '129db75e-c669-49e0-a1ed-de0e51442665', 'mac_address': 'fa:16:3e:33:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6845fad-c883-4000-97e2-49e18f0727b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:36.519195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.535896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129db75e-c669-49e0-a1ed-de0e51442665 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:36.554606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:36.558175 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.605115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:36.612163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.612422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.612784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.613128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.613462 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.613796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.614127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.614464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.614789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.615115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.615439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.615763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:36.771003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['129db75e-c669-49e0-a1ed-de0e51442665'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:37.298006 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.530280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09368-4094-463a-934b-ccc54a7c0651 req-2667ecaf-b85f-4c63-b3f4-ff627a1e163d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:37.531736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3f09368-4094-463a-934b-ccc54a7c0651 req-2667ecaf-b85f-4c63-b3f4-ff627a1e163d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 944 time: 0.0475879 Nov 12 04:09:37.578602 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e3f09368-4094-463a-934b-ccc54a7c0651 req-65ef30f7-87a7-4d67-81d4-7b8a2fe7f167 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Nov 12 04:09:38.377305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 129db75e-c669-49e0-a1ed-de0e51442665 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:38.425416 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 129db75e-c669-49e0-a1ed-de0e51442665 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:38.429660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 129db75e-c669-49e0-a1ed-de0e51442665 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:38.430031 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.504760 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.529718 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:38.531911 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354f80ef-64f0-4cd2-a624-df4d23f9711b" -d '{"events": [{"server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "name": "network-vif-plugged", "status": "completed", "tag": "129db75e-c669-49e0-a1ed-de0e51442665"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:38.545599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:38.549933 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.573169 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d704c11-429b-4448-a200-68f0c5eb8e01 x-openstack-request-id: req-0d704c11-429b-4448-a200-68f0c5eb8e01 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:38.573463 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "name": "network-vif-plugged", "status": "completed", "tag": "129db75e-c669-49e0-a1ed-de0e51442665", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:38.573715 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d704c11-429b-4448-a200-68f0c5eb8e01 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:38.574100 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665', 'code': 200} Nov 12 04:09:38.601980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:38.701297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f83c1b-3c2a-4c94-8d11-81696a7bd0bb req-5d97d45e-53c8-4a33-83b5-0995f1df8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.702783 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27f83c1b-3c2a-4c94-8d11-81696a7bd0bb req-5d97d45e-53c8-4a33-83b5-0995f1df8d5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 1097 time: 0.0737443 Nov 12 04:09:38.716520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2009-e5fc-4665-bbba-0fd074c45df8 req-824c1ac5-f2a2-4271-9f6f-f79fe58fd12b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.717949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-498f2009-e5fc-4665-bbba-0fd074c45df8 req-824c1ac5-f2a2-4271-9f6f-f79fe58fd12b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0611920 Nov 12 04:09:38.782113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-27f83c1b-3c2a-4c94-8d11-81696a7bd0bb req-40ab719e-34f1-4d20-a786-1768c0876c0f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632286 Nov 12 04:09:38.789817 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-498f2009-e5fc-4665-bbba-0fd074c45df8 req-50761342-31bc-4149-ae62-ff8e24ce74e6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642629 Nov 12 04:09:39.907811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a44193-f377-404c-8580-117575843342 req-5f5a3c27-45bc-4cc4-8a1f-2b40a6323aef tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.909795 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78a44193-f377-404c-8580-117575843342 req-5f5a3c27-45bc-4cc4-8a1f-2b40a6323aef tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Nov 12 04:09:39.960578 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78a44193-f377-404c-8580-117575843342 req-95b61c2f-2d04-4b45-b290-8d827f08a2ea tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449536 Nov 12 04:09:41.081310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67057-7f77-466f-84b6-a81ea8e3866a req-a5c5af28-5717-407b-a91c-bed8e8cb9142 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.082767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4c67057-7f77-466f-84b6-a81ea8e3866a req-a5c5af28-5717-407b-a91c-bed8e8cb9142 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0509775 Nov 12 04:09:41.132763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c4c67057-7f77-466f-84b6-a81ea8e3866a req-690ad196-4d92-45c8-b19f-0999cbf98178 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440619 Nov 12 04:09:41.249887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3c1d1-1b02-4662-b754-f774cdc2963b req-4f6e06d8-bca8-4cbf-8ef3-55022c75e873 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.251347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fd3c1d1-1b02-4662-b754-f774cdc2963b req-4f6e06d8-bca8-4cbf-8ef3-55022c75e873 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0508451 Nov 12 04:09:41.300717 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fd3c1d1-1b02-4662-b754-f774cdc2963b req-33fd218a-58ab-4dd0-89e6-36bf2f9ed958 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Nov 12 04:09:41.497885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9a16d-9fb2-4ae2-a58a-83363a3c1961 req-ed3a5367-96ab-49c8-9d5c-2e2c00363e92 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.499362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2c9a16d-9fb2-4ae2-a58a-83363a3c1961 req-ed3a5367-96ab-49c8-9d5c-2e2c00363e92 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0495648 Nov 12 04:09:41.547038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2c9a16d-9fb2-4ae2-a58a-83363a3c1961 req-5787ae6d-383e-45c4-84cc-173bbb10cd1e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Nov 12 04:09:41.659379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f7ec-3c77-49d5-ab0c-19ffd030ffd5 req-2b21bb81-2318-4559-add8-e45a6d765e0b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.660786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c678f7ec-3c77-49d5-ab0c-19ffd030ffd5 req-2b21bb81-2318-4559-add8-e45a6d765e0b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0486128 Nov 12 04:09:41.706897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c678f7ec-3c77-49d5-ab0c-19ffd030ffd5 req-67172038-4fd3-4c32-9fe9-579627e770fb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Nov 12 04:09:41.956593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-0e22e6c7-a02a-430e-8b6a-cdc13cc3b9a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704374 Nov 12 04:09:41.963871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01a2f6-7d28-4821-aa17-51ab13249554 req-a22c10d0-ad82-4338-8450-57da0ca9c918 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.965375 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a01a2f6-7d28-4821-aa17-51ab13249554 req-a22c10d0-ad82-4338-8450-57da0ca9c918 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0720298 Nov 12 04:09:42.014470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a01a2f6-7d28-4821-aa17-51ab13249554 req-ed1426bc-7af7-4fe8-ab66-e58c8366b9a6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429792 Nov 12 04:09:43.061073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-f84a1b4a-1d6b-40fb-b034-1ab962079992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.062659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-f84a1b4a-1d6b-40fb-b034-1ab962079992 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 1097 time: 0.0426993 Nov 12 04:09:43.138054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048cbb8-2edb-4dbb-859e-4dbecf76c19f req-966c51d0-18dd-4d05-b036-87818ce58fe8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.139532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5048cbb8-2edb-4dbb-859e-4dbecf76c19f req-966c51d0-18dd-4d05-b036-87818ce58fe8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0533423 Nov 12 04:09:43.157395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-20131ef6-453e-4cd4-b210-e36b4bcd78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.159017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-20131ef6-453e-4cd4-b210-e36b4bcd78f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0892644 Nov 12 04:09:43.187256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5048cbb8-2edb-4dbb-859e-4dbecf76c19f req-3d76b3a0-bc8d-4eb2-b12b-6f437210a479 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Nov 12 04:09:43.547433 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-90243b34-6d78-4b4f-9ceb-113a12c61cb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129db75e-c669-49e0-a1ed-de0e51442665 HTTP/1.1" status: 200 len: 217 time: 0.3811512 Nov 12 04:09:43.598397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-6573c66a-6379-4f92-8309-272d1d150848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:43.599853 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-6573c66a-6379-4f92-8309-272d1d150848 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0454674 Nov 12 04:09:43.631226 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-702c3241-4dd4-45c3-878e-a4e73352d350 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246134 Nov 12 04:09:43.723304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-a2250944-1b79-4900-b705-ea0c0291c0d2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849347 Nov 12 04:09:43.816361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-d475ee41-9a32-4d47-a40f-264854f89843 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863795 Nov 12 04:09:44.303106 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87c49f-11ec-4e85-94c9-598d4786ec60 req-10a217a0-c195-45fc-96fe-b2235618e74f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:44.304569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a87c49f-11ec-4e85-94c9-598d4786ec60 req-10a217a0-c195-45fc-96fe-b2235618e74f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0478752 Nov 12 04:09:44.350962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2a87c49f-11ec-4e85-94c9-598d4786ec60 req-ecd50bf4-42c9-44d8-a253-5942ac7e5556 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Nov 12 04:09:45.466824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144817b-bbf1-4d55-b8df-662197442294 req-534d0849-aab9-4eab-9f6c-5c111ec1811f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:45.468315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a144817b-bbf1-4d55-b8df-662197442294 req-534d0849-aab9-4eab-9f6c-5c111ec1811f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0511239 Nov 12 04:09:45.515606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a144817b-bbf1-4d55-b8df-662197442294 req-da9c69d5-9ec5-4448-92d7-4dc2ede3d30b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Nov 12 04:09:46.632011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76aa0b-9794-447d-a0b3-82a34284ec55 req-33a4742b-ff5c-45c0-8264-e9cf0271823e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.633503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d76aa0b-9794-447d-a0b3-82a34284ec55 req-33a4742b-ff5c-45c0-8264-e9cf0271823e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0482228 Nov 12 04:09:46.679260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d76aa0b-9794-447d-a0b3-82a34284ec55 req-f3d19a2a-aa4d-4e1a-a3df-712456cce7ab tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398066 Nov 12 04:09:46.894736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-38d060ff-1938-4f1d-a8ce-ea97ef5c386e req-16850f51-2a5a-4700-bce2-50f2e9a32e4f service neutron] (102629) timed out ('10.222.0.20', 64203) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:09:47.221290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d33919e7-9def-42a1-9743-fdc813def4ba req-5e0d019c-6990-4ec5-aba4-59e54a18021b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272322 Nov 12 04:09:47.277827 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d33919e7-9def-42a1-9743-fdc813def4ba req-a44d44db-60b3-486b-b82f-5cf387f5d96d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0241802 Nov 12 04:09:47.322285 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d33919e7-9def-42a1-9743-fdc813def4ba req-49345bf9-7d34-4082-810f-bd5cdf1e5ea0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184777 Nov 12 04:09:47.414341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33919e7-9def-42a1-9743-fdc813def4ba req-15014e0e-732e-4ce7-aee6-04e7fdd79ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.415806 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d33919e7-9def-42a1-9743-fdc813def4ba req-15014e0e-732e-4ce7-aee6-04e7fdd79ab9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0870607 Nov 12 04:09:47.801392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a7f06-d591-466b-bc2d-e9c8731aa9b0 req-ba5e0a4c-21cf-4cc9-a2f9-7abcc7b663c7 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.803066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-104a7f06-d591-466b-bc2d-e9c8731aa9b0 req-ba5e0a4c-21cf-4cc9-a2f9-7abcc7b663c7 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Nov 12 04:09:47.851106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-104a7f06-d591-466b-bc2d-e9c8731aa9b0 req-427806fc-7959-4166-b61f-436713b54846 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Nov 12 04:09:48.971013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4855c1d-e32c-40b5-a72e-319553785009 req-e1ec7804-6fbb-4b18-9461-a255031c9627 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:48.972548 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4855c1d-e32c-40b5-a72e-319553785009 req-e1ec7804-6fbb-4b18-9461-a255031c9627 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0536194 Nov 12 04:09:49.018763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4855c1d-e32c-40b5-a72e-319553785009 req-c17841e5-2e99-4ca7-9939-5599c090d7a8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Nov 12 04:09:50.139470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbe2b6-dc46-4b3f-a29f-d69ff0ef85c6 req-2581684f-5254-46ed-b8e0-9b7ed4cfad6a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.140955 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ecbe2b6-dc46-4b3f-a29f-d69ff0ef85c6 req-2581684f-5254-46ed-b8e0-9b7ed4cfad6a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0499773 Nov 12 04:09:50.192983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ecbe2b6-dc46-4b3f-a29f-d69ff0ef85c6 req-6952318e-12bc-4983-9266-618ff4d5597b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Nov 12 04:09:51.309932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9ffd1-b951-4d88-ae85-3eb60915e2d7 req-50ac802e-7ae3-4476-8782-c2994d617c37 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:51.311392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8a9ffd1-b951-4d88-ae85-3eb60915e2d7 req-50ac802e-7ae3-4476-8782-c2994d617c37 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0488796 Nov 12 04:09:51.359373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b8a9ffd1-b951-4d88-ae85-3eb60915e2d7 req-d5b8b381-c170-4a1f-b43e-7065af74ab08 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Nov 12 04:09:52.473807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516f454-357e-4394-a80a-3b39467a55c3 req-53a7e116-afdc-4c92-b064-65743bdf0e62 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:52.475275 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4516f454-357e-4394-a80a-3b39467a55c3 req-53a7e116-afdc-4c92-b064-65743bdf0e62 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0479171 Nov 12 04:09:52.524764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4516f454-357e-4394-a80a-3b39467a55c3 req-ead7f120-72ce-410f-87be-f6d043b29e79 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Nov 12 04:09:53.049743 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-6dd2ac4e-0e10-474f-8f70-f206d8b152a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.051293 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-6dd2ac4e-0e10-474f-8f70-f206d8b152a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 1097 time: 0.0445116 Nov 12 04:09:53.152555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-a6c5ef82-3278-455e-8583-2888d2c76019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.154025 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-a6c5ef82-3278-455e-8583-2888d2c76019 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0834816 Nov 12 04:09:53.198489 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-f9bf33c2-ff69-49bd-acee-ea4eb87b227e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129db75e-c669-49e0-a1ed-de0e51442665 HTTP/1.1" status: 200 len: 217 time: 0.0375652 Nov 12 04:09:53.246284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-58b89462-19a0-4fed-8366-f9ea6fc89fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.247654 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-58b89462-19a0-4fed-8366-f9ea6fc89fd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0427592 Nov 12 04:09:53.278804 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-e56dac56-aa9d-4a7f-8577-16cf0c7f80b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241659 Nov 12 04:09:53.369418 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-b9f59776-c4bf-49fd-976a-ee15e3c7d620 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836699 Nov 12 04:09:53.458823 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-10598194-2d86-4d5a-9a48-88a05f0a7dd5 req-e4e1effb-3943-4d39-a211-ec86dbe78c99 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828123 Nov 12 04:09:53.641369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b90c2-b567-4ca6-b654-f31d6b6e9353 req-198db546-f76a-42c6-a07d-412ecfa54bdb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:53.642842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f0b90c2-b567-4ca6-b654-f31d6b6e9353 req-198db546-f76a-42c6-a07d-412ecfa54bdb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0500638 Nov 12 04:09:53.695278 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4f0b90c2-b567-4ca6-b654-f31d6b6e9353 req-0f0a1b71-9730-4906-b9a2-7bf168f46565 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463378 Nov 12 04:09:54.810586 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e46f-29d5-461c-bdce-2d6b62127f68 req-be618ea9-6eee-4e40-8670-4517d8abdc9b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:54.812039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e343e46f-29d5-461c-bdce-2d6b62127f68 req-be618ea9-6eee-4e40-8670-4517d8abdc9b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0495398 Nov 12 04:09:54.867661 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e343e46f-29d5-461c-bdce-2d6b62127f68 req-d730aa5a-81ab-44a4-b42c-4a454be0a266 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Nov 12 04:09:55.026473 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.817101 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-52a9c8f8-3fa0-42f9-a07e-61d386968065 req-0f33e81d-c720-48ee-b69d-fe381c06d0ec service neutron] (102628) timed out ('10.222.0.49', 55158) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:09:55.983150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c3733-935b-4b29-ab16-8cc5fcb645a4 req-111a9c54-ed11-4c5d-b269-9206c40852d8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:55.984655 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-563c3733-935b-4b29-ab16-8cc5fcb645a4 req-111a9c54-ed11-4c5d-b269-9206c40852d8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0494666 Nov 12 04:09:56.031291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-563c3733-935b-4b29-ab16-8cc5fcb645a4 req-4542d0c3-8ec1-4264-8b91-9147319d0b4e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Nov 12 04:09:57.146002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bbb71-7316-4c8e-912f-4d194c84c83f req-18530072-bb5d-41e6-8e94-0610a85b087d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:57.147956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d7bbb71-7316-4c8e-912f-4d194c84c83f req-18530072-bb5d-41e6-8e94-0610a85b087d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Nov 12 04:09:57.194096 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d7bbb71-7316-4c8e-912f-4d194c84c83f req-70552e5f-46c5-4adb-a9d6-5ed059b65629 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Nov 12 04:09:58.312754 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9929f3-1258-4d3e-88fa-35cda315f492 req-9548d064-edbf-4aa8-8779-749cc06874c0 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:58.314264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c9929f3-1258-4d3e-88fa-35cda315f492 req-9548d064-edbf-4aa8-8779-749cc06874c0 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0505047 Nov 12 04:09:58.361696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c9929f3-1258-4d3e-88fa-35cda315f492 req-8df1b1d5-4438-44fd-9846-395fa055e056 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Nov 12 04:09:59.489649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426733fa-be5f-439c-8081-9e79a15696e5 req-47d9f80e-0187-40b3-90c3-d67d0868ca3a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.491885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-426733fa-be5f-439c-8081-9e79a15696e5 req-47d9f80e-0187-40b3-90c3-d67d0868ca3a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0562687 Nov 12 04:09:59.545148 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-426733fa-be5f-439c-8081-9e79a15696e5 req-4c10565a-4fee-4312-8f13-8da93f929f82 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Nov 12 04:10:00.669091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b2976-52f5-4686-acb4-14636e4959fb req-b7ba1dc9-28f1-42aa-8103-2b0aba9f03e9 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.670566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf7b2976-52f5-4686-acb4-14636e4959fb req-b7ba1dc9-28f1-42aa-8103-2b0aba9f03e9 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0551682 Nov 12 04:10:00.718667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf7b2976-52f5-4686-acb4-14636e4959fb req-590c8bcb-83ba-42b5-9c94-e9de62b9621f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Nov 12 04:10:01.374504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b503de44-1e50-422d-bb0d-0274f986a931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:01.836770 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4eb26-3e7e-4088-aa53-79437b0eed59 req-cb2061f9-4a27-4e6a-bfdf-758261096e5e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:01.838302 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ef4eb26-3e7e-4088-aa53-79437b0eed59 req-cb2061f9-4a27-4e6a-bfdf-758261096e5e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0504587 Nov 12 04:10:01.887679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ef4eb26-3e7e-4088-aa53-79437b0eed59 req-07314e6f-aa7f-4afd-9b15-b84dfdcf9ba6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Nov 12 04:10:03.005085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4c71e-deda-46c0-86e8-d1222f2760bb req-3af77bd3-87cd-4cb5-8e17-2c2026b4feb2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:03.006557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c0c4c71e-deda-46c0-86e8-d1222f2760bb req-3af77bd3-87cd-4cb5-8e17-2c2026b4feb2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0486331 Nov 12 04:10:03.053724 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c0c4c71e-deda-46c0-86e8-d1222f2760bb req-985bf1bc-3f58-456a-a07e-d2bcd43722cb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Nov 12 04:10:03.631073 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-383d1117-8c52-47b7-a889-62ce9a7c3acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.172353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f4e20-5b14-4031-a75d-758c186c5d0c req-0b60f6b5-f2e5-4fff-9e1f-ed402737776f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:04.173819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-597f4e20-5b14-4031-a75d-758c186c5d0c req-0b60f6b5-f2e5-4fff-9e1f-ed402737776f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0496469 Nov 12 04:10:04.225721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-597f4e20-5b14-4031-a75d-758c186c5d0c req-a8ad7002-8590-4450-b4ea-360ad9c2a4b4 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459335 Nov 12 04:10:04.605576 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:05.077825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.351730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b31a3d-2661-46cf-882c-9d1c947c920e req-f9a45bf5-165c-4730-a845-f35fa6f5c4da tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:05.353155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13b31a3d-2661-46cf-882c-9d1c947c920e req-f9a45bf5-165c-4730-a845-f35fa6f5c4da tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0500047 Nov 12 04:10:05.404330 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-13b31a3d-2661-46cf-882c-9d1c947c920e req-9b1fc64e-504e-4da0-aaf8-c5dccb492233 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450716 Nov 12 04:10:06.448521 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:06.520930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c29a26-37e4-400f-a152-b331679a5e9c req-689915e6-38d0-41fe-8edf-aca43d6883e4 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:06.522409 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b6c29a26-37e4-400f-a152-b331679a5e9c req-689915e6-38d0-41fe-8edf-aca43d6883e4 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Nov 12 04:10:06.569898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b6c29a26-37e4-400f-a152-b331679a5e9c req-738144f8-c2a5-4e62-8cc5-c5fdc55cee10 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409970 Nov 12 04:10:07.303767 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.686945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab3ed9-7db3-4ce0-aa98-a09f1c3a27ea req-ab984e94-1684-45a4-b0db-01fda34887b6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:07.688421 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04ab3ed9-7db3-4ce0-aa98-a09f1c3a27ea req-ab984e94-1684-45a4-b0db-01fda34887b6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0488954 Nov 12 04:10:07.735851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04ab3ed9-7db3-4ce0-aa98-a09f1c3a27ea req-35d366d6-ea62-47b5-8407-acfe9cb5ea01 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Nov 12 04:10:08.849906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca7a90-e40c-4eab-ba87-a506db8e4594 req-66f2e81c-d067-496f-ae07-f3216a1b965d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:08.852074 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02ca7a90-e40c-4eab-ba87-a506db8e4594 req-66f2e81c-d067-496f-ae07-f3216a1b965d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Nov 12 04:10:08.899087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02ca7a90-e40c-4eab-ba87-a506db8e4594 req-2e54ce8f-0b81-4dd7-affa-34133ab9450c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Nov 12 04:10:10.018202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008ac1b-d43c-4a93-804e-930c4b2b5161 req-911189e7-036e-4c10-bfc9-85c859e21f16 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.019736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5008ac1b-d43c-4a93-804e-930c4b2b5161 req-911189e7-036e-4c10-bfc9-85c859e21f16 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0497363 Nov 12 04:10:10.066790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5008ac1b-d43c-4a93-804e-930c4b2b5161 req-8e21b849-3d5d-4b3a-b93a-5a255794032b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Nov 12 04:10:10.416216 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-02a5dea5-83c3-4eb3-baf7-05573f71218b service neutron] 10.222.0.20 "GET /v2.0/ports/129db75e-c669-49e0-a1ed-de0e51442665/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0584075 Nov 12 04:10:10.617659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-a26bce9d-f7ed-499b-92a6-18879910db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.619147 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-a26bce9d-f7ed-499b-92a6-18879910db34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3&tenant_id=0bb82d73037b44f6a2acfa78a98fa86e HTTP/1.1" status: 200 len: 1097 time: 0.0442126 Nov 12 04:10:10.680245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-18489088-2be4-4697-ba4c-50af805820aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.681747 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-18489088-2be4-4697-ba4c-50af805820aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 1097 time: 0.0402000 Nov 12 04:10:10.774936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-0a5c56e6-9a65-4081-b1e5-2c69ea0540eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.776373 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-0a5c56e6-9a65-4081-b1e5-2c69ea0540eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0864880 Nov 12 04:10:10.817460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-377851b2-b129-49f8-9a89-3049b38171a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129db75e-c669-49e0-a1ed-de0e51442665 HTTP/1.1" status: 200 len: 217 time: 0.0343287 Nov 12 04:10:10.864227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-74144a0b-681a-43b1-a4e4-3a14a18860c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:10.865640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-74144a0b-681a-43b1-a4e4-3a14a18860c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0414865 Nov 12 04:10:10.902274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-4b0984b8-deec-488e-979b-a36b86d95e98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294454 Nov 12 04:10:10.991040 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-d27755e3-a19e-4e4f-883b-ea6e9cd2e641 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819440 Nov 12 04:10:11.082572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-596a2a65-7a26-40cd-8758-05decbf253d7 req-4e78bacd-476c-4167-afe2-4ef36d9e17b2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847502 Nov 12 04:10:11.191919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b89a0-339a-47e7-b5a5-82f6dc0cea6f req-47de3b90-37df-4360-a0e5-23f7e47b17c4 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:11.193414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-359b89a0-339a-47e7-b5a5-82f6dc0cea6f req-47de3b90-37df-4360-a0e5-23f7e47b17c4 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0563991 Nov 12 04:10:11.240905 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-359b89a0-339a-47e7-b5a5-82f6dc0cea6f req-3e85d14c-60bd-4d03-8e5b-36ec339b0260 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Nov 12 04:10:12.359004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fc088-7894-4197-be8b-1d728254ae62 req-6503498f-de36-4ae3-ad83-903d942d84cc tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:12.360468 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6c5fc088-7894-4197-be8b-1d728254ae62 req-6503498f-de36-4ae3-ad83-903d942d84cc tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0491745 Nov 12 04:10:12.406624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6c5fc088-7894-4197-be8b-1d728254ae62 req-b8cc2919-1f17-43d5-9cc1-a4e136ff7ae1 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Nov 12 04:10:12.479418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 129db75e-c669-49e0-a1ed-de0e51442665 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:12.483986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 129db75e-c669-49e0-a1ed-de0e51442665 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:12.785374 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.799862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:12.817538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '129db75e-c669-49e0-a1ed-de0e51442665', 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822', 'port_id': '129db75e-c669-49e0-a1ed-de0e51442665', 'mac_address': 'fa:16:3e:33:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6845fad-c883-4000-97e2-49e18f0727b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:12.823137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:12.825304 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df496974-2521-40ee-b43d-a32af5b195a0" -d '{"events": [{"server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "name": "network-vif-unplugged", "status": "completed", "tag": "129db75e-c669-49e0-a1ed-de0e51442665"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:12.839332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:12.859882 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.890766 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aa234d-9a64-49e7-95d1-fb009baac365 x-openstack-request-id: req-14aa234d-9a64-49e7-95d1-fb009baac365 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:12.891054 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "name": "network-vif-unplugged", "status": "completed", "tag": "129db75e-c669-49e0-a1ed-de0e51442665", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:12.891346 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14aa234d-9a64-49e7-95d1-fb009baac365 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:12.891701 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665', 'code': 200} Nov 12 04:10:12.901116 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.926137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 129db75e-c669-49e0-a1ed-de0e51442665 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:12.936310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:12.972110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:10:12.972466 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:10:13.508988 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.521669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129db75e-c669-49e0-a1ed-de0e51442665 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:13.523317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142562c-1703-4a44-9fdd-80cbb6d56e18 req-0eabbd84-7a5e-4ccd-9715-74fc97e0f20d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.524888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0142562c-1703-4a44-9fdd-80cbb6d56e18 req-0eabbd84-7a5e-4ccd-9715-74fc97e0f20d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 943 time: 0.0506833 Nov 12 04:10:13.542821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:13.547451 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:13.580136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0142562c-1703-4a44-9fdd-80cbb6d56e18 req-86a783a4-992c-4ac9-ab64-5cf25f00f577 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492809 Nov 12 04:10:13.602896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:13.747633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['129db75e-c669-49e0-a1ed-de0e51442665'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:13.816433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21b4e8-76c0-43eb-ae63-d1530d0adf7f req-fd206a5d-a265-4b96-9680-064ba5a72836 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.817972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f21b4e8-76c0-43eb-ae63-d1530d0adf7f req-fd206a5d-a265-4b96-9680-064ba5a72836 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 944 time: 0.0889342 Nov 12 04:10:13.827027 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-4b1c3c53-4037-4804-84f3-ea1b7c46b621 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.828538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-4b1c3c53-4037-4804-84f3-ea1b7c46b621 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3&tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 944 time: 0.0725074 Nov 12 04:10:13.876552 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f21b4e8-76c0-43eb-ae63-d1530d0adf7f req-b7dd6d12-0d2e-4302-9fe0-df9430b99b3c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468976 Nov 12 04:10:13.923949 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-d6838916-1e0c-4aad-9dfb-beda5d33ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:13.925558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-d6838916-1e0c-4aad-9dfb-beda5d33ea4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 1096 time: 0.0481770 Nov 12 04:10:14.016703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-0c3ee69c-415b-43a6-ab3e-589928c1a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:14.018312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-0c3ee69c-415b-43a6-ab3e-589928c1a8e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0858381 Nov 12 04:10:14.064325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-a53c3abf-d2ca-43c4-866a-dc0c030e2745 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=129db75e-c669-49e0-a1ed-de0e51442665 HTTP/1.1" status: 200 len: 217 time: 0.0379183 Nov 12 04:10:14.114739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-d31beff3-e811-425c-97df-9db04778dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:14.116161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-d31beff3-e811-425c-97df-9db04778dc50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0437808 Nov 12 04:10:14.147278 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-c04216aa-1dbf-4a46-b1af-f14f6239f869 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240667 Nov 12 04:10:14.240530 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-f1c4d7d7-ff33-437d-b743-34a552d2bb34 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851586 Nov 12 04:10:14.329547 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e7ab8469-ffe3-4814-919a-3e6504935b16 req-a7c4633e-f14a-419d-968c-9bfdfbf1268f service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813124 Nov 12 04:10:14.483194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 129db75e-c669-49e0-a1ed-de0e51442665 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:14.534424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 129db75e-c669-49e0-a1ed-de0e51442665 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:14.535082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.614369 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.647168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:14.651367 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.705662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:14.892552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:14.895002 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822483b6-63fb-4f68-a6a8-ff45de0ed184" -d '{"events": [{"server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "name": "network-vif-plugged", "status": "completed", "tag": "129db75e-c669-49e0-a1ed-de0e51442665"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:14.932666 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3771af-aae3-4825-9f2b-686b9aa8077d x-openstack-request-id: req-2a3771af-aae3-4825-9f2b-686b9aa8077d {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:14.932983 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "name": "network-vif-plugged", "status": "completed", "tag": "129db75e-c669-49e0-a1ed-de0e51442665", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:14.933234 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a3771af-aae3-4825-9f2b-686b9aa8077d {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:14.933626 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665', 'code': 200} Nov 12 04:10:15.000176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feee0f-c4c3-4eb5-9144-87d12294db8d req-00ea62b8-91bc-48f7-834d-70ac26545e1a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.001583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-86feee0f-c4c3-4eb5-9144-87d12294db8d req-00ea62b8-91bc-48f7-834d-70ac26545e1a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0488737 Nov 12 04:10:15.052820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-86feee0f-c4c3-4eb5-9144-87d12294db8d req-6c1598ff-5b66-40c9-b5b6-db9bafb84f7e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442548 Nov 12 04:10:15.177291 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3fe32-42f6-4e97-bb23-70d79959add7 req-1e04fb4b-58df-460e-9ee7-08b68cda813d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.178811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91e3fe32-42f6-4e97-bb23-70d79959add7 req-1e04fb4b-58df-460e-9ee7-08b68cda813d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0484390 Nov 12 04:10:15.229270 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91e3fe32-42f6-4e97-bb23-70d79959add7 req-348bc47c-3afa-4f91-afc5-3e226f44bed4 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Nov 12 04:10:15.347069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8be395-5f78-4800-b973-3890fe6212e4 req-3cea5670-8360-429f-97c5-4a2d26855a8b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.348549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a8be395-5f78-4800-b973-3890fe6212e4 req-3cea5670-8360-429f-97c5-4a2d26855a8b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Nov 12 04:10:15.396458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8a8be395-5f78-4800-b973-3890fe6212e4 req-d3fbdb8e-4ac7-4efa-a171-4fd7ce08221e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Nov 12 04:10:15.751447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-4adcf315-0922-4bd5-9910-18455618453a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:15.752948 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-4adcf315-0922-4bd5-9910-18455618453a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 813 time: 0.1032341 Nov 12 04:10:15.767945 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-3f2c368e-a923-41c0-b0ba-1f36f7c60d7f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/quotas/0bb82d73037b44f6a2acfa78a98fa86e HTTP/1.1" status: 200 len: 375 time: 0.0092814 Nov 12 04:10:15.817529 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-c183f831-d29b-4656-a13e-f6fdbaeed8e8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437057 Nov 12 04:10:15.956265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-80671738-26a5-451f-8ea6-43fc5c31dc74 service neutron] 10.222.0.49 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319215 Nov 12 04:10:16.050395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-f0be1037-8617-4af8-b39b-b5e52c4fb9ba service neutron] 10.222.0.49 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859497 Nov 12 04:10:16.207945 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9cbdf31c-6c2d-4d91-ad2d-ba53f0957f2e req-10b2eed3-89d6-486d-928f-2cee95c65b50 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 210 time: 0.0263050 Nov 12 04:10:16.887727 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-5f855236-013f-4a23-8ca9-b7fdbc2f4858 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:16.889076 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-5f855236-013f-4a23-8ca9-b7fdbc2f4858 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "GET /v2.0/ports?device_id=05114003-b5c4-43e9-aa8a-13aa39f97dd3 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Nov 12 04:10:16.986329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Deleting port 129db75e-c669-49e0-a1ed-de0e51442665 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:16.986694 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.088520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] For port 129db75e-c669-49e0-a1ed-de0e51442665, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=129db75e-c669-49e0-a1ed-de0e51442665,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:17.089285 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.102448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Calling delete_port for 129db75e-c669-49e0-a1ed-de0e51442665 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:17.129989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-63311cb3-4ace-4071-8641-8a1a49349adf tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.131612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-63311cb3-4ace-4071-8641-8a1a49349adf tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 813 time: 0.1243114 Nov 12 04:10:17.147065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Request body: {'port': {'device_id': '4e025011-44ee-4311-9bdd-645922e3da69', 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822', 'admin_state_up': True, 'tenant_id': '0bb82d73037b44f6a2acfa78a98fa86e'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:17.237220 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.249167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['129db75e-c669-49e0-a1ed-de0e51442665'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:17.263848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Made reservation on behalf of 0bb82d73037b44f6a2acfa78a98fa86e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:17.266960 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Pushing event deleted for resources: {'Port': ['ID=129db75e-c669-49e0-a1ed-de0e51442665,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:17.268382 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.338078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] No DVR routers for this DVR port 129db75e-c669-49e0-a1ed-de0e51442665 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:17.341425 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ce7353c0-38cb-44e2-a278-7dea8ca69e8a req-b72eafe4-d8e1-4bce-a712-70edb08cb1a1 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 210 time: 0.0474265 Nov 12 04:10:17.342473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.345769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "DELETE /v2.0/ports/129db75e-c669-49e0-a1ed-de0e51442665 HTTP/1.1" status: 204 len: 173 time: 0.4493551 Nov 12 04:10:17.346220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'name': 'network-vif-deleted', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:17.348510 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a46117-eedc-440a-adb2-47d65793d44f" -d '{"events": [{"server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "name": "network-vif-deleted", "tag": "129db75e-c669-49e0-a1ed-de0e51442665"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:17.389877 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fa45b1-341a-4e11-a715-31b99e878e30 x-openstack-request-id: req-c5fa45b1-341a-4e11-a715-31b99e878e30 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:17.389877 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05114003-b5c4-43e9-aa8a-13aa39f97dd3", "name": "network-vif-deleted", "tag": "129db75e-c669-49e0-a1ed-de0e51442665", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:17.390277 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5fa45b1-341a-4e11-a715-31b99e878e30 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:17.390819 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05114003-b5c4-43e9-aa8a-13aa39f97dd3', 'name': 'network-vif-deleted', 'tag': '129db75e-c669-49e0-a1ed-de0e51442665', 'status': 'completed', 'code': 200} Nov 12 04:10:17.425165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Allocated IP 172.20.0.3 (6ddbf6fd-168d-4973-9a5e-de067c31e822/c6845fad-c883-4000-97e2-49e18f0727b9/81bd949d-db9b-4755-940a-597376591ad2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:17.575848 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.609422 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.621044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['129db75e-c669-49e0-a1ed-de0e51442665'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:17.651314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Network 6ddbf6fd-168d-4973-9a5e-de067c31e822 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:17.658266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:17.662020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:17.668991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Pushing event updated for resources: {'Port': ['ID=81bd949d-db9b-4755-940a-597376591ad2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:17.718278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.718904 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:17.736606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6636a3b7-cab4-43ba-ac0b-fc8775b2e809 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947576 Nov 12 04:10:17.748993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Request body: {'port': {'device_id': '4e025011-44ee-4311-9bdd-645922e3da69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:17.804326 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.114630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bd949d-db9b-4755-940a-597376591ad2 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:18.122572 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.138252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Transition to ACTIVE for port object 81bd949d-db9b-4755-940a-597376591ad2 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:10:18.141791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.190722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Pushing event updated for resources: {'Port': ['ID=81bd949d-db9b-4755-940a-597376591ad2,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:18.262845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Attempting to bind port 81bd949d-db9b-4755-940a-597376591ad2 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:18.263181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Attempting to bind port 81bd949d-db9b-4755-940a-597376591ad2 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:18.263513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Attempting to bind port 81bd949d-db9b-4755-940a-597376591ad2 on network 6ddbf6fd-168d-4973-9a5e-de067c31e822 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:18.267714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Port 81bd949d-db9b-4755-940a-597376591ad2 on network 6ddbf6fd-168d-4973-9a5e-de067c31e822 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:10:18.268275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Attempting to bind port 81bd949d-db9b-4755-940a-597376591ad2 on network 6ddbf6fd-168d-4973-9a5e-de067c31e822 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:18.272948 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:18.273277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Checking segment: {'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:18.273658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Bound using segment: {'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:18.274085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Bound port: 81bd949d-db9b-4755-940a-597376591ad2, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daebb020-9ffc-43ec-aa0c-613d437003d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:18.274432 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.336115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:18.339162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=81bd949d-db9b-4755-940a-597376591ad2,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:18.343778 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.377063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.377594 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:18.378986 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] 10.222.0.20 "PUT /v2.0/ports/81bd949d-db9b-4755-940a-597376591ad2 HTTP/1.1" status: 200 len: 1092 time: 0.6343884 Nov 12 04:10:18.379423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e025011-44ee-4311-9bdd-645922e3da69', 'tag': '81bd949d-db9b-4755-940a-597376591ad2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:18.381701 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fb87c7-dc40-498e-8721-7d28fbfac184" -d '{"events": [{"name": "network-changed", "server_uuid": "4e025011-44ee-4311-9bdd-645922e3da69", "tag": "81bd949d-db9b-4755-940a-597376591ad2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:18.417285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd0c94-08d5-44e8-856a-bd5a8a5c2735 service neutron] Pushing event updated for resources: {'Port': ['ID=81bd949d-db9b-4755-940a-597376591ad2,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:18.495970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f4a3-ef39-4a29-af71-d019f78bb3d7 req-9100933b-4073-43e3-919a-726ce9ce98eb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.497962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d33f4a3-ef39-4a29-af71-d019f78bb3d7 req-9100933b-4073-43e3-919a-726ce9ce98eb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 943 time: 0.0697894 Nov 12 04:10:18.506370 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43c7e26-b357-4b62-8189-fe99ed907fa4 x-openstack-request-id: req-f43c7e26-b357-4b62-8189-fe99ed907fa4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:18.506662 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e025011-44ee-4311-9bdd-645922e3da69", "tag": "81bd949d-db9b-4755-940a-597376591ad2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:18.507373 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f43c7e26-b357-4b62-8189-fe99ed907fa4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:18.507653 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e025011-44ee-4311-9bdd-645922e3da69', 'tag': '81bd949d-db9b-4755-940a-597376591ad2', 'status': 'completed', 'code': 200} Nov 12 04:10:18.510650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-08bd29c3-6f9d-446c-a5ce-77a965a5f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.512130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-08bd29c3-6f9d-446c-a5ce-77a965a5f0be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 1095 time: 0.0834379 Nov 12 04:10:18.546569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d33f4a3-ef39-4a29-af71-d019f78bb3d7 req-32aecbde-11d1-4787-857c-358d39409fc1 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Nov 12 04:10:18.573359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-b2901357-d5db-471b-9bc2-fea05164a26e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81bd949d-db9b-4755-940a-597376591ad2 HTTP/1.1" status: 200 len: 217 time: 0.0526166 Nov 12 04:10:18.633482 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6922f549-ec3b-4dd5-bec1-86c289512dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.634929 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-6922f549-ec3b-4dd5-bec1-86c289512dfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0553887 Nov 12 04:10:18.684851 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-651d2ba3-9a04-4b5d-b8ca-b4f9bf50f245 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436561 Nov 12 04:10:18.774949 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-82d10e61-bb92-4738-a555-df8f0b4b4932 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833294 Nov 12 04:10:18.862477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-837b07cd-7b8f-4a8f-ae28-cdb1ffba2128 req-65fb9cb9-a751-4ac6-ae67-caff1a81123e service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803697 Nov 12 04:10:18.949464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-2fe719da-8260-431f-a46a-85356b79239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:18.950906 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-2fe719da-8260-431f-a46a-85356b79239b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 1095 time: 0.0399537 Nov 12 04:10:19.372289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-f61daef5-5986-4bd6-858a-c25e2e2cd482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.373785 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-f61daef5-5986-4bd6-858a-c25e2e2cd482 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.4160078 Nov 12 04:10:19.416228 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-9db9ba67-08de-4be8-941f-947c591e13ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81bd949d-db9b-4755-940a-597376591ad2 HTTP/1.1" status: 200 len: 217 time: 0.0345948 Nov 12 04:10:19.464323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-6d925b63-84a8-48d3-bbb9-5796ca62052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.465771 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-6d925b63-84a8-48d3-bbb9-5796ca62052d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0432193 Nov 12 04:10:19.501038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-6a8ff4a2-dc59-4dd3-95e5-8f08eab8017e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282862 Nov 12 04:10:19.593598 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-0ab2e0e8-e3f0-4660-904b-f1b3be91d6c2 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841570 Nov 12 04:10:19.718086 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abda2bb-58ae-4ce9-8c97-9f87e841c287 req-209f2e51-7ea0-47f9-b0c8-a3c2f271663f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:19.719521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9abda2bb-58ae-4ce9-8c97-9f87e841c287 req-209f2e51-7ea0-47f9-b0c8-a3c2f271663f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 943 time: 0.1000371 Nov 12 04:10:19.724692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-49fb87c7-dc40-498e-8721-7d28fbfac184 req-ee4a5393-bc0b-4491-96d7-57ef005e5d96 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231766 Nov 12 04:10:19.766914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9abda2bb-58ae-4ce9-8c97-9f87e841c287 req-94b2cb64-48c1-46c7-b5c0-3e6ae8aeacad tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Nov 12 04:10:20.516494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 81bd949d-db9b-4755-940a-597376591ad2 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:20.520090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 129db75e-c669-49e0-a1ed-de0e51442665 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:20.549047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 129db75e-c669-49e0-a1ed-de0e51442665 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:10:20.549398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 129db75e-c669-49e0-a1ed-de0e51442665 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:20.635603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=81bd949d-db9b-4755-940a-597376591ad2,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:20.646761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '81bd949d-db9b-4755-940a-597376591ad2', 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822', 'port_id': '81bd949d-db9b-4755-940a-597376591ad2', 'mac_address': 'fa:16:3e:26:b8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6845fad-c883-4000-97e2-49e18f0727b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:20.687636 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.700579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bd949d-db9b-4755-940a-597376591ad2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:20.720760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=81bd949d-db9b-4755-940a-597376591ad2,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:20.724254 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.770207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=81bd949d-db9b-4755-940a-597376591ad2,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:20.893556 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2eae-dac7-4607-95be-f8665ddc7554 req-8b2ea57b-3b3b-4906-a4f3-56a6c4a6f5cc tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:20.895022 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78ad2eae-dac7-4607-95be-f8665ddc7554 req-8b2ea57b-3b3b-4906-a4f3-56a6c4a6f5cc tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 944 time: 0.0609200 Nov 12 04:10:20.912241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['81bd949d-db9b-4755-940a-597376591ad2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:20.945982 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78ad2eae-dac7-4607-95be-f8665ddc7554 req-adc2ff70-7ee6-4f41-aa1e-9500a358934a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Nov 12 04:10:22.063051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f9027-7fcf-45ce-a9e4-69630b50fc59 req-f91c9a55-4eeb-4724-a557-ef5c32315faf tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.064509 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c3f9027-7fcf-45ce-a9e4-69630b50fc59 req-f91c9a55-4eeb-4724-a557-ef5c32315faf tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 944 time: 0.0522122 Nov 12 04:10:22.111602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c3f9027-7fcf-45ce-a9e4-69630b50fc59 req-0cf621f1-accf-4d45-b77d-fa2898d6cfd6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Nov 12 04:10:22.532993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 81bd949d-db9b-4755-940a-597376591ad2 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:22.582456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 81bd949d-db9b-4755-940a-597376591ad2 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:22.586866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 81bd949d-db9b-4755-940a-597376591ad2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:22.587237 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.662983 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.687968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e025011-44ee-4311-9bdd-645922e3da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd949d-db9b-4755-940a-597376591ad2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:22.690228 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816b8afd-951f-4b65-82ad-14ae6eec018d" -d '{"events": [{"server_uuid": "4e025011-44ee-4311-9bdd-645922e3da69", "name": "network-vif-plugged", "status": "completed", "tag": "81bd949d-db9b-4755-940a-597376591ad2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:22.704248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=81bd949d-db9b-4755-940a-597376591ad2,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:22.708192 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:22.737345 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6f56f-ce05-4c0e-8330-874819789aa8 x-openstack-request-id: req-5ca6f56f-ce05-4c0e-8330-874819789aa8 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:22.737639 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e025011-44ee-4311-9bdd-645922e3da69", "name": "network-vif-plugged", "status": "completed", "tag": "81bd949d-db9b-4755-940a-597376591ad2", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:22.737901 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ca6f56f-ce05-4c0e-8330-874819789aa8 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:22.738301 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e025011-44ee-4311-9bdd-645922e3da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd949d-db9b-4755-940a-597376591ad2', 'code': 200} Nov 12 04:10:22.767181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=81bd949d-db9b-4755-940a-597376591ad2,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:22.825529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928fda5-df12-4e5c-8c42-62efb91db2ea req-f97ec8fc-ec36-4193-b4b9-57306967a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:22.826950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0928fda5-df12-4e5c-8c42-62efb91db2ea req-f97ec8fc-ec36-4193-b4b9-57306967a1c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 1097 time: 0.0423169 Nov 12 04:10:22.873574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0928fda5-df12-4e5c-8c42-62efb91db2ea req-d64d46a1-1098-4f4e-bdde-6410953ab812 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393028 Nov 12 04:10:23.225118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431958f-46d4-48f7-b967-be1f095fce63 req-90b3ac04-39c0-4c95-a612-2d6f5e247e26 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.226600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2431958f-46d4-48f7-b967-be1f095fce63 req-90b3ac04-39c0-4c95-a612-2d6f5e247e26 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0492287 Nov 12 04:10:23.279527 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2431958f-46d4-48f7-b967-be1f095fce63 req-02c48354-4663-4e72-a53a-903f7e13fb18 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Nov 12 04:10:24.400955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdc06d-c041-4192-a932-6e8fd5465621 req-02f50042-9e13-4caf-a8d3-e0c6fc6fd71b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.402487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11fdc06d-c041-4192-a932-6e8fd5465621 req-02f50042-9e13-4caf-a8d3-e0c6fc6fd71b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0514925 Nov 12 04:10:24.450127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11fdc06d-c041-4192-a932-6e8fd5465621 req-a788a0ab-2896-45ea-aeeb-af6a0ef92120 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Nov 12 04:10:24.567083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9108-afc9-4f0e-a4b7-d71db466a9cd req-3a504736-b916-4a95-8a9f-b474d702d42c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.568496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01dc9108-afc9-4f0e-a4b7-d71db466a9cd req-3a504736-b916-4a95-8a9f-b474d702d42c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0498359 Nov 12 04:10:24.618407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01dc9108-afc9-4f0e-a4b7-d71db466a9cd req-107c7636-6437-4ed0-8819-41689e812d7e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Nov 12 04:10:24.838894 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-7f430f37-8e78-4f07-991c-8e8155002bde service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415423 Nov 12 04:10:24.850766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5437bc-83f7-4b31-b304-21dbf1f0ff4d req-1aeeaef1-cb0b-4912-8e00-26b6aa313614 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.852836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb5437bc-83f7-4b31-b304-21dbf1f0ff4d req-1aeeaef1-cb0b-4912-8e00-26b6aa313614 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0503280 Nov 12 04:10:24.902610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb5437bc-83f7-4b31-b304-21dbf1f0ff4d req-bcae243e-aafd-4fdd-8bf7-14b1ac828a2c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 Nov 12 04:10:25.030352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.905794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-9f4572f9-e446-4183-9839-584c1dbe9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.907214 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-9f4572f9-e446-4183-9839-584c1dbe9eea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 1097 time: 0.0449171 Nov 12 04:10:25.999470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-0ed5bcec-76a7-489f-aa42-bc94ad31c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.001002 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-0ed5bcec-76a7-489f-aa42-bc94ad31c5d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0869069 Nov 12 04:10:26.020956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca414c-f7e0-4ce4-9c23-eda9dc7be389 req-f0f32b6a-c308-42a9-b2e9-6f6d8f6c858e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.022426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8ca414c-f7e0-4ce4-9c23-eda9dc7be389 req-f0f32b6a-c308-42a9-b2e9-6f6d8f6c858e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Nov 12 04:10:26.047469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-3eab71b1-d65b-491b-9876-af33182d9a29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81bd949d-db9b-4755-940a-597376591ad2 HTTP/1.1" status: 200 len: 217 time: 0.0385914 Nov 12 04:10:26.075613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8ca414c-f7e0-4ce4-9c23-eda9dc7be389 req-9e65a489-bba6-40bc-96ad-10ba7f52fea4 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465243 Nov 12 04:10:26.099977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-b2ad770c-c5f6-4632-86b8-5295de8c03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.101448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-b2ad770c-c5f6-4632-86b8-5295de8c03d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0452335 Nov 12 04:10:26.134176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-7f8f0a93-e77a-4266-a556-fa79d214a12c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252388 Nov 12 04:10:26.226309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-66a0afa9-afb7-4bb1-b23b-97755b02acf9 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853062 Nov 12 04:10:26.314035 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-e6224982-7afb-4ae6-9cf1-99e1421b76dc service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807972 Nov 12 04:10:27.191097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0c19b-46bc-4a64-8ebf-a0665983a9b3 req-abca916c-6b42-4336-a561-0f558b2ff23b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:27.192555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cac0c19b-46bc-4a64-8ebf-a0665983a9b3 req-abca916c-6b42-4336-a561-0f558b2ff23b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Nov 12 04:10:27.244361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cac0c19b-46bc-4a64-8ebf-a0665983a9b3 req-230854b4-1ef7-4fd6-ac5e-c0d29e1985c4 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Nov 12 04:10:28.359460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e6a-94f8-4793-9bc0-ac93a6be0b01 req-8659463a-09e5-4402-a3fd-c96e1cbc8162 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.360964 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a742e6a-94f8-4793-9bc0-ac93a6be0b01 req-8659463a-09e5-4402-a3fd-c96e1cbc8162 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Nov 12 04:10:28.407844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a742e6a-94f8-4793-9bc0-ac93a6be0b01 req-c0b4d8e7-a612-42fe-a63b-00aaff7c257d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Nov 12 04:10:29.523007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2a058-a4d9-4850-91a4-2c351f08f619 req-f9b05066-8dd0-4665-87ab-9d6014c72c57 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.525444 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cd2a058-a4d9-4850-91a4-2c351f08f619 req-f9b05066-8dd0-4665-87ab-9d6014c72c57 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0505507 Nov 12 04:10:29.573800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cd2a058-a4d9-4850-91a4-2c351f08f619 req-e87d02ad-abf6-4cd4-aa31-a1e446528498 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Nov 12 04:10:30.690548 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a419843-7170-4535-aac2-89742b14842e req-783bc7dd-1c29-486c-8497-387b0f7f49c5 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.692011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a419843-7170-4535-aac2-89742b14842e req-783bc7dd-1c29-486c-8497-387b0f7f49c5 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Nov 12 04:10:30.739886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a419843-7170-4535-aac2-89742b14842e req-0842938d-bdd1-42a6-83dc-9e5ff1722581 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419598 Nov 12 04:10:31.376140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9d467abf-ebea-44dd-9a56-e5f2c6068816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.854540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef81de-54ec-43a0-8ef7-44e88a3bdddf req-8799e18b-25e1-4e20-9e01-239400ecc38c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.856274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fdef81de-54ec-43a0-8ef7-44e88a3bdddf req-8799e18b-25e1-4e20-9e01-239400ecc38c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0491202 Nov 12 04:10:31.902644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fdef81de-54ec-43a0-8ef7-44e88a3bdddf req-aa1d1843-3f83-4b90-88bc-3b6d0572e10a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Nov 12 04:10:33.020827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a2cfa-fe56-496c-be89-617c20ea8035 req-7a9a781b-9d9c-4174-b767-6e295aa01b60 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.022273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b98a2cfa-fe56-496c-be89-617c20ea8035 req-7a9a781b-9d9c-4174-b767-6e295aa01b60 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0523293 Nov 12 04:10:33.069469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b98a2cfa-fe56-496c-be89-617c20ea8035 req-93a11c53-9ff8-46b8-af04-a041f84dd790 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408456 Nov 12 04:10:33.635761 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e642a0a1-6dcd-4105-b09e-71fec7833549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:34.191119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09325ee-b021-47c8-baf1-cd19e263b4b9 req-81f646fc-c2f9-44e8-b41c-955cc7523df8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:34.192604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a09325ee-b021-47c8-baf1-cd19e263b4b9 req-81f646fc-c2f9-44e8-b41c-955cc7523df8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0529869 Nov 12 04:10:34.240021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a09325ee-b021-47c8-baf1-cd19e263b4b9 req-96bf351c-8af1-4b26-ba00-c190de679ccb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405920 Nov 12 04:10:35.081930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.359976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16bbaf-4896-4bda-a397-66eb55a6924a req-9d66646d-31ae-4098-8d74-f2ee1806133f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.361477 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da16bbaf-4896-4bda-a397-66eb55a6924a req-9d66646d-31ae-4098-8d74-f2ee1806133f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0489283 Nov 12 04:10:35.407867 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-da16bbaf-4896-4bda-a397-66eb55a6924a req-d84e534e-f69a-4de2-83ad-ba8dee3e1fd8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Nov 12 04:10:36.451030 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.524565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69ebc2-4ddc-4ad2-9c1f-788ccb3b5a58 req-d781df0b-660f-41db-8fd2-f3c801ffbb7b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.526278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc69ebc2-4ddc-4ad2-9c1f-788ccb3b5a58 req-d781df0b-660f-41db-8fd2-f3c801ffbb7b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0509162 Nov 12 04:10:36.573879 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bc69ebc2-4ddc-4ad2-9c1f-788ccb3b5a58 req-c405b041-569f-42dc-93e8-108a56d8c3d5 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Nov 12 04:10:37.306449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:37.693942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9dc3b-ba6d-4c28-bb61-431def84fd04 req-af8e3585-61f1-4385-8112-87cb9c08fed5 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.695474 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-74b9dc3b-ba6d-4c28-bb61-431def84fd04 req-af8e3585-61f1-4385-8112-87cb9c08fed5 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Nov 12 04:10:37.741990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-74b9dc3b-ba6d-4c28-bb61-431def84fd04 req-4f229715-2ab6-4116-846d-4cb8e4f3728f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Nov 12 04:10:38.859203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd60063-1e52-43fb-ac41-f47c8a99fd26 req-fa331ced-f4d7-4180-bfcf-9618dcdbf532 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.860595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fd60063-1e52-43fb-ac41-f47c8a99fd26 req-fa331ced-f4d7-4180-bfcf-9618dcdbf532 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0493448 Nov 12 04:10:38.910857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5fd60063-1e52-43fb-ac41-f47c8a99fd26 req-08c7efcb-ed1d-45aa-83c5-5bf125bfcb56 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Nov 12 04:10:40.025867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd4b4e-d6dc-4432-b119-3aca81fb32ab req-d9d84012-fc52-4f05-bb1b-297abcf5b07a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:40.027338 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ecd4b4e-d6dc-4432-b119-3aca81fb32ab req-d9d84012-fc52-4f05-bb1b-297abcf5b07a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0486593 Nov 12 04:10:40.074579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4ecd4b4e-d6dc-4432-b119-3aca81fb32ab req-7b2114ba-f623-49b7-b776-fca4cb04c39c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Nov 12 04:10:41.193289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543ddf5-c2d5-476a-91b0-aa0c44e0bc0a req-1438e670-06a9-4842-b72a-d987fc9e5cd6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:41.194769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7543ddf5-c2d5-476a-91b0-aa0c44e0bc0a req-1438e670-06a9-4842-b72a-d987fc9e5cd6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Nov 12 04:10:41.241744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7543ddf5-c2d5-476a-91b0-aa0c44e0bc0a req-e9be0fd5-8686-4aff-9acd-dc7f5082de04 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Nov 12 04:10:41.604040 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:42.360310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76754aa-bbdc-4ca8-a112-e5db1566aa9d req-b9618a70-a6a9-48ac-8de6-4b8b4dc29976 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.361861 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b76754aa-bbdc-4ca8-a112-e5db1566aa9d req-b9618a70-a6a9-48ac-8de6-4b8b4dc29976 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0487461 Nov 12 04:10:42.412127 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b76754aa-bbdc-4ca8-a112-e5db1566aa9d req-57385572-455e-4b03-ae06-eb213d92c096 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Nov 12 04:10:43.527732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f663e-fbf4-4e92-96dc-c7194f03d4b6 req-9558e0d2-30ab-4c21-af0a-5f40d7244c40 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.529222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-933f663e-fbf4-4e92-96dc-c7194f03d4b6 req-9558e0d2-30ab-4c21-af0a-5f40d7244c40 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0490017 Nov 12 04:10:43.576322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-933f663e-fbf4-4e92-96dc-c7194f03d4b6 req-d0e3e663-da36-44d1-af0b-4f76c8fa534f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Nov 12 04:10:44.695144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b42fab-00e8-48e2-8f24-24cd145fa271 req-317bedf0-1f21-47fe-bc0b-0753e80156a8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.697155 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8b42fab-00e8-48e2-8f24-24cd145fa271 req-317bedf0-1f21-47fe-bc0b-0753e80156a8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0510492 Nov 12 04:10:44.744888 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8b42fab-00e8-48e2-8f24-24cd145fa271 req-b092e174-41e6-49d6-a859-1bf1849ee3f1 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Nov 12 04:10:45.865114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df550c-faff-47cc-bbec-88f2d857fcaf req-febfecff-64dc-4ca3-9515-22f3ffdd065c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.866595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2df550c-faff-47cc-bbec-88f2d857fcaf req-febfecff-64dc-4ca3-9515-22f3ffdd065c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0536237 Nov 12 04:10:45.914207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2df550c-faff-47cc-bbec-88f2d857fcaf req-67b9a07a-59c4-4a2d-936a-a28222bfbdd0 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Nov 12 04:10:47.028709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef8a1f-d4ed-4692-93dc-33be20fa2c38 req-1cafec2a-019b-41dd-a497-1432628d1326 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.030507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54ef8a1f-d4ed-4692-93dc-33be20fa2c38 req-1cafec2a-019b-41dd-a497-1432628d1326 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0493000 Nov 12 04:10:47.082294 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-54ef8a1f-d4ed-4692-93dc-33be20fa2c38 req-fab35fa4-9e97-4f4c-965e-a4417f41b2eb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Nov 12 04:10:48.200554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71b578-eab5-40c8-a01c-a54549384bda req-c6a904a2-f15f-449f-a0ef-f694b766151f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.202096 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d71b578-eab5-40c8-a01c-a54549384bda req-c6a904a2-f15f-449f-a0ef-f694b766151f tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0509248 Nov 12 04:10:48.225296 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4da9b8b-a46f-4b71-a824-e506250ab71a req-b8e17379-a6d0-4829-90de-1c1c4b12fc40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284708 Nov 12 04:10:48.250867 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d71b578-eab5-40c8-a01c-a54549384bda req-c2068f38-9d28-47bd-bc54-020617a6ff89 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Nov 12 04:10:48.282893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4da9b8b-a46f-4b71-a824-e506250ab71a req-2f16ff10-8f4f-4787-8b9a-bf426898ccc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0250609 Nov 12 04:10:48.326660 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4da9b8b-a46f-4b71-a824-e506250ab71a req-242abdb1-dd09-40a0-ad75-cbbdf582da79 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186505 Nov 12 04:10:48.420486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da9b8b-a46f-4b71-a824-e506250ab71a req-cf44d18c-b341-4c24-8bb0-b13b4d0c2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.422035 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e4da9b8b-a46f-4b71-a824-e506250ab71a req-cf44d18c-b341-4c24-8bb0-b13b4d0c2cf5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0888453 Nov 12 04:10:49.372270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660625-8cfc-4132-b5c0-6f7a44d994ca req-5e4b4b57-037b-41a9-915f-fca97b7fa033 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:49.373769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3660625-8cfc-4132-b5c0-6f7a44d994ca req-5e4b4b57-037b-41a9-915f-fca97b7fa033 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0536332 Nov 12 04:10:49.420001 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3660625-8cfc-4132-b5c0-6f7a44d994ca req-f0c44ebd-34c1-4a6d-a59d-41f277cb5bb3 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 Nov 12 04:10:50.536674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf0b20-c42d-4241-99d5-b249232f0fdb req-ae4d7a10-7288-4161-9c87-0d4660409b89 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.538198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5bf0b20-c42d-4241-99d5-b249232f0fdb req-ae4d7a10-7288-4161-9c87-0d4660409b89 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0528090 Nov 12 04:10:50.586983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d5bf0b20-c42d-4241-99d5-b249232f0fdb req-a59a890c-dbb5-4ae9-a92e-6e324c5ceda1 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Nov 12 04:10:51.710088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0675-db2e-423f-9a92-4b6a8535215e req-998c4574-fad1-423a-b315-242ee4645fa8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:51.711807 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5aff0675-db2e-423f-9a92-4b6a8535215e req-998c4574-fad1-423a-b315-242ee4645fa8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0497859 Nov 12 04:10:51.759688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5aff0675-db2e-423f-9a92-4b6a8535215e req-78688c9e-53a8-4a40-aa2a-e2f198d649f1 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Nov 12 04:10:52.876223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eb726-146a-49cd-b100-507683859efc req-98489cd4-b666-4523-853b-36b96d372969 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:52.877623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce6eb726-146a-49cd-b100-507683859efc req-98489cd4-b666-4523-853b-36b96d372969 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Nov 12 04:10:52.953880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ce6eb726-146a-49cd-b100-507683859efc req-c20ce1da-7449-4150-a164-b1d60e47fba0 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697360 Nov 12 04:10:52.976422 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-5fe49b9d-20c9-4192-9b55-dcebbbd47947 service neutron] 10.222.0.20 "GET /v2.0/ports/81bd949d-db9b-4755-940a-597376591ad2/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0675466 Nov 12 04:10:53.211879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-19b4ea01-e5dc-4927-97d9-ec57b0f89d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.213421 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-19b4ea01-e5dc-4927-97d9-ec57b0f89d78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69&tenant_id=0bb82d73037b44f6a2acfa78a98fa86e HTTP/1.1" status: 200 len: 1097 time: 0.0749702 Nov 12 04:10:53.273529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-44ee45b0-19f0-48f0-9c9d-048413c214a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.275107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-44ee45b0-19f0-48f0-9c9d-048413c214a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 1097 time: 0.0405447 Nov 12 04:10:53.370157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-f1d7cea7-7706-4448-8561-3c650f430d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.371616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-f1d7cea7-7706-4448-8561-3c650f430d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0902777 Nov 12 04:10:53.411522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-5087065c-7f75-4b63-8de5-1da42de5d434 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81bd949d-db9b-4755-940a-597376591ad2 HTTP/1.1" status: 200 len: 217 time: 0.0331690 Nov 12 04:10:53.460542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-32b7acbe-68af-4fc8-9525-939328adf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.462207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-32b7acbe-68af-4fc8-9525-939328adf446 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0443213 Nov 12 04:10:53.499546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-ddd4a04f-a318-4fcd-9a1c-0ae811e241ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305281 Nov 12 04:10:53.594069 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-59d3ed35-9780-4539-af92-67b820b381aa service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867503 Nov 12 04:10:53.689233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f2a5a51f-c70f-4bc0-9989-c4d63b1bc196 req-8652c741-b14d-410c-9bf7-2e563d777fba service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879321 Nov 12 04:10:54.009151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-7b837ea6-7749-4955-a5d6-366917a788ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.010670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-7b837ea6-7749-4955-a5d6-366917a788ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 1097 time: 0.0420141 Nov 12 04:10:54.071329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b020d-d7c9-4102-9507-9c71c46226aa req-82dbd3d3-f624-4e15-a18f-05683f27ae02 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.072711 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef6b020d-d7c9-4102-9507-9c71c46226aa req-82dbd3d3-f624-4e15-a18f-05683f27ae02 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0498331 Nov 12 04:10:54.118519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-ee3a1dc2-c419-46df-9d36-d8698063bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.120016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-ee3a1dc2-c419-46df-9d36-d8698063bd19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0899708 Nov 12 04:10:54.124085 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef6b020d-d7c9-4102-9507-9c71c46226aa req-3e7506f5-2888-4ea6-b76a-2d812945ced5 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454032 Nov 12 04:10:54.164586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-8468ee69-2ce7-4937-962c-799a8318b3f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81bd949d-db9b-4755-940a-597376591ad2 HTTP/1.1" status: 200 len: 217 time: 0.0360391 Nov 12 04:10:54.212320 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-f13753e4-5f1e-4120-986c-0e007c4dcaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.213755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-f13753e4-5f1e-4120-986c-0e007c4dcaeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0427969 Nov 12 04:10:54.245573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-9d2e75d8-4453-4962-bf56-b73c6f4ffbf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250146 Nov 12 04:10:54.339402 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-542342ce-01b6-485c-88c8-6b2c494e194a service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855463 Nov 12 04:10:54.432614 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab03e26a-71ae-48f6-9071-c05db87c59b9 req-ca340bda-bb49-4265-a93f-c7a198cfc8fb service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862076 Nov 12 04:10:54.666218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 81bd949d-db9b-4755-940a-597376591ad2 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:54.760377 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=81bd949d-db9b-4755-940a-597376591ad2,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:54.775446 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '81bd949d-db9b-4755-940a-597376591ad2', 'network_id': '6ddbf6fd-168d-4973-9a5e-de067c31e822', 'port_id': '81bd949d-db9b-4755-940a-597376591ad2', 'mac_address': 'fa:16:3e:26:b8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6845fad-c883-4000-97e2-49e18f0727b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:54.812162 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.824783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81bd949d-db9b-4755-940a-597376591ad2 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:54.844191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=81bd949d-db9b-4755-940a-597376591ad2,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:54.848277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.895107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=81bd949d-db9b-4755-940a-597376591ad2,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:54.902731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.903082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.903425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.903764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.904100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.904430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.904775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.905107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.905432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.905756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.906080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:54.906402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:55.029490 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.244573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a114fdd-b8b2-4af1-8995-c24ac606deac req-4b30fdfe-e469-4d4d-8436-43746cb435f2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:55.246208 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a114fdd-b8b2-4af1-8995-c24ac606deac req-4b30fdfe-e469-4d4d-8436-43746cb435f2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 944 time: 0.0522296 Nov 12 04:10:55.293753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a114fdd-b8b2-4af1-8995-c24ac606deac req-11a11bab-bfb9-41af-a22c-cdff61dc004e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Nov 12 04:10:56.091403 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['81bd949d-db9b-4755-940a-597376591ad2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:56.410352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9a885-e201-4855-8476-ad8bd6e44a19 req-68ffbcaa-88fc-46bb-a73e-5a137debd62c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.411727 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b0c9a885-e201-4855-8476-ad8bd6e44a19 req-68ffbcaa-88fc-46bb-a73e-5a137debd62c tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 944 time: 0.0484979 Nov 12 04:10:56.458372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b0c9a885-e201-4855-8476-ad8bd6e44a19 req-7f6583b2-747c-4231-b99c-360d9423466d tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Nov 12 04:10:56.652141 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc8860-0842-4c70-96cb-6aa7dfe4a0c1 req-14a0a49a-4f1c-4197-a8b2-d6b28d087a4b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.653665 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dfc8860-0842-4c70-96cb-6aa7dfe4a0c1 req-14a0a49a-4f1c-4197-a8b2-d6b28d087a4b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 944 time: 0.0506103 Nov 12 04:10:56.666192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 81bd949d-db9b-4755-940a-597376591ad2 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:56.704682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2dfc8860-0842-4c70-96cb-6aa7dfe4a0c1 req-22afe02d-3063-485e-aef6-587540fd4fdb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 Nov 12 04:10:56.712504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-c5e75d91-bd76-4381-8df2-4c48ec2a7e27 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.714101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-c5e75d91-bd76-4381-8df2-4c48ec2a7e27 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69&tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 944 time: 0.0909095 Nov 12 04:10:56.715973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 81bd949d-db9b-4755-940a-597376591ad2 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:56.716351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.799533 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.803489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-bbb495de-523f-4b20-b563-5a88e2dc0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.805144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-bbb495de-523f-4b20-b563-5a88e2dc0ee9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 1096 time: 0.0449076 Nov 12 04:10:56.821915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e025011-44ee-4311-9bdd-645922e3da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd949d-db9b-4755-940a-597376591ad2'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:56.824200 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeab259-c649-4049-85cf-3144ae5837ca" -d '{"events": [{"server_uuid": "4e025011-44ee-4311-9bdd-645922e3da69", "name": "network-vif-plugged", "status": "completed", "tag": "81bd949d-db9b-4755-940a-597376591ad2"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:56.839938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=81bd949d-db9b-4755-940a-597376591ad2,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:56.849962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:56.875430 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a440aac9-9b99-4cd1-9f38-786391251adf x-openstack-request-id: req-a440aac9-9b99-4cd1-9f38-786391251adf {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:56.875728 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e025011-44ee-4311-9bdd-645922e3da69", "name": "network-vif-plugged", "status": "completed", "tag": "81bd949d-db9b-4755-940a-597376591ad2", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:56.875986 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a440aac9-9b99-4cd1-9f38-786391251adf {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:56.876386 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e025011-44ee-4311-9bdd-645922e3da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd949d-db9b-4755-940a-597376591ad2', 'code': 200} Nov 12 04:10:56.901704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-3a9e1f35-1b91-4a15-9559-7a80eb100b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.902706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=81bd949d-db9b-4755-940a-597376591ad2,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:56.903469 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-3a9e1f35-1b91-4a15-9559-7a80eb100b17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 200 len: 915 time: 0.0913949 Nov 12 04:10:56.948003 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-8a027acc-0393-4d21-a1e8-8bc7d0218121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81bd949d-db9b-4755-940a-597376591ad2 HTTP/1.1" status: 200 len: 217 time: 0.0377867 Nov 12 04:10:56.996732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-17a21b75-7e32-47b0-985c-db9ed3e66efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.998167 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-17a21b75-7e32-47b0-985c-db9ed3e66efa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 200 len: 853 time: 0.0436840 Nov 12 04:10:57.029701 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-e5f8a9ac-2b1f-470e-9e2d-cfc52c852f1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddbf6fd-168d-4973-9a5e-de067c31e822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241191 Nov 12 04:10:57.125765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-07225f55-cb98-4cbc-bfac-dd590c871aba service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881007 Nov 12 04:10:57.213752 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-04294ef3-b38b-40a9-9107-83a5d95fb182 req-e1085753-b2d7-4914-9e75-a783d2cfb6fb service neutron] 10.222.0.20 "GET /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813200 Nov 12 04:10:57.827599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535a10a-70c6-4309-bfb6-c08f3a8fa079 req-8d3455c7-b7b3-4130-b1ce-5aa8cc1d0f3e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.829114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b535a10a-70c6-4309-bfb6-c08f3a8fa079 req-8d3455c7-b7b3-4130-b1ce-5aa8cc1d0f3e tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0532877 Nov 12 04:10:57.876443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b535a10a-70c6-4309-bfb6-c08f3a8fa079 req-1f30ec36-1758-44c9-b1d0-a7c320182738 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Nov 12 04:10:57.993596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874b8f7-b4ba-4635-8dec-3572bf6caf04 req-f18843f3-6b57-4915-92d0-a1cf529822cb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.995062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7874b8f7-b4ba-4635-8dec-3572bf6caf04 req-f18843f3-6b57-4915-92d0-a1cf529822cb tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0502205 Nov 12 04:10:58.044914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7874b8f7-b4ba-4635-8dec-3572bf6caf04 req-11f4b8a1-d819-419d-91fd-68ab40cce57b tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Nov 12 04:10:58.157021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc53987-e4f8-4ec2-a4a4-983b6ab1d4ae req-10ad8ec0-ab99-4324-b3af-609b916bcabd tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.158496 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dcc53987-e4f8-4ec2-a4a4-983b6ab1d4ae req-10ad8ec0-ab99-4324-b3af-609b916bcabd tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0486417 Nov 12 04:10:58.204528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dcc53987-e4f8-4ec2-a4a4-983b6ab1d4ae req-de0f5673-4986-46b0-8c4a-61e232110ce6 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Nov 12 04:10:58.543026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a04b-247a-438a-bb17-1172a64948e6 req-65f01d2e-88b9-4863-944f-e07dc1c423f8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.544420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23e7a04b-247a-438a-bb17-1172a64948e6 req-65f01d2e-88b9-4863-944f-e07dc1c423f8 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0490546 Nov 12 04:10:58.594998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-23e7a04b-247a-438a-bb17-1172a64948e6 req-3e35ecd5-d47f-4f98-b55b-0f854f0d9a07 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Nov 12 04:10:59.666290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-31d3b259-6bc3-47e9-85d7-51dfa041226a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.667757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-31d3b259-6bc3-47e9-85d7-51dfa041226a tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0486093 Nov 12 04:10:59.716962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95997a-9b49-46b7-8f3c-0bb9da8f630d req-9aa7187d-0164-43f2-810f-d0478e828007 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.718504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f95997a-9b49-46b7-8f3c-0bb9da8f630d req-9aa7187d-0164-43f2-810f-d0478e828007 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e025011-44ee-4311-9bdd-645922e3da69 HTTP/1.1" status: 200 len: 945 time: 0.0530391 Nov 12 04:10:59.761355 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Deleting port 81bd949d-db9b-4755-940a-597376591ad2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:10:59.761694 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.765589 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f95997a-9b49-46b7-8f3c-0bb9da8f630d req-a777a24e-5006-41fa-b8cb-4a0f3e6684a0 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.49 "GET /v2.0/security-groups?id=dbdab931-f4b8-48bf-a1bd-42290d6b23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Nov 12 04:10:59.852799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] For port 81bd949d-db9b-4755-940a-597376591ad2, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=81bd949d-db9b-4755-940a-597376591ad2,segment=NetworkSegment(daebb020-9ffc-43ec-aa0c-613d437003d2),segment_id=daebb020-9ffc-43ec-aa0c-613d437003d2)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:59.853166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.865590 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Calling delete_port for 81bd949d-db9b-4755-940a-597376591ad2 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:10:59.994914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.006572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['81bd949d-db9b-4755-940a-597376591ad2'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:00.021303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Pushing event deleted for resources: {'Port': ['ID=81bd949d-db9b-4755-940a-597376591ad2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:00.042447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.042787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.043121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.043449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.043795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.044121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.044600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.045024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.045595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.046079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.046410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.046811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.086336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] No DVR routers for this DVR port 81bd949d-db9b-4755-940a-597376591ad2 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:00.089325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.092671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f9d57a5-a59c-4355-a3a0-56474e1abdfc req-39948a00-269a-4ba2-bb3b-8b504f564916 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] 10.222.0.20 "DELETE /v2.0/ports/81bd949d-db9b-4755-940a-597376591ad2 HTTP/1.1" status: 204 len: 173 time: 0.4187496 Nov 12 04:11:00.093168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e025011-44ee-4311-9bdd-645922e3da69', 'name': 'network-vif-deleted', 'tag': '81bd949d-db9b-4755-940a-597376591ad2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:00.095423 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5ae63f-dd32-4c3c-91c2-daa85b294175" -d '{"events": [{"server_uuid": "4e025011-44ee-4311-9bdd-645922e3da69", "name": "network-vif-deleted", "tag": "81bd949d-db9b-4755-940a-597376591ad2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:00.145877 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dea4bb5-d5dd-49a0-9f08-127dc5cb1cb7 x-openstack-request-id: req-3dea4bb5-d5dd-49a0-9f08-127dc5cb1cb7 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:00.145877 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e025011-44ee-4311-9bdd-645922e3da69", "name": "network-vif-deleted", "tag": "81bd949d-db9b-4755-940a-597376591ad2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:00.148032 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3dea4bb5-d5dd-49a0-9f08-127dc5cb1cb7 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:00.149613 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e025011-44ee-4311-9bdd-645922e3da69', 'name': 'network-vif-deleted', 'tag': '81bd949d-db9b-4755-940a-597376591ad2', 'status': 'completed', 'code': 200} Nov 12 04:11:00.885954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36096) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:00.929237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Deleting subnet c6845fad-c883-4000-97e2-49e18f0727b9 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:00.932948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.965660 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.003473 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.060343 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.084848 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6845fad-c883-4000-97e2-49e18f0727b9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.089295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.092367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c6845fad-c883-4000-97e2-49e18f0727b9 HTTP/1.1" status: 204 len: 168 time: 0.2054174 Nov 12 04:11:01.095067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36098) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:01.097348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.097695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.098033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.098365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.098692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.099017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.099339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.099659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.099977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.100293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.100606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.100945 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f71434-5b5e-4a2a-8c4c-c3d1203208ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:01.163217 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.245051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.264569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddbf6fd-168d-4973-9a5e-de067c31e822']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:01.274648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daebb020-9ffc-43ec-aa0c-613d437003d2') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:01.274953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daebb020-9ffc-43ec-aa0c-613d437003d2') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:01.284247 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.297740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.303520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:01.303900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:01.305645 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:01.359007 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.363901 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.367387 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6ddbf6fd-168d-4973-9a5e-de067c31e822 HTTP/1.1" status: 204 len: 168 time: 0.2710948 Nov 12 04:11:01.379287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc51c98-98f7-43d9-a61c-dc6199a08103 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddbf6fd-168d-4973-9a5e-de067c31e822,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:01.389374 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5c4c155b-9f9b-4558-b6c1-eb10c769ccbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.474180 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36102) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:01.518083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-69c86f05-58a3-416b-a861-531ca45886a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bb82d73037b44f6a2acfa78a98fa86e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427446 Nov 12 04:11:01.520591 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36104) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:01.567879 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c46ae6f-23b9-4f57-a3c8-eddd171ed8fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.589704 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c46ae6f-23b9-4f57-a3c8-eddd171ed8fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.636554 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c46ae6f-23b9-4f57-a3c8-eddd171ed8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.638999 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c46ae6f-23b9-4f57-a3c8-eddd171ed8fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.640138 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9c46ae6f-23b9-4f57-a3c8-eddd171ed8fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbdab931-f4b8-48bf-a1bd-42290d6b23c0 HTTP/1.1" status: 204 len: 168 time: 0.1186273 Nov 12 04:11:01.647794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46ae6f-23b9-4f57-a3c8-eddd171ed8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdab931-f4b8-48bf-a1bd-42290d6b23c0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.298395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36126) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.396084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-310469417-network', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:02.417021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Made reservation on behalf of de36cc8239654f3a90373dd362bc47f4 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:02.419188 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.427778 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.502304 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.506018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.529020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:02.545583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc82d2-6964-4182-aa00-7a92f6e39234,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.549513 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.549856 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Added segment cb3b93f7-c817-491c-8bc5-a703859adc96 of type vlan for network 9546b7b3-4062-40dd-9ce5-30f380a1b499 Nov 12 04:11:02.590606 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.615166 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.616140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.616824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.676574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3769920 Nov 12 04:11:02.679805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36130) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:02.681952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21614cc4-693c-4d26-9e82-00c8dd56d97d admin admin] Pushing event updated for resources: {'Network': ['ID=9546b7b3-4062-40dd-9ce5-30f380a1b499,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.684839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Request body: {'subnet': {'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-310469417-subnet', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:02.691587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:02.707290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Made reservation on behalf of de36cc8239654f3a90373dd362bc47f4 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:02.709636 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.164589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.217937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2267faf4-d417-422b-9493-b0f5b042180a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:03.227953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Checking segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:03.228304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Network hostable DHCP agents. Network: 9546b7b3-4062-40dd-9ce5-30f380a1b499, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:03.244052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:03.252361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 9546b7b3-4062-40dd-9ce5-30f380a1b499) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:03.256456 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:03.257096 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.262295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a34499-a86f-47c1-9bae-18f702ed4cd4 None None] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:03.272937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e16b856a-9819-4fc4-b0e2-45fca768811e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5919995 Nov 12 04:11:03.276824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36132) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:03.281373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:03.302003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.303062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.358316 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.409919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-9546b7b3-4062-40dd-9ce5-30f380a1b499', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:03.410775 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.495905 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.547996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Allocated IP 172.20.0.2 (9546b7b3-4062-40dd-9ce5-30f380a1b499/2267faf4-d417-422b-9493-b0f5b042180a/7fea9c17-053d-40ba-a7c9-0f29e83b18a8) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:03.657884 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-54bc6368-22b2-4fcf-875e-0fda7b8edbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.697300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.701930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.708504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.717930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.752622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:03.757131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:03.762712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:03.767134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Pushing event updated for resources: {'Port': ['ID=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:03.821733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Attempting to bind port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:03.822006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Attempting to bind port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:03.822422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Attempting to bind port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:03.827373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:03.827742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Checking segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:03.828136 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.828525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Bound using segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:03.829007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Bound port: 7fea9c17-053d-40ba-a7c9-0f29e83b18a8, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:03.829385 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.831923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Allocated IP 172.25.0.161 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/1d8aae88-287e-472e-b125-dfdc531e8c67) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:03.894620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] For port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:03.898121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] For port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:03.903049 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.947154 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:03.959068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea0a84-7c6e-4bb8-96b4-ee605d96af51 None None] Pushing event updated for resources: {'Port': ['ID=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:03.984818 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.021593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:04.027389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:04.030836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:04.040711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6fa3c-da63-4ec5-bff2-3cab3ae85b33 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:04.055909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8aae88-287e-472e-b125-dfdc531e8c67,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:04.167968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6b5276f1-b592-441b-b31a-365d587d523b None None] Provisioning complete for port 1d8aae88-287e-472e-b125-dfdc531e8c67 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:04.168866 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b5276f1-b592-441b-b31a-365d587d523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.219576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6b5276f1-b592-441b-b31a-365d587d523b None None] Port 1d8aae88-287e-472e-b125-dfdc531e8c67 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:04.317878 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.515587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.652527 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Router f4edc746-5268-4ca8-9066-736401e47caf is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:04.687780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 81bd949d-db9b-4755-940a-597376591ad2 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:04.709360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 81bd949d-db9b-4755-940a-597376591ad2 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:04.710014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 81bd949d-db9b-4755-940a-597376591ad2 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:04.767123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:04.778351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:04.788251 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.789911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:04.790653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:11:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:04.792398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36134) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:04.792940 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a213752e-edf3-4c61-ab24-3003361e1606 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5147712 Nov 12 04:11:05.040314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd3114-2fd8-498b-8457-beaacb5a5dc8 None None] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:05.138960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:05.140640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.166801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-32bd6677-368d-493d-a540-bcd0670a9043 None None] Provisioning complete for port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:05.166801 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32bd6677-368d-493d-a540-bcd0670a9043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.212880 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.449329 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32bd6677-368d-493d-a540-bcd0670a9043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.466212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:05.544977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-32bd6677-368d-493d-a540-bcd0670a9043 None None] For port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:05.552438 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32bd6677-368d-493d-a540-bcd0670a9043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.597847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:04Z', 'revision_number': 3, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:05.635954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:05.636311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Updating router f4edc746-5268-4ca8-9066-736401e47caf port 1d8aae88-287e-472e-b125-dfdc531e8c67 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:05.641687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:05.642061 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.701542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.708944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd6677-368d-493d-a540-bcd0670a9043 None None] Pushing event updated for resources: {'Port': ['ID=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:05.864936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Allocated IP 172.20.0.1 (9546b7b3-4062-40dd-9ce5-30f380a1b499/2267faf4-d417-422b-9493-b0f5b042180a/22c9899a-e429-4ae6-8db1-4d230d138d32) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:05.866476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ce3b4958-b70e-4c2a-911c-6439cac9ae45 None None] Provisioning complete for port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:05.866879 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce3b4958-b70e-4c2a-911c-6439cac9ae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.971353 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.004836 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.047625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:06.052656 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:06.055310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:06.082472 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.083158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=22c9899a-e429-4ae6-8db1-4d230d138d32,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.089979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.109025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.139811 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b22348d-432a-41aa-997a-2ae2e8845a0f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:06.153810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Attempting to bind port 1d8aae88-287e-472e-b125-dfdc531e8c67 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:06.154190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Attempting to bind port 1d8aae88-287e-472e-b125-dfdc531e8c67 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:06.154562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Attempting to bind port 1d8aae88-287e-472e-b125-dfdc531e8c67 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:06.156662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d0a30-002d-45b8-a7eb-f9de6579f7d5 None None] Pushing event updated for resources: {'Port': ['ID=1d8aae88-287e-472e-b125-dfdc531e8c67,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.163267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:06.163657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:06.164063 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.164482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:06.164988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Bound port: 1d8aae88-287e-472e-b125-dfdc531e8c67, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:06.165375 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.226934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] For port 1d8aae88-287e-472e-b125-dfdc531e8c67, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:06.230454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] For port 1d8aae88-287e-472e-b125-dfdc531e8c67, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1d8aae88-287e-472e-b125-dfdc531e8c67,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:06.235028 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.297423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1204d6-6954-4ba3-accb-8f9a4c3e2ed8 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:06.321482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.323775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0405cd0f-8e2e-4864-b156-08fd22326d71 None None] Provisioning complete for port 1d8aae88-287e-472e-b125-dfdc531e8c67 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:06.324159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0405cd0f-8e2e-4864-b156-08fd22326d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.328654 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:06.329310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:11:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:06.351379 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d0a30-002d-45b8-a7eb-f9de6579f7d5 None None] Pushing event updated for resources: {'Port': ['ID=1d8aae88-287e-472e-b125-dfdc531e8c67,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.496339 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.500234 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.501621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.513763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:06.544099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0405cd0f-8e2e-4864-b156-08fd22326d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.571963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.573992 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=22c9899a-e429-4ae6-8db1-4d230d138d32,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.601430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0405cd0f-8e2e-4864-b156-08fd22326d71 None None] For port 1d8aae88-287e-472e-b125-dfdc531e8c67, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1d8aae88-287e-472e-b125-dfdc531e8c67,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:06.626141 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0405cd0f-8e2e-4864-b156-08fd22326d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.669292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:06.670724 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:06.726011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405cd0f-8e2e-4864-b156-08fd22326d71 None None] Pushing event updated for resources: {'Port': ['ID=1d8aae88-287e-472e-b125-dfdc531e8c67,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:06.779311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8ea5add6-36b2-4bc1-b4af-99e61f6dcc50 None None] Provisioning complete for port 22c9899a-e429-4ae6-8db1-4d230d138d32 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:06.779514 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ea5add6-36b2-4bc1-b4af-99e61f6dcc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.788077 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:06.831087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5add6-36b2-4bc1-b4af-99e61f6dcc50 None None] Port 22c9899a-e429-4ae6-8db1-4d230d138d32 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:06.839642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:05Z', 'revision_number': 1, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:06.871463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c59199-ce61-4cac-803f-a86edeed9cef None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:05Z', 'revision_number': 1, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:06.875314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8ea5add6-36b2-4bc1-b4af-99e61f6dcc50 None None] Provisioning complete for port 1d8aae88-287e-472e-b125-dfdc531e8c67 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:06.875401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8ea5add6-36b2-4bc1-b4af-99e61f6dcc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:06.910760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:06.924672 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8fa3445e-40eb-4e40-86c3-5fcb5ef0e1b4 admin admin] 10.222.0.49 "PUT /v2.0/routers/f4edc746-5268-4ca8-9066-736401e47caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1299815 Nov 12 04:11:07.264050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1785ec0d-1d87-4603-b5c0-21814480adc6 None None] Provisioning complete for port 22c9899a-e429-4ae6-8db1-4d230d138d32 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:07.264687 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1785ec0d-1d87-4603-b5c0-21814480adc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.313639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1785ec0d-1d87-4603-b5c0-21814480adc6 None None] Port 22c9899a-e429-4ae6-8db1-4d230d138d32 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:07.317394 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.418707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:07.468715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:07.469268 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.685156 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36144) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:08.689794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fce51f85-e285-4be6-a11e-f01c99c50474 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802843484', 'description': 'tempest-description--1957422030'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:08.712620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fce51f85-e285-4be6-a11e-f01c99c50474 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.781112 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fce51f85-e285-4be6-a11e-f01c99c50474 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.786216 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fce51f85-e285-4be6-a11e-f01c99c50474 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.799818 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:08.810687 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:08.811642 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:11:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:08.817649 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fce51f85-e285-4be6-a11e-f01c99c50474 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.818881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fce51f85-e285-4be6-a11e-f01c99c50474 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1327100 Nov 12 04:11:08.821962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce51f85-e285-4be6-a11e-f01c99c50474 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2580c77-8d1c-4979-9306-7fb47ef609e1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:08.822175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36146) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:08.826768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ec9d04c5-bd15-435c-915f-1daab7382d9f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'security_group_rule': {'security_group_id': 'b2580c77-8d1c-4979-9306-7fb47ef609e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:08.854613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec9d04c5-bd15-435c-915f-1daab7382d9f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.914521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec9d04c5-bd15-435c-915f-1daab7382d9f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.919696 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec9d04c5-bd15-435c-915f-1daab7382d9f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.931996 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:08.938319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d04c5-bd15-435c-915f-1daab7382d9f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898b437f-2685-4538-ac84-f21af39db5b4,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:08.949449 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ec9d04c5-bd15-435c-915f-1daab7382d9f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.953086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ec9d04c5-bd15-435c-915f-1daab7382d9f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274579 Nov 12 04:11:08.953438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36148) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:08.957744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-10dddc32-2727-4a6f-a552-686fd31d35ba tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'security_group_rule': {'security_group_id': 'b2580c77-8d1c-4979-9306-7fb47ef609e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:08.984626 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10dddc32-2727-4a6f-a552-686fd31d35ba tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.042546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10dddc32-2727-4a6f-a552-686fd31d35ba tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.046801 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10dddc32-2727-4a6f-a552-686fd31d35ba tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.064023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dddc32-2727-4a6f-a552-686fd31d35ba tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976f9e09-89eb-4165-8f13-cefb55f3c795,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.073278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-10dddc32-2727-4a6f-a552-686fd31d35ba tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.074493 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-10dddc32-2727-4a6f-a552-686fd31d35ba tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200929 Nov 12 04:11:09.077469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36150) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:09.081871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:09.104406 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.146881 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 2, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:09.174307 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:09.174658 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Updating router f4edc746-5268-4ca8-9066-736401e47caf port 22c9899a-e429-4ae6-8db1-4d230d138d32 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:09.202994 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.206847 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.309578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Allocated IP 172.25.0.162 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/76cf9c24-f45d-4c5f-9f5e-eb06f24565d2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:09.422966 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.440732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1d8aae88-287e-472e-b125-dfdc531e8c67 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:09.467296 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.474493 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.480135 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.494817 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1d8aae88-287e-472e-b125-dfdc531e8c67 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:09.495330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.505575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:09.512783 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:09.516681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:09.542217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'Port': ['ID=76cf9c24-f45d-4c5f-9f5e-eb06f24565d2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.586716 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Pushing event updated for resources: {'Port': ['ID=22c9899a-e429-4ae6-8db1-4d230d138d32,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.614365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.614708 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.615091 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.615444 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.615799 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.616138 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.616506 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.616869 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.617294 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.618203 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.618952 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.619412 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.631335 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Attempting to bind port 22c9899a-e429-4ae6-8db1-4d230d138d32 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:09.631705 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Attempting to bind port 22c9899a-e429-4ae6-8db1-4d230d138d32 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:09.632073 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Attempting to bind port 22c9899a-e429-4ae6-8db1-4d230d138d32 on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:09.638949 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:09.639520 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Checking segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:09.639891 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.640384 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Bound using segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:09.640729 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Bound port: 22c9899a-e429-4ae6-8db1-4d230d138d32, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:09.641206 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.648033 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.703053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.718845 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] For port 22c9899a-e429-4ae6-8db1-4d230d138d32, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:09.722378 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] For port 22c9899a-e429-4ae6-8db1-4d230d138d32, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=22c9899a-e429-4ae6-8db1-4d230d138d32,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:09.727073 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.780002 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:09.780621 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:11:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:09.845262 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82865c28-df9a-40e2-afdb-7b8e828e7358 None None] Pushing event updated for resources: {'Port': ['ID=22c9899a-e429-4ae6-8db1-4d230d138d32,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.851931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-da85aa5b-d949-408e-9eb3-70432c12fce2 None None] Provisioning complete for port 22c9899a-e429-4ae6-8db1-4d230d138d32 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:09.853791 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da85aa5b-d949-408e-9eb3-70432c12fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.889550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.895618 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.913653 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:09.942205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'Port': ['ID=76cf9c24-f45d-4c5f-9f5e-eb06f24565d2,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.954704 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da85aa5b-d949-408e-9eb3-70432c12fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.997549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.000019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-da85aa5b-d949-408e-9eb3-70432c12fce2 None None] For port 22c9899a-e429-4ae6-8db1-4d230d138d32, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=22c9899a-e429-4ae6-8db1-4d230d138d32,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:10.008061 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da85aa5b-d949-408e-9eb3-70432c12fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.017799 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.030099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d3ff4e25-e57f-4e2e-9b92-de9b5deec0b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9508662 Nov 12 04:11:10.077352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85aa5b-d949-408e-9eb3-70432c12fce2 None None] Pushing event updated for resources: {'Port': ['ID=22c9899a-e429-4ae6-8db1-4d230d138d32,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:10.131101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-17e41d9b-44d0-4600-9cee-be8a07a39c95 None None] Provisioning complete for port 22c9899a-e429-4ae6-8db1-4d230d138d32 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:10.131484 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17e41d9b-44d0-4600-9cee-be8a07a39c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:10.158986 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:10.187021 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be61968-f292-4a2c-90f6-addfc0ea4295 None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:10.199504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-1cf50ecc-3a28-453f-8c59-5f79d13e5407 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1802843484&fields=id&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 267 time: 0.0459716 Nov 12 04:11:10.324650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167eef-9e9b-4e5b-8d13-253425629235 req-6d3e55d8-2803-4511-a960-0fe0cbc419c4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.326250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-6d3e55d8-2803-4511-a960-0fe0cbc419c4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 811 time: 0.1182554 Nov 12 04:11:10.342914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-8d59911e-4fd4-4ac8-b9ee-213bab540050 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/quotas/de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 375 time: 0.0105672 Nov 12 04:11:10.399371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-19a76226-3dc3-4795-9b26-47beb5034dca tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501394 Nov 12 04:11:10.499040 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-379af6de-ffec-481e-9dea-493d23cc99c7 service neutron] 10.222.0.49 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872447 Nov 12 04:11:10.598722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-e0ce4b5a-9129-4906-bb9b-ea1f12561da5 service neutron] 10.222.0.49 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934052 Nov 12 04:11:10.781866 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79a3a963-b63e-4b9d-a8b9-9275009055f5 req-0634a8a0-b251-4170-b261-2df89e5e8063 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 210 time: 0.0291333 Nov 12 04:11:11.428824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 22c9899a-e429-4ae6-8db1-4d230d138d32 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:11.480048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 22c9899a-e429-4ae6-8db1-4d230d138d32 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:11.480331 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.709245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167eef-9e9b-4e5b-8d13-253425629235 req-f069c5ef-9ac3-464b-b056-9a64fb69f0eb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.710720 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-f069c5ef-9ac3-464b-b056-9a64fb69f0eb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 811 time: 0.1081486 Nov 12 04:11:11.780801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-ed474c14-b4c9-4867-8347-3d0f79843fce tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 380 time: 0.0615008 Nov 12 04:11:11.789991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'port': {'device_id': '6251cde9-5b95-4202-8bb8-eac514d71689', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'admin_state_up': True, 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'security_groups': ['b2580c77-8d1c-4979-9306-7fb47ef609e1']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:11.885177 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b122ff3a-aa60-452b-b8a1-c24fdce53ba1 req-587a3f55-1d50-46a7-ab1c-2d484e8aa23e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 210 time: 0.0276904 Nov 12 04:11:11.907655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Made reservation on behalf of de36cc8239654f3a90373dd362bc47f4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:11.911304 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.041266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Allocated IP 172.20.0.4 (9546b7b3-4062-40dd-9ce5-30f380a1b499/2267faf4-d417-422b-9493-b0f5b042180a/1a9e3d54-f162-4959-b2fd-b3f69ebf6e21) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:12.171216 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.204059 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.254819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:12.258476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:12.261637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:12.287323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'Port': ['ID=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.318609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:12.319226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.336130 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-5dbaf1c2-290b-4d1a-b553-3af7217edc76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496964 Nov 12 04:11:12.349680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Request body: {'port': {'device_id': '6251cde9-5b95-4202-8bb8-eac514d71689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:12.405190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.464884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e423002f-a9e1-4825-bd67-b50818d2e198 None None] Provisioning complete for port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:12.465489 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e423002f-a9e1-4825-bd67-b50818d2e198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.498794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e423002f-a9e1-4825-bd67-b50818d2e198 None None] Port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:12.671434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:12.678785 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.690897 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Transition to ACTIVE for port object 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:12.694157 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.761339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Pushing event updated for resources: {'Port': ['ID=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:12.816428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Attempting to bind port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:12.816799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Attempting to bind port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:12.817134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Attempting to bind port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:12.822240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:12.822516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Attempting to bind port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:12.828118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:12.828589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Checking segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:12.829006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Bound using segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:12.829577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Bound port: 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:12.830073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.896353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:12.900478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:12.904494 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.943019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:12.943631 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:12.945043 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] 10.222.0.20 "PUT /v2.0/ports/1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 1092 time: 0.6005068 Nov 12 04:11:12.945484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:12.948411 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:13.011537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26388e6f-1c1f-40c5-ad80-05fae4c1fc2a service neutron] Pushing event updated for resources: {'Port': ['ID=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:13.016589 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d2328-6324-470a-af36-20b9aa664c65 x-openstack-request-id: req-898d2328-6324-470a-af36-20b9aa664c65 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:13.017040 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:13.017363 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-898d2328-6324-470a-af36-20b9aa664c65 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:13.017838 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'status': 'completed', 'code': 200} Nov 12 04:11:13.064275 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c615efe-4146-4314-bdb7-c521b5809fd5 req-38b49e93-84df-45a5-98f9-768104acbe95 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.068207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c615efe-4146-4314-bdb7-c521b5809fd5 req-38b49e93-84df-45a5-98f9-768104acbe95 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 943 time: 0.1073716 Nov 12 04:11:13.070452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167eef-9e9b-4e5b-8d13-253425629235 req-36ed5ade-9847-4984-af0b-4b736aba07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.072897 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-36ed5ade-9847-4984-af0b-4b736aba07a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1095 time: 0.0739851 Nov 12 04:11:13.126848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-7a2ceafd-512a-4cf2-96ce-cda317a8c17a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 217 time: 0.0459175 Nov 12 04:11:13.179888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0c615efe-4146-4314-bdb7-c521b5809fd5 req-973fb640-4cbd-477d-9b99-d6751172733e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060853 Nov 12 04:11:13.192609 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167eef-9e9b-4e5b-8d13-253425629235 req-d0476b96-544b-4ca0-9bdb-d00567a99011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.194046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-d0476b96-544b-4ca0-9bdb-d00567a99011 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0587733 Nov 12 04:11:13.561128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167eef-9e9b-4e5b-8d13-253425629235 req-686875c2-7894-4d63-8425-24d6e6dc1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.562603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-686875c2-7894-4d63-8425-24d6e6dc1981 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3613551 Nov 12 04:11:13.653597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-f2334707-6251-4b66-aec2-8492b1b22c22 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831633 Nov 12 04:11:13.744826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32167eef-9e9b-4e5b-8d13-253425629235 req-1f3c7bf8-b677-47db-812d-d0c3e6ab1a94 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845182 Nov 12 04:11:13.830081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-06eef9c4-2d36-4634-9795-29e0412c6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.831551 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-06eef9c4-2d36-4634-9795-29e0412c6344 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1095 time: 0.0420024 Nov 12 04:11:13.931504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-6457d9d4-36a0-4a3c-ae6f-31ba0a45caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.933014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-6457d9d4-36a0-4a3c-ae6f-31ba0a45caa1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0945790 Nov 12 04:11:13.975346 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-fa754260-03fc-4316-93d9-c4797eb0ca18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 217 time: 0.0345209 Nov 12 04:11:14.030555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-f86fa676-6889-4aa4-b281-1302ea790d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.031983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-f86fa676-6889-4aa4-b281-1302ea790d6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0485091 Nov 12 04:11:14.077547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-440046e0-d66b-463e-b2b6-dc547702aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.079023 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-440046e0-d66b-463e-b2b6-dc547702aa3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397282 Nov 12 04:11:14.168657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-2b0f408e-deb9-447b-8f37-699a00b8b2a5 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810595 Nov 12 04:11:14.263784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6fcd7c97-2ccb-46c5-9810-d1ca0fdda0b3 req-8ea21f3b-540a-4614-b07d-1ccf08ac4d9a service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875587 Nov 12 04:11:14.298947 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cb1a5-3d89-4794-8dc7-5d21400fe977 req-7469ea25-3a56-4861-9386-1de871f3660e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.300424 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf4cb1a5-3d89-4794-8dc7-5d21400fe977 req-7469ea25-3a56-4861-9386-1de871f3660e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 943 time: 0.0509317 Nov 12 04:11:14.351769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf4cb1a5-3d89-4794-8dc7-5d21400fe977 req-cae4bd03-f867-4b78-a6dd-a539f84cc399 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Nov 12 04:11:15.468657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720515-deea-462e-909a-ac09137a5509 req-9a670665-a4cf-458e-b3f1-864cffd2855e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.470186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2720515-deea-462e-909a-ac09137a5509 req-9a670665-a4cf-458e-b3f1-864cffd2855e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 943 time: 0.0513380 Nov 12 04:11:15.517714 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2720515-deea-462e-909a-ac09137a5509 req-e5ba6c44-775d-4113-838d-a7f03988fdc0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Nov 12 04:11:16.634579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df7f3-7b8f-4981-8797-ec2e097e3d44 req-e947d815-6eb6-4553-baa8-e735dee440a0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:16.636063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-825df7f3-7b8f-4981-8797-ec2e097e3d44 req-e947d815-6eb6-4553-baa8-e735dee440a0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 943 time: 0.0507393 Nov 12 04:11:16.684111 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-825df7f3-7b8f-4981-8797-ec2e097e3d44 req-04b30f3a-f5d0-4176-b89e-07c4c09df065 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421245 Nov 12 04:11:16.749801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:16.841717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:16.856864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'mac_address': 'fa:16:3e:b2:99:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:16.893614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.906915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:16.926104 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:16.930794 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.975831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.116916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['1a9e3d54-f162-4959-b2fd-b3f69ebf6e21'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:17.802998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67ad40-a6f7-41ff-b36d-a994b9f8898c req-50ccb7dd-7763-47b4-b628-8666bfab407c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:17.804468 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b67ad40-a6f7-41ff-b36d-a994b9f8898c req-50ccb7dd-7763-47b4-b628-8666bfab407c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 944 time: 0.0521572 Nov 12 04:11:17.852120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b67ad40-a6f7-41ff-b36d-a994b9f8898c req-f2c11063-c4ef-4f38-8b82-2e489b2bbfb5 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 Nov 12 04:11:18.603802 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:18.765541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:18.815918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:18.819887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:18.820256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.899548 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.924640 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:18.926980 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022f648-f35c-4458-beb5-f490cea495a2" -d '{"events": [{"server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "name": "network-vif-plugged", "status": "completed", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:18.943733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:18.949962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.973279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9957d-faf2-4595-9452-711333c47675 req-77e13580-4341-4bda-a69e-37dcf730a464 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.974343 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e79714-b1fa-426d-9e6d-027582550fa6 x-openstack-request-id: req-25e79714-b1fa-426d-9e6d-027582550fa6 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:18.974628 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "name": "network-vif-plugged", "status": "completed", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:18.974889 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25e79714-b1fa-426d-9e6d-027582550fa6 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:18.975014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3dc9957d-faf2-4595-9452-711333c47675 req-77e13580-4341-4bda-a69e-37dcf730a464 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 944 time: 0.0538085 Nov 12 04:11:18.975280 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'code': 200} Nov 12 04:11:19.003133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:19.037030 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3dc9957d-faf2-4595-9452-711333c47675 req-0cfd05c5-f5c4-44e4-a322-ef6c74bcc120 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466344 Nov 12 04:11:19.068892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c297ba-e5c9-44c6-93b8-cf09ca0f17e8 req-d6a3da58-e812-4716-9458-3eb5f50f5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:19.070427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6c297ba-e5c9-44c6-93b8-cf09ca0f17e8 req-d6a3da58-e812-4716-9458-3eb5f50f5d22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1097 time: 0.0406487 Nov 12 04:11:19.114115 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6c297ba-e5c9-44c6-93b8-cf09ca0f17e8 req-6ff662b8-5319-49e3-9752-a77adddfc2ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364840 Nov 12 04:11:20.161306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0a7f-a041-46ee-9298-c00bcaffb31b req-57b5ae08-80f5-4d56-8a24-8f6bb8c4c909 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.162829 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2fe0a7f-a041-46ee-9298-c00bcaffb31b req-57b5ae08-80f5-4d56-8a24-8f6bb8c4c909 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0509515 Nov 12 04:11:20.214850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2fe0a7f-a041-46ee-9298-c00bcaffb31b req-c9a07757-dce6-4f50-8051-9df8e756457c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450172 Nov 12 04:11:21.334276 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6973ff8-af82-451c-a004-1bd60421d8de req-44db650f-7f36-4ef4-9fb1-180b9deabda4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:21.335748 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6973ff8-af82-451c-a004-1bd60421d8de req-44db650f-7f36-4ef4-9fb1-180b9deabda4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Nov 12 04:11:21.382894 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6973ff8-af82-451c-a004-1bd60421d8de req-2069e3ee-1f88-4aa7-92f1-98049d211130 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404484 Nov 12 04:11:21.498017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608b753-8f11-4c7c-bbad-97e8f41a763d req-63cd17f9-29d3-4524-94f4-2b1605c42fd0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:21.499464 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5608b753-8f11-4c7c-bbad-97e8f41a763d req-63cd17f9-29d3-4524-94f4-2b1605c42fd0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0495400 Nov 12 04:11:21.507883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 36198) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:21.512797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'floatingip': {'port_id': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:21.550757 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.985231 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.989282 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.087594 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694 associated. External IP: 172.25.0.162, port: 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21. Nov 12 04:11:22.291328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:22.395652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:22.401259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.407021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb609b62-240a-4390-9155-b649dd056441 None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:22.417743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb609b62-240a-4390-9155-b649dd056441 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:22.418438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fb609b62-240a-4390-9155-b649dd056441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:11:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:22.427383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cdb299ae-6702-4508-a679-1b1c5557c386 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "PUT /v2.0/floatingips/fdd8f623-b0f0-4f40-8336-ede6bb078694 HTTP/1.1" status: 200 len: 991 time: 0.9178946 Nov 12 04:11:22.428067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:22.430670 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:22.491868 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dec3f0-2d4d-4341-af38-ca29a520a800 x-openstack-request-id: req-b0dec3f0-2d4d-4341-af38-ca29a520a800 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:22.492167 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:22.492699 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0dec3f0-2d4d-4341-af38-ca29a520a800 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:22.493201 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'status': 'completed', 'code': 200} Nov 12 04:11:22.530548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fb609b62-240a-4390-9155-b649dd056441 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:22.554678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-161e278a-cb0d-43b9-8551-b57f6a98bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.556462 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-161e278a-cb0d-43b9-8551-b57f6a98bfee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1097 time: 0.0419173 Nov 12 04:11:22.653610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-8d3a06fe-2fdb-45cd-86a6-56f98eb8af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.655204 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-8d3a06fe-2fdb-45cd-86a6-56f98eb8af07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0913563 Nov 12 04:11:22.763157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-228e93f8-03b2-4081-8e4c-e9d318ab4c4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 999 time: 0.1013410 Nov 12 04:11:22.768312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fb609b62-240a-4390-9155-b649dd056441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:b2:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6251cde9-5b95-4202-8bb8-eac514d71689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 1, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:22.795829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb609b62-240a-4390-9155-b649dd056441 None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:22.804265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb609b62-240a-4390-9155-b649dd056441 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:22.805083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fb609b62-240a-4390-9155-b649dd056441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:11:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:22.816339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-0be10693-c472-426e-af8c-c5a100b2bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.817842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-0be10693-c472-426e-af8c-c5a100b2bed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0483539 Nov 12 04:11:22.864952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-76886fe3-95bf-40ea-b9e8-24a1e4c423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.866449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-76886fe3-95bf-40ea-b9e8-24a1e4c423f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415194 Nov 12 04:11:22.910670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fb609b62-240a-4390-9155-b649dd056441 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:22.961880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-0eef27ec-c3c3-460f-bba2-f5b800ed39e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869255 Nov 12 04:11:23.055629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79d57c7d-cc7a-4451-9d25-7c16dc881c7e req-18970193-620a-4e3c-a7fd-6bfc6ac38dd5 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870693 Nov 12 04:11:23.136720 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fb609b62-240a-4390-9155-b649dd056441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:b2:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6251cde9-5b95-4202-8bb8-eac514d71689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 1, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:23.161851 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb609b62-240a-4390-9155-b649dd056441 None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:b2:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6251cde9-5b95-4202-8bb8-eac514d71689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 1, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:23.340728 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98749e-e5ca-46f2-900c-3713c6138d65 None None] New status for floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:24.440140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-01c2c02c-bd20-4aa0-a1b3-422bf1c54684 req-b5d8ce4b-373a-4389-82f1-8c6773452ad9 tempest-TestServerMultinode-1827885057 tempest-TestServerMultinode-1827885057-project-admin] (102628) timed out ('10.222.0.11', 53361) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:11:25.035991 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.381996 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ccfd31e0-ad6f-4860-bd12-e92188e079a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.638278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6323f611-09e3-4c66-8c02-3aa461f70e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.087374 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:36.459391 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:37.309483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.219600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f55a482f-a52b-4e7b-83eb-5775750cf38c req-912e784a-ed3e-49b5-8b0a-136487922786 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261221 Nov 12 04:11:50.281696 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f55a482f-a52b-4e7b-83eb-5775750cf38c req-357aae15-889a-4b7f-9307-fe14f0a414c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0258684 Nov 12 04:11:50.324952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f55a482f-a52b-4e7b-83eb-5775750cf38c req-e4dba322-e101-4ee6-ab62-f62712cae45c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194907 Nov 12 04:11:50.420939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a482f-a52b-4e7b-83eb-5775750cf38c req-26bd0bbb-c9fa-4edb-b7f3-7d8d15622a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.422326 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f55a482f-a52b-4e7b-83eb-5775750cf38c req-26bd0bbb-c9fa-4edb-b7f3-7d8d15622a61 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0902812 Nov 12 04:11:54.162024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453a08f5-a569-44e3-91ec-640736ffc775 req-cf92ae68-dbe1-4f6b-bfeb-811a670a44c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410674 Nov 12 04:11:54.248605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a08f5-a569-44e3-91ec-640736ffc775 req-b1190f8a-30bb-4e66-9b8f-4c1b4850f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.250095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453a08f5-a569-44e3-91ec-640736ffc775 req-b1190f8a-30bb-4e66-9b8f-4c1b4850f4a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1097 time: 0.0455160 Nov 12 04:11:54.353752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a08f5-a569-44e3-91ec-640736ffc775 req-6e16bcf2-aa18-4f6f-91d6-dd24cc596234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.356121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453a08f5-a569-44e3-91ec-640736ffc775 req-6e16bcf2-aa18-4f6f-91d6-dd24cc596234 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0842137 Nov 12 04:11:54.430894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453a08f5-a569-44e3-91ec-640736ffc775 req-91d5993e-c2a7-4b79-9a1d-7f8d548fbd12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 1001 time: 0.0670099 Nov 12 04:11:54.481176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a08f5-a569-44e3-91ec-640736ffc775 req-3549c5eb-240d-4699-aeaa-9b8595b33897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.482863 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453a08f5-a569-44e3-91ec-640736ffc775 req-3549c5eb-240d-4699-aeaa-9b8595b33897 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0437176 Nov 12 04:11:54.527977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a08f5-a569-44e3-91ec-640736ffc775 req-24c951e6-59dd-447a-83e5-aa47636907e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.529451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453a08f5-a569-44e3-91ec-640736ffc775 req-24c951e6-59dd-447a-83e5-aa47636907e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389988 Nov 12 04:11:54.624289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453a08f5-a569-44e3-91ec-640736ffc775 req-16a273e5-e035-4522-876e-8e0404bd16a4 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867956 Nov 12 04:11:54.714110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-453a08f5-a569-44e3-91ec-640736ffc775 req-38e79c2a-0c4e-4773-9335-395bc589b406 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812492 Nov 12 04:11:55.044026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.601929 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:01.385573 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f5f49257-b9ce-457f-ac9c-34563220ee9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:03.639100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bf018a0b-8b2f-43a5-8bd5-82c4aa47c037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.090357 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.460025 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.310561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.041840 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.386892 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0738086c-effb-4cc8-a8cc-a6f2eae5c95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.601381 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:33.641534 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4f84e37-a69f-4faa-b800-efb9fef75e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.093520 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.464978 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.313146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:52.285949 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a3ddb0fa-d484-4abf-abbc-917716f97936 req-a737bb55-f9b8-48b2-aab4-651cb749660b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0978942 Nov 12 04:12:52.366243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a3ddb0fa-d484-4abf-abbc-917716f97936 req-8aa7c35a-ff7f-4aba-9f6b-2fecf33947c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0254865 Nov 12 04:12:52.414637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a3ddb0fa-d484-4abf-abbc-917716f97936 req-3f9b5833-a5dd-414e-852e-5106766e1274 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222845 Nov 12 04:12:52.510959 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb0fa-d484-4abf-abbc-917716f97936 req-3c45b1a8-53c2-4819-9531-b533bcc437c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:52.512379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a3ddb0fa-d484-4abf-abbc-917716f97936 req-3c45b1a8-53c2-4819-9531-b533bcc437c3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904577 Nov 12 04:12:54.095126 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-f1552b3e-d147-4be2-9132-89e233c33e7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449097 Nov 12 04:12:54.176294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f9835-d226-477e-aad2-e4dad3422440 req-1917f242-c92c-4492-aec8-364de2e348b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:54.177812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-1917f242-c92c-4492-aec8-364de2e348b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1097 time: 0.0402539 Nov 12 04:12:54.279147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f9835-d226-477e-aad2-e4dad3422440 req-238112b6-7c10-4fc7-b0f8-e7fc482be566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:54.280612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-238112b6-7c10-4fc7-b0f8-e7fc482be566 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0834811 Nov 12 04:12:54.348826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-964c6762-de00-46e8-81e8-402902c7dcd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 1001 time: 0.0609446 Nov 12 04:12:54.398239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f9835-d226-477e-aad2-e4dad3422440 req-27a831ed-bfe9-4a8c-8cc7-5c3d8a88146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:54.399708 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-27a831ed-bfe9-4a8c-8cc7-5c3d8a88146b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0441649 Nov 12 04:12:54.445939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f9835-d226-477e-aad2-e4dad3422440 req-9a6565b3-4384-49da-8b50-f5efe531c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:54.447531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-9a6565b3-4384-49da-8b50-f5efe531c7a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404351 Nov 12 04:12:54.458872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-83fd3239-f299-42d8-9ca0-5535f38c924e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:54.459826 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-83fd3239-f299-42d8-9ca0-5535f38c924e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050740 Nov 12 04:12:54.551674 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-59226668-efdf-4d3a-a0f7-9b23b5578d29 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844171 Nov 12 04:12:54.642986 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-171f9835-d226-477e-aad2-e4dad3422440 req-d0a4cca7-8eb8-46be-a6b4-67c053240db9 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837367 Nov 12 04:12:55.062290 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.307744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc773-a7f8-4ac1-8458-37b3ea376c6d req-b87ca096-ed4d-4cdc-9904-77a3901f4ead tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.309870 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77ffc773-a7f8-4ac1-8458-37b3ea376c6d req-b87ca096-ed4d-4cdc-9904-77a3901f4ead tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0530851 Nov 12 04:12:58.357588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-77ffc773-a7f8-4ac1-8458-37b3ea376c6d req-184c47e9-4c85-41c9-8052-6d766d38d4cb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418341 Nov 12 04:12:58.599434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-8472d09b-e1e1-4e39-af5c-92989d083243 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438037 Nov 12 04:12:58.621711 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e02cb-1625-4b10-b00b-1ab4d77f0fe1 req-7c92cba2-666f-43c5-aa23-5c953af01ef1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:58.623407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-265e02cb-1625-4b10-b00b-1ab4d77f0fe1 req-7c92cba2-666f-43c5-aa23-5c953af01ef1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0626571 Nov 12 04:12:58.676262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-265e02cb-1625-4b10-b00b-1ab4d77f0fe1 req-124ac7c1-70fc-465a-a9e2-864b54bcbd73 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462210 Nov 12 04:12:59.688860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-042d6e1c-4fa4-47f1-aba9-fa5c0fa670c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.690322 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-042d6e1c-4fa4-47f1-aba9-fa5c0fa670c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1097 time: 0.0452595 Nov 12 04:12:59.782113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-59195eaf-b6c2-4d7f-9eaa-42f5c92e7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.783631 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-59195eaf-b6c2-4d7f-9eaa-42f5c92e7983 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0862200 Nov 12 04:12:59.796120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad10b14-9b05-4e6c-9ea8-c34de1a7d167 req-4cc13831-906b-451e-be2d-3f3a45e53ffd tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.798256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dad10b14-9b05-4e6c-9ea8-c34de1a7d167 req-4cc13831-906b-451e-be2d-3f3a45e53ffd tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0500083 Nov 12 04:12:59.851291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dad10b14-9b05-4e6c-9ea8-c34de1a7d167 req-b6b84605-79b4-4af6-b33b-3b7f002ca603 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467975 Nov 12 04:12:59.853707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-cbd809de-3147-438d-ae92-fcce570d7c50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 1001 time: 0.0629928 Nov 12 04:13:00.211676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-b4a904e3-f7b4-4912-9bed-58102ac92f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:00.213158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-b4a904e3-f7b4-4912-9bed-58102ac92f15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.3523149 Nov 12 04:13:00.259857 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-aaed4ca4-3810-4450-bae4-c5d121ecc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:00.261358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-aaed4ca4-3810-4450-bae4-c5d121ecc411 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399239 Nov 12 04:13:00.353235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-ece9698c-918d-41ab-918a-ea463c37700f service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843835 Nov 12 04:13:00.440709 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-0c19b069-e292-44d6-9710-0f42e24459e3 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799279 Nov 12 04:13:00.969223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39bf8-33a4-4d5d-855a-7cf14e2ac680 req-7a06ed31-24ae-4c19-9370-94ca7cbb125f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:00.970687 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aec39bf8-33a4-4d5d-855a-7cf14e2ac680 req-7a06ed31-24ae-4c19-9370-94ca7cbb125f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0486665 Nov 12 04:13:01.020700 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-aec39bf8-33a4-4d5d-855a-7cf14e2ac680 req-a4db4f73-8141-407e-8fb3-d0d1286c7ed5 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442457 Nov 12 04:13:01.389244 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4ddc83d4-d807-4685-bcc7-3ea64c4048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.143634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd69b0-73ec-4291-ad6c-1fb1fb18f868 req-e996511f-0ba2-4128-9f6d-bcea5057343e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:02.145172 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3dd69b0-73ec-4291-ad6c-1fb1fb18f868 req-e996511f-0ba2-4128-9f6d-bcea5057343e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0542388 Nov 12 04:13:02.197239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f3dd69b0-73ec-4291-ad6c-1fb1fb18f868 req-30a6ecfa-c2e0-483d-a787-e9def7f34394 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437598 Nov 12 04:13:03.314824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b12bdb-60ec-43cb-b25b-7839002b0d44 req-3e93f7d0-90c9-43c1-a2bb-8dc9fa94b05d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:03.316326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98b12bdb-60ec-43cb-b25b-7839002b0d44 req-3e93f7d0-90c9-43c1-a2bb-8dc9fa94b05d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0499821 Nov 12 04:13:03.364845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98b12bdb-60ec-43cb-b25b-7839002b0d44 req-742eb726-01be-4c77-8991-6543a306c01e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 Nov 12 04:13:03.643399 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-026bb5d3-8e34-4943-9c0f-87212676b1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.484906 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1378d-1ad2-412c-af9a-931a0f71ce47 req-089a3321-e574-4ade-afd1-9f6b0080b691 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.486393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ad1378d-1ad2-412c-af9a-931a0f71ce47 req-089a3321-e574-4ade-afd1-9f6b0080b691 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0514092 Nov 12 04:13:04.532926 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7ad1378d-1ad2-412c-af9a-931a0f71ce47 req-0f6838aa-b59c-48b6-94b3-066b92d4ef51 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406191 Nov 12 04:13:05.095771 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.647899 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1a66c-7517-48a3-ac5c-ef00e160b58a req-7d98a3c5-408c-487a-8535-8eddbcf1444a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:05.649382 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdf1a66c-7517-48a3-ac5c-ef00e160b58a req-7d98a3c5-408c-487a-8535-8eddbcf1444a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Nov 12 04:13:05.695553 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bdf1a66c-7517-48a3-ac5c-ef00e160b58a req-0b20bd9d-88b7-4705-8df1-875a179935a4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398786 Nov 12 04:13:06.466483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.815847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab562d-53e9-4d22-9dcb-6ec22c6de723 req-fd37f285-9070-4980-8134-9a98d9475ea7 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.817368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2bab562d-53e9-4d22-9dcb-6ec22c6de723 req-fd37f285-9070-4980-8134-9a98d9475ea7 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0536160 Nov 12 04:13:06.865332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2bab562d-53e9-4d22-9dcb-6ec22c6de723 req-8193d977-1bc6-4a3b-b773-53ce5d934df7 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Nov 12 04:13:07.314648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.983340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21da268-3dee-42f9-87e3-4cf95b8443a8 req-e7aaf9dc-851f-4c63-bcf2-3e5a438edf27 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.984831 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f21da268-3dee-42f9-87e3-4cf95b8443a8 req-e7aaf9dc-851f-4c63-bcf2-3e5a438edf27 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0521955 Nov 12 04:13:08.030761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f21da268-3dee-42f9-87e3-4cf95b8443a8 req-9da75c06-07a4-4176-8f71-e1b455693d1d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Nov 12 04:13:09.148116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fba5c6-ad9f-4975-8b24-4526a7ee957b req-855d70b7-bf1d-4d04-ae50-1fd5db4f4045 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:09.149656 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29fba5c6-ad9f-4975-8b24-4526a7ee957b req-855d70b7-bf1d-4d04-ae50-1fd5db4f4045 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0506780 Nov 12 04:13:09.196036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-29fba5c6-ad9f-4975-8b24-4526a7ee957b req-90ac975f-53b8-4de6-af41-5b6b19d8bdd3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398629 Nov 12 04:13:09.601007 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:10.312379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a389a3-aca1-47f0-a72a-7e69e70673be req-7ad40964-fff1-4869-9223-2ab62557612e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.313889 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87a389a3-aca1-47f0-a72a-7e69e70673be req-7ad40964-fff1-4869-9223-2ab62557612e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0485609 Nov 12 04:13:10.360952 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-87a389a3-aca1-47f0-a72a-7e69e70673be req-0a045ffa-7ca4-420d-95cf-8cd1445b5956 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Nov 12 04:13:11.483661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67e67-1985-4629-aa3c-e91a385fc562 req-1ac6ce21-2759-4e65-8726-ebabe2bd7c1e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.485173 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51c67e67-1985-4629-aa3c-e91a385fc562 req-1ac6ce21-2759-4e65-8726-ebabe2bd7c1e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0536706 Nov 12 04:13:11.536006 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-51c67e67-1985-4629-aa3c-e91a385fc562 req-292b4f94-506b-43f8-bcc7-11ada7bd524e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449862 Nov 12 04:13:12.090638 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-34eafffb-9137-4364-929a-fb67e7d3ef00 service neutron] 10.222.0.20 "GET /v2.0/ports/1a9e3d54-f162-4959-b2fd-b3f69ebf6e21/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0587499 Nov 12 04:13:12.291593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-4a3f3d6d-a3b7-449d-aca0-c077843ffc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.293796 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-4a3f3d6d-a3b7-449d-aca0-c077843ffc6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 1097 time: 0.0414512 Nov 12 04:13:12.352991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-0b69fa83-c8a5-4279-a596-08f2ef4f67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.354397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-0b69fa83-c8a5-4279-a596-08f2ef4f67a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1097 time: 0.0392439 Nov 12 04:13:12.447540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-06152ed8-ca94-4215-a2be-ec7ecbb3a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.449083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-06152ed8-ca94-4215-a2be-ec7ecbb3a19b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0878828 Nov 12 04:13:12.513351 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-a55a4061-03f4-450d-bf69-563e1295478a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 1001 time: 0.0577269 Nov 12 04:13:12.561704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-01f7ebfc-b190-4cd7-a234-36394561c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.563151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-01f7ebfc-b190-4cd7-a234-36394561c0d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0435028 Nov 12 04:13:12.636169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-901f9720-27cb-4e6a-ac7a-35e796e34c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.637587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-901f9720-27cb-4e6a-ac7a-35e796e34c06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680358 Nov 12 04:13:12.707165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d59d-3340-42ed-a368-cb267eadda72 req-b44b4651-78db-48ae-96e8-6d1a8ec98f8e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.708649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-67d4d59d-3340-42ed-a368-cb267eadda72 req-b44b4651-78db-48ae-96e8-6d1a8ec98f8e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.1007664 Nov 12 04:13:12.770334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-119ed23c-3ea9-4365-bc7e-e85aefd49c85 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255317 Nov 12 04:13:12.788965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-67d4d59d-3340-42ed-a368-cb267eadda72 req-0063451f-ece0-411e-abcb-09cae2ba617e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726109 Nov 12 04:13:12.867146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7d8ca9f9-b23c-4a95-9b50-a323f94efa54 req-366faf7d-14a5-44d6-8c0e-b881222f1f05 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876505 Nov 12 04:13:13.908353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82d10f-296e-4d3f-a462-381ca5b31d37 req-dfde43de-a371-4b93-ad32-1315acdc2463 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.909866 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de82d10f-296e-4d3f-a462-381ca5b31d37 req-dfde43de-a371-4b93-ad32-1315acdc2463 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0494666 Nov 12 04:13:13.956442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-de82d10f-296e-4d3f-a462-381ca5b31d37 req-4581e75d-9e04-481c-833b-b2809bd65678 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 Nov 12 04:13:15.076722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef63c0-ee45-4999-964f-e676a67a53df req-2a4a7c55-9625-44b4-a98f-aa755c9fdf76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.078210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8bef63c0-ee45-4999-964f-e676a67a53df req-2a4a7c55-9625-44b4-a98f-aa755c9fdf76 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Nov 12 04:13:15.128592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8bef63c0-ee45-4999-964f-e676a67a53df req-87d31d6f-c1ef-459e-a94e-43d1b797d7f6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445921 Nov 12 04:13:15.339896 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-016c1100-b13f-4f6c-83e1-4d67f95c5b19 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.341577 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-016c1100-b13f-4f6c-83e1-4d67f95c5b19 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689&tenant_id=de36cc8239654f3a90373dd362bc47f4&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 945 time: 0.0555801 Nov 12 04:13:15.436266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-3a571c76-91a5-4347-93e3-0b7e63353c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.438290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-3a571c76-91a5-4347-93e3-0b7e63353c6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 1097 time: 0.0471194 Nov 12 04:13:15.565622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-54d8b6b0-d824-46a8-9e71-99ebff5d4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.567149 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-54d8b6b0-d824-46a8-9e71-99ebff5d4e5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.1220903 Nov 12 04:13:15.594073 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270d06c-e842-4130-8cb4-b6593a541888 req-0b6351fc-aeff-4dae-83f6-e54f7d904502 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.595745 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7270d06c-e842-4130-8cb4-b6593a541888 req-0b6351fc-aeff-4dae-83f6-e54f7d904502 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0681555 Nov 12 04:13:15.675383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-f9e382c7-19d1-4f1a-809d-44c461c8160c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 200 len: 1001 time: 0.0990009 Nov 12 04:13:15.695650 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7270d06c-e842-4130-8cb4-b6593a541888 req-f8929637-9ced-4ad6-ba1a-61a20d59c2a1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722420 Nov 12 04:13:15.730851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-0726c153-0d1c-40a2-80a9-c6e35ffa443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.732290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-0726c153-0d1c-40a2-80a9-c6e35ffa443d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0496199 Nov 12 04:13:15.777636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-efebfd38-47fb-48d9-9a99-2a786f6b80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.779011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-efebfd38-47fb-48d9-9a99-2a786f6b80a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397773 Nov 12 04:13:15.872195 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-0db9c4b3-5614-4a03-97ba-65aa4aead313 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859873 Nov 12 04:13:15.963803 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5ed03dc-ff6b-44e4-b683-4749d9b300ed req-71b6a628-f105-438a-9519-438e4404e2aa service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851123 Nov 12 04:13:16.813747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290a9d8-2174-4c73-9709-180a002d07f7 req-ef4d6fa5-bd76-4ade-a0d5-e1260878dd92 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.815241 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3290a9d8-2174-4c73-9709-180a002d07f7 req-ef4d6fa5-bd76-4ade-a0d5-e1260878dd92 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0483468 Nov 12 04:13:16.866929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3290a9d8-2174-4c73-9709-180a002d07f7 req-b0b554cb-4d45-4361-8a4a-bd029229f328 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455401 Nov 12 04:13:16.985854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd31d1-db4f-49d2-84af-378ae66a19de req-5d1ff447-845a-4ac2-8630-b827fd8d609d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.987250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3dd31d1-db4f-49d2-84af-378ae66a19de req-5d1ff447-845a-4ac2-8630-b827fd8d609d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Nov 12 04:13:17.034715 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3dd31d1-db4f-49d2-84af-378ae66a19de req-44f20b28-6af5-4c1c-84f8-3a1703dd1bf0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416305 Nov 12 04:13:17.148494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca82ac-eaa2-426f-bde2-840bd4b41470 req-db87236f-972a-4373-8ced-65090e44bf9e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.149978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4eca82ac-eaa2-426f-bde2-840bd4b41470 req-db87236f-972a-4373-8ced-65090e44bf9e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Nov 12 04:13:17.160515 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:17.165838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:17.200121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4eca82ac-eaa2-426f-bde2-840bd4b41470 req-04718af3-ba84-434b-b3d7-f30a1ff9c232 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Nov 12 04:13:17.448614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af59be2-7391-41e0-81e4-b27e62a09fd6 req-5eac8c66-792b-455c-b299-373b74c85c69 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.450209 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6af59be2-7391-41e0-81e4-b27e62a09fd6 req-5eac8c66-792b-455c-b299-373b74c85c69 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 945 time: 0.0525331 Nov 12 04:13:17.473945 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.493395 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:17.499534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6af59be2-7391-41e0-81e4-b27e62a09fd6 req-e6972594-55b9-449d-96a5-d52e08690ed8 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Nov 12 04:13:17.511623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'mac_address': 'fa:16:3e:b2:99:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:17.516588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:17.518832 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c08f07-5d09-4466-8269-f91c0e29dbc2" -d '{"events": [{"server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "name": "network-vif-unplugged", "status": "completed", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:17.533935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:17.551437 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.559987 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02fa38-24a6-4cf6-8793-f772c994283a x-openstack-request-id: req-8a02fa38-24a6-4cf6-8793-f772c994283a {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:17.560277 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "name": "network-vif-unplugged", "status": "completed", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:17.560525 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a02fa38-24a6-4cf6-8793-f772c994283a {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:17.560938 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'code': 200} Nov 12 04:13:17.596119 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.619283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:17.623710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:17.631930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.632269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.632600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.632958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.633288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.633611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.633929 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.634245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.634564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.634877 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.635192 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.635504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:17.675196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:13:17.675543 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:13:18.210686 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.223022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:18.244622 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:18.249974 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.295127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:18.621125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa0f12-faaf-4161-80a5-14fdf09164b0 req-c723a555-9eb8-4ff1-9ec5-aa0e53229fb0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.622626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-21aa0f12-faaf-4161-80a5-14fdf09164b0 req-c723a555-9eb8-4ff1-9ec5-aa0e53229fb0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 944 time: 0.0556664 Nov 12 04:13:18.633795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-e3437fbc-fd69-4ccc-ac3d-b959f80b09e0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.635257 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-e3437fbc-fd69-4ccc-ac3d-b959f80b09e0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 944 time: 0.0502462 Nov 12 04:13:18.670271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-21aa0f12-faaf-4161-80a5-14fdf09164b0 req-7ab13758-b323-4182-a56d-5468558718f8 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Nov 12 04:13:18.725179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Deleting port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:18.725521 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.816950 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] For port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:18.817253 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.985523 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.985875 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.986184 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694 disassociated. External IP: 172.25.0.162, port: 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21. Nov 12 04:13:18.986520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Calling delete_port for 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:19.115215 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.143311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event deleted for resources: {'Port': ['ID=1a9e3d54-f162-4959-b2fd-b3f69ebf6e21,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:19.156239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.156239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.157151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.157508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.157844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.158177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.158505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.158831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.159157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.159480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.159803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.160189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.185008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:19.194102 n-d-789963-21 neutron-server[102630]: INFO neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No ports have port_id starting with 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 Nov 12 04:13:19.195808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 requested by agent hyperv_n-h1-789963-21 not found in database {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 04:13:19.284181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:19.393405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:19.402876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:19.413188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:19.413802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:13:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:19.432165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] No DVR routers for this DVR port 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:19.435725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.439111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddd36f5e-bd80-460f-b2be-5f21b584a303 req-15000e15-324f-42d6-b047-15d9f0fa4442 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "DELETE /v2.0/ports/1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 HTTP/1.1" status: 204 len: 173 time: 0.7982633 Nov 12 04:13:19.439556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'name': 'network-vif-deleted', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:19.441910 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f82d90d-e7bb-4ac3-8cb8-4d1acc535b8a" -d '{"events": [{"server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "name": "network-vif-deleted", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:19.481346 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5fc15e-be6a-43ed-ae40-0837beaa5fd8 x-openstack-request-id: req-5e5fc15e-be6a-43ed-ae40-0837beaa5fd8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:19.481645 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6251cde9-5b95-4202-8bb8-eac514d71689", "name": "network-vif-deleted", "tag": "1a9e3d54-f162-4959-b2fd-b3f69ebf6e21", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:19.481902 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e5fc15e-be6a-43ed-ae40-0837beaa5fd8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:19.482370 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6251cde9-5b95-4202-8bb8-eac514d71689', 'name': 'network-vif-deleted', 'tag': '1a9e3d54-f162-4959-b2fd-b3f69ebf6e21', 'status': 'completed', 'code': 200} Nov 12 04:13:19.529687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:19.727141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:19.755149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:19.764407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:19.765052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:13:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:19.778138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-53bf4c25-fc19-4961-a05e-dde4b63f394e req-a223f413-3481-4442-8957-e95c5d234eb6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=6251cde9-5b95-4202-8bb8-eac514d71689 HTTP/1.1" status: 200 len: 210 time: 0.0272839 Nov 12 04:13:19.876750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:20.080420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:20.107160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f371a4-8266-4d78-8fe0-78aa91f38c30 None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:20.322481 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb700fb7-dbf1-4521-ac4e-b4aba456c55e None None] New status for floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:13:21.020787 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-44cd7ae6-0496-44fa-86c8-836f912ff46e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1802843484&fields=id&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 267 time: 0.0460489 Nov 12 04:13:21.125812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-674036d4-b766-460b-be5c-528a4cff37bb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.127190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-674036d4-b766-460b-be5c-528a4cff37bb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 811 time: 0.0994868 Nov 12 04:13:21.141732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-ee7c2b89-cc82-4842-992c-bad67b53ce63 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/quotas/de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 375 time: 0.0089145 Nov 12 04:13:21.194768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-01f62fbc-40d4-4a40-96b0-cfbe2d832b38 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478420 Nov 12 04:13:21.345888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-46330d6e-2e63-49d0-9937-23a3312bacfe service neutron] 10.222.0.49 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397114 Nov 12 04:13:21.433765 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-36c6caf6-41bf-4c5f-9356-35d1a82198a1 service neutron] 10.222.0.49 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818465 Nov 12 04:13:21.598420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ec27aaf1-d015-430e-b489-fd8680d33253 req-683fea94-ab6c-43d1-97c9-06090ff6a25a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 210 time: 0.0287116 Nov 12 04:13:22.515805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-75f06448-ac8e-4adf-af4e-54e3c60ecc55 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.517337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-75f06448-ac8e-4adf-af4e-54e3c60ecc55 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 811 time: 0.1155307 Nov 12 04:13:22.579247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-1f3210f5-b129-45be-a9b3-0e56f22a9e32 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 380 time: 0.0534523 Nov 12 04:13:22.589053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'port': {'device_id': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'admin_state_up': True, 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'security_groups': ['b2580c77-8d1c-4979-9306-7fb47ef609e1']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:22.706783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a716329f-71b7-4ae2-8bee-41603a72bae4 req-6f1eba01-15f4-46ba-bab2-be5420afbcb3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 210 time: 0.0370028 Nov 12 04:13:22.725725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Made reservation on behalf of de36cc8239654f3a90373dd362bc47f4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:22.729363 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.855594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Allocated IP 172.20.0.5 (9546b7b3-4062-40dd-9ce5-30f380a1b499/2267faf4-d417-422b-9493-b0f5b042180a/ae69187d-9279-4d3a-83ee-ca54eca8f26f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:22.988999 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.020593 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.069522 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:23.072621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:23.075620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:23.103176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.132659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.133301 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.148928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4b72d597-3b22-4f7f-81af-2fbe98e2f9af tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5634985 Nov 12 04:13:23.161021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Request body: {'port': {'device_id': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:23.184515 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:23.205933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:23.206529 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 1a9e3d54-f162-4959-b2fd-b3f69ebf6e21 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:23.221869 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.347911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-2cb6b41a-9b04-42c1-bc73-0039b7f2c3f1 None None] Provisioning complete for port ae69187d-9279-4d3a-83ee-ca54eca8f26f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:23.348249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b41a-9b04-42c1-bc73-0039b7f2c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.381796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6b41a-9b04-42c1-bc73-0039b7f2c3f1 None None] Port ae69187d-9279-4d3a-83ee-ca54eca8f26f cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:23.492649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae69187d-9279-4d3a-83ee-ca54eca8f26f {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:23.500231 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.512404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Transition to ACTIVE for port object ae69187d-9279-4d3a-83ee-ca54eca8f26f will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:23.516289 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.566371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Pushing event updated for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.642422 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Attempting to bind port ae69187d-9279-4d3a-83ee-ca54eca8f26f on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:23.642673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Attempting to bind port ae69187d-9279-4d3a-83ee-ca54eca8f26f by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:23.643008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Attempting to bind port ae69187d-9279-4d3a-83ee-ca54eca8f26f on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:23.647743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Port ae69187d-9279-4d3a-83ee-ca54eca8f26f on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:23.648062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Attempting to bind port ae69187d-9279-4d3a-83ee-ca54eca8f26f on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:23.653440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:23.653777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Checking segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:23.654171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Bound using segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:23.654604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Bound port: ae69187d-9279-4d3a-83ee-ca54eca8f26f, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:23.654964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.720364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:23.723540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:23.728898 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.764146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.765162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.766548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] 10.222.0.20 "PUT /v2.0/ports/ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 1092 time: 0.6098492 Nov 12 04:13:23.768850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:23.772668 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b721dc-a725-4b05-abc8-ec241e20b49f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:23.805717 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fe40d-eae9-4193-bf72-bbed9c2dcf9a service neutron] Pushing event updated for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.841562 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513a3b65-b8b9-44bc-8d99-509cef1e3bfc x-openstack-request-id: req-513a3b65-b8b9-44bc-8d99-509cef1e3bfc {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:23.841867 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:23.842089 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-513a3b65-b8b9-44bc-8d99-509cef1e3bfc {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:23.842488 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'status': 'completed', 'code': 200} Nov 12 04:13:23.850065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaf2b9-0edc-4405-a1d6-f370f183d2f3 req-3ffc6d20-a4a3-4455-8698-3c4accb4f533 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.852570 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6aaf2b9-0edc-4405-a1d6-f370f183d2f3 req-3ffc6d20-a4a3-4455-8698-3c4accb4f533 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 943 time: 0.0738945 Nov 12 04:13:23.861215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4231a516-ffd0-48a3-9018-d594dba20458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.862814 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4231a516-ffd0-48a3-9018-d594dba20458 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1095 time: 0.0511665 Nov 12 04:13:23.907368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f6aaf2b9-0edc-4405-a1d6-f370f183d2f3 req-b326c397-57c2-4f94-b08b-b1221fe4ec45 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478125 Nov 12 04:13:23.913252 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-b5199d04-e14a-47d2-b73b-0ab5d9fd60ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 217 time: 0.0425127 Nov 12 04:13:23.964872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-7a0de2ea-0e8a-4570-8599-4ce08a65b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:23.966536 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-7a0de2ea-0e8a-4570-8599-4ce08a65b025 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0470998 Nov 12 04:13:24.015357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-e2af70c9-1b43-4823-a0a6-95f4babc27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.016872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-e2af70c9-1b43-4823-a0a6-95f4babc27ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438356 Nov 12 04:13:24.111291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-b4783d10-3a19-4063-824e-937e9aba432d service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873578 Nov 12 04:13:24.201365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc9df871-34b4-4823-9f89-f3ad315d6ae1 req-4a3f0604-f267-4d64-872c-3e6e9b72e311 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829408 Nov 12 04:13:24.290576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-e293c6c1-4a07-4773-82a3-be1412b36a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.292082 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-e293c6c1-4a07-4773-82a3-be1412b36a58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1095 time: 0.0457549 Nov 12 04:13:24.380983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-aa6713d2-95bd-4fcb-aa6a-0b0020db28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.382412 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-aa6713d2-95bd-4fcb-aa6a-0b0020db28f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0828898 Nov 12 04:13:24.427373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-82412ece-4c81-4bbc-8c93-32ee94eb292f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 217 time: 0.0378656 Nov 12 04:13:24.476066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-c967c793-9fd8-4ecd-bd86-bcb130880fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.477485 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-c967c793-9fd8-4ecd-bd86-bcb130880fb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0433834 Nov 12 04:13:24.524113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-7c2b2a22-5253-4500-b59c-2c165815d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.525611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-7c2b2a22-5253-4500-b59c-2c165815d14a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401008 Nov 12 04:13:24.618878 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-c686e681-1879-4faa-b6af-b3cdc6ed3947 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850132 Nov 12 04:13:24.711591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39b721dc-a725-4b05-abc8-ec241e20b49f req-6bb0b5ac-0990-49cd-8a1f-a0722c601998 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844738 Nov 12 04:13:25.026575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a80e33-d0b9-45ba-a2c7-49e252b8c858 req-2c25d00a-8e3d-4691-be2a-86c08b9d98cc tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:25.028144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8a80e33-d0b9-45ba-a2c7-49e252b8c858 req-2c25d00a-8e3d-4691-be2a-86c08b9d98cc tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 943 time: 0.0500829 Nov 12 04:13:25.062773 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.387932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e8a80e33-d0b9-45ba-a2c7-49e252b8c858 req-5ff83dbf-ce6f-45a1-b8de-2dbda9b4ebc6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536336 Nov 12 04:13:26.503991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50479a-a0a8-4b44-8b0f-916dd391d0f6 req-e2eaeff0-6cb3-4580-89d7-f0926faec240 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.505500 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a50479a-a0a8-4b44-8b0f-916dd391d0f6 req-e2eaeff0-6cb3-4580-89d7-f0926faec240 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 943 time: 0.0498848 Nov 12 04:13:26.552500 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5a50479a-a0a8-4b44-8b0f-916dd391d0f6 req-47980ddf-db89-48e0-b633-9d2c65eb5369 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Nov 12 04:13:27.200421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ae69187d-9279-4d3a-83ee-ca54eca8f26f details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:27.296208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:27.307212 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'mac_address': 'fa:16:3e:96:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:27.345562 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.358600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae69187d-9279-4d3a-83ee-ca54eca8f26f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:27.377605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:27.382044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.428167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:27.569245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ae69187d-9279-4d3a-83ee-ca54eca8f26f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:27.670420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3239b22-2765-4aab-8843-f60f376bcbdc req-02069961-3beb-447e-89c3-9ec01c6cd57f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.671935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3239b22-2765-4aab-8843-f60f376bcbdc req-02069961-3beb-447e-89c3-9ec01c6cd57f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 944 time: 0.0485234 Nov 12 04:13:27.718769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b3239b22-2765-4aab-8843-f60f376bcbdc req-c750e3d9-e4d1-4aae-a95b-6687f50d0694 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Nov 12 04:13:28.920251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a8404-794b-4db0-9817-128bcd309502 req-0ca4c0da-e0a5-4979-a1d7-c248279b250a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:28.921764 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c44a8404-794b-4db0-9817-128bcd309502 req-0ca4c0da-e0a5-4979-a1d7-c248279b250a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 944 time: 0.1342795 Nov 12 04:13:28.968231 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c44a8404-794b-4db0-9817-128bcd309502 req-42c89934-81d2-4bf0-9f34-40e362a5ae08 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Nov 12 04:13:29.216006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ae69187d-9279-4d3a-83ee-ca54eca8f26f up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:29.268090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port ae69187d-9279-4d3a-83ee-ca54eca8f26f completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:29.271662 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ae69187d-9279-4d3a-83ee-ca54eca8f26f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:29.272025 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.353452 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.376771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:29.379017 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a3bf36-b992-4245-843a-fc3e8509a419" -d '{"events": [{"server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "name": "network-vif-plugged", "status": "completed", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:29.391452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:29.396508 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.420100 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c390cdb0-a692-4082-ba74-35a51dbdcfad x-openstack-request-id: req-c390cdb0-a692-4082-ba74-35a51dbdcfad {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:29.420395 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "name": "network-vif-plugged", "status": "completed", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:29.420650 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c390cdb0-a692-4082-ba74-35a51dbdcfad {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:29.421075 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'code': 200} Nov 12 04:13:29.447363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:29.514734 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31940776-39a0-4bdd-b8a1-513a73b7f25b req-737b5234-b1cc-4edf-969f-34f4ce74b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.516151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31940776-39a0-4bdd-b8a1-513a73b7f25b req-737b5234-b1cc-4edf-969f-34f4ce74b4a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1097 time: 0.0414858 Nov 12 04:13:29.560286 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-31940776-39a0-4bdd-b8a1-513a73b7f25b req-02f5a4de-b1b6-4ef0-b8a3-7aabbbcc0949 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374346 Nov 12 04:13:30.087494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafe250-1292-4a70-b109-2668215a6788 req-2c3f7a09-aeda-487b-9f09-e11719d9b8da tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.090014 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0dafe250-1292-4a70-b109-2668215a6788 req-2c3f7a09-aeda-487b-9f09-e11719d9b8da tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0529728 Nov 12 04:13:30.137364 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0dafe250-1292-4a70-b109-2668215a6788 req-341f2338-0e8d-4548-a8c6-a4969c534e04 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413890 Nov 12 04:13:31.310907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9abdf5-c0e3-466a-98f0-52995febdaa2 req-8ef9c6ee-9182-4f7d-bd66-ce70f087c85a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.312388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9abdf5-c0e3-466a-98f0-52995febdaa2 req-8ef9c6ee-9182-4f7d-bd66-ce70f087c85a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.1053655 Nov 12 04:13:31.359233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9abdf5-c0e3-466a-98f0-52995febdaa2 req-76187c25-a2cd-4fd4-9d10-908cdb6fcbfd tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Nov 12 04:13:31.392242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e8bfbca1-0ff9-4d3d-8afd-bf551c2c2d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.474205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1759-16c1-4eb4-bb69-529e84d970bb req-f8005a2d-f84d-47fb-82be-974ddc26b1f6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:31.475688 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-456d1759-16c1-4eb4-bb69-529e84d970bb req-f8005a2d-f84d-47fb-82be-974ddc26b1f6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0508559 Nov 12 04:13:31.485288 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36538) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:31.489855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'floatingip': {'port_id': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:31.562314 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.143624 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.149280 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.602492 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694 associated. External IP: 172.25.0.162, port: ae69187d-9279-4d3a-83ee-ca54eca8f26f. Nov 12 04:13:32.807283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:32.916084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:32.921203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.927144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:32.937497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:32.938193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:13:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:32.947607 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-73c24208-342a-4228-bde9-afdc54e4d41f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "PUT /v2.0/floatingips/fdd8f623-b0f0-4f40-8336-ede6bb078694 HTTP/1.1" status: 200 len: 991 time: 1.4611762 Nov 12 04:13:32.948871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:32.951146 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4e07d6-5448-4379-bb0f-df26a51842e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:32.994644 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03eeeab-a0dc-4827-91eb-83e821e41294 x-openstack-request-id: req-a03eeeab-a0dc-4827-91eb-83e821e41294 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:32.995664 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:32.996043 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a03eeeab-a0dc-4827-91eb-83e821e41294 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:32.996485 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'status': 'completed', 'code': 200} Nov 12 04:13:33.053931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:33.105504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-713b79f5-2ac5-4824-9ac4-7adce66e0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.106997 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-713b79f5-2ac5-4824-9ac4-7adce66e0265 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1097 time: 0.0891731 Nov 12 04:13:33.201225 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-7f62ae50-c2a5-4b32-8c4f-470abe89abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.202704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-7f62ae50-c2a5-4b32-8c4f-470abe89abb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0890381 Nov 12 04:13:33.271371 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-3cbf2ea4-57df-4386-af86-406c99a722f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 999 time: 0.0615754 Nov 12 04:13:33.279273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:96:86:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:13:31Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:33.310460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:33.318966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:33.319658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:13:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:33.327463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-20c8ce40-d61e-4231-a542-89b6ef0934d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.328962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-20c8ce40-d61e-4231-a542-89b6ef0934d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0509820 Nov 12 04:13:33.380069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-ebc5cccf-a97c-414c-b7b9-21d654bda30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.381629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-ebc5cccf-a97c-414c-b7b9-21d654bda30d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459754 Nov 12 04:13:33.426314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:33.473885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-d964cf61-15e4-4858-aa9f-a5e86aea9d9e service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Nov 12 04:13:33.568263 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4e07d6-5448-4379-bb0f-df26a51842e5 req-8ca5a9eb-7e92-4efd-9909-3197f8e89390 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873096 Nov 12 04:13:33.752080 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3abba147-29ef-4461-b21f-3a7e3ce6ca0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.820118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:96:86:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:13:31Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:33.849621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d167ca5-b882-443c-b7de-b176e08d84fa None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:96:86:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:13:31Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:34.044962 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85795350-70ef-4006-a161-0f27d2c0d9f1 None None] New status for floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:13:35.098834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:36.469740 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.316422 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.599555 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:52.214583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-995fe83b-b592-455c-9799-70e1119e8a79 req-f09b58c2-5459-461e-9029-8d72d6376551 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249362 Nov 12 04:13:52.271455 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-995fe83b-b592-455c-9799-70e1119e8a79 req-2b09d476-5b8c-482e-9b91-fa1b16150e36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0249925 Nov 12 04:13:52.315131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-995fe83b-b592-455c-9799-70e1119e8a79 req-75dfcb72-29e0-474d-b0a5-4bc9b40a778b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188072 Nov 12 04:13:52.410176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe83b-b592-455c-9799-70e1119e8a79 req-9e2dbd4b-aa8d-4a66-b075-6dff20e086ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:52.411561 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-995fe83b-b592-455c-9799-70e1119e8a79 req-9e2dbd4b-aa8d-4a66-b075-6dff20e086ab service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897758 Nov 12 04:13:55.044448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-309d1e84-c4b8-440a-8cf5-1b63cb3f5f12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396824 Nov 12 04:13:55.071192 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.128129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-1a7a867e-ae01-4ad2-8676-0c591e03e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:55.129764 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-1a7a867e-ae01-4ad2-8676-0c591e03e997 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1097 time: 0.0411706 Nov 12 04:13:55.235340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-329894cb-7c7d-4221-8d7f-74258081834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:55.236850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-329894cb-7c7d-4221-8d7f-74258081834d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0883989 Nov 12 04:13:55.303379 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-a5dbcc85-750e-4a0e-bb22-d1e6f1ab125a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 1001 time: 0.0589378 Nov 12 04:13:55.362221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-071b5b40-9c3b-4c36-a9cf-0c08d2c79018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:55.363814 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-071b5b40-9c3b-4c36-a9cf-0c08d2c79018 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0488710 Nov 12 04:13:55.410409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-ff7e51e2-b224-4c01-947a-a29289dd6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:55.411881 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-ff7e51e2-b224-4c01-947a-a29289dd6554 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403190 Nov 12 04:13:55.510851 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-2e7e1b57-0785-4cce-b7c3-925052129fe9 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897343 Nov 12 04:13:55.605290 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17fc3250-393a-4a0b-a0a6-2439ea89e5bb req-97de791c-9298-460b-a535-7e70108386e6 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872047 Nov 12 04:14:01.394052 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-65976335-5d56-4da2-9c0b-7cbf7e1c0e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.645469 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f99a0d56-cd96-4a4d-a3c2-973648ceb876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.100898 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.471686 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.317960 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.599968 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:25.070909 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.399226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3005-f15d-4dbd-9110-bd251857ec1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.647889 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b166180-b5ea-4ed1-8557-367d8ebff45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.104345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:36.473446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.319371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.225834 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d75ec990-6ce9-477a-ace0-586a00d43280 req-10a7b9a3-045d-405a-9989-f708c9ca4419 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264890 Nov 12 04:14:53.282815 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d75ec990-6ce9-477a-ace0-586a00d43280 req-791c9bd3-998e-4494-b963-3a800e025b35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0247691 Nov 12 04:14:53.327537 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d75ec990-6ce9-477a-ace0-586a00d43280 req-07e9c9fd-209f-4b03-aa9c-f1ab80f0b89e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186310 Nov 12 04:14:53.426007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ec990-6ce9-477a-ace0-586a00d43280 req-259ff9b6-e209-4ca8-87f0-14fcde7dd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:53.427479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d75ec990-6ce9-477a-ace0-586a00d43280 req-259ff9b6-e209-4ca8-87f0-14fcde7dd146 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933015 Nov 12 04:14:55.086036 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.058515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-6c5aaeef-0a60-43ec-b44f-894348ba2cdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412588 Nov 12 04:14:56.143671 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-3793cef5-fbcc-43d3-88e6-00dec8b2f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.145197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-3793cef5-fbcc-43d3-88e6-00dec8b2f0bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1097 time: 0.0462668 Nov 12 04:14:56.252056 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-e9c001d4-d7d1-4101-a691-d81e6e8b9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.253563 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-e9c001d4-d7d1-4101-a691-d81e6e8b9856 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0876815 Nov 12 04:14:56.324860 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-89af4af6-7bc3-4dd4-ac24-c3f8364fcafe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 1001 time: 0.0625534 Nov 12 04:14:56.373323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-bdfa80c8-97ad-431a-9818-ad473f507d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.374775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-bdfa80c8-97ad-431a-9818-ad473f507d9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0433860 Nov 12 04:14:56.418961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-03a4a40b-9b33-4a84-933d-8411e8cd0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.420393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-03a4a40b-9b33-4a84-933d-8411e8cd0283 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391726 Nov 12 04:14:56.512677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-882df2a4-8fdc-4a2f-ab5c-1f88a33f6df0 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854640 Nov 12 04:14:56.600607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fcfaeced-9971-4101-97e6-6d4792d12f17 req-49dc43ad-7569-4e8d-b8d2-f6df829aec77 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808613 Nov 12 04:15:00.599646 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:01.400588 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-125c9976-594a-405b-8fd4-9c60623cd1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:03.651510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aabed52d-15ff-4db8-978f-5aa381807fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.107053 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.475023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.321291 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.175786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5126a6-3249-466b-ab09-80d566e41d46 req-03cc1e6e-55b4-4c55-b002-cc52472d4b2b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.179522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c5126a6-3249-466b-ab09-80d566e41d46 req-03cc1e6e-55b4-4c55-b002-cc52472d4b2b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0574956 Nov 12 04:15:09.226681 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c5126a6-3249-466b-ab09-80d566e41d46 req-2f4bc397-2145-4b7c-a071-dd2553b10231 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424473 Nov 12 04:15:10.347655 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee4b24-b0cb-430c-93a8-f3e1e4590b0c req-f80054b5-0136-4a7a-acad-016a4da33b8b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.349153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33ee4b24-b0cb-430c-93a8-f3e1e4590b0c req-f80054b5-0136-4a7a-acad-016a4da33b8b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0507681 Nov 12 04:15:10.396817 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33ee4b24-b0cb-430c-93a8-f3e1e4590b0c req-a4abb315-9e4f-4f14-9b7e-8a20750c474f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 Nov 12 04:15:11.513330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdcfa1-2311-439f-9a78-5fb8bb2b43f6 req-af0d1226-689b-4a28-80cd-0028f86d391c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.514811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-edcdcfa1-2311-439f-9a78-5fb8bb2b43f6 req-af0d1226-689b-4a28-80cd-0028f86d391c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0497584 Nov 12 04:15:11.562122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-edcdcfa1-2311-439f-9a78-5fb8bb2b43f6 req-bf968c1a-1127-4252-b046-e1e50613f3c3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Nov 12 04:15:12.678500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da2c4-aaf4-491c-a45b-7d53d2d3e6b9 req-f2f5e0ef-8f9c-42db-a2c0-69a13076b422 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:12.679958 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf6da2c4-aaf4-491c-a45b-7d53d2d3e6b9 req-f2f5e0ef-8f9c-42db-a2c0-69a13076b422 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0487769 Nov 12 04:15:12.732874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bf6da2c4-aaf4-491c-a45b-7d53d2d3e6b9 req-cedc6082-9365-488e-8d24-28bdd3d0618d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Nov 12 04:15:13.847928 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa02a-7ad9-4ce4-9d17-4195d34b1c7b req-2c18dc67-a30d-4467-9ddf-cf68180df093 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.849477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-548fa02a-7ad9-4ce4-9d17-4195d34b1c7b req-2c18dc67-a30d-4467-9ddf-cf68180df093 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0490825 Nov 12 04:15:13.900325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-548fa02a-7ad9-4ce4-9d17-4195d34b1c7b req-bf863651-7fce-4675-a4c4-aa8a4bde242b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449529 Nov 12 04:15:15.018059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c37dd-e4d8-4aba-ad9c-9a947b877c51 req-6ee4e4e8-de7e-4caf-9600-edd0da2698b3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:15.019510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-826c37dd-e4d8-4aba-ad9c-9a947b877c51 req-6ee4e4e8-de7e-4caf-9600-edd0da2698b3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0488300 Nov 12 04:15:15.068599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-826c37dd-e4d8-4aba-ad9c-9a947b877c51 req-676e0c0c-4621-4fa2-afe7-d1bbcee26daf tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 Nov 12 04:15:16.185596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316aff5-a362-4149-a7f4-3a77f2c7e063 req-b6c82f34-b7e7-4fe2-96ec-7551905c93c3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.187076 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0316aff5-a362-4149-a7f4-3a77f2c7e063 req-b6c82f34-b7e7-4fe2-96ec-7551905c93c3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0495296 Nov 12 04:15:16.233235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0316aff5-a362-4149-a7f4-3a77f2c7e063 req-29420680-0c76-4f18-bd45-80629d443383 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 Nov 12 04:15:17.352079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0f210-d9ba-4c8c-bf79-b88137b13361 req-fc11eef3-cdab-4336-bcca-c98b50c8f4a4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:17.353605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8af0f210-d9ba-4c8c-bf79-b88137b13361 req-fc11eef3-cdab-4336-bcca-c98b50c8f4a4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0514848 Nov 12 04:15:17.408153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8af0f210-d9ba-4c8c-bf79-b88137b13361 req-560e886c-da47-4320-89aa-ba3d406c2fe4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465200 Nov 12 04:15:18.523407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a9cc3-7ab0-4700-8415-6a055c21fd67 req-fb4d7629-31d7-478b-bbbd-2da3199989c4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.524911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e19a9cc3-7ab0-4700-8415-6a055c21fd67 req-fb4d7629-31d7-478b-bbbd-2da3199989c4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0498641 Nov 12 04:15:18.572485 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e19a9cc3-7ab0-4700-8415-6a055c21fd67 req-3fd8375b-21e0-4312-88c1-91633af8825a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410206 Nov 12 04:15:19.693137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea91431-3cf2-44f9-b9f6-92b79f82f4c8 req-1413a20c-462b-454e-8252-d5be97d01ff6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.694991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ea91431-3cf2-44f9-b9f6-92b79f82f4c8 req-1413a20c-462b-454e-8252-d5be97d01ff6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0544984 Nov 12 04:15:19.742779 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1ea91431-3cf2-44f9-b9f6-92b79f82f4c8 req-15ee0bc2-db9d-478a-bc67-88d30ff2b973 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417793 Nov 12 04:15:19.979550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522c16f-f05e-4495-9dbf-446cfc92ed52 req-381627c4-ed5d-4fa9-b1f7-00c639d3ab56 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.981063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2522c16f-f05e-4495-9dbf-446cfc92ed52 req-381627c4-ed5d-4fa9-b1f7-00c639d3ab56 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0498974 Nov 12 04:15:20.055989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-9a3b6f99-b904-417c-8818-6f408d16d126 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301548 Nov 12 04:15:20.059594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2522c16f-f05e-4495-9dbf-446cfc92ed52 req-6356a7f8-8ba6-47c9-b7c3-c15a176c8830 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689080 Nov 12 04:15:21.178442 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8b0ea-6254-412a-868d-5ab174336b08 req-5282a941-9a38-496d-9281-83dcb32e200b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:21.179904 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3d8b0ea-6254-412a-868d-5ab174336b08 req-5282a941-9a38-496d-9281-83dcb32e200b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0521984 Nov 12 04:15:21.226105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a3d8b0ea-6254-412a-868d-5ab174336b08 req-97c5ef0e-e59e-48b3-9277-ebf27a28e7ed tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 Nov 12 04:15:22.343398 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba73135-4b0e-4ea8-9c6f-01ea853a8941 req-bbbf299d-3041-495d-b00d-008849688e28 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:22.344923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ba73135-4b0e-4ea8-9c6f-01ea853a8941 req-bbbf299d-3041-495d-b00d-008849688e28 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0507388 Nov 12 04:15:22.392557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ba73135-4b0e-4ea8-9c6f-01ea853a8941 req-093db977-3920-44af-9f10-34c26943bfcc tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414307 Nov 12 04:15:23.507871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baea4eb-8a87-475b-8157-bf0545040783 req-aa49badc-bcb2-4407-b1f8-7f70679108d4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.509373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6baea4eb-8a87-475b-8157-bf0545040783 req-aa49badc-bcb2-4407-b1f8-7f70679108d4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0503805 Nov 12 04:15:23.557124 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6baea4eb-8a87-475b-8157-bf0545040783 req-da186059-f2e7-44a7-a7aa-2c419f60b17a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410166 Nov 12 04:15:24.677954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdea04e-ae07-446e-9c78-da3c435c2917 req-62bb6ced-7864-4912-ad91-27a3ecda37e6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:24.685325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdea04e-ae07-446e-9c78-da3c435c2917 req-62bb6ced-7864-4912-ad91-27a3ecda37e6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0576386 Nov 12 04:15:24.744174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dfdea04e-ae07-446e-9c78-da3c435c2917 req-9100c553-32a7-492a-bee0-3d8569d3c476 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578506 Nov 12 04:15:25.086177 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.224473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-8032d115-8bc7-4be1-9b16-de842aa33c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.225998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-8032d115-8bc7-4be1-9b16-de842aa33c4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1097 time: 0.0417016 Nov 12 04:15:25.320554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-76d38d63-c918-4ed7-ad32-0fde943c4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.322114 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-76d38d63-c918-4ed7-ad32-0fde943c4c3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0889478 Nov 12 04:15:25.390994 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-2170f866-d711-44ed-ba3f-1863840df0bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 1001 time: 0.0615203 Nov 12 04:15:25.445794 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-daa16765-2acc-4c7f-ad21-b3878be387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.447262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-daa16765-2acc-4c7f-ad21-b3878be387fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0497444 Nov 12 04:15:25.494161 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-db6f1ff9-54b5-46a5-a6d7-b8e0d3198365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.495673 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-db6f1ff9-54b5-46a5-a6d7-b8e0d3198365 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415378 Nov 12 04:15:25.593182 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-27aecde5-1743-4912-bc16-ec779ffce1f5 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890977 Nov 12 04:15:25.681756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-f9f71d46-b24c-40f0-9631-b1a2bc537fb8 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823185 Nov 12 04:15:25.865261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e6629-89ab-40d6-9fa8-4845d509c008 req-88d94781-9b46-48c7-a009-3a0d5e0e9eb2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.866729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-875e6629-89ab-40d6-9fa8-4845d509c008 req-88d94781-9b46-48c7-a009-3a0d5e0e9eb2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0500798 Nov 12 04:15:25.919991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-875e6629-89ab-40d6-9fa8-4845d509c008 req-864d1bc8-3568-4142-b524-c6046d9bbb35 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473258 Nov 12 04:15:27.040476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b82309-b448-4d4f-9d9a-1965f60711db req-cefa4416-fc73-48e0-a216-b47938a6a506 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.041980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4b82309-b448-4d4f-9d9a-1965f60711db req-cefa4416-fc73-48e0-a216-b47938a6a506 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0532660 Nov 12 04:15:27.088873 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b4b82309-b448-4d4f-9d9a-1965f60711db req-c94f7a71-5008-4361-8956-c828a607cf72 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406768 Nov 12 04:15:27.301312 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-67d555bc-fd37-4aff-881c-c321accf2e9d service neutron] 10.222.0.20 "GET /v2.0/ports/ae69187d-9279-4d3a-83ee-ca54eca8f26f/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0547917 Nov 12 04:15:27.508437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-36cee5a0-7c1b-45f2-999d-385ade9b54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.509943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-36cee5a0-7c1b-45f2-999d-385ade9b54a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 1097 time: 0.0427794 Nov 12 04:15:27.571912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-67c05dd8-3a31-45f0-b6fb-f0ef6b78acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.573416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-67c05dd8-3a31-45f0-b6fb-f0ef6b78acb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1097 time: 0.0398393 Nov 12 04:15:27.666377 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-d425a989-d393-4f99-aade-3d3448fa228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.667827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-d425a989-d393-4f99-aade-3d3448fa228b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0866876 Nov 12 04:15:27.734363 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-cf4707c6-9fd2-4c73-ace0-d9b64866f045 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 1001 time: 0.0588589 Nov 12 04:15:27.790404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-7e2876f4-400e-4c2e-a616-9f0ffff55d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.791876 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-7e2876f4-400e-4c2e-a616-9f0ffff55d0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0492656 Nov 12 04:15:27.838608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-4927783e-8743-4c89-a56a-69e876ddfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.840024 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-4927783e-8743-4c89-a56a-69e876ddfb76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404041 Nov 12 04:15:27.930055 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-e6cdfa2a-3aa2-4d6f-8a78-0c799d27c500 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826666 Nov 12 04:15:28.025315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad49c34-6193-47f7-9248-4efeb7734fbf req-d0588eb9-e69e-46c8-8721-377a64572e67 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869951 Nov 12 04:15:28.211962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73bc5-5348-4844-8d1b-c270a3515504 req-ab33600a-ca61-4435-8647-565f2f77128d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:28.213501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-95d73bc5-5348-4844-8d1b-c270a3515504 req-ab33600a-ca61-4435-8647-565f2f77128d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0491998 Nov 12 04:15:28.261798 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-95d73bc5-5348-4844-8d1b-c270a3515504 req-ffa0bd7f-f55d-488c-b56a-bfb906a280d2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Nov 12 04:15:29.383339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e449-d25f-4494-8905-41456f9cacd7 req-ccf16ea5-3025-43b0-9254-9703d68c2d25 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.384858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd80e449-d25f-4494-8905-41456f9cacd7 req-ccf16ea5-3025-43b0-9254-9703d68c2d25 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0504189 Nov 12 04:15:29.431495 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dd80e449-d25f-4494-8905-41456f9cacd7 req-84f3319c-f8db-463b-99b2-8a7b19adf293 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Nov 12 04:15:29.634446 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b1fe5-4c5e-4211-83c9-2c29da840f14 req-57bf2df7-36f1-4ba7-a2b3-f9a523ea438b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.635978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d69b1fe5-4c5e-4211-83c9-2c29da840f14 req-57bf2df7-36f1-4ba7-a2b3-f9a523ea438b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0524671 Nov 12 04:15:29.648175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babffca-8394-4be2-b82a-590e563074c0 req-fb3694c0-462d-4767-8a9f-6733772a27b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.649648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4babffca-8394-4be2-b82a-590e563074c0 req-fb3694c0-462d-4767-8a9f-6733772a27b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c&tenant_id=de36cc8239654f3a90373dd362bc47f4&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 945 time: 0.0567169 Nov 12 04:15:29.691283 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d69b1fe5-4c5e-4211-83c9-2c29da840f14 req-c0a2bdf9-5afa-4a5a-84c0-ec9191669315 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491104 Nov 12 04:15:29.732206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babffca-8394-4be2-b82a-590e563074c0 req-fbfeaf82-215e-43d5-8670-28a80e6ee056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.733734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4babffca-8394-4be2-b82a-590e563074c0 req-fbfeaf82-215e-43d5-8670-28a80e6ee056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1097 time: 0.0407650 Nov 12 04:15:29.825223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babffca-8394-4be2-b82a-590e563074c0 req-25efecc3-6f5a-4f7c-a110-f6e85f781edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.827303 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4babffca-8394-4be2-b82a-590e563074c0 req-25efecc3-6f5a-4f7c-a110-f6e85f781edc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0856276 Nov 12 04:15:29.890600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4babffca-8394-4be2-b82a-590e563074c0 req-3988e7eb-b627-4517-9c2c-86609b0e7d74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 1001 time: 0.0568440 Nov 12 04:15:29.939198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babffca-8394-4be2-b82a-590e563074c0 req-932ed646-c783-4d58-be10-a05a302d7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.940584 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4babffca-8394-4be2-b82a-590e563074c0 req-932ed646-c783-4d58-be10-a05a302d7dc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0426850 Nov 12 04:15:29.989182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babffca-8394-4be2-b82a-590e563074c0 req-bb2a643e-4d08-40e2-ba07-952e9b6101a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:29.990616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4babffca-8394-4be2-b82a-590e563074c0 req-bb2a643e-4d08-40e2-ba07-952e9b6101a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427334 Nov 12 04:15:30.078819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4babffca-8394-4be2-b82a-590e563074c0 req-cfc4a4e9-4ac2-4c83-9853-3df2ac9fca5b service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804873 Nov 12 04:15:30.172807 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4babffca-8394-4be2-b82a-590e563074c0 req-1042d6d3-78d7-496c-b6e2-bcaf0d0ad6d1 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862362 Nov 12 04:15:30.814179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff813ced-0881-41bc-90cd-3fd4076ab119 req-7cd5e143-cc08-4dfa-893a-b4ec8201841c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:30.815689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff813ced-0881-41bc-90cd-3fd4076ab119 req-7cd5e143-cc08-4dfa-893a-b4ec8201841c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0506222 Nov 12 04:15:30.866570 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ff813ced-0881-41bc-90cd-3fd4076ab119 req-aa119782-902e-4926-b35d-024b8d5759e9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447550 Nov 12 04:15:30.982223 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f935d-2cd5-4b27-8a0e-f792522f95d1 req-ba12609e-e955-4f65-9bd9-31648bf112f9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:30.983848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-841f935d-2cd5-4b27-8a0e-f792522f95d1 req-ba12609e-e955-4f65-9bd9-31648bf112f9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0494404 Nov 12 04:15:31.031689 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-841f935d-2cd5-4b27-8a0e-f792522f95d1 req-fbe0b7f8-ba3a-47dd-ae1f-cbe6f8744f34 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417204 Nov 12 04:15:31.230600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d526-b4af-4a12-9cbd-30d9fded618a req-9a97953a-58d5-4106-821f-0d187ffac047 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.232228 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91c3d526-b4af-4a12-9cbd-30d9fded618a req-9a97953a-58d5-4106-821f-0d187ffac047 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0493639 Nov 12 04:15:31.253946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-e2cdcf2e-9ccd-496b-87d5-0504249ac1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.255452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-e2cdcf2e-9ccd-496b-87d5-0504249ac1ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 1097 time: 0.0414426 Nov 12 04:15:31.283456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-91c3d526-b4af-4a12-9cbd-30d9fded618a req-c54e5df9-fc20-4a5e-8adc-1769999168c5 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441339 Nov 12 04:15:31.351208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-80536a8c-0972-4e18-8c51-1ce61852b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.352696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-80536a8c-0972-4e18-8c51-1ce61852b3e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0908806 Nov 12 04:15:31.403432 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c02e8708-abbd-4a4d-b1ee-a65b5868b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.422960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-7261071d-6d22-4ef1-bb6d-cbf7009897c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 200 len: 1001 time: 0.0633085 Nov 12 04:15:31.479460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-47d495d1-6745-4bbe-9eed-a70b6c72cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.480948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-47d495d1-6745-4bbe-9eed-a70b6c72cb88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0485697 Nov 12 04:15:31.527075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-6a98e4ed-96bf-40cd-85a6-439e3e712aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.528544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-6a98e4ed-96bf-40cd-85a6-439e3e712aaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399146 Nov 12 04:15:31.620961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-f167747b-f351-4589-a155-9fce9bc38cb2 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855172 Nov 12 04:15:31.709862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8f5559e7-ce02-40ff-b442-f6da8981f7b5 req-7e9fce32-558b-4f94-8a9b-aa54e30af1ff service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815513 Nov 12 04:15:31.744124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ae69187d-9279-4d3a-83ee-ca54eca8f26f details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:31.746216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ae69187d-9279-4d3a-83ee-ca54eca8f26f no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:31.899929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.909820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:31.932183 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'mac_address': 'fa:16:3e:96:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:31.940873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:31.943141 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db24c9-06bb-4374-a5c3-85636b8bdb3e" -d '{"events": [{"server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "name": "network-vif-unplugged", "status": "completed", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:31.974313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:31.981276 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.017615 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.043671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae69187d-9279-4d3a-83ee-ca54eca8f26f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:32.052403 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16895e01-7802-4875-ad4f-a70de780c4c2 x-openstack-request-id: req-16895e01-7802-4875-ad4f-a70de780c4c2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:32.052712 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "name": "network-vif-unplugged", "status": "completed", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:32.052982 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16895e01-7802-4875-ad4f-a70de780c4c2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:32.053369 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'code': 200} Nov 12 04:15:32.056953 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:32.087206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.087551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.087890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.088226 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.088556 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.088913 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.089239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.089562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.089884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.090207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.090528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.090847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:32.111855 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:15:32.112215 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:15:32.405169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6203cb-9575-4d08-a69f-01267360a5ab req-3e274d29-fc02-45c6-b42f-2f9abd705792 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.407490 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb6203cb-9575-4d08-a69f-01267360a5ab req-3e274d29-fc02-45c6-b42f-2f9abd705792 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 943 time: 0.0545914 Nov 12 04:15:32.455053 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eb6203cb-9575-4d08-a69f-01267360a5ab req-d056f04e-0e94-4ac9-b8e7-880ede0c203f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416412 Nov 12 04:15:32.666716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.681170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae69187d-9279-4d3a-83ee-ca54eca8f26f {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:32.704554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:32.709128 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.709601 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3d88a-7253-45ee-8329-56636a0bf355 req-fffa1c40-507e-4eb0-8390-0866480abde9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.711121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cf3d88a-7253-45ee-8329-56636a0bf355 req-fffa1c40-507e-4eb0-8390-0866480abde9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 943 time: 0.0522997 Nov 12 04:15:32.761009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:32.767090 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9cf3d88a-7253-45ee-8329-56636a0bf355 req-c2b3e66a-737b-4636-8e3a-ff69cfbc60d2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494220 Nov 12 04:15:32.931517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['ae69187d-9279-4d3a-83ee-ca54eca8f26f'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:33.653907 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0a53b63a-f172-43bc-a737-f3aa6133b04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.743343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ae69187d-9279-4d3a-83ee-ca54eca8f26f up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:33.792658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port ae69187d-9279-4d3a-83ee-ca54eca8f26f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:33.792658 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.871781 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.883241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831bc79-5145-4a4b-a0c3-0b661cf64ef1 req-170c0090-61d3-41b3-bc80-9d0a22100bbb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.884783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e831bc79-5145-4a4b-a0c3-0b661cf64ef1 req-170c0090-61d3-41b3-bc80-9d0a22100bbb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 944 time: 0.0498083 Nov 12 04:15:33.904914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:33.908812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:33.957006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:33.963763 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e831bc79-5145-4a4b-a0c3-0b661cf64ef1 req-a0472f3d-b23f-477f-9c64-a9fa9b12776b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730653 Nov 12 04:15:33.976726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-c81e2cb8-15d7-48c6-9e09-0c61ed6cbdbf tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.978165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-c81e2cb8-15d7-48c6-9e09-0c61ed6cbdbf tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 945 time: 0.0743649 Nov 12 04:15:34.054901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:34.058300 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2862e8-5f98-4e13-ac31-02b39ce93a78" -d '{"events": [{"server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "name": "network-vif-plugged", "status": "completed", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:34.069007 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Deleting port ae69187d-9279-4d3a-83ee-ca54eca8f26f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:34.069381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.097758 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fa28f3-ef18-49c5-b826-50f08465c1aa x-openstack-request-id: req-76fa28f3-ef18-49c5-b826-50f08465c1aa {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:34.098061 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "name": "network-vif-plugged", "status": "completed", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:34.098325 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76fa28f3-ef18-49c5-b826-50f08465c1aa {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:34.098732 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'code': 200} Nov 12 04:15:34.161951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] For port ae69187d-9279-4d3a-83ee-ca54eca8f26f, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=ae69187d-9279-4d3a-83ee-ca54eca8f26f,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:34.162314 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.329688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.329964 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.330281 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694 disassociated. External IP: 172.25.0.162, port: ae69187d-9279-4d3a-83ee-ca54eca8f26f. Nov 12 04:15:34.330621 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Calling delete_port for ae69187d-9279-4d3a-83ee-ca54eca8f26f owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:34.463825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.492224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event deleted for resources: {'Port': ['ID=ae69187d-9279-4d3a-83ee-ca54eca8f26f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:34.503158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.503534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.503908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.504251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.504617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.504976 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.505306 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.505640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.505979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.506303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.506632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.506964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:34.624398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:34.738059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:34.748553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:34.758765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:34.759387 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:15:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:34.777843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] No DVR routers for this DVR port ae69187d-9279-4d3a-83ee-ca54eca8f26f on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:34.781214 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.784542 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5c73c76-f9d1-4848-8422-0a31a823146a req-e3ebacc1-9079-4637-aa90-3fea034961b6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "DELETE /v2.0/ports/ae69187d-9279-4d3a-83ee-ca54eca8f26f HTTP/1.1" status: 204 len: 173 time: 0.7996726 Nov 12 04:15:34.785027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'name': 'network-vif-deleted', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:34.787273 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e30e3-c89e-4c85-8db1-71d87336c3a5" -d '{"events": [{"server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "name": "network-vif-deleted", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:34.878845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:34.911724 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f29ae4e-722f-49ea-ba36-58ab8113a5f0 x-openstack-request-id: req-3f29ae4e-722f-49ea-ba36-58ab8113a5f0 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:34.912235 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c44cd3-d9b1-4429-8eef-f553408d824c", "name": "network-vif-deleted", "tag": "ae69187d-9279-4d3a-83ee-ca54eca8f26f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:34.912337 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f29ae4e-722f-49ea-ba36-58ab8113a5f0 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:34.912860 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c44cd3-d9b1-4429-8eef-f553408d824c', 'name': 'network-vif-deleted', 'tag': 'ae69187d-9279-4d3a-83ee-ca54eca8f26f', 'status': 'completed', 'code': 200} Nov 12 04:15:35.071827 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-051dac61-6b6e-4659-90fb-8c0c477d8e20 req-f6839679-9b4a-4cc4-886e-0b5c20c7034b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3c44cd3-d9b1-4429-8eef-f553408d824c HTTP/1.1" status: 200 len: 210 time: 0.0267911 Nov 12 04:15:35.088270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:35.118951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:35.133988 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.134987 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:35.135589 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:15:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:35.245265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:35.445985 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:35.471994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eef25f-2c75-4795-916e-10405e6552a4 None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:35.693245 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c31d7d-2973-4179-9fc2-166eec978ca3 None None] New status for floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:36.347885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-2daed512-2ddb-418b-8c74-5bef215f62e6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1802843484&fields=id&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 267 time: 0.0419271 Nov 12 04:15:36.455357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-0f3aa220-d069-48c6-a5b6-df80c2521cbd tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:36.456802 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-0f3aa220-d069-48c6-a5b6-df80c2521cbd tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 811 time: 0.1021152 Nov 12 04:15:36.473550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-2b185aa4-470c-4a5e-9406-760c907d9000 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/quotas/de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 375 time: 0.0096776 Nov 12 04:15:36.478693 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:36.527912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-04454ef8-cc6c-4e6e-8424-4fe17c981aed tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486159 Nov 12 04:15:36.544469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-81a675ac-9616-4058-bbb8-78f7c74c71f1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:15:36.545472 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-81a675ac-9616-4058-bbb8-78f7c74c71f1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051131 Nov 12 04:15:36.639013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-10699550-b6d1-469d-8b30-dcc7c0b7d5ea service neutron] 10.222.0.49 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877404 Nov 12 04:15:36.725639 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-e19ff11b-8ef5-4df5-ae5a-a21cb53aadbb service neutron] 10.222.0.49 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800061 Nov 12 04:15:36.893151 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d021fc92-fa26-40bc-859f-77febb389bf8 req-c69c16a4-81c7-4164-ba9b-71c16d97a997 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 210 time: 0.0314858 Nov 12 04:15:37.323412 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.599198 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:37.743021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ae69187d-9279-4d3a-83ee-ca54eca8f26f no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:37.765217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: ae69187d-9279-4d3a-83ee-ca54eca8f26f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:37.765591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device ae69187d-9279-4d3a-83ee-ca54eca8f26f not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:38.134244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2405e49e-3130-46b0-8abd-e618911fdaf1 req-59a8b534-b5c5-4e87-b8cd-f3606c3056d4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 210 time: 0.0505586 Nov 12 04:15:38.177205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-f6216b16-a62d-4a9f-b727-984b842ae25c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.178538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-f6216b16-a62d-4a9f-b727-984b842ae25c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 811 time: 0.4363360 Nov 12 04:15:38.242231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-47667023-a9d7-4c94-b1a6-e33b52b5ffc7 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 380 time: 0.0545089 Nov 12 04:15:38.251327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'port': {'device_id': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'admin_state_up': True, 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'security_groups': ['b2580c77-8d1c-4979-9306-7fb47ef609e1']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:38.356851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Made reservation on behalf of de36cc8239654f3a90373dd362bc47f4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:38.361256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.487139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Allocated IP 172.20.0.8 (9546b7b3-4062-40dd-9ce5-30f380a1b499/2267faf4-d417-422b-9493-b0f5b042180a/0194306c-8d1c-42e2-8ac6-e2fe851b7774) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:38.627284 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.659612 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.698876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:38.704011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:38.707757 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:38.734343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:38.762905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.763512 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.780706 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-7de2d420-846e-479c-8053-565c52cf8d6d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5324178 Nov 12 04:15:38.794274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Request body: {'port': {'device_id': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:38.852182 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.983359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a1bf6148-0638-4217-a0b5-4bcfe8f8c6c0 None None] Provisioning complete for port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:38.984522 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a1bf6148-0638-4217-a0b5-4bcfe8f8c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.021258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf6148-0638-4217-a0b5-4bcfe8f8c6c0 None None] Port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:39.118195 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0194306c-8d1c-42e2-8ac6-e2fe851b7774 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:39.125836 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.138132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Transition to ACTIVE for port object 0194306c-8d1c-42e2-8ac6-e2fe851b7774 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:39.142819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.214476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:39.262472 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0539f99-0b7f-4e80-bcfb-5b3a0ed322dc req-733d3573-b94a-4eda-946b-5314f1061e60 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.264011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0539f99-0b7f-4e80-bcfb-5b3a0ed322dc req-733d3573-b94a-4eda-946b-5314f1061e60 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0548649 Nov 12 04:15:39.275945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Attempting to bind port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:39.276423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Attempting to bind port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:39.276828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Attempting to bind port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:39.281658 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:39.281984 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Attempting to bind port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:39.287145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:39.287551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Checking segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:39.287943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Bound using segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:39.288614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Bound port: 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:39.288974 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.317928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0539f99-0b7f-4e80-bcfb-5b3a0ed322dc req-d457983d-3365-47c6-b0bc-3d98aa601f65 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468729 Nov 12 04:15:39.364376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:39.367619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:39.373337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.408103 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.408811 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:39.410213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] 10.222.0.20 "PUT /v2.0/ports/0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 1092 time: 0.6203885 Nov 12 04:15:39.410881 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:39.413027 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd314459-5dc0-45df-bf1d-bb77f3716a29" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:39.448270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13103727-6a05-4b10-a770-cc644fc32d9a service neutron] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:39.463708 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5f59bf-1af8-40c4-973e-bc665a242860 x-openstack-request-id: req-cb5f59bf-1af8-40c4-973e-bc665a242860 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:39.464000 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:39.464263 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb5f59bf-1af8-40c4-973e-bc665a242860 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:39.464825 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'status': 'completed', 'code': 200} Nov 12 04:15:39.522841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-76af45ce-aefa-4104-8d97-1002085bd0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.524266 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-76af45ce-aefa-4104-8d97-1002085bd0f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1095 time: 0.0462081 Nov 12 04:15:39.574313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-15424e3e-2d97-4907-9df0-b9846eaba81f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 217 time: 0.0392587 Nov 12 04:15:39.625833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-40a5a1ce-e61e-447a-935a-48b9349bc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.627292 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-40a5a1ce-e61e-447a-935a-48b9349bc086 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0462546 Nov 12 04:15:39.672938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-ad867fbf-ed4d-4b7f-85b4-1db5e5ba67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.674424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-ad867fbf-ed4d-4b7f-85b4-1db5e5ba67e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401404 Nov 12 04:15:39.767159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-5c456bbb-dcf7-4417-8687-e149d5f9161c service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852900 Nov 12 04:15:39.856365 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7cea2c99-7919-408c-9f62-6b795ec7f1ff req-2d1f95e2-cf28-4e27-8eb3-3e9a50abdb9b service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819519 Nov 12 04:15:39.948973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-f3c0cda8-c0e8-4a00-8cc5-6c38b89f8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.950458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-f3c0cda8-c0e8-4a00-8cc5-6c38b89f8ee4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1095 time: 0.0461519 Nov 12 04:15:40.039827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-bad1fb43-30b9-4892-bdb9-1ae2b1fc5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.041328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-bad1fb43-30b9-4892-bdb9-1ae2b1fc5d5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0841928 Nov 12 04:15:40.086137 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-776a0ad8-0dae-4797-8c56-02517ea67d80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 217 time: 0.0368676 Nov 12 04:15:40.137981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-19566ac5-7ac8-4996-bf9c-5062703beb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.139349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-19566ac5-7ac8-4996-bf9c-5062703beb92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0453296 Nov 12 04:15:40.186279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-c220b0f7-ee1d-4460-8768-58e755cf4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.188001 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-c220b0f7-ee1d-4460-8768-58e755cf4558 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406036 Nov 12 04:15:40.283022 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-851c25e8-c24d-4853-916b-d3cea8ecf5ba service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872474 Nov 12 04:15:40.374327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dd314459-5dc0-45df-bf1d-bb77f3716a29 req-428775c0-a555-4ac7-af96-906ef321112b service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834699 Nov 12 04:15:40.435673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46179d81-66d2-445c-99f5-8388f440bde7 req-1998ed95-941c-4865-97de-35a9bcfad9f3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.437273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46179d81-66d2-445c-99f5-8388f440bde7 req-1998ed95-941c-4865-97de-35a9bcfad9f3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0496116 Nov 12 04:15:40.486084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46179d81-66d2-445c-99f5-8388f440bde7 req-91546144-927e-47d9-a18e-cb6f69835a33 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Nov 12 04:15:41.603432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dc16d-bade-463a-a400-43b89c514ff8 req-d0fb450c-23c6-450a-bbcf-f2079eefe84e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:41.604966 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-815dc16d-bade-463a-a400-43b89c514ff8 req-d0fb450c-23c6-450a-bbcf-f2079eefe84e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0493824 Nov 12 04:15:41.658133 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-815dc16d-bade-463a-a400-43b89c514ff8 req-2b208cd5-e226-45e7-9e74-f4c3bf31d091 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460632 Nov 12 04:15:42.779465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead513c-e05d-4f30-8423-20c514d9ce1d req-97198050-05b5-4006-80e6-2b1850e59c6c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:42.781068 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ead513c-e05d-4f30-8423-20c514d9ce1d req-97198050-05b5-4006-80e6-2b1850e59c6c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0539351 Nov 12 04:15:42.828286 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ead513c-e05d-4f30-8423-20c514d9ce1d req-6df58269-2a40-4971-a835-f92f5c85cdfd tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412343 Nov 12 04:15:43.774074 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:43.949649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd3229-fcab-4688-b9ef-1c07f2c2fda5 req-511e8b61-c03f-4e3f-9717-ee0264a5d920 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:43.951253 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06bd3229-fcab-4688-b9ef-1c07f2c2fda5 req-511e8b61-c03f-4e3f-9717-ee0264a5d920 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0528898 Nov 12 04:15:44.001493 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-06bd3229-fcab-4688-b9ef-1c07f2c2fda5 req-41895eba-8a3d-46b1-abbb-a21107a944e2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Nov 12 04:15:44.028882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:44.040584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'mac_address': 'fa:16:3e:e8:fd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:44.078335 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.090677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0194306c-8d1c-42e2-8ac6-e2fe851b7774 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:44.110914 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:44.114605 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:44.159686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:44.304114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['0194306c-8d1c-42e2-8ac6-e2fe851b7774'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:45.117991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f541b8-1527-486e-b41b-d58c18179990 req-edf568ad-2398-4530-a0b6-3a83c78a5429 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:45.119465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94f541b8-1527-486e-b41b-d58c18179990 req-edf568ad-2398-4530-a0b6-3a83c78a5429 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 944 time: 0.0497367 Nov 12 04:15:45.166574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94f541b8-1527-486e-b41b-d58c18179990 req-112810c4-a250-4b16-813b-dcea39726604 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408566 Nov 12 04:15:45.790750 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:45.837705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:15:45.841523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:45.841868 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.920700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.946815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:45.949094 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a81af-c6c3-4fc9-a33c-744e00fb0579" -d '{"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-plugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:45.962523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:45.967110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.990809 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8124cc7-4199-44b1-8e0d-827a2dfe7d86 x-openstack-request-id: req-d8124cc7-4199-44b1-8e0d-827a2dfe7d86 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:45.991092 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-plugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:45.991338 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8124cc7-4199-44b1-8e0d-827a2dfe7d86 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:45.991724 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'code': 200} Nov 12 04:15:46.017988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:46.085650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ba4e-cad7-4182-9bb9-2c9d2d827d33 req-93205cac-8f02-4741-9d48-0f56b7a4b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:46.087000 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ce1ba4e-cad7-4182-9bb9-2c9d2d827d33 req-93205cac-8f02-4741-9d48-0f56b7a4b27a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1097 time: 0.0403631 Nov 12 04:15:46.130657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ce1ba4e-cad7-4182-9bb9-2c9d2d827d33 req-2809a9a3-4945-459f-8d55-72dc89ec16a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365231 Nov 12 04:15:46.286757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d797-3d6e-403a-80e7-9ab77b5e2585 req-8120d324-7405-4075-ad13-113fce1ed024 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:46.288265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8246d797-3d6e-403a-80e7-9ab77b5e2585 req-8120d324-7405-4075-ad13-113fce1ed024 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0528986 Nov 12 04:15:46.334828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8246d797-3d6e-403a-80e7-9ab77b5e2585 req-1ed38fb4-d36f-46ad-a7b2-757b521c8f9f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Nov 12 04:15:47.458707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880fb1-9805-4a65-acaa-cf845713ef3f req-0e7f5912-09f2-4f2d-8e9f-d741bd13c4ce tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:47.460176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47880fb1-9805-4a65-acaa-cf845713ef3f req-0e7f5912-09f2-4f2d-8e9f-d741bd13c4ce tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Nov 12 04:15:47.507098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47880fb1-9805-4a65-acaa-cf845713ef3f req-dcab3111-30cc-4e46-9866-96025cbb7874 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Nov 12 04:15:47.620759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a4916-6974-4c2e-9675-7a96f1587d09 req-01a7cb35-2de6-40a2-9766-fce5da570820 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:47.622154 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ac1a4916-6974-4c2e-9675-7a96f1587d09 req-01a7cb35-2de6-40a2-9766-fce5da570820 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Nov 12 04:15:47.630563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 36906) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:47.634990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'floatingip': {'port_id': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:47.674212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.105784 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.109648 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.208914 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694 associated. External IP: 172.25.0.162, port: 0194306c-8d1c-42e2-8ac6-e2fe851b7774. Nov 12 04:15:48.415081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:48.796926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:48.801388 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.806690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:48.819256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:48.819879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:15:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:48.830517 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b2f33956-abfc-46f6-8900-7a1647577cad tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "PUT /v2.0/floatingips/fdd8f623-b0f0-4f40-8336-ede6bb078694 HTTP/1.1" status: 200 len: 991 time: 1.1988945 Nov 12 04:15:48.831161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:48.833454 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1d469f60616144ddf6463743e6ec1c070193102f16df2cb60018c200f29b84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfad365-a4ab-4cdd-bf81-71c56e240f98" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:48.934381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:48.945543 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6779992-0f93-43b0-9a75-2bb4b0603d5e x-openstack-request-id: req-f6779992-0f93-43b0-9a75-2bb4b0603d5e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:48.945839 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:48.946098 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6779992-0f93-43b0-9a75-2bb4b0603d5e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:48.946495 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'status': 'completed', 'code': 200} Nov 12 04:15:49.009945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-2a273c0e-5562-440f-8578-68533df09678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.011452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-2a273c0e-5562-440f-8578-68533df09678 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1097 time: 0.0419314 Nov 12 04:15:49.106434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-0f1e1aa6-6c3e-4ea8-bda0-c40fe1c65f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.107815 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-0f1e1aa6-6c3e-4ea8-bda0-c40fe1c65f74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0894444 Nov 12 04:15:49.159286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:e8:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:15:48Z', 'revision_number': 9, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.174955 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-4060cb92-2c36-41e6-a082-7a22df7464f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 999 time: 0.0585864 Nov 12 04:15:49.185146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:49.194413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:49.195016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:15:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.225816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-37a4d8f1-6647-4e01-bfd5-1e3effc72061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.227264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-37a4d8f1-6647-4e01-bfd5-1e3effc72061 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0449452 Nov 12 04:15:49.278304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-5e28f228-a1bf-42a2-b544-c39371edbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.279806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-5e28f228-a1bf-42a2-b544-c39371edbd8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448532 Nov 12 04:15:49.303080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:49.367888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-088338bd-98d9-4419-83cc-69980ad24c85 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810828 Nov 12 04:15:49.464198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6dfad365-a4ab-4cdd-bf81-71c56e240f98 req-f0fb4b74-e446-4ff9-880e-46d8d7a41ad0 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885870 Nov 12 04:15:49.529024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:e8:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:15:48Z', 'revision_number': 9, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:49.554905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e738ae-5e97-44a1-98de-0a029a22e748 None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:e8:fd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:15:48Z', 'revision_number': 9, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:49.744894 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f2b10-9165-4521-bf9a-60a90992a12e None None] New status for floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:55.088351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.219845 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d71eccb-d6a3-45e7-8a60-79caec426fd9 req-3935efd2-8101-4065-af5b-0913e205f09f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257661 Nov 12 04:15:55.277580 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d71eccb-d6a3-45e7-8a60-79caec426fd9 req-3e5eefdd-2ba7-4bf2-8221-a752a2bb12b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0257609 Nov 12 04:15:55.311537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-b96269a7-d1d0-47fc-a53c-8ff57505db18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408707 Nov 12 04:15:55.321132 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d71eccb-d6a3-45e7-8a60-79caec426fd9 req-6a16e322-aa43-440d-bc81-8f845120b8f1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189190 Nov 12 04:15:55.395094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-a18a1604-ecfc-40f5-80c0-bf0287ae3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.396586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-a18a1604-ecfc-40f5-80c0-bf0287ae3124 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1097 time: 0.0416014 Nov 12 04:15:55.419920 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71eccb-d6a3-45e7-8a60-79caec426fd9 req-ef66ec95-6b55-4144-8557-75b84312b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.421588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d71eccb-d6a3-45e7-8a60-79caec426fd9 req-ef66ec95-6b55-4144-8557-75b84312b176 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935359 Nov 12 04:15:55.505692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-e13f566f-7b8f-47c0-b53f-af38c10aa385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.507152 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-e13f566f-7b8f-47c0-b53f-af38c10aa385 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0916574 Nov 12 04:15:55.572486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-39f62c05-121e-408a-8e3f-54c06052284c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 1002 time: 0.0570023 Nov 12 04:15:55.634472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-638d7efd-a938-4f33-94ed-a5320cf55935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.635924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-638d7efd-a938-4f33-94ed-a5320cf55935 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0481033 Nov 12 04:15:55.681838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-191e15db-c9ce-4011-aacc-82fd4bfcbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.683309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-191e15db-c9ce-4011-aacc-82fd4bfcbdd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395422 Nov 12 04:15:55.776597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-811dcda0-fe6c-4fe3-94ad-90cf1c4dd551 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857542 Nov 12 04:15:55.863902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ddaa92-16b3-4e30-9ff3-f7633b2bd046 req-d781432b-b7f1-4db8-8c79-b176333ca33f service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794759 Nov 12 04:16:01.407386 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dc724bbc-fb23-4852-b7c2-620d27e0a954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.656226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3448e0db-7ef8-41ad-a42d-e85589559355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.112355 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.480899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.325850 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.597933 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:25.079267 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.407630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1a15-c29e-4a4e-870a-3aac4160c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.657829 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ab387374-8ae9-4801-889b-49156d00387a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.115802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:36.484189 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.328019 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.596863 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:55.098688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.207066 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f803ef82-a4c9-48c6-8c21-ba9539527cbb req-5410721d-a2c2-4bf8-b3f7-d94f1f7cb00c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283840 Nov 12 04:16:57.289933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f803ef82-a4c9-48c6-8c21-ba9539527cbb req-c563db05-b253-4114-9188-74fbc290316b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0258369 Nov 12 04:16:57.331752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f803ef82-a4c9-48c6-8c21-ba9539527cbb req-6bc0508d-854a-4560-a605-211e5a478799 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189798 Nov 12 04:16:57.426186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803ef82-a4c9-48c6-8c21-ba9539527cbb req-1904b74a-62c6-463b-b222-780363df99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:57.428281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f803ef82-a4c9-48c6-8c21-ba9539527cbb req-1904b74a-62c6-463b-b222-780363df99d9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0900095 Nov 12 04:16:57.941979 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92252309-d218-4edd-8f47-60b8071a36fa req-44eee1d5-6c00-43d9-be48-dc8b547bb5d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407562 Nov 12 04:16:58.027986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252309-d218-4edd-8f47-60b8071a36fa req-0fbbe905-c377-4fa1-9e1c-3b63136d530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:58.029477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92252309-d218-4edd-8f47-60b8071a36fa req-0fbbe905-c377-4fa1-9e1c-3b63136d530e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1097 time: 0.0449538 Nov 12 04:16:58.136124 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252309-d218-4edd-8f47-60b8071a36fa req-609313ef-ac24-4a4e-b536-90d040defd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:58.137647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92252309-d218-4edd-8f47-60b8071a36fa req-609313ef-ac24-4a4e-b536-90d040defd94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0889347 Nov 12 04:16:58.206848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92252309-d218-4edd-8f47-60b8071a36fa req-e152431b-4282-42e4-b63d-e03607fcb1dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 1002 time: 0.0606382 Nov 12 04:16:58.258016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252309-d218-4edd-8f47-60b8071a36fa req-8a1eb764-2420-4e38-aba5-7fecdecb58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:58.259481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92252309-d218-4edd-8f47-60b8071a36fa req-8a1eb764-2420-4e38-aba5-7fecdecb58ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0465035 Nov 12 04:16:58.307903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252309-d218-4edd-8f47-60b8071a36fa req-ec386f0c-af42-4ff4-a33b-6863acec384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:58.309425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92252309-d218-4edd-8f47-60b8071a36fa req-ec386f0c-af42-4ff4-a33b-6863acec384f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422945 Nov 12 04:16:58.403794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92252309-d218-4edd-8f47-60b8071a36fa req-7a952666-b365-44a8-a835-d93f725612ec service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870006 Nov 12 04:16:58.493458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92252309-d218-4edd-8f47-60b8071a36fa req-94f71e09-6da6-4aa3-b77a-7b0b184ab29e service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824687 Nov 12 04:17:01.409610 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-374330c0-e15c-4221-97c2-9d5fd42118ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.658732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b505-a23a-4c00-b486-ce69eca91b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.119156 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:06.489698 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.330477 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.112601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.014632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-c168f410-b7c9-4e1d-b2f6-d4dc9ddf4f83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425992 Nov 12 04:17:26.037895 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de41d5-73b4-48f5-83ca-8f00261014fd req-d1dafaa1-03e5-4718-828d-e5283ed76413 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:26.039393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79de41d5-73b4-48f5-83ca-8f00261014fd req-d1dafaa1-03e5-4718-828d-e5283ed76413 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0557613 Nov 12 04:17:26.088849 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79de41d5-73b4-48f5-83ca-8f00261014fd req-29bce442-1349-4ae4-9118-9839b9a9eb42 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427797 Nov 12 04:17:27.074193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-71ab937b-c447-4d0f-90be-7335c979780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.075672 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-71ab937b-c447-4d0f-90be-7335c979780a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1097 time: 0.0403972 Nov 12 04:17:27.169417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-5863f9ec-ad47-4228-8012-a6fddbf79fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.170869 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-5863f9ec-ad47-4228-8012-a6fddbf79fe8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0872018 Nov 12 04:17:27.208048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece657a6-0e48-4761-9dda-c8d7d0d67968 req-3c70bb68-51c7-4ee3-8926-b0719b6abf08 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.209593 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ece657a6-0e48-4761-9dda-c8d7d0d67968 req-3c70bb68-51c7-4ee3-8926-b0719b6abf08 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0492489 Nov 12 04:17:27.236504 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-0e5c72d3-053c-4d9a-aaa4-c01e90f9189f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 1002 time: 0.0578036 Nov 12 04:17:27.262367 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ece657a6-0e48-4761-9dda-c8d7d0d67968 req-6ab61890-6161-4586-8d64-2fd64c2e52e5 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464766 Nov 12 04:17:27.287919 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-269c4ed1-ebf2-4c7e-91a8-e73090d02231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.289471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-269c4ed1-ebf2-4c7e-91a8-e73090d02231 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0461290 Nov 12 04:17:27.338579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-1f485488-040f-439d-b579-db51a2fcaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.339974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-1f485488-040f-439d-b579-db51a2fcaa8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437217 Nov 12 04:17:27.438341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-7e22524b-7183-481b-882f-efa43e7f950d service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894902 Nov 12 04:17:27.530330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-63134ab0-7cea-422d-b0d0-4ec2c01472bc service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853214 Nov 12 04:17:28.381483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4695f5c-9823-49e8-ad4f-435b02ca1ff3 req-abc56d83-c7c9-4dcc-9b0e-0509f38bf67d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:28.382955 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4695f5c-9823-49e8-ad4f-435b02ca1ff3 req-abc56d83-c7c9-4dcc-9b0e-0509f38bf67d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Nov 12 04:17:28.429033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b4695f5c-9823-49e8-ad4f-435b02ca1ff3 req-5fb7ee3c-a636-4b9d-969b-03d70a531b04 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Nov 12 04:17:28.596245 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:29.546741 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7f439-27ad-4cb2-9c5b-cf2c53692e81 req-3ed564dc-af0f-4168-89da-f0c8981f5f97 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:29.548398 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19a7f439-27ad-4cb2-9c5b-cf2c53692e81 req-3ed564dc-af0f-4168-89da-f0c8981f5f97 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0500128 Nov 12 04:17:29.596406 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19a7f439-27ad-4cb2-9c5b-cf2c53692e81 req-bc44ebf9-db34-4ca4-bf92-9c18fe33d3f2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Nov 12 04:17:30.711488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986643ec-5811-40c1-82c0-1c786b43536c req-1d0a6e45-7004-4a2e-930a-ff5b3ab9a16a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.713077 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-986643ec-5811-40c1-82c0-1c786b43536c req-1d0a6e45-7004-4a2e-930a-ff5b3ab9a16a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0476232 Nov 12 04:17:30.763452 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-986643ec-5811-40c1-82c0-1c786b43536c req-5778dae6-4106-4e30-8b4c-3d5557e5e23d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444863 Nov 12 04:17:31.413096 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-665fc16c-331b-4de9-ba15-b1e5f328f958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.884004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c07afc-ef08-4d8e-a03d-68cb63052e8a req-0e1b05ec-ab71-44cf-9a96-f405706550b0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.886212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97c07afc-ef08-4d8e-a03d-68cb63052e8a req-0e1b05ec-ab71-44cf-9a96-f405706550b0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0524132 Nov 12 04:17:31.932531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-97c07afc-ef08-4d8e-a03d-68cb63052e8a req-677d9321-0920-438a-bf47-a9221dae88b1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404522 Nov 12 04:17:33.048816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bdacc-15ef-45ee-b2fd-bac68bdb2bac req-62802244-2040-42f6-9ef2-20994f074218 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.051098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f3bdacc-15ef-45ee-b2fd-bac68bdb2bac req-62802244-2040-42f6-9ef2-20994f074218 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Nov 12 04:17:33.104120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6f3bdacc-15ef-45ee-b2fd-bac68bdb2bac req-8c9f7adf-558f-4187-9299-0661ad1b9e50 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466421 Nov 12 04:17:33.659391 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-27acbf2b-4c13-4c97-a99a-ff784e583e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.222875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a8be0-07a9-45a1-ae5d-734c475ead15 req-b3fdcacd-bb9b-4d69-a03f-cab176f6022f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:34.224348 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-744a8be0-07a9-45a1-ae5d-734c475ead15 req-b3fdcacd-bb9b-4d69-a03f-cab176f6022f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0522082 Nov 12 04:17:34.272538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-744a8be0-07a9-45a1-ae5d-734c475ead15 req-fd4f0a85-2633-47c8-aeef-7c96268db8ba tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 Nov 12 04:17:35.121957 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.389581 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a98e53-2615-4143-a12e-301c21498423 req-53e1336c-f469-4fde-abe6-a120ed0a5080 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.390998 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a98e53-2615-4143-a12e-301c21498423 req-53e1336c-f469-4fde-abe6-a120ed0a5080 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0497525 Nov 12 04:17:35.437359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a98e53-2615-4143-a12e-301c21498423 req-bb42d8aa-41fc-4981-9ba5-b33e0c0db4d4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Nov 12 04:17:36.489795 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:36.554567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546225c7-45e4-4cae-9ef1-28243c767abc req-b36fef01-e85d-4619-b33c-beaef6ab0b31 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:36.556028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-546225c7-45e4-4cae-9ef1-28243c767abc req-b36fef01-e85d-4619-b33c-beaef6ab0b31 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0495865 Nov 12 04:17:36.603746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-546225c7-45e4-4cae-9ef1-28243c767abc req-7efaa9e2-5968-4561-952a-f234deaf2c8f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410502 Nov 12 04:17:37.333473 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.723557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767ff69-d507-4e7a-bdca-ff1439f982cc req-f0466c8b-7f2c-4744-82f1-1873ae81703d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.725078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2767ff69-d507-4e7a-bdca-ff1439f982cc req-f0466c8b-7f2c-4744-82f1-1873ae81703d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0525022 Nov 12 04:17:37.772840 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2767ff69-d507-4e7a-bdca-ff1439f982cc req-d468a324-1544-46ad-ace5-ffdbab52c893 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Nov 12 04:17:38.893003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6365f1-3022-474f-8bfd-8497041102bf req-759e7b99-9289-451f-8345-01f80e2ee21b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:38.894395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ce6365f1-3022-474f-8bfd-8497041102bf req-759e7b99-9289-451f-8345-01f80e2ee21b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0512331 Nov 12 04:17:38.945700 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ce6365f1-3022-474f-8bfd-8497041102bf req-19d95c3c-bfe6-4203-b6b7-0e726968186a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451255 Nov 12 04:17:39.234848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-47273c88-a3ed-4936-bc7e-0cf4e27f41cd service neutron] 10.222.0.20 "GET /v2.0/ports/0194306c-8d1c-42e2-8ac6-e2fe851b7774/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0534775 Nov 12 04:17:39.431068 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-9831f30b-a304-4870-9482-6e5a06746414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.433568 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-9831f30b-a304-4870-9482-6e5a06746414 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 1097 time: 0.0404587 Nov 12 04:17:39.503168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-ea5424cc-9c46-43d9-8373-d2950bd3ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.504561 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-ea5424cc-9c46-43d9-8373-d2950bd3ef14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1097 time: 0.0444262 Nov 12 04:17:39.594128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-cb74f2cd-eeab-462e-a8db-ef163959fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.595595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-cb74f2cd-eeab-462e-a8db-ef163959fe5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0832489 Nov 12 04:17:39.663429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-440c5e2a-deab-4ee9-a4e7-fde4aead589c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 1002 time: 0.0608234 Nov 12 04:17:39.711813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-cdd1d1ef-7684-45e0-962c-2d70e498d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.713262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-cdd1d1ef-7684-45e0-962c-2d70e498d87b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0426774 Nov 12 04:17:39.759622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f2471-6d65-454f-93ed-57ebebc764ca req-3a31fece-6718-41af-88ea-1b305243a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.761134 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-3a31fece-6718-41af-88ea-1b305243a506 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404346 Nov 12 04:17:39.850912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-b2d1d286-f875-49c3-b37d-bd57d60cde6a service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831840 Nov 12 04:17:39.938970 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147f2471-6d65-454f-93ed-57ebebc764ca req-e5832dee-2330-4ed8-afe9-85c01f5f01fa service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809183 Nov 12 04:17:40.067859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26835f0a-83c4-42a7-b8d8-d40487298609 req-b583a610-f7a1-447c-99b0-cff44de88865 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:40.069361 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26835f0a-83c4-42a7-b8d8-d40487298609 req-b583a610-f7a1-447c-99b0-cff44de88865 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0527403 Nov 12 04:17:40.122671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-26835f0a-83c4-42a7-b8d8-d40487298609 req-e85a1c18-a6b4-48d3-ab81-09b3145909ab tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474644 Nov 12 04:17:41.239478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010360d-59a1-46ce-8ce3-0df37d3d31fe req-b0e2350e-b31f-4f78-afd3-79d3ac6ca7b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:41.240989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3010360d-59a1-46ce-8ce3-0df37d3d31fe req-b0e2350e-b31f-4f78-afd3-79d3ac6ca7b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0489855 Nov 12 04:17:41.288616 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3010360d-59a1-46ce-8ce3-0df37d3d31fe req-6af55f2c-6fe2-4111-ab06-39b5b8d221d5 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Nov 12 04:17:42.408043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890424f-1356-41d3-afb3-9d3d57c453cc req-7ba19f0c-5e40-4893-856d-8f63e1afd231 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.409638 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d890424f-1356-41d3-afb3-9d3d57c453cc req-7ba19f0c-5e40-4893-856d-8f63e1afd231 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0481210 Nov 12 04:17:42.411917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:42.415366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:42.457512 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d890424f-1356-41d3-afb3-9d3d57c453cc req-876ca31f-31f2-4fa0-b24b-c9584407e13a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Nov 12 04:17:42.560370 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.590697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:42.602311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:42.605383 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5791d1-23bb-43f6-9d80-81d9e6558254" -d '{"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-unplugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:42.619311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'mac_address': 'fa:16:3e:e8:fd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:42.622005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:42.647100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.675577 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55378381-3598-4e77-9237-4f18bcc7b3f5 x-openstack-request-id: req-55378381-3598-4e77-9237-4f18bcc7b3f5 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:42.675861 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-unplugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:42.676110 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55378381-3598-4e77-9237-4f18bcc7b3f5 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:42.676500 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'code': 200} Nov 12 04:17:42.690901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:42.720123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0194306c-8d1c-42e2-8ac6-e2fe851b7774 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:42.730291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:42.755965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.756306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.756645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.757004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.757343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.757670 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.757996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.758318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.758639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.758958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.759277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.759595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:42.778816 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:17:42.779179 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:17:42.804935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-5740d9ca-53f9-4937-b123-1f0c39abeb4c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.806377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-5740d9ca-53f9-4937-b123-1f0c39abeb4c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1&tenant_id=de36cc8239654f3a90373dd362bc47f4&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 943 time: 0.0941594 Nov 12 04:17:42.813650 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a66ba-e0f6-4f28-ac0b-bdc98b9f1c6f req-ac0dd027-a9f6-4ea0-9a26-f227f1dc804c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.815123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-696a66ba-e0f6-4f28-ac0b-bdc98b9f1c6f req-ac0dd027-a9f6-4ea0-9a26-f227f1dc804c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0722492 Nov 12 04:17:42.913636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-696a66ba-e0f6-4f28-ac0b-bdc98b9f1c6f req-5ad002a3-e50e-41bb-89af-e2f5d4170b64 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865960 Nov 12 04:17:42.915355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-de2e68cf-4b11-4ac9-a146-01e30cb73bff service neutron] 10.222.0.20 "GET /v2.0/ports/0194306c-8d1c-42e2-8ac6-e2fe851b7774/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0992064 Nov 12 04:17:42.982008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-a54c29f1-d93e-4d60-8f8a-44343371aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.983521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-a54c29f1-d93e-4d60-8f8a-44343371aa5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1095 time: 0.0448542 Nov 12 04:17:43.316730 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.331280 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0194306c-8d1c-42e2-8ac6-e2fe851b7774 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:43.352651 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:43.357984 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:43.406533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:43.410438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-9e4bf339-d0a6-4030-a6e0-76378f3a9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:43.412019 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-9e4bf339-d0a6-4030-a6e0-76378f3a9347 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.4212866 Nov 12 04:17:43.477272 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-aab95bed-0258-41d2-9163-55f219c094b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 1001 time: 0.0575509 Nov 12 04:17:43.529361 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-d86de47a-2a15-42cd-b97b-105b2b464ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:43.530772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-d86de47a-2a15-42cd-b97b-105b2b464ec0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0459578 Nov 12 04:17:43.580653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-28237ae7-3018-499a-9579-e4211757ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:43.582163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-28237ae7-3018-499a-9579-e4211757ec9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436740 Nov 12 04:17:43.628846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['0194306c-8d1c-42e2-8ac6-e2fe851b7774'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:43.674466 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-1e1d75cb-b1a3-4f37-b7f7-ee89a3e3fc7e service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830326 Nov 12 04:17:43.771953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-f836c6a1-fe1f-4279-bbe1-fd3eefa49235 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868797 Nov 12 04:17:44.036711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e359-2d05-48c8-b10d-0fca7b7a5c5b req-29b37dda-19f0-4795-9654-ac6db32a8a0d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:44.038212 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc63e359-2d05-48c8-b10d-0fca7b7a5c5b req-29b37dda-19f0-4795-9654-ac6db32a8a0d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 944 time: 0.0492203 Nov 12 04:17:44.085245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc63e359-2d05-48c8-b10d-0fca7b7a5c5b req-bbd5eaa3-d5d6-4944-93f1-f99bdd07f6e1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Nov 12 04:17:44.413367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:44.463816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:44.464183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.538767 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.571442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:44.575617 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:44.622471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:44.677778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:44.680069 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2520d5-ed25-4e52-ad1b-bad1e0ef82c9" -d '{"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-plugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:44.724830 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdabbc4-177c-42d4-b64f-a0705ccc09b1 x-openstack-request-id: req-5cdabbc4-177c-42d4-b64f-a0705ccc09b1 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:44.725146 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-plugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:44.725376 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cdabbc4-177c-42d4-b64f-a0705ccc09b1 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:44.725772 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'code': 200} Nov 12 04:17:45.215830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ad971-42f1-494b-9f64-aa7fe1dccd72 req-913fde82-42cf-45ba-a168-3a1b7f4136dc tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.217316 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-358ad971-42f1-494b-9f64-aa7fe1dccd72 req-913fde82-42cf-45ba-a168-3a1b7f4136dc tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0573099 Nov 12 04:17:45.264781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-358ad971-42f1-494b-9f64-aa7fe1dccd72 req-9a91c109-1b9b-4a1e-90be-798cc658908d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Nov 12 04:17:45.752940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-ea1b95ad-d7d8-489b-988c-90530324f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.754432 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-ea1b95ad-d7d8-489b-988c-90530324f6fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 1097 time: 0.0413725 Nov 12 04:17:45.818219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-849151a5-a100-440a-8f20-c8964fe84717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.819607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-849151a5-a100-440a-8f20-c8964fe84717 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 1097 time: 0.0430796 Nov 12 04:17:45.905824 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-0759c19a-1913-4289-bd52-91980cb4be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:45.907262 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-0759c19a-1913-4289-bd52-91980cb4be94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0813487 Nov 12 04:17:45.975413 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-786bf3be-6496-4dcc-91ca-3411402d6d0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 200 len: 1002 time: 0.0613523 Nov 12 04:17:46.023532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-892e99ad-f34a-4853-b67d-851cec15924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.025016 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-892e99ad-f34a-4853-b67d-851cec15924f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0432305 Nov 12 04:17:46.069460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-609b8188-701f-43d1-ae9a-86fb1074ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.070820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-609b8188-701f-43d1-ae9a-86fb1074ab3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394516 Nov 12 04:17:46.161169 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-aab44b25-9323-4742-82e8-04f0271992f5 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832200 Nov 12 04:17:46.248766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-64c1b010-013d-4b23-8c10-26d7e8067a45 req-3f20e2e2-7b10-4a5a-bb65-f458ce46b703 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810595 Nov 12 04:17:46.383011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781836b6-bcbe-4e27-9e09-30c6b9e63ca6 req-7f8a2a62-d8e9-42ec-8cae-13825a79f93f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:46.384396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781836b6-bcbe-4e27-9e09-30c6b9e63ca6 req-7f8a2a62-d8e9-42ec-8cae-13825a79f93f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0490994 Nov 12 04:17:46.435486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781836b6-bcbe-4e27-9e09-30c6b9e63ca6 req-982cc56a-89b0-4ce8-b20c-013471768bd7 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450647 Nov 12 04:17:47.553921 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72446d-29a4-461e-ad0e-d2de287171cc req-e81d9b8f-ba76-4751-8c05-0cbd92465273 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:47.555402 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa72446d-29a4-461e-ad0e-d2de287171cc req-e81d9b8f-ba76-4751-8c05-0cbd92465273 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0492401 Nov 12 04:17:47.608518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fa72446d-29a4-461e-ad0e-d2de287171cc req-96ba99b5-de9b-46b0-9ba8-60e84b0a28c8 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466678 Nov 12 04:17:48.421715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:48.423831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:48.726131 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.731541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939c145-b043-4193-9a03-5c81c1f05b71 req-b165bd48-adb5-4c79-a373-c9e390f6c55c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.734590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d939c145-b043-4193-9a03-5c81c1f05b71 req-b165bd48-adb5-4c79-a373-c9e390f6c55c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0517631 Nov 12 04:17:48.747095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:48.767198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:48.769476 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda45732-4563-4c2d-810f-b014d2824243" -d '{"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-unplugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:48.778807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'mac_address': 'fa:16:3e:e8:fd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:48.781336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d939c145-b043-4193-9a03-5c81c1f05b71 req-384d0e4a-1953-4975-bac9-229e469e7fa8 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Nov 12 04:17:48.784181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:48.809339 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.838027 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bd309a-4750-45dd-a772-f52c9af455de x-openstack-request-id: req-13bd309a-4750-45dd-a772-f52c9af455de {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:48.838319 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-unplugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:48.838575 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13bd309a-4750-45dd-a772-f52c9af455de {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:48.838966 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'code': 200} Nov 12 04:17:48.856277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:48.880335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0194306c-8d1c-42e2-8ac6-e2fe851b7774 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:48.889368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:48.912661 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce67816-c931-46a2-9f63-7be312be067b req-2abf5ed5-5926-4805-bf22-377d8b2d9089 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:48.914180 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ce67816-c931-46a2-9f63-7be312be067b req-2abf5ed5-5926-4805-bf22-377d8b2d9089 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0574663 Nov 12 04:17:48.929999 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:17:48.930363 n-d-789963-21 neutron-server[102630]: DEBUG oslo_db.api [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:17:48.962958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ce67816-c931-46a2-9f63-7be312be067b req-86b98ebc-50b9-46d1-a190-1a3325085400 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Nov 12 04:17:49.081495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd84dd-1dd3-4557-bc1d-e0378ac7ff8a req-7cc12fbc-ea81-4818-8709-691833e38d2a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:49.082972 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82bd84dd-1dd3-4557-bc1d-e0378ac7ff8a req-7cc12fbc-ea81-4818-8709-691833e38d2a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0526485 Nov 12 04:17:49.130817 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82bd84dd-1dd3-4557-bc1d-e0378ac7ff8a req-01e6fb69-a398-4a4b-800d-d35e1d2d4ef6 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413966 Nov 12 04:17:49.386356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db068ef2-eefc-4ebe-bfae-1172444ddd0d req-1c79ec70-8f6b-40fa-9d04-cfb1585b7657 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:49.387894 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db068ef2-eefc-4ebe-bfae-1172444ddd0d req-1c79ec70-8f6b-40fa-9d04-cfb1585b7657 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 943 time: 0.0543036 Nov 12 04:17:49.435504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db068ef2-eefc-4ebe-bfae-1172444ddd0d req-794734d5-0028-45e4-9e25-c75f82f44d7d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Nov 12 04:17:49.466798 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.479618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0194306c-8d1c-42e2-8ac6-e2fe851b7774 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:49.499083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:49.502688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:49.553717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:49.710756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['0194306c-8d1c-42e2-8ac6-e2fe851b7774'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:50.427969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:50.478751 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:50.479324 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.557488 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.586485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c5743-9e45-40bc-915f-2fc169337206 req-521623a3-8806-4df3-a31d-879f7bd9edae tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.587987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e8c5743-9e45-40bc-915f-2fc169337206 req-521623a3-8806-4df3-a31d-879f7bd9edae tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0813782 Nov 12 04:17:50.597621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:50.601525 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.604085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ac231-d186-438c-a2ff-0b4993750327 req-24156168-0d57-4515-b278-61ba2e249839 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:50.606525 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e42ac231-d186-438c-a2ff-0b4993750327 req-24156168-0d57-4515-b278-61ba2e249839 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 945 time: 0.0708447 Nov 12 04:17:50.654152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=11']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:50.679983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e8c5743-9e45-40bc-915f-2fc169337206 req-2f1b7b42-6d8d-468e-93e5-72c46c49cf91 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724783 Nov 12 04:17:50.729551 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Deleting port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:50.729908 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.816846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] For port 0194306c-8d1c-42e2-8ac6-e2fe851b7774, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=0194306c-8d1c-42e2-8ac6-e2fe851b7774,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:50.817206 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.840713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:50.843100 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a30a75a-0d6a-422f-b3ae-9ec3e3d9ae11" -d '{"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-plugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:50.880805 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a822ca7-d9e7-4042-9f67-e4cb28100bd4 x-openstack-request-id: req-6a822ca7-d9e7-4042-9f67-e4cb28100bd4 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:50.881105 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-plugged", "status": "completed", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:50.881367 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a822ca7-d9e7-4042-9f67-e4cb28100bd4 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:50.881763 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'code': 200} Nov 12 04:17:50.992931 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.993208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.993546 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694 disassociated. External IP: 172.25.0.162, port: 0194306c-8d1c-42e2-8ac6-e2fe851b7774. Nov 12 04:17:50.993868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Calling delete_port for 0194306c-8d1c-42e2-8ac6-e2fe851b7774 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:51.118955 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.147634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event deleted for resources: {'Port': ['ID=0194306c-8d1c-42e2-8ac6-e2fe851b7774,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:51.160282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.160632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.161011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.161350 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.161686 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.162020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.162351 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.162679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.163006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.163334 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.163660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.163986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:51.275862 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:51.387865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:51.398171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:51.408494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:51.409228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:17:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:51.432152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] No DVR routers for this DVR port 0194306c-8d1c-42e2-8ac6-e2fe851b7774 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:51.435008 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.438663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e42ac231-d186-438c-a2ff-0b4993750327 req-2d605c4d-4c1e-4150-b44a-738b7f561975 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "DELETE /v2.0/ports/0194306c-8d1c-42e2-8ac6-e2fe851b7774 HTTP/1.1" status: 204 len: 173 time: 0.8242326 Nov 12 04:17:51.439115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-deleted', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:51.442133 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e1efcb-e7a8-404b-9def-3c05666e605f" -d '{"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-deleted", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:51.494481 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfd912d-2db3-4650-b55c-8b3deccda7d5 x-openstack-request-id: req-cdfd912d-2db3-4650-b55c-8b3deccda7d5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:51.494776 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1d5c96-7d52-4d8b-bb05-aaadd07910a1", "name": "network-vif-deleted", "tag": "0194306c-8d1c-42e2-8ac6-e2fe851b7774", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:51.495441 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdfd912d-2db3-4650-b55c-8b3deccda7d5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:51.495441 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d5c96-7d52-4d8b-bb05-aaadd07910a1', 'name': 'network-vif-deleted', 'tag': '0194306c-8d1c-42e2-8ac6-e2fe851b7774', 'status': 'completed', 'code': 200} Nov 12 04:17:51.521697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:51.719062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:51.750028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:51.758626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:51.759237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:17:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:51.788699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e9db75da-35c3-4c51-8426-97f7c7a404f5 req-78acca04-5c65-4d69-987a-64250ed46e87 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd1d5c96-7d52-4d8b-bb05-aaadd07910a1 HTTP/1.1" status: 200 len: 210 time: 0.0254626 Nov 12 04:17:51.870518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:52.086286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:52.112058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b2bae6-629a-47fd-857f-5012504303e4 None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:52.342762 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b01528b-0c48-44e0-8684-2f4b5edfe19d None None] New status for floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:17:53.074490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-7de83dae-9708-4e8e-ac44-7011e857375c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1802843484&fields=id&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 267 time: 0.0427406 Nov 12 04:17:53.180525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-465235bf-b53e-41ae-8b38-f01dda2ce751 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:53.182017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-465235bf-b53e-41ae-8b38-f01dda2ce751 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 811 time: 0.1005571 Nov 12 04:17:53.196620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-3749dc89-7639-4ef5-9134-8dc598239706 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/quotas/de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 375 time: 0.0088577 Nov 12 04:17:53.254491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-b482133a-76e1-4f5e-83be-d840b66c8062 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519545 Nov 12 04:17:53.347973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-3151ce4a-4d86-46c7-adc6-1f290a80c82d service neutron] 10.222.0.49 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815351 Nov 12 04:17:53.464375 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-30880395-6dd7-41c4-938a-342bcf950b1b service neutron] 10.222.0.49 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103103 Nov 12 04:17:54.427994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:54.452840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 0194306c-8d1c-42e2-8ac6-e2fe851b7774 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:54.453186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 0194306c-8d1c-42e2-8ac6-e2fe851b7774 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:54.659447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f0d05f05-0a3c-4d8b-90bb-84715bc88d9d req-903501f8-9df2-45b1-b423-c6a7d40c93a0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 210 time: 0.0271721 Nov 12 04:17:55.112995 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.682583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-cb831c4b-3926-4113-af25-9c4804b8a69c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:55.684442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-cb831c4b-3926-4113-af25-9c4804b8a69c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 811 time: 0.1064210 Nov 12 04:17:55.768889 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-762bb9e3-3183-4c2f-be91-ffb98addfa0a req-3f80ad00-8609-4c07-b063-34f74017e2de tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 210 time: 0.0364568 Nov 12 04:17:55.778507 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-daec678a-60db-40f7-afa8-b5e5eaf69c9e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 380 time: 0.0829790 Nov 12 04:17:55.789751 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'port': {'device_id': 'f0302224-8df8-4baf-9fae-5648607dd314', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'admin_state_up': True, 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'security_groups': ['b2580c77-8d1c-4979-9306-7fb47ef609e1']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:55.897215 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Made reservation on behalf of de36cc8239654f3a90373dd362bc47f4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:55.900717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.028167 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Allocated IP 172.20.0.3 (9546b7b3-4062-40dd-9ce5-30f380a1b499/2267faf4-d417-422b-9493-b0f5b042180a/d84648b8-fd9e-4f3f-8e39-fd3098b78fcb) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:56.168435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.201903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.246547 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:56.249930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:56.253779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:56.278818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:56.307803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.308476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.326753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-5ad7e65f-6596-46b7-bf19-2a845b138e29 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5408001 Nov 12 04:17:56.341192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Request body: {'port': {'device_id': 'f0302224-8df8-4baf-9fae-5648607dd314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:56.399223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.494619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5a764a42-0c07-4fa3-9b52-573ea0b81a89 None None] Provisioning complete for port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:56.495254 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5a764a42-0c07-4fa3-9b52-573ea0b81a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.535464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5a764a42-0c07-4fa3-9b52-573ea0b81a89 None None] Port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:56.681171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84648b8-fd9e-4f3f-8e39-fd3098b78fcb {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:56.689527 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.702100 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Transition to ACTIVE for port object d84648b8-fd9e-4f3f-8e39-fd3098b78fcb will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:56.705463 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.753656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:56.833082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Attempting to bind port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:56.833437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Attempting to bind port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:56.833749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Attempting to bind port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:56.838613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:56.838935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Attempting to bind port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb on network 9546b7b3-4062-40dd-9ce5-30f380a1b499 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:56.844927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:56.845286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Checking segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:56.845678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Bound using segment: {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:56.846113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Bound port: d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3b93f7-c817-491c-8bc5-a703859adc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:56.846473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.901328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6713201-fe24-4e80-91d4-c26a0389dbe7 req-d8266db0-3d28-4533-845a-a9df9568a4da tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.903624 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6713201-fe24-4e80-91d4-c26a0389dbe7 req-d8266db0-3d28-4533-845a-a9df9568a4da tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0596256 Nov 12 04:17:56.926113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:56.929181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:56.934288 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.956583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a6713201-fe24-4e80-91d4-c26a0389dbe7 req-1c88c6d3-f359-4851-884a-1f7b8f06b381 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461359 Nov 12 04:17:56.969438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:56.970171 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:56.971784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] 10.222.0.20 "PUT /v2.0/ports/d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 1092 time: 0.6358185 Nov 12 04:17:56.972319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:56.974692 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73142377-c217-45cf-a002-2cc77465fc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:57.003394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b8079-4a4f-427a-9018-66b7a1869d6d service neutron] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:57.045494 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5924b48-6be6-4090-ac62-88cad888520d x-openstack-request-id: req-f5924b48-6be6-4090-ac62-88cad888520d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:57.045872 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:57.046037 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5924b48-6be6-4090-ac62-88cad888520d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:57.046440 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'status': 'completed', 'code': 200} Nov 12 04:17:57.063519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-46eb45e9-4ba8-4bc9-8a33-f83e4daee41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.065070 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-46eb45e9-4ba8-4bc9-8a33-f83e4daee41c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1095 time: 0.0495753 Nov 12 04:17:57.113062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-0ee828ad-a2d0-49e9-ad1b-fbc0cfc5addd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 217 time: 0.0404818 Nov 12 04:17:57.163559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-ef7831b8-b29b-46f1-9422-f6fe20149ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.165102 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-ef7831b8-b29b-46f1-9422-f6fe20149ff4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0460596 Nov 12 04:17:57.212402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-ce2c1090-f07e-4109-96cd-735a54894c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.213949 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-ce2c1090-f07e-4109-96cd-735a54894c4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424221 Nov 12 04:17:57.311956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-21b44a99-8309-4d0f-914e-87383b088784 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899003 Nov 12 04:17:57.363311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33c8ad65-ba03-4110-9d22-f85a365857c1 req-a2f3fb0d-1dce-4073-9f64-b3c1c15a5cb3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0724301 Nov 12 04:17:57.405289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-781a64a0-4b4e-46ab-a477-c9ad923bf629 req-7ad3fc05-f415-43db-96ea-ccc022307112 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861859 Nov 12 04:17:57.422914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33c8ad65-ba03-4110-9d22-f85a365857c1 req-cf158dae-1bb9-4a61-9254-a52a50b767d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0269918 Nov 12 04:17:57.467138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33c8ad65-ba03-4110-9d22-f85a365857c1 req-be1d005d-9505-4a62-8688-193172711759 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207934 Nov 12 04:17:57.495692 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142377-c217-45cf-a002-2cc77465fc3e req-59dac2fc-8f78-4a23-9393-00c6fcbfe505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.497857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73142377-c217-45cf-a002-2cc77465fc3e req-59dac2fc-8f78-4a23-9393-00c6fcbfe505 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1095 time: 0.0459418 Nov 12 04:17:57.577659 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8ad65-ba03-4110-9d22-f85a365857c1 req-790cbc28-f1f8-4ff4-a92e-e849c8bb24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.579290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-33c8ad65-ba03-4110-9d22-f85a365857c1 req-790cbc28-f1f8-4ff4-a92e-e849c8bb24e9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1045437 Nov 12 04:17:57.593006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142377-c217-45cf-a002-2cc77465fc3e req-2d462918-f0fc-4bc9-bc69-2ded89961317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.594480 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73142377-c217-45cf-a002-2cc77465fc3e req-2d462918-f0fc-4bc9-bc69-2ded89961317 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0889976 Nov 12 04:17:57.643939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73142377-c217-45cf-a002-2cc77465fc3e req-03dd5156-1d02-4648-b4c7-94d391d4290b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 217 time: 0.0423944 Nov 12 04:17:57.695348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142377-c217-45cf-a002-2cc77465fc3e req-02920754-e548-4973-ac58-80434549c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.696798 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73142377-c217-45cf-a002-2cc77465fc3e req-02920754-e548-4973-ac58-80434549c7f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0452712 Nov 12 04:17:57.743538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142377-c217-45cf-a002-2cc77465fc3e req-78c3da46-a7db-4062-af2f-80ca03626eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:57.744966 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73142377-c217-45cf-a002-2cc77465fc3e req-78c3da46-a7db-4062-af2f-80ca03626eff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404327 Nov 12 04:17:57.838062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73142377-c217-45cf-a002-2cc77465fc3e req-bf51ca8c-d97a-43e3-83f0-b82addbfc3bc service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850334 Nov 12 04:17:57.930349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73142377-c217-45cf-a002-2cc77465fc3e req-f4ed9762-25f0-45c3-877a-854033a781b1 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833778 Nov 12 04:17:58.077419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05c4b7-f808-4e60-99be-ae49b15286ad req-86c99296-af5c-4813-a0a3-4a5a712c151e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:58.078900 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba05c4b7-f808-4e60-99be-ae49b15286ad req-86c99296-af5c-4813-a0a3-4a5a712c151e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0501311 Nov 12 04:17:58.126906 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ba05c4b7-f808-4e60-99be-ae49b15286ad req-c5530443-9c08-4864-82dc-3bfbb632619e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Nov 12 04:17:59.244663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfa1a3-324b-4aaa-8e77-5307948951de req-cabf4bbb-bcff-4bee-9031-935f5066ade4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:59.246202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46dfa1a3-324b-4aaa-8e77-5307948951de req-cabf4bbb-bcff-4bee-9031-935f5066ade4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0498400 Nov 12 04:17:59.298313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-46dfa1a3-324b-4aaa-8e77-5307948951de req-da4ebfa5-b68e-4d7c-bea3-73613128907e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Nov 12 04:18:00.419882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8230e-436a-4a8c-96d8-2ef44a60e397 req-d188f152-907b-4804-9703-91bb62e59e2e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:00.421403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3a8230e-436a-4a8c-96d8-2ef44a60e397 req-d188f152-907b-4804-9703-91bb62e59e2e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0540566 Nov 12 04:18:00.443009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:18:00.468623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3a8230e-436a-4a8c-96d8-2ef44a60e397 req-d5cb4f30-ce86-430e-b83d-8f60d9e7849c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Nov 12 04:18:00.546091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:00.556866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'mac_address': 'fa:16:3e:de:04:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:18:00.595104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.608624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84648b8-fd9e-4f3f-8e39-fd3098b78fcb {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:00.628760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:00.632454 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:00.684678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:00.823116 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d84648b8-fd9e-4f3f-8e39-fd3098b78fcb'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:01.417085 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eafd0339-f7ad-4c59-9563-81adb4c7a93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.589041 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1cec3-ce61-40f8-82a9-cd9b5b368c7c req-97026374-671a-447e-a7e6-fd5b90e97f55 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:01.590874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bae1cec3-ce61-40f8-82a9-cd9b5b368c7c req-97026374-671a-447e-a7e6-fd5b90e97f55 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 944 time: 0.0503454 Nov 12 04:18:01.639178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bae1cec3-ce61-40f8-82a9-cd9b5b368c7c req-3cf84ee5-9c41-46c9-8eec-cf1230dee927 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Nov 12 04:18:02.473831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:02.523876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:18:02.528191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:02.528619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.609502 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.632207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:02.634477 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93e974192043fd2346f8509eb3951c1a9d027ed94cde4acfe2109d98ee133859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72a7db2-0ee6-4795-9576-d6910e058827" -d '{"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-plugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:02.646981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:02.651182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.680375 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b70bb-dbc9-40f6-89d4-6b0fce5f7396 x-openstack-request-id: req-152b70bb-dbc9-40f6-89d4-6b0fce5f7396 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:02.680671 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-plugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:02.680950 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-152b70bb-dbc9-40f6-89d4-6b0fce5f7396 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:02.681340 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'code': 200} Nov 12 04:18:02.704964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:02.808998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443464dc-cbf9-4a1c-9a81-42a621420011 req-50133ad6-d300-4fb2-86a2-7c7fef8fadb4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:02.810399 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-443464dc-cbf9-4a1c-9a81-42a621420011 req-50133ad6-d300-4fb2-86a2-7c7fef8fadb4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0885842 Nov 12 04:18:02.812128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1b199-1920-413c-8923-2746c0a52d31 req-487c978e-1e6a-408b-8618-c7d3f394aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:02.813480 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffd1b199-1920-413c-8923-2746c0a52d31 req-487c978e-1e6a-408b-8618-c7d3f394aefa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1097 time: 0.0624268 Nov 12 04:18:02.885990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-443464dc-cbf9-4a1c-9a81-42a621420011 req-0d36a9d6-8b26-44b7-958c-152dc51ef804 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695238 Nov 12 04:18:02.889209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffd1b199-1920-413c-8923-2746c0a52d31 req-e6536f70-959e-4e1e-bbfe-57e9d185076f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672305 Nov 12 04:18:03.661627 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ae25f9b6-05cd-4d36-8df7-d5bc522fbc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.004140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aced745-14f8-4075-a80e-fea0406b1807 req-47911480-a2b3-4a61-8073-1caa28f2f86c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:04.005650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aced745-14f8-4075-a80e-fea0406b1807 req-47911480-a2b3-4a61-8073-1caa28f2f86c tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0488889 Nov 12 04:18:04.052914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3aced745-14f8-4075-a80e-fea0406b1807 req-f60c801f-f502-47a4-ae35-ccc942595582 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 Nov 12 04:18:04.167071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df5c92-6cb7-4c7d-8778-4a6a3bdf9f6e req-2c712b1b-c61d-45ab-a03f-f0e94d85bfc2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:04.170788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0df5c92-6cb7-4c7d-8778-4a6a3bdf9f6e req-2c712b1b-c61d-45ab-a03f-f0e94d85bfc2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0544279 Nov 12 04:18:04.179455 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37260) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:04.184454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Request body: {'floatingip': {'port_id': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:18:04.226207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.654760 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:04.658404 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.109233 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694 associated. External IP: 172.25.0.162, port: d84648b8-fd9e-4f3f-8e39-fd3098b78fcb. Nov 12 04:18:05.125972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.333507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:18:05.446089 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:18:05.451419 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.457231 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:18:05.469219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:05.469843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:18:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:05.481406 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0c695600-f5a0-4cb9-9fd3-7ed98de4410e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "PUT /v2.0/floatingips/fdd8f623-b0f0-4f40-8336-ede6bb078694 HTTP/1.1" status: 200 len: 992 time: 1.3007271 Nov 12 04:18:05.482025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:05.484368 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cf5ed6382653be629edc0fa6c747e783c45fc8f98e979f22cab2c0b3ffd273" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:05.524717 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a366531-7c35-4dc9-914d-5d2410cb76f3 x-openstack-request-id: req-1a366531-7c35-4dc9-914d-5d2410cb76f3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:05.525041 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:05.525297 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a366531-7c35-4dc9-914d-5d2410cb76f3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:05.525706 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'status': 'completed', 'code': 200} Nov 12 04:18:05.593766 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-efaf7a91-386e-4dfe-95c6-18c126868881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:05.594895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-efaf7a91-386e-4dfe-95c6-18c126868881 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1097 time: 0.0452611 Nov 12 04:18:05.595771 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:05.607176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:05.694706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-44cad897-c46b-45f9-9208-2ebb14296cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:05.696273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-44cad897-c46b-45f9-9208-2ebb14296cb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0939572 Nov 12 04:18:05.769888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-da3d8281-7f7a-48ff-a3f8-eab82539ff74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 1000 time: 0.0662832 Nov 12 04:18:05.824080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-63eb790c-ca2c-4727-ba8f-115e4c9b7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:05.825973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-63eb790c-ca2c-4727-ba8f-115e4c9b7e23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0449286 Nov 12 04:18:05.854111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:de:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0302224-8df8-4baf-9fae-5648607dd314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:18:04Z', 'revision_number': 13, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:05.877343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-6286f7ee-05be-4400-a2d1-ab89b49b9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:05.878891 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-6286f7ee-05be-4400-a2d1-ab89b49b9112 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421393 Nov 12 04:18:05.881712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:18:05.890911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:18:05.891525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:18:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:05.973629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-5ab5ccde-a48e-4c3c-8535-f87bbb63b3b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872743 Nov 12 04:18:05.998976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:18:06.067276 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d92dbee-1cf0-4f8e-842b-7e3d4fc5b76e req-1079f5ed-e110-490c-93f5-64853d03cbb4 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859144 Nov 12 04:18:06.377627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:de:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0302224-8df8-4baf-9fae-5648607dd314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:18:04Z', 'revision_number': 13, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:18:06.406385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745631a1-e1f6-46a8-b467-530310eb6f6b None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'fdd8f623-b0f0-4f40-8336-ede6bb078694', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'floating_ip_address': '172.25.0.162', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'port_id': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'mac_address': 'fa:16:3e:de:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0302224-8df8-4baf-9fae-5648607dd314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:09Z', 'updated_at': '2021-11-12T04:18:04Z', 'revision_number': 13, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:18:06.493834 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:06.595937 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4deb764-1dfb-4b5a-9150-1c865644da87 None None] New status for floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:18:07.336826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.135351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.418712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64cdd0c6-06f5-43a3-b885-caf4d4e59b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.663017 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e412284e-2597-46e4-a3d6-274d0a47570f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.127943 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.495873 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.338478 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:42.595246 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:55.142615 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.236799 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca722020-144f-4383-bbf7-7354b133c183 req-01b8462a-d964-42e2-9695-5fbf726c2c4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260527 Nov 12 04:18:57.300351 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca722020-144f-4383-bbf7-7354b133c183 req-913d5c76-2647-404a-adf3-e6422f27572c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0301151 Nov 12 04:18:57.343282 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca722020-144f-4383-bbf7-7354b133c183 req-94c1d2dc-a372-4354-a9a3-0f9a9b2f0047 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187588 Nov 12 04:18:57.436900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca722020-144f-4383-bbf7-7354b133c183 req-c5c7762c-0123-4a96-b751-74a1cad893a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.438399 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ca722020-144f-4383-bbf7-7354b133c183 req-c5c7762c-0123-4a96-b751-74a1cad893a4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0880063 Nov 12 04:18:59.349609 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0865c567-a644-4572-b5f0-58a8db33039b req-aa4fbd83-0281-465a-bea9-c1fae8ead44e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0883110 Nov 12 04:18:59.435533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c567-a644-4572-b5f0-58a8db33039b req-176f2d91-db3d-4204-8e4d-19031ce058aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.437080 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0865c567-a644-4572-b5f0-58a8db33039b req-176f2d91-db3d-4204-8e4d-19031ce058aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1097 time: 0.0445545 Nov 12 04:18:59.546148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c567-a644-4572-b5f0-58a8db33039b req-15eb0f72-fe01-49bb-8d11-cd1b2eb4c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.547698 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0865c567-a644-4572-b5f0-58a8db33039b req-15eb0f72-fe01-49bb-8d11-cd1b2eb4c042 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0890224 Nov 12 04:18:59.618989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0865c567-a644-4572-b5f0-58a8db33039b req-8a0e765a-1d4f-4a9c-abe7-16ae6ec1ed74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 1002 time: 0.0644150 Nov 12 04:18:59.668949 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c567-a644-4572-b5f0-58a8db33039b req-bc16932a-f7af-4d21-8065-7ef090ba7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.670403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0865c567-a644-4572-b5f0-58a8db33039b req-bc16932a-f7af-4d21-8065-7ef090ba7efd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0441573 Nov 12 04:18:59.716232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865c567-a644-4572-b5f0-58a8db33039b req-4393948a-ea77-494c-ac6e-3d86bf783c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.717741 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0865c567-a644-4572-b5f0-58a8db33039b req-4393948a-ea77-494c-ac6e-3d86bf783c0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399652 Nov 12 04:18:59.817856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0865c567-a644-4572-b5f0-58a8db33039b req-be1cd8d8-60cd-4da3-9a04-a77ce19976dd service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892379 Nov 12 04:18:59.917086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0865c567-a644-4572-b5f0-58a8db33039b req-7a78420e-7bcb-4833-aa84-f7da5e1345b7 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836897 Nov 12 04:19:01.422832 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e28b9e8b-2f6d-4d35-b5a4-083fd7402be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.663962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-486b8759-fce0-4309-a6b0-58180b8b6285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.131247 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.498241 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.343997 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.593671 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:25.141385 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:31.424344 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fff26732-0ea8-4f04-a04d-047c5b52efff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:33.665879 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0646547a-21ee-4f06-9d4d-3169c13e1ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.133616 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:36.501133 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.336970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:42.930885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e57343-01db-478d-850f-3cba1d9a3b9d req-f2a40c6a-f5b4-458a-93a7-7157c8b12c05 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:42.932395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-55e57343-01db-478d-850f-3cba1d9a3b9d req-f2a40c6a-f5b4-458a-93a7-7157c8b12c05 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.1007562 Nov 12 04:19:42.981571 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-55e57343-01db-478d-850f-3cba1d9a3b9d req-5b1d2983-4401-4dd1-bcd2-ec81b4b12f50 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Nov 12 04:19:54.198181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-25f454e3-b75d-4bcf-ab13-0b23b0ccaa56 req-89371376-f1bc-4daf-aa60-787729fdc688 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:19:54.199244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-25f454e3-b75d-4bcf-ab13-0b23b0ccaa56 req-89371376-f1bc-4daf-aa60-787729fdc688 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0444305 Nov 12 04:19:54.403445 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-b43fe1e3-00cd-4b70-8c43-361578c9a856 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747919 Nov 12 04:19:54.411795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71270b-a0d8-4bde-901f-39d2ec412cce req-31a04180-f789-466e-8680-5d019f8d2306 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:54.413240 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a71270b-a0d8-4bde-901f-39d2ec412cce req-31a04180-f789-466e-8680-5d019f8d2306 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0762393 Nov 12 04:19:54.418193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-771f5e43-810a-4c23-a5be-7601e7cff6d8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:19:54.419153 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-771f5e43-810a-4c23-a5be-7601e7cff6d8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050640 Nov 12 04:19:54.461716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a71270b-a0d8-4bde-901f-39d2ec412cce req-321c9767-df17-43e6-9d2e-ca8d90402c1d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 Nov 12 04:19:55.144024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.597512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b93d4-9b84-449a-ace1-10d4af49cb48 req-75157879-b1b0-4c78-a658-699d7ac5354d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.599049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-af3b93d4-9b84-449a-ace1-10d4af49cb48 req-75157879-b1b0-4c78-a658-699d7ac5354d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0605500 Nov 12 04:19:55.685012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-af3b93d4-9b84-449a-ace1-10d4af49cb48 req-05f589fa-fbea-4e97-94d0-a805cb82d7ae tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789220 Nov 12 04:19:55.691181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-3e44d8cb-66d8-4134-93b9-c1fb2a1cefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.692636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-3e44d8cb-66d8-4134-93b9-c1fb2a1cefcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1097 time: 0.1128883 Nov 12 04:19:55.787255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-3ed318ce-7feb-4a1a-a9d6-95a6aed4c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.788634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-3ed318ce-7feb-4a1a-a9d6-95a6aed4c803 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0892687 Nov 12 04:19:55.854761 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-2f208b43-cdc0-4373-86fa-e05ee511ec1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 1002 time: 0.0589573 Nov 12 04:19:55.910834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-19c5c208-357e-44e9-b0e9-8d5a87bfd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.912248 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-19c5c208-357e-44e9-b0e9-8d5a87bfd9a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0488136 Nov 12 04:19:55.963396 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-f01f014a-04e6-4e26-998a-f5da1161844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:55.964895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-f01f014a-04e6-4e26-998a-f5da1161844c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454521 Nov 12 04:19:56.060891 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-7a879603-a1c1-438e-abb2-05373932b735 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882289 Nov 12 04:19:56.151261 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-3b98de6b-6eda-44b3-8bc6-d4fd6b39c687 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829580 Nov 12 04:19:56.593173 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:56.804876 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a6ee0-d704-4b8d-b4f9-8ac823543806 req-ffb5a444-2991-4b12-9922-7c5dc0e96281 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:56.806419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-126a6ee0-d704-4b8d-b4f9-8ac823543806 req-ffb5a444-2991-4b12-9922-7c5dc0e96281 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0487874 Nov 12 04:19:56.853071 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-126a6ee0-d704-4b8d-b4f9-8ac823543806 req-8d011a2f-c733-4977-9be2-af5dcf4906b0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 Nov 12 04:19:57.272680 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31a045a2-e7db-4474-a992-8a53c1078d8f req-5b65cfa8-c785-47bb-b1ff-16756e4a144e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0643122 Nov 12 04:19:57.338875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31a045a2-e7db-4474-a992-8a53c1078d8f req-2c7c33c8-69d1-484c-9683-30335f929bd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0285091 Nov 12 04:19:57.383162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31a045a2-e7db-4474-a992-8a53c1078d8f req-c8108de8-7c44-43a9-bf37-6ae9441bcada service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192337 Nov 12 04:19:57.474297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a045a2-e7db-4474-a992-8a53c1078d8f req-4605e6d5-c31c-45f8-a99b-fa5a387850de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:57.475751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31a045a2-e7db-4474-a992-8a53c1078d8f req-4605e6d5-c31c-45f8-a99b-fa5a387850de service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0850883 Nov 12 04:19:57.970032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48283629-5650-4f8d-98c6-d28964725d3d req-ad95e99f-1cec-4831-a39f-864aed9ee6eb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:57.971496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48283629-5650-4f8d-98c6-d28964725d3d req-ad95e99f-1cec-4831-a39f-864aed9ee6eb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Nov 12 04:19:58.022142 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-48283629-5650-4f8d-98c6-d28964725d3d req-023fa6ce-f36f-4cbb-8c8e-75156c4eaa63 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440557 Nov 12 04:19:59.146565 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04cea3-0e08-4e81-90f0-d61d20a668b0 req-292f3cfa-8e57-4624-a8f0-4611940ed9e1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:59.148041 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd04cea3-0e08-4e81-90f0-d61d20a668b0 req-292f3cfa-8e57-4624-a8f0-4611940ed9e1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0544538 Nov 12 04:19:59.196752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd04cea3-0e08-4e81-90f0-d61d20a668b0 req-d1c2dd46-8f86-4e3c-b150-d546a4bf4d4a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Nov 12 04:20:00.338687 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dd795-7d73-4928-97c1-28bb17932b8c req-1b6c8454-c0b7-4de0-be2c-9633b77341f9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.340175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043dd795-7d73-4928-97c1-28bb17932b8c req-1b6c8454-c0b7-4de0-be2c-9633b77341f9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0740209 Nov 12 04:20:00.355952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-808e47e9-f256-44f3-b5ab-09576f3598f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.357435 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-808e47e9-f256-44f3-b5ab-09576f3598f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1097 time: 0.0647092 Nov 12 04:20:00.418438 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043dd795-7d73-4928-97c1-28bb17932b8c req-126395f2-8fcd-4e9a-9fbf-631f1ea10434 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706959 Nov 12 04:20:00.478900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-714ccf25-2405-4637-9dd6-4472370d31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.480320 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-714ccf25-2405-4637-9dd6-4472370d31f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.1002176 Nov 12 04:20:00.544965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-b97b6069-c702-4434-8d4d-5c196896d3b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 1002 time: 0.0576992 Nov 12 04:20:00.594726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-c40e6cc1-32da-4fa7-9825-1b2c5d624e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.596196 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-c40e6cc1-32da-4fa7-9825-1b2c5d624e17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0441096 Nov 12 04:20:00.646626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-c7f95f8c-39bd-40d4-8eb9-4993b92ceca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.648108 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-c7f95f8c-39bd-40d4-8eb9-4993b92ceca3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452943 Nov 12 04:20:00.742969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-671a8ccc-36c4-4bf1-b8bf-46742a74a601 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818956 Nov 12 04:20:00.833415 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8ea7e4e-9df7-4e70-92e6-bf7a4fde4497 req-5a9a918e-87f5-45dc-9b11-6528f2aad4a5 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844057 Nov 12 04:20:01.426532 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6e806864-db83-4654-a341-a3378b6cf8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.537175 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eb133-3487-4c03-92e3-a56b904a5d01 req-044af40e-00ee-4977-b2b9-c3085fa50ea5 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:01.538565 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-696eb133-3487-4c03-92e3-a56b904a5d01 req-044af40e-00ee-4977-b2b9-c3085fa50ea5 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0491233 Nov 12 04:20:01.585793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-696eb133-3487-4c03-92e3-a56b904a5d01 req-0a1599ab-9233-4573-a8b7-aa9f7ebf8d36 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Nov 12 04:20:02.708256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97df9-dfc2-4747-8d1e-9c7d2e03c5aa req-38a754d1-6b4e-4435-b350-79c3af4d9e4f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:02.709745 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2cb97df9-dfc2-4747-8d1e-9c7d2e03c5aa req-38a754d1-6b4e-4435-b350-79c3af4d9e4f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Nov 12 04:20:02.757676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2cb97df9-dfc2-4747-8d1e-9c7d2e03c5aa req-465134b8-7357-4738-91c1-73bc91deb068 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Nov 12 04:20:03.665544 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-227a80bc-5edd-4a2d-949d-931c9d3a0f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:03.878834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2393b-b6ef-409e-9673-9f86bff92e3d req-b8b8120e-27dd-4bea-9051-22683317de7a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:03.880317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4aa2393b-b6ef-409e-9673-9f86bff92e3d req-b8b8120e-27dd-4bea-9051-22683317de7a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0525455 Nov 12 04:20:03.936858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4aa2393b-b6ef-409e-9673-9f86bff92e3d req-003d98f5-b3fe-41a6-8674-2ba7b241b1b2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496175 Nov 12 04:20:05.052700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf730d-e4a3-438a-be46-6a1e10016e81 req-9aa34a83-2c15-4d11-bf80-61fac31721ca tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:05.054198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffcf730d-e4a3-438a-be46-6a1e10016e81 req-9aa34a83-2c15-4d11-bf80-61fac31721ca tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0492601 Nov 12 04:20:05.106136 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ffcf730d-e4a3-438a-be46-6a1e10016e81 req-a052aded-8f9d-4a02-8fe1-e2796879ae90 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457792 Nov 12 04:20:05.139749 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:06.224438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffd53a-aefc-4e27-90cc-b0d9ae61c24e req-57e37f4b-1c70-4253-a984-aa31f9845a71 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:06.225942 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72ffd53a-aefc-4e27-90cc-b0d9ae61c24e req-57e37f4b-1c70-4253-a984-aa31f9845a71 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0513208 Nov 12 04:20:06.274007 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-72ffd53a-aefc-4e27-90cc-b0d9ae61c24e req-56c25b9a-3e3d-4e44-9372-badc5edf2b09 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Nov 12 04:20:06.504183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:07.338599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:07.390833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfbfa9-cb7e-42c4-b77d-bce12e22fdc8 req-ac51f04f-07c7-4ca0-a20b-c940fe8243cb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:07.392338 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54cfbfa9-cb7e-42c4-b77d-bce12e22fdc8 req-ac51f04f-07c7-4ca0-a20b-c940fe8243cb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0498090 Nov 12 04:20:07.438992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54cfbfa9-cb7e-42c4-b77d-bce12e22fdc8 req-ce7ac046-d323-4a08-9ac6-dd2268e86a23 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 Nov 12 04:20:08.558439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f35b1-16ec-4f30-bff9-e68dae186a03 req-7309a8cc-da7b-4d07-b65d-26d49fcc2f0d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:08.559844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e0f35b1-16ec-4f30-bff9-e68dae186a03 req-7309a8cc-da7b-4d07-b65d-26d49fcc2f0d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0516434 Nov 12 04:20:08.609908 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e0f35b1-16ec-4f30-bff9-e68dae186a03 req-df6e1204-e15f-409e-b07e-55aef1ce68bb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Nov 12 04:20:09.745934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae26aa-c4f1-4ad8-be2e-35b29425775e req-28b293f5-1e56-4138-91a2-cc44e1995d3a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.747549 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ae26aa-c4f1-4ad8-be2e-35b29425775e req-28b293f5-1e56-4138-91a2-cc44e1995d3a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0504959 Nov 12 04:20:09.795758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-68ae26aa-c4f1-4ad8-be2e-35b29425775e req-d59ec681-94c2-429a-8caa-843302f4cd91 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Nov 12 04:20:10.274366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-ec21c484-cdc9-446c-adb2-403758671de5 service neutron] 10.222.0.20 "GET /v2.0/ports/d84648b8-fd9e-4f3f-8e39-fd3098b78fcb/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0588541 Nov 12 04:20:10.479192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-4dc23ed0-4f3a-4624-b0fd-43dad040a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.480703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-4dc23ed0-4f3a-4624-b0fd-43dad040a712 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 1097 time: 0.0421629 Nov 12 04:20:10.543444 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-c4613e4e-6c0f-438b-b2b8-b70aa04f56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.545313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-c4613e4e-6c0f-438b-b2b8-b70aa04f56ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1097 time: 0.0408390 Nov 12 04:20:10.640998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-e22a63e5-895e-4d68-904c-469b59d37193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.642540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-e22a63e5-895e-4d68-904c-469b59d37193 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0897052 Nov 12 04:20:10.708898 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-031192ff-5754-45f3-8694-21c6959568e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 1002 time: 0.0594008 Nov 12 04:20:10.762407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-cc5a7270-7e51-4793-bd28-de1c91aa5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.763757 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-cc5a7270-7e51-4793-bd28-de1c91aa5fca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0486367 Nov 12 04:20:10.810033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-eb37be4e-bce7-497b-9705-7a928e8d4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.811507 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-eb37be4e-bce7-497b-9705-7a928e8d4907 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408142 Nov 12 04:20:10.901083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-26d639f0-4c31-4b1b-a92f-5bac73898d3b service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821402 Nov 12 04:20:10.919566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7793e57-2a10-41d2-9abd-c097da252f5d req-c1d4dbaf-88d1-4181-89fc-c06a3a9511d2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.921363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7793e57-2a10-41d2-9abd-c097da252f5d req-c1d4dbaf-88d1-4181-89fc-c06a3a9511d2 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0543242 Nov 12 04:20:10.968453 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f7793e57-2a10-41d2-9abd-c097da252f5d req-0d0bc7c0-5f83-4cb5-a02e-7145ef623dd7 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410147 Nov 12 04:20:10.996544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-b29f56b8-03fe-4bf1-be7e-798c4c4bd027 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881345 Nov 12 04:20:11.189398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:11.267929 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.291121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:11.310480 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:11.315823 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:11.347612 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f07b741-9553-4e43-9615-74fe84fdfd8a" -d '{"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-unplugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:11.380983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:11.389579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.389983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.390518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.391015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.391495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.392032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.392522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.393148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.393634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.394258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.394496 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.394834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:11.473775 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95afe1b-e025-4fc2-995e-598fa23055b6 x-openstack-request-id: req-f95afe1b-e025-4fc2-995e-598fa23055b6 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:11.474073 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-unplugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:11.474330 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f95afe1b-e025-4fc2-995e-598fa23055b6 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:11.474733 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'code': 200} Nov 12 04:20:12.086690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29aad1-00cd-4e9e-902c-bc92af358bfd req-2aff21df-1385-4b4a-a98e-df71a707429b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:12.088865 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d29aad1-00cd-4e9e-902c-bc92af358bfd req-2aff21df-1385-4b4a-a98e-df71a707429b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0498247 Nov 12 04:20:12.137612 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9d29aad1-00cd-4e9e-902c-bc92af358bfd req-34ea93f0-4bf5-4e69-98c0-2ac48204c49f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Nov 12 04:20:13.261393 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0a17b-19bd-4290-84a0-a13ed69f3f21 req-ca1ba0e3-2f08-4f08-8a4e-8a791881221e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:13.262899 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38e0a17b-19bd-4290-84a0-a13ed69f3f21 req-ca1ba0e3-2f08-4f08-8a4e-8a791881221e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0510383 Nov 12 04:20:13.311965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38e0a17b-19bd-4290-84a0-a13ed69f3f21 req-e18b61f2-0eeb-4aa9-9bd6-91ec66bdbf3b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Nov 12 04:20:14.435573 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece90df5-4d1a-4e4c-8238-6a018e197c05 req-06f43ecb-7423-4c01-9160-94222c6a36b0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:14.437081 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ece90df5-4d1a-4e4c-8238-6a018e197c05 req-06f43ecb-7423-4c01-9160-94222c6a36b0 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0508256 Nov 12 04:20:14.489192 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ece90df5-4d1a-4e4c-8238-6a018e197c05 req-cffdde24-99cb-4a3a-813d-2eac6d8f55c9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457852 Nov 12 04:20:15.615775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccba5c-8a21-4ab5-ab28-e63cfe6b597f req-2acadba0-294b-422d-bc0b-659fb590174d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.617306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2fccba5c-8a21-4ab5-ab28-e63cfe6b597f req-2acadba0-294b-422d-bc0b-659fb590174d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0557330 Nov 12 04:20:15.667251 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2fccba5c-8a21-4ab5-ab28-e63cfe6b597f req-1f6ee00c-beff-4692-aa82-d3f5b1fed896 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439081 Nov 12 04:20:16.790452 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da8654-04d4-4b48-9b07-dff7b45b6d1f req-c711e569-5d92-46a2-bf92-f135d4d94c20 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:16.792682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-39da8654-04d4-4b48-9b07-dff7b45b6d1f req-c711e569-5d92-46a2-bf92-f135d4d94c20 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0531518 Nov 12 04:20:16.841340 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-39da8654-04d4-4b48-9b07-dff7b45b6d1f req-c53bd918-556a-469b-b664-0fd8f593906a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427532 Nov 12 04:20:17.960516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1119cd-55eb-45e9-a786-ec015736c951 req-9d4b0b2d-99b9-418b-bc0c-5cdc23bc7a3a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.962014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c1119cd-55eb-45e9-a786-ec015736c951 req-9d4b0b2d-99b9-418b-bc0c-5cdc23bc7a3a tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0496485 Nov 12 04:20:18.009018 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2c1119cd-55eb-45e9-a786-ec015736c951 req-15e291a9-8bd6-4ce2-9fbd-3173d8dcc6c1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406499 Nov 12 04:20:19.127304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bc691-63b3-406b-9243-164f9aa52873 req-86dd9f58-c2f1-4c5b-a193-e711f690169b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:19.129040 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b26bc691-63b3-406b-9243-164f9aa52873 req-86dd9f58-c2f1-4c5b-a193-e711f690169b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0504830 Nov 12 04:20:19.175684 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b26bc691-63b3-406b-9243-164f9aa52873 req-470f19df-af43-4008-91e2-657bbb79eb30 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Nov 12 04:20:20.295316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa35bb4-5526-4060-9a13-ed673b4e08e2 req-3cf20127-ae9c-4df0-b45c-3189ef44c103 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.296815 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-caa35bb4-5526-4060-9a13-ed673b4e08e2 req-3cf20127-ae9c-4df0-b45c-3189ef44c103 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0501516 Nov 12 04:20:20.349648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-caa35bb4-5526-4060-9a13-ed673b4e08e2 req-6317c1fa-a20a-42c3-9f2c-8398c6732541 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469534 Nov 12 04:20:21.473558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55717654-6579-49eb-829f-146c9dfd9811 req-6f58f1e5-9c8d-4749-9a33-d9a475ac9f24 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.475027 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55717654-6579-49eb-829f-146c9dfd9811 req-6f58f1e5-9c8d-4749-9a33-d9a475ac9f24 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0534158 Nov 12 04:20:21.522370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-55717654-6579-49eb-829f-146c9dfd9811 req-87ab1b8b-138e-43f2-a714-c8b3e20216ff tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Nov 12 04:20:22.642909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17530bdf-364a-4517-9090-ee20b4b9c52b req-f9b7f97c-0ad1-4079-8381-2f994770d38b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.644407 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17530bdf-364a-4517-9090-ee20b4b9c52b req-f9b7f97c-0ad1-4079-8381-2f994770d38b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0519896 Nov 12 04:20:22.698853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-17530bdf-364a-4517-9090-ee20b4b9c52b req-f4295010-6b25-4ced-9752-852af3dfe2c8 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484593 Nov 12 04:20:23.181253 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:23.274315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:23.285780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'mac_address': 'fa:16:3e:de:04:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:23.325735 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.337933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84648b8-fd9e-4f3f-8e39-fd3098b78fcb {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:23.357888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:23.361904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.419077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:23.589420 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d84648b8-fd9e-4f3f-8e39-fd3098b78fcb'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:23.821558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff193308-ff23-4960-972d-59b44f07e6bb req-614a7784-454e-4726-a6ee-e9e2318353bd tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:23.822994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff193308-ff23-4960-972d-59b44f07e6bb req-614a7784-454e-4726-a6ee-e9e2318353bd tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 944 time: 0.0502436 Nov 12 04:20:23.870089 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ff193308-ff23-4960-972d-59b44f07e6bb req-58ba650a-9e64-40fa-8efc-d269a4d3a277 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Nov 12 04:20:24.153877 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-6736c713-f5a1-42d9-8b85-21aee1fab316 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.155426 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-6736c713-f5a1-42d9-8b85-21aee1fab316 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314&tenant_id=de36cc8239654f3a90373dd362bc47f4&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 944 time: 0.0530436 Nov 12 04:20:24.173718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c3959-1924-49cc-ae09-cea8950a8187 req-400271de-b0aa-416f-8118-5a19bdf3cbeb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.175208 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-751c3959-1924-49cc-ae09-cea8950a8187 req-400271de-b0aa-416f-8118-5a19bdf3cbeb tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 944 time: 0.0528171 Nov 12 04:20:24.219886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-4ff115da-bef7-4505-9847-9a4bbd9c7666 service neutron] 10.222.0.20 "GET /v2.0/ports/d84648b8-fd9e-4f3f-8e39-fd3098b78fcb/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0564842 Nov 12 04:20:24.224221 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-751c3959-1924-49cc-ae09-cea8950a8187 req-ac3e9fae-50c7-46c2-9f39-caa5728ebd1f tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Nov 12 04:20:24.287838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-6f8b042a-0d92-46d5-bb96-33beb67f08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.289377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-6f8b042a-0d92-46d5-bb96-33beb67f08d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1096 time: 0.0452178 Nov 12 04:20:24.380880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-49215e42-3e1b-4b0d-9c3a-bd4ab0e386f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.382249 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-49215e42-3e1b-4b0d-9c3a-bd4ab0e386f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.0853672 Nov 12 04:20:24.450887 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-5b59d803-20e0-42af-b043-ffbf988f4942 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 1001 time: 0.0618119 Nov 12 04:20:24.501235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-bcd2653f-a268-4630-b2b1-4d9b6c182e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.502658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-bcd2653f-a268-4630-b2b1-4d9b6c182e79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0435669 Nov 12 04:20:24.547540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-56b364e5-0e9e-422a-a8f0-4ede6e5858be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:24.549900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-56b364e5-0e9e-422a-a8f0-4ede6e5858be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390818 Nov 12 04:20:24.643095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-b6bc75fd-24e2-4e81-8cb2-4fa87539481c service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865633 Nov 12 04:20:24.734410 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-9f262c63-2c84-4c57-b5a0-94d3c6928016 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843959 Nov 12 04:20:25.140535 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.218906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:25.266474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:25.266839 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.348784 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.351399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca095f-6b37-4108-ab67-bf73ebd0aac6 req-165b8db7-5cea-4579-a42d-210bb0fa9020 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:25.352931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07ca095f-6b37-4108-ab67-bf73ebd0aac6 req-165b8db7-5cea-4579-a42d-210bb0fa9020 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 944 time: 0.0550988 Nov 12 04:20:25.373454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:25.375706 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa1441-a772-41ce-ad48-de83bd94ef5e" -d '{"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-plugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:25.389458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:25.393809 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.404649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-07ca095f-6b37-4108-ab67-bf73ebd0aac6 req-2e88d1ab-002a-43e5-9063-34e2cd958299 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Nov 12 04:20:25.429175 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72697e7b-75a8-4fca-94e1-00c56051d786 x-openstack-request-id: req-72697e7b-75a8-4fca-94e1-00c56051d786 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:25.429467 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-plugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:25.429720 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72697e7b-75a8-4fca-94e1-00c56051d786 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:25.430108 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'code': 200} Nov 12 04:20:25.445826 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:26.528261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef94e9d-60b2-4d61-82dc-15e116d60ffd req-6d8cbb6c-154b-45b9-afb4-60628ec33299 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:26.529786 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ef94e9d-60b2-4d61-82dc-15e116d60ffd req-6d8cbb6c-154b-45b9-afb4-60628ec33299 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0522537 Nov 12 04:20:26.579107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ef94e9d-60b2-4d61-82dc-15e116d60ffd req-a11724f0-6923-4c2a-9a40-350be8563832 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432248 Nov 12 04:20:27.700872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bb33d-5ab0-4251-8d9f-5e2d5bbb518c req-71a11ccd-a642-4841-932e-bd2ebdaa5eee tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:27.702362 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f3bb33d-5ab0-4251-8d9f-5e2d5bbb518c req-71a11ccd-a642-4841-932e-bd2ebdaa5eee tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0511341 Nov 12 04:20:27.751009 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0f3bb33d-5ab0-4251-8d9f-5e2d5bbb518c req-2031afa4-e9e0-4669-b5e8-7b7bd6fdd6ae tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 Nov 12 04:20:28.782507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-003cda64-87d9-4418-a9d9-e679ea3b6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.784039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-003cda64-87d9-4418-a9d9-e679ea3b6191 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314&tenant_id=de36cc8239654f3a90373dd362bc47f4 HTTP/1.1" status: 200 len: 1097 time: 0.0418346 Nov 12 04:20:28.881565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-4c885f65-44c8-4c27-b5c9-13091ca0c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.883002 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-4c885f65-44c8-4c27-b5c9-13091ca0c76d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de36cc8239654f3a90373dd362bc47f4&device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 1097 time: 0.0759859 Nov 12 04:20:28.894810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d40155-e994-41ef-9c1c-3a383e1d2290 req-f9f87a40-f121-46c8-b032-c9dbdece97f1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:28.896166 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2d40155-e994-41ef-9c1c-3a383e1d2290 req-f9f87a40-f121-46c8-b032-c9dbdece97f1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0605583 Nov 12 04:20:28.997868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d2d40155-e994-41ef-9c1c-3a383e1d2290 req-1cdb3287-bc26-4f1f-a6f7-1fcf3597d01d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938914 Nov 12 04:20:29.016672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-7ed3d31c-3e87-4068-8017-261e617aa79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:29.018190 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-7ed3d31c-3e87-4068-8017-261e617aa79e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 200 len: 913 time: 0.1211965 Nov 12 04:20:29.081973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-d9885202-8651-4fc7-898b-bd1da4488727 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 200 len: 1002 time: 0.0572493 Nov 12 04:20:29.134204 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-8376746d-5a68-40af-bd64-29ec74ef82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:29.135532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-8376746d-5a68-40af-bd64-29ec74ef82d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 200 len: 850 time: 0.0468934 Nov 12 04:20:29.179556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584961b4-aba1-458f-add9-b994f2b92b89 req-349d6a22-0dab-4452-9706-1c7d8167eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:29.181038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-349d6a22-0dab-4452-9706-1c7d8167eb8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9546b7b3-4062-40dd-9ce5-30f380a1b499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385292 Nov 12 04:20:29.234882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:29.271972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-8f0e6ad8-62a8-40fa-943b-810d983e5e18 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824320 Nov 12 04:20:29.315409 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.337946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:29.340243 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf894976-af38-4182-a4f8-7a29d53fbcd3" -d '{"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-unplugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:29.352920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:29.357825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.377835 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-584961b4-aba1-458f-add9-b994f2b92b89 req-c37b3e6c-a228-4228-a296-7cebad36b103 service neutron] 10.222.0.20 "GET /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987022 Nov 12 04:20:29.391329 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37a59cc-877a-4a66-a221-da52c930ca28 x-openstack-request-id: req-a37a59cc-877a-4a66-a221-da52c930ca28 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:29.391620 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-unplugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:29.391874 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a37a59cc-877a-4a66-a221-da52c930ca28 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:29.392375 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'code': 200} Nov 12 04:20:29.412726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:30.118209 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951dacf-e21b-45f9-83b4-561b64f872fd req-1fe57bb4-848e-4e99-a093-6fd33b9ef2b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.121519 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d951dacf-e21b-45f9-83b4-561b64f872fd req-1fe57bb4-848e-4e99-a093-6fd33b9ef2b9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0525734 Nov 12 04:20:30.168887 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d951dacf-e21b-45f9-83b4-561b64f872fd req-a0c39b91-05c1-4068-819c-c94b2c3e96a3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428987 Nov 12 04:20:31.289021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603439e6-ece5-4ddc-b79d-ae9f151946d4 req-c274a29b-4808-4767-8dfd-fa0838f4aa19 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:31.290494 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-603439e6-ece5-4ddc-b79d-ae9f151946d4 req-c274a29b-4808-4767-8dfd-fa0838f4aa19 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0502608 Nov 12 04:20:31.343341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-603439e6-ece5-4ddc-b79d-ae9f151946d4 req-0085e498-58db-4eeb-b984-e858e4dd7a8b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 Nov 12 04:20:31.428178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2112141a-06a1-45ce-abd7-deda02016379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.475368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188542-4c7d-467d-9d05-2860d619af53 req-2875e29b-ff1b-49a4-97a5-edf77dfd91e9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:32.476991 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e188542-4c7d-467d-9d05-2860d619af53 req-2875e29b-ff1b-49a4-97a5-edf77dfd91e9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0580182 Nov 12 04:20:32.557622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5e188542-4c7d-467d-9d05-2860d619af53 req-c3c7b25b-e979-48b6-8764-4c04ef360f46 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690041 Nov 12 04:20:33.592630 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:33.669851 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-510f0ecd-9214-483c-8ce0-e4412d72e285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:33.700021 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559abe6-7a01-4b8f-9e0f-3807e74cb914 req-e1d86665-6220-4d5c-93cf-f23bd9d50c39 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:33.701543 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5559abe6-7a01-4b8f-9e0f-3807e74cb914 req-e1d86665-6220-4d5c-93cf-f23bd9d50c39 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0596428 Nov 12 04:20:33.751432 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5559abe6-7a01-4b8f-9e0f-3807e74cb914 req-0c863a7d-1d72-471f-af3f-5cea3829fa34 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Nov 12 04:20:34.872887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8f70c-de3b-4533-a895-dddbfbf46d74 req-7a7d4a6c-87e0-483e-854e-f34386f6d54e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:34.874267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08a8f70c-de3b-4533-a895-dddbfbf46d74 req-7a7d4a6c-87e0-483e-854e-f34386f6d54e tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0490973 Nov 12 04:20:34.922222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08a8f70c-de3b-4533-a895-dddbfbf46d74 req-0c99938e-9f62-47a7-abcb-505f824ee893 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Nov 12 04:20:35.139918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:36.039790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264fa38-cd2c-4d45-b0fc-8a3d2f7a4c17 req-9bda49b6-5211-4484-ad6e-dd491967c6a7 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:36.041310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d264fa38-cd2c-4d45-b0fc-8a3d2f7a4c17 req-9bda49b6-5211-4484-ad6e-dd491967c6a7 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0504026 Nov 12 04:20:36.089006 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d264fa38-cd2c-4d45-b0fc-8a3d2f7a4c17 req-8713e808-e5ad-4c8b-8734-17544fb959e3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Nov 12 04:20:36.505480 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.206972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6f0fa-47d7-4c93-b18b-e60531ec1ea1 req-fb40a2cf-663d-4ac4-9151-7d661b64181b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:37.208457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97d6f0fa-47d7-4c93-b18b-e60531ec1ea1 req-fb40a2cf-663d-4ac4-9151-7d661b64181b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0488181 Nov 12 04:20:37.259252 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-97d6f0fa-47d7-4c93-b18b-e60531ec1ea1 req-ec8bd22d-48c1-4062-8258-37df8c7b7f8d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 Nov 12 04:20:37.340762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.382496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef78f04-7571-4fea-a322-d6546ce751e3 req-ae31469f-ee5f-43b6-a3a2-c2f8258ec93b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:38.383985 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eef78f04-7571-4fea-a322-d6546ce751e3 req-ae31469f-ee5f-43b6-a3a2-c2f8258ec93b tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0531662 Nov 12 04:20:38.430794 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eef78f04-7571-4fea-a322-d6546ce751e3 req-78b9cd7d-7d8e-4dcd-a3df-27def04a29c9 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Nov 12 04:20:39.547183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90952d63-8e90-4f36-b8e6-c548d3b6e42a req-2ad91c16-31bf-491a-8f38-7f658291d3c4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:39.548699 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90952d63-8e90-4f36-b8e6-c548d3b6e42a req-2ad91c16-31bf-491a-8f38-7f658291d3c4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0491717 Nov 12 04:20:39.595201 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90952d63-8e90-4f36-b8e6-c548d3b6e42a req-ce06220e-e1ff-4fff-b302-93551f2fcad3 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 Nov 12 04:20:40.712395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280885e-16fa-4c8e-a501-71c7f0018a85 req-5860635a-03db-4b02-a3e1-cfdf93003af8 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:40.713940 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b280885e-16fa-4c8e-a501-71c7f0018a85 req-5860635a-03db-4b02-a3e1-cfdf93003af8 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 943 time: 0.0493095 Nov 12 04:20:40.766493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b280885e-16fa-4c8e-a501-71c7f0018a85 req-2aee44e9-4b7e-4638-984c-e0dd6cd23e62 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458069 Nov 12 04:20:41.298264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:41.395002 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:41.406444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'port_id': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'mac_address': 'fa:16:3e:de:04:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:41.443989 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.456328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84648b8-fd9e-4f3f-8e39-fd3098b78fcb {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:41.475614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:41.479623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.525908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:41.682645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['d84648b8-fd9e-4f3f-8e39-fd3098b78fcb'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:41.882592 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e282217-3951-40d7-af55-c620dd0a67cd req-1ef867c7-de7d-4443-97f0-45ae2526f148 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:41.884046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e282217-3951-40d7-af55-c620dd0a67cd req-1ef867c7-de7d-4443-97f0-45ae2526f148 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0487494 Nov 12 04:20:41.931053 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e282217-3951-40d7-af55-c620dd0a67cd req-525a87be-7b33-44e7-8193-270aa64594ac tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Nov 12 04:20:42.045394 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeb145-7f22-4683-9dae-5abbf29ee332 req-7b7ae63f-74f4-4665-ae5e-fde53957bbaa tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.046866 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6beeb145-7f22-4683-9dae-5abbf29ee332 req-7b7ae63f-74f4-4665-ae5e-fde53957bbaa tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0478778 Nov 12 04:20:42.097281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6beeb145-7f22-4683-9dae-5abbf29ee332 req-17ab1d4e-16e4-4096-8b13-1936f75aa4c8 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445218 Nov 12 04:20:42.217173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b294ad4-039d-40db-9e6c-a61709a25ad5 req-018e7aee-c234-4be6-b788-7e4c0e6cfec1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.218576 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b294ad4-039d-40db-9e6c-a61709a25ad5 req-018e7aee-c234-4be6-b788-7e4c0e6cfec1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0529118 Nov 12 04:20:42.266200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0b294ad4-039d-40db-9e6c-a61709a25ad5 req-ddfef764-5474-4a75-ba42-75285e854c16 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417852 Nov 12 04:20:42.493771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa030ab-02cf-4b59-9fc2-4174ac294ead req-fb3c09e4-6814-4e8a-8a18-66ccb3214af1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.495139 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fa030ab-02cf-4b59-9fc2-4174ac294ead req-fb3c09e4-6814-4e8a-8a18-66ccb3214af1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 945 time: 0.0488074 Nov 12 04:20:42.541703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7fa030ab-02cf-4b59-9fc2-4174ac294ead req-ec817e5c-c1fc-4f9e-bcd1-cdbc9d617c02 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Nov 12 04:20:43.297958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:43.345301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:43.345669 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.423642 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.445233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:43.447465 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367ae321-5998-417d-bcee-223a1100ae15" -d '{"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-plugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:43.460273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:43.464617 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.489747 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b80d86-45e3-40b8-9584-3942fb2729a0 x-openstack-request-id: req-48b80d86-45e3-40b8-9584-3942fb2729a0 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:43.490042 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-plugged", "status": "completed", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:43.490553 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48b80d86-45e3-40b8-9584-3942fb2729a0 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:43.490945 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'code': 200} Nov 12 04:20:43.516812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=11']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:43.659059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0c39-1a9b-47c9-ad61-6019ece82850 req-514c4db5-ce7b-412a-8a7c-20cbe911dc33 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.660550 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-496e0c39-1a9b-47c9-ad61-6019ece82850 req-514c4db5-ce7b-412a-8a7c-20cbe911dc33 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 946 time: 0.0497842 Nov 12 04:20:43.711547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-496e0c39-1a9b-47c9-ad61-6019ece82850 req-48a16533-a830-4635-9419-4de2dd204d67 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2580c77-8d1c-4979-9306-7fb47ef609e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449193 Nov 12 04:20:44.044890 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-3f49f9ed-ba44-45b4-a94e-ad1fc5847175 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.046330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-3f49f9ed-ba44-45b4-a94e-ad1fc5847175 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 946 time: 0.0482712 Nov 12 04:20:44.133594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Deleting port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:44.133916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.223135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] For port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:44.223503 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.390659 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.390935 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.391254 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694 disassociated. External IP: 172.25.0.162, port: d84648b8-fd9e-4f3f-8e39-fd3098b78fcb. Nov 12 04:20:44.391594 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Calling delete_port for d84648b8-fd9e-4f3f-8e39-fd3098b78fcb owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:44.521539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.547466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event deleted for resources: {'Port': ['ID=d84648b8-fd9e-4f3f-8e39-fd3098b78fcb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:44.556699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.557074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.557414 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.557748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.558079 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.558402 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.559317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.559779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.560105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.560425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.560761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.561088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:44.815840 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc5b9a1d-ae9f-456e-8d7b-540d07c7a0c5 req-f595185d-459e-47bb-b15e-11c42104a966 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 210 time: 0.0289049 Nov 12 04:20:44.987808 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:45.092140 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:45.102220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:45.112452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:45.113108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:20:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:45.130912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] No DVR routers for this DVR port d84648b8-fd9e-4f3f-8e39-fd3098b78fcb on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:45.133709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:45.136970 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-445fa52b-d395-42d4-8ce5-d3f4f7225bb9 req-62dae2ba-54fa-4296-9445-7f0382b30233 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.20 "DELETE /v2.0/ports/d84648b8-fd9e-4f3f-8e39-fd3098b78fcb HTTP/1.1" status: 204 len: 173 time: 1.0849853 Nov 12 04:20:45.137408 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-deleted', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:45.195260 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a3f7da-d895-47cb-8de0-830cc1df9fe9" -d '{"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-deleted", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:45.231995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:45.291418 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aedf597-8e53-4a7c-b659-381d1e53e487 x-openstack-request-id: req-4aedf597-8e53-4a7c-b659-381d1e53e487 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:45.291774 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0302224-8df8-4baf-9fae-5648607dd314", "name": "network-vif-deleted", "tag": "d84648b8-fd9e-4f3f-8e39-fd3098b78fcb", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:45.292087 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4aedf597-8e53-4a7c-b659-381d1e53e487 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:45.292668 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0302224-8df8-4baf-9fae-5648607dd314', 'name': 'network-vif-deleted', 'tag': 'd84648b8-fd9e-4f3f-8e39-fd3098b78fcb', 'status': 'completed', 'code': 200} Nov 12 04:20:45.431806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:45.457816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:45.467064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:45.467674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:20:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:45.575007 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:45.774501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:45.801424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729229e7-6347-4034-b93d-70e30a73b738 None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '22c9899a-e429-4ae6-8db1-4d230d138d32', 'name': '', 'network_id': '9546b7b3-4062-40dd-9ce5-30f380a1b499', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'mac_address': 'fa:16:3e:a1:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2267faf4-d417-422b-9493-b0f5b042180a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:05Z', 'updated_at': '2021-11-12T04:11:09Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'subnets': [{'id': '2267faf4-d417-422b-9493-b0f5b042180a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:45.921337 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8ed5189d-1bf1-4d88-9304-f9c4a7250df5 req-ea47de15-2e0a-44e9-b28e-4eb775c2a366 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 210 time: 0.0288734 Nov 12 04:20:46.068899 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4b1d32-b0d6-466f-ab10-447bc4f2dcb4 None None] New status for floating IP fdd8f623-b0f0-4f40-8336-ede6bb078694: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:20:47.021746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e1f563c6-6b43-4119-86d6-d2e71579d957 req-c1e80cfb-0724-4eb1-af5c-a6d761876ee1 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 210 time: 0.0272412 Nov 12 04:20:47.314376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:47.334600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: d84648b8-fd9e-4f3f-8e39-fd3098b78fcb {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:47.334937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device d84648b8-fd9e-4f3f-8e39-fd3098b78fcb not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:48.117872 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f046d5a-adce-4820-b61c-0695fc94326a req-f2f651af-39a1-4825-bd95-3fe9a0fea8e4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 210 time: 0.0277224 Nov 12 04:20:49.220219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9861d432-ce88-48e9-9ab5-f0df7a0adc16 req-a2322f9b-6bda-45df-b844-ec7e96fa2619 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0302224-8df8-4baf-9fae-5648607dd314 HTTP/1.1" status: 200 len: 210 time: 0.0315828 Nov 12 04:20:53.977001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37726) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:54.032846 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f986351a-7511-4211-9fe8-e2c5c8b5c374 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.056518 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f986351a-7511-4211-9fe8-e2c5c8b5c374 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.104172 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f986351a-7511-4211-9fe8-e2c5c8b5c374 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.107573 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f986351a-7511-4211-9fe8-e2c5c8b5c374 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.111321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f986351a-7511-4211-9fe8-e2c5c8b5c374 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "DELETE /v2.0/security-groups/b2580c77-8d1c-4979-9306-7fb47ef609e1 HTTP/1.1" status: 204 len: 168 time: 0.1307282 Nov 12 04:20:54.111978 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37728) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:54.118616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986351a-7511-4211-9fe8-e2c5c8b5c374 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2580c77-8d1c-4979-9306-7fb47ef609e1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:54.131845 n-d-789963-21 neutron-server[102629]: INFO neutron.api.v2.resource [None req-783c072b-367a-4c23-aa5b-296f6e8e27b4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] show failed (client error): The resource could not be found. Nov 12 04:20:54.135437 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-783c072b-367a-4c23-aa5b-296f6e8e27b4 tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "GET /v2.0/security-groups/b2580c77-8d1c-4979-9306-7fb47ef609e1 HTTP/1.1" status: 404 len: 347 time: 0.0196700 Nov 12 04:20:54.135671 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37730) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:54.265197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Deleting port 76cf9c24-f45d-4c5f-9f5e-eb06f24565d2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:54.265470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.343251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.343584 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.355131 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Calling delete_port for 76cf9c24-f45d-4c5f-9f5e-eb06f24565d2 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:54.499550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.525670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Pushing event deleted for resources: {'Port': ['ID=76cf9c24-f45d-4c5f-9f5e-eb06f24565d2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:54.550034 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.550386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.550725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.551063 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.551400 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.551737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.552061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.552385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.552709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.553064 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.553392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.553719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:54.595678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.598330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.599552 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-56b980f6-2206-4a20-a99b-8ac0a19b8c2d tempest-ServerActionsTestJSON-909251398 tempest-ServerActionsTestJSON-909251398-project] 10.222.0.49 "DELETE /v2.0/floatingips/fdd8f623-b0f0-4f40-8336-ede6bb078694 HTTP/1.1" status: 204 len: 168 time: 0.4629653 Nov 12 04:20:54.602724 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37732) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:55.013081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.154713 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.258194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Deleting port 22c9899a-e429-4ae6-8db1-4d230d138d32 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:55.258564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.335369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] For port 22c9899a-e429-4ae6-8db1-4d230d138d32, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=22c9899a-e429-4ae6-8db1-4d230d138d32,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:55.335644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.348638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Calling delete_port for 22c9899a-e429-4ae6-8db1-4d230d138d32 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:55.526590 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.556411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=22c9899a-e429-4ae6-8db1-4d230d138d32,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:55.729524 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.943627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Router f4edc746-5268-4ca8-9066-736401e47caf has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:56.047452 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:56.052434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f3084094-53a2-491a-a5ce-f7cc9678c4bc admin admin] 10.222.0.49 "PUT /v2.0/routers/f4edc746-5268-4ca8-9066-736401e47caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4486458 Nov 12 04:20:56.055346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37736) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:56.056466 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] Sync routers for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:56.067082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:56.067678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:20:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:56.160838 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.172065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:56.260192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.316258 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Deleting port 1d8aae88-287e-472e-b125-dfdc531e8c67 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:56.316594 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.356604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:20:55Z', 'revision_number': 5, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port': {'id': '1d8aae88-287e-472e-b125-dfdc531e8c67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:02:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:56.388569 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] Checking router: f4edc746-5268-4ca8-9066-736401e47caf for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:56.395190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] For port 1d8aae88-287e-472e-b125-dfdc531e8c67, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1d8aae88-287e-472e-b125-dfdc531e8c67,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:56.395559 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.396863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] Routers {'f4edc746-5268-4ca8-9066-736401e47caf'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:56.397469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:20:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['f4edc746-5268-4ca8-9066-736401e47caf'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:56.408921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Calling delete_port for 1d8aae88-287e-472e-b125-dfdc531e8c67 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:56.478710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] Set router f4edc746-5268-4ca8-9066-736401e47caf gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:56.534748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:20:56Z', 'revision_number': 6, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:56.560659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee72a96-3e01-4795-a248-56189c1462f3 None None] The sync data for ids ['f4edc746-5268-4ca8-9066-736401e47caf'] in n-d-789963-21 is: [{'id': 'f4edc746-5268-4ca8-9066-736401e47caf', 'name': 'tempest-ServerActionsTestJSON-310469417-router', 'tenant_id': 'de36cc8239654f3a90373dd362bc47f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:03Z', 'updated_at': '2021-11-12T04:20:56Z', 'revision_number': 6, 'project_id': 'de36cc8239654f3a90373dd362bc47f4', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:56.577739 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.607765 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8aae88-287e-472e-b125-dfdc531e8c67,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:56.621356 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ce858b-11f2-4b22-85f6-e533abe9c789 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:56.676729 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.765774 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.768041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.810564 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.811054 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4edc746-5268-4ca8-9066-736401e47caf {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:20:56.815880 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.817064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3ac2d770-1317-4d91-8473-10dbec4e7dd5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f4edc746-5268-4ca8-9066-736401e47caf HTTP/1.1" status: 204 len: 168 time: 0.7607515 Nov 12 04:20:56.819500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37738) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:56.869447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-354679ce-2bde-4d02-99c3-d8d7330d3c3f admin admin] Deleting subnet 2267faf4-d417-422b-9493-b0f5b042180a {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:56.873012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-354679ce-2bde-4d02-99c3-d8d7330d3c3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.908460 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-354679ce-2bde-4d02-99c3-d8d7330d3c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.989039 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-354679ce-2bde-4d02-99c3-d8d7330d3c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.040936 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-354679ce-2bde-4d02-99c3-d8d7330d3c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.070879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354679ce-2bde-4d02-99c3-d8d7330d3c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2267faf4-d417-422b-9493-b0f5b042180a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:57.075451 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-354679ce-2bde-4d02-99c3-d8d7330d3c3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.078976 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-354679ce-2bde-4d02-99c3-d8d7330d3c3f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2267faf4-d417-422b-9493-b0f5b042180a HTTP/1.1" status: 204 len: 168 time: 0.2582436 Nov 12 04:20:57.081315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:57.083650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27542e55-dc50-42ac-a4bb-a2984811b307 None None] Network 9546b7b3-4062-40dd-9ce5-30f380a1b499 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:57.150977 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.206680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Deleting port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:57.207095 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.238844 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7be873ee-01d0-45cb-9a8e-d542fe961861 req-2f2dd395-18e7-4738-bd28-37390923ff15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291023 Nov 12 04:20:57.284617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] For port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:57.285295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.299789 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Calling delete_port for 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:57.310174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] DHCP port deletion for 9546b7b3-4062-40dd-9ce5-30f380a1b499 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:57.328623 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7be873ee-01d0-45cb-9a8e-d542fe961861 req-d3ba8cbc-8bdc-40d3-a9ea-d3a155162cb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0339656 Nov 12 04:20:57.379764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] Deleting port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:57.380424 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.388455 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.392410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7be873ee-01d0-45cb-9a8e-d542fe961861 req-fc370953-84df-4b3c-a6b5-e5afac7af26c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225725 Nov 12 04:20:57.422359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:57.426148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] No DVR routers for this DVR port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:57.449130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] For port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,segment=NetworkSegment(cb3b93f7-c817-491c-8bc5-a703859adc96),segment_id=cb3b93f7-c817-491c-8bc5-a703859adc96)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:57.449864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.469928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] Calling delete_port for 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:57.508962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be873ee-01d0-45cb-9a8e-d542fe961861 req-b8c66248-2f21-4c99-900c-6a659196cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:57.511067 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7be873ee-01d0-45cb-9a8e-d542fe961861 req-b8c66248-2f21-4c99-900c-6a659196cbfa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1112456 Nov 12 04:20:57.518569 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.549612 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9546b7b3-4062-40dd-9ce5-30f380a1b499']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:57.561163 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.561569 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3b93f7-c817-491c-8bc5-a703859adc96') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:57.561868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3b93f7-c817-491c-8bc5-a703859adc96') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:57.574699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.587199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] Pushing event deleted for resources: {'Port': ['ID=7fea9c17-053d-40ba-a7c9-0f29e83b18a8,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:57.593216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18d29b-0fbc-4b76-90fc-b4cbb1004094 None None] No DVR routers for this DVR port 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:57.605012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.612702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:20:57.613307 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:20:57.615752 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:20:57.686505 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.692577 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.698306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9546b7b3-4062-40dd-9ce5-30f380a1b499 HTTP/1.1" status: 204 len: 168 time: 0.6133370 Nov 12 04:20:57.711231 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2f3fc-8a31-4d1b-a8f0-c6a9e614ed44 admin admin] Pushing event deleted for resources: {'Network': ['ID=9546b7b3-4062-40dd-9ce5-30f380a1b499,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:57.742874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 22c9899a-e429-4ae6-8db1-4d230d138d32 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:57.764631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 22c9899a-e429-4ae6-8db1-4d230d138d32 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:57.765223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 22c9899a-e429-4ae6-8db1-4d230d138d32 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:57.765807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:57.787567 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:57.787911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7fea9c17-053d-40ba-a7c9-0f29e83b18a8 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:57.788326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1d8aae88-287e-472e-b125-dfdc531e8c67 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:57.808273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1d8aae88-287e-472e-b125-dfdc531e8c67 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:57.808722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1d8aae88-287e-472e-b125-dfdc531e8c67 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:57.835784 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37744) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:57.876017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-7f185de9-5264-4b2e-95c1-ce4a3d3d5baf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de36cc8239654f3a90373dd362bc47f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390198 Nov 12 04:20:57.878381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:57.925616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56bc6055-8cdc-428b-a083-f000ae804854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.948093 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56bc6055-8cdc-428b-a083-f000ae804854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.998058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56bc6055-8cdc-428b-a083-f000ae804854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.000681 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-56bc6055-8cdc-428b-a083-f000ae804854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.001859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-56bc6055-8cdc-428b-a083-f000ae804854 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61dc82d2-6964-4182-aa00-7a92f6e39234 HTTP/1.1" status: 204 len: 168 time: 0.1224139 Nov 12 04:20:58.011308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc6055-8cdc-428b-a083-f000ae804854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc82d2-6964-4182-aa00-7a92f6e39234,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:58.721317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37768) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:58.817413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1475636026-network', 'tenant_id': '10db9fa4168244b7a77401743108c170'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:58.841893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Made reservation on behalf of 10db9fa4168244b7a77401743108c170 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:58.844348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.853500 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.932013 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.936081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.960679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:20:58.970259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fb417b-e1c6-4888-8677-10cfa11ccb3b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:58.984874 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.985232 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Added segment aa426a17-5652-47cc-9d83-e5716d87de4a of type vlan for network ffdcce43-947e-40c2-a470-961a6cd72854 Nov 12 04:20:59.028010 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.054094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.055192 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:59.055776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.092618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3701582 Nov 12 04:20:59.095702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37772) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:59.103758 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Request body: {'subnet': {'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1475636026-subnet', 'tenant_id': '10db9fa4168244b7a77401743108c170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:59.126207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ec8c-eac7-4c75-bd52-b1b9325fc806 admin admin] Pushing event updated for resources: {'Network': ['ID=ffdcce43-947e-40c2-a470-961a6cd72854,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:59.134419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Made reservation on behalf of 10db9fa4168244b7a77401743108c170 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:59.137859 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.139190 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network ffdcce43-947e-40c2-a470-961a6cd72854 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:20:59.315331 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.372205 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=721e6125-c5b3-4b86-bdf1-e6369244c260,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:59.381924 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Checking segment: {'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:59.382289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Network hostable DHCP agents. Network: ffdcce43-947e-40c2-a470-961a6cd72854, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:20:59.398729 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Network ffdcce43-947e-40c2-a470-961a6cd72854 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:20:59.407296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, ffdcce43-947e-40c2-a470-961a6cd72854) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:59.411672 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:59.412270 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.416988 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca478a-c591-4214-ad3a-9e4e575f6bbd None None] Network ffdcce43-947e-40c2-a470-961a6cd72854 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:59.431913 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0f702a0d-df86-4ac4-9ff4-4b93409f8c20 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3299184 Nov 12 04:20:59.549641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e0b8d-3299-47bf-87f4-4a18306a601f None None] Network ffdcce43-947e-40c2-a470-961a6cd72854 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:59.876043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-cf3de998-6806-4aae-bcc3-89d94d31cd7c tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:59.877445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-cf3de998-6806-4aae-bcc3-89d94d31cd7c tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/networks?id=ffdcce43-947e-40c2-a470-961a6cd72854 HTTP/1.1" status: 200 len: 814 time: 0.1007824 Nov 12 04:20:59.892366 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-dd75a076-2df6-4d16-afe6-04a9f0e87587 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/quotas/10db9fa4168244b7a77401743108c170 HTTP/1.1" status: 200 len: 375 time: 0.0092664 Nov 12 04:20:59.929639 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-081df523-4cb7-48d2-bb93-33151d2a4ad8 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=10db9fa4168244b7a77401743108c170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321062 Nov 12 04:21:00.331451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-bea5a33c-4811-49d8-8b53-757192208a35 service neutron] 10.222.0.49 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947742 Nov 12 04:21:00.422458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-b5e4d42b-a1af-4881-aa08-e59bd84a05df service neutron] 10.222.0.49 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849411 Nov 12 04:21:00.594808 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-09021ff4-9318-42c6-a0d1-b534a5456ba9 req-8c96c233-783f-477c-b8ba-ec03353c035e tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 210 time: 0.0340924 Nov 12 04:21:01.430160 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-11cab723-ac2d-4b84-a7e0-04fc0813e7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.612065 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-ed2af9b1-bea3-40ab-a518-af21acd7072e tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:01.613555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-ed2af9b1-bea3-40ab-a518-af21acd7072e tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.20 "GET /v2.0/networks?id=ffdcce43-947e-40c2-a470-961a6cd72854 HTTP/1.1" status: 200 len: 814 time: 0.1094856 Nov 12 04:21:01.629431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Request body: {'port': {'device_id': 'fa165563-db79-4c77-8f55-d1b1e29b0041', 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854', 'admin_state_up': True, 'tenant_id': '10db9fa4168244b7a77401743108c170'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:01.714988 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54bec60b-e0af-404e-8f40-b9cf02221cb2 req-260bb71f-724c-4755-878a-30ce0be4a7e0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Nov 12 04:21:01.766758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Made reservation on behalf of 10db9fa4168244b7a77401743108c170 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:01.770282 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.895819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Allocated IP 172.20.0.13 (ffdcce43-947e-40c2-a470-961a6cd72854/721e6125-c5b3-4b86-bdf1-e6369244c260/5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:02.041752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.073777 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.117846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Network ffdcce43-947e-40c2-a470-961a6cd72854 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:02.121573 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:02.125518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:02.131960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Pushing event updated for resources: {'Port': ['ID=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.178052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.178659 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.193846 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-91f81ca8-ea10-481f-ad57-9b38f3120dfa tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5691810 Nov 12 04:21:02.206193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Request body: {'port': {'device_id': 'fa165563-db79-4c77-8f55-d1b1e29b0041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:02.264010 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.521352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:02.529273 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.540932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Transition to ACTIVE for port object 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:02.544883 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.595618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Pushing event updated for resources: {'Port': ['ID=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.667339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Attempting to bind port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:02.668092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Attempting to bind port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:02.668227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Attempting to bind port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 on network ffdcce43-947e-40c2-a470-961a6cd72854 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:02.672678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 on network ffdcce43-947e-40c2-a470-961a6cd72854 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:02.673026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Attempting to bind port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 on network ffdcce43-947e-40c2-a470-961a6cd72854 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:02.677778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:02.678113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Checking segment: {'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:02.678497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Bound using segment: {'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:02.678924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Bound port: 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:02.679281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.741530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] For port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:02.744697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] For port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:02.750728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.785912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.786536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.787919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] 10.222.0.20 "PUT /v2.0/ports/5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 HTTP/1.1" status: 200 len: 1093 time: 0.5858045 Nov 12 04:21:02.790227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa165563-db79-4c77-8f55-d1b1e29b0041', 'tag': '5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:02.793473 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718a739a-b6d8-46a8-b49a-786a885692aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fa165563-db79-4c77-8f55-d1b1e29b0041", "tag": "5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:02.823695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae4622-7bd0-43b1-a8eb-c02696f33b02 service neutron] Pushing event updated for resources: {'Port': ['ID=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.841799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffba0cb-2457-4862-b053-21d941882be7 req-f18f1f8c-ede3-4aea-bdf1-da2967e93085 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.844974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ffba0cb-2457-4862-b053-21d941882be7 req-f18f1f8c-ede3-4aea-bdf1-da2967e93085 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 944 time: 0.0588355 Nov 12 04:21:02.848037 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e96179-8c78-4af9-b453-6d7eeaa5484e x-openstack-request-id: req-54e96179-8c78-4af9-b453-6d7eeaa5484e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:02.848332 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa165563-db79-4c77-8f55-d1b1e29b0041", "tag": "5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:02.848590 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54e96179-8c78-4af9-b453-6d7eeaa5484e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:02.849020 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa165563-db79-4c77-8f55-d1b1e29b0041', 'tag': '5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1', 'status': 'completed', 'code': 200} Nov 12 04:21:02.884550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-ab45483a-d1db-421b-82c4-73bd4ae170ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.886110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-ab45483a-d1db-421b-82c4-73bd4ae170ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10db9fa4168244b7a77401743108c170&device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 1096 time: 0.0503252 Nov 12 04:21:02.894471 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ffba0cb-2457-4862-b053-21d941882be7 req-181b0e1f-bd7a-4e6e-abaf-eb176cd6be53 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Nov 12 04:21:02.928853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-94a12783-2b36-4d81-bf61-ebb9e41b0f7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 HTTP/1.1" status: 200 len: 217 time: 0.0353007 Nov 12 04:21:02.978047 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-303dc62c-f361-4406-a74f-6d3ced96e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.979467 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-303dc62c-f361-4406-a74f-6d3ced96e6fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=721e6125-c5b3-4b86-bdf1-e6369244c260 HTTP/1.1" status: 200 len: 854 time: 0.0428758 Nov 12 04:21:03.012753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-c296edcc-1942-4ead-9bb7-1996fc4efa0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdcce43-947e-40c2-a470-961a6cd72854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254669 Nov 12 04:21:03.109172 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-9f8fe14b-78c3-4e94-a818-8cd446021f84 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893097 Nov 12 04:21:03.203625 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e3720174-e0e8-4b9b-9d77-d0491d6f7b2a req-98a3f11e-0b45-4c2c-b411-2a6f23005f25 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878885 Nov 12 04:21:03.290604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a739a-b6d8-46a8-b49a-786a885692aa req-b921f254-181c-4868-813a-6c9b5d32a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.292140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-718a739a-b6d8-46a8-b49a-786a885692aa req-b921f254-181c-4868-813a-6c9b5d32a95b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10db9fa4168244b7a77401743108c170&device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 1096 time: 0.0412390 Nov 12 04:21:03.383831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a739a-b6d8-46a8-b49a-786a885692aa req-13c96028-adad-4743-806f-a1cede03669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.385245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-718a739a-b6d8-46a8-b49a-786a885692aa req-13c96028-adad-4743-806f-a1cede03669f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdcce43-947e-40c2-a470-961a6cd72854 HTTP/1.1" status: 200 len: 916 time: 0.0849857 Nov 12 04:21:03.429145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-718a739a-b6d8-46a8-b49a-786a885692aa req-d0a95ec4-4eb2-46d2-ba25-abb480cec9bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 HTTP/1.1" status: 200 len: 217 time: 0.0370889 Nov 12 04:21:03.478595 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a739a-b6d8-46a8-b49a-786a885692aa req-b15945d6-bbec-4620-82a3-00003daac875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.480021 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-718a739a-b6d8-46a8-b49a-786a885692aa req-b15945d6-bbec-4620-82a3-00003daac875 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=721e6125-c5b3-4b86-bdf1-e6369244c260 HTTP/1.1" status: 200 len: 854 time: 0.0425305 Nov 12 04:21:03.513866 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-718a739a-b6d8-46a8-b49a-786a885692aa req-4d88f17f-ca6f-4633-852a-f15662217786 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdcce43-947e-40c2-a470-961a6cd72854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252843 Nov 12 04:21:03.607099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-718a739a-b6d8-46a8-b49a-786a885692aa req-b6bc4a03-94a7-4d3e-b98b-057ab525ea07 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858240 Nov 12 04:21:03.674547 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1eafc5c4-db28-491f-98df-0a219770a977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.702907 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-718a739a-b6d8-46a8-b49a-786a885692aa req-f6e28c2d-b0da-4f82-84ae-725b7ac02f8c service neutron] 10.222.0.20 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875933 Nov 12 04:21:04.015341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fcce6-45f9-4cbf-b429-fb9add210b9c req-03cb5859-162c-465a-b94d-ad2a5b1a13a7 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.016827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d29fcce6-45f9-4cbf-b429-fb9add210b9c req-03cb5859-162c-465a-b94d-ad2a5b1a13a7 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 944 time: 0.0543213 Nov 12 04:21:04.062705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d29fcce6-45f9-4cbf-b429-fb9add210b9c req-7a6087be-1ca1-48e4-8180-acad5fd00c62 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Nov 12 04:21:05.143675 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.179934 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2d8f6-c166-48cd-9e3d-191b861c1fbe req-ee0bca97-5e8a-4b53-80f3-59568645f425 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:05.181461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8ec2d8f6-c166-48cd-9e3d-191b861c1fbe req-ee0bca97-5e8a-4b53-80f3-59568645f425 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 944 time: 0.0507662 Nov 12 04:21:05.228011 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8ec2d8f6-c166-48cd-9e3d-191b861c1fbe req-a339f62c-6102-486a-b232-f581b89c9af6 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Nov 12 04:21:05.405677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:05.506087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:05.517072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1', 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854', 'port_id': '5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1', 'mac_address': 'fa:16:3e:f8:2b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721e6125-c5b3-4b86-bdf1-e6369244c260', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:05.554247 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.568045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:05.587624 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:05.591438 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.645382 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:05.782045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:06.342947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf45f4-1c09-45ff-94ca-08710c08a3c7 req-e5fc4626-d32e-4004-881f-a93b2e4d7cf1 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:06.344445 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5bf45f4-1c09-45ff-94ca-08710c08a3c7 req-e5fc4626-d32e-4004-881f-a93b2e4d7cf1 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 945 time: 0.0490415 Nov 12 04:21:06.394194 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5bf45f4-1c09-45ff-94ca-08710c08a3c7 req-205823c9-8186-433f-a83a-e73f2249c65b tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438974 Nov 12 04:21:06.513359 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.343783 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.413494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:07.462891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:07.467479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:07.467849 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.517549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebfb21-6ee4-445b-b966-932363746090 req-304d571b-a93a-4fb2-b284-6235fa6567c1 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:07.519064 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1cebfb21-6ee4-445b-b966-932363746090 req-304d571b-a93a-4fb2-b284-6235fa6567c1 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 945 time: 0.0564880 Nov 12 04:21:07.546341 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.568918 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1cebfb21-6ee4-445b-b966-932363746090 req-5845a191-b4ed-4804-845d-ee9a909d4d1d tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Nov 12 04:21:07.574281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa165563-db79-4c77-8f55-d1b1e29b0041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:07.576158 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e8f55e-8f6f-4993-a63a-e3f1bcbc1897" -d '{"events": [{"server_uuid": "fa165563-db79-4c77-8f55-d1b1e29b0041", "name": "network-vif-plugged", "status": "completed", "tag": "5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:07.588680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:07.596356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.620496 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35888bf-80b8-4fe1-b1a0-0040de07731f x-openstack-request-id: req-d35888bf-80b8-4fe1-b1a0-0040de07731f {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:07.620913 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa165563-db79-4c77-8f55-d1b1e29b0041", "name": "network-vif-plugged", "status": "completed", "tag": "5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:07.621302 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d35888bf-80b8-4fe1-b1a0-0040de07731f {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:07.621698 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa165563-db79-4c77-8f55-d1b1e29b0041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1', 'code': 200} Nov 12 04:21:07.650445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:07.718891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8160377-6748-4f1d-8919-a4e74ba1debd req-27204d24-c55c-45e7-a18e-a9500d95d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:07.720340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8160377-6748-4f1d-8919-a4e74ba1debd req-27204d24-c55c-45e7-a18e-a9500d95d65b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 1098 time: 0.0411589 Nov 12 04:21:07.768683 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a8160377-6748-4f1d-8919-a4e74ba1debd req-eae05e70-bb8e-4fb3-bfe0-0f11307beaa2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Nov 12 04:21:08.685903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e42e18-c118-499c-a8b9-f5639602d5fc req-4eeebd55-5b3f-44c0-b048-796f6f523aa0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.687389 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0e42e18-c118-499c-a8b9-f5639602d5fc req-4eeebd55-5b3f-44c0-b048-796f6f523aa0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0487864 Nov 12 04:21:08.737174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d0e42e18-c118-499c-a8b9-f5639602d5fc req-774af3a7-0cb5-41d6-812b-a3aedc291a95 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Nov 12 04:21:09.857248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e8b7c-cc0b-4739-97b5-6b0046b113b7 req-fd7aa206-b893-4b57-86ac-b9b4256d125b tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:09.858617 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b50e8b7c-cc0b-4739-97b5-6b0046b113b7 req-fd7aa206-b893-4b57-86ac-b9b4256d125b tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0490353 Nov 12 04:21:09.906495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b50e8b7c-cc0b-4739-97b5-6b0046b113b7 req-9c6403c2-bef7-4ad5-ba37-18250182ae69 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Nov 12 04:21:10.141702 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-78d82cd3-b51a-4ee0-98d9-bdf43a74ff7f tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.143084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-78d82cd3-b51a-4ee0-98d9-bdf43a74ff7f tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/networks?id=ffdcce43-947e-40c2-a470-961a6cd72854 HTTP/1.1" status: 200 len: 814 time: 0.1071451 Nov 12 04:21:10.158204 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-1ff0d758-33cf-4197-b34a-0715ff1ac49d tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/quotas/10db9fa4168244b7a77401743108c170 HTTP/1.1" status: 200 len: 375 time: 0.0093684 Nov 12 04:21:10.206812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-331d4571-4381-47ad-a495-7026845316f6 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=10db9fa4168244b7a77401743108c170&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432959 Nov 12 04:21:10.293979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-2b2c488c-767f-4511-88e9-e5d1ffe954c0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:21:10.295033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-2b2c488c-767f-4511-88e9-e5d1ffe954c0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476012 Nov 12 04:21:10.388150 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-fe502fdf-61f5-4249-888f-d729b11ef3b4 service neutron] 10.222.0.49 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867763 Nov 12 04:21:10.476392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7587ac5b-8a80-4383-86c4-753fb86d3439 service neutron] 10.222.0.49 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821891 Nov 12 04:21:10.593246 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:10.645194 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-607d1786-4b09-46d4-8d4c-51972aa42397 req-f16da505-c8b6-4732-8afe-f1eb1333755f tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 210 time: 0.0281641 Nov 12 04:21:11.597834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-1fcb6424-08f4-4f6c-b350-a23d4269f0e5 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:11.600086 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-1fcb6424-08f4-4f6c-b350-a23d4269f0e5 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.20 "GET /v2.0/networks?id=ffdcce43-947e-40c2-a470-961a6cd72854 HTTP/1.1" status: 200 len: 814 time: 0.1086898 Nov 12 04:21:11.613763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Request body: {'port': {'device_id': 'c9f4f0dc-0128-403b-8ec1-959ba9167feb', 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854', 'admin_state_up': True, 'tenant_id': '10db9fa4168244b7a77401743108c170'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:11.722531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Made reservation on behalf of 10db9fa4168244b7a77401743108c170 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:11.726079 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:11.741832 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b6d71240-41a5-4fbe-a735-267fec2635d2 req-de655a82-6cfe-4f17-8431-3442338def12 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 210 time: 0.0278599 Nov 12 04:21:11.853945 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Allocated IP 172.20.0.10 (ffdcce43-947e-40c2-a470-961a6cd72854/721e6125-c5b3-4b86-bdf1-e6369244c260/4d5ff58b-da87-4ecf-99c4-638a5f8e72b6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:12.001506 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.033700 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.045005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:12.079576 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Network ffdcce43-947e-40c2-a470-961a6cd72854 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:12.084624 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:12.087613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:12.111578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Pushing event updated for resources: {'Port': ['ID=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:12.143465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.144072 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.159488 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-7f80d173-6407-441d-99b7-79a05e96119a tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5494761 Nov 12 04:21:12.173222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Request body: {'port': {'device_id': 'c9f4f0dc-0128-403b-8ec1-959ba9167feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:12.232246 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.484460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:12.491976 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.504062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Transition to ACTIVE for port object 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:12.507920 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.556483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Pushing event updated for resources: {'Port': ['ID=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:12.625913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Attempting to bind port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:12.626637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Attempting to bind port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:12.626637 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Attempting to bind port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 on network ffdcce43-947e-40c2-a470-961a6cd72854 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:12.630799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 on network ffdcce43-947e-40c2-a470-961a6cd72854 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:12.631116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Attempting to bind port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 on network ffdcce43-947e-40c2-a470-961a6cd72854 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:12.635792 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:12.636119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Checking segment: {'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:12.636540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Bound using segment: {'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:12.637070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Bound port: 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa426a17-5652-47cc-9d83-e5716d87de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:12.637421 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.697342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] For port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:12.700632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] For port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:12.704928 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.738357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.738975 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.740390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] 10.222.0.20 "PUT /v2.0/ports/4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 HTTP/1.1" status: 200 len: 1093 time: 0.5715203 Nov 12 04:21:12.741114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f4f0dc-0128-403b-8ec1-959ba9167feb', 'tag': '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:12.743359 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d858530-2493-442f-b76e-75756362900f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f4f0dc-0128-403b-8ec1-959ba9167feb", "tag": "4d5ff58b-da87-4ecf-99c4-638a5f8e72b6"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:12.771058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd5ed2-81d4-42a7-9f54-690ef6653a9e service neutron] Pushing event updated for resources: {'Port': ['ID=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:12.810940 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094b73eb-d006-4f68-a231-b9c54a8202cb x-openstack-request-id: req-094b73eb-d006-4f68-a231-b9c54a8202cb {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:12.811228 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f4f0dc-0128-403b-8ec1-959ba9167feb", "tag": "4d5ff58b-da87-4ecf-99c4-638a5f8e72b6", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:12.811476 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-094b73eb-d006-4f68-a231-b9c54a8202cb {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:12.811868 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f4f0dc-0128-403b-8ec1-959ba9167feb', 'tag': '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6', 'status': 'completed', 'code': 200} Nov 12 04:21:12.827776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-82d38e30-6542-4038-9b2f-40ff28289538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.829297 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-82d38e30-6542-4038-9b2f-40ff28289538 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10db9fa4168244b7a77401743108c170&device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 1096 time: 0.0477729 Nov 12 04:21:12.873667 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-a4c76a82-4065-4ca7-b4ac-99ddf4158c81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 HTTP/1.1" status: 200 len: 217 time: 0.0365829 Nov 12 04:21:12.878313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972c050-94a7-42eb-8333-2d428e78fb16 req-199a1fcb-1b6e-48b4-9dc6-423b19728ec0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.879822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a972c050-94a7-42eb-8333-2d428e78fb16 req-199a1fcb-1b6e-48b4-9dc6-423b19728ec0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 944 time: 0.0553987 Nov 12 04:21:12.922840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-ef07491a-8c3c-4ed3-90c8-bea56bd127ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.924308 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-ef07491a-8c3c-4ed3-90c8-bea56bd127ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=721e6125-c5b3-4b86-bdf1-e6369244c260 HTTP/1.1" status: 200 len: 854 time: 0.0446184 Nov 12 04:21:12.928488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a972c050-94a7-42eb-8333-2d428e78fb16 req-fbc3d949-c7f4-4cf6-b9e6-1ff6d233d0bb tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Nov 12 04:21:12.955854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-30aaab77-8b0e-482f-b225-a4afab1e66fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdcce43-947e-40c2-a470-961a6cd72854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245183 Nov 12 04:21:13.047651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-b78ce4d7-0627-4ccd-b007-d1532b83fe4d service neutron] 10.222.0.20 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Nov 12 04:21:13.144210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7f44b2e2-720b-45db-990f-2dbedfac8387 req-02bcd80b-fac3-4d62-86a6-c4d53f419af6 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856981 Nov 12 04:21:13.227530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858530-2493-442f-b76e-75756362900f req-e2e82678-e2a4-4389-be30-fa262452c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.229042 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d858530-2493-442f-b76e-75756362900f req-e2e82678-e2a4-4389-be30-fa262452c61d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10db9fa4168244b7a77401743108c170&device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 1096 time: 0.0419478 Nov 12 04:21:13.318901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858530-2493-442f-b76e-75756362900f req-8721ccbf-2221-4088-a548-c2c748e29478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.320272 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d858530-2493-442f-b76e-75756362900f req-8721ccbf-2221-4088-a548-c2c748e29478 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffdcce43-947e-40c2-a470-961a6cd72854 HTTP/1.1" status: 200 len: 916 time: 0.0839052 Nov 12 04:21:13.367955 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d858530-2493-442f-b76e-75756362900f req-d1c0c7fc-4801-42bf-a6cf-849d4a823958 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 HTTP/1.1" status: 200 len: 217 time: 0.0401666 Nov 12 04:21:13.416721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858530-2493-442f-b76e-75756362900f req-c70daedf-0852-4a66-a536-07adc79266a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.418201 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d858530-2493-442f-b76e-75756362900f req-c70daedf-0852-4a66-a536-07adc79266a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=721e6125-c5b3-4b86-bdf1-e6369244c260 HTTP/1.1" status: 200 len: 854 time: 0.0431302 Nov 12 04:21:13.452267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d858530-2493-442f-b76e-75756362900f req-352ddaaa-9746-4843-902f-239b61a23db7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffdcce43-947e-40c2-a470-961a6cd72854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258727 Nov 12 04:21:13.543501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d858530-2493-442f-b76e-75756362900f req-f45c57ed-2e49-4fde-a7fc-033ff9842d27 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838218 Nov 12 04:21:13.636096 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9d858530-2493-442f-b76e-75756362900f req-52b4bdd7-6dab-4b48-b51a-0ee1951d0a25 service neutron] 10.222.0.20 "GET /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 Nov 12 04:21:14.067672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe9d8-ba40-4452-8d49-93f1c30a7878 req-c03425bf-5528-4f49-86b6-7308f5bd7e27 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.069209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c8fe9d8-ba40-4452-8d49-93f1c30a7878 req-c03425bf-5528-4f49-86b6-7308f5bd7e27 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 944 time: 0.0713143 Nov 12 04:21:14.116349 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c8fe9d8-ba40-4452-8d49-93f1c30a7878 req-8ea18aeb-778c-4ef4-a139-45ef11315788 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Nov 12 04:21:15.235862 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d104fd-5907-4f9c-aef3-b1173b0de535 req-1894c0bc-93cc-43b3-90d4-3a9b788a9280 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.237379 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5d104fd-5907-4f9c-aef3-b1173b0de535 req-1894c0bc-93cc-43b3-90d4-3a9b788a9280 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 944 time: 0.0522008 Nov 12 04:21:15.284976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5d104fd-5907-4f9c-aef3-b1173b0de535 req-93f6608d-6894-425a-95c9-62105412feab tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Nov 12 04:21:15.445859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:15.538871 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:15.552784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6', 'network_id': 'ffdcce43-947e-40c2-a470-961a6cd72854', 'port_id': '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6', 'mac_address': 'fa:16:3e:e6:ff:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721e6125-c5b3-4b86-bdf1-e6369244c260', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:15.589188 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.602301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:15.621528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:15.625297 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:15.671370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:15.678225 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.678576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.678916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.679251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.679585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.679912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.680237 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.680561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.680916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.681239 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.681563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.681881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:15.823598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['4d5ff58b-da87-4ecf-99c4-638a5f8e72b6'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:16.402801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a900b-0c03-4ef3-aaaf-f44b45c97ca5 req-b4794092-afab-45ad-8f88-d83413b5feec tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.404390 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-986a900b-0c03-4ef3-aaaf-f44b45c97ca5 req-b4794092-afab-45ad-8f88-d83413b5feec tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 945 time: 0.0503981 Nov 12 04:21:16.451266 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-986a900b-0c03-4ef3-aaaf-f44b45c97ca5 req-c850d12a-cafe-4b02-a004-bcf661f4d197 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Nov 12 04:21:17.468314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:17.518775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:17.523171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:17.523545 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.579367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57bba3-46e2-4620-9f7f-a3eab8170c72 req-4d529181-9fe2-4df1-8bcd-68c93f6620f0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.580905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d57bba3-46e2-4620-9f7f-a3eab8170c72 req-4d529181-9fe2-4df1-8bcd-68c93f6620f0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 945 time: 0.0537724 Nov 12 04:21:17.603819 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.629039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f4f0dc-0128-403b-8ec1-959ba9167feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:17.629761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d57bba3-46e2-4620-9f7f-a3eab8170c72 req-232cc9ef-0813-4120-bdb4-d32091291439 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Nov 12 04:21:17.631524 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c71182c-ccfd-4759-9a9c-ec5dc7a2089b" -d '{"events": [{"server_uuid": "c9f4f0dc-0128-403b-8ec1-959ba9167feb", "name": "network-vif-plugged", "status": "completed", "tag": "4d5ff58b-da87-4ecf-99c4-638a5f8e72b6"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:17.645963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:17.650401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.677476 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b12982-7644-4561-820f-34b9e4a6da02 x-openstack-request-id: req-89b12982-7644-4561-820f-34b9e4a6da02 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:17.677769 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f4f0dc-0128-403b-8ec1-959ba9167feb", "name": "network-vif-plugged", "status": "completed", "tag": "4d5ff58b-da87-4ecf-99c4-638a5f8e72b6", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:17.678023 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89b12982-7644-4561-820f-34b9e4a6da02 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:17.678421 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f4f0dc-0128-403b-8ec1-959ba9167feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6', 'code': 200} Nov 12 04:21:17.707791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:17.781114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210d7ec-1db3-44a7-aa2a-1a3eb0c42f49 req-5288e743-33dd-4711-8620-894db30aed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.783014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c210d7ec-1db3-44a7-aa2a-1a3eb0c42f49 req-5288e743-33dd-4711-8620-894db30aed46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 1098 time: 0.0405679 Nov 12 04:21:17.830313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c210d7ec-1db3-44a7-aa2a-1a3eb0c42f49 req-a9fbd9eb-4f38-4932-aae2-e18dc3597383 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Nov 12 04:21:18.742465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e0859-6878-4bb8-ae5c-1c4686d715c4 req-50bce2ff-6495-4307-a7fa-39753aedc480 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:18.743932 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd0e0859-6878-4bb8-ae5c-1c4686d715c4 req-50bce2ff-6495-4307-a7fa-39753aedc480 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 946 time: 0.0483801 Nov 12 04:21:18.791785 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bd0e0859-6878-4bb8-ae5c-1c4686d715c4 req-ffe74059-dd8f-4cce-8d3c-a6d1b2543686 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Nov 12 04:21:19.908213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9cafc-6932-4a7b-b4d3-dae86f4b811d req-9a949d6f-0362-4985-a9b3-5bc4800550e0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:19.909705 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-daa9cafc-6932-4a7b-b4d3-dae86f4b811d req-9a949d6f-0362-4985-a9b3-5bc4800550e0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 946 time: 0.0484245 Nov 12 04:21:19.956591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-daa9cafc-6932-4a7b-b4d3-dae86f4b811d req-3ac5153d-cfbc-4021-ac4e-ff9bedd6c680 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Nov 12 04:21:20.189145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27ec29-39f5-4c49-a4ba-d7d1cf25ff52 req-a1d5e1ba-7361-425f-9980-74b5434478c1 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:20.190648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae27ec29-39f5-4c49-a4ba-d7d1cf25ff52 req-a1d5e1ba-7361-425f-9980-74b5434478c1 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 946 time: 0.0500939 Nov 12 04:21:20.237017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ae27ec29-39f5-4c49-a4ba-d7d1cf25ff52 req-ba710a8d-d84d-4c58-b917-ca2ae8743276 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Nov 12 04:21:21.359117 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a26186-84cc-4cd3-aba2-a427caa73ca0 req-00b27747-170a-48fe-8e56-21f82b7fd939 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:21.360586 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02a26186-84cc-4cd3-aba2-a427caa73ca0 req-00b27747-170a-48fe-8e56-21f82b7fd939 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 946 time: 0.0522497 Nov 12 04:21:21.412881 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-02a26186-84cc-4cd3-aba2-a427caa73ca0 req-4f7f2feb-2940-461e-95b3-8dbf57a75db6 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Nov 12 04:21:21.545903 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-896d4ccc-0b16-4247-8eab-0e38085f1a08 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:21.547231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-896d4ccc-0b16-4247-8eab-0e38085f1a08 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9f4f0dc-0128-403b-8ec1-959ba9167feb HTTP/1.1" status: 200 len: 946 time: 0.0538943 Nov 12 04:21:21.644288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Deleting port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:21.644624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.733828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] For port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:21.734195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.747694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Calling delete_port for 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:21.876310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.888221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1', '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:21.902937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Pushing event deleted for resources: {'Port': ['ID=4d5ff58b-da87-4ecf-99c4-638a5f8e72b6,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:21.945740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] No DVR routers for this DVR port 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:21.948162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.952531 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5e18cf1-f7a6-4898-bb11-e30633bf541e req-e2915cce-edbd-44d0-b63a-55206778c9cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.20 "DELETE /v2.0/ports/4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 HTTP/1.1" status: 204 len: 173 time: 0.3971214 Nov 12 04:21:21.953010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f4f0dc-0128-403b-8ec1-959ba9167feb', 'name': 'network-vif-deleted', 'tag': '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:21.955266 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a4f806-a0bf-4f65-bd2e-846c3a4d1ff7" -d '{"events": [{"server_uuid": "c9f4f0dc-0128-403b-8ec1-959ba9167feb", "name": "network-vif-deleted", "tag": "4d5ff58b-da87-4ecf-99c4-638a5f8e72b6"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:22.001860 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816fb09e-5bf8-4cff-8e53-884d6d2ba5b7 x-openstack-request-id: req-816fb09e-5bf8-4cff-8e53-884d6d2ba5b7 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:22.002465 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f4f0dc-0128-403b-8ec1-959ba9167feb", "name": "network-vif-deleted", "tag": "4d5ff58b-da87-4ecf-99c4-638a5f8e72b6", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:22.002465 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-816fb09e-5bf8-4cff-8e53-884d6d2ba5b7 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:22.002806 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f4f0dc-0128-403b-8ec1-959ba9167feb', 'name': 'network-vif-deleted', 'tag': '4d5ff58b-da87-4ecf-99c4-638a5f8e72b6', 'status': 'completed', 'code': 200} Nov 12 04:21:22.569786 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55db40a-1773-4fc4-bde6-50bd6e09c9bb req-6ac43910-66ee-4541-85f4-9e7be0a2e025 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:22.571236 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e55db40a-1773-4fc4-bde6-50bd6e09c9bb req-6ac43910-66ee-4541-85f4-9e7be0a2e025 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0490010 Nov 12 04:21:22.619895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e55db40a-1773-4fc4-bde6-50bd6e09c9bb req-13dd780b-de68-4bef-a248-52917c0be5f2 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Nov 12 04:21:22.753865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738a38d-4765-48bb-8047-32049eb434da req-4f811ceb-eaea-42af-81e0-57c22fbba6d0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:22.755332 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d738a38d-4765-48bb-8047-32049eb434da req-4f811ceb-eaea-42af-81e0-57c22fbba6d0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0530396 Nov 12 04:21:22.802336 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d738a38d-4765-48bb-8047-32049eb434da req-be1119ca-1ff2-4d9b-b6c2-8b4be2f51b43 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Nov 12 04:21:22.916433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f7055-d782-48b8-88cb-dfb53c78e6ab req-2cad0482-b62e-491c-98c1-873e79ea1f1e tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:22.918043 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e7f7055-d782-48b8-88cb-dfb53c78e6ab req-2cad0482-b62e-491c-98c1-873e79ea1f1e tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0487809 Nov 12 04:21:22.966740 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3e7f7055-d782-48b8-88cb-dfb53c78e6ab req-8515daab-de45-42c7-99bc-ad225db60f44 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 Nov 12 04:21:23.131328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5148d3e-70c8-44cb-acde-bf4a13d29ee1 req-65f47be0-b3bd-4e9e-80f3-6c467d158fb1 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:23.132683 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5148d3e-70c8-44cb-acde-bf4a13d29ee1 req-65f47be0-b3bd-4e9e-80f3-6c467d158fb1 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0490727 Nov 12 04:21:23.178442 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5148d3e-70c8-44cb-acde-bf4a13d29ee1 req-8cce0f8a-d62c-4303-a119-628b9c163613 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392036 Nov 12 04:21:23.291761 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c30610-5bed-4e20-82c0-86cbecbc85b4 req-fd6ca288-39cb-45ab-ac75-a81bb3a53c0d tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:23.293458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51c30610-5bed-4e20-82c0-86cbecbc85b4 req-fd6ca288-39cb-45ab-ac75-a81bb3a53c0d tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0484643 Nov 12 04:21:23.341353 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-51c30610-5bed-4e20-82c0-86cbecbc85b4 req-a1607dbf-b108-49f0-96d3-b0a21a00cbc9 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Nov 12 04:21:23.467429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6c049-d65d-4da4-b67e-26519d53ac59 req-bf898f5e-d2d1-40ef-ae67-87641a2167fb tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:23.468908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fa6c049-d65d-4da4-b67e-26519d53ac59 req-bf898f5e-d2d1-40ef-ae67-87641a2167fb tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0522163 Nov 12 04:21:23.515582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0fa6c049-d65d-4da4-b67e-26519d53ac59 req-450268c4-ea9f-4650-86f0-b942768c21a2 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Nov 12 04:21:23.820403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe122d2-ad74-4917-83ed-7244635e3b01 req-51b568ca-19e3-480c-992c-8328851723cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:23.821900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fe122d2-ad74-4917-83ed-7244635e3b01 req-51b568ca-19e3-480c-992c-8328851723cf tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0495980 Nov 12 04:21:23.869510 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8fe122d2-ad74-4917-83ed-7244635e3b01 req-acc05737-c4ff-4069-8dce-0c41727ca95d tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Nov 12 04:21:24.994318 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d589-29ec-41cb-9ca9-bf2f5df31326 req-6f3b00d4-bc84-4767-8f24-c46e01826c08 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.995782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-67d4d589-29ec-41cb-9ca9-bf2f5df31326 req-6f3b00d4-bc84-4767-8f24-c46e01826c08 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0535972 Nov 12 04:21:25.042290 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-67d4d589-29ec-41cb-9ca9-bf2f5df31326 req-7fcb9c98-dc40-46b9-8313-242eac228421 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fb417b-e1c6-4888-8677-10cfa11ccb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Nov 12 04:21:25.149485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-1fce5422-3fbd-4af8-bf87-46e8ca4e6895 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:25.151358 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-1fce5422-3fbd-4af8-bf87-46e8ca4e6895 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa165563-db79-4c77-8f55-d1b1e29b0041 HTTP/1.1" status: 200 len: 946 time: 0.0490847 Nov 12 04:21:25.154830 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.242512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Deleting port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:25.242845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.330629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] For port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,segment=NetworkSegment(aa426a17-5652-47cc-9d83-e5716d87de4a),segment_id=aa426a17-5652-47cc-9d83-e5716d87de4a)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:25.330984 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.343726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Calling delete_port for 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:25.471731 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.483336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:25.499046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Pushing event deleted for resources: {'Port': ['ID=5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:25.533955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:25.545847 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] No DVR routers for this DVR port 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:25.548399 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.551834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-deac8e09-ceec-43f1-aa06-9700f48c8d74 req-58e587f1-9edb-4cfd-99d0-4a4d9c094bd0 tempest-ServersNegativeTestJSON-441054875 tempest-ServersNegativeTestJSON-441054875-project] 10.222.0.20 "DELETE /v2.0/ports/5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 HTTP/1.1" status: 204 len: 173 time: 0.3939421 Nov 12 04:21:25.552269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa165563-db79-4c77-8f55-d1b1e29b0041', 'name': 'network-vif-deleted', 'tag': '5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:25.554522 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d36ae5-67be-4a19-9266-21b97db15e83" -d '{"events": [{"server_uuid": "fa165563-db79-4c77-8f55-d1b1e29b0041", "name": "network-vif-deleted", "tag": "5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:25.557760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:25.558103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 4d5ff58b-da87-4ecf-99c4-638a5f8e72b6 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:25.593459 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b674a3-6873-4450-9be3-b6d56c1caa58 x-openstack-request-id: req-e7b674a3-6873-4450-9be3-b6d56c1caa58 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:25.593753 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa165563-db79-4c77-8f55-d1b1e29b0041", "name": "network-vif-deleted", "tag": "5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:25.594005 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7b674a3-6873-4450-9be3-b6d56c1caa58 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:25.594405 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa165563-db79-4c77-8f55-d1b1e29b0041', 'name': 'network-vif-deleted', 'tag': '5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1', 'status': 'completed', 'code': 200} Nov 12 04:21:26.098720 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37944) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:26.142994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-69019b93-aa73-4e8e-b14b-b87653efc64b admin admin] Deleting subnet 721e6125-c5b3-4b86-bdf1-e6369244c260 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:26.146035 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69019b93-aa73-4e8e-b14b-b87653efc64b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.178983 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69019b93-aa73-4e8e-b14b-b87653efc64b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.221275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69019b93-aa73-4e8e-b14b-b87653efc64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.271828 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69019b93-aa73-4e8e-b14b-b87653efc64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.299090 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-69019b93-aa73-4e8e-b14b-b87653efc64b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.302272 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-69019b93-aa73-4e8e-b14b-b87653efc64b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/721e6125-c5b3-4b86-bdf1-e6369244c260 HTTP/1.1" status: 204 len: 168 time: 0.2025301 Nov 12 04:21:26.303243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69019b93-aa73-4e8e-b14b-b87653efc64b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=721e6125-c5b3-4b86-bdf1-e6369244c260,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:26.304831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37946) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:26.374366 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.452832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.472432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdcce43-947e-40c2-a470-961a6cd72854']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:26.482044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa426a17-5652-47cc-9d83-e5716d87de4a') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:26.482331 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa426a17-5652-47cc-9d83-e5716d87de4a') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:26.491610 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.504634 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.510680 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:26.511061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:26.513582 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:26.566225 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.572081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.575530 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ffdcce43-947e-40c2-a470-961a6cd72854 HTTP/1.1" status: 204 len: 168 time: 0.2695882 Nov 12 04:21:26.587458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c3a91-a206-43ed-85d3-b3476ea382b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdcce43-947e-40c2-a470-961a6cd72854,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:26.685186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37950) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:26.728997 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-41acd224-fb81-4dc5-86b3-4877d6b77eb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10db9fa4168244b7a77401743108c170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425291 Nov 12 04:21:26.731653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37952) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:26.779113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1007a0c0-b79d-4312-8b9f-127e7adfae38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.799749 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1007a0c0-b79d-4312-8b9f-127e7adfae38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.846929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1007a0c0-b79d-4312-8b9f-127e7adfae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.849531 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1007a0c0-b79d-4312-8b9f-127e7adfae38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.850688 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1007a0c0-b79d-4312-8b9f-127e7adfae38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62fb417b-e1c6-4888-8677-10cfa11ccb3b HTTP/1.1" status: 204 len: 168 time: 0.1181250 Nov 12 04:21:26.858288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007a0c0-b79d-4312-8b9f-127e7adfae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fb417b-e1c6-4888-8677-10cfa11ccb3b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:27.526935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37974) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:27.621625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-895992947'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:27.642938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:27.646827 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.655571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.731107 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.734921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.765633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:27.771071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7cb031-7665-4fbd-b1a1-7d419143d0b9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:27.778968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.779261 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Added segment 4e9161bf-ab8d-49c4-9743-5f0b1fd3158e of type vlan for network 42638e5c-2914-4e78-a3b4-7cc3452ebc5a Nov 12 04:21:27.821642 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.846062 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.851635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:27.852218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.886219 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3580999 Nov 12 04:21:27.922481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c623-f118-452f-a45d-1a9177e66ecc tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Network': ['ID=42638e5c-2914-4e78-a3b4-7cc3452ebc5a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:27.932487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 42638e5c-2914-4e78-a3b4-7cc3452ebc5a details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:29.562262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:29.739839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:29.740184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5748d2fc-c12b-4ff6-97bd-5f1b3c5440d1 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:31.117518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37978) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:31.123314 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'subnet': {'network_id': '42638e5c-2914-4e78-a3b4-7cc3452ebc5a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:31.432030 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7b124c16-ca80-46f3-8acd-65510bb1d7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.522469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:31.525940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.707898 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.771036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Subnet': ['ID=654c6442-dce4-46de-aa46-add2752ee376,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:31.775495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Checking segment: {'id': '4e9161bf-ab8d-49c4-9743-5f0b1fd3158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '42638e5c-2914-4e78-a3b4-7cc3452ebc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:31.775859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network hostable DHCP agents. Network: 42638e5c-2914-4e78-a3b4-7cc3452ebc5a, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:31.792634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network 42638e5c-2914-4e78-a3b4-7cc3452ebc5a is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:31.800780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 42638e5c-2914-4e78-a3b4-7cc3452ebc5a) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:31.807611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:31.808108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c369e3a9-9ab3-44a1-8e79-8f7371c1e2e3 None None] Network 42638e5c-2914-4e78-a3b4-7cc3452ebc5a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:31.808226 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.826834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-12a7f06f-2028-495d-a2fd-c74272f69b4f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7077236 Nov 12 04:21:31.830264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37980) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:31.835428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-239808173'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:31.856168 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:31.859705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.884972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:31.895041 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.895390 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Added segment 6d415d55-7091-4fba-ba0a-5b66d741e9aa of type vlan for network e9803cca-5a12-4c99-95a2-74670d0a214b Nov 12 04:21:31.936456 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.961797 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.962064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-42638e5c-2914-4e78-a3b4-7cc3452ebc5a', 'network_id': '42638e5c-2914-4e78-a3b4-7cc3452ebc5a', 'tenant_id': '5138e28340d943baa78f4d89224d4b87', 'fixed_ips': [{'subnet_id': '654c6442-dce4-46de-aa46-add2752ee376'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:31.963488 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.968474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:31.969096 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.034178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2028453 Nov 12 04:21:32.036970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37982) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.041772 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'subnet': {'network_id': 'e9803cca-5a12-4c99-95a2-74670d0a214b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:32.061159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7df01-5b9a-4cdd-a8cf-c9ab18cb229f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Network': ['ID=e9803cca-5a12-4c99-95a2-74670d0a214b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:32.080122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network e9803cca-5a12-4c99-95a2-74670d0a214b details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:32.139832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:32.143440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.146798 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Allocated IP 2001:db8:0:ffff::2 (42638e5c-2914-4e78-a3b4-7cc3452ebc5a/654c6442-dce4-46de-aa46-add2752ee376/ecb053bb-791a-4132-9d64-13c6f3cdfd83) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:32.306200 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.311636 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.345040 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.352672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Network 42638e5c-2914-4e78-a3b4-7cc3452ebc5a is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:32.355602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:32.360098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:32.367803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Pushing event updated for resources: {'Port': ['ID=ecb053bb-791a-4132-9d64-13c6f3cdfd83,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:32.411828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Subnet': ['ID=82a850fe-ea36-48db-ba10-9fb5b871ca39,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:32.421668 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Checking segment: {'id': '6d415d55-7091-4fba-ba0a-5b66d741e9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'e9803cca-5a12-4c99-95a2-74670d0a214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:32.422040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network hostable DHCP agents. Network: e9803cca-5a12-4c99-95a2-74670d0a214b, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:32.422816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Attempting to bind port ecb053bb-791a-4132-9d64-13c6f3cdfd83 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:32.423194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Attempting to bind port ecb053bb-791a-4132-9d64-13c6f3cdfd83 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '4e9161bf-ab8d-49c4-9743-5f0b1fd3158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '42638e5c-2914-4e78-a3b4-7cc3452ebc5a'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:32.423565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Attempting to bind port ecb053bb-791a-4132-9d64-13c6f3cdfd83 on network 42638e5c-2914-4e78-a3b4-7cc3452ebc5a {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:32.428494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:32.428901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Checking segment: {'id': '4e9161bf-ab8d-49c4-9743-5f0b1fd3158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '42638e5c-2914-4e78-a3b4-7cc3452ebc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:32.429312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.429713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Bound using segment: {'id': '4e9161bf-ab8d-49c4-9743-5f0b1fd3158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '42638e5c-2914-4e78-a3b4-7cc3452ebc5a'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:32.430182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Bound port: ecb053bb-791a-4132-9d64-13c6f3cdfd83, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9161bf-ab8d-49c4-9743-5f0b1fd3158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '42638e5c-2914-4e78-a3b4-7cc3452ebc5a'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:32.430565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.440178 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network e9803cca-5a12-4c99-95a2-74670d0a214b is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:32.449431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, e9803cca-5a12-4c99-95a2-74670d0a214b) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:32.454996 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:32.455616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.466638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583dc0ef-b25b-4bbd-91a0-0643dfae5391 None None] Network e9803cca-5a12-4c99-95a2-74670d0a214b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:32.473397 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d9808c2a-3f93-47b1-affb-5892d458cbee tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4354141 Nov 12 04:21:32.475985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37984) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:32.553409 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] For port ecb053bb-791a-4132-9d64-13c6f3cdfd83, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:32.557853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] For port ecb053bb-791a-4132-9d64-13c6f3cdfd83, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ecb053bb-791a-4132-9d64-13c6f3cdfd83,segment=NetworkSegment(4e9161bf-ab8d-49c4-9743-5f0b1fd3158e),segment_id=4e9161bf-ab8d-49c4-9743-5f0b1fd3158e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:32.561846 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.576540 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.659815 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.666878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990e281-887a-485e-ba07-bd933d93ec86 None None] Pushing event updated for resources: {'Port': ['ID=ecb053bb-791a-4132-9d64-13c6f3cdfd83,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:32.702210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30cd01c-1661-4909-8ec6-d1c780c69db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-e9803cca-5a12-4c99-95a2-74670d0a214b', 'network_id': 'e9803cca-5a12-4c99-95a2-74670d0a214b', 'tenant_id': '5138e28340d943baa78f4d89224d4b87', 'fixed_ips': [{'subnet_id': '82a850fe-ea36-48db-ba10-9fb5b871ca39'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:32.703091 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a30cd01c-1661-4909-8ec6-d1c780c69db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.729469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.766861 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Subnet': ['ID=82a850fe-ea36-48db-ba10-9fb5b871ca39,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server [None req-a30cd01c-1661-4909-8ec6-d1c780c69db0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82a850fe-ea36-48db-ba10-9fb5b871ca39: This subnet is being modified by another concurrent operation. Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82a850fe-ea36-48db-ba10-9fb5b871ca39: This subnet is being modified by another concurrent operation. Nov 12 04:21:32.829814 n-d-789963-21 neutron-server[102630]: ERROR oslo_messaging.rpc.server Nov 12 04:21:32.843553 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b69f7-17fe-46df-954e-34f4ceacbd02 None None] Network e9803cca-5a12-4c99-95a2-74670d0a214b requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:32.853485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.879985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9803cca-5a12-4c99-95a2-74670d0a214b']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:32.890876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d415d55-7091-4fba-ba0a-5b66d741e9aa') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:32.891220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d415d55-7091-4fba-ba0a-5b66d741e9aa') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:32.901186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.915410 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.923412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:32.923903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:32.928108 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:32.994570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.001529 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.004659 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/e9803cca-5a12-4c99-95a2-74670d0a214b HTTP/1.1" status: 204 len: 168 time: 0.5277476 Nov 12 04:21:33.008460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37986) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:33.013607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1431186334'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:33.017791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295b575-0398-43f9-bdb4-5963224fb4d2 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Network': ['ID=e9803cca-5a12-4c99-95a2-74670d0a214b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:33.039303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:33.042866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.067153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:33.076827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.077213 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Added segment 85c2581a-7439-4b75-95bd-5283306c4591 of type vlan for network 364f123c-cc18-4193-a233-680d31abecb2 Nov 12 04:21:33.126817 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.151323 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.157583 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:33.158192 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.191772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1796451 Nov 12 04:21:33.191967 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37988) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:33.196648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'subnet': {'network_id': '364f123c-cc18-4193-a233-680d31abecb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:33.256819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f0363-a612-4608-982a-3735881e081a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Network': ['ID=364f123c-cc18-4193-a233-680d31abecb2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:33.268538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 364f123c-cc18-4193-a233-680d31abecb2 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:33.323200 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:33.327267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.393958 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Performing IP validity checks on allocation pools {{(pid=102629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:21:33.394488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.ipam_backend_mixin [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102629) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:21:33.526231 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.607715 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1162e2-45e1-41c6-9544-786465ce8062 None None] Network 42638e5c-2914-4e78-a3b4-7cc3452ebc5a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:33.695752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e0d03fe3-6b27-45ce-94ce-bb3158f87836 None None] Provisioning complete for port ecb053bb-791a-4132-9d64-13c6f3cdfd83 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:33.696077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0d03fe3-6b27-45ce-94ce-bb3158f87836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.736395 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00fbc2e0-1598-4fef-8c3f-5f471719131f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.795262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ecb053bb-791a-4132-9d64-13c6f3cdfd83 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:33.862733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Subnet': ['ID=824c168d-e019-4a7e-ae3d-3f62f3edba37,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:33.873728 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Checking segment: {'id': '85c2581a-7439-4b75-95bd-5283306c4591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '364f123c-cc18-4193-a233-680d31abecb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:33.874114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network hostable DHCP agents. Network: 364f123c-cc18-4193-a233-680d31abecb2, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:33.887248 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0d03fe3-6b27-45ce-94ce-bb3158f87836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.892019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network 364f123c-cc18-4193-a233-680d31abecb2 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:33.901378 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 364f123c-cc18-4193-a233-680d31abecb2) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:33.907385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:33.909154 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.912111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5454b8-ef50-4752-80e8-5bdc6987047d None None] Network 364f123c-cc18-4193-a233-680d31abecb2 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:33.925887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6c909246-65f1-4de0-9b47-f389039c5880 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7329209 Nov 12 04:21:33.928675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37990) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:33.990478 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ecb053bb-791a-4132-9d64-13c6f3cdfd83 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:33.990844 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:33.994922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e0d03fe3-6b27-45ce-94ce-bb3158f87836 None None] For port ecb053bb-791a-4132-9d64-13c6f3cdfd83, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ecb053bb-791a-4132-9d64-13c6f3cdfd83,segment=NetworkSegment(4e9161bf-ab8d-49c4-9743-5f0b1fd3158e),segment_id=4e9161bf-ab8d-49c4-9743-5f0b1fd3158e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:34.021004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0d03fe3-6b27-45ce-94ce-bb3158f87836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.038535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.137561 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.171505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d03fe3-6b27-45ce-94ce-bb3158f87836 None None] Pushing event updated for resources: {'Port': ['ID=ecb053bb-791a-4132-9d64-13c6f3cdfd83,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:34.234332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645febcd-c7f7-4b4c-922e-c4d225af9991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-364f123c-cc18-4193-a233-680d31abecb2', 'network_id': '364f123c-cc18-4193-a233-680d31abecb2', 'tenant_id': '5138e28340d943baa78f4d89224d4b87', 'fixed_ips': [{'subnet_id': '824c168d-e019-4a7e-ae3d-3f62f3edba37'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:34.235265 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-645febcd-c7f7-4b4c-922e-c4d225af9991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.251802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.295737 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Subnet': ['ID=824c168d-e019-4a7e-ae3d-3f62f3edba37,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:34.332711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d2dcc3-493d-44c6-b4a6-763c728f808c None None] Network 364f123c-cc18-4193-a233-680d31abecb2 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:34.358382 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.381473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364f123c-cc18-4193-a233-680d31abecb2']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:34.392115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c2581a-7439-4b75-95bd-5283306c4591') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:34.392492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c2581a-7439-4b75-95bd-5283306c4591') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:34.410470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.413358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a39b8c0d-d075-4aa4-ae17-a5ec10185300 None None] Provisioning complete for port ecb053bb-791a-4132-9d64-13c6f3cdfd83 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:34.413727 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a39b8c0d-d075-4aa4-ae17-a5ec10185300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.425841 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.431918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:34.432312 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:34.435618 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:34.495025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f88ed0-689e-4ddd-9ca5-460137a2d6b0 None None] get_active_networks_info from n-d-789963-21 {{(pid=102630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:21:34.498774 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.506170 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.509463 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/364f123c-cc18-4193-a233-680d31abecb2 HTTP/1.1" status: 204 len: 168 time: 0.5798297 Nov 12 04:21:34.513428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37992) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:34.526571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141518944'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:34.533432 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336942dc-d36a-4a80-8891-cc8c7284abe0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Network': ['ID=364f123c-cc18-4193-a233-680d31abecb2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:34.550501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:34.554174 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.583120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:34.592442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f88ed0-689e-4ddd-9ca5-460137a2d6b0 None None] Resources bound (agent type, host, resource id): {{(pid=102630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:21:34.593313 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.593660 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Added segment be08b9d9-017f-4dee-b005-815a232b3b19 of type vlan for network 2a482042-b8cf-4cd4-945e-2c454d7d8d40 Nov 12 04:21:34.634017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.658814 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.664603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:34.665222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.705434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1875269 Nov 12 04:21:34.705844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37994) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:34.710970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'subnet': {'network_id': '2a482042-b8cf-4cd4-945e-2c454d7d8d40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:34.736386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbcedc-ba02-4d58-8e60-17bf08f584a0 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Network': ['ID=2a482042-b8cf-4cd4-945e-2c454d7d8d40,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:34.764098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 2a482042-b8cf-4cd4-945e-2c454d7d8d40 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:34.805398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:34.808893 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.988755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.052611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Subnet': ['ID=dfaeaf28-8bbf-47ac-a2f5-7deff21d89dc,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:35.061955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Checking segment: {'id': 'be08b9d9-017f-4dee-b005-815a232b3b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a482042-b8cf-4cd4-945e-2c454d7d8d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:35.062317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network hostable DHCP agents. Network: 2a482042-b8cf-4cd4-945e-2c454d7d8d40, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:35.078461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network 2a482042-b8cf-4cd4-945e-2c454d7d8d40 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:35.086818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 2a482042-b8cf-4cd4-945e-2c454d7d8d40) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:35.092114 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:35.093394 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.095064 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf6f07-3137-4c82-a507-88c405a06d07 None None] Network 2a482042-b8cf-4cd4-945e-2c454d7d8d40 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:35.111806 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e30d05b4-3b64-419b-b75b-03dae36f9a20 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4048429 Nov 12 04:21:35.116252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 37996) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:35.121340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-184736709'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:35.145003 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:35.148501 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.174977 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:35.177375 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.185338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.185735 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Added segment b51de0b8-155c-4011-9246-b34129d26562 of type vlan for network d2058619-8db0-4560-9c12-8d2267b76818 Nov 12 04:21:35.225536 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.251959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.257755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:35.258342 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.259713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-2a482042-b8cf-4cd4-945e-2c454d7d8d40', 'network_id': '2a482042-b8cf-4cd4-945e-2c454d7d8d40', 'tenant_id': '5138e28340d943baa78f4d89224d4b87', 'fixed_ips': [{'subnet_id': 'dfaeaf28-8bbf-47ac-a2f5-7deff21d89dc'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:35.260560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.297311 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1798480 Nov 12 04:21:35.300387 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 37998) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:35.305836 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Request body: {'subnet': {'network_id': 'd2058619-8db0-4560-9c12-8d2267b76818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:35.335874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba779576-e041-41bb-89e6-6bcf95ce5f10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Network': ['ID=d2058619-8db0-4560-9c12-8d2267b76818,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:35.355025 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network d2058619-8db0-4560-9c12-8d2267b76818 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:35.405871 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Made reservation on behalf of 5138e28340d943baa78f4d89224d4b87 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:35.409389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.464991 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Allocated IP 2001:db8::2 (2a482042-b8cf-4cd4-945e-2c454d7d8d40/dfaeaf28-8bbf-47ac-a2f5-7deff21d89dc/fdc5f145-c24f-4eee-bd70-13ed4a97c2e9) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:35.598563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.613644 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.621380 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.656582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Network 2a482042-b8cf-4cd4-945e-2c454d7d8d40 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:35.661255 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:35.661496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event updated for resources: {'Subnet': ['ID=3338a58a-645a-48c4-92d0-75a7801cd86b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:35.666880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:35.673051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Checking segment: {'id': 'b51de0b8-155c-4011-9246-b34129d26562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd2058619-8db0-4560-9c12-8d2267b76818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:35.673419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network hostable DHCP agents. Network: d2058619-8db0-4560-9c12-8d2267b76818, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:35.683764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Pushing event updated for resources: {'Port': ['ID=fdc5f145-c24f-4eee-bd70-13ed4a97c2e9,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:35.692047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Network d2058619-8db0-4560-9c12-8d2267b76818 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:35.702933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, d2058619-8db0-4560-9c12-8d2267b76818) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:35.710338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:35.710937 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.726263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf6a59-ebfa-4224-9df8-7dd5d5a18760 None None] Network d2058619-8db0-4560-9c12-8d2267b76818 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:35.732782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e3eb9f0e-7727-42bd-bb75-b164afe8d97e tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4308269 Nov 12 04:21:35.733152 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38000) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:35.755995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Attempting to bind port fdc5f145-c24f-4eee-bd70-13ed4a97c2e9 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:35.756525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Attempting to bind port fdc5f145-c24f-4eee-bd70-13ed4a97c2e9 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'be08b9d9-017f-4dee-b005-815a232b3b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a482042-b8cf-4cd4-945e-2c454d7d8d40'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:35.757819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Attempting to bind port fdc5f145-c24f-4eee-bd70-13ed4a97c2e9 on network 2a482042-b8cf-4cd4-945e-2c454d7d8d40 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:35.789206 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ecb053bb-791a-4132-9d64-13c6f3cdfd83 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:35.837755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.900827 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.963680 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.975429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:35.975814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Checking segment: {'id': 'be08b9d9-017f-4dee-b005-815a232b3b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a482042-b8cf-4cd4-945e-2c454d7d8d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:35.976215 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.976615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Bound using segment: {'id': 'be08b9d9-017f-4dee-b005-815a232b3b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a482042-b8cf-4cd4-945e-2c454d7d8d40'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:35.977121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Bound port: fdc5f145-c24f-4eee-bd70-13ed4a97c2e9, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be08b9d9-017f-4dee-b005-815a232b3b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a482042-b8cf-4cd4-945e-2c454d7d8d40'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:35.977503 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.991780 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Subnet': ['ID=3338a58a-645a-48c4-92d0-75a7801cd86b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:36.059423 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.080634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2058619-8db0-4560-9c12-8d2267b76818']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:36.090150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51de0b8-155c-4011-9246-b34129d26562') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:36.090553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51de0b8-155c-4011-9246-b34129d26562') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:36.099959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.113137 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.117797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port ecb053bb-791a-4132-9d64-13c6f3cdfd83 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:36.118151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.120127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:36.120497 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.122623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] For port fdc5f145-c24f-4eee-bd70-13ed4a97c2e9, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:36.124878 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:36.142681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc55392-024c-4af0-874f-e388bb3fca63 None None] Network d2058619-8db0-4560-9c12-8d2267b76818 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:36.187926 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.194644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.197758 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/d2058619-8db0-4560-9c12-8d2267b76818 HTTP/1.1" status: 204 len: 168 time: 0.4635293 Nov 12 04:21:36.201459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38002) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.210322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da913776-a1a8-4608-90de-f01af4d8c21f tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Network': ['ID=d2058619-8db0-4560-9c12-8d2267b76818,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:36.221180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] For port fdc5f145-c24f-4eee-bd70-13ed4a97c2e9, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fdc5f145-c24f-4eee-bd70-13ed4a97c2e9,segment=NetworkSegment(be08b9d9-017f-4dee-b005-815a232b3b19),segment_id=be08b9d9-017f-4dee-b005-815a232b3b19)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:36.229024 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.234193 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a12a88b-6dc4-473a-af10-2b4944f4f688 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] GET failed (client error): The resource could not be found. Nov 12 04:21:36.235596 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2a12a88b-6dc4-473a-af10-2b4944f4f688 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "GET /v2.0/subnets/3338a58a-645a-48c4-92d0-75a7801cd86b HTTP/1.1" status: 404 len: 337 time: 0.0324502 Nov 12 04:21:36.238479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38004) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.257622 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bf7484-3300-4364-9656-85c07cb076d7 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] DELETE failed (client error): The resource could not be found. Nov 12 04:21:36.258289 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bf7484-3300-4364-9656-85c07cb076d7 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:21:36.265315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-16bf7484-3300-4364-9656-85c07cb076d7 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/d2058619-8db0-4560-9c12-8d2267b76818 HTTP/1.1" status: 404 len: 339 time: 0.0219233 Nov 12 04:21:36.265600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38006) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.296837 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d06d3b-3d9f-4fcb-aa39-b64dba1caf10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] DELETE failed (client error): The resource could not be found. Nov 12 04:21:36.297297 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d06d3b-3d9f-4fcb-aa39-b64dba1caf10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:21:36.302736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c0d06d3b-3d9f-4fcb-aa39-b64dba1caf10 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/subnets/3338a58a-645a-48c4-92d0-75a7801cd86b HTTP/1.1" status: 404 len: 337 time: 0.0337789 Nov 12 04:21:36.303386 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38008) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.326462 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-da389ad5-3c3a-49ee-9025-27c1e34404bf tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] DELETE failed (client error): The resource could not be found. Nov 12 04:21:36.327060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da389ad5-3c3a-49ee-9025-27c1e34404bf tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:21:36.330308 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-da389ad5-3c3a-49ee-9025-27c1e34404bf tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/d2058619-8db0-4560-9c12-8d2267b76818 HTTP/1.1" status: 404 len: 339 time: 0.0262463 Nov 12 04:21:36.332707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38010) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.354981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b255558-d55e-458b-9324-88cf2f949e0c None None] Pushing event updated for resources: {'Port': ['ID=fdc5f145-c24f-4eee-bd70-13ed4a97c2e9,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:36.387492 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8c442a-b8c2-48b2-b7ab-7991cc7d9bf3 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Deleting subnet dfaeaf28-8bbf-47ac-a2f5-7deff21d89dc {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:36.390927 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8c442a-b8c2-48b2-b7ab-7991cc7d9bf3 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.431579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8c442a-b8c2-48b2-b7ab-7991cc7d9bf3 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.519657 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.543225 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8c442a-b8c2-48b2-b7ab-7991cc7d9bf3 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.617327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8c442a-b8c2-48b2-b7ab-7991cc7d9bf3 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.645274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c442a-b8c2-48b2-b7ab-7991cc7d9bf3 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Subnet': ['ID=dfaeaf28-8bbf-47ac-a2f5-7deff21d89dc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:36.649121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e8c442a-b8c2-48b2-b7ab-7991cc7d9bf3 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.652318 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0e8c442a-b8c2-48b2-b7ab-7991cc7d9bf3 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/subnets/dfaeaf28-8bbf-47ac-a2f5-7deff21d89dc HTTP/1.1" status: 204 len: 168 time: 0.3186080 Nov 12 04:21:36.655414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38012) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:36.735039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.787112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Deleting port fdc5f145-c24f-4eee-bd70-13ed4a97c2e9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:36.787452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.849763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] For port fdc5f145-c24f-4eee-bd70-13ed4a97c2e9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=fdc5f145-c24f-4eee-bd70-13ed4a97c2e9,segment=NetworkSegment(be08b9d9-017f-4dee-b005-815a232b3b19),segment_id=be08b9d9-017f-4dee-b005-815a232b3b19)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:36.850036 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.862849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Calling delete_port for fdc5f145-c24f-4eee-bd70-13ed4a97c2e9 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:36.954401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:36.980795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Port': ['ID=fdc5f145-c24f-4eee-bd70-13ed4a97c2e9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:36.988101 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No DVR routers for this DVR port fdc5f145-c24f-4eee-bd70-13ed4a97c2e9 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:37.073745 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.095249 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a482042-b8cf-4cd4-945e-2c454d7d8d40']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:37.104683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be08b9d9-017f-4dee-b005-815a232b3b19') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:37.105007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be08b9d9-017f-4dee-b005-815a232b3b19') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:37.115459 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.129555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.135919 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:37.136305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:37.139601 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:37.199280 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.205688 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.208395 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/2a482042-b8cf-4cd4-945e-2c454d7d8d40 HTTP/1.1" status: 204 len: 168 time: 0.5520506 Nov 12 04:21:37.211251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:37.224172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c56b83-d977-49f1-afc0-7590c2771ffb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Network': ['ID=2a482042-b8cf-4cd4-945e-2c454d7d8d40,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:37.246094 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a23fab8-e923-49ab-858e-00ff44e4ed67 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] DELETE failed (client error): The resource could not be found. Nov 12 04:21:37.246094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a23fab8-e923-49ab-858e-00ff44e4ed67 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:21:37.249774 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5a23fab8-e923-49ab-858e-00ff44e4ed67 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/subnets/824c168d-e019-4a7e-ae3d-3f62f3edba37 HTTP/1.1" status: 404 len: 337 time: 0.0366919 Nov 12 04:21:37.252382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38016) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:37.270564 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f617176e-668c-4f32-b71c-2b5321e04cca None None] DHCP port deletion for 2a482042-b8cf-4cd4-945e-2c454d7d8d40 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:37.277519 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd21c9af-626a-4105-8682-c64608374ecb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] DELETE failed (client error): The resource could not be found. Nov 12 04:21:37.278321 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd21c9af-626a-4105-8682-c64608374ecb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:21:37.281741 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fd21c9af-626a-4105-8682-c64608374ecb tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/364f123c-cc18-4193-a233-680d31abecb2 HTTP/1.1" status: 404 len: 339 time: 0.0283952 Nov 12 04:21:37.284337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38018) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:37.290869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bfb0cb-8eee-463b-b109-e532717a687b None None] Network 2a482042-b8cf-4cd4-945e-2c454d7d8d40 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:37.294820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-30f5c8bc-3061-4e46-9436-fc5131a01f03 None None] Could not find standard attr ID for object fdc5f145-c24f-4eee-bd70-13ed4a97c2e9. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:21:37.304616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bfb0cb-8eee-463b-b109-e532717a687b None None] Network 2a482042-b8cf-4cd4-945e-2c454d7d8d40 could not be found, it might have been deleted concurrently. {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:21:37.312080 n-d-789963-21 neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dec1b8-720e-4c50-8eb4-9285642b7cfd tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] DELETE failed (client error): The resource could not be found. Nov 12 04:21:37.312536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dec1b8-720e-4c50-8eb4-9285642b7cfd tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102628) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:21:37.315604 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f8dec1b8-720e-4c50-8eb4-9285642b7cfd tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/subnets/82a850fe-ea36-48db-ba10-9fb5b871ca39 HTTP/1.1" status: 404 len: 337 time: 0.0302398 Nov 12 04:21:37.318392 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38020) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:37.338289 n-d-789963-21 neutron-server[102629]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c52c44-90d5-4b00-af8f-6fd56beb083a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] DELETE failed (client error): The resource could not be found. Nov 12 04:21:37.338844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c52c44-90d5-4b00-af8f-6fd56beb083a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102629) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:21:37.342643 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-44c52c44-90d5-4b00-af8f-6fd56beb083a tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/e9803cca-5a12-4c99-95a2-74670d0a214b HTTP/1.1" status: 404 len: 339 time: 0.0232291 Nov 12 04:21:37.345252 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38022) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:37.351286 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.400303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f2f941-26d4-46e7-9e7a-23f0dc97f172 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Deleting subnet 654c6442-dce4-46de-aa46-add2752ee376 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:37.403869 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92f2f941-26d4-46e7-9e7a-23f0dc97f172 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.444066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92f2f941-26d4-46e7-9e7a-23f0dc97f172 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.525659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92f2f941-26d4-46e7-9e7a-23f0dc97f172 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.589295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92f2f941-26d4-46e7-9e7a-23f0dc97f172 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.617222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2f941-26d4-46e7-9e7a-23f0dc97f172 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Subnet': ['ID=654c6442-dce4-46de-aa46-add2752ee376,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:37.620871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-92f2f941-26d4-46e7-9e7a-23f0dc97f172 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.624222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-92f2f941-26d4-46e7-9e7a-23f0dc97f172 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/subnets/654c6442-dce4-46de-aa46-add2752ee376 HTTP/1.1" status: 204 len: 168 time: 0.2780325 Nov 12 04:21:37.626706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38024) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:37.629549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03625228-3e77-4f4d-bd9b-8d45725cee45 None None] Network 42638e5c-2914-4e78-a3b4-7cc3452ebc5a requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:37.705653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.764647 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Deleting port ecb053bb-791a-4132-9d64-13c6f3cdfd83 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:37.765018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.800943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] DHCP port deletion for 42638e5c-2914-4e78-a3b4-7cc3452ebc5a request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:37.827545 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] For port ecb053bb-791a-4132-9d64-13c6f3cdfd83, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ecb053bb-791a-4132-9d64-13c6f3cdfd83,segment=NetworkSegment(4e9161bf-ab8d-49c4-9743-5f0b1fd3158e),segment_id=4e9161bf-ab8d-49c4-9743-5f0b1fd3158e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:37.827903 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.840019 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Calling delete_port for ecb053bb-791a-4132-9d64-13c6f3cdfd83 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:37.853223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] Deleting port ecb053bb-791a-4132-9d64-13c6f3cdfd83 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:37.853596 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.917986 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] For port ecb053bb-791a-4132-9d64-13c6f3cdfd83, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=ecb053bb-791a-4132-9d64-13c6f3cdfd83,segment=NetworkSegment(4e9161bf-ab8d-49c4-9743-5f0b1fd3158e),segment_id=4e9161bf-ab8d-49c4-9743-5f0b1fd3158e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:37.918586 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.927658 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.931960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] Calling delete_port for ecb053bb-791a-4132-9d64-13c6f3cdfd83 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:37.954584 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] No DVR routers for this DVR port ecb053bb-791a-4132-9d64-13c6f3cdfd83 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:37.956146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Port': ['ID=ecb053bb-791a-4132-9d64-13c6f3cdfd83,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:38.013665 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.035536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.037092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] Pushing event deleted for resources: {'Port': ['ID=ecb053bb-791a-4132-9d64-13c6f3cdfd83,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:38.042416 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9595b1-02db-4b07-a961-e8e4b4ac3595 None None] No DVR routers for this DVR port ecb053bb-791a-4132-9d64-13c6f3cdfd83 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:38.056193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42638e5c-2914-4e78-a3b4-7cc3452ebc5a']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:38.065839 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9161bf-ab8d-49c4-9743-5f0b1fd3158e') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:38.066139 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9161bf-ab8d-49c4-9743-5f0b1fd3158e') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:38.081064 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.095045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.100974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:38.101417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:38.104421 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:38.162199 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.170116 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.173354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] 10.222.0.49 "DELETE /v2.0/networks/42638e5c-2914-4e78-a3b4-7cc3452ebc5a HTTP/1.1" status: 204 len: 168 time: 0.5456986 Nov 12 04:21:38.185248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5fbc8-dc6c-4251-9478-b7ad15fa2d34 tempest-NetworksIpV6Test-471357209 tempest-NetworksIpV6Test-471357209-project] Pushing event deleted for resources: {'Network': ['ID=42638e5c-2914-4e78-a3b4-7cc3452ebc5a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:38.413814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38030) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:38.544253 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ae9e718f-3f8d-4b0e-b450-20050b81d89b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5138e28340d943baa78f4d89224d4b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291237 Nov 12 04:21:38.546697 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38034) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:38.593642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b0be457-1445-4356-b792-0a6707ea861c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.619877 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b0be457-1445-4356-b792-0a6707ea861c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.668424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b0be457-1445-4356-b792-0a6707ea861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.671124 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b0be457-1445-4356-b792-0a6707ea861c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.672255 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1b0be457-1445-4356-b792-0a6707ea861c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce7cb031-7665-4fbd-b1a1-7d419143d0b9 HTTP/1.1" status: 204 len: 168 time: 0.1246605 Nov 12 04:21:38.679883 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0be457-1445-4356-b792-0a6707ea861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7cb031-7665-4fbd-b1a1-7d419143d0b9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:39.301628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38056) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:39.393912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f164e69b-d1b6-46e5-b7c0-70df12130e0a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-135486391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:39.419404 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f164e69b-d1b6-46e5-b7c0-70df12130e0a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.420287 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f164e69b-d1b6-46e5-b7c0-70df12130e0a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.508330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f164e69b-d1b6-46e5-b7c0-70df12130e0a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.514058 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f164e69b-d1b6-46e5-b7c0-70df12130e0a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.530900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f164e69b-d1b6-46e5-b7c0-70df12130e0a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.532082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f164e69b-d1b6-46e5-b7c0-70df12130e0a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2295060 Nov 12 04:21:39.534774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38060) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:39.539429 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1045548371'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:39.559529 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Made reservation on behalf of 70f7b38ed9b947deb62d8b06d30de9e3 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:39.562943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.571578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.645532 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.649051 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.673350 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:39.688323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9d6d7b-13ce-4375-9fdc-bb96f1d9700a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:39.692387 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.692766 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Added segment 9505a08b-9e54-4b58-b865-018aefd557a8 of type vlan for network 34cd8c0f-e8ee-47f9-a038-5c7598994655 Nov 12 04:21:39.734472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.751935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ecb053bb-791a-4132-9d64-13c6f3cdfd83 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:39.759866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.765594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:39.766177 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:39.772274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: ecb053bb-791a-4132-9d64-13c6f3cdfd83 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:39.772710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device ecb053bb-791a-4132-9d64-13c6f3cdfd83 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:39.828461 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2925096 Nov 12 04:21:39.831066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38062) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:39.837834 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Request body: {'subnet': {'network_id': '34cd8c0f-e8ee-47f9-a038-5c7598994655', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:39.844616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327018c5-5de9-4ce5-895b-65525eabef6e tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event updated for resources: {'Network': ['ID=34cd8c0f-e8ee-47f9-a038-5c7598994655,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:39.854747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 34cd8c0f-e8ee-47f9-a038-5c7598994655 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:39.927502 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Made reservation on behalf of 70f7b38ed9b947deb62d8b06d30de9e3 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:39.931098 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.109550 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.174918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event updated for resources: {'Subnet': ['ID=4bbb0bd1-71bf-4179-a10a-807b939f4120,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:40.182011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Checking segment: {'id': '9505a08b-9e54-4b58-b865-018aefd557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '34cd8c0f-e8ee-47f9-a038-5c7598994655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:40.182377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Network hostable DHCP agents. Network: 34cd8c0f-e8ee-47f9-a038-5c7598994655, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:40.198682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Network 34cd8c0f-e8ee-47f9-a038-5c7598994655 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:40.207571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 34cd8c0f-e8ee-47f9-a038-5c7598994655) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:40.211512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:40.212126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.217419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f617727-9321-4335-9022-ede3ccd1dc93 None None] Network 34cd8c0f-e8ee-47f9-a038-5c7598994655 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:40.232611 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a3d3417e-cce3-4c99-868f-fc3e282414fe tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3976464 Nov 12 04:21:40.232830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38064) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:40.238579 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-760379008'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:40.261612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Made reservation on behalf of 70f7b38ed9b947deb62d8b06d30de9e3 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:40.265777 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.290321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:40.300444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.300848 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Added segment 2ad72fa3-d3da-41ee-a8dd-02d75500b170 of type vlan for network 52f0b41e-2791-486c-bb96-5a1ed7368c43 Nov 12 04:21:40.340815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.366803 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.368468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-34cd8c0f-e8ee-47f9-a038-5c7598994655', 'network_id': '34cd8c0f-e8ee-47f9-a038-5c7598994655', 'tenant_id': '70f7b38ed9b947deb62d8b06d30de9e3', 'fixed_ips': [{'subnet_id': '4bbb0bd1-71bf-4179-a10a-807b939f4120'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:40.369450 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.374403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:40.375023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.411289 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1774514 Nov 12 04:21:40.414207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38066) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:40.420160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Request body: {'subnet': {'network_id': '52f0b41e-2791-486c-bb96-5a1ed7368c43', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:40.446954 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8eeed-1353-41f2-b512-6f279fc1b809 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event updated for resources: {'Network': ['ID=52f0b41e-2791-486c-bb96-5a1ed7368c43,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:40.460475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 52f0b41e-2791-486c-bb96-5a1ed7368c43 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:40.513775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Made reservation on behalf of 70f7b38ed9b947deb62d8b06d30de9e3 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:40.517338 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.571631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Allocated IP 172.20.0.2 (34cd8c0f-e8ee-47f9-a038-5c7598994655/4bbb0bd1-71bf-4179-a10a-807b939f4120/8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:40.701223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.721471 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.726962 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.761386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Network 34cd8c0f-e8ee-47f9-a038-5c7598994655 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:40.765040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:40.767674 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:40.769110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event updated for resources: {'Subnet': ['ID=b98e66ff-d16c-4bbc-ba1b-403ec6ba7336,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:40.776628 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Checking segment: {'id': '2ad72fa3-d3da-41ee-a8dd-02d75500b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '52f0b41e-2791-486c-bb96-5a1ed7368c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:40.776994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Network hostable DHCP agents. Network: 52f0b41e-2791-486c-bb96-5a1ed7368c43, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:40.797235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Network 52f0b41e-2791-486c-bb96-5a1ed7368c43 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:40.806392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Pushing event updated for resources: {'Port': ['ID=8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:40.808042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 52f0b41e-2791-486c-bb96-5a1ed7368c43) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:40.812553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:40.813241 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.831574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-311782f5-f497-4031-a262-7649ef756784 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4161730 Nov 12 04:21:40.832251 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630facc0-6c65-4c81-b9f6-a4a5fa7ac007 None None] Network 52f0b41e-2791-486c-bb96-5a1ed7368c43 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:40.834466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38068) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:40.838954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-79ccca75-4e85-4ef3-b345-42df2aabee8b tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Request body: {'router': {'external_gateway_info': {'network_id': '52f0b41e-2791-486c-bb96-5a1ed7368c43'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:40.863722 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Attempting to bind port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:40.864111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Attempting to bind port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '9505a08b-9e54-4b58-b865-018aefd557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '34cd8c0f-e8ee-47f9-a038-5c7598994655'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:40.864459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Attempting to bind port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 on network 34cd8c0f-e8ee-47f9-a038-5c7598994655 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:40.895821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:40.896191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Checking segment: {'id': '9505a08b-9e54-4b58-b865-018aefd557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '34cd8c0f-e8ee-47f9-a038-5c7598994655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:40.896596 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.897012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Bound using segment: {'id': '9505a08b-9e54-4b58-b865-018aefd557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '34cd8c0f-e8ee-47f9-a038-5c7598994655'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:40.897486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Bound port: 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9505a08b-9e54-4b58-b865-018aefd557a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '34cd8c0f-e8ee-47f9-a038-5c7598994655'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:40.897863 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.008447 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] For port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:41.013082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] For port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8,segment=NetworkSegment(9505a08b-9e54-4b58-b865-018aefd557a8),segment_id=9505a08b-9e54-4b58-b865-018aefd557a8)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:41.018576 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.047413 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-79ccca75-4e85-4ef3-b345-42df2aabee8b tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.095325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-52f0b41e-2791-486c-bb96-5a1ed7368c43', 'network_id': '52f0b41e-2791-486c-bb96-5a1ed7368c43', 'tenant_id': '70f7b38ed9b947deb62d8b06d30de9e3', 'fixed_ips': [{'subnet_id': 'b98e66ff-d16c-4bbc-ba1b-403ec6ba7336'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:41.096258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.118078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68adef-8817-4a58-83b7-6a5b6130ccaa None None] Pushing event updated for resources: {'Port': ['ID=8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:41.163199 n-d-789963-21 neutron-server[102628]: INFO neutron.api.v2.resource [None req-79ccca75-4e85-4ef3-b345-42df2aabee8b tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:21:41.164463 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-79ccca75-4e85-4ef3-b345-42df2aabee8b tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "PUT /v2.0/routers/b64aca38-a721-4bf4-a6a4-dbe3e737149c HTTP/1.1" status: 400 len: 364 time: 0.3290701 Nov 12 04:21:41.170981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38070) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:41.224542 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d20b30-3233-490c-9284-1d07eb59953f tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Deleting subnet b98e66ff-d16c-4bbc-ba1b-403ec6ba7336 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:41.272844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Allocated IP 172.21.0.2 (52f0b41e-2791-486c-bb96-5a1ed7368c43/b98e66ff-d16c-4bbc-ba1b-403ec6ba7336/5e5c51bf-6136-444d-94a1-c10195ace692) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:41.429230 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.436968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67d20b30-3233-490c-9284-1d07eb59953f tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.437520 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.477943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Network 52f0b41e-2791-486c-bb96-5a1ed7368c43 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:41.478653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67d20b30-3233-490c-9284-1d07eb59953f tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.481831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:41.484000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:41.493472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Pushing event updated for resources: {'Port': ['ID=5e5c51bf-6136-444d-94a1-c10195ace692,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:41.548137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Attempting to bind port 5e5c51bf-6136-444d-94a1-c10195ace692 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:41.548503 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Attempting to bind port 5e5c51bf-6136-444d-94a1-c10195ace692 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '2ad72fa3-d3da-41ee-a8dd-02d75500b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '52f0b41e-2791-486c-bb96-5a1ed7368c43'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:41.549106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Attempting to bind port 5e5c51bf-6136-444d-94a1-c10195ace692 on network 52f0b41e-2791-486c-bb96-5a1ed7368c43 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:41.554167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:41.554535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Checking segment: {'id': '2ad72fa3-d3da-41ee-a8dd-02d75500b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '52f0b41e-2791-486c-bb96-5a1ed7368c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:41.554928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.555312 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Bound using segment: {'id': '2ad72fa3-d3da-41ee-a8dd-02d75500b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '52f0b41e-2791-486c-bb96-5a1ed7368c43'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:41.555775 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Bound port: 5e5c51bf-6136-444d-94a1-c10195ace692, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad72fa3-d3da-41ee-a8dd-02d75500b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '52f0b41e-2791-486c-bb96-5a1ed7368c43'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:41.556147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.569882 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67d20b30-3233-490c-9284-1d07eb59953f tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.630053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67d20b30-3233-490c-9284-1d07eb59953f tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.632952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] For port 5e5c51bf-6136-444d-94a1-c10195ace692, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:41.636284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] For port 5e5c51bf-6136-444d-94a1-c10195ace692, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5e5c51bf-6136-444d-94a1-c10195ace692,segment=NetworkSegment(2ad72fa3-d3da-41ee-a8dd-02d75500b170),segment_id=2ad72fa3-d3da-41ee-a8dd-02d75500b170)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:41.641938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.658748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20b30-3233-490c-9284-1d07eb59953f tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event deleted for resources: {'Subnet': ['ID=b98e66ff-d16c-4bbc-ba1b-403ec6ba7336,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:41.666036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-67d20b30-3233-490c-9284-1d07eb59953f tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.672864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-67d20b30-3233-490c-9284-1d07eb59953f tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "DELETE /v2.0/subnets/b98e66ff-d16c-4bbc-ba1b-403ec6ba7336 HTTP/1.1" status: 204 len: 168 time: 0.4986522 Nov 12 04:21:41.673248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38072) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:41.710277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02421-abf8-45ec-8b92-f53867edfd2f None None] Pushing event updated for resources: {'Port': ['ID=5e5c51bf-6136-444d-94a1-c10195ace692,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:41.776417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.813449 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:41.848340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Deleting port 5e5c51bf-6136-444d-94a1-c10195ace692 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:41.848684 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.869357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:41.869957 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.935681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] For port 5e5c51bf-6136-444d-94a1-c10195ace692, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5e5c51bf-6136-444d-94a1-c10195ace692,segment=NetworkSegment(2ad72fa3-d3da-41ee-a8dd-02d75500b170),segment_id=2ad72fa3-d3da-41ee-a8dd-02d75500b170)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:41.936346 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:41.953838 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Calling delete_port for 5e5c51bf-6136-444d-94a1-c10195ace692 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:41.989639 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.040335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8,segment=NetworkSegment(9505a08b-9e54-4b58-b865-018aefd557a8),segment_id=9505a08b-9e54-4b58-b865-018aefd557a8)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:42.054389 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.057034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.083409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event deleted for resources: {'Port': ['ID=5e5c51bf-6136-444d-94a1-c10195ace692,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:42.093537 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] No DVR routers for this DVR port 5e5c51bf-6136-444d-94a1-c10195ace692 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:42.123436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:42.188306 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.211722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f0b41e-2791-486c-bb96-5a1ed7368c43']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:42.222312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad72fa3-d3da-41ee-a8dd-02d75500b170') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:42.222590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad72fa3-d3da-41ee-a8dd-02d75500b170') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:42.233092 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.247431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.254313 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:42.254899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:42.258051 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:42.295779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b45219-8139-48ea-8091-fe5c8f7671b5 None None] Network 34cd8c0f-e8ee-47f9-a038-5c7598994655 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:42.323558 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.328518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.334639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "DELETE /v2.0/networks/52f0b41e-2791-486c-bb96-5a1ed7368c43 HTTP/1.1" status: 204 len: 168 time: 0.6580904 Nov 12 04:21:42.335213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38076) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:42.348137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12215227-3d22-480a-b020-f6c8d5a33300 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event deleted for resources: {'Network': ['ID=52f0b41e-2791-486c-bb96-5a1ed7368c43,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:42.375544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fc0dc27a-3460-47ac-b069-87e71df026b3 None None] Provisioning complete for port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:42.375917 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fc0dc27a-3460-47ac-b069-87e71df026b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.396279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1ae5d9-90af-4e53-ab6f-8f5ce48be85a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Deleting subnet 4bbb0bd1-71bf-4179-a10a-807b939f4120 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:21:42.399584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5d9-90af-4e53-ab6f-8f5ce48be85a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.442222 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5d9-90af-4e53-ab6f-8f5ce48be85a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.550584 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5d9-90af-4e53-ab6f-8f5ce48be85a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.614418 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5d9-90af-4e53-ab6f-8f5ce48be85a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.642891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ae5d9-90af-4e53-ab6f-8f5ce48be85a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbb0bd1-71bf-4179-a10a-807b939f4120,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:42.649159 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5d9-90af-4e53-ab6f-8f5ce48be85a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.656014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38078) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:42.656392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ad1ae5d9-90af-4e53-ab6f-8f5ce48be85a tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "DELETE /v2.0/subnets/4bbb0bd1-71bf-4179-a10a-807b939f4120 HTTP/1.1" status: 204 len: 168 time: 0.3192289 Nov 12 04:21:42.736981 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.790470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ba966-d8bd-4a04-9d4a-858678c105a4 None None] Network 34cd8c0f-e8ee-47f9-a038-5c7598994655 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:42.798833 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Deleting port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:42.799177 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.865281 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] For port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8,segment=NetworkSegment(9505a08b-9e54-4b58-b865-018aefd557a8),segment_id=9505a08b-9e54-4b58-b865-018aefd557a8)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:42.865660 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.880586 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Calling delete_port for 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:42.885339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d3c5c-cdc8-4a25-a8ed-ff4da12696b2 None None] DHCP port deletion for 52f0b41e-2791-486c-bb96-5a1ed7368c43 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:42.907841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-57f7c445-1f7d-4d97-81dd-b621ae7f9a06 None None] Provisioning complete for port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:42.908229 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-57f7c445-1f7d-4d97-81dd-b621ae7f9a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.933359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e915c4d-a23a-4dff-9303-1a47a27a96e4 None None] Network 52f0b41e-2791-486c-bb96-5a1ed7368c43 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:42.957528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e915c4d-a23a-4dff-9303-1a47a27a96e4 None None] Network 52f0b41e-2791-486c-bb96-5a1ed7368c43 could not be found, it might have been deleted concurrently. {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:21:42.967776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:42.971970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-57f7c445-1f7d-4d97-81dd-b621ae7f9a06 None None] Could not find standard attr ID for object 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:21:42.975339 n-d-789963-21 neutron-server[102630]: INFO neutron.plugins.ml2.db [None req-57f7c445-1f7d-4d97-81dd-b621ae7f9a06 None None] No ports have port_id starting with 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 Nov 12 04:21:42.979920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-57f7c445-1f7d-4d97-81dd-b621ae7f9a06 None None] Could not find standard attr ID for object 5e5c51bf-6136-444d-94a1-c10195ace692. {{(pid=102630) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:21:43.000014 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event deleted for resources: {'Port': ['ID=8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:43.001847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] No DVR routers for this DVR port 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:43.030034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33962605-6ffd-49b1-81e8-82062e7d8178 None None] DHCP port deletion for 34cd8c0f-e8ee-47f9-a038-5c7598994655 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:43.085531 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.370163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cd8c0f-e8ee-47f9-a038-5c7598994655']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:43.379900 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9505a08b-9e54-4b58-b865-018aefd557a8') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:43.380196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9505a08b-9e54-4b58-b865-018aefd557a8') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:43.389897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.402381 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.408057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:43.408435 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:43.411340 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:43.469530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.474370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.477980 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "DELETE /v2.0/networks/34cd8c0f-e8ee-47f9-a038-5c7598994655 HTTP/1.1" status: 204 len: 168 time: 0.8209343 Nov 12 04:21:43.480795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38080) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:43.492314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dab3eb-87e4-42ff-83a4-bee4e391db86 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Pushing event deleted for resources: {'Network': ['ID=34cd8c0f-e8ee-47f9-a038-5c7598994655,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:43.508429 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a3e23778-ba36-4048-a058-c2ce398b6cb3 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "GET /v2.0/ports?device_id=b64aca38-a721-4bf4-a6a4-dbe3e737149c HTTP/1.1" status: 200 len: 205 time: 0.0264666 Nov 12 04:21:43.510745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38082) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:43.584933 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1f8d-629d-4173-9e1b-1feae3e338c9 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.742261 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1f8d-629d-4173-9e1b-1feae3e338c9 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.744504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:43.747193 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1f8d-629d-4173-9e1b-1feae3e338c9 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.768648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:43.769011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8e0c56e7-a9ab-4860-97b8-42f3f0aa07c8 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:43.789587 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1f8d-629d-4173-9e1b-1feae3e338c9 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.790099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc1f8d-629d-4173-9e1b-1feae3e338c9 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Fanout notify agent at l3_agent the message router_deleted on router b64aca38-a721-4bf4-a6a4-dbe3e737149c {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:21:43.797513 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1f8d-629d-4173-9e1b-1feae3e338c9 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.798627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e6dc1f8d-629d-4173-9e1b-1feae3e338c9 tempest-RoutersNegativeTest-332145807 tempest-RoutersNegativeTest-332145807-project] 10.222.0.49 "DELETE /v2.0/routers/b64aca38-a721-4bf4-a6a4-dbe3e737149c HTTP/1.1" status: 204 len: 168 time: 0.2869883 Nov 12 04:21:44.043741 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38088) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:44.178259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cae31926-4bfc-4c87-998a-04f686237849 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70f7b38ed9b947deb62d8b06d30de9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336205 Nov 12 04:21:44.180714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38092) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:44.227740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b700cb7-be91-432e-bec2-2f2be4952156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.249738 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b700cb7-be91-432e-bec2-2f2be4952156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.297677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b700cb7-be91-432e-bec2-2f2be4952156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.300258 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6b700cb7-be91-432e-bec2-2f2be4952156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:44.301442 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6b700cb7-be91-432e-bec2-2f2be4952156 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b9d6d7b-13ce-4375-9fdc-bb96f1d9700a HTTP/1.1" status: 204 len: 168 time: 0.1197877 Nov 12 04:21:44.309088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b700cb7-be91-432e-bec2-2f2be4952156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9d6d7b-13ce-4375-9fdc-bb96f1d9700a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:44.910454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38114) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:45.008153 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-881828320-network', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:45.030333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Made reservation on behalf of 2399f0728f464a7a9ef8ebb1ef8cc293 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:45.032611 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.040998 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.115019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.118903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.144905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:45.154579 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c67f1bb-af55-46ac-a7fc-2f967aa5733c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:45.163957 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.164308 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Added segment 991910d7-658c-41da-9d74-7d5e0aa5274d of type vlan for network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 Nov 12 04:21:45.174938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.175289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.175630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.175970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.176308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.176951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.177288 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.177615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.177943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.178269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.178593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.178915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:45.226238 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.250881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.251748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.252322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.305098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3935139 Nov 12 04:21:45.308327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38118) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:45.312525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e05f98-44c2-4973-85e6-410a9099bc1b admin admin] Pushing event updated for resources: {'Network': ['ID=db1c78cc-2c9d-4a29-9db8-df51bcf24a85,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:45.313519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Request body: {'subnet': {'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-subnet', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:45.322176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:45.337733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Made reservation on behalf of 2399f0728f464a7a9ef8ebb1ef8cc293 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:45.340163 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.511384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.569577 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8700285b-919e-493f-8de4-d6353c27f052,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:45.579222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Checking segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:45.579577 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Network hostable DHCP agents. Network: db1c78cc-2c9d-4a29-9db8-df51bcf24a85, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:45.596073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:45.604654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, db1c78cc-2c9d-4a29-9db8-df51bcf24a85) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:45.608632 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:45.609268 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.614405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e029a87-952d-4b79-8aeb-773dc2a8ae91 None None] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:45.625048 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9a85ac98-6fe1-494a-9c38-9c8408c635e6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3155043 Nov 12 04:21:45.627648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38120) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:45.631819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:45.653776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.654764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.705507 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.763958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'fixed_ips': [{'subnet_id': '8700285b-919e-493f-8de4-d6353c27f052'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:45.764798 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.844665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:45.903842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Allocated IP 172.20.0.2 (db1c78cc-2c9d-4a29-9db8-df51bcf24a85/8700285b-919e-493f-8de4-d6353c27f052/e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:46.051980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.080789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.189307 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Allocated IP 172.25.0.150 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/5895e5fb-14cc-49d9-9cda-30200adaa532) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:46.209787 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.215474 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.255818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:46.261272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:46.263155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Pushing event updated for resources: {'Port': ['ID=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:46.265279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:46.305931 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.321254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Attempting to bind port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:46.321925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Attempting to bind port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:46.322061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Attempting to bind port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 on network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:46.327107 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:46.327742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Checking segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:46.327862 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.328362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Bound using segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:46.328706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Bound port: e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:46.329108 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.341022 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.379420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:46.385748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:46.389626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:46.395239 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Pushing event updated for resources: {'Port': ['ID=5895e5fb-14cc-49d9-9cda-30200adaa532,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:46.395406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] For port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:46.400967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95741a1e-8dcd-465e-858a-a99e0a268df7 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:46.414308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] For port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:46.421067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.482240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37d1c4-bb30-42e2-ba7a-bbcde0237f29 None None] Pushing event updated for resources: {'Port': ['ID=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:46.523036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-51c817bb-e28d-49e7-92cb-25397a2c60e2 None None] Provisioning complete for port 5895e5fb-14cc-49d9-9cda-30200adaa532 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:46.523543 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51c817bb-e28d-49e7-92cb-25397a2c60e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.562526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-51c817bb-e28d-49e7-92cb-25397a2c60e2 None None] Port 5895e5fb-14cc-49d9-9cda-30200adaa532 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:46.676502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:46.874576 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.009829 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Router 24307c1d-dba8-41b3-b3ed-6754ee55f429 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:21:47.120870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:47.131788 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Sync routers for ids ['24307c1d-dba8-41b3-b3ed-6754ee55f429'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:47.142235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.146097 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-afe4e1c8-d637-4473-99f0-aceffeea56ad admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5149209 Nov 12 04:21:47.146245 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Routers {'24307c1d-dba8-41b3-b3ed-6754ee55f429'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:47.146245 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:21:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['24307c1d-dba8-41b3-b3ed-6754ee55f429'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:47.146472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38122) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:47.257372 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Set router 24307c1d-dba8-41b3-b3ed-6754ee55f429 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:47.376583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df273d09-64df-4714-8fe1-58fd9c52c726 None None] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:47.445429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ca8a5abc-8f61-4e36-bd72-097c767ca4bb None None] Provisioning complete for port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:47.446178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ca8a5abc-8f61-4e36-bd72-097c767ca4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.446746 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:21:46Z', 'revision_number': 3, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port': {'id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:46Z', 'updated_at': '2021-11-12T04:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:47.473916 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Checking router: 24307c1d-dba8-41b3-b3ed-6754ee55f429 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:47.474262 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Updating router 24307c1d-dba8-41b3-b3ed-6754ee55f429 port 5895e5fb-14cc-49d9-9cda-30200adaa532 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:21:47.507936 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.591318 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.596211 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ca8a5abc-8f61-4e36-bd72-097c767ca4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.598863 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:47.636678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ca8a5abc-8f61-4e36-bd72-097c767ca4bb None None] For port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:47.642774 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ca8a5abc-8f61-4e36-bd72-097c767ca4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.712421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a5abc-8f61-4e36-bd72-097c767ca4bb None None] Pushing event updated for resources: {'Port': ['ID=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:47.792372 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.798926 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.847549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:47.849002 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Pushing event updated for resources: {'Port': ['ID=5895e5fb-14cc-49d9-9cda-30200adaa532,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:47.858977 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.859621 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.860114 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.860601 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.861141 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.861642 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.862123 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.862611 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.863106 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.863581 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.864058 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.864541 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:47.889903 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Attempting to bind port 5895e5fb-14cc-49d9-9cda-30200adaa532 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:47.890269 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Attempting to bind port 5895e5fb-14cc-49d9-9cda-30200adaa532 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:47.890637 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Attempting to bind port 5895e5fb-14cc-49d9-9cda-30200adaa532 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:47.892824 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d2449a-6f11-4ba0-ae2e-9d9d5761e3bd None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:47.896452 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:47.896762 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:47.897238 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.897576 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:47.898052 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Bound port: 5895e5fb-14cc-49d9-9cda-30200adaa532, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:47.898642 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.937713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:47.938351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.955618 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] For port 5895e5fb-14cc-49d9-9cda-30200adaa532, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:47.959335 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] For port 5895e5fb-14cc-49d9-9cda-30200adaa532, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5895e5fb-14cc-49d9-9cda-30200adaa532,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:47.964908 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:47.993571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4cdabd21-b9e9-40b7-b14d-a57ae0417807 None None] Provisioning complete for port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:47.993949 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cdabd21-b9e9-40b7-b14d-a57ae0417807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.129058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a621925-cde8-408b-b078-0eed5d7bd305 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:48.129332 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acaa1b-a2dc-40eb-9c98-b309ec25a21a None None] Pushing event updated for resources: {'Port': ['ID=5895e5fb-14cc-49d9-9cda-30200adaa532,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:48.132641 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Routers {'24307c1d-dba8-41b3-b3ed-6754ee55f429'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:48.133253 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:21:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['24307c1d-dba8-41b3-b3ed-6754ee55f429'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:48.175012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4cdabd21-b9e9-40b7-b14d-a57ae0417807 None None] Provisioning complete for port 5895e5fb-14cc-49d9-9cda-30200adaa532 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:48.175618 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cdabd21-b9e9-40b7-b14d-a57ae0417807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.206554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Allocated IP 172.20.0.1 (db1c78cc-2c9d-4a29-9db8-df51bcf24a85/8700285b-919e-493f-8de4-d6353c27f052/62e40a29-09b8-4d99-aea2-18655f14a996) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:48.242971 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] Set router 24307c1d-dba8-41b3-b3ed-6754ee55f429 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:48.263566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cdabd21-b9e9-40b7-b14d-a57ae0417807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.285587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4cdabd21-b9e9-40b7-b14d-a57ae0417807 None None] For port 5895e5fb-14cc-49d9-9cda-30200adaa532, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5895e5fb-14cc-49d9-9cda-30200adaa532,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:48.291794 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4cdabd21-b9e9-40b7-b14d-a57ae0417807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.323259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.347234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdabd21-b9e9-40b7-b14d-a57ae0417807 None None] Pushing event updated for resources: {'Port': ['ID=5895e5fb-14cc-49d9-9cda-30200adaa532,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:48.356211 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.395088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:48.401572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:48.406051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:48.423158 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-566fdea5-75c5-4092-923c-b6d8b88b4fb2 None None] Provisioning complete for port 5895e5fb-14cc-49d9-9cda-30200adaa532 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:48.423726 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-566fdea5-75c5-4092-923c-b6d8b88b4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.433399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Pushing event updated for resources: {'Port': ['ID=62e40a29-09b8-4d99-aea2-18655f14a996,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:48.437534 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:21:46Z', 'revision_number': 3, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port': {'id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:46Z', 'updated_at': '2021-11-12T04:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:48.447177 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.471992 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7507ce-d3fb-448c-83ac-0a6fdb980556 None None] The sync data for ids ['24307c1d-dba8-41b3-b3ed-6754ee55f429'] in n-d-789963-21 is: [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:21:46Z', 'revision_number': 3, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port': {'id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:46Z', 'updated_at': '2021-11-12T04:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:48.621134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.748354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-61786037-44ee-4e35-af96-f6e1d93516d2 None None] Provisioning complete for port 62e40a29-09b8-4d99-aea2-18655f14a996 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:48.750771 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-61786037-44ee-4e35-af96-f6e1d93516d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.786561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-61786037-44ee-4e35-af96-f6e1d93516d2 None None] Port 62e40a29-09b8-4d99-aea2-18655f14a996 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:48.800813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.805761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.898163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Pushing event updated for resources: {'Port': ['ID=62e40a29-09b8-4d99-aea2-18655f14a996,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:48.900729 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.996388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:48.998318 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:49.128137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Router 24307c1d-dba8-41b3-b3ed-6754ee55f429 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:21:49.248075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:49.253880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bc2a9e3a-a321-4c41-94fb-9336004e51a5 admin admin] 10.222.0.49 "PUT /v2.0/routers/24307c1d-dba8-41b3-b3ed-6754ee55f429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1060960 Nov 12 04:21:49.312014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-24dbcaa2-cd54-4f7a-9fee-0bd52dad0d14 None None] Provisioning complete for port 62e40a29-09b8-4d99-aea2-18655f14a996 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:49.312521 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-24dbcaa2-cd54-4f7a-9fee-0bd52dad0d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.351859 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-24dbcaa2-cd54-4f7a-9fee-0bd52dad0d14 None None] Port 62e40a29-09b8-4d99-aea2-18655f14a996 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:49.767750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38138) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:49.772815 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-332143520-network', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:49.797854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Made reservation on behalf of ac5756c5d6184464b6800c5afb37f42b for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:49.800208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.808845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.825344 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5895e5fb-14cc-49d9-9cda-30200adaa532 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:49.878728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 5895e5fb-14cc-49d9-9cda-30200adaa532 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:49.879099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.897103 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.901562 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.926845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:49.940348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d7c4b-f491-417f-b907-9078b6167a9e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:49.945217 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:49.945550 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Added segment ef15ce9f-3bf1-4da4-afb3-9834e5f7629c of type vlan for network bdd10840-e87c-4d6f-8594-4ed43f1660f9 Nov 12 04:21:49.967664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:49.987340 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.017229 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:50.017609 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.018000 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.018974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.019544 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.055591 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2840676 Nov 12 04:21:50.057024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38140) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:50.063809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Request body: {'subnet': {'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-subnet', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:50.085640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e559dbf-d77c-4644-9a24-2c0fd04b9c74 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd10840-e87c-4d6f-8594-4ed43f1660f9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:50.097233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Made reservation on behalf of ac5756c5d6184464b6800c5afb37f42b for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:50.099731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.100398 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network bdd10840-e87c-4d6f-8594-4ed43f1660f9 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:50.246120 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Sync routers for ids ['24307c1d-dba8-41b3-b3ed-6754ee55f429'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:50.256603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Routers {'24307c1d-dba8-41b3-b3ed-6754ee55f429'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:50.257285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:21:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['24307c1d-dba8-41b3-b3ed-6754ee55f429'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:50.272700 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.325849 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c020d082-5893-4896-9946-9af201a7b007,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:50.336251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Checking segment: {'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:50.336606 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Network hostable DHCP agents. Network: bdd10840-e87c-4d6f-8594-4ed43f1660f9, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:50.353366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Network bdd10840-e87c-4d6f-8594-4ed43f1660f9 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:50.362952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, bdd10840-e87c-4d6f-8594-4ed43f1660f9) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:50.367733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.368441 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.375109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Set router 24307c1d-dba8-41b3-b3ed-6754ee55f429 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:50.377069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddffab5b-4cf5-4017-93e9-d3ea28328f4b None None] Network bdd10840-e87c-4d6f-8594-4ed43f1660f9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:50.386735 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8abba5ba-4f40-4204-8665-2a662c1757a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3280320 Nov 12 04:21:50.389956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38142) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:50.394185 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:50.414860 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.415907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.471417 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.606241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.685456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-bdd10840-e87c-4d6f-8594-4ed43f1660f9', 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'fixed_ips': [{'subnet_id': 'c020d082-5893-4896-9946-9af201a7b007'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:50.686301 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.763150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:21:48Z', 'revision_number': 4, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port': {'id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:46Z', 'updated_at': '2021-11-12T04:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '62e40a29-09b8-4d99-aea2-18655f14a996', 'name': '', 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'mac_address': 'fa:16:3e:9a:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '8700285b-919e-493f-8de4-d6353c27f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:47Z', 'updated_at': '2021-11-12T04:21:48Z', 'revision_number': 2, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'subnets': [{'id': '8700285b-919e-493f-8de4-d6353c27f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:50.798359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Checking router: 24307c1d-dba8-41b3-b3ed-6754ee55f429 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:50.798716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Updating router 24307c1d-dba8-41b3-b3ed-6754ee55f429 port 62e40a29-09b8-4d99-aea2-18655f14a996 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:21:50.816190 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.836653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.836912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.908600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Allocated IP 172.20.0.2 (bdd10840-e87c-4d6f-8594-4ed43f1660f9/c020d082-5893-4896-9946-9af201a7b007/1177c3cd-e331-403e-94b9-994172573c9b) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:50.944170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Allocated IP 172.25.0.161 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/c3d3085e-cbe5-4afd-80df-339df642e42b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:51.046773 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.080015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.118267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:51.124031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:51.127037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:51.163193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Pushing event updated for resources: {'Port': ['ID=c3d3085e-cbe5-4afd-80df-339df642e42b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:51.246149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8264709-951b-45b0-b9ae-63564a05b61b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:51.353619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.365317 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.394776 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.451809 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Network bdd10840-e87c-4d6f-8594-4ed43f1660f9 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:51.461244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:51.469108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:51.470928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-541759dc-dbf9-469b-bd92-cccc9a0b7934 None None] Provisioning complete for port c3d3085e-cbe5-4afd-80df-339df642e42b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:51.471293 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-541759dc-dbf9-469b-bd92-cccc9a0b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.472671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Pushing event updated for resources: {'Port': ['ID=1177c3cd-e331-403e-94b9-994172573c9b,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:51.479857 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.509054 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.579909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-541759dc-dbf9-469b-bd92-cccc9a0b7934 None None] Port c3d3085e-cbe5-4afd-80df-339df642e42b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:51.613032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Attempting to bind port 1177c3cd-e331-403e-94b9-994172573c9b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:51.613404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Attempting to bind port 1177c3cd-e331-403e-94b9-994172573c9b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:51.613763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Attempting to bind port 1177c3cd-e331-403e-94b9-994172573c9b on network bdd10840-e87c-4d6f-8594-4ed43f1660f9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:51.637412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d4091-2209-4e06-9a2f-5a34732c2bc9 None None] Pushing event updated for resources: {'Port': ['ID=62e40a29-09b8-4d99-aea2-18655f14a996,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:51.643460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:51.643863 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Checking segment: {'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:51.644214 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.644604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Bound using segment: {'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:51.645122 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Bound port: 1177c3cd-e331-403e-94b9-994172573c9b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:51.645490 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.710943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Attempting to bind port 62e40a29-09b8-4d99-aea2-18655f14a996 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:51.711315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Attempting to bind port 62e40a29-09b8-4d99-aea2-18655f14a996 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:51.711681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Attempting to bind port 62e40a29-09b8-4d99-aea2-18655f14a996 on network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:51.724099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:51.724482 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Checking segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:51.724912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.725313 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Bound using segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:51.725801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Bound port: 62e40a29-09b8-4d99-aea2-18655f14a996, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:51.726182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.784288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] For port 1177c3cd-e331-403e-94b9-994172573c9b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:51.808054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] For port 1177c3cd-e331-403e-94b9-994172573c9b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1177c3cd-e331-403e-94b9-994172573c9b,segment=NetworkSegment(ef15ce9f-3bf1-4da4-afb3-9834e5f7629c),segment_id=ef15ce9f-3bf1-4da4-afb3-9834e5f7629c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:51.821009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.865935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-87448aa3-6cfb-4dd5-93c8-417a3c753889 None None] Provisioning complete for port 62e40a29-09b8-4d99-aea2-18655f14a996 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:51.866967 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-87448aa3-6cfb-4dd5-93c8-417a3c753889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.868463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] For port 62e40a29-09b8-4d99-aea2-18655f14a996, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:51.896101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.931376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] For port 62e40a29-09b8-4d99-aea2-18655f14a996, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=62e40a29-09b8-4d99-aea2-18655f14a996,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:51.938961 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:51.942617 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec5f94-6868-4ab2-8b8d-3a10e9edd5f4 None None] Pushing event updated for resources: {'Port': ['ID=1177c3cd-e331-403e-94b9-994172573c9b,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:51.953470 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-87448aa3-6cfb-4dd5-93c8-417a3c753889 None None] Port 62e40a29-09b8-4d99-aea2-18655f14a996 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:52.011322 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Routers {'24307c1d-dba8-41b3-b3ed-6754ee55f429'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:52.012575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:21:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['24307c1d-dba8-41b3-b3ed-6754ee55f429'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:52.014646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d4091-2209-4e06-9a2f-5a34732c2bc9 None None] Pushing event updated for resources: {'Port': ['ID=62e40a29-09b8-4d99-aea2-18655f14a996,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:52.052236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Router 5bec6a36-0273-44d9-93c3-4294a0a56c02 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:21:52.166156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] Set router 24307c1d-dba8-41b3-b3ed-6754ee55f429 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:52.192030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:52.214294 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Sync routers for ids ['5bec6a36-0273-44d9-93c3-4294a0a56c02'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:52.223296 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.224557 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d0df447e-5480-421e-862d-ba133a8721be admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8336685 Nov 12 04:21:52.227921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38144) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:52.234000 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Routers {'5bec6a36-0273-44d9-93c3-4294a0a56c02'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:52.234753 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:21:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bec6a36-0273-44d9-93c3-4294a0a56c02'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:52.374719 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Set router 5bec6a36-0273-44d9-93c3-4294a0a56c02 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:52.404055 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-51cbc242-0b0a-402d-806c-5fd7565086f3 None None] Provisioning complete for port 62e40a29-09b8-4d99-aea2-18655f14a996 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:52.404565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51cbc242-0b0a-402d-806c-5fd7565086f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.471424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:21:48Z', 'revision_number': 4, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port': {'id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:46Z', 'updated_at': '2021-11-12T04:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '62e40a29-09b8-4d99-aea2-18655f14a996', 'name': '', 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'mac_address': 'fa:16:3e:9a:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '8700285b-919e-493f-8de4-d6353c27f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:47Z', 'updated_at': '2021-11-12T04:21:51Z', 'revision_number': 4, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'subnets': [{'id': '8700285b-919e-493f-8de4-d6353c27f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:52.525633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f1c99-f490-4104-a796-f671573e66dd None None] The sync data for ids ['24307c1d-dba8-41b3-b3ed-6754ee55f429'] in n-d-789963-21 is: [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:21:48Z', 'revision_number': 4, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port': {'id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:46Z', 'updated_at': '2021-11-12T04:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '62e40a29-09b8-4d99-aea2-18655f14a996', 'name': '', 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'mac_address': 'fa:16:3e:9a:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '8700285b-919e-493f-8de4-d6353c27f052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:47Z', 'updated_at': '2021-11-12T04:21:51Z', 'revision_number': 4, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'subnets': [{'id': '8700285b-919e-493f-8de4-d6353c27f052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:52.537867 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51cbc242-0b0a-402d-806c-5fd7565086f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.600958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-51cbc242-0b0a-402d-806c-5fd7565086f3 None None] For port 62e40a29-09b8-4d99-aea2-18655f14a996, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=62e40a29-09b8-4d99-aea2-18655f14a996,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:52.602596 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:51Z', 'revision_number': 3, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port': {'id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:52.613611 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51cbc242-0b0a-402d-806c-5fd7565086f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.634707 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Checking router: 5bec6a36-0273-44d9-93c3-4294a0a56c02 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:52.635297 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Updating router 5bec6a36-0273-44d9-93c3-4294a0a56c02 port c3d3085e-cbe5-4afd-80df-339df642e42b binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:21:52.681697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbc242-0b0a-402d-806c-5fd7565086f3 None None] Pushing event updated for resources: {'Port': ['ID=62e40a29-09b8-4d99-aea2-18655f14a996,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:52.683118 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.823421 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.977870 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.983889 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.020470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Allocated IP 172.20.0.1 (bdd10840-e87c-4d6f-8594-4ed43f1660f9/c020d082-5893-4896-9946-9af201a7b007/18345cff-e257-4335-b214-739659990b83) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:53.040960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ca5ca-cadb-4848-8a3f-175fe50a0995 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:53.053876 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Attempting to bind port c3d3085e-cbe5-4afd-80df-339df642e42b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:53.054073 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Attempting to bind port c3d3085e-cbe5-4afd-80df-339df642e42b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:53.054414 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Attempting to bind port c3d3085e-cbe5-4afd-80df-339df642e42b on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:53.066367 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b619b54-4259-469d-8d8f-db5e81558f82 None None] Pushing event updated for resources: {'Port': ['ID=c3d3085e-cbe5-4afd-80df-339df642e42b,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.078122 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:53.078633 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:53.079475 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.079967 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:53.080472 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Bound port: c3d3085e-cbe5-4afd-80df-339df642e42b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:53.080962 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.121773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ae4c5-ddfa-4570-bb4f-e178164a0f57 None None] Network bdd10840-e87c-4d6f-8594-4ed43f1660f9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:53.155115 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] For port c3d3085e-cbe5-4afd-80df-339df642e42b, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:53.160536 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] For port c3d3085e-cbe5-4afd-80df-339df642e42b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c3d3085e-cbe5-4afd-80df-339df642e42b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:53.169319 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.175111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.220065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.231492 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b619b54-4259-469d-8d8f-db5e81558f82 None None] Pushing event updated for resources: {'Port': ['ID=c3d3085e-cbe5-4afd-80df-339df642e42b,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.235762 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Routers {'5bec6a36-0273-44d9-93c3-4294a0a56c02'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:53.236359 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:21:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bec6a36-0273-44d9-93c3-4294a0a56c02'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:53.251232 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c2a81-1621-4df0-9328-9e604af44ab6 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:53.269175 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Provisioning complete for port c3d3085e-cbe5-4afd-80df-339df642e42b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:53.269553 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.274545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Network bdd10840-e87c-4d6f-8594-4ed43f1660f9 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:53.278111 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:53.282873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:53.338418 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.354170 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] Set router 5bec6a36-0273-44d9-93c3-4294a0a56c02 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:53.384684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Pushing event updated for resources: {'Port': ['ID=18345cff-e257-4335-b214-739659990b83,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.458682 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.491681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] For port c3d3085e-cbe5-4afd-80df-339df642e42b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c3d3085e-cbe5-4afd-80df-339df642e42b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:53.502996 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.521135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.572299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Pushing event updated for resources: {'Port': ['ID=c3d3085e-cbe5-4afd-80df-339df642e42b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.581095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Provisioning complete for port 1177c3cd-e331-403e-94b9-994172573c9b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:53.581562 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.606561 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:51Z', 'revision_number': 3, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port': {'id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:53.651992 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b46d24-a377-4e03-a5db-aafb2537a961 None None] The sync data for ids ['5bec6a36-0273-44d9-93c3-4294a0a56c02'] in n-d-789963-21 is: [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:51Z', 'revision_number': 3, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port': {'id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:53.701847 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.784386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] For port 1177c3cd-e331-403e-94b9-994172573c9b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1177c3cd-e331-403e-94b9-994172573c9b,segment=NetworkSegment(ef15ce9f-3bf1-4da4-afb3-9834e5f7629c),segment_id=ef15ce9f-3bf1-4da4-afb3-9834e5f7629c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:53.795349 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.882719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 62e40a29-09b8-4d99-aea2-18655f14a996 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:53.914083 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.921196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.923032 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96133483-289e-4c8e-a7df-ee0b24376146 None None] Pushing event updated for resources: {'Port': ['ID=1177c3cd-e331-403e-94b9-994172573c9b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:53.961915 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b28c1a69-169e-4a7e-8291-5b3b1840c1ac None None] Provisioning complete for port c3d3085e-cbe5-4afd-80df-339df642e42b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:53.962427 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b28c1a69-169e-4a7e-8291-5b3b1840c1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.999278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Pushing event updated for resources: {'Port': ['ID=18345cff-e257-4335-b214-739659990b83,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:54.005977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 62e40a29-09b8-4d99-aea2-18655f14a996 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:54.006558 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.020173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.146115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Network bdd10840-e87c-4d6f-8594-4ed43f1660f9 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:54.148127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:54.156712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b28c1a69-169e-4a7e-8291-5b3b1840c1ac None None] Provisioning complete for port 18345cff-e257-4335-b214-739659990b83 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:54.157212 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b28c1a69-169e-4a7e-8291-5b3b1840c1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.162131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1177c3cd-e331-403e-94b9-994172573c9b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:54.233309 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b28c1a69-169e-4a7e-8291-5b3b1840c1ac None None] Port 18345cff-e257-4335-b214-739659990b83 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:54.250501 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b28c1a69-169e-4a7e-8291-5b3b1840c1ac None None] Provisioning complete for port 1177c3cd-e331-403e-94b9-994172573c9b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:54.250876 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b28c1a69-169e-4a7e-8291-5b3b1840c1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.297407 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1177c3cd-e331-403e-94b9-994172573c9b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:54.297868 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.300202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Router 5bec6a36-0273-44d9-93c3-4294a0a56c02 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:21:54.443720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:54.453509 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1db7fd27-588e-478d-b0a5-b1256dde772d admin admin] 10.222.0.49 "PUT /v2.0/routers/5bec6a36-0273-44d9-93c3-4294a0a56c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2216537 Nov 12 04:21:54.560301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-06d99d7d-0725-4b5b-a9e8-a0b497d6a197 None None] Provisioning complete for port 18345cff-e257-4335-b214-739659990b83 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:54.560979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-06d99d7d-0725-4b5b-a9e8-a0b497d6a197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.601708 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-06d99d7d-0725-4b5b-a9e8-a0b497d6a197 None None] Port 18345cff-e257-4335-b214-739659990b83 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:55.124284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-f355b565-167d-4737-8a07-46b393f1eb5a tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:55.125781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-f355b565-167d-4737-8a07-46b393f1eb5a tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/networks?id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85 HTTP/1.1" status: 200 len: 816 time: 0.1054173 Nov 12 04:21:55.141391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-440ab4ce-6a43-4e9d-ba0d-ea94d3968c56 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/quotas/2399f0728f464a7a9ef8ebb1ef8cc293 HTTP/1.1" status: 200 len: 375 time: 0.0098011 Nov 12 04:21:55.156719 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.194384 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-0e32a3e7-31bb-4d95-9af8-96462401d565 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2399f0728f464a7a9ef8ebb1ef8cc293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472949 Nov 12 04:21:55.298842 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-5b849147-a278-4e6a-9618-096153b26af2 service neutron] 10.222.0.49 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915494 Nov 12 04:21:55.390230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-eba7edf4-4071-44c0-adcf-d3ad51b65f31 service neutron] 10.222.0.49 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853207 Nov 12 04:21:55.558309 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e944eee8-d008-42de-adc9-43f69de8691a req-3850331a-a015-4931-bdf5-06f62cca0281 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 210 time: 0.0311773 Nov 12 04:21:55.845559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c3d3085e-cbe5-4afd-80df-339df642e42b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:55.900618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c3d3085e-cbe5-4afd-80df-339df642e42b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:55.901141 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.925103 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Sync routers for ids ['5bec6a36-0273-44d9-93c3-4294a0a56c02'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:55.947627 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Routers {'5bec6a36-0273-44d9-93c3-4294a0a56c02'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:55.948278 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:21:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bec6a36-0273-44d9-93c3-4294a0a56c02'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:56.077115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1177c3cd-e331-403e-94b9-994172573c9b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:56.112453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Set router 5bec6a36-0273-44d9-93c3-4294a0a56c02 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:56.371946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1177c3cd-e331-403e-94b9-994172573c9b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:56.372946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:56.541762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-cfa194a7-5569-4e7b-bdcb-de04920768f4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:56.544448 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-cfa194a7-5569-4e7b-bdcb-de04920768f4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.20 "GET /v2.0/networks?id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85 HTTP/1.1" status: 200 len: 816 time: 0.1215045 Nov 12 04:21:56.553383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 4, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port': {'id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '18345cff-e257-4335-b214-739659990b83', 'name': '', 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'mac_address': 'fa:16:3e:20:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c020d082-5893-4896-9946-9af201a7b007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:52Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 2, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'subnets': [{'id': 'c020d082-5893-4896-9946-9af201a7b007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:56.556493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Request body: {'port': {'device_id': 'e12fe2e4-2d97-448d-b8e6-35f6e469b888', 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'admin_state_up': True, 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:56.588308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Checking router: 5bec6a36-0273-44d9-93c3-4294a0a56c02 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:56.588308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Updating router 5bec6a36-0273-44d9-93c3-4294a0a56c02 port 18345cff-e257-4335-b214-739659990b83 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:21:56.619433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:56.670336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-53a21d6c-2926-45db-b407-c878c648fc28 req-03c865b7-1113-4600-af15-71b54ed48d2e tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 210 time: 0.0342302 Nov 12 04:21:56.682159 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Made reservation on behalf of 2399f0728f464a7a9ef8ebb1ef8cc293 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:56.692456 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:56.819266 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Allocated IP 172.20.0.4 (db1c78cc-2c9d-4a29-9db8-df51bcf24a85/8700285b-919e-493f-8de4-d6353c27f052/3c0b732b-c011-48fb-9257-2f55354c74ab) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:56.895768 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:56.901576 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:56.973036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be048c-6b6c-4845-bd39-53729cacfa21 None None] Pushing event updated for resources: {'Port': ['ID=18345cff-e257-4335-b214-739659990b83,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:56.974951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.003593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Attempting to bind port 18345cff-e257-4335-b214-739659990b83 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:57.003989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Attempting to bind port 18345cff-e257-4335-b214-739659990b83 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:57.004353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Attempting to bind port 18345cff-e257-4335-b214-739659990b83 on network bdd10840-e87c-4d6f-8594-4ed43f1660f9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:57.009610 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:57.010157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Checking segment: {'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:57.010392 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.010790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Bound using segment: {'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:57.011269 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Bound port: 18345cff-e257-4335-b214-739659990b83, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:57.011666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.021656 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.069614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:57.075552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:57.080643 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:57.084787 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Pushing event updated for resources: {'Port': ['ID=3c0b732b-c011-48fb-9257-2f55354c74ab,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:57.096702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] For port 18345cff-e257-4335-b214-739659990b83, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:57.101883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] For port 18345cff-e257-4335-b214-739659990b83, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=18345cff-e257-4335-b214-739659990b83,segment=NetworkSegment(ef15ce9f-3bf1-4da4-afb3-9834e5f7629c),segment_id=ef15ce9f-3bf1-4da4-afb3-9834e5f7629c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:57.109673 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.138369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.139168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.164173 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-14960bbc-5ea7-46e7-9439-4a33b83c3b6d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6117966 Nov 12 04:21:57.171096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Routers {'5bec6a36-0273-44d9-93c3-4294a0a56c02'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:57.171768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:21:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bec6a36-0273-44d9-93c3-4294a0a56c02'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:57.177677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Request body: {'port': {'device_id': 'e12fe2e4-2d97-448d-b8e6-35f6e469b888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:57.231071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be048c-6b6c-4845-bd39-53729cacfa21 None None] Pushing event updated for resources: {'Port': ['ID=18345cff-e257-4335-b214-739659990b83,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:57.257537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.296040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-17eee0fe-a0ab-4dd4-9605-64b0c2c7b574 None None] Provisioning complete for port 18345cff-e257-4335-b214-739659990b83 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:57.296418 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17eee0fe-a0ab-4dd4-9605-64b0c2c7b574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.351381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] Set router 5bec6a36-0273-44d9-93c3-4294a0a56c02 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:57.512660 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17eee0fe-a0ab-4dd4-9605-64b0c2c7b574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.542864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0b732b-c011-48fb-9257-2f55354c74ab {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:57.551113 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.563850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Transition to ACTIVE for port object 3c0b732b-c011-48fb-9257-2f55354c74ab will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:57.568363 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.569980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-17eee0fe-a0ab-4dd4-9605-64b0c2c7b574 None None] For port 18345cff-e257-4335-b214-739659990b83, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=18345cff-e257-4335-b214-739659990b83,segment=NetworkSegment(ef15ce9f-3bf1-4da4-afb3-9834e5f7629c),segment_id=ef15ce9f-3bf1-4da4-afb3-9834e5f7629c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:57.595602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-17eee0fe-a0ab-4dd4-9605-64b0c2c7b574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.624979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0b732b-c011-48fb-9257-2f55354c74ab,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:57.660618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eee0fe-a0ab-4dd4-9605-64b0c2c7b574 None None] Pushing event updated for resources: {'Port': ['ID=18345cff-e257-4335-b214-739659990b83,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:57.674004 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 4, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port': {'id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '18345cff-e257-4335-b214-739659990b83', 'name': '', 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'mac_address': 'fa:16:3e:20:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c020d082-5893-4896-9946-9af201a7b007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:52Z', 'updated_at': '2021-11-12T04:21:57Z', 'revision_number': 4, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'subnets': [{'id': 'c020d082-5893-4896-9946-9af201a7b007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:57.702315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Attempting to bind port 3c0b732b-c011-48fb-9257-2f55354c74ab on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:57.702747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Attempting to bind port 3c0b732b-c011-48fb-9257-2f55354c74ab by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:57.702986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Attempting to bind port 3c0b732b-c011-48fb-9257-2f55354c74ab on network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:57.711092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16bd7b5-b1e6-4058-bf29-0cfdb9488b0d None None] The sync data for ids ['5bec6a36-0273-44d9-93c3-4294a0a56c02'] in n-d-789963-21 is: [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 4, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port': {'id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '18345cff-e257-4335-b214-739659990b83', 'name': '', 'network_id': 'bdd10840-e87c-4d6f-8594-4ed43f1660f9', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'mac_address': 'fa:16:3e:20:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c020d082-5893-4896-9946-9af201a7b007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:52Z', 'updated_at': '2021-11-12T04:21:57Z', 'revision_number': 4, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'subnets': [{'id': 'c020d082-5893-4896-9946-9af201a7b007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:57.719690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Port 3c0b732b-c011-48fb-9257-2f55354c74ab on network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:57.720031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Attempting to bind port 3c0b732b-c011-48fb-9257-2f55354c74ab on network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:57.726373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:57.726633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Checking segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:57.727020 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Bound using segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:57.727460 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Bound port: 3c0b732b-c011-48fb-9257-2f55354c74ab, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:57.727822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.752252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d0cc9cd5-e5ad-46c4-ad38-ab89ef6d0554 None None] Provisioning complete for port 18345cff-e257-4335-b214-739659990b83 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:57.752604 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9cd5-e5ad-46c4-ad38-ab89ef6d0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.886162 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] For port 3c0b732b-c011-48fb-9257-2f55354c74ab, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:57.897495 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2fa4-83b2-4f62-954d-5b51ece8e13c req-de7c2ee2-9e9f-4025-b59e-6edaacc153e4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.909132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f8f2fa4-83b2-4f62-954d-5b51ece8e13c req-de7c2ee2-9e9f-4025-b59e-6edaacc153e4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 943 time: 0.1193047 Nov 12 04:21:57.958488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] For port 3c0b732b-c011-48fb-9257-2f55354c74ab, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3c0b732b-c011-48fb-9257-2f55354c74ab,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:57.965919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.005542 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f8f2fa4-83b2-4f62-954d-5b51ece8e13c req-90fe8381-1c19-4530-885b-265b52e66f66 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951033 Nov 12 04:21:58.026602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.027332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:58.029409 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] 10.222.0.20 "PUT /v2.0/ports/3c0b732b-c011-48fb-9257-2f55354c74ab HTTP/1.1" status: 200 len: 1092 time: 0.8567178 Nov 12 04:21:58.029818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e12fe2e4-2d97-448d-b8e6-35f6e469b888', 'tag': '3c0b732b-c011-48fb-9257-2f55354c74ab'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:58.032237 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a57d75f-3f48-4a41-9c07-89041d756e17" -d '{"events": [{"name": "network-changed", "server_uuid": "e12fe2e4-2d97-448d-b8e6-35f6e469b888", "tag": "3c0b732b-c011-48fb-9257-2f55354c74ab"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:58.074062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7003c-8a2c-4feb-96ad-1fd89f51b279 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0b732b-c011-48fb-9257-2f55354c74ab,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:58.091704 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb62f9-979d-4e7d-8252-95c62c922375 x-openstack-request-id: req-e3cb62f9-979d-4e7d-8252-95c62c922375 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:58.092127 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e12fe2e4-2d97-448d-b8e6-35f6e469b888", "tag": "3c0b732b-c011-48fb-9257-2f55354c74ab", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:58.092477 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3cb62f9-979d-4e7d-8252-95c62c922375 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:58.092967 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e12fe2e4-2d97-448d-b8e6-35f6e469b888', 'tag': '3c0b732b-c011-48fb-9257-2f55354c74ab', 'status': 'completed', 'code': 200} Nov 12 04:21:58.139014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-c0c1c953-bb6b-47bc-803d-7a7694c7838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.140767 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-c0c1c953-bb6b-47bc-803d-7a7694c7838d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2399f0728f464a7a9ef8ebb1ef8cc293&device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 1095 time: 0.0610235 Nov 12 04:21:58.192194 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-9bdd3b51-e8d1-46cd-a1a0-23a19e4d22f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c0b732b-c011-48fb-9257-2f55354c74ab HTTP/1.1" status: 200 len: 217 time: 0.0439277 Nov 12 04:21:58.217496 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d2028b9-9f23-48f9-9b55-f583262adcc3 req-2df94350-0fcc-4e23-943e-6f97d83225b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297170 Nov 12 04:21:58.259009 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-a45d7772-79c1-4b0a-9ce0-4c63898df597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.261267 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-a45d7772-79c1-4b0a-9ce0-4c63898df597 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8700285b-919e-493f-8de4-d6353c27f052 HTTP/1.1" status: 200 len: 855 time: 0.0610209 Nov 12 04:21:58.297922 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d2028b9-9f23-48f9-9b55-f583262adcc3 req-ffd47630-d7bf-4c85-97a1-f94cffc8a238 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0467575 Nov 12 04:21:58.325046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-936d60b1-9895-4f44-9758-bb16d7c27d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.326847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-936d60b1-9895-4f44-9758-bb16d7c27d0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543091 Nov 12 04:21:58.346131 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d2028b9-9f23-48f9-9b55-f583262adcc3 req-4442650a-ef73-4aa8-8f9b-0da14c61c51c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218179 Nov 12 04:21:58.426254 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-03b70103-5497-43d9-a831-60dc53b79537 service neutron] 10.222.0.20 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917149 Nov 12 04:21:58.460991 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2028b9-9f23-48f9-9b55-f583262adcc3 req-8b01e787-5741-41a3-89ce-9508d2806746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.463033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8d2028b9-9f23-48f9-9b55-f583262adcc3 req-8b01e787-5741-41a3-89ce-9508d2806746 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1098058 Nov 12 04:21:58.861132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8c6c4a86-a613-4ed3-878e-d14ef1b7fea4 req-a01767e4-8dd9-4f18-a419-a58f8be22985 service neutron] 10.222.0.20 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271996 Nov 12 04:21:58.951971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-4cbfae4c-6324-4792-884c-a7cfa542d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.953620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-4cbfae4c-6324-4792-884c-a7cfa542d945 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2399f0728f464a7a9ef8ebb1ef8cc293&device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 1095 time: 0.0433474 Nov 12 04:21:59.058563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-d7d0245f-fdaf-43b6-94cb-fbeb8c8d6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:59.060946 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-d7d0245f-fdaf-43b6-94cb-fbeb8c8d6e98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85 HTTP/1.1" status: 200 len: 918 time: 0.1000872 Nov 12 04:21:59.110347 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-60635154-6c54-412e-9ecc-1c69c2a10769 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c0b732b-c011-48fb-9257-2f55354c74ab HTTP/1.1" status: 200 len: 217 time: 0.0408964 Nov 12 04:21:59.194490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eab93-a999-42a8-9b91-04bcf97621e3 req-dc369423-f383-4a52-a68e-a11ee08ec9c5 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:59.195961 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-318eab93-a999-42a8-9b91-04bcf97621e3 req-dc369423-f383-4a52-a68e-a11ee08ec9c5 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 943 time: 0.0882084 Nov 12 04:21:59.197283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-60fa3f03-3f52-4a5f-84e8-8ea355d0f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:59.198596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-60fa3f03-3f52-4a5f-84e8-8ea355d0f724 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8700285b-919e-493f-8de4-d6353c27f052 HTTP/1.1" status: 200 len: 855 time: 0.0795164 Nov 12 04:21:59.271289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-318eab93-a999-42a8-9b91-04bcf97621e3 req-310e44b2-bcb4-4bc8-98ab-007efce864d4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688980 Nov 12 04:21:59.275802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-b8fb571c-518c-4244-83a4-a4b48acc9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:59.277801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-b8fb571c-518c-4244-83a4-a4b48acc9d92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692444 Nov 12 04:21:59.381340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-39c87c53-d331-4bff-824d-debe9f5621d7 service neutron] 10.222.0.20 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951967 Nov 12 04:21:59.479627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7a57d75f-3f48-4a41-9c07-89041d756e17 req-26cfd089-66ae-4600-8bde-77de6a468bb9 service neutron] 10.222.0.20 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887117 Nov 12 04:21:59.780896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 18345cff-e257-4335-b214-739659990b83 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:59.835483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 18345cff-e257-4335-b214-739659990b83 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:59.835775 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:00.393796 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda90e6f-c06d-4809-a3fc-7d330512347f req-1a2bf976-481a-46d3-98f5-325906bd82b7 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:00.395360 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eda90e6f-c06d-4809-a3fc-7d330512347f req-1a2bf976-481a-46d3-98f5-325906bd82b7 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 943 time: 0.0527427 Nov 12 04:22:00.446926 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-eda90e6f-c06d-4809-a3fc-7d330512347f req-95db2a25-8160-42e4-a8ca-74f039d94db3 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Nov 12 04:22:01.435220 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9f8853a7-4be1-4418-8ef4-75f700109ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:01.564222 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcb025-ba75-4502-abc3-c82e1d04ddc7 req-26729640-686d-44fd-b294-a328c125d1df tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:01.565746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91bcb025-ba75-4502-abc3-c82e1d04ddc7 req-26729640-686d-44fd-b294-a328c125d1df tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 943 time: 0.0494378 Nov 12 04:22:01.615817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-91bcb025-ba75-4502-abc3-c82e1d04ddc7 req-338f5707-2658-4bed-aae2-3a61e8332310 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Nov 12 04:22:01.734940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3c0b732b-c011-48fb-9257-2f55354c74ab details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:22:01.840152 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3c0b732b-c011-48fb-9257-2f55354c74ab, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3c0b732b-c011-48fb-9257-2f55354c74ab,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:01.851045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '3c0b732b-c011-48fb-9257-2f55354c74ab', 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'port_id': '3c0b732b-c011-48fb-9257-2f55354c74ab', 'mac_address': 'fa:16:3e:81:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8700285b-919e-493f-8de4-d6353c27f052', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:22:01.887812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:01.899884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0b732b-c011-48fb-9257-2f55354c74ab {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:01.919456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3c0b732b-c011-48fb-9257-2f55354c74ab, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3c0b732b-c011-48fb-9257-2f55354c74ab,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:01.923316 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:01.972570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3c0b732b-c011-48fb-9257-2f55354c74ab,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:02.125831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['3c0b732b-c011-48fb-9257-2f55354c74ab'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:02.736465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372b6a4-430c-4de4-be29-a27b132673df req-da5d15aa-992a-4774-940f-3e20de34e5f2 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:02.737974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1372b6a4-430c-4de4-be29-a27b132673df req-da5d15aa-992a-4774-940f-3e20de34e5f2 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 944 time: 0.0504196 Nov 12 04:22:02.785454 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1372b6a4-430c-4de4-be29-a27b132673df req-977294eb-c450-452c-817a-c0333c450156 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Nov 12 04:22:03.680184 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a270cb64-a294-4bdf-8bdf-7e694b414796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.748648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3c0b732b-c011-48fb-9257-2f55354c74ab up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:03.802009 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 3c0b732b-c011-48fb-9257-2f55354c74ab completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:22:03.805996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 3c0b732b-c011-48fb-9257-2f55354c74ab triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:03.806380 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.884700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.903075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01be7b-a92e-4423-b342-90395b2ce1dc req-e95c891b-9db7-4d6d-b5eb-dbc06bd0922b tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:03.904658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d01be7b-a92e-4423-b342-90395b2ce1dc req-e95c891b-9db7-4d6d-b5eb-dbc06bd0922b tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 944 time: 0.0513239 Nov 12 04:22:03.908568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12fe2e4-2d97-448d-b8e6-35f6e469b888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0b732b-c011-48fb-9257-2f55354c74ab'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:03.910843 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b204a7-f2aa-4a8b-a49b-b1505a30fcec" -d '{"events": [{"server_uuid": "e12fe2e4-2d97-448d-b8e6-35f6e469b888", "name": "network-vif-plugged", "status": "completed", "tag": "3c0b732b-c011-48fb-9257-2f55354c74ab"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:03.925745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 3c0b732b-c011-48fb-9257-2f55354c74ab, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3c0b732b-c011-48fb-9257-2f55354c74ab,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:03.931125 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.957646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d01be7b-a92e-4423-b342-90395b2ce1dc req-3d1af1ac-2193-4d50-a174-e136f1c7c476 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467403 Nov 12 04:22:03.958029 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfb72ff-44d1-48a9-bc34-1f4a36284c1a x-openstack-request-id: req-7dfb72ff-44d1-48a9-bc34-1f4a36284c1a {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:03.958325 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12fe2e4-2d97-448d-b8e6-35f6e469b888", "name": "network-vif-plugged", "status": "completed", "tag": "3c0b732b-c011-48fb-9257-2f55354c74ab", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:03.958583 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dfb72ff-44d1-48a9-bc34-1f4a36284c1a {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:03.958974 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12fe2e4-2d97-448d-b8e6-35f6e469b888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0b732b-c011-48fb-9257-2f55354c74ab', 'code': 200} Nov 12 04:22:03.986089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=3c0b732b-c011-48fb-9257-2f55354c74ab,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:04.051483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e765313-c6e7-4b46-b56e-9676c24cd538 req-e4dd1650-768b-49bd-8179-0512bd93b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:04.052987 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e765313-c6e7-4b46-b56e-9676c24cd538 req-e4dd1650-768b-49bd-8179-0512bd93b0e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 1097 time: 0.0443344 Nov 12 04:22:04.097992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e765313-c6e7-4b46-b56e-9676c24cd538 req-116475a2-893d-4f7f-ba8c-e383aed6aac0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Nov 12 04:22:05.091157 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd038704-b7e8-4ae5-8190-4f41a9560fb5 req-dcad99da-bae3-4d2d-961f-09659879774b tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:05.093012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd038704-b7e8-4ae5-8190-4f41a9560fb5 req-dcad99da-bae3-4d2d-961f-09659879774b tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 945 time: 0.0578163 Nov 12 04:22:05.144430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fd038704-b7e8-4ae5-8190-4f41a9560fb5 req-d43b9909-05f5-4975-8bb1-86954c92935d tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Nov 12 04:22:05.157129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:06.267699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9930d2-e945-4b11-9659-22349ae18f56 req-08c724d2-fa95-4b02-8136-d3b86c113064 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:06.269175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a9930d2-e945-4b11-9659-22349ae18f56 req-08c724d2-fa95-4b02-8136-d3b86c113064 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 945 time: 0.0501504 Nov 12 04:22:06.315388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a9930d2-e945-4b11-9659-22349ae18f56 req-379f4e5d-a1de-4f3e-8620-bdb1dc92034b tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403516 Nov 12 04:22:06.434278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedc98-bdf7-4c74-9997-a9b19c7797ed req-e9e6feed-e134-43f7-b6ee-2b9c01b43f9c tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:06.435763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ebedc98-bdf7-4c74-9997-a9b19c7797ed req-e9e6feed-e134-43f7-b6ee-2b9c01b43f9c tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Nov 12 04:22:06.482676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9ebedc98-bdf7-4c74-9997-a9b19c7797ed req-c7793544-7f7e-47bb-bf53-d893f6775bb4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Nov 12 04:22:06.518306 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.343882 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.599255 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:25.155772 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.013287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b348-a1dc-47ca-852b-17309dd34b9e req-232c954c-aa06-4b71-9ac9-9278574e838f tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.015187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c789b348-a1dc-47ca-852b-17309dd34b9e req-232c954c-aa06-4b71-9ac9-9278574e838f tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 945 time: 0.0514417 Nov 12 04:22:28.067552 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c789b348-a1dc-47ca-852b-17309dd34b9e req-d3350f01-0203-4279-959e-94487044ed43 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463378 Nov 12 04:22:29.190456 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67730-029e-4512-a727-643745cc3841 req-bec94479-3ab3-4e6a-b6c7-702786ec3787 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:29.191952 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ed67730-029e-4512-a727-643745cc3841 req-bec94479-3ab3-4e6a-b6c7-702786ec3787 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 945 time: 0.0547118 Nov 12 04:22:29.238091 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ed67730-029e-4512-a727-643745cc3841 req-76f84604-79f9-457a-99b1-f53e65635026 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Nov 12 04:22:29.559354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-f5645f47-44aa-4f8c-add6-87ce267ec129 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:29.560870 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-f5645f47-44aa-4f8c-add6-87ce267ec129 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.20 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 945 time: 0.0487626 Nov 12 04:22:29.651189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Deleting port 3c0b732b-c011-48fb-9257-2f55354c74ab {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:29.651537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.742597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] For port 3c0b732b-c011-48fb-9257-2f55354c74ab, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=3c0b732b-c011-48fb-9257-2f55354c74ab,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:29.742961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.755529 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Calling delete_port for 3c0b732b-c011-48fb-9257-2f55354c74ab owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:29.883317 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.895314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['3c0b732b-c011-48fb-9257-2f55354c74ab'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:29.913401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Pushing event deleted for resources: {'Port': ['ID=3c0b732b-c011-48fb-9257-2f55354c74ab,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:29.956138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] No DVR routers for this DVR port 3c0b732b-c011-48fb-9257-2f55354c74ab on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:29.958913 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.962401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-42c7d278-c346-42f8-a5c6-628725a60d31 req-d4c7787d-d45e-4d5a-806c-dbf404088cd8 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.20 "DELETE /v2.0/ports/3c0b732b-c011-48fb-9257-2f55354c74ab HTTP/1.1" status: 204 len: 173 time: 0.3957551 Nov 12 04:22:29.962872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e12fe2e4-2d97-448d-b8e6-35f6e469b888', 'name': 'network-vif-deleted', 'tag': '3c0b732b-c011-48fb-9257-2f55354c74ab'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:29.965268 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320eeb4-7ea6-4246-b91d-769f581f116a" -d '{"events": [{"server_uuid": "e12fe2e4-2d97-448d-b8e6-35f6e469b888", "name": "network-vif-deleted", "tag": "3c0b732b-c011-48fb-9257-2f55354c74ab"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:30.008411 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40837c6a-315f-4e6f-a629-6b8f611fc283 x-openstack-request-id: req-40837c6a-315f-4e6f-a629-6b8f611fc283 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:30.008705 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e12fe2e4-2d97-448d-b8e6-35f6e469b888", "name": "network-vif-deleted", "tag": "3c0b732b-c011-48fb-9257-2f55354c74ab", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:30.009003 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40837c6a-315f-4e6f-a629-6b8f611fc283 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:30.009391 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e12fe2e4-2d97-448d-b8e6-35f6e469b888', 'name': 'network-vif-deleted', 'tag': '3c0b732b-c011-48fb-9257-2f55354c74ab', 'status': 'completed', 'code': 200} Nov 12 04:22:30.352869 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b493ad8a-d38d-4631-b8b1-ddb6cbf38948 req-f9b109e1-deb1-4ee9-99c4-3ad073ed5074 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e12fe2e4-2d97-448d-b8e6-35f6e469b888 HTTP/1.1" status: 200 len: 210 time: 0.0320716 Nov 12 04:22:31.437450 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e3d5252b-136f-4ebf-ac50-85c550104afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:31.912866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-62c0699f-9124-4fcc-afe3-5b85f0c0f703 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:31.914361 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-62c0699f-9124-4fcc-afe3-5b85f0c0f703 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/networks?id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85 HTTP/1.1" status: 200 len: 816 time: 0.1035917 Nov 12 04:22:31.930108 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-c6986550-e8d3-4242-93f5-c2ad6bb17a46 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/quotas/2399f0728f464a7a9ef8ebb1ef8cc293 HTTP/1.1" status: 200 len: 375 time: 0.0089929 Nov 12 04:22:31.980026 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-aebf7905-e0b7-4a6b-9182-0f88ea8a6459 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2399f0728f464a7a9ef8ebb1ef8cc293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442138 Nov 12 04:22:32.073516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-7b4580ec-6252-42b8-94a2-50e98a02f3b0 service neutron] 10.222.0.49 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814252 Nov 12 04:22:32.165562 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-c856026f-f1d2-4236-82c8-9f488ac23a4d service neutron] 10.222.0.49 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859482 Nov 12 04:22:32.325873 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d1c98556-33da-4613-9c8b-9832fe64aca0 req-5a972e2e-dbe9-4b05-8800-a54da5d54d96 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 210 time: 0.0297434 Nov 12 04:22:33.228492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-ec33be49-2e78-4a17-b6f3-d38afa5fb017 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:33.230113 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-ec33be49-2e78-4a17-b6f3-d38afa5fb017 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.20 "GET /v2.0/networks?id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85 HTTP/1.1" status: 200 len: 816 time: 0.1066997 Nov 12 04:22:33.242599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Request body: {'port': {'device_id': 'da9c7dbe-da1e-46ab-be09-eeb2d7edcf09', 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'admin_state_up': True, 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:33.357467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Made reservation on behalf of 2399f0728f464a7a9ef8ebb1ef8cc293 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:33.361085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.423200 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5d1d095e-7246-4cdf-bb06-f8f3c92fc135 req-3c54b348-9ec4-4276-8b98-e7a3b6d4abdf tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 210 time: 0.0284150 Nov 12 04:22:33.486174 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Allocated IP 172.20.0.11 (db1c78cc-2c9d-4a29-9db8-df51bcf24a85/8700285b-919e-493f-8de4-d6353c27f052/a2b8420c-ea77-4b53-9bb2-4f327739af2e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:33.631881 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.668469 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.684263 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2b08e438-c309-4c3d-ac2c-88043b7a51f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.714148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:33.718559 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:33.721690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:33.753940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Pushing event updated for resources: {'Port': ['ID=a2b8420c-ea77-4b53-9bb2-4f327739af2e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.781593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:33.782210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.804096 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-2e2d443a-8dbf-400d-ad4c-3d4d514f1f71 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5654070 Nov 12 04:22:33.817233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Request body: {'port': {'device_id': 'da9c7dbe-da1e-46ab-be09-eeb2d7edcf09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:33.877162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.892866 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3c0b732b-c011-48fb-9257-2f55354c74ab no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:33.915272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 3c0b732b-c011-48fb-9257-2f55354c74ab {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:33.915699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 3c0b732b-c011-48fb-9257-2f55354c74ab not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:34.003028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-db966909-d2cd-4e91-89ac-6186b31ebfb2 None None] Provisioning complete for port a2b8420c-ea77-4b53-9bb2-4f327739af2e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:34.003294 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db966909-d2cd-4e91-89ac-6186b31ebfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.038735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-db966909-d2cd-4e91-89ac-6186b31ebfb2 None None] Port a2b8420c-ea77-4b53-9bb2-4f327739af2e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:34.156090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b8420c-ea77-4b53-9bb2-4f327739af2e {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:34.163907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.176094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Transition to ACTIVE for port object a2b8420c-ea77-4b53-9bb2-4f327739af2e will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:22:34.180073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.231119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b8420c-ea77-4b53-9bb2-4f327739af2e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:34.311279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Attempting to bind port a2b8420c-ea77-4b53-9bb2-4f327739af2e on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:34.312062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Attempting to bind port a2b8420c-ea77-4b53-9bb2-4f327739af2e by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:34.312062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Attempting to bind port a2b8420c-ea77-4b53-9bb2-4f327739af2e on network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:34.330403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Port a2b8420c-ea77-4b53-9bb2-4f327739af2e on network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:22:34.330728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Attempting to bind port a2b8420c-ea77-4b53-9bb2-4f327739af2e on network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:34.336462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:34.336828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Checking segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:34.337211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Bound using segment: {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:34.337641 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Bound port: a2b8420c-ea77-4b53-9bb2-4f327739af2e, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991910d7-658c-41da-9d74-7d5e0aa5274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:34.337992 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.412697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] For port a2b8420c-ea77-4b53-9bb2-4f327739af2e, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:34.417401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] For port a2b8420c-ea77-4b53-9bb2-4f327739af2e, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a2b8420c-ea77-4b53-9bb2-4f327739af2e,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:34.424362 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.493600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:34.494388 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.495909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2b8420c-ea77-4b53-9bb2-4f327739af2e HTTP/1.1" status: 200 len: 1093 time: 0.6830354 Nov 12 04:22:34.496859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9c7dbe-da1e-46ab-be09-eeb2d7edcf09', 'tag': 'a2b8420c-ea77-4b53-9bb2-4f327739af2e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:34.499705 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0db71b4-1a0c-45d0-8a57-da5cf0286313" -d '{"events": [{"name": "network-changed", "server_uuid": "da9c7dbe-da1e-46ab-be09-eeb2d7edcf09", "tag": "a2b8420c-ea77-4b53-9bb2-4f327739af2e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:34.567256 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f299b-ca9d-4275-be2c-a3464763e48e x-openstack-request-id: req-134f299b-ca9d-4275-be2c-a3464763e48e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:34.567649 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9c7dbe-da1e-46ab-be09-eeb2d7edcf09", "tag": "a2b8420c-ea77-4b53-9bb2-4f327739af2e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:34.567993 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-134f299b-ca9d-4275-be2c-a3464763e48e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:34.568486 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9c7dbe-da1e-46ab-be09-eeb2d7edcf09', 'tag': 'a2b8420c-ea77-4b53-9bb2-4f327739af2e', 'status': 'completed', 'code': 200} Nov 12 04:22:34.597328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295479a4-328f-4953-a83b-4800e253c1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b8420c-ea77-4b53-9bb2-4f327739af2e,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:34.632109 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ba81c-d675-490f-ab8e-b008d761c0c2 req-3a9b9677-0b11-49d4-afc8-e204a0a855d5 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:34.641388 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e6ba81c-d675-490f-ab8e-b008d761c0c2 req-3a9b9677-0b11-49d4-afc8-e204a0a855d5 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 944 time: 0.1167984 Nov 12 04:22:34.666145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-877c4805-7bc2-4824-90b0-022384bfd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:34.667645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-877c4805-7bc2-4824-90b0-022384bfd2d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2399f0728f464a7a9ef8ebb1ef8cc293&device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 1096 time: 0.0982776 Nov 12 04:22:34.743859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-a270283a-1aa8-485e-bf54-455df5a1d985 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2b8420c-ea77-4b53-9bb2-4f327739af2e HTTP/1.1" status: 200 len: 217 time: 0.0630243 Nov 12 04:22:34.765979 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e6ba81c-d675-490f-ab8e-b008d761c0c2 req-6f39001c-b6e0-4123-ba09-584eee02f37b tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234365 Nov 12 04:22:34.807607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-f74cdec6-1fa8-4721-b3cc-0f236892a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:34.809095 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-f74cdec6-1fa8-4721-b3cc-0f236892a4a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8700285b-919e-493f-8de4-d6353c27f052 HTTP/1.1" status: 200 len: 855 time: 0.0567222 Nov 12 04:22:34.858036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-11b6971e-d690-4cac-ae49-9ce62e1abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:34.859499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-11b6971e-d690-4cac-ae49-9ce62e1abda0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438328 Nov 12 04:22:34.948427 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-6ad6fb7c-e97b-4bed-8aa2-bb79daadb567 service neutron] 10.222.0.20 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817556 Nov 12 04:22:35.040857 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4dff347c-031b-400e-ab59-e74bddb7c6bb req-e54032ff-18e1-488a-b425-a05c2e2b91c7 service neutron] 10.222.0.20 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857050 Nov 12 04:22:35.128112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-e6457639-7437-4c0c-b5a0-61e61e7d887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:35.129644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-e6457639-7437-4c0c-b5a0-61e61e7d887e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2399f0728f464a7a9ef8ebb1ef8cc293&device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 1096 time: 0.0413640 Nov 12 04:22:35.151040 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.223436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-018d7872-1259-495a-902d-c9787caa0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:35.224919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-018d7872-1259-495a-902d-c9787caa0625 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85 HTTP/1.1" status: 200 len: 918 time: 0.0881596 Nov 12 04:22:35.267483 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-39592264-4930-4b90-9143-e71e7b545365 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2b8420c-ea77-4b53-9bb2-4f327739af2e HTTP/1.1" status: 200 len: 217 time: 0.0349300 Nov 12 04:22:35.317113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-87d8d26e-e533-4ab7-b468-157ccb84f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:35.318491 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-87d8d26e-e533-4ab7-b468-157ccb84f244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8700285b-919e-493f-8de4-d6353c27f052 HTTP/1.1" status: 200 len: 855 time: 0.0437875 Nov 12 04:22:35.365075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-abaef289-b2c2-469a-b2f7-748bbb18cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:35.366544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-abaef289-b2c2-469a-b2f7-748bbb18cece service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db1c78cc-2c9d-4a29-9db8-df51bcf24a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405679 Nov 12 04:22:35.462065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-11504a7a-7a8a-408d-bf88-b8e089d60317 service neutron] 10.222.0.20 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858285 Nov 12 04:22:35.557447 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0db71b4-1a0c-45d0-8a57-da5cf0286313 req-5880dc97-bbc3-468f-9950-5cddc38de5fb service neutron] 10.222.0.20 "GET /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866046 Nov 12 04:22:35.892688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d2c9-8a77-4418-b4ab-d864f97fa687 req-0ecd8803-7e88-4c94-b756-fb7730b7b9b4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:35.894114 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ae1d2c9-8a77-4418-b4ab-d864f97fa687 req-0ecd8803-7e88-4c94-b756-fb7730b7b9b4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 944 time: 0.0512180 Nov 12 04:22:35.949042 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ae1d2c9-8a77-4418-b4ab-d864f97fa687 req-3146d74b-4807-4ee0-938e-f8e2350236d5 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Nov 12 04:22:36.523736 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.071223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4d872-a8b8-48b6-af3d-f33d5beaa1a9 req-d8afbf90-b72b-4426-8e5b-6acea46b88d6 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:37.072708 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-60f4d872-a8b8-48b6-af3d-f33d5beaa1a9 req-d8afbf90-b72b-4426-8e5b-6acea46b88d6 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 944 time: 0.0497141 Nov 12 04:22:37.120430 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-60f4d872-a8b8-48b6-af3d-f33d5beaa1a9 req-c43811a3-a481-4040-a242-ecbbfca78618 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Nov 12 04:22:37.346540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.887041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a2b8420c-ea77-4b53-9bb2-4f327739af2e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:22:37.979336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a2b8420c-ea77-4b53-9bb2-4f327739af2e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a2b8420c-ea77-4b53-9bb2-4f327739af2e,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:37.990008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'a2b8420c-ea77-4b53-9bb2-4f327739af2e', 'network_id': 'db1c78cc-2c9d-4a29-9db8-df51bcf24a85', 'port_id': 'a2b8420c-ea77-4b53-9bb2-4f327739af2e', 'mac_address': 'fa:16:3e:d7:e9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8700285b-919e-493f-8de4-d6353c27f052', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:22:38.031316 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.044323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b8420c-ea77-4b53-9bb2-4f327739af2e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:38.064236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a2b8420c-ea77-4b53-9bb2-4f327739af2e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a2b8420c-ea77-4b53-9bb2-4f327739af2e,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:38.068471 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.122270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a2b8420c-ea77-4b53-9bb2-4f327739af2e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:38.129748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.130093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.130429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.130763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.131093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.131423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.131756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.132074 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.132394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.132711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.133053 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.133368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:38.246006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318f4a4-c976-4f73-968a-1e9d3de98b78 req-d290d8a0-590f-4a5a-b236-3b243059a878 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.248066 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5318f4a4-c976-4f73-968a-1e9d3de98b78 req-d290d8a0-590f-4a5a-b236-3b243059a878 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 945 time: 0.0544198 Nov 12 04:22:38.264581 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a2b8420c-ea77-4b53-9bb2-4f327739af2e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:38.298021 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5318f4a4-c976-4f73-968a-1e9d3de98b78 req-d784509e-f169-41ae-8eec-d2d120366f88 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Nov 12 04:22:39.412652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de0028-5e29-4162-86a0-e36bf19913a6 req-6e09147d-dd77-4a86-bda5-170dc90205e7 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.414122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4de0028-5e29-4162-86a0-e36bf19913a6 req-6e09147d-dd77-4a86-bda5-170dc90205e7 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Nov 12 04:22:39.460920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e4de0028-5e29-4162-86a0-e36bf19913a6 req-e78d4b9c-770c-4085-ac7b-c22962f30ad0 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Nov 12 04:22:39.888616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a2b8420c-ea77-4b53-9bb2-4f327739af2e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:39.937046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port a2b8420c-ea77-4b53-9bb2-4f327739af2e completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:22:39.940759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port a2b8420c-ea77-4b53-9bb2-4f327739af2e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:39.941147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.019264 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.041219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9c7dbe-da1e-46ab-be09-eeb2d7edcf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b8420c-ea77-4b53-9bb2-4f327739af2e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:40.043442 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254d4912-44f2-4697-8888-d27c8b876590" -d '{"events": [{"server_uuid": "da9c7dbe-da1e-46ab-be09-eeb2d7edcf09", "name": "network-vif-plugged", "status": "completed", "tag": "a2b8420c-ea77-4b53-9bb2-4f327739af2e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:40.056010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port a2b8420c-ea77-4b53-9bb2-4f327739af2e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a2b8420c-ea77-4b53-9bb2-4f327739af2e,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:40.061544 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.085113 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921c39f6-300c-4b9e-bc24-16b43cf3d094 x-openstack-request-id: req-921c39f6-300c-4b9e-bc24-16b43cf3d094 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:40.085401 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9c7dbe-da1e-46ab-be09-eeb2d7edcf09", "name": "network-vif-plugged", "status": "completed", "tag": "a2b8420c-ea77-4b53-9bb2-4f327739af2e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:40.085658 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-921c39f6-300c-4b9e-bc24-16b43cf3d094 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:40.086046 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9c7dbe-da1e-46ab-be09-eeb2d7edcf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b8420c-ea77-4b53-9bb2-4f327739af2e', 'code': 200} Nov 12 04:22:40.112415 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=a2b8420c-ea77-4b53-9bb2-4f327739af2e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:40.179157 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee6f8-3ca3-4249-9a02-1c5acd979899 req-acf4bb76-21e9-48e7-9424-e543d88e69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.180646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab9ee6f8-3ca3-4249-9a02-1c5acd979899 req-acf4bb76-21e9-48e7-9424-e543d88e69d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 1098 time: 0.0443158 Nov 12 04:22:40.224886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab9ee6f8-3ca3-4249-9a02-1c5acd979899 req-8fe120d6-ea60-4e49-869c-9968620a9b5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363667 Nov 12 04:22:40.579183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568859f-7813-4437-b53a-13775abc0ad1 req-9408ce5f-1fb5-4950-b0f6-d295a45355ba tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.580707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7568859f-7813-4437-b53a-13775abc0ad1 req-9408ce5f-1fb5-4950-b0f6-d295a45355ba tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 946 time: 0.0511258 Nov 12 04:22:40.629193 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7568859f-7813-4437-b53a-13775abc0ad1 req-238c2928-698d-48d0-8eaa-24d2827efc4b tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Nov 12 04:22:41.747328 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941437-3792-4717-bc5a-05ab27ee3d9e req-6a3bd8ae-1a14-46b9-9379-2a4f3d9261bc tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:41.748880 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d941437-3792-4717-bc5a-05ab27ee3d9e req-6a3bd8ae-1a14-46b9-9379-2a4f3d9261bc tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 946 time: 0.0499589 Nov 12 04:22:41.796959 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d941437-3792-4717-bc5a-05ab27ee3d9e req-4afa287c-896f-4f2d-aca3-425a40deca67 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420573 Nov 12 04:22:41.914176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c77fa-ee5a-4992-a314-8c7c6ea2f4c9 req-fdc752de-996e-4e94-b03c-94ced889c536 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:41.915177 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-135c77fa-ee5a-4992-a314-8c7c6ea2f4c9 req-fdc752de-996e-4e94-b03c-94ced889c536 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 946 time: 0.0525947 Nov 12 04:22:41.961036 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-135c77fa-ee5a-4992-a314-8c7c6ea2f4c9 req-0c7aedaf-9b20-4e34-8503-e554bde7986e tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Nov 12 04:22:55.155756 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:59.209302 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d880555c-ca3f-4b5c-9d0b-bb9f950a3e96 req-11fc6615-6d3d-4b8a-898d-97854c4e790b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256016 Nov 12 04:22:59.269746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d880555c-ca3f-4b5c-9d0b-bb9f950a3e96 req-0e714662-59a5-4833-8a4f-6fd3a2d02225 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0294199 Nov 12 04:22:59.314488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d880555c-ca3f-4b5c-9d0b-bb9f950a3e96 req-e21c91a5-3583-463b-9275-0f804b076e3b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192091 Nov 12 04:22:59.411298 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880555c-ca3f-4b5c-9d0b-bb9f950a3e96 req-56687b93-086d-476d-9fcd-043e2b3bb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.412798 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d880555c-ca3f-4b5c-9d0b-bb9f950a3e96 req-56687b93-086d-476d-9fcd-043e2b3bb41a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912046 Nov 12 04:23:01.439828 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d5b24014-a821-4b5c-97db-123bb7c7cd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.602883 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:03.361549 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eb121-99fe-466f-ae55-c7b640731204 req-4db0140f-b88a-4db0-950d-fc9f5e6af1d7 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.363051 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-086eb121-99fe-466f-ae55-c7b640731204 req-4db0140f-b88a-4db0-950d-fc9f5e6af1d7 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 946 time: 0.0558271 Nov 12 04:23:03.409896 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-086eb121-99fe-466f-ae55-c7b640731204 req-39fac4c6-6495-4d75-8106-c651065b6604 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Nov 12 04:23:03.690700 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-12670513-8322-4334-a0d4-e824a02a928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:04.526834 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d728a85-460d-4bcd-bd1a-e6bcc42c4a2c req-5e301aff-a744-4759-ad9a-bd907f36f125 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:04.529061 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d728a85-460d-4bcd-bd1a-e6bcc42c4a2c req-5e301aff-a744-4759-ad9a-bd907f36f125 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 946 time: 0.0489507 Nov 12 04:23:04.575756 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d728a85-460d-4bcd-bd1a-e6bcc42c4a2c req-a6eabd74-8a07-4e23-803b-e9ad843518af tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c67f1bb-af55-46ac-a7fc-2f967aa5733c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 Nov 12 04:23:04.852457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-2aaa04eb-f888-41d5-bc9e-ffc228d9a3d9 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:04.853812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-2aaa04eb-f888-41d5-bc9e-ffc228d9a3d9 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.20 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 946 time: 0.0476003 Nov 12 04:23:04.947648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Deleting port a2b8420c-ea77-4b53-9bb2-4f327739af2e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:04.947985 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.034839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] For port a2b8420c-ea77-4b53-9bb2-4f327739af2e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=a2b8420c-ea77-4b53-9bb2-4f327739af2e,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:05.035201 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.048208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Calling delete_port for a2b8420c-ea77-4b53-9bb2-4f327739af2e owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:05.157026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.178212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.190555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['a2b8420c-ea77-4b53-9bb2-4f327739af2e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:05.207679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Pushing event deleted for resources: {'Port': ['ID=a2b8420c-ea77-4b53-9bb2-4f327739af2e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:05.219755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.220008 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.220358 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.220849 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.221063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.221400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.221738 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.222077 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.222410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.222743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.223074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.223400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:05.263085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] No DVR routers for this DVR port a2b8420c-ea77-4b53-9bb2-4f327739af2e on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:05.265779 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.269198 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4c16b7bc-7657-4b8c-be97-021759b26e05 req-b6e30ca8-6ccb-4a2c-8b87-21a9ea7e50de tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.20 "DELETE /v2.0/ports/a2b8420c-ea77-4b53-9bb2-4f327739af2e HTTP/1.1" status: 204 len: 173 time: 0.4079499 Nov 12 04:23:05.269657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9c7dbe-da1e-46ab-be09-eeb2d7edcf09', 'name': 'network-vif-deleted', 'tag': 'a2b8420c-ea77-4b53-9bb2-4f327739af2e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:05.271954 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedd413a-aae9-41ab-84f3-f852bb0ffdbb" -d '{"events": [{"server_uuid": "da9c7dbe-da1e-46ab-be09-eeb2d7edcf09", "name": "network-vif-deleted", "tag": "a2b8420c-ea77-4b53-9bb2-4f327739af2e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:05.312506 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209a8feb-11f5-454e-a223-7622b5bc5de1 x-openstack-request-id: req-209a8feb-11f5-454e-a223-7622b5bc5de1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:05.312838 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9c7dbe-da1e-46ab-be09-eeb2d7edcf09", "name": "network-vif-deleted", "tag": "a2b8420c-ea77-4b53-9bb2-4f327739af2e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:05.313100 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-209a8feb-11f5-454e-a223-7622b5bc5de1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:05.313523 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9c7dbe-da1e-46ab-be09-eeb2d7edcf09', 'name': 'network-vif-deleted', 'tag': 'a2b8420c-ea77-4b53-9bb2-4f327739af2e', 'status': 'completed', 'code': 200} Nov 12 04:23:05.694058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e9bfca3-b928-4e56-aeba-0b1dc419e9ce req-bf0a8520-0f91-4756-afe5-83edcb8600e4 tempest-TestEncryptedCinderVolumes-1647822447 tempest-TestEncryptedCinderVolumes-1647822447-project] 10.222.0.49 "GET /v2.0/ports?device_id=da9c7dbe-da1e-46ab-be09-eeb2d7edcf09 HTTP/1.1" status: 200 len: 210 time: 0.0342474 Nov 12 04:23:06.522541 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.787704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38478) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:07.126990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.348314 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.371205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Deleting port 62e40a29-09b8-4d99-aea2-18655f14a996 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:07.371542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.451488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] For port 62e40a29-09b8-4d99-aea2-18655f14a996, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=62e40a29-09b8-4d99-aea2-18655f14a996,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:07.451854 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.464014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Calling delete_port for 62e40a29-09b8-4d99-aea2-18655f14a996 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:07.640658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.666918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e40a29-09b8-4d99-aea2-18655f14a996,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:07.836303 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.027019 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a2b8420c-ea77-4b53-9bb2-4f327739af2e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:08.047378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: a2b8420c-ea77-4b53-9bb2-4f327739af2e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:08.047717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device a2b8420c-ea77-4b53-9bb2-4f327739af2e not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:08.051373 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Router 24307c1d-dba8-41b3-b3ed-6754ee55f429 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:08.158497 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:08.163586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-5d2abcd8-0469-4659-9e2a-594d239652f6 admin admin] 10.222.0.49 "PUT /v2.0/routers/24307c1d-dba8-41b3-b3ed-6754ee55f429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3748453 Nov 12 04:23:08.166380 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38480) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:08.167371 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] Sync routers for ids ['24307c1d-dba8-41b3-b3ed-6754ee55f429'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:08.177231 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] Routers {'24307c1d-dba8-41b3-b3ed-6754ee55f429'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:08.177825 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['24307c1d-dba8-41b3-b3ed-6754ee55f429'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:08.272622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.281290 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] Set router 24307c1d-dba8-41b3-b3ed-6754ee55f429 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:08.375418 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.429176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Deleting port 5895e5fb-14cc-49d9-9cda-30200adaa532 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:08.429519 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.456539 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:23:07Z', 'revision_number': 5, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port': {'id': '5895e5fb-14cc-49d9-9cda-30200adaa532', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:46Z', 'updated_at': '2021-11-12T04:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:08.486005 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] Checking router: 24307c1d-dba8-41b3-b3ed-6754ee55f429 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:08.494400 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] Routers {'24307c1d-dba8-41b3-b3ed-6754ee55f429'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:08.495002 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['24307c1d-dba8-41b3-b3ed-6754ee55f429'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:08.509628 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] For port 5895e5fb-14cc-49d9-9cda-30200adaa532, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=5895e5fb-14cc-49d9-9cda-30200adaa532,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:08.509988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.523338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Calling delete_port for 5895e5fb-14cc-49d9-9cda-30200adaa532 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:08.580954 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] Set router 24307c1d-dba8-41b3-b3ed-6754ee55f429 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:08.632482 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:23:08Z', 'revision_number': 6, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:08.663116 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6777a187-bbec-41f1-967e-0d8fb22d3a7f None None] The sync data for ids ['24307c1d-dba8-41b3-b3ed-6754ee55f429'] in n-d-789963-21 is: [{'id': '24307c1d-dba8-41b3-b3ed-6754ee55f429', 'name': 'tempest-TestEncryptedCinderVolumes-881828320-router', 'tenant_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:45Z', 'updated_at': '2021-11-12T04:23:08Z', 'revision_number': 6, 'project_id': '2399f0728f464a7a9ef8ebb1ef8cc293', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:08.695512 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.726388 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5895e5fb-14cc-49d9-9cda-30200adaa532,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:08.736664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.737049 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.737393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.737516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c0c96-4a9a-4b11-a131-3d7e54666522 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:08.737735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.738076 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.738409 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.738736 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.739066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.739393 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.739718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.740044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.740370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:08.795120 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.885456 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.887497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.929689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.930287 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24307c1d-dba8-41b3-b3ed-6754ee55f429 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:23:08.935665 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.936825 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6205beb8-019b-4ff8-b931-61a03f7784e9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/24307c1d-dba8-41b3-b3ed-6754ee55f429 HTTP/1.1" status: 204 len: 168 time: 0.7694359 Nov 12 04:23:08.939337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38482) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:08.987505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-34098789-a2ce-4382-8400-9eb6f4554e93 admin admin] Deleting subnet 8700285b-919e-493f-8de4-d6353c27f052 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:23:08.990213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34098789-a2ce-4382-8400-9eb6f4554e93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.026033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34098789-a2ce-4382-8400-9eb6f4554e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.106634 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34098789-a2ce-4382-8400-9eb6f4554e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.161445 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34098789-a2ce-4382-8400-9eb6f4554e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.187011 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34098789-a2ce-4382-8400-9eb6f4554e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8700285b-919e-493f-8de4-d6353c27f052,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:09.190421 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-34098789-a2ce-4382-8400-9eb6f4554e93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.193584 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-34098789-a2ce-4382-8400-9eb6f4554e93 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8700285b-919e-493f-8de4-d6353c27f052 HTTP/1.1" status: 204 len: 168 time: 0.2533276 Nov 12 04:23:09.196091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38484) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:09.198396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a417b7-f252-40a4-b428-28a2f777bb2c None None] Network db1c78cc-2c9d-4a29-9db8-df51bcf24a85 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:09.264018 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.317464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Deleting port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:09.317793 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.385879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] For port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:09.386233 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.396363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] DHCP port deletion for db1c78cc-2c9d-4a29-9db8-df51bcf24a85 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:09.405420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Calling delete_port for e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:09.449461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] Deleting port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:09.449891 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.485535 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.516521 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] For port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,segment=NetworkSegment(991910d7-658c-41da-9d74-7d5e0aa5274d),segment_id=991910d7-658c-41da-9d74-7d5e0aa5274d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:09.517765 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.517882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Pushing event deleted for resources: {'Port': ['ID=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:09.519687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] No DVR routers for this DVR port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:09.534394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] Calling delete_port for e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:09.590232 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.611823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1c78cc-2c9d-4a29-9db8-df51bcf24a85']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:23:09.615982 n-d-789963-21 neutron-server[102630]: self.session.flush() Nov 12 04:23:09.622042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991910d7-658c-41da-9d74-7d5e0aa5274d') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:09.622042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991910d7-658c-41da-9d74-7d5e0aa5274d') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:09.624610 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.632240 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.650834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] Pushing event deleted for resources: {'Port': ['ID=e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:09.654983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900a577-8d78-49a1-9ddb-f8d6a4373fc4 None None] No DVR routers for this DVR port e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:09.658907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.671348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:23:09.671757 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:23:09.673819 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:23:09.732680 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.737977 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:09.741113 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] 10.222.0.49 "DELETE /v2.0/networks/db1c78cc-2c9d-4a29-9db8-df51bcf24a85 HTTP/1.1" status: 204 len: 168 time: 0.5438714 Nov 12 04:23:09.744553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38486) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:09.751937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f63554-1aa0-4f7d-8f12-e796bbf7cd49 admin admin] Pushing event deleted for resources: {'Network': ['ID=db1c78cc-2c9d-4a29-9db8-df51bcf24a85,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:09.808133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 62e40a29-09b8-4d99-aea2-18655f14a996 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:09.829735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 62e40a29-09b8-4d99-aea2-18655f14a996 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:09.830083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 62e40a29-09b8-4d99-aea2-18655f14a996 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:09.830511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5895e5fb-14cc-49d9-9cda-30200adaa532 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:09.850626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 5895e5fb-14cc-49d9-9cda-30200adaa532 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:09.850977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 5895e5fb-14cc-49d9-9cda-30200adaa532 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:09.851405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:09.871162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:09.871517 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e59a3cbb-c2a9-4ff1-8aef-2b478a8a8ef4 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:10.424198 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.671148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Deleting port 18345cff-e257-4335-b214-739659990b83 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:10.671485 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.748368 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] For port 18345cff-e257-4335-b214-739659990b83, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=18345cff-e257-4335-b214-739659990b83,segment=NetworkSegment(ef15ce9f-3bf1-4da4-afb3-9834e5f7629c),segment_id=ef15ce9f-3bf1-4da4-afb3-9834e5f7629c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:10.749081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.761069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Calling delete_port for 18345cff-e257-4335-b214-739659990b83 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:10.944376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.974746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Pushing event deleted for resources: {'Port': ['ID=18345cff-e257-4335-b214-739659990b83,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:11.140940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.354386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Router 5bec6a36-0273-44d9-93c3-4294a0a56c02 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:11.457500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:11.462557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fd6787f6-9c80-4c5c-b0c5-f2237484d991 admin admin] 10.222.0.49 "PUT /v2.0/routers/5bec6a36-0273-44d9-93c3-4294a0a56c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7168844 Nov 12 04:23:11.465039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:11.468066 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] Sync routers for ids ['5bec6a36-0273-44d9-93c3-4294a0a56c02'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:11.477513 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] Routers {'5bec6a36-0273-44d9-93c3-4294a0a56c02'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:11.478139 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bec6a36-0273-44d9-93c3-4294a0a56c02'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:11.569993 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.584062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] Set router 5bec6a36-0273-44d9-93c3-4294a0a56c02 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:11.675516 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.728032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Deleting port c3d3085e-cbe5-4afd-80df-339df642e42b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:11.728381 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.770257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:23:10Z', 'revision_number': 5, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port': {'id': 'c3d3085e-cbe5-4afd-80df-339df642e42b', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:11.799497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] Checking router: 5bec6a36-0273-44d9-93c3-4294a0a56c02 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:11.808015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] Routers {'5bec6a36-0273-44d9-93c3-4294a0a56c02'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:11.808619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5bec6a36-0273-44d9-93c3-4294a0a56c02'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:11.818615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] For port c3d3085e-cbe5-4afd-80df-339df642e42b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c3d3085e-cbe5-4afd-80df-339df642e42b,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:11.819149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:11.832254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Calling delete_port for c3d3085e-cbe5-4afd-80df-339df642e42b owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:11.896667 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] Set router 5bec6a36-0273-44d9-93c3-4294a0a56c02 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:11.956966 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:23:11Z', 'revision_number': 6, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:11.984550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa12b05-8fe9-4fe1-948b-bfe2ac3e4f75 None None] The sync data for ids ['5bec6a36-0273-44d9-93c3-4294a0a56c02'] in n-d-789963-21 is: [{'id': '5bec6a36-0273-44d9-93c3-4294a0a56c02', 'name': 'tempest-TestEncryptedCinderVolumes-332143520-router', 'tenant_id': 'ac5756c5d6184464b6800c5afb37f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:50Z', 'updated_at': '2021-11-12T04:23:11Z', 'revision_number': 6, 'project_id': 'ac5756c5d6184464b6800c5afb37f42b', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:12.008100 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.034385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d3085e-cbe5-4afd-80df-339df642e42b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:12.050979 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28206317-6177-42fc-85f3-12dba26b9a6d None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:12.109580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.213153 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.216697 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.266764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.267458 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bec6a36-0273-44d9-93c3-4294a0a56c02 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:23:12.272654 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.273895 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dcbe7138-5fc5-476c-97df-d41ed6f47d43 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5bec6a36-0273-44d9-93c3-4294a0a56c02 HTTP/1.1" status: 204 len: 168 time: 0.8073344 Nov 12 04:23:12.276521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38490) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:12.327885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b6a2cf-d51d-4bc5-bebb-717f4768d8c1 admin admin] Deleting subnet c020d082-5893-4896-9946-9af201a7b007 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:23:12.332214 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86b6a2cf-d51d-4bc5-bebb-717f4768d8c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.373319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86b6a2cf-d51d-4bc5-bebb-717f4768d8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.480356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86b6a2cf-d51d-4bc5-bebb-717f4768d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.541243 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86b6a2cf-d51d-4bc5-bebb-717f4768d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.571669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6a2cf-d51d-4bc5-bebb-717f4768d8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c020d082-5893-4896-9946-9af201a7b007,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:12.578705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-86b6a2cf-d51d-4bc5-bebb-717f4768d8c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.582635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46371a32-7e13-42b0-aa89-df5815c3656a None None] Network bdd10840-e87c-4d6f-8594-4ed43f1660f9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:12.584110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-86b6a2cf-d51d-4bc5-bebb-717f4768d8c1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c020d082-5893-4896-9946-9af201a7b007 HTTP/1.1" status: 204 len: 168 time: 0.3059883 Nov 12 04:23:12.586060 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38492) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:12.674448 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.732191 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Deleting port 1177c3cd-e331-403e-94b9-994172573c9b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:12.732459 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.785586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] DHCP port deletion for bdd10840-e87c-4d6f-8594-4ed43f1660f9 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:12.811492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] For port 1177c3cd-e331-403e-94b9-994172573c9b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1177c3cd-e331-403e-94b9-994172573c9b,segment=NetworkSegment(ef15ce9f-3bf1-4da4-afb3-9834e5f7629c),segment_id=ef15ce9f-3bf1-4da4-afb3-9834e5f7629c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:12.811951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.824622 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Calling delete_port for 1177c3cd-e331-403e-94b9-994172573c9b owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:12.834339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] Deleting port 1177c3cd-e331-403e-94b9-994172573c9b {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:12.834793 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.902801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] For port 1177c3cd-e331-403e-94b9-994172573c9b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1177c3cd-e331-403e-94b9-994172573c9b,segment=NetworkSegment(ef15ce9f-3bf1-4da4-afb3-9834e5f7629c),segment_id=ef15ce9f-3bf1-4da4-afb3-9834e5f7629c)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:12.903870 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.908031 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:12.917011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] Calling delete_port for 1177c3cd-e331-403e-94b9-994172573c9b owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:12.936991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1177c3cd-e331-403e-94b9-994172573c9b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:12.938918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] No DVR routers for this DVR port 1177c3cd-e331-403e-94b9-994172573c9b on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:12.997189 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.018006 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.031218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] Pushing event deleted for resources: {'Port': ['ID=1177c3cd-e331-403e-94b9-994172573c9b,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:13.038850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ba23c-93a4-4410-b6b3-f694dcab0483 None None] No DVR routers for this DVR port 1177c3cd-e331-403e-94b9-994172573c9b on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:13.040160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd10840-e87c-4d6f-8594-4ed43f1660f9']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:13.053762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:13.054627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef15ce9f-3bf1-4da4-afb3-9834e5f7629c') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:13.065934 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.082110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.088164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:23:13.088547 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:23:13.090191 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:23:13.148645 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.154172 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.157213 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bdd10840-e87c-4d6f-8594-4ed43f1660f9 HTTP/1.1" status: 204 len: 168 time: 0.5701144 Nov 12 04:23:13.174739 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f4a5d-4a08-498e-98b1-3393fa178c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd10840-e87c-4d6f-8594-4ed43f1660f9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:13.323981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38496) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:13.367135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3e8f3528-67a8-45bf-ab5c-b209e814a188 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2399f0728f464a7a9ef8ebb1ef8cc293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418434 Nov 12 04:23:13.369752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38498) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:13.416954 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03901aa4-ff6c-4339-95c2-48a2cfa4fe93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.438424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03901aa4-ff6c-4339-95c2-48a2cfa4fe93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.488402 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03901aa4-ff6c-4339-95c2-48a2cfa4fe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.491063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03901aa4-ff6c-4339-95c2-48a2cfa4fe93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.493178 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-03901aa4-ff6c-4339-95c2-48a2cfa4fe93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c67f1bb-af55-46ac-a7fc-2f967aa5733c HTTP/1.1" status: 204 len: 168 time: 0.1224861 Nov 12 04:23:13.501346 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03901aa4-ff6c-4339-95c2-48a2cfa4fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c67f1bb-af55-46ac-a7fc-2f967aa5733c,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:13.796697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c3d3085e-cbe5-4afd-80df-339df642e42b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:13.809539 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38504) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:13.816445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c3d3085e-cbe5-4afd-80df-339df642e42b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:13.816902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c3d3085e-cbe5-4afd-80df-339df642e42b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:13.817389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 18345cff-e257-4335-b214-739659990b83 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:13.836084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 18345cff-e257-4335-b214-739659990b83 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:13.836518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 18345cff-e257-4335-b214-739659990b83 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:13.837033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1177c3cd-e331-403e-94b9-994172573c9b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:13.848714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c195b816-6b9e-4690-a54e-2c0bbbfbb92f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac5756c5d6184464b6800c5afb37f42b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379043 Nov 12 04:23:13.851269 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38506) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:13.856868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1177c3cd-e331-403e-94b9-994172573c9b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:13.857287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1177c3cd-e331-403e-94b9-994172573c9b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:13.898363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3908386f-a3f9-4bd4-9ea7-72040e26efff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.920200 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3908386f-a3f9-4bd4-9ea7-72040e26efff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.966692 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3908386f-a3f9-4bd4-9ea7-72040e26efff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.969271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3908386f-a3f9-4bd4-9ea7-72040e26efff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:13.970404 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3908386f-a3f9-4bd4-9ea7-72040e26efff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e68d7c4b-f491-417f-b907-9078b6167a9e HTTP/1.1" status: 204 len: 168 time: 0.1183627 Nov 12 04:23:13.978540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908386f-a3f9-4bd4-9ea7-72040e26efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d7c4b-f491-417f-b907-9078b6167a9e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:14.647436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38528) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:14.764222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1236595424-network', 'tenant_id': '518821b305174a34b68b1dba42fed19a'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:14.787698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Made reservation on behalf of 518821b305174a34b68b1dba42fed19a for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:14.789991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.798661 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.875705 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.879483 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.904566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:23:14.914843 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:14.921709 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.922062 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Added segment 0eafe073-511f-4876-9d7a-e06f69623f61 of type vlan for network c46f1710-1c08-4365-be63-cc7149ed37a1 Nov 12 04:23:14.961313 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.988130 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:14.989236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:14.989813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.045967 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3973262 Nov 12 04:23:15.048876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38532) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:15.053090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e773c12-0e35-4dbf-a71f-85c98b5f0129 admin admin] Pushing event updated for resources: {'Network': ['ID=c46f1710-1c08-4365-be63-cc7149ed37a1,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:15.053918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Request body: {'subnet': {'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1236595424-subnet', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:15.063858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c46f1710-1c08-4365-be63-cc7149ed37a1 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:23:15.082006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Made reservation on behalf of 518821b305174a34b68b1dba42fed19a for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:15.084571 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.248058 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.300244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:15.310248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Checking segment: {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:15.310597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Network hostable DHCP agents. Network: c46f1710-1c08-4365-be63-cc7149ed37a1, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:23:15.326383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Network c46f1710-1c08-4365-be63-cc7149ed37a1 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:23:15.334943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c46f1710-1c08-4365-be63-cc7149ed37a1) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:15.339347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:15.339937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.345436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d39d8e-69d3-401f-8e66-06ffe6107f4a None None] Network c46f1710-1c08-4365-be63-cc7149ed37a1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:15.357367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f529dadf-f0f7-46d4-975a-40134a93eb47 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3072178 Nov 12 04:23:15.359960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:15.364194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:15.385663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.386651 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.442246 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.495465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c46f1710-1c08-4365-be63-cc7149ed37a1', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:23:15.496312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.588067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.637815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Allocated IP 172.20.0.2 (c46f1710-1c08-4365-be63-cc7149ed37a1/6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab/a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:15.786460 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.790539 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.792108 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.809426 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.834920 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Network c46f1710-1c08-4365-be63-cc7149ed37a1 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:15.837886 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:15.842865 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:15.845954 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Pushing event updated for resources: {'Port': ['ID=a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:15.898059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Attempting to bind port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:15.898423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Attempting to bind port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:15.898788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Attempting to bind port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 on network c46f1710-1c08-4365-be63-cc7149ed37a1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:15.904272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:15.904469 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Checking segment: {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:15.904940 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.905349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Bound using segment: {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:15.905815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Bound port: a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:15.906189 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:15.912567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Allocated IP 172.25.0.171 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/b66f2d7b-29c9-4283-bc8c-d3b3f4215067) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:15.972771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] For port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:15.976012 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] For port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:15.979460 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.026085 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.039631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb4765-042d-4d5f-a4c0-07de0fbda090 None None] Pushing event updated for resources: {'Port': ['ID=a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:16.070373 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.111773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:16.114693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:16.118557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:16.124166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Pushing event updated for resources: {'Port': ['ID=b66f2d7b-29c9-4283-bc8c-d3b3f4215067,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:16.133479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caecf567-cba5-42dd-b33b-1d06cd8bcd67 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:16.194658 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-83f857a4-62cb-4bf6-b4c6-536a126dbe0a None None] Provisioning complete for port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:16.198204 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-83f857a4-62cb-4bf6-b4c6-536a126dbe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.251779 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-83f857a4-62cb-4bf6-b4c6-536a126dbe0a None None] Port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:16.724337 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.928886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:16.929648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92efe054-5db1-4be7-9f67-850e82f99530 None None] Network c46f1710-1c08-4365-be63-cc7149ed37a1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:17.067228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Router 6ca98957-16a5-4fac-ac5c-10014f3a753a is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:23:17.175502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-86c5b073-87ad-4b3b-99fe-507b52e0d3b1 None None] Provisioning complete for port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:17.176068 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86c5b073-87ad-4b3b-99fe-507b52e0d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.179754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:17.189851 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Sync routers for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:17.198278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.201394 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:17.202030 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:17.203172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38538) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:17.203658 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f7929fb8-0c62-43a1-88e7-c1899dfefff7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8422766 Nov 12 04:23:17.314459 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:17.315526 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86c5b073-87ad-4b3b-99fe-507b52e0d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.351010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-86c5b073-87ad-4b3b-99fe-507b52e0d3b1 None None] For port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:17.355309 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-86c5b073-87ad-4b3b-99fe-507b52e0d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.412071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5b073-87ad-4b3b-99fe-507b52e0d3b1 None None] Pushing event updated for resources: {'Port': ['ID=a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:17.532760 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:16Z', 'revision_number': 3, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:17.564547 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Checking router: 6ca98957-16a5-4fac-ac5c-10014f3a753a for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:17.565217 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Updating router 6ca98957-16a5-4fac-ac5c-10014f3a753a port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:17.586364 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-90a969f4-d87e-4de2-8541-37c06a68ddc9 None None] Provisioning complete for port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:17.586715 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-90a969f4-d87e-4de2-8541-37c06a68ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.592517 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.838905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:17.889368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:17.889955 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.941045 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.943672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.945936 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.991156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d207e-fbb4-41ff-bc51-e0f493f0e2a0 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:17.995641 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Attempting to bind port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:17.996628 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Attempting to bind port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:17.997016 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Attempting to bind port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:18.006033 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Pushing event updated for resources: {'Port': ['ID=b66f2d7b-29c9-4283-bc8c-d3b3f4215067,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:18.008941 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:18.009312 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:18.009700 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.010078 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:18.010537 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Bound port: b66f2d7b-29c9-4283-bc8c-d3b3f4215067, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:18.010904 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.037130 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.037493 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.037784 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.038105 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.038423 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.038738 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.039052 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.039360 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.039669 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.039980 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.040287 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.040585 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.075506 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] For port b66f2d7b-29c9-4283-bc8c-d3b3f4215067, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:18.079146 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] For port b66f2d7b-29c9-4283-bc8c-d3b3f4215067, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b66f2d7b-29c9-4283-bc8c-d3b3f4215067,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:18.083262 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.102964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0a71426e-a414-400f-b747-014b707bc09c None None] Provisioning complete for port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:18.103328 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0a71426e-a414-400f-b747-014b707bc09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.115334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Allocated IP 172.20.0.1 (c46f1710-1c08-4365-be63-cc7149ed37a1/6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab/6c35ee78-a8d2-4caf-9504-bef32a32fb86) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:18.141200 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77cd61-6afa-4d7d-9f4b-510a7035fa80 None None] Pushing event updated for resources: {'Port': ['ID=b66f2d7b-29c9-4283-bc8c-d3b3f4215067,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:18.151202 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:18.151985 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:18.167457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c6492-d0a4-4eeb-9ce0-14a287cc3cd0 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:18.221776 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0a71426e-a414-400f-b747-014b707bc09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.238783 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.246615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0a71426e-a414-400f-b747-014b707bc09c None None] For port b66f2d7b-29c9-4283-bc8c-d3b3f4215067, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b66f2d7b-29c9-4283-bc8c-d3b3f4215067,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:18.251953 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0a71426e-a414-400f-b747-014b707bc09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.272194 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:18.274374 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.301359 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71426e-a414-400f-b747-014b707bc09c None None] Pushing event updated for resources: {'Port': ['ID=b66f2d7b-29c9-4283-bc8c-d3b3f4215067,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:18.312352 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Network c46f1710-1c08-4365-be63-cc7149ed37a1 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:18.317278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:18.320845 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:18.346701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Pushing event updated for resources: {'Port': ['ID=6c35ee78-a8d2-4caf-9504-bef32a32fb86,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:18.365452 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.376351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c0b9dce8-f29d-4dbb-bea5-c7463265893a None None] Provisioning complete for port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:18.376901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c0b9dce8-f29d-4dbb-bea5-c7463265893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.492893 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:16Z', 'revision_number': 3, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:18.514875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.523518 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebef48-2737-4036-a164-b79793d55b55 None None] The sync data for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 is: [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:16Z', 'revision_number': 3, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:18.608210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-88f12ad7-10d2-424b-a793-59963b5e5068 None None] Provisioning complete for port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:18.608512 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-88f12ad7-10d2-424b-a793-59963b5e5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.648355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-88f12ad7-10d2-424b-a793-59963b5e5068 None None] Port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:18.696390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.702660 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.777103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:18.790179 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Pushing event updated for resources: {'Port': ['ID=6c35ee78-a8d2-4caf-9504-bef32a32fb86,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:18.891996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Network c46f1710-1c08-4365-be63-cc7149ed37a1 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:18.893489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:19.021644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Router 6ca98957-16a5-4fac-ac5c-10014f3a753a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:19.139540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:19.145211 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-91be7479-3ded-443f-b1d2-d47fc6561cbe admin admin] 10.222.0.49 "PUT /v2.0/routers/6ca98957-16a5-4fac-ac5c-10014f3a753a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9405951 Nov 12 04:23:19.172919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9857911d-f419-44c6-b9be-c09525a639c5 None None] Provisioning complete for port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:19.173481 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9857911d-f419-44c6-b9be-c09525a639c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.226487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-9857911d-f419-44c6-b9be-c09525a639c5 None None] Port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:19.631889 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38554) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:19.637047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-342906189-network', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:19.658541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Made reservation on behalf of 18f6ef6fe9aa40acb659ecde4547705b for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:19.660997 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.669502 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.752256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.758446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.788689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:23:19.793390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc9688-36e1-476f-8328-ab2e1caf81d5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:19.808725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.809655 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Added segment ed67d47e-3ca3-4daa-bf3e-046b5dc06dda of type vlan for network 792a4b9b-7165-48ad-bf35-4fe42a674027 Nov 12 04:23:19.851563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b66f2d7b-29c9-4283-bc8c-d3b3f4215067 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:19.853835 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.879595 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.880652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:19.881427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.904764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:19.905144 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.947292 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3141937 Nov 12 04:23:19.951240 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38556) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:19.956221 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbe14f-dc97-4804-b31d-c49384595867 admin admin] Pushing event updated for resources: {'Network': ['ID=792a4b9b-7165-48ad-bf35-4fe42a674027,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:19.957184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Request body: {'subnet': {'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-342906189-subnet', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:19.980329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Made reservation on behalf of 18f6ef6fe9aa40acb659ecde4547705b for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:19.982884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:19.983591 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 792a4b9b-7165-48ad-bf35-4fe42a674027 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:23:20.138067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Sync routers for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:20.148547 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:20.149281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:20.159648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.208795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47712779-2588-4c94-88b3-2714368808f3,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:20.226265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Checking segment: {'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:20.226627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Network hostable DHCP agents. Network: 792a4b9b-7165-48ad-bf35-4fe42a674027, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:23:20.243620 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Network 792a4b9b-7165-48ad-bf35-4fe42a674027 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:23:20.252814 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 792a4b9b-7165-48ad-bf35-4fe42a674027) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:20.257399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:20.257994 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.264005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d37e7-3fd4-4942-923c-a4234a4f1349 None None] Network 792a4b9b-7165-48ad-bf35-4fe42a674027 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:20.269194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:20.274505 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cb53ad58-2ced-49d6-b64f-589699659c65 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3221753 Nov 12 04:23:20.277108 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38558) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:20.282476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:20.304340 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.305384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.360512 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.501371 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.564689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-792a4b9b-7165-48ad-bf35-4fe42a674027', 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'fixed_ips': [{'subnet_id': '47712779-2588-4c94-88b3-2714368808f3'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:23:20.565595 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.658522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 2, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:20.694143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Checking router: 6ca98957-16a5-4fac-ac5c-10014f3a753a for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:20.694511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Updating router 6ca98957-16a5-4fac-ac5c-10014f3a753a port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:20.708019 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.727059 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.743483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.794697 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Allocated IP 172.20.0.2 (792a4b9b-7165-48ad-bf35-4fe42a674027/47712779-2588-4c94-88b3-2714368808f3/2e5faae1-4554-43cf-adfa-72e262b8e273) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:20.836158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Allocated IP 172.25.0.43 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/1102afa4-b509-47bb-be94-97aa40b8ca67) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:20.936333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.971230 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.020707 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:21.023829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:21.027652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:21.034295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Pushing event updated for resources: {'Port': ['ID=1102afa4-b509-47bb-be94-97aa40b8ca67,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.108555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2328a3-d75c-411d-b1f9-607385920bd8 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:21.251789 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.266480 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.285509 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.333145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-74e43bc7-dad6-47f0-b09b-5271d182d100 None None] Provisioning complete for port 1102afa4-b509-47bb-be94-97aa40b8ca67 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:21.333520 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-74e43bc7-dad6-47f0-b09b-5271d182d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.364439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Network 792a4b9b-7165-48ad-bf35-4fe42a674027 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:21.374021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:21.389777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:21.395939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Pushing event updated for resources: {'Port': ['ID=2e5faae1-4554-43cf-adfa-72e262b8e273,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.402721 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.411475 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-74e43bc7-dad6-47f0-b09b-5271d182d100 None None] Port 1102afa4-b509-47bb-be94-97aa40b8ca67 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:21.432733 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.487353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.491669 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Attempting to bind port 2e5faae1-4554-43cf-adfa-72e262b8e273 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:21.492050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Attempting to bind port 2e5faae1-4554-43cf-adfa-72e262b8e273 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:21.492419 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Attempting to bind port 2e5faae1-4554-43cf-adfa-72e262b8e273 on network 792a4b9b-7165-48ad-bf35-4fe42a674027 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:21.506967 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:21.507289 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Checking segment: {'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:21.507692 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.508084 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Bound using segment: {'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:21.508562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Bound port: 2e5faae1-4554-43cf-adfa-72e262b8e273, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:21.508972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.521487 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3844a-1de6-4091-a62e-3507ad51153b None None] Pushing event updated for resources: {'Port': ['ID=6c35ee78-a8d2-4caf-9504-bef32a32fb86,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.607246 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Attempting to bind port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:21.607621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Attempting to bind port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:21.607990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Attempting to bind port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 on network c46f1710-1c08-4365-be63-cc7149ed37a1 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:21.622645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:21.623048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Checking segment: {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:21.623433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.623835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Bound using segment: {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:21.624328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Bound port: 6c35ee78-a8d2-4caf-9504-bef32a32fb86, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:21.624718 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.631838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:23:21.645412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] For port 2e5faae1-4554-43cf-adfa-72e262b8e273, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:21.676680 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] For port 2e5faae1-4554-43cf-adfa-72e262b8e273, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2e5faae1-4554-43cf-adfa-72e262b8e273,segment=NetworkSegment(ed67d47e-3ca3-4daa-bf3e-046b5dc06dda),segment_id=ed67d47e-3ca3-4daa-bf3e-046b5dc06dda)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:21.690694 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.748535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:21.757977 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Sync routers for ids ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:21.768670 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.771189 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0da780c9-9a46-4d49-821f-070dca50d24f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4931061 Nov 12 04:23:21.772788 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Routers {'5499a807-ed79-4f3b-a2a2-54dcfc11a30a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:21.773893 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:21.774509 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38560) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:21.790189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] For port 6c35ee78-a8d2-4caf-9504-bef32a32fb86, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:21.797044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] For port 6c35ee78-a8d2-4caf-9504-bef32a32fb86, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6c35ee78-a8d2-4caf-9504-bef32a32fb86,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:21.799838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ba7400cf-8cd2-4cc8-9115-61b4d7035706 None None] Provisioning complete for port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:21.800300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba7400cf-8cd2-4cc8-9115-61b4d7035706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.803595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f1d95-1ab4-4e55-803c-3805f7bc50ee None None] Pushing event updated for resources: {'Port': ['ID=2e5faae1-4554-43cf-adfa-72e262b8e273,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.825583 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.906149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3844a-1de6-4091-a62e-3507ad51153b None None] Pushing event updated for resources: {'Port': ['ID=6c35ee78-a8d2-4caf-9504-bef32a32fb86,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:21.910855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:21.911488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:21.917149 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Set router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:22.046023 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba7400cf-8cd2-4cc8-9115-61b4d7035706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.104098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ba7400cf-8cd2-4cc8-9115-61b4d7035706 None None] For port 6c35ee78-a8d2-4caf-9504-bef32a32fb86, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6c35ee78-a8d2-4caf-9504-bef32a32fb86,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:22.107571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:22.110159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ba7400cf-8cd2-4cc8-9115-61b4d7035706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.168335 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:21Z', 'revision_number': 3, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port': {'id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:22.211443 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Checking router: 5499a807-ed79-4f3b-a2a2-54dcfc11a30a for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:22.211831 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Updating router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a port 1102afa4-b509-47bb-be94-97aa40b8ca67 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:22.251766 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.261943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7400cf-8cd2-4cc8-9115-61b4d7035706 None None] Pushing event updated for resources: {'Port': ['ID=6c35ee78-a8d2-4caf-9504-bef32a32fb86,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:22.392990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.397639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:21Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:22.426083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e836e-d06f-4cdc-9e72-1fd4a5bcb20f None None] The sync data for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 is: [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:21Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:22.472423 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-04e019f2-ef1f-4c02-838a-91568356d594 None None] Provisioning complete for port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:22.475498 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04e019f2-ef1f-4c02-838a-91568356d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.623262 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.623785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Allocated IP 172.20.0.1 (792a4b9b-7165-48ad-bf35-4fe42a674027/47712779-2588-4c94-88b3-2714368808f3/a7318ca6-dbb0-4511-afef-03a03417ce73) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:22.633772 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.685774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0697e1e9-9350-42b6-a152-f5ef23e1011c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:22.709773 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Attempting to bind port 1102afa4-b509-47bb-be94-97aa40b8ca67 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:22.710140 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Attempting to bind port 1102afa4-b509-47bb-be94-97aa40b8ca67 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:22.710497 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Attempting to bind port 1102afa4-b509-47bb-be94-97aa40b8ca67 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:22.722553 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2aa2f-02ba-42d0-a0e2-36a6e98186db None None] Pushing event updated for resources: {'Port': ['ID=1102afa4-b509-47bb-be94-97aa40b8ca67,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:22.734171 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:22.735264 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:22.735826 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.736391 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:22.736909 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Bound port: 1102afa4-b509-47bb-be94-97aa40b8ca67, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:22.737284 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.756969 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.766758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b4690999-491c-4dae-b8b4-22a687e3d833 None None] Provisioning complete for port 1102afa4-b509-47bb-be94-97aa40b8ca67 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:22.767198 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4690999-491c-4dae-b8b4-22a687e3d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.796246 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] For port 1102afa4-b509-47bb-be94-97aa40b8ca67, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:22.799652 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] For port 1102afa4-b509-47bb-be94-97aa40b8ca67, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1102afa4-b509-47bb-be94-97aa40b8ca67,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:22.805619 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.829153 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.832443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b4690999-491c-4dae-b8b4-22a687e3d833 None None] Port 1102afa4-b509-47bb-be94-97aa40b8ca67 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:22.884823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434df13c-762d-4b04-b66d-93b33f42ee7b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:22.890278 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Network 792a4b9b-7165-48ad-bf35-4fe42a674027 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:22.893195 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:22.896553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:22.898315 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Routers {'5499a807-ed79-4f3b-a2a2-54dcfc11a30a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:22.900575 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:22.943620 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.960951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3ac833e9-84fc-45a4-a66a-f520fd5336f8 None None] Provisioning complete for port 1102afa4-b509-47bb-be94-97aa40b8ca67 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:22.961473 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ac833e9-84fc-45a4-a66a-f520fd5336f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:22.981490 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2aa2f-02ba-42d0-a0e2-36a6e98186db None None] Pushing event updated for resources: {'Port': ['ID=1102afa4-b509-47bb-be94-97aa40b8ca67,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:23.064725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Pushing event updated for resources: {'Port': ['ID=a7318ca6-dbb0-4511-afef-03a03417ce73,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:23.107029 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.113018 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] Set router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:23.119044 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ac833e9-84fc-45a4-a66a-f520fd5336f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.146787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3ac833e9-84fc-45a4-a66a-f520fd5336f8 None None] For port 1102afa4-b509-47bb-be94-97aa40b8ca67, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1102afa4-b509-47bb-be94-97aa40b8ca67,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:23.152199 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ac833e9-84fc-45a4-a66a-f520fd5336f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.213714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac833e9-84fc-45a4-a66a-f520fd5336f8 None None] Pushing event updated for resources: {'Port': ['ID=1102afa4-b509-47bb-be94-97aa40b8ca67,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:23.219814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b4f73-6740-422a-bcd1-4e8d9ff67211 None None] Network 792a4b9b-7165-48ad-bf35-4fe42a674027 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:23.299147 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.308148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.318370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-26362b1f-a4c9-4710-afb8-3618ddec5f25 None None] Provisioning complete for port 2e5faae1-4554-43cf-adfa-72e262b8e273 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:23.318742 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-26362b1f-a4c9-4710-afb8-3618ddec5f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.396252 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.399074 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Pushing event updated for resources: {'Port': ['ID=a7318ca6-dbb0-4511-afef-03a03417ce73,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:23.475474 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:21Z', 'revision_number': 3, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port': {'id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:23.488560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-26362b1f-a4c9-4710-afb8-3618ddec5f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.510340 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dffa81-f9ba-471f-99ed-2cb729c5a229 None None] The sync data for ids ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'] in n-d-789963-21 is: [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:21Z', 'revision_number': 3, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port': {'id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:23.520953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Network 792a4b9b-7165-48ad-bf35-4fe42a674027 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:23.522465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:23.570944 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-26362b1f-a4c9-4710-afb8-3618ddec5f25 None None] For port 2e5faae1-4554-43cf-adfa-72e262b8e273, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2e5faae1-4554-43cf-adfa-72e262b8e273,segment=NetworkSegment(ed67d47e-3ca3-4daa-bf3e-046b5dc06dda),segment_id=ed67d47e-3ca3-4daa-bf3e-046b5dc06dda)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:23.576652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-26362b1f-a4c9-4710-afb8-3618ddec5f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.661414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26362b1f-a4c9-4710-afb8-3618ddec5f25 None None] Pushing event updated for resources: {'Port': ['ID=2e5faae1-4554-43cf-adfa-72e262b8e273,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:23.676552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:23.810832 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7075e93a-dc07-48a7-bdaf-4fffeb1b6d53 None None] Provisioning complete for port a7318ca6-dbb0-4511-afef-03a03417ce73 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:23.811206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7075e93a-dc07-48a7-bdaf-4fffeb1b6d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.909656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-7075e93a-dc07-48a7-bdaf-4fffeb1b6d53 None None] Port a7318ca6-dbb0-4511-afef-03a03417ce73 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:23.935829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7075e93a-dc07-48a7-bdaf-4fffeb1b6d53 None None] Provisioning complete for port 2e5faae1-4554-43cf-adfa-72e262b8e273 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:23.936236 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7075e93a-dc07-48a7-bdaf-4fffeb1b6d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.029675 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6c35ee78-a8d2-4caf-9504-bef32a32fb86 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:24.144049 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:24.144433 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.253989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2e5faae1-4554-43cf-adfa-72e262b8e273 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:24.281109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-11b72c12-7f4e-48a8-918d-f4d6b6e02a01 None None] Provisioning complete for port a7318ca6-dbb0-4511-afef-03a03417ce73 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:24.281483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-11b72c12-7f4e-48a8-918d-f4d6b6e02a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.283905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:24.289531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bed6cbfa-717d-420a-a640-666876d92e3f admin admin] 10.222.0.49 "PUT /v2.0/routers/5499a807-ed79-4f3b-a2a2-54dcfc11a30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5091798 Nov 12 04:23:24.330105 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-11b72c12-7f4e-48a8-918d-f4d6b6e02a01 None None] Port a7318ca6-dbb0-4511-afef-03a03417ce73 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:24.345197 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 2e5faae1-4554-43cf-adfa-72e262b8e273 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:24.345571 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.456613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-44d23012-fa3a-4148-b2fd-db7cdfc9f3e6 None None] Provisioning complete for port a7318ca6-dbb0-4511-afef-03a03417ce73 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:24.457330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-44d23012-fa3a-4148-b2fd-db7cdfc9f3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.499681 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-44d23012-fa3a-4148-b2fd-db7cdfc9f3e6 None None] Port a7318ca6-dbb0-4511-afef-03a03417ce73 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:25.156103 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.866990 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1102afa4-b509-47bb-be94-97aa40b8ca67 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:25.929606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1102afa4-b509-47bb-be94-97aa40b8ca67 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:25.930067 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.030144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Sync routers for ids ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:26.054431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Routers {'5499a807-ed79-4f3b-a2a2-54dcfc11a30a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:26.055130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:26.179217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Set router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:26.409812 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:23Z', 'revision_number': 4, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port': {'id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a7318ca6-dbb0-4511-afef-03a03417ce73', 'name': '', 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'mac_address': 'fa:16:3e:98:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '47712779-2588-4c94-88b3-2714368808f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:22Z', 'updated_at': '2021-11-12T04:23:23Z', 'revision_number': 2, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'subnets': [{'id': '47712779-2588-4c94-88b3-2714368808f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:26.445257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Checking router: 5499a807-ed79-4f3b-a2a2-54dcfc11a30a for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:26.445898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Updating router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a port a7318ca6-dbb0-4511-afef-03a03417ce73 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:23:26.473702 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.785020 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.791257 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.848699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d73fc-1b2d-494c-a551-b37c157b6687 None None] Pushing event updated for resources: {'Port': ['ID=a7318ca6-dbb0-4511-afef-03a03417ce73,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:26.910348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Attempting to bind port a7318ca6-dbb0-4511-afef-03a03417ce73 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:26.911021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Attempting to bind port a7318ca6-dbb0-4511-afef-03a03417ce73 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:26.911328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Attempting to bind port a7318ca6-dbb0-4511-afef-03a03417ce73 on network 792a4b9b-7165-48ad-bf35-4fe42a674027 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:26.916976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:26.917384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Checking segment: {'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:26.917752 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:26.918148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Bound using segment: {'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:26.919194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Bound port: a7318ca6-dbb0-4511-afef-03a03417ce73, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:26.919835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.022150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] For port a7318ca6-dbb0-4511-afef-03a03417ce73, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:27.026240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] For port a7318ca6-dbb0-4511-afef-03a03417ce73, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a7318ca6-dbb0-4511-afef-03a03417ce73,segment=NetworkSegment(ed67d47e-3ca3-4daa-bf3e-046b5dc06dda),segment_id=ed67d47e-3ca3-4daa-bf3e-046b5dc06dda)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:27.034542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.098993 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Routers {'5499a807-ed79-4f3b-a2a2-54dcfc11a30a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:27.099491 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:23:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:27.153657 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d73fc-1b2d-494c-a551-b37c157b6687 None None] Pushing event updated for resources: {'Port': ['ID=a7318ca6-dbb0-4511-afef-03a03417ce73,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:27.404468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f3fbcf5a-42e6-4a90-a9d0-0858272d2f45 None None] Provisioning complete for port a7318ca6-dbb0-4511-afef-03a03417ce73 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:27.404806 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f3fbcf5a-42e6-4a90-a9d0-0858272d2f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.451465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] Set router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:27.634161 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f3fbcf5a-42e6-4a90-a9d0-0858272d2f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.713209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f3fbcf5a-42e6-4a90-a9d0-0858272d2f45 None None] For port a7318ca6-dbb0-4511-afef-03a03417ce73, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a7318ca6-dbb0-4511-afef-03a03417ce73,segment=NetworkSegment(ed67d47e-3ca3-4daa-bf3e-046b5dc06dda),segment_id=ed67d47e-3ca3-4daa-bf3e-046b5dc06dda)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:27.719825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f3fbcf5a-42e6-4a90-a9d0-0858272d2f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.786488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbcf5a-42e6-4a90-a9d0-0858272d2f45 None None] Pushing event updated for resources: {'Port': ['ID=a7318ca6-dbb0-4511-afef-03a03417ce73,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:27.793050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:23Z', 'revision_number': 4, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port': {'id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a7318ca6-dbb0-4511-afef-03a03417ce73', 'name': '', 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'mac_address': 'fa:16:3e:98:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '47712779-2588-4c94-88b3-2714368808f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:22Z', 'updated_at': '2021-11-12T04:23:27Z', 'revision_number': 4, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'subnets': [{'id': '47712779-2588-4c94-88b3-2714368808f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:27.823527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79baa6d2-b354-492f-a7d2-771931847b7c None None] The sync data for ids ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'] in n-d-789963-21 is: [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:23Z', 'revision_number': 4, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port': {'id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a7318ca6-dbb0-4511-afef-03a03417ce73', 'name': '', 'network_id': '792a4b9b-7165-48ad-bf35-4fe42a674027', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'mac_address': 'fa:16:3e:98:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '47712779-2588-4c94-88b3-2714368808f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:22Z', 'updated_at': '2021-11-12T04:23:27Z', 'revision_number': 4, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'subnets': [{'id': '47712779-2588-4c94-88b3-2714368808f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:27.843298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4c4d9243-aa24-4dbb-8029-32c05172d5b6 None None] Provisioning complete for port a7318ca6-dbb0-4511-afef-03a03417ce73 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:27.843744 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9243-aa24-4dbb-8029-32c05172d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.876641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a7318ca6-dbb0-4511-afef-03a03417ce73 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:29.938071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a7318ca6-dbb0-4511-afef-03a03417ce73 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:29.938546 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.444627 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e259b5b4-f8c3-4706-861c-8ff2f98c8eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.688249 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04c731fe-863b-4a3e-a62f-eb8e088c9653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:34.285091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-d431ebb4-fda8-4661-9758-5a9af64b547b tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:34.286572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-d431ebb4-fda8-4661-9758-5a9af64b547b tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 815 time: 0.1045125 Nov 12 04:23:34.301845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-fcdcbe0d-a8b6-4fa3-aa98-16adde9d076d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/quotas/518821b305174a34b68b1dba42fed19a HTTP/1.1" status: 200 len: 375 time: 0.0095954 Nov 12 04:23:34.354383 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-1f10267f-b7b3-4c4b-9ef8-58011a9abe53 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472870 Nov 12 04:23:34.454071 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-b062db24-4af2-4020-9d20-48141d727271 service neutron] 10.222.0.49 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882192 Nov 12 04:23:34.541597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-047977db-a482-40b6-b62a-9beb90959e9b service neutron] 10.222.0.49 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813906 Nov 12 04:23:34.699335 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31315057-afdf-4b5e-9d06-62bbdcefb697 req-66afc4a8-e885-4fc8-9288-2bd8c2d6e72a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 210 time: 0.0269966 Nov 12 04:23:35.157241 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.655150 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-0c581c37-da20-4562-a02b-86b1f1f7aa25 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:35.656620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-0c581c37-da20-4562-a02b-86b1f1f7aa25 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 815 time: 0.1093566 Nov 12 04:23:35.670297 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'port': {'device_id': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'admin_state_up': True, 'tenant_id': '518821b305174a34b68b1dba42fed19a'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:35.810580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-54090516-77e3-40eb-9a70-5aa9388429ca req-d8e9a1c3-fa75-4faa-b0e3-de0face8eab3 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 210 time: 0.0303664 Nov 12 04:23:35.811381 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Made reservation on behalf of 518821b305174a34b68b1dba42fed19a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:35.814933 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.952432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Allocated IP 172.20.0.3 (c46f1710-1c08-4365-be63-cc7149ed37a1/6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab/b9cf0c2b-7779-4706-9939-33c1fde3cf44) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:36.155252 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.197053 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.252081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Network c46f1710-1c08-4365-be63-cc7149ed37a1 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:36.257459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:36.262125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:36.530463 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.553768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-6d83ab43-ac03-4702-adab-c1c68a87123f None None] Provisioning complete for port b9cf0c2b-7779-4706-9939-33c1fde3cf44 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:36.554048 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6d83ab43-ac03-4702-adab-c1c68a87123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.597838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6d83ab43-ac03-4702-adab-c1c68a87123f None None] Port b9cf0c2b-7779-4706-9939-33c1fde3cf44 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:36.650232 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'Port': ['ID=b9cf0c2b-7779-4706-9939-33c1fde3cf44,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:36.685445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.686385 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:36.704522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-a7d40a3b-8bc0-4340-ab5b-ee6ca18bac9d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386493 Nov 12 04:23:36.938290 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720110a-b76a-48a5-967f-162b00890a30 req-8400de20-3f31-44e7-96d9-ece97b548f97 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:36.939746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5720110a-b76a-48a5-967f-162b00890a30 req-8400de20-3f31-44e7-96d9-ece97b548f97 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 931 time: 0.0544469 Nov 12 04:23:36.989162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5720110a-b76a-48a5-967f-162b00890a30 req-a47c8fa7-7830-4b2b-9431-60511000842e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431466 Nov 12 04:23:37.351520 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.112024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dec4f7-809b-480c-8bef-322bebd545d7 req-a737c1a1-1bee-4da4-a961-1ae336b1f33f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:38.113811 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20dec4f7-809b-480c-8bef-322bebd545d7 req-a737c1a1-1bee-4da4-a961-1ae336b1f33f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 931 time: 0.0511565 Nov 12 04:23:38.165156 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-20dec4f7-809b-480c-8bef-322bebd545d7 req-349eb12c-3f89-4a10-bb7c-9fc498481280 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449762 Nov 12 04:23:38.602988 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:39.308236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7c200-d9ef-4544-a74e-316718d617e4 req-50faacbf-ab53-45f4-81e4-74b4a51045cc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:39.310121 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8c7c200-d9ef-4544-a74e-316718d617e4 req-50faacbf-ab53-45f4-81e4-74b4a51045cc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 931 time: 0.0632956 Nov 12 04:23:39.359912 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8c7c200-d9ef-4544-a74e-316718d617e4 req-49883137-338f-4bc7-bd8e-5d60bffbeb04 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436592 Nov 12 04:23:40.484583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48df57-c849-49d4-bb6e-694ae06cece4 req-053903d3-dd52-4445-bf17-d00a706c431e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:40.491755 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba48df57-c849-49d4-bb6e-694ae06cece4 req-053903d3-dd52-4445-bf17-d00a706c431e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 931 time: 0.0578241 Nov 12 04:23:40.538735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ba48df57-c849-49d4-bb6e-694ae06cece4 req-4548ef06-9263-4a65-82b8-8fdaa85c45ec tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Nov 12 04:23:41.661115 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964eae1-bb64-45f3-9aad-ba62263a4a5b req-a3f92e59-1330-4a6f-8396-ea585ebb0193 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:41.662577 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1964eae1-bb64-45f3-9aad-ba62263a4a5b req-a3f92e59-1330-4a6f-8396-ea585ebb0193 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 931 time: 0.0488665 Nov 12 04:23:41.715218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1964eae1-bb64-45f3-9aad-ba62263a4a5b req-a6a4f760-c882-4cc3-86cd-cd93b59dbd52 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465977 Nov 12 04:23:42.835406 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18442-8ec9-4e96-a2e3-f5a7dfe5c3b5 req-4ed1a1be-afeb-4e4d-a103-50947fea1a5f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.836854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-10e18442-8ec9-4e96-a2e3-f5a7dfe5c3b5 req-4ed1a1be-afeb-4e4d-a103-50947fea1a5f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 931 time: 0.0504086 Nov 12 04:23:42.889623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-10e18442-8ec9-4e96-a2e3-f5a7dfe5c3b5 req-e364b383-afd5-4260-a1ff-b129b3c5a422 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Nov 12 04:23:44.021022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25106019-bed9-49f0-bb4e-24d240e302f3 req-e4cee8fe-595b-4343-b631-4e55ff1ba011 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.022566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25106019-bed9-49f0-bb4e-24d240e302f3 req-e4cee8fe-595b-4343-b631-4e55ff1ba011 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 931 time: 0.0584800 Nov 12 04:23:44.077365 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25106019-bed9-49f0-bb4e-24d240e302f3 req-2023e931-642c-43e3-b07a-867e49e686c8 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487874 Nov 12 04:23:45.198630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c6374-2e1f-42c8-bbf2-5f5b0a2a8f84 req-61816853-d73d-4c72-98d0-4a2320b02476 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:45.200197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147c6374-2e1f-42c8-bbf2-5f5b0a2a8f84 req-61816853-d73d-4c72-98d0-4a2320b02476 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 931 time: 0.0550778 Nov 12 04:23:45.252731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-147c6374-2e1f-42c8-bbf2-5f5b0a2a8f84 req-c4f3148a-2309-401f-9e99-f03b3a397986 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454218 Nov 12 04:23:45.932841 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-52063c30-04aa-4fc1-a13f-8a1832cbcd20 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:23:45.933865 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-52063c30-04aa-4fc1-a13f-8a1832cbcd20 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057826 Nov 12 04:23:45.947605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Request body: {'port': {'device_id': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:46.003269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.257000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cf0c2b-7779-4706-9939-33c1fde3cf44 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:46.265302 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.277645 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Transition to ACTIVE for port object b9cf0c2b-7779-4706-9939-33c1fde3cf44 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:23:46.282327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.353339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cf0c2b-7779-4706-9939-33c1fde3cf44,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:46.394112 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b631d8-0275-45ce-b77c-1cb4840527ca req-dad4ec39-4784-4721-a2f2-d3c40f36deed tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.395890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59b631d8-0275-45ce-b77c-1cb4840527ca req-dad4ec39-4784-4721-a2f2-d3c40f36deed tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 943 time: 0.0577619 Nov 12 04:23:46.405904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Attempting to bind port b9cf0c2b-7779-4706-9939-33c1fde3cf44 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:46.406330 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Attempting to bind port b9cf0c2b-7779-4706-9939-33c1fde3cf44 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:46.406728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Attempting to bind port b9cf0c2b-7779-4706-9939-33c1fde3cf44 on network c46f1710-1c08-4365-be63-cc7149ed37a1 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:46.411800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Port b9cf0c2b-7779-4706-9939-33c1fde3cf44 on network c46f1710-1c08-4365-be63-cc7149ed37a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:23:46.412121 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Attempting to bind port b9cf0c2b-7779-4706-9939-33c1fde3cf44 on network c46f1710-1c08-4365-be63-cc7149ed37a1 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:46.417229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:46.417577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Checking segment: {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:46.417961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Bound using segment: {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:46.418390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Bound port: b9cf0c2b-7779-4706-9939-33c1fde3cf44, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eafe073-511f-4876-9d7a-e06f69623f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:46.418746 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.448288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-59b631d8-0275-45ce-b77c-1cb4840527ca req-ff7f54f9-067e-43f3-9b29-13841f305afe tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Nov 12 04:23:46.487750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] For port b9cf0c2b-7779-4706-9939-33c1fde3cf44, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:46.491224 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] For port b9cf0c2b-7779-4706-9939-33c1fde3cf44, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:46.496842 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.535066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.535728 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.537128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] 10.222.0.20 "PUT /v2.0/ports/b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 1092 time: 0.5934215 Nov 12 04:23:46.537596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:46.539924 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bcf05e-3778-45f6-bba7-cb62f4a02f04" -d '{"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:46.570339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1aef62-4f0a-4403-b7f3-9e5e4b5c6848 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cf0c2b-7779-4706-9939-33c1fde3cf44,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:46.604097 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e5df8-1e79-4db1-8d1d-93577986f32d x-openstack-request-id: req-a61e5df8-1e79-4db1-8d1d-93577986f32d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:46.604464 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:46.604728 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a61e5df8-1e79-4db1-8d1d-93577986f32d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:46.605167 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'status': 'completed', 'code': 200} Nov 12 04:23:46.637719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-8ffc326e-b848-4502-9cd0-5bec0bcd093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.639315 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-8ffc326e-b848-4502-9cd0-5bec0bcd093b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1095 time: 0.0516505 Nov 12 04:23:46.683642 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-8448ee24-4a6d-4d10-8a15-c9b0164c7b5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 217 time: 0.0365980 Nov 12 04:23:46.739276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-85b2256b-d923-49d2-8a44-cbaa475078c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.740754 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-85b2256b-d923-49d2-8a44-cbaa475078c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.0500841 Nov 12 04:23:46.787016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-2e524d01-175c-414d-8c9f-665e57ea41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.788414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-2e524d01-175c-414d-8c9f-665e57ea41b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410235 Nov 12 04:23:46.877369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-25270d65-0d2f-4acb-bc28-3c82c97217d3 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818591 Nov 12 04:23:46.970193 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f8d7574-6ba7-4af1-8635-4e51ff3ddeb5 req-7f63ddbe-48ea-4d0b-9fe9-3d5ad078d562 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858326 Nov 12 04:23:47.057006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-512eb425-a657-4c5a-bcb1-144df20f47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.058419 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-512eb425-a657-4c5a-bcb1-144df20f47f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1095 time: 0.0413487 Nov 12 04:23:47.150833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-624a829f-c748-4369-9a89-18b499b05a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.152369 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-624a829f-c748-4369-9a89-18b499b05a63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 917 time: 0.0866954 Nov 12 04:23:47.193982 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-25b8bf9c-02d6-4e25-a843-da32e3ddcd04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 217 time: 0.0344987 Nov 12 04:23:47.246438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-4367ae25-b97a-46ac-a982-58a076ba68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.248473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-4367ae25-b97a-46ac-a982-58a076ba68e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.0470920 Nov 12 04:23:47.293502 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-a8dad9c2-1d0a-4d2b-ba35-b36e60a34a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.295616 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-a8dad9c2-1d0a-4d2b-ba35-b36e60a34a4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394082 Nov 12 04:23:47.384892 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-3531b432-475d-4c36-af18-7554322b9c41 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813174 Nov 12 04:23:47.475187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-53bcf05e-3778-45f6-bba7-cb62f4a02f04 req-a1177cf5-402a-43a1-bad7-9e6c177b7416 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835049 Nov 12 04:23:47.569121 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400670dc-3368-4c56-80c7-36b72a9fbae3 req-467b8a69-0f29-40ae-bf80-d66a2847dc39 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.570776 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-400670dc-3368-4c56-80c7-36b72a9fbae3 req-467b8a69-0f29-40ae-bf80-d66a2847dc39 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 943 time: 0.0482101 Nov 12 04:23:47.622261 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-400670dc-3368-4c56-80c7-36b72a9fbae3 req-998ad474-2626-4386-b05e-7b0259a0aec3 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Nov 12 04:23:48.797042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9681b-e932-4a53-b7fc-cfeb7346b0cc req-0dd6e886-43b7-4bbd-b50c-c15b1f1f94c2 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.798580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4d9681b-e932-4a53-b7fc-cfeb7346b0cc req-0dd6e886-43b7-4bbd-b50c-c15b1f1f94c2 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 943 time: 0.0497069 Nov 12 04:23:48.845886 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4d9681b-e932-4a53-b7fc-cfeb7346b0cc req-1fb690d4-4256-4bd1-87fd-16de87462a48 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Nov 12 04:23:49.959783 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6415164-e636-4c6e-9dee-8ec79182c184 req-61423c08-c7df-4913-956a-19c42657ced8 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:49.961277 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6415164-e636-4c6e-9dee-8ec79182c184 req-61423c08-c7df-4913-956a-19c42657ced8 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 943 time: 0.0493810 Nov 12 04:23:50.007363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e6415164-e636-4c6e-9dee-8ec79182c184 req-adf8ed69-eb5a-4dc1-9709-d748c6048c2b tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Nov 12 04:23:50.229067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b9cf0c2b-7779-4706-9939-33c1fde3cf44 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:50.327098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b9cf0c2b-7779-4706-9939-33c1fde3cf44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:50.337926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'port_id': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'mac_address': 'fa:16:3e:87:66:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:50.375041 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.391369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cf0c2b-7779-4706-9939-33c1fde3cf44 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:50.410615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b9cf0c2b-7779-4706-9939-33c1fde3cf44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:50.414331 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.460213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b9cf0c2b-7779-4706-9939-33c1fde3cf44,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:50.467698 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.468034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.468370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.468701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.469069 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.469392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.469711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.470029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.470346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.470661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.470977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.471291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.621285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b9cf0c2b-7779-4706-9939-33c1fde3cf44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:51.132287 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d464a0-a340-489e-b915-b05f768c31fb req-6e0d2d6c-c56e-40c1-a798-d7cf508e1100 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:51.133821 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-00d464a0-a340-489e-b915-b05f768c31fb req-6e0d2d6c-c56e-40c1-a798-d7cf508e1100 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 944 time: 0.0562193 Nov 12 04:23:51.191161 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-00d464a0-a340-489e-b915-b05f768c31fb req-938254cf-ce07-474d-af27-fbaea3aac72f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506442 Nov 12 04:23:52.244650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b9cf0c2b-7779-4706-9939-33c1fde3cf44 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:52.296028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port b9cf0c2b-7779-4706-9939-33c1fde3cf44 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:52.300806 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port b9cf0c2b-7779-4706-9939-33c1fde3cf44 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:52.301446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.309636 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b054b-8eb5-431e-81f8-60f4477f9f27 req-cb69409a-61bf-4a2e-8537-8f05d5edd809 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:52.311312 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-854b054b-8eb5-431e-81f8-60f4477f9f27 req-cb69409a-61bf-4a2e-8537-8f05d5edd809 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 944 time: 0.0520580 Nov 12 04:23:52.359190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-854b054b-8eb5-431e-81f8-60f4477f9f27 req-5ece48b1-cd74-483b-b4b9-754e5ae5c042 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418143 Nov 12 04:23:52.378279 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.400899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:52.403142 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745fd0ea-e6bc-4006-a2e6-c6258685e077" -d '{"events": [{"server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "name": "network-vif-plugged", "status": "completed", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:52.416372 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port b9cf0c2b-7779-4706-9939-33c1fde3cf44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:52.420698 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.446978 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c74564-f02c-412f-b993-f1461e3db410 x-openstack-request-id: req-27c74564-f02c-412f-b993-f1461e3db410 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:52.447273 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "name": "network-vif-plugged", "status": "completed", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:52.447528 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27c74564-f02c-412f-b993-f1461e3db410 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:52.447916 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'code': 200} Nov 12 04:23:52.474833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=b9cf0c2b-7779-4706-9939-33c1fde3cf44,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:52.542449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0a49-6d5a-4578-9d0e-2e5a1552e533 req-6273cd25-58e6-45e2-9cb9-40a84cba250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:52.543935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7b5d0a49-6d5a-4578-9d0e-2e5a1552e533 req-6273cd25-58e6-45e2-9cb9-40a84cba250f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1097 time: 0.0399716 Nov 12 04:23:52.588296 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7b5d0a49-6d5a-4578-9d0e-2e5a1552e533 req-d5fc06c3-2b8f-40ad-9adf-2ec2f9d22e5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Nov 12 04:23:53.479623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a543a0c-f6c9-4bd3-bc91-9405c24fac0e req-1bfa011e-8df4-4e34-a30e-06ac322e17cd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:53.481161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a543a0c-f6c9-4bd3-bc91-9405c24fac0e req-1bfa011e-8df4-4e34-a30e-06ac322e17cd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0545785 Nov 12 04:23:53.530499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6a543a0c-f6c9-4bd3-bc91-9405c24fac0e req-a6b61bc5-c02c-43c2-86a3-a9d902a77a37 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431759 Nov 12 04:23:54.648817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dba33-513d-4f75-b27d-a8405c4d5e0f req-a61efbc8-e8a3-478d-b951-0197f89c9d54 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:54.650595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-326dba33-513d-4f75-b27d-a8405c4d5e0f req-a61efbc8-e8a3-478d-b951-0197f89c9d54 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0501451 Nov 12 04:23:54.701426 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-326dba33-513d-4f75-b27d-a8405c4d5e0f req-a7b6c20c-8f3b-4a88-8c33-7ea64ae92406 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448527 Nov 12 04:23:54.822272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24bcc3-0d31-436a-a5c6-dc8293a841e2 req-3a144349-45d1-4f78-b633-030847b35685 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:54.823652 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa24bcc3-0d31-436a-a5c6-dc8293a841e2 req-3a144349-45d1-4f78-b633-030847b35685 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0498686 Nov 12 04:23:54.870355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aa24bcc3-0d31-436a-a5c6-dc8293a841e2 req-bb8cb1f5-c169-4944-9bdf-1a12cd869847 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401642 Nov 12 04:23:55.055356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2455-e4bc-48b5-94af-d513cf5481ba req-65d95435-f2f5-41ef-8f4b-e2b87fec903d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:55.056839 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f6a2455-e4bc-48b5-94af-d513cf5481ba req-65d95435-f2f5-41ef-8f4b-e2b87fec903d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0484607 Nov 12 04:23:55.106675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6f6a2455-e4bc-48b5-94af-d513cf5481ba req-599cba80-759b-4e53-85d8-7cd63c1c6601 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437198 Nov 12 04:23:55.155678 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.186943 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15d4f225-14d7-4fc1-9302-27851a1bb51c req-8ed985d7-895b-4af5-ab51-f2ec4c39f192 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249953 Nov 12 04:24:01.244635 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15d4f225-14d7-4fc1-9302-27851a1bb51c req-785f226f-f41b-4828-a71f-562076721703 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Nov 12 04:24:01.288595 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15d4f225-14d7-4fc1-9302-27851a1bb51c req-80c1255c-6330-4c73-b164-861803e99804 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203905 Nov 12 04:24:01.390909 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4f225-14d7-4fc1-9302-27851a1bb51c req-e8dca490-b8b5-4ff7-88fe-de7dc9831283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:01.392304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15d4f225-14d7-4fc1-9302-27851a1bb51c req-e8dca490-b8b5-4ff7-88fe-de7dc9831283 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965304 Nov 12 04:24:01.438154 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0dde29d4-1b55-4b0b-8f1b-46599b867b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.681230 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1a301f8e-b549-441d-b909-4e114046faa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.162332 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.528534 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.355135 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.600322 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46838ebf-5fa7-4ebd-96ff-d559f88773cb req-e0c910f1-4380-49d2-9beb-f93b3c23fce6 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:07.601862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46838ebf-5fa7-4ebd-96ff-d559f88773cb req-e0c910f1-4380-49d2-9beb-f93b3c23fce6 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0497708 Nov 12 04:24:07.651054 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46838ebf-5fa7-4ebd-96ff-d559f88773cb req-1a99402c-e6e0-4dfd-9ef4-04474219677f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Nov 12 04:24:07.675649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38752) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.805699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2392d-2196-4a1e-837d-2b3110eb8144 tempest-TestMinimumBasicScenario-1186080465 tempest-TestMinimumBasicScenario-1186080465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:07.807222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-14c2392d-2196-4a1e-837d-2b3110eb8144 tempest-TestMinimumBasicScenario-1186080465 tempest-TestMinimumBasicScenario-1186080465-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1092 time: 0.1305771 Nov 12 04:24:07.810182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38756) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.814453 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:07.835431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.932592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.039401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Allocated IP 172.25.0.126 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/90ae61bc-cf3c-41aa-a43c-c16288262272) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:08.140177 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.178075 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.219685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:08.222702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:08.225319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:08.253133 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'Port': ['ID=90ae61bc-cf3c-41aa-a43c-c16288262272,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:08.288580 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.288960 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.289468 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.289858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.290202 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.290656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.291171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.291553 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.291965 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.292385 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.292941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.293284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:08.354933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-3b6489ad-da95-4e76-b7b0-67349cd479d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029415 Nov 12 04:24:08.518854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-d4772d5b-1d7d-4d25-a444-90dbe22bee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.520342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-d4772d5b-1d7d-4d25-a444-90dbe22bee01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1097 time: 0.1165013 Nov 12 04:24:08.735878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-7052559f-2c20-4e9d-82c0-885c26d124a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.737373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-7052559f-2c20-4e9d-82c0-885c26d124a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 917 time: 0.1939549 Nov 12 04:24:08.788273 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-759247d4-30d4-4d3f-9fb8-49a2754b9344 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 217 time: 0.0434847 Nov 12 04:24:08.789302 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.875694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-df9334bd-c541-479d-98dd-b37b30fb9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.877089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-df9334bd-c541-479d-98dd-b37b30fb9d29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.0674872 Nov 12 04:24:08.922985 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.962417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-b3231fc6-bef6-48d8-be33-6b62bd613b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.963914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-b3231fc6-bef6-48d8-be33-6b62bd613b97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715015 Nov 12 04:24:09.137259 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-99c3160d-6964-4734-8016-1e10cf786f18 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577685 Nov 12 04:24:09.180329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.209102 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.303411 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'Port': ['ID=90ae61bc-cf3c-41aa-a43c-c16288262272,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:09.317179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ff5af13-bd88-4584-9f05-b88db6449047 req-742e6299-5854-4e01-8d96-e356d5252b79 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709902 Nov 12 04:24:09.321900 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.425169 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Floating IP a2dc370d-b66c-4a77-a494-c0897c46b002 associated. External IP: 172.25.0.126, port: b9cf0c2b-7779-4706-9939-33c1fde3cf44. Nov 12 04:24:09.631087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Router 6ca98957-16a5-4fac-ac5c-10014f3a753a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:24:09.739136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:09.749379 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] Sync routers for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:09.757789 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.759717 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:09.760335 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:24:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:09.793766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-68fc427d-b159-4d01-adef-4d0afc65d80a tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9823515 Nov 12 04:24:09.794389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:09.796652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38758) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:09.797188 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f7804c-1346-4d6f-adfd-08c5b5fb752b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:09.801872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374529743', 'description': 'tempest-secgroup-smoke-1374529743 description', 'project_id': '518821b305174a34b68b1dba42fed19a'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:09.825311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.836332 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf3902e-a052-441b-b262-666e224eb13a x-openstack-request-id: req-3cf3902e-a052-441b-b262-666e224eb13a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:09.836628 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:09.836905 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cf3902e-a052-441b-b262-666e224eb13a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:09.837319 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'status': 'completed', 'code': 200} Nov 12 04:24:09.880308 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:09.903355 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.906538 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-2e78172b-aee2-4d7f-b3b2-3d8d3454ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:09.908144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-2e78172b-aee2-4d7f-b3b2-3d8d3454ec93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1097 time: 0.0444369 Nov 12 04:24:09.908305 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.932946 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.934380 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1365187 Nov 12 04:24:09.938310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38762) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:09.946520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf41a3a3-b74a-4632-b18f-460f631260dc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:09.948951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-c0bdd12a-3f9d-41c2-8654-a80845952d8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'security_group_rule': {'security_group_id': 'bf41a3a3-b74a-4632-b18f-460f631260dc', 'project_id': '518821b305174a34b68b1dba42fed19a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:09.956689 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.957875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.958016 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.958275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.958873 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.960219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.960219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.960219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.960536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.960850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.961171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:09.961495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4886533-b463-46d6-ba56-2a416da750d0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:10.024050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd12a-3f9d-41c2-8654-a80845952d8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.042051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-c5776b00-5f79-4dab-a7f1-3d19ed3e730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.043534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-c5776b00-5f79-4dab-a7f1-3d19ed3e730c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 917 time: 0.1277125 Nov 12 04:24:10.109399 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'a2dc370d-b66c-4a77-a494-c0897c46b002', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'port_id': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'mac_address': 'fa:16:3e:87:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:24:08Z', 'updated_at': '2021-11-12T04:24:08Z', 'revision_number': 0, 'project_id': '518821b305174a34b68b1dba42fed19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:22Z', 'revision_number': 5, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:10.131108 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd12a-3f9d-41c2-8654-a80845952d8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.134725 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-9c96ff9f-e00e-466d-8603-4c488f938713 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 999 time: 0.0832820 Nov 12 04:24:10.136609 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd12a-3f9d-41c2-8654-a80845952d8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.137236 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] Checking router: 6ca98957-16a5-4fac-ac5c-10014f3a753a for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:10.146391 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:10.146993 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:24:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:10.181570 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdd12a-3f9d-41c2-8654-a80845952d8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb2c862-7caf-49d2-8477-f9d0f9816d56,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.190952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0bdd12a-3f9d-41c2-8654-a80845952d8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.192122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c0bdd12a-3f9d-41c2-8654-a80845952d8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469506 Nov 12 04:24:10.194912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:10.200603 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-19d656cb-d5eb-4ba1-a788-a4434521d43d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'security_group_rule': {'security_group_id': 'bf41a3a3-b74a-4632-b18f-460f631260dc', 'project_id': '518821b305174a34b68b1dba42fed19a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:10.223479 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-ebd451d0-6195-4d11-bc48-eeafdfb248f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.224953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-ebd451d0-6195-4d11-bc48-eeafdfb248f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.0824287 Nov 12 04:24:10.257676 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:10.270833 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19d656cb-d5eb-4ba1-a788-a4434521d43d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.313181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-7b00f9a6-2370-4319-a3ec-49b611b707af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.314633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-7b00f9a6-2370-4319-a3ec-49b611b707af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824490 Nov 12 04:24:10.353841 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19d656cb-d5eb-4ba1-a788-a4434521d43d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.360067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19d656cb-d5eb-4ba1-a788-a4434521d43d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.410589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d656cb-d5eb-4ba1-a788-a4434521d43d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afeee15-a0c8-46d0-88e6-0b3fa3b4c36c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.425944 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-19d656cb-d5eb-4ba1-a788-a4434521d43d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.427168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-19d656cb-d5eb-4ba1-a788-a4434521d43d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2313485 Nov 12 04:24:10.429904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38766) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:10.434184 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a3dd5459-63d3-4248-bb57-3f56ef92992f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'security_group_rule': {'security_group_id': 'bf41a3a3-b74a-4632-b18f-460f631260dc', 'project_id': '518821b305174a34b68b1dba42fed19a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:10.457874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-9062c6ea-799c-4bf6-a24b-67c60073c771 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338310 Nov 12 04:24:10.489427 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'a2dc370d-b66c-4a77-a494-c0897c46b002', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'port_id': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'mac_address': 'fa:16:3e:87:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:24:08Z', 'updated_at': '2021-11-12T04:24:08Z', 'revision_number': 0, 'project_id': '518821b305174a34b68b1dba42fed19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:22Z', 'revision_number': 5, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:10.501595 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3dd5459-63d3-4248-bb57-3f56ef92992f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.517049 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82fb1aa-2cec-480d-b564-81a7e57966f0 None None] The sync data for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 is: [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'a2dc370d-b66c-4a77-a494-c0897c46b002', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'port_id': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'mac_address': 'fa:16:3e:87:66:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:24:08Z', 'updated_at': '2021-11-12T04:24:08Z', 'revision_number': 0, 'project_id': '518821b305174a34b68b1dba42fed19a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:22Z', 'revision_number': 5, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:10.604925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86f7804c-1346-4d6f-adfd-08c5b5fb752b req-a9668e15-43e5-47ca-9755-ee68495e4641 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385925 Nov 12 04:24:10.616327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3dd5459-63d3-4248-bb57-3f56ef92992f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.621208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3dd5459-63d3-4248-bb57-3f56ef92992f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.645247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd5459-63d3-4248-bb57-3f56ef92992f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e9cce5-f5a0-4f68-9083-c68a70bc28c2,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.650892 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a3dd5459-63d3-4248-bb57-3f56ef92992f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.652170 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a3dd5459-63d3-4248-bb57-3f56ef92992f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2213407 Nov 12 04:24:10.655744 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38768) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:10.661109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d74944a1-09f4-4b95-9db0-14db8bfaf05f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'security_group_rule': {'security_group_id': 'bf41a3a3-b74a-4632-b18f-460f631260dc', 'project_id': '518821b305174a34b68b1dba42fed19a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:10.690592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d74944a1-09f4-4b95-9db0-14db8bfaf05f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.737581 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d11272-4e7c-4d24-aa29-cfcb922ea7a8 None None] New status for floating IP a2dc370d-b66c-4a77-a494-c0897c46b002: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:24:10.759191 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d74944a1-09f4-4b95-9db0-14db8bfaf05f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.762938 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d74944a1-09f4-4b95-9db0-14db8bfaf05f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.783681 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74944a1-09f4-4b95-9db0-14db8bfaf05f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6721084-cd23-4a45-9fc2-56847d8df03c,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.792506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d74944a1-09f4-4b95-9db0-14db8bfaf05f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.793801 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d74944a1-09f4-4b95-9db0-14db8bfaf05f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366353 Nov 12 04:24:10.797336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38770) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:10.802042 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d5602db6-eec7-4f3f-b969-bae3f7e470dc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'security_group_rule': {'security_group_id': 'bf41a3a3-b74a-4632-b18f-460f631260dc', 'project_id': '518821b305174a34b68b1dba42fed19a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:10.823708 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-d5602db6-eec7-4f3f-b969-bae3f7e470dc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Project 518821b305174a34b68b1dba42fed19a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:24:10.828523 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5602db6-eec7-4f3f-b969-bae3f7e470dc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.888356 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5602db6-eec7-4f3f-b969-bae3f7e470dc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.893949 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5602db6-eec7-4f3f-b969-bae3f7e470dc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.919033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5602db6-eec7-4f3f-b969-bae3f7e470dc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b616bc65-9b90-4835-849e-713f2eff16ed,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.925361 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d5602db6-eec7-4f3f-b969-bae3f7e470dc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.929231 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d5602db6-eec7-4f3f-b969-bae3f7e470dc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281562 Nov 12 04:24:10.930024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38772) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:10.933777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2c131f3a-81e5-40c2-96c0-a318ec1c9304 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'security_group_rule': {'security_group_id': 'bf41a3a3-b74a-4632-b18f-460f631260dc', 'project_id': '518821b305174a34b68b1dba42fed19a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:10.955276 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-2c131f3a-81e5-40c2-96c0-a318ec1c9304 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Project 518821b305174a34b68b1dba42fed19a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:24:10.960043 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c131f3a-81e5-40c2-96c0-a318ec1c9304 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.019747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c131f3a-81e5-40c2-96c0-a318ec1c9304 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.023243 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c131f3a-81e5-40c2-96c0-a318ec1c9304 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.042273 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c131f3a-81e5-40c2-96c0-a318ec1c9304 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bf3518-66e0-4d21-a767-40fe13c2927f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:11.050745 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c131f3a-81e5-40c2-96c0-a318ec1c9304 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.052091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2c131f3a-81e5-40c2-96c0-a318ec1c9304 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217172 Nov 12 04:24:11.141729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-4c2f1caa-c9d5-4345-aa9b-aa1c48783a48 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374529743&fields=id&tenant_id=518821b305174a34b68b1dba42fed19a HTTP/1.1" status: 200 len: 267 time: 0.0441854 Nov 12 04:24:11.194942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-27c68d2a-fa78-44fe-bc22-3427f618c368 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.196431 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-27c68d2a-fa78-44fe-bc22-3427f618c368 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0488644 Nov 12 04:24:11.208161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'port': {'security_groups': ['0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5', 'bf41a3a3-b74a-4632-b18f-460f631260dc']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:11.274679 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.465819 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] For port b9cf0c2b-7779-4706-9939-33c1fde3cf44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:11.495067 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.500656 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.517027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b9cf0c2b-7779-4706-9939-33c1fde3cf44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:11.545528 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.545750 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.547766 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bfbe6dea-3aaf-45bf-860f-ff40df91c3e6 req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "PUT /v2.0/ports/b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 981 time: 0.3441026 Nov 12 04:24:11.554053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:11.596531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ceb78-97b0-45fe-a9c6-dec94f4d7ddd tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'Port': ['ID=b9cf0c2b-7779-4706-9939-33c1fde3cf44,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:11.617570 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b9cf0c2b-7779-4706-9939-33c1fde3cf44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:11.699879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e227-4c79-4896-aed3-18c6b098e422 req-e66cd0e7-18de-4490-901a-d984b9d5c40e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.707911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d01e227-4c79-4896-aed3-18c6b098e422 req-e66cd0e7-18de-4490-901a-d984b9d5c40e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0778263 Nov 12 04:24:11.734023 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a23c94-9519-4993-be28-50ed84f93f26" -d '{"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:11.785099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3d01e227-4c79-4896-aed3-18c6b098e422 req-4f43c5ab-8025-4e8f-aa08-f23aa2763747 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762587 Nov 12 04:24:11.850110 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2d5027-0f70-4354-8187-65bbf275ae74 x-openstack-request-id: req-5e2d5027-0f70-4354-8187-65bbf275ae74 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:11.850421 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:11.850665 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e2d5027-0f70-4354-8187-65bbf275ae74 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:11.851078 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'status': 'completed', 'code': 200} Nov 12 04:24:11.926010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a23c94-9519-4993-be28-50ed84f93f26 req-312656c3-905e-43b9-8244-c8ebb41e8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.927514 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a23c94-9519-4993-be28-50ed84f93f26 req-312656c3-905e-43b9-8244-c8ebb41e8757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1136 time: 0.0462847 Nov 12 04:24:11.937686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4728449a-983e-41f4-bb32-42e342e9e5f6 None None] Provisioning complete for port b9cf0c2b-7779-4706-9939-33c1fde3cf44 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:11.938288 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4728449a-983e-41f4-bb32-42e342e9e5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:12.019703 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a23c94-9519-4993-be28-50ed84f93f26 req-c4210cc1-3f79-4050-8bce-baf6cdc3018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.021137 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a23c94-9519-4993-be28-50ed84f93f26 req-c4210cc1-3f79-4050-8bce-baf6cdc3018b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 917 time: 0.0851800 Nov 12 04:24:12.090200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a23c94-9519-4993-be28-50ed84f93f26 req-fe12b446-3c72-4f45-b559-d1aee45ab34a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 1001 time: 0.0621543 Nov 12 04:24:12.455748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a23c94-9519-4993-be28-50ed84f93f26 req-0b863d4d-7578-497e-9024-fdb9fe2f7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.457232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a23c94-9519-4993-be28-50ed84f93f26 req-0b863d4d-7578-497e-9024-fdb9fe2f7f27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.3597906 Nov 12 04:24:12.503597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a23c94-9519-4993-be28-50ed84f93f26 req-c3a754bd-efd9-4727-9b3f-d01bd6231320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.505179 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a23c94-9519-4993-be28-50ed84f93f26 req-c3a754bd-efd9-4727-9b3f-d01bd6231320 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398536 Nov 12 04:24:12.598840 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a23c94-9519-4993-be28-50ed84f93f26 req-4fb28882-cc04-474c-aae1-002c6eef3938 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861633 Nov 12 04:24:12.688640 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92a23c94-9519-4993-be28-50ed84f93f26 req-a5057104-0d51-4e05-b6ea-954a760da0d6 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826063 Nov 12 04:24:15.601126 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:25.142860 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.992067 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002b7e3-03e2-4322-bc5c-7382b4bdd553 req-9448ce62-7c35-4afd-806b-116794a4d259 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:25.993849 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4002b7e3-03e2-4322-bc5c-7382b4bdd553 req-9448ce62-7c35-4afd-806b-116794a4d259 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0543144 Nov 12 04:24:25.994087 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-b8c81c21-d6f4-4ae8-85e2-7c9abaee60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:25.995575 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-b8c81c21-d6f4-4ae8-85e2-7c9abaee60b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1136 time: 0.0422647 Nov 12 04:24:26.055768 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4002b7e3-03e2-4322-bc5c-7382b4bdd553 req-bbf8d287-66c3-46dc-bd7b-1ed1238eaf5f tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541880 Nov 12 04:24:26.090699 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-8d7b6793-71f0-4828-a241-5d3a1145460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.092283 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-8d7b6793-71f0-4828-a241-5d3a1145460b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 917 time: 0.0897305 Nov 12 04:24:26.161099 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-d63b6143-6939-474f-8baf-c707c31960c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 1001 time: 0.0606899 Nov 12 04:24:26.208679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-d1747772-8ec1-43f9-ab3f-4b1c1bf7c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.210141 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-d1747772-8ec1-43f9-ab3f-4b1c1bf7c435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.0430307 Nov 12 04:24:26.255492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-09a67a6d-cac8-40cf-8e92-e4cc1a74d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:26.256985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-09a67a6d-cac8-40cf-8e92-e4cc1a74d703 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400972 Nov 12 04:24:26.349237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-5e7e6e27-2fd8-41c2-89c7-ac70da33cef2 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843065 Nov 12 04:24:26.438766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2f8becb2-2170-421a-bb1b-81a7ef07a1bb req-fcfdefca-31a5-491a-ba68-8cb63c2e3799 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817564 Nov 12 04:24:27.181208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c692ea2-6cf0-4cc3-b709-9a26d293337b req-f7ccf0f1-8a0c-4dd1-b4e2-495420a08a73 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:27.182721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c692ea2-6cf0-4cc3-b709-9a26d293337b req-f7ccf0f1-8a0c-4dd1-b4e2-495420a08a73 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0504410 Nov 12 04:24:27.246307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c692ea2-6cf0-4cc3-b709-9a26d293337b req-c89980fe-2809-4479-9519-21f1236df2a4 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568557 Nov 12 04:24:28.370100 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef271996-5ae8-479d-951e-11cf67f6c6b2 req-e4826b5a-2930-4923-9122-76b6f5387097 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.371546 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef271996-5ae8-479d-951e-11cf67f6c6b2 req-e4826b5a-2930-4923-9122-76b6f5387097 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0541420 Nov 12 04:24:28.433472 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef271996-5ae8-479d-951e-11cf67f6c6b2 req-0fbe1731-9362-46a2-b056-3ec9e9db0aac tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551014 Nov 12 04:24:29.550085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc9d1c-8a82-4284-be71-4872e5ca6e5c req-149aed1a-7110-40c0-92b3-1d22174f0117 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:29.551590 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5cc9d1c-8a82-4284-be71-4872e5ca6e5c req-149aed1a-7110-40c0-92b3-1d22174f0117 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0493429 Nov 12 04:24:29.611702 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c5cc9d1c-8a82-4284-be71-4872e5ca6e5c req-5a0d7186-9cfb-4469-8c18-31b4660b719c tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541170 Nov 12 04:24:30.729304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6fa7c-74ea-408d-be15-99cc1e892083 req-583ff606-3077-40fb-9307-44b122380c31 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:30.730791 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3d6fa7c-74ea-408d-be15-99cc1e892083 req-583ff606-3077-40fb-9307-44b122380c31 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0493269 Nov 12 04:24:30.792487 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3d6fa7c-74ea-408d-be15-99cc1e892083 req-a57c123a-ee2e-495e-8e38-400aa859afa0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547228 Nov 12 04:24:31.439652 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a4735e01-8c1a-4176-b910-f0c0fc4b6008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.909807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8e5ee-35b5-4ced-bb2e-af49dc1cd10e req-b912c774-e8c5-49a1-a067-a8dcd315dabb tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:31.911299 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cc8e5ee-35b5-4ced-bb2e-af49dc1cd10e req-b912c774-e8c5-49a1-a067-a8dcd315dabb tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0502481 Nov 12 04:24:31.970510 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1cc8e5ee-35b5-4ced-bb2e-af49dc1cd10e req-548db5f4-4ad7-4bca-a7ab-0aea54d86b1e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532260 Nov 12 04:24:33.088099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e326b-77cf-4e32-8e16-a7b337574b39 req-31142d34-d849-4c57-873b-fbcad8d07b8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:33.089627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e4e326b-77cf-4e32-8e16-a7b337574b39 req-31142d34-d849-4c57-873b-fbcad8d07b8e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0490127 Nov 12 04:24:33.155499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2e4e326b-77cf-4e32-8e16-a7b337574b39 req-da5232d3-40c6-446c-80a9-f5b3d007d4a8 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586832 Nov 12 04:24:33.683214 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8e545199-ad1c-402b-8976-4a6aa65fb74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.274097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0fc10-4c0f-4469-a9a8-5e96bb62ce7a req-48b6332f-4aba-4399-8080-44c587c82a70 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:34.275558 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5db0fc10-4c0f-4469-a9a8-5e96bb62ce7a req-48b6332f-4aba-4399-8080-44c587c82a70 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0539751 Nov 12 04:24:34.334859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5db0fc10-4c0f-4469-a9a8-5e96bb62ce7a req-19d7a6dd-1094-43a9-8a15-7a240c263ef2 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525632 Nov 12 04:24:35.162461 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.452685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8db8b-cbdd-461c-b38d-10676a0e00bd req-15dd8ad0-0c7c-427e-8be8-9cbba9cb3c11 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:35.454190 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46d8db8b-cbdd-461c-b38d-10676a0e00bd req-15dd8ad0-0c7c-427e-8be8-9cbba9cb3c11 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0506287 Nov 12 04:24:35.514763 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-46d8db8b-cbdd-461c-b38d-10676a0e00bd req-8fbdebe1-c494-4478-9cc6-4af1fb13026e tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539124 Nov 12 04:24:36.531137 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:36.632255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65fc1-a074-4f95-b1f6-c5e32bccda8b req-e77866ac-dfe1-4fcd-9735-f42fd90013ba tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:36.633760 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08c65fc1-a074-4f95-b1f6-c5e32bccda8b req-e77866ac-dfe1-4fcd-9735-f42fd90013ba tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0496762 Nov 12 04:24:36.695544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-08c65fc1-a074-4f95-b1f6-c5e32bccda8b req-d016a47c-9ec1-40ac-b693-43dd81574e85 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557518 Nov 12 04:24:37.359190 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.814458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c907077-b297-4583-82d9-36a8cf1e9a54 req-f4537d18-f81e-4fcb-a2c1-cc061a24026d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:37.815931 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c907077-b297-4583-82d9-36a8cf1e9a54 req-f4537d18-f81e-4fcb-a2c1-cc061a24026d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0516980 Nov 12 04:24:37.875922 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2c907077-b297-4583-82d9-36a8cf1e9a54 req-6ae41ffc-e3c3-413e-ab7d-b058d9fe70ce tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&id=bf41a3a3-b74a-4632-b18f-460f631260dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538716 Nov 12 04:24:52.602590 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:55.167069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.440638 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5739d6fa-1632-4291-9379-82e7ce54db79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.275789 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c63c9752-bb6a-45a8-b581-b9296c11c296 req-e2cf0bf5-0f65-4e5e-920d-60c9ded6183f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0749433 Nov 12 04:25:03.355886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c63c9752-bb6a-45a8-b581-b9296c11c296 req-b3e30319-f2d0-49cf-85c5-9108893da0ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0247877 Nov 12 04:25:03.400259 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c63c9752-bb6a-45a8-b581-b9296c11c296 req-fee0c29a-6a4a-4ce9-a785-f6fd955ddfe4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186207 Nov 12 04:25:03.492309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c9752-bb6a-45a8-b581-b9296c11c296 req-c28d4901-b60a-4938-8b45-16f95a925fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:03.493879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c63c9752-bb6a-45a8-b581-b9296c11c296 req-c28d4901-b60a-4938-8b45-16f95a925fde service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0869284 Nov 12 04:25:03.685080 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fbea657f-af6a-4710-b532-c306e7f41c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.164710 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.533623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.362494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.351805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-0d0c779d-09c0-4409-b2b7-3de0990322c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895500 Nov 12 04:25:10.438781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-2889aef9-eea0-4253-aef9-09c9d1d66388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.440258 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-2889aef9-eea0-4253-aef9-09c9d1d66388 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1136 time: 0.0417471 Nov 12 04:25:10.544513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-187b42e7-1dec-4e1e-a499-d3676073e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.546704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-187b42e7-1dec-4e1e-a499-d3676073e378 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 917 time: 0.0853922 Nov 12 04:25:10.624692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-c8cf545e-ba9c-4cab-aefe-65914915f01c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 1001 time: 0.0688596 Nov 12 04:25:10.699228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-67ef9b9d-fdf9-4007-9d40-e4d12559fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.700677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-67ef9b9d-fdf9-4007-9d40-e4d12559fa85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.0679073 Nov 12 04:25:10.728395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-f20ac1c1-8acb-4978-b47e-79c7ef8f59e1 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374529743&fields=id&tenant_id=518821b305174a34b68b1dba42fed19a HTTP/1.1" status: 200 len: 267 time: 0.1309912 Nov 12 04:25:10.792066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-d739cdd9-c7ea-45d6-80b0-087d35caf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.793606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-d739cdd9-c7ea-45d6-80b0-087d35caf6f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829539 Nov 12 04:25:10.805754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-5504e25a-4aa9-4aff-a07e-320a39daf631 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:10.807077 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-5504e25a-4aa9-4aff-a07e-320a39daf631 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 984 time: 0.0648084 Nov 12 04:25:10.820499 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Request body: {'port': {'security_groups': ['0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:10.934294 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.961175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-496eb135-3f71-4dd4-8526-43b86758bf80 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531963 Nov 12 04:25:11.117100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96aeeafa-699e-4cfb-b972-b687b8024167 req-4ee474c9-9723-4bb6-be96-cd422c09aaa9 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373606 Nov 12 04:25:11.195678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] For port b9cf0c2b-7779-4706-9939-33c1fde3cf44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:11.224223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.228677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.240607 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b9cf0c2b-7779-4706-9939-33c1fde3cf44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:11.276199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:11.276850 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.282321 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f76abb11-0c68-4ece-8dbe-d140dcf7d164 req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "PUT /v2.0/ports/b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 942 time: 0.4668005 Nov 12 04:25:11.282839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:11.285826 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:11.288080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38840) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:11.337871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event updated for resources: {'Port': ['ID=b9cf0c2b-7779-4706-9939-33c1fde3cf44,revision_number=7']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:11.351735 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.351939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.352531 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.352619 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.352946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.353284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.353405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b9cf0c2b-7779-4706-9939-33c1fde3cf44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:11.353615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.353954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.357158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.358031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.358554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.366409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5785e4b-1071-4b7b-bf8d-205edf14cfd0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.374990 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fedc82-91be-4e2a-9346-949af4956fe0 x-openstack-request-id: req-03fedc82-91be-4e2a-9346-949af4956fe0 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:11.375201 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:11.375433 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03fedc82-91be-4e2a-9346-949af4956fe0 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:11.375839 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'status': 'completed', 'code': 200} Nov 12 04:25:11.376695 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.408820 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.431419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-9b1d4fae-6fe9-4f06-a9eb-903a6a4a53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:11.433930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-9b1d4fae-6fe9-4f06-a9eb-903a6a4a53ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1097 time: 0.0538194 Nov 12 04:25:11.486037 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.489033 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.490446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "DELETE /v2.0/security-groups/bf41a3a3-b74a-4632-b18f-460f631260dc HTTP/1.1" status: 204 len: 168 time: 0.2012577 Nov 12 04:25:11.495983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38844) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:11.547527 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf41a3a3-b74a-4632-b18f-460f631260dc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:11.557607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-f7f36d85-5858-40b7-a97e-9b29a0e0777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:11.559090 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-f7f36d85-5858-40b7-a97e-9b29a0e0777c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 917 time: 0.1181884 Nov 12 04:25:11.562867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.563182 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.563536 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.563879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.564242 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.564582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.564940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.565273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.565605 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.565932 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.566259 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.566597 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38490686-d1ce-411d-8cd2-16d9d00e84a0 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.620522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b4f718e3-81e0-40a5-949d-e6343364ac64 None None] Provisioning complete for port b9cf0c2b-7779-4706-9939-33c1fde3cf44 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:11.620937 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4f718e3-81e0-40a5-949d-e6343364ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.630974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-a0a69be2-0141-4694-8adc-da35196078f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 1001 time: 0.0631633 Nov 12 04:25:11.678543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Deleting port 90ae61bc-cf3c-41aa-a43c-c16288262272 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:11.678875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.683127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-dfd9ff1f-4c6c-412a-a2c1-ba187cd5384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:11.684619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-dfd9ff1f-4c6c-412a-a2c1-ba187cd5384a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.0464888 Nov 12 04:25:11.738142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-f3042439-bb21-4da2-85cc-eb58bc30dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:11.739650 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-f3042439-bb21-4da2-85cc-eb58bc30dc8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463681 Nov 12 04:25:11.759849 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.760212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.772310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Calling delete_port for 90ae61bc-cf3c-41aa-a43c-c16288262272 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:11.834158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-75d3338b-3a3e-43be-8e0e-64e38eb59081 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870898 Nov 12 04:25:11.931864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5a17fa55-a3e3-4427-9cf7-7e1d9f00c5ea req-9c742815-223b-4709-b8d9-aa192c45e2f8 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906830 Nov 12 04:25:11.946350 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.973448 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event deleted for resources: {'Port': ['ID=90ae61bc-cf3c-41aa-a43c-c16288262272,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:12.032338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.032670 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Floating IP a2dc370d-b66c-4a77-a494-c0897c46b002 disassociated (deleted). External IP: 172.25.0.126, port: b9cf0c2b-7779-4706-9939-33c1fde3cf44. Nov 12 04:25:12.239005 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Router 6ca98957-16a5-4fac-ac5c-10014f3a753a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:12.345956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:12.350716 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.355809 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] Sync routers for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:12.366096 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:12.366695 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:12.378861 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-141e6063-7f14-4e39-82a0-1a5265e33b32 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "DELETE /v2.0/floatingips/a2dc370d-b66c-4a77-a494-c0897c46b002 HTTP/1.1" status: 204 len: 168 time: 0.8818092 Nov 12 04:25:12.380447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:12.382763 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c738fda-76ec-4572-9b58-cf24a50bfc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:12.423006 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a27b96-a678-44d4-9f3f-113024717222 x-openstack-request-id: req-d6a27b96-a678-44d4-9f3f-113024717222 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:12.423302 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:12.423557 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6a27b96-a678-44d4-9f3f-113024717222 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:12.423966 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'status': 'completed', 'code': 200} Nov 12 04:25:12.479023 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:12.490986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-9121d325-91e1-4c8d-abeb-88e82d1ba654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:12.492440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-9121d325-91e1-4c8d-abeb-88e82d1ba654 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518821b305174a34b68b1dba42fed19a&device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 1097 time: 0.0442395 Nov 12 04:25:12.595722 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-a03e1768-700f-4b01-9438-3f8f2eb683d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:12.599816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-a03e1768-700f-4b01-9438-3f8f2eb683d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 200 len: 917 time: 0.1001787 Nov 12 04:25:12.646325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-14a12164-fb51-472f-9f85-4f125f4159ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 200 len: 217 time: 0.0393863 Nov 12 04:25:12.699754 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-3be5f473-7a33-438d-91cf-3e8e4db26934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:12.701300 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-3be5f473-7a33-438d-91cf-3e8e4db26934 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 200 len: 854 time: 0.0479190 Nov 12 04:25:12.713636 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:22Z', 'revision_number': 5, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:12.740674 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] Checking router: 6ca98957-16a5-4fac-ac5c-10014f3a753a for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:12.749457 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:12.749989 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:12.750386 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-d77594ba-2fbe-4da3-bea2-fbdb333e7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:12.751874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-d77594ba-2fbe-4da3-bea2-fbdb333e7121 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c46f1710-1c08-4365-be63-cc7149ed37a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415702 Nov 12 04:25:12.848318 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-2a5ef322-5e78-4d6b-a8ff-28e7d1ed4828 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882757 Nov 12 04:25:12.954073 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c738fda-76ec-4572-9b58-cf24a50bfc6c req-2d5e8d17-1e72-4068-a8b8-dcdb2cceffc5 service neutron] 10.222.0.20 "GET /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980301 Nov 12 04:25:12.964306 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:13.195890 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:22Z', 'revision_number': 5, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:13.227125 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0459c7-26bd-48fc-8a37-0f1d80a228f3 None None] The sync data for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 is: [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '6c35ee78-a8d2-4caf-9504-bef32a32fb86', 'name': '', 'network_id': 'c46f1710-1c08-4365-be63-cc7149ed37a1', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'mac_address': 'fa:16:3e:d4:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:17Z', 'updated_at': '2021-11-12T04:23:22Z', 'revision_number': 5, 'project_id': '518821b305174a34b68b1dba42fed19a', 'subnets': [{'id': '6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:13.488849 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc5e5fe-11a6-412c-9363-d2359d1da24a None None] New status for floating IP a2dc370d-b66c-4a77-a494-c0897c46b002: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:25:17.346658 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-b42cfb29-ede6-4609-b931-864858d2f1ca req-699c5fa7-3343-4e51-9972-4c350879d9d2 tempest-ServerDiskConfigTestJSON-2098855077 tempest-ServerDiskConfigTestJSON-2098855077-project] (102629) timed out ('10.222.0.20', 64217) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:25:21.532087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1c5e-d1b9-4ed2-ad83-b3174eff59aa req-1795dce3-7768-4d66-b715-fc75de9b3bfc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.533773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-765c1c5e-d1b9-4ed2-ad83-b3174eff59aa req-1795dce3-7768-4d66-b715-fc75de9b3bfc tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0531301 Nov 12 04:25:21.589736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-765c1c5e-d1b9-4ed2-ad83-b3174eff59aa req-11d5d06e-7e6f-4f6f-af60-62fd344a76e7 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495265 Nov 12 04:25:22.708550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d78a1-0e82-4197-8d34-c85551c30abe req-deec2d38-9b06-49a5-98ed-0b0ffd099c5c tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.710056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189d78a1-0e82-4197-8d34-c85551c30abe req-deec2d38-9b06-49a5-98ed-0b0ffd099c5c tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0493701 Nov 12 04:25:22.756555 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189d78a1-0e82-4197-8d34-c85551c30abe req-37c0431f-40de-4db7-b915-fb930bb1e8a3 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Nov 12 04:25:23.109850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-34d362ff-324c-4ae2-825a-d4c41024cbc9 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.111293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-34d362ff-324c-4ae2-825a-d4c41024cbc9 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 945 time: 0.0473435 Nov 12 04:25:23.203508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Deleting port b9cf0c2b-7779-4706-9939-33c1fde3cf44 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:23.203849 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.289779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] For port b9cf0c2b-7779-4706-9939-33c1fde3cf44, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=b9cf0c2b-7779-4706-9939-33c1fde3cf44,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:23.290134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.303577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Calling delete_port for b9cf0c2b-7779-4706-9939-33c1fde3cf44 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:23.431179 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.442115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['b9cf0c2b-7779-4706-9939-33c1fde3cf44'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:23.461856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Pushing event deleted for resources: {'Port': ['ID=b9cf0c2b-7779-4706-9939-33c1fde3cf44,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:23.505605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] No DVR routers for this DVR port b9cf0c2b-7779-4706-9939-33c1fde3cf44 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:23.508038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.511470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ed9e7c0-8ca0-4386-9222-6436a46f7ac9 req-f1f16b95-16b6-4084-8c8c-a0e86b527b02 tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.20 "DELETE /v2.0/ports/b9cf0c2b-7779-4706-9939-33c1fde3cf44 HTTP/1.1" status: 204 len: 173 time: 0.3943274 Nov 12 04:25:23.511901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'name': 'network-vif-deleted', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:23.514222 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0fb4cf-db3a-4e43-9f7a-38003e6fb146" -d '{"events": [{"server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "name": "network-vif-deleted", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:23.551304 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1f53de-1e72-4f29-80b1-8077ca9c2029 x-openstack-request-id: req-bf1f53de-1e72-4f29-80b1-8077ca9c2029 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:23.551598 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2aaca0a-be89-40ed-b46d-96ad756b5d2a", "name": "network-vif-deleted", "tag": "b9cf0c2b-7779-4706-9939-33c1fde3cf44", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:23.551856 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf1f53de-1e72-4f29-80b1-8077ca9c2029 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:23.552254 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2aaca0a-be89-40ed-b46d-96ad756b5d2a', 'name': 'network-vif-deleted', 'tag': 'b9cf0c2b-7779-4706-9939-33c1fde3cf44', 'status': 'completed', 'code': 200} Nov 12 04:25:23.869877 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cd96e894-792a-47d8-8575-0d9e5c2595c5 req-a0d332b2-d09f-43fb-a916-50befd14ad4d tempest-TestMinimumBasicScenario-1261073410 tempest-TestMinimumBasicScenario-1261073410-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2aaca0a-be89-40ed-b46d-96ad756b5d2a HTTP/1.1" status: 200 len: 210 time: 0.0299695 Nov 12 04:25:25.161889 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.544993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38946) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:25.890230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.133374 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Deleting port 6c35ee78-a8d2-4caf-9504-bef32a32fb86 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:26.133635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.211501 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] For port 6c35ee78-a8d2-4caf-9504-bef32a32fb86, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=6c35ee78-a8d2-4caf-9504-bef32a32fb86,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:26.211866 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.228024 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Calling delete_port for 6c35ee78-a8d2-4caf-9504-bef32a32fb86 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:26.403419 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.428918 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c35ee78-a8d2-4caf-9504-bef32a32fb86,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:26.595475 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.678516 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b9cf0c2b-7779-4706-9939-33c1fde3cf44 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:26.698976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: b9cf0c2b-7779-4706-9939-33c1fde3cf44 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:26.699325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device b9cf0c2b-7779-4706-9939-33c1fde3cf44 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:27.080362 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Router 6ca98957-16a5-4fac-ac5c-10014f3a753a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:27.183651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:27.189416 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2d2c3f47-1f32-4dcf-b849-1708ff91be4d admin admin] 10.222.0.49 "PUT /v2.0/routers/6ca98957-16a5-4fac-ac5c-10014f3a753a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6428039 Nov 12 04:25:27.191968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38948) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:27.194852 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] Sync routers for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:27.205548 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:27.206157 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:27.296919 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.311842 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:27.399846 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.452120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Deleting port b66f2d7b-29c9-4283-bc8c-d3b3f4215067 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:27.452458 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.486512 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:25:26Z', 'revision_number': 5, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port': {'id': 'b66f2d7b-29c9-4283-bc8c-d3b3f4215067', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:27.517123 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] Checking router: 6ca98957-16a5-4fac-ac5c-10014f3a753a for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:27.525501 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] Routers {'6ca98957-16a5-4fac-ac5c-10014f3a753a'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:27.526105 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6ca98957-16a5-4fac-ac5c-10014f3a753a'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:27.531116 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] For port b66f2d7b-29c9-4283-bc8c-d3b3f4215067, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=b66f2d7b-29c9-4283-bc8c-d3b3f4215067,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:27.531472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.548903 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Calling delete_port for b66f2d7b-29c9-4283-bc8c-d3b3f4215067 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:27.613716 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] Set router 6ca98957-16a5-4fac-ac5c-10014f3a753a gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:27.668378 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 6, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:27.697720 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b259d-d1a2-47ce-95d5-091f8f0537a8 None None] The sync data for ids ['6ca98957-16a5-4fac-ac5c-10014f3a753a'] in n-d-789963-21 is: [{'id': '6ca98957-16a5-4fac-ac5c-10014f3a753a', 'name': 'tempest-TestMinimumBasicScenario-1236595424-router', 'tenant_id': '518821b305174a34b68b1dba42fed19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:15Z', 'updated_at': '2021-11-12T04:25:27Z', 'revision_number': 6, 'project_id': '518821b305174a34b68b1dba42fed19a', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:27.713436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.747009 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66f2d7b-29c9-4283-bc8c-d3b3f4215067,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:27.757540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db01279-188d-42e4-8d11-21e5c345ce2f None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:27.807222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.898056 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.900153 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.942728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.943251 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca98957-16a5-4fac-ac5c-10014f3a753a {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:25:27.947503 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.948631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-945b4d98-82d8-49dc-93c6-de7adba043b0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6ca98957-16a5-4fac-ac5c-10014f3a753a HTTP/1.1" status: 204 len: 168 time: 0.7557497 Nov 12 04:25:27.951198 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38950) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:27.999284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6d218b-5a9a-413d-a909-917624766c5d admin admin] Deleting subnet 6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:28.002067 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d6d218b-5a9a-413d-a909-917624766c5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.036781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d6d218b-5a9a-413d-a909-917624766c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.118900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d6d218b-5a9a-413d-a909-917624766c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.179568 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d6d218b-5a9a-413d-a909-917624766c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.205989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d218b-5a9a-413d-a909-917624766c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:28.207855 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d6d218b-5a9a-413d-a909-917624766c5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.211003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7d6d218b-5a9a-413d-a909-917624766c5d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6cf0f2e4-d33a-4cca-ae16-2b740e0b92ab HTTP/1.1" status: 204 len: 168 time: 0.2588656 Nov 12 04:25:28.212780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239125dd-b1f8-4f43-abdc-bd74df4b135d None None] Network c46f1710-1c08-4365-be63-cc7149ed37a1 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:28.213623 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38952) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:28.281672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.338686 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Deleting port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:28.339025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.404712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] For port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5,segment=NetworkSegment(0eafe073-511f-4876-9d7a-e06f69623f61),segment_id=0eafe073-511f-4876-9d7a-e06f69623f61)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:28.405128 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.417142 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Calling delete_port for a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:28.487193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] DHCP port deletion for c46f1710-1c08-4365-be63-cc7149ed37a1 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:28.489244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6c35ee78-a8d2-4caf-9504-bef32a32fb86 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:28.510666 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 6c35ee78-a8d2-4caf-9504-bef32a32fb86 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:28.511005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 6c35ee78-a8d2-4caf-9504-bef32a32fb86 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:28.524062 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.551081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:28.554872 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] No DVR routers for this DVR port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:28.555194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Deleting port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:28.555620 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.636241 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.663925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46f1710-1c08-4365-be63-cc7149ed37a1']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:28.676087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eafe073-511f-4876-9d7a-e06f69623f61') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:28.676382 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eafe073-511f-4876-9d7a-e06f69623f61') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:28.687683 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.702988 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.709733 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:25:28.710236 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:25:28.711927 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:25:28.779478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.787114 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.793619 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] 10.222.0.49 "DELETE /v2.0/networks/c46f1710-1c08-4365-be63-cc7149ed37a1 HTTP/1.1" status: 204 len: 168 time: 0.5764539 Nov 12 04:25:28.794283 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38954) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:28.801830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9457b-eb9f-4a1c-b356-3afd4e2c1c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=c46f1710-1c08-4365-be63-cc7149ed37a1,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:28.816869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] For port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5, host n-d-789963-21, got binding levels [] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:28.817363 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.830814 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Calling delete_port for a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:28.833493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.ipam_backend_mixin [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 was not found and therefore no delete operation was performed {{(pid=102630) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:25:28.834751 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.856519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Pushing event deleted for resources: {'Port': ['ID=a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:28.859191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Network c46f1710-1c08-4365-be63-cc7149ed37a1 is not hosted by any dhcp agent {{(pid=102630) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:25:28.859650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] No DVR routers for this DVR port a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:28.871983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.872541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.872925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.873361 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.873694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.874518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.874852 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.875199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.875519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.875847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.876171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:28.876495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cf284f-a8ff-4fa6-9ba5-552a547fd312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:29.139401 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.375853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Deleting port a7318ca6-dbb0-4511-afef-03a03417ce73 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:29.376183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.456228 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] For port a7318ca6-dbb0-4511-afef-03a03417ce73, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a7318ca6-dbb0-4511-afef-03a03417ce73,segment=NetworkSegment(ed67d47e-3ca3-4daa-bf3e-046b5dc06dda),segment_id=ed67d47e-3ca3-4daa-bf3e-046b5dc06dda)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:29.456594 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.469431 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Calling delete_port for a7318ca6-dbb0-4511-afef-03a03417ce73 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:29.602172 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:29.651162 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.679001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a7318ca6-dbb0-4511-afef-03a03417ce73,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:29.845574 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.922873 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b66f2d7b-29c9-4283-bc8c-d3b3f4215067 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:29.943531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: b66f2d7b-29c9-4283-bc8c-d3b3f4215067 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:29.943872 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device b66f2d7b-29c9-4283-bc8c-d3b3f4215067 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:29.944340 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:29.963694 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:29.964034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a4024cfa-0ae2-4bb1-9dd2-1fd696369ca5 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:30.069440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:30.174023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:30.181670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2c1dd249-fe9e-4ea5-a07d-6aebe9d6a1fe admin admin] 10.222.0.49 "PUT /v2.0/routers/5499a807-ed79-4f3b-a2a2-54dcfc11a30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840425 Nov 12 04:25:30.181823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38956) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:30.182659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] Sync routers for ids ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:30.194273 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] Routers {'5499a807-ed79-4f3b-a2a2-54dcfc11a30a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:30.194917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:30.288579 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.303686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] Set router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:30.394563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.447385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Deleting port 1102afa4-b509-47bb-be94-97aa40b8ca67 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:30.447642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.485165 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:25:29Z', 'revision_number': 5, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port': {'id': '1102afa4-b509-47bb-be94-97aa40b8ca67', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:30.512072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] Checking router: 5499a807-ed79-4f3b-a2a2-54dcfc11a30a for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:30.520761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] Routers {'5499a807-ed79-4f3b-a2a2-54dcfc11a30a'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:30.521514 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:30.531965 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] For port 1102afa4-b509-47bb-be94-97aa40b8ca67, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1102afa4-b509-47bb-be94-97aa40b8ca67,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:30.532331 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.544002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Calling delete_port for 1102afa4-b509-47bb-be94-97aa40b8ca67 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:30.608761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] Set router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:30.663653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:25:30Z', 'revision_number': 6, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:30.690530 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308bd18-786e-4b17-8cb3-62966ce08cd5 None None] The sync data for ids ['5499a807-ed79-4f3b-a2a2-54dcfc11a30a'] in n-d-789963-21 is: [{'id': '5499a807-ed79-4f3b-a2a2-54dcfc11a30a', 'name': 'tempest-TestMinimumBasicScenario-342906189-router', 'tenant_id': '18f6ef6fe9aa40acb659ecde4547705b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:20Z', 'updated_at': '2021-11-12T04:25:30Z', 'revision_number': 6, 'project_id': '18f6ef6fe9aa40acb659ecde4547705b', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:30.714265 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.746170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Pushing event deleted for resources: {'Port': ['ID=1102afa4-b509-47bb-be94-97aa40b8ca67,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:30.753695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169c464-e638-4815-96b5-7d2285386b3e None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:30.806675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.897457 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.899591 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.942170 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.942877 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5499a807-ed79-4f3b-a2a2-54dcfc11a30a {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:25:30.947415 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.948549 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-19e85e08-b54c-4236-88b7-6b5eeb1fc72d admin admin] 10.222.0.49 "DELETE /v2.0/routers/5499a807-ed79-4f3b-a2a2-54dcfc11a30a HTTP/1.1" status: 204 len: 168 time: 0.7656610 Nov 12 04:25:30.951791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38958) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:30.995190 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1a4005-aed7-4f08-a5d6-c6ab10d460bb admin admin] Deleting subnet 47712779-2588-4c94-88b3-2714368808f3 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:30.998237 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4005-aed7-4f08-a5d6-c6ab10d460bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.033234 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4005-aed7-4f08-a5d6-c6ab10d460bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.118363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4005-aed7-4f08-a5d6-c6ab10d460bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.174341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4005-aed7-4f08-a5d6-c6ab10d460bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.199353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a4005-aed7-4f08-a5d6-c6ab10d460bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47712779-2588-4c94-88b3-2714368808f3,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:31.203120 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4005-aed7-4f08-a5d6-c6ab10d460bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.206392 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ff1a4005-aed7-4f08-a5d6-c6ab10d460bb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/47712779-2588-4c94-88b3-2714368808f3 HTTP/1.1" status: 204 len: 168 time: 0.2535028 Nov 12 04:25:31.208979 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 38960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:31.209484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5123cf-ac5d-4098-82db-1ba5353d4c6a None None] Network 792a4b9b-7165-48ad-bf35-4fe42a674027 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:31.278853 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.444179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-833f62a7-4048-4776-aefd-ee578734e340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.457151 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] DHCP port deletion for 792a4b9b-7165-48ad-bf35-4fe42a674027 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:31.509869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] Deleting port 2e5faae1-4554-43cf-adfa-72e262b8e273 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:31.510393 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.584847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] For port 2e5faae1-4554-43cf-adfa-72e262b8e273, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2e5faae1-4554-43cf-adfa-72e262b8e273,segment=NetworkSegment(ed67d47e-3ca3-4daa-bf3e-046b5dc06dda),segment_id=ed67d47e-3ca3-4daa-bf3e-046b5dc06dda)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:31.585352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.599456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] Calling delete_port for 2e5faae1-4554-43cf-adfa-72e262b8e273 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:31.667587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Deleting port 2e5faae1-4554-43cf-adfa-72e262b8e273 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:31.667930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.686648 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.720583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] Pushing event deleted for resources: {'Port': ['ID=2e5faae1-4554-43cf-adfa-72e262b8e273,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:31.728427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c633540-540b-4f47-9ec0-98a2306ce845 None None] No DVR routers for this DVR port 2e5faae1-4554-43cf-adfa-72e262b8e273 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:31.738439 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] For port 2e5faae1-4554-43cf-adfa-72e262b8e273, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2e5faae1-4554-43cf-adfa-72e262b8e273,segment=NetworkSegment(ed67d47e-3ca3-4daa-bf3e-046b5dc06dda),segment_id=ed67d47e-3ca3-4daa-bf3e-046b5dc06dda)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:31.738806 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.755198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Calling delete_port for 2e5faae1-4554-43cf-adfa-72e262b8e273 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:31.832305 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.858534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5faae1-4554-43cf-adfa-72e262b8e273,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:31.862033 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] No DVR routers for this DVR port 2e5faae1-4554-43cf-adfa-72e262b8e273 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:31.875625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1102afa4-b509-47bb-be94-97aa40b8ca67 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:31.897065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1102afa4-b509-47bb-be94-97aa40b8ca67 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:31.897526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1102afa4-b509-47bb-be94-97aa40b8ca67 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:31.898087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a7318ca6-dbb0-4511-afef-03a03417ce73 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:31.918453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a7318ca6-dbb0-4511-afef-03a03417ce73 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:31.918805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a7318ca6-dbb0-4511-afef-03a03417ce73 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:31.919224 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2e5faae1-4554-43cf-adfa-72e262b8e273 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:31.934490 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.938285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 2e5faae1-4554-43cf-adfa-72e262b8e273 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:31.938637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2e5faae1-4554-43cf-adfa-72e262b8e273 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:31.955564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792a4b9b-7165-48ad-bf35-4fe42a674027']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:31.964582 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:31.964848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed67d47e-3ca3-4daa-bf3e-046b5dc06dda') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:31.974473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.987865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.993730 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:25:31.994070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: self.session.flush() Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:25:31.995960 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:25:32.056044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.061482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.065164 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] 10.222.0.49 "DELETE /v2.0/networks/792a4b9b-7165-48ad-bf35-4fe42a674027 HTTP/1.1" status: 204 len: 168 time: 0.8551896 Nov 12 04:25:32.077279 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d4a74-430d-4a54-af46-1ab4d5c1d574 admin admin] Pushing event deleted for resources: {'Network': ['ID=792a4b9b-7165-48ad-bf35-4fe42a674027,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:32.234326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38964) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:32.273528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e957f88f-3c71-4a83-9039-312fb6a29e9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=518821b305174a34b68b1dba42fed19a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380423 Nov 12 04:25:32.276091 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38966) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:32.327707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2756ac81-6671-4489-bf92-6015c922e615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.349125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2756ac81-6671-4489-bf92-6015c922e615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.397297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2756ac81-6671-4489-bf92-6015c922e615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.399833 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2756ac81-6671-4489-bf92-6015c922e615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.401024 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2756ac81-6671-4489-bf92-6015c922e615 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5 HTTP/1.1" status: 204 len: 168 time: 0.1239865 Nov 12 04:25:32.409612 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756ac81-6671-4489-bf92-6015c922e615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc2eb22-1c0f-432c-ae02-c5e62a2ecef5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:32.714957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38972) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:32.755299 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9c7c4344-2d85-405d-a4aa-f945028dbcda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18f6ef6fe9aa40acb659ecde4547705b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391099 Nov 12 04:25:32.757713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 38974) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:32.803223 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ca1392f-6657-4cda-a21a-a15bf9df2a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.823209 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ca1392f-6657-4cda-a21a-a15bf9df2a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.869283 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ca1392f-6657-4cda-a21a-a15bf9df2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.872284 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ca1392f-6657-4cda-a21a-a15bf9df2a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.873569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5ca1392f-6657-4cda-a21a-a15bf9df2a2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37cc9688-36e1-476f-8328-ab2e1caf81d5 HTTP/1.1" status: 204 len: 168 time: 0.1149485 Nov 12 04:25:32.881310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1392f-6657-4cda-a21a-a15bf9df2a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc9688-36e1-476f-8328-ab2e1caf81d5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:33.687684 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4daa6629-a6aa-4bbf-935b-205bcecb2cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.653307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:34.658339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573223643', 'description': 'tempest-secgroup-smoke-573223643 description', 'project_id': '72b0d9d0904440d3a4b331589951621b'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:34.680104 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.689251 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.766891 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.771105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.807116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84715f-59d0-4a4e-91a1-16dec35876a4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:34.847747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.851655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.881038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.882269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2279148 Nov 12 04:25:34.885490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39016) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:34.886198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d505879-f1a3-435d-95c9-665cb7f81b38 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09462784-fa41-457f-b47a-d1db6c1877b7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:34.890591 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0fb6832d-fa5e-4c06-aac2-80b514b480b4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '09462784-fa41-457f-b47a-d1db6c1877b7', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:34.919308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0fb6832d-fa5e-4c06-aac2-80b514b480b4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.964642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0fb6832d-fa5e-4c06-aac2-80b514b480b4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.968204 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0fb6832d-fa5e-4c06-aac2-80b514b480b4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.985340 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6832d-fa5e-4c06-aac2-80b514b480b4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6947630c-13dd-437c-8a3f-5311c6f9f951,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:34.993322 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0fb6832d-fa5e-4c06-aac2-80b514b480b4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:34.994526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0fb6832d-fa5e-4c06-aac2-80b514b480b4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1079416 Nov 12 04:25:34.997611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39018) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:35.002765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5d39d158-448b-4a92-8599-672fa1476d27 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '09462784-fa41-457f-b47a-d1db6c1877b7', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:35.028982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d39d158-448b-4a92-8599-672fa1476d27 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.084035 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d39d158-448b-4a92-8599-672fa1476d27 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.087497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d39d158-448b-4a92-8599-672fa1476d27 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.105405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39d158-448b-4a92-8599-672fa1476d27 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ae96c0-1f14-480a-a8e4-2eeab88b2cbc,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:35.113210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5d39d158-448b-4a92-8599-672fa1476d27 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.114410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5d39d158-448b-4a92-8599-672fa1476d27 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151810 Nov 12 04:25:35.117086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39020) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:35.121665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fe96b290-2dec-4d53-85fc-1bc23212291b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '09462784-fa41-457f-b47a-d1db6c1877b7', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:35.147470 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe96b290-2dec-4d53-85fc-1bc23212291b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.167607 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.205651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe96b290-2dec-4d53-85fc-1bc23212291b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.209201 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe96b290-2dec-4d53-85fc-1bc23212291b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.224886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b290-2dec-4d53-85fc-1bc23212291b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796d0383-b1ae-4849-9c27-efdb16294a2d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:35.235295 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe96b290-2dec-4d53-85fc-1bc23212291b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.236507 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fe96b290-2dec-4d53-85fc-1bc23212291b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184921 Nov 12 04:25:35.239379 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39022) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:35.243695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-ced98886-346f-4316-9a78-38cc88bc6031 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '09462784-fa41-457f-b47a-d1db6c1877b7', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:35.270563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced98886-346f-4316-9a78-38cc88bc6031 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.336389 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced98886-346f-4316-9a78-38cc88bc6031 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.340536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced98886-346f-4316-9a78-38cc88bc6031 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.354494 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced98886-346f-4316-9a78-38cc88bc6031 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e18b2d-a7de-4922-8462-c49a872d99d9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:35.370466 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced98886-346f-4316-9a78-38cc88bc6031 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.371667 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ced98886-346f-4316-9a78-38cc88bc6031 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313376 Nov 12 04:25:35.374505 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39024) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:35.379001 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3afda3cd-d43d-42d3-b995-9889eea0add1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '09462784-fa41-457f-b47a-d1db6c1877b7', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:35.402350 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-3afda3cd-d43d-42d3-b995-9889eea0add1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:25:35.409330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3afda3cd-d43d-42d3-b995-9889eea0add1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.475792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3afda3cd-d43d-42d3-b995-9889eea0add1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.480017 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3afda3cd-d43d-42d3-b995-9889eea0add1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.499898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afda3cd-d43d-42d3-b995-9889eea0add1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8dc1f8-c5ca-4101-944d-31a076c4a015,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:35.511745 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3afda3cd-d43d-42d3-b995-9889eea0add1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.516115 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:35.516281 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3afda3cd-d43d-42d3-b995-9889eea0add1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406229 Nov 12 04:25:35.520844 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-51cc5319-f564-4072-b095-cc7df31fe414 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '09462784-fa41-457f-b47a-d1db6c1877b7', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:35.545569 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-51cc5319-f564-4072-b095-cc7df31fe414 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:25:35.550433 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51cc5319-f564-4072-b095-cc7df31fe414 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.610549 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51cc5319-f564-4072-b095-cc7df31fe414 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.614130 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51cc5319-f564-4072-b095-cc7df31fe414 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.634675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc5319-f564-4072-b095-cc7df31fe414 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b4b1fa-9dfe-4b8d-8750-1b248060b1ad,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:35.640233 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51cc5319-f564-4072-b095-cc7df31fe414 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.644755 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39028) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:35.644902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-51cc5319-f564-4072-b095-cc7df31fe414 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276333 Nov 12 04:25:35.650030 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'network': {'name': 'tempest-network-smoke--1191929666', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:35.670701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:35.674413 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.697296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:25:35.705885 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.706238 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Added segment 918dcf8f-1c9b-4c6c-8884-c1ab52eede8e of type vlan for network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 Nov 12 04:25:35.745060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.769840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.775449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:35.776032 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.812357 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1663926 Nov 12 04:25:35.816205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39030) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:35.820470 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'admin_state_up': True, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:35.844417 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.845517 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.850028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d01fa-b8d9-42a9-9ac5-d261acf0eb99 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Network': ['ID=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:35.862136 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:25:35.898167 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.035136 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.227244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.246420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.350655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.49 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/19cfeff1-f40c-4068-9a34-3927f639b4be) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:36.449747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.483253 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.528773 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:36.532382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:36.537163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:36.538500 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.539429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=19cfeff1-f40c-4068-9a34-3927f639b4be,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:36.547172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48411a6-4457-4366-8790-bc93d2aec5f1 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:36.607222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-beee80d9-d299-4037-b666-f199554d313c None None] Provisioning complete for port 19cfeff1-f40c-4068-9a34-3927f639b4be triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:36.608152 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-beee80d9-d299-4037-b666-f199554d313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.645373 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-beee80d9-d299-4037-b666-f199554d313c None None] Port 19cfeff1-f40c-4068-9a34-3927f639b4be cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:36.788482 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:36.986213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.110245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router c65a9663-c61f-4afe-aaf7-935223484773 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:25:37.215365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:37.224675 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Sync routers for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:37.235041 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:37.235652 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:37.235980 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.237303 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9d0ec9fe-0828-4d56-8e77-d9c69e58d3d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4205446 Nov 12 04:25:37.240694 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39032) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:37.342991 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:37.365915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.381370 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-109a049f-c4bf-46dc-8e1a-2af3aeda5ed6 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=72b0d9d0904440d3a4b331589951621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1367538 Nov 12 04:25:37.381693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39036) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:37.521493 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:36Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:37.530354 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613695ab-4f4d-4156-80d9-bad84f73a038 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:37.531875 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-613695ab-4f4d-4156-80d9-bad84f73a038 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493158 Nov 12 04:25:37.534781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39038) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:37.549607 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Checking router: c65a9663-c61f-4afe-aaf7-935223484773 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:37.549950 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Updating router c65a9663-c61f-4afe-aaf7-935223484773 port 19cfeff1-f40c-4068-9a34-3927f639b4be binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:37.569508 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1e5c4586-04d3-4c2d-a7c1-19a5a2d19dd0 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336483 Nov 12 04:25:37.572122 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39040) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:37.577249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968069387', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:37.577807 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.667410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:37.671112 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.857790 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.915777 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Subnet': ['ID=6d50d483-616c-4e83-ac92-e9e7ef581ecd,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:37.925959 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.926182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Checking segment: {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:37.926539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network hostable DHCP agents. Network: 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:25:37.931667 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.943589 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:25:37.953151 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:37.957139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:37.957923 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.974305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6068cdf-4850-4cd8-bcf5-a9aadddc65b2 None None] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:37.979165 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9bc5905e-6e86-408f-b9ed-3e537e23bca6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4059193 Nov 12 04:25:37.979405 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Attempting to bind port 19cfeff1-f40c-4068-9a34-3927f639b4be on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:37.979781 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Attempting to bind port 19cfeff1-f40c-4068-9a34-3927f639b4be by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:37.980145 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Attempting to bind port 19cfeff1-f40c-4068-9a34-3927f639b4be on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:37.981986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39042) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:37.990993 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:37.991570 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:37.991778 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.992129 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:37.992596 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Bound port: 19cfeff1-f40c-4068-9a34-3927f639b4be, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:37.992816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864956fc-b61e-44f3-9a4d-37ea2db90e51 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:37.993011 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.032998 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Pushing event updated for resources: {'Port': ['ID=19cfeff1-f40c-4068-9a34-3927f639b4be,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:38.049923 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] For port 19cfeff1-f40c-4068-9a34-3927f639b4be, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:38.053786 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] For port 19cfeff1-f40c-4068-9a34-3927f639b4be, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=19cfeff1-f40c-4068-9a34-3927f639b4be,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:38.059314 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.059648 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.059995 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.060387 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.061352 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.062042 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.062169 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.062402 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.062723 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.063344 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.063344 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.063662 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.067750 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.116555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-423c88cd-9228-4aba-9286-c0724c398636 None None] Provisioning complete for port 19cfeff1-f40c-4068-9a34-3927f639b4be triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:38.116961 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-423c88cd-9228-4aba-9286-c0724c398636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.126924 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:38.127547 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:38.157436 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d2204-8703-4767-ab26-4ba073119c6b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:38.225455 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:38.226420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.248961 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:38.305918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-423c88cd-9228-4aba-9286-c0724c398636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.333690 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b62ab2-689b-49e8-b26b-a40dcdcd943d None None] Pushing event updated for resources: {'Port': ['ID=19cfeff1-f40c-4068-9a34-3927f639b4be,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:38.347299 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-423c88cd-9228-4aba-9286-c0724c398636 None None] For port 19cfeff1-f40c-4068-9a34-3927f639b4be, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=19cfeff1-f40c-4068-9a34-3927f639b4be,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:38.354951 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-423c88cd-9228-4aba-9286-c0724c398636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.454257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c88cd-9228-4aba-9286-c0724c398636 None None] Pushing event updated for resources: {'Port': ['ID=19cfeff1-f40c-4068-9a34-3927f639b4be,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:38.456314 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:36Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:38.459045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Allocated IP 172.20.0.2 (6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4/6d50d483-616c-4e83-ac92-e9e7ef581ecd/18d62e1c-ffee-4200-b829-3aa02655c482) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:38.504061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-aa4c1b35-8ae5-4a97-8782-f70c1bf38798 None None] Provisioning complete for port 19cfeff1-f40c-4068-9a34-3927f639b4be triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:38.504436 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1b35-8ae5-4a97-8782-f70c1bf38798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.507040 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ea04c2-43b9-4aed-8ba5-dc9b8a82da0d None None] The sync data for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 is: [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:36Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:38.710578 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.717681 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.763684 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:38.773638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:38.784391 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:38.800868 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Pushing event updated for resources: {'Port': ['ID=18d62e1c-ffee-4200-b829-3aa02655c482,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:38.833856 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.854040 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Attempting to bind port 18d62e1c-ffee-4200-b829-3aa02655c482 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:38.854406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Attempting to bind port 18d62e1c-ffee-4200-b829-3aa02655c482 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:38.854766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Attempting to bind port 18d62e1c-ffee-4200-b829-3aa02655c482 on network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:38.860601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:38.861005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Checking segment: {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:38.861402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.861788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Bound using segment: {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:38.862258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Bound port: 18d62e1c-ffee-4200-b829-3aa02655c482, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:38.862637 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.931080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] For port 18d62e1c-ffee-4200-b829-3aa02655c482, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:38.936345 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] For port 18d62e1c-ffee-4200-b829-3aa02655c482, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=18d62e1c-ffee-4200-b829-3aa02655c482,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:38.942637 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.009550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b38d35-b063-4da7-b0be-ddd79156472b None None] Pushing event updated for resources: {'Port': ['ID=18d62e1c-ffee-4200-b829-3aa02655c482,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:39.142392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.1 (6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4/6d50d483-616c-4e83-ac92-e9e7ef581ecd/e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:39.281624 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.323331 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.370255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:39.373623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:39.377525 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:39.383889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:39.431018 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.560603 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.836476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.845677 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.935196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.937294 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:39.941951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 18d62e1c-ffee-4200-b829-3aa02655c482 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:39.995695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 18d62e1c-ffee-4200-b829-3aa02655c482 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:39.996155 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.032298 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:40.033907 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:40.078311 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.111363 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 18d62e1c-ffee-4200-b829-3aa02655c482, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=18d62e1c-ffee-4200-b829-3aa02655c482,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:40.117087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.118316 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 19cfeff1-f40c-4068-9a34-3927f639b4be up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:40.162113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router c65a9663-c61f-4afe-aaf7-935223484773 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:40.294469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:40.300111 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d9da8a34-5c89-4997-9d41-7272ca7fa8f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/c65a9663-c61f-4afe-aaf7-935223484773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3164651 Nov 12 04:25:40.387011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=18d62e1c-ffee-4200-b829-3aa02655c482,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:40.405479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 19cfeff1-f40c-4068-9a34-3927f639b4be triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:40.405854 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.490867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Sync routers for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:40.497216 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020c969a-f742-447d-a974-93dd3b8c73ea None None] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:40.505613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-25c5e056-9f7a-4080-8db2-44e68e7f3055 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573223643&fields=id&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 267 time: 0.0671024 Nov 12 04:25:40.546374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:40.547005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:40.621836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-3d1cd00a-6cc6-46ec-b128-5338c5720ca2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.623424 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-3d1cd00a-6cc6-46ec-b128-5338c5720ca2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/networks?id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 HTTP/1.1" status: 200 len: 797 time: 0.1109817 Nov 12 04:25:40.633473 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1c3c8130-8395-458c-891d-c818caff2f49 None None] Provisioning complete for port 18d62e1c-ffee-4200-b829-3aa02655c482 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:40.633843 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8130-8395-458c-891d-c818caff2f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.638066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-0708602a-1869-403a-ab5b-7691b1f08fdd tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/quotas/72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 375 time: 0.0090942 Nov 12 04:25:40.691732 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-29c76997-49a6-4dc3-a222-0a4b0975870c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470057 Nov 12 04:25:40.753039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-5d441307-1aaa-44c7-b6ad-a2e0c5e4f5ef service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:25:40.754217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-5d441307-1aaa-44c7-b6ad-a2e0c5e4f5ef service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503032 Nov 12 04:25:40.771451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:40.848746 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-8d353dee-e7bb-402e-8ddf-e328202ec44c service neutron] 10.222.0.49 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879872 Nov 12 04:25:40.940624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-72ea16f5-f653-46cd-a8f8-f23f46b4e4e7 service neutron] 10.222.0.49 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847461 Nov 12 04:25:41.047736 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 2, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:41.084498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Checking router: c65a9663-c61f-4afe-aaf7-935223484773 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:41.085034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Updating router c65a9663-c61f-4afe-aaf7-935223484773 port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:41.116573 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.143431 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-026693cc-fd92-4b74-94eb-38b1f9e3a5fb req-cf80cfd1-3190-4717-b209-1dacdf07e5cd tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 210 time: 0.0363314 Nov 12 04:25:41.313015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b4811437-aecf-4ddb-8806-4556f05fb788 None None] Provisioning complete for port 18d62e1c-ffee-4200-b829-3aa02655c482 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:41.313388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4811437-aecf-4ddb-8806-4556f05fb788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.497056 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.504715 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.508082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-b4811437-aecf-4ddb-8806-4556f05fb788 None None] Provisioning complete for port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:41.508439 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b4811437-aecf-4ddb-8806-4556f05fb788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.603730 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f64b7c-33b0-464c-b0c4-7e94e5594d75 None None] Pushing event updated for resources: {'Port': ['ID=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:41.606339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b4811437-aecf-4ddb-8806-4556f05fb788 None None] Port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:41.659054 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Attempting to bind port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:41.659367 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Attempting to bind port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:41.659735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Attempting to bind port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 on network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:41.665629 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:41.666028 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Checking segment: {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:41.666404 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.666794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Bound using segment: {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:41.667264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Bound port: e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:41.667663 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.741221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] For port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:41.745500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] For port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:41.750918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e18aa525-b4fe-4be4-9ed0-6c9c70c9a246 None None] Provisioning complete for port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:41.751288 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e18aa525-b4fe-4be4-9ed0-6c9c70c9a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.772876 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:41.854763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f64b7c-33b0-464c-b0c4-7e94e5594d75 None None] Pushing event updated for resources: {'Port': ['ID=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:41.858109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:41.858727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:41.901850 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 18d62e1c-ffee-4200-b829-3aa02655c482 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:42.007380 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e18aa525-b4fe-4be4-9ed0-6c9c70c9a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.178462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-98feadda-34df-4cca-a3d1-a6ed2c01ac83 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.180053 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-98feadda-34df-4cca-a3d1-a6ed2c01ac83 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/networks?id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 HTTP/1.1" status: 200 len: 797 time: 0.1355841 Nov 12 04:25:42.228870 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e18aa525-b4fe-4be4-9ed0-6c9c70c9a246 None None] For port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:42.232392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:42.255107 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5102822d-fbd2-4662-bc96-579f8524f17f req-c47f7642-4302-42cb-b518-44c8c4202d44 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 210 time: 0.0331848 Nov 12 04:25:42.257490 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e18aa525-b4fe-4be4-9ed0-6c9c70c9a246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.265784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 18d62e1c-ffee-4200-b829-3aa02655c482 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:42.266147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.288634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-67f68c07-b805-488b-ad31-a5dea67b5214 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 379 time: 0.0989912 Nov 12 04:25:42.299623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'port': {'device_id': '7f97dd9a-88ba-4320-a986-af236533f800', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'admin_state_up': True, 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'security_groups': ['09462784-fa41-457f-b47a-d1db6c1877b7']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:42.402731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18aa525-b4fe-4be4-9ed0-6c9c70c9a246 None None] Pushing event updated for resources: {'Port': ['ID=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:42.415956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:42.419725 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.446924 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d23ae6f1-6488-45c0-9567-795dfdac6848 None None] Provisioning complete for port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:42.447272 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d23ae6f1-6488-45c0-9567-795dfdac6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.555349 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.4 (6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4/6d50d483-616c-4e83-ac92-e9e7ef581ecd/768d17d9-8f81-4a7a-bf9f-8af98a7ef38a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:42.631699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-008c4aeb-da5d-409b-9525-a485902922da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:41Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:42.658174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c4aeb-da5d-409b-9525-a485902922da None None] The sync data for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 is: [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:41Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:42.710644 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.745480 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.796205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:42.801851 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:42.805725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:42.833243 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:42.867244 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.867918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:42.890039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-65915e4c-92e4-46ed-a903-f1824cb5869c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944643 Nov 12 04:25:42.904425 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Request body: {'port': {'device_id': '7f97dd9a-88ba-4320-a986-af236533f800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:42.965732 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.049816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d9b7606e-7148-47bd-accd-63fa9c400e89 None None] Provisioning complete for port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:43.050362 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d9b7606e-7148-47bd-accd-63fa9c400e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.088168 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7606e-7148-47bd-accd-63fa9c400e89 None None] Port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:43.251206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:43.259548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.272892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Transition to ACTIVE for port object 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:25:43.277884 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.349323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Pushing event updated for resources: {'Port': ['ID=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:43.403367 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49037662-414a-4d92-bc72-374ba6d10445 req-c114e6b5-27ce-4db8-a1a8-68bb92ec7f93 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.405786 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49037662-414a-4d92-bc72-374ba6d10445 req-c114e6b5-27ce-4db8-a1a8-68bb92ec7f93 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 943 time: 0.0721481 Nov 12 04:25:43.418046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Attempting to bind port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:43.418382 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Attempting to bind port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:43.418709 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Attempting to bind port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a on network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:43.424845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a on network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:25:43.425166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Attempting to bind port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a on network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:43.430448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:43.430795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Checking segment: {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:43.431208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Bound using segment: {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:43.431796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Bound port: 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:43.432157 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.479987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-49037662-414a-4d92-bc72-374ba6d10445 req-ec602188-82db-4184-bc71-f116d862361f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589607 Nov 12 04:25:43.512274 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] For port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:43.517187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] For port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:43.523004 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.561448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.562077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.563513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] 10.222.0.20 "PUT /v2.0/ports/768d17d9-8f81-4a7a-bf9f-8af98a7ef38a HTTP/1.1" status: 200 len: 1092 time: 0.6641173 Nov 12 04:25:43.563997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:43.566337 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630d0fc5-dba4-4345-83ba-760b177779d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:43.615702 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc90c5ab-b4be-4d27-92e6-b6adda9a9a43 x-openstack-request-id: req-fc90c5ab-b4be-4d27-92e6-b6adda9a9a43 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:43.616060 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:43.616393 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc90c5ab-b4be-4d27-92e6-b6adda9a9a43 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:43.617008 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'status': 'completed', 'code': 200} Nov 12 04:25:43.654954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af5303-ba0d-4c29-9d11-f9d6fcfc56cc service neutron] Pushing event updated for resources: {'Port': ['ID=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:43.677675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-f217157b-ceba-45df-ad5e-2b78450757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.679217 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-f217157b-ceba-45df-ad5e-2b78450757c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 1095 time: 0.0656645 Nov 12 04:25:43.732867 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-a0d3e982-9b4a-42bd-90e8-feba62b51d14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a HTTP/1.1" status: 200 len: 217 time: 0.0427763 Nov 12 04:25:43.787788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-b362b2e5-69ad-4a46-af40-91b0bd2af540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.789476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-b362b2e5-69ad-4a46-af40-91b0bd2af540 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d50d483-616c-4e83-ac92-e9e7ef581ecd HTTP/1.1" status: 200 len: 835 time: 0.0489297 Nov 12 04:25:43.840249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-dfa95d1c-cb34-4b71-bf26-bb9199dffa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.841812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-dfa95d1c-cb34-4b71-bf26-bb9199dffa5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453751 Nov 12 04:25:43.910128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:43.947062 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-61faa41e-1883-42cd-ae44-2c9fafd0f429 service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973954 Nov 12 04:25:43.962221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:43.962616 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:44.036911 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-620e6337-6c14-4038-8097-d8192fa4ad7c req-85bb8629-34da-472a-895e-6c5cf5164f58 service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Nov 12 04:25:44.125238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-d2c778b2-af3d-429e-b9db-56856be5f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.126685 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-d2c778b2-af3d-429e-b9db-56856be5f00a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 1095 time: 0.0417573 Nov 12 04:25:44.223416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-f5871c73-85da-4a4a-a4ef-71c1d5f90dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.224960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-f5871c73-85da-4a4a-a4ef-71c1d5f90dd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 HTTP/1.1" status: 200 len: 899 time: 0.0908818 Nov 12 04:25:44.266965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-a8083cf6-9f80-46d4-ac94-23473c8403b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a HTTP/1.1" status: 200 len: 217 time: 0.0350888 Nov 12 04:25:44.321099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-307d0bc1-813b-4cdc-a6f6-30f9a5aa03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.322514 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-307d0bc1-813b-4cdc-a6f6-30f9a5aa03ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d50d483-616c-4e83-ac92-e9e7ef581ecd HTTP/1.1" status: 200 len: 835 time: 0.0470057 Nov 12 04:25:44.368578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-85f1754b-bfd2-46a8-863b-aa56fac3d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.370403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-85f1754b-bfd2-46a8-863b-aa56fac3d81a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401828 Nov 12 04:25:44.463856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-5607a939-1f97-4b54-8522-c2ce99f45dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858369 Nov 12 04:25:44.562800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-630d0fc5-dba4-4345-83ba-760b177779d5 req-787af160-03b9-4d5b-bf4e-9312454f5292 service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907567 Nov 12 04:25:44.593215 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4973175-3d9e-44fa-a5a1-946742b94b3e req-6a9989e7-0baf-42bb-b4e6-ee77f947b0c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:44.594841 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4973175-3d9e-44fa-a5a1-946742b94b3e req-6a9989e7-0baf-42bb-b4e6-ee77f947b0c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 943 time: 0.0561194 Nov 12 04:25:44.643197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f4973175-3d9e-44fa-a5a1-946742b94b3e req-39d4981f-831f-423f-a5a8-e7f2a0875a76 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Nov 12 04:25:45.762476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e884d-0a10-4b18-ba5c-d73917891016 req-08efe3ad-d805-4cfb-aa0f-3afe9ae3a802 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:45.764363 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a45e884d-0a10-4b18-ba5c-d73917891016 req-08efe3ad-d805-4cfb-aa0f-3afe9ae3a802 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 943 time: 0.0506215 Nov 12 04:25:45.819009 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a45e884d-0a10-4b18-ba5c-d73917891016 req-39bbb5c5-2394-4f9a-93c4-d5198a1bbeab tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487399 Nov 12 04:25:46.758454 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:46.854092 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:46.865592 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'port_id': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'mac_address': 'fa:16:3e:af:82:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:46.902800 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.917383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:46.936797 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:46.939098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c78e5e-e679-4175-a6b2-bbecae321b9f req-d96f5726-7abe-44f7-a139-f08fdd37de60 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:46.940681 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7c78e5e-e679-4175-a6b2-bbecae321b9f req-d96f5726-7abe-44f7-a139-f08fdd37de60 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 943 time: 0.0491786 Nov 12 04:25:46.941524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.991343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:46.992238 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7c78e5e-e679-4175-a6b2-bbecae321b9f req-b077c190-0cd2-48d4-800d-dc3e30a39043 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435894 Nov 12 04:25:47.144330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['768d17d9-8f81-4a7a-bf9f-8af98a7ef38a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:48.112467 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b50f7-6136-4f4e-95e4-2a868fc579e9 req-b124a243-4ea3-4fdc-ab79-dd18901b8b2a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.113903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c04b50f7-6136-4f4e-95e4-2a868fc579e9 req-b124a243-4ea3-4fdc-ab79-dd18901b8b2a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 944 time: 0.0513935 Nov 12 04:25:48.163587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c04b50f7-6136-4f4e-95e4-2a868fc579e9 req-87a6abe1-e934-4a6f-afec-cefbd76066a9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438261 Nov 12 04:25:48.774596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:48.823163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:48.827612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:48.827985 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.903082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.928842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:48.931077 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d2e720-469e-412d-957e-21409fbe46d4" -d '{"events": [{"server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "name": "network-vif-plugged", "status": "completed", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:48.944845 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:48.948875 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:48.997524 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:49.024620 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769ce577-a534-4be2-b467-2cf73c1ed0e3 x-openstack-request-id: req-769ce577-a534-4be2-b467-2cf73c1ed0e3 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:49.024941 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "name": "network-vif-plugged", "status": "completed", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:49.025199 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-769ce577-a534-4be2-b467-2cf73c1ed0e3 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:49.025600 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'code': 200} Nov 12 04:25:49.119132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb3d4-3f5b-4ab9-a01e-abb7f5b73916 req-3fd8432f-1260-4279-8f2e-ca5b53a40787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.120823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b98cb3d4-3f5b-4ab9-a01e-abb7f5b73916 req-3fd8432f-1260-4279-8f2e-ca5b53a40787 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 1097 time: 0.0401826 Nov 12 04:25:49.166644 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b98cb3d4-3f5b-4ab9-a01e-abb7f5b73916 req-1fe27d0d-7d3e-4f4b-b364-1ab3502cd4db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391490 Nov 12 04:25:49.282481 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd854eb8-9e46-432b-9ba2-d773b79d07da req-f14c41e8-459c-486e-9267-926a6b40bc46 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.283949 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd854eb8-9e46-432b-9ba2-d773b79d07da req-f14c41e8-459c-486e-9267-926a6b40bc46 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0528617 Nov 12 04:25:49.332013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd854eb8-9e46-432b-9ba2-d773b79d07da req-712e6ad1-9701-48ec-9085-066203f88777 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421724 Nov 12 04:25:50.450669 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51ceaa-9802-4ff8-bccd-24c9b0bc0dbd req-c10ea2e4-4e2e-4388-9c5d-334ba769012a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:50.452762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad51ceaa-9802-4ff8-bccd-24c9b0bc0dbd req-c10ea2e4-4e2e-4388-9c5d-334ba769012a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0490923 Nov 12 04:25:50.506139 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ad51ceaa-9802-4ff8-bccd-24c9b0bc0dbd req-0f48c2d8-a6e0-45ce-8438-49fb614ffbfa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474234 Nov 12 04:25:50.622063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfe23-1670-4591-8275-7525a82e5337 req-2e041eb1-8386-4d8d-a81a-cd7fea29d0fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:50.623475 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e8bfe23-1670-4591-8275-7525a82e5337 req-2e041eb1-8386-4d8d-a81a-cd7fea29d0fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0503123 Nov 12 04:25:50.674239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e8bfe23-1670-4591-8275-7525a82e5337 req-6a418535-0f7e-4075-8668-ed63c7019771 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448320 Nov 12 04:25:50.695432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39096) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:50.734832 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2f0f8-38e3-47e3-b18d-ce590550315c tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:50.736330 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-38b2f0f8-38e3-47e3-b18d-ce590550315c tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 1092 time: 0.0399241 Nov 12 04:25:50.739267 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39098) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:50.743448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:50.765693 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.862341 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.965646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.131 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/3337fd69-584f-41e6-845e-5985c3d2eb33) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:51.066036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.099322 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.140842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:51.146050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:51.148221 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=3337fd69-584f-41e6-845e-5985c3d2eb33,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:51.150372 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:51.497558 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.567330 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.710262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.714845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.782803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=3337fd69-584f-41e6-845e-5985c3d2eb33,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:51.796501 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.895512 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP 9156e1ee-e9bd-49a7-a828-b3822ca2901f associated. External IP: 172.25.0.131, port: 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a. Nov 12 04:25:52.434156 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router c65a9663-c61f-4afe-aaf7-935223484773 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:52.537917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:52.548442 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] Sync routers for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:52.557370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.558465 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:52.559146 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:52.589049 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fc7f4d4b-59fe-4163-9ca2-cd2df31e4d22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8487420 Nov 12 04:25:52.589652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:52.592406 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad40153f-adef-4168-badc-23c3ba92dc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:52.680239 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:52.696302 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98988ad4-dcbb-42e9-9b13-116358d4f422 x-openstack-request-id: req-98988ad4-dcbb-42e9-9b13-116358d4f422 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:52.696588 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:52.696865 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98988ad4-dcbb-42e9-9b13-116358d4f422 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:52.697259 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'status': 'completed', 'code': 200} Nov 12 04:25:52.703046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08935b91-9756-4afe-94b0-bbd25c6870aa req-8575b105-416d-4539-ada7-b6a5f7e09595 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:52.705186 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08935b91-9756-4afe-94b0-bbd25c6870aa req-8575b105-416d-4539-ada7-b6a5f7e09595 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0623100 Nov 12 04:25:52.758878 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08935b91-9756-4afe-94b0-bbd25c6870aa req-421d638e-e334-413f-a38c-b25eff47df33 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468805 Nov 12 04:25:52.762676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-d6bcac7e-afa7-418f-a0f2-66b9f01fdc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:52.764423 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-d6bcac7e-afa7-418f-a0f2-66b9f01fdc68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 1097 time: 0.0439594 Nov 12 04:25:52.782740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39106) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:52.849553 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-de828585-7b83-4d83-8cd4-ba5d3d2dfdfa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/9156e1ee-e9bd-49a7-a828-b3822ca2901f HTTP/1.1" status: 200 len: 991 time: 0.0654120 Nov 12 04:25:52.856176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-71bd6270-487c-40d4-93fd-20912b9fa79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:52.858327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-71bd6270-487c-40d4-93fd-20912b9fa79d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 HTTP/1.1" status: 200 len: 899 time: 0.0870721 Nov 12 04:25:52.917127 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9156e1ee-e9bd-49a7-a828-b3822ca2901f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'port_id': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'mac_address': 'fa:16:3e:af:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f97dd9a-88ba-4320-a986-af236533f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:51Z', 'updated_at': '2021-11-12T04:25:51Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:42Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:52.931170 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-4f0dc284-1a3c-449f-a2ac-f1fec8654a82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a HTTP/1.1" status: 200 len: 999 time: 0.0657687 Nov 12 04:25:52.947585 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] Checking router: c65a9663-c61f-4afe-aaf7-935223484773 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:52.955833 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:52.956437 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:25:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:52.978693 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-8440b2f2-74c4-436b-a6a5-7eaa2f6b8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:52.980125 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-8440b2f2-74c4-436b-a6a5-7eaa2f6b8911 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d50d483-616c-4e83-ac92-e9e7ef581ecd HTTP/1.1" status: 200 len: 835 time: 0.0426199 Nov 12 04:25:53.025227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-dd3ecab3-1723-4c10-83fa-75452906ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:53.026707 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-dd3ecab3-1723-4c10-83fa-75452906ace5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399585 Nov 12 04:25:53.061878 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:53.118653 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-05bad8c3-96b5-4fec-a799-c29c99fe1c8d service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848701 Nov 12 04:25:53.206611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ad40153f-adef-4168-badc-23c3ba92dc3c req-5440769a-f5c0-4887-aa2d-13fb54598483 service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815542 Nov 12 04:25:53.279566 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9156e1ee-e9bd-49a7-a828-b3822ca2901f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'port_id': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'mac_address': 'fa:16:3e:af:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f97dd9a-88ba-4320-a986-af236533f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:51Z', 'updated_at': '2021-11-12T04:25:51Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:42Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:53.308945 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f5bb7-dcd2-41b5-b4fe-29865d1d0716 None None] The sync data for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 is: [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '9156e1ee-e9bd-49a7-a828-b3822ca2901f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'port_id': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'mac_address': 'fa:16:3e:af:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f97dd9a-88ba-4320-a986-af236533f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:51Z', 'updated_at': '2021-11-12T04:25:51Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:42Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:53.517869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8eb59-b3b6-41ef-8eea-aa33ca28de40 None None] New status for floating IP 9156e1ee-e9bd-49a7-a828-b3822ca2901f: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:25:53.852196 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39108) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:53.913822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e9ffdf66-e16f-4b7d-8a62-69f2b0d206ab tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/9156e1ee-e9bd-49a7-a828-b3822ca2901f HTTP/1.1" status: 200 len: 993 time: 0.0603499 Nov 12 04:25:55.177716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.446434 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d2b01ad9-5b39-4721-97b6-d6810cd821e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:03.690826 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e50eaae9-ccec-4f62-98c9-5de017e381d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.171092 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.191044 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c94726d8-cd5a-4ce6-a590-841d4744b2b6 req-a507d299-7603-434e-b9bd-df3f699329d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255232 Nov 12 04:26:05.248295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c94726d8-cd5a-4ce6-a590-841d4744b2b6 req-0b1cc4b5-261f-4250-a810-d9c89ae0fd22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0258725 Nov 12 04:26:05.291526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c94726d8-cd5a-4ce6-a590-841d4744b2b6 req-791c2d36-fa87-4d91-ae07-f5d2d961d89e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192094 Nov 12 04:26:05.384670 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94726d8-cd5a-4ce6-a590-841d4744b2b6 req-4fa20115-ef6e-4c20-92fa-9f753d32b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.386135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c94726d8-cd5a-4ce6-a590-841d4744b2b6 req-4fa20115-ef6e-4c20-92fa-9f753d32b5a9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0885739 Nov 12 04:26:06.539359 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:06.601055 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:07.368330 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:10.295969 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-97b49b5c-b99a-497c-ae18-47732cea045c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449917 Nov 12 04:26:10.379748 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-e0a400c0-02cf-4fbc-855d-48ffb03312b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.381284 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-e0a400c0-02cf-4fbc-855d-48ffb03312b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 1097 time: 0.0414855 Nov 12 04:26:10.489602 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-4bb8473a-0981-46ca-b08f-51b98d82afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.491059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-4bb8473a-0981-46ca-b08f-51b98d82afeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 HTTP/1.1" status: 200 len: 899 time: 0.0896845 Nov 12 04:26:10.557645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-535f6bf8-c4a2-49ec-8305-7f727f11e26a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a HTTP/1.1" status: 200 len: 1001 time: 0.0578241 Nov 12 04:26:10.608263 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-c46ae177-a3a1-44ba-9816-0f58849f52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.609802 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-c46ae177-a3a1-44ba-9816-0f58849f52e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d50d483-616c-4e83-ac92-e9e7ef581ecd HTTP/1.1" status: 200 len: 835 time: 0.0451078 Nov 12 04:26:10.660459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-23e7a02d-d8da-4489-bce7-b7d8506ed1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:10.661968 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-23e7a02d-d8da-4489-bce7-b7d8506ed1d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446541 Nov 12 04:26:10.750689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-152e33f4-02a0-4b63-8115-c7e87065506c service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809100 Nov 12 04:26:10.845443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ab1bffbc-f6b8-4555-8e39-89f5be772dc2 req-5de43bbf-6dfc-467c-bb91-68cdad2b4653 service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857358 Nov 12 04:26:22.710051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f200b-8852-463c-afd1-b6ebeb70bb72 req-12818d80-b726-4f89-a5b1-b103c84e3659 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.711513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a64f200b-8852-463c-afd1-b6ebeb70bb72 req-12818d80-b726-4f89-a5b1-b103c84e3659 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0493650 Nov 12 04:26:22.761250 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a64f200b-8852-463c-afd1-b6ebeb70bb72 req-c204eca5-e72c-468e-9b7b-36c7e3b26160 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437396 Nov 12 04:26:23.879538 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38147-6284-4e1b-96e1-f5ff0c2291ad req-cfce1942-a8a9-4ce9-81bf-95f661c511ab tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:23.881055 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0c38147-6284-4e1b-96e1-f5ff0c2291ad req-cfce1942-a8a9-4ce9-81bf-95f661c511ab tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0493009 Nov 12 04:26:23.930269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e0c38147-6284-4e1b-96e1-f5ff0c2291ad req-60e529ff-4b1c-4893-bce2-f7ce75ea0061 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Nov 12 04:26:23.952517 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39130) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:24.017698 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-cafcd5e2-deb5-42dc-8ced-0acd8ff288b8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/9156e1ee-e9bd-49a7-a828-b3822ca2901f HTTP/1.1" status: 200 len: 993 time: 0.0632954 Nov 12 04:26:25.176209 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.290399 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65976c80-1214-4c4e-9dfe-c9225fc59b05 req-6a92e81a-286f-4a2f-a0a3-e5493f005d51 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:25.291775 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65976c80-1214-4c4e-9dfe-c9225fc59b05 req-6a92e81a-286f-4a2f-a0a3-e5493f005d51 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0487525 Nov 12 04:26:25.343493 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-65976c80-1214-4c4e-9dfe-c9225fc59b05 req-a03945ac-ad5e-4af0-9605-89b1ebb3b1b6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 Nov 12 04:26:26.462444 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7563c-4295-437a-a5da-e4cb0b8b4eb2 req-9ed1b777-c2c1-4274-919d-40f55bfdd7a8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.463976 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66d7563c-4295-437a-a5da-e4cb0b8b4eb2 req-9ed1b777-c2c1-4274-919d-40f55bfdd7a8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0496328 Nov 12 04:26:26.513639 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-66d7563c-4295-437a-a5da-e4cb0b8b4eb2 req-3b4fdef3-472c-41c1-9796-4baa82060ce6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Nov 12 04:26:26.535778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39140) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:26.598992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3f7a6a4c-b5c7-4a7b-8120-ccadb6d595ae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/9156e1ee-e9bd-49a7-a828-b3822ca2901f HTTP/1.1" status: 200 len: 993 time: 0.0621054 Nov 12 04:26:26.882957 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39146) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:27.037718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 3337fd69-584f-41e6-845e-5985c3d2eb33 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:27.038065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.115838 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.116167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.127974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 3337fd69-584f-41e6-845e-5985c3d2eb33 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:27.269717 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.295902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=3337fd69-584f-41e6-845e-5985c3d2eb33,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:27.305530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.305830 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.306169 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.306499 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.306824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.307151 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.308036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.308036 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.308234 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.308401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.308718 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.309057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:27.636976 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.637705 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP 9156e1ee-e9bd-49a7-a828-b3822ca2901f disassociated (deleted). External IP: 172.25.0.131, port: 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a. Nov 12 04:26:27.840660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router c65a9663-c61f-4afe-aaf7-935223484773 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:27.946925 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:27.951871 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.957676 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] Sync routers for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:27.967114 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:27.967716 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:27.981052 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9b4d54e9-00fa-4f1b-92ed-ff91d235a666 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/floatingips/9156e1ee-e9bd-49a7-a828-b3822ca2901f HTTP/1.1" status: 204 len: 168 time: 1.0946808 Nov 12 04:26:27.981052 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:27.981494 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:28.021783 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355ee2eb-0138-4e23-98eb-a39f490ee421 x-openstack-request-id: req-355ee2eb-0138-4e23-98eb-a39f490ee421 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:28.022088 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:28.022388 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-355ee2eb-0138-4e23-98eb-a39f490ee421 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:28.022769 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'status': 'completed', 'code': 200} Nov 12 04:26:28.076686 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:28.092563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-089ac447-b0a1-4e4d-9a9e-f1c638384675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:28.095121 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-089ac447-b0a1-4e4d-9a9e-f1c638384675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 1097 time: 0.0491142 Nov 12 04:26:28.231518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-331fab0a-96bb-40bc-b4e7-23aa644f33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:28.233142 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-331fab0a-96bb-40bc-b4e7-23aa644f33d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 HTTP/1.1" status: 200 len: 899 time: 0.1235023 Nov 12 04:26:28.250805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d0a88-02bc-41a9-82bf-27b5c9268f81 req-4b55c4bd-9a28-4657-871e-06917899bb61 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:28.252235 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a8d0a88-02bc-41a9-82bf-27b5c9268f81 req-4b55c4bd-9a28-4657-871e-06917899bb61 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0732620 Nov 12 04:26:28.290222 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:42Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:28.299087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-03a312a0-9c52-4453-93d4-085883789ef9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a HTTP/1.1" status: 200 len: 217 time: 0.0458579 Nov 12 04:26:28.317335 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] Checking router: c65a9663-c61f-4afe-aaf7-935223484773 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:28.325502 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:28.326101 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:28.355063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3a8d0a88-02bc-41a9-82bf-27b5c9268f81 req-76079f09-f221-4c65-a5b7-144578745e37 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957248 Nov 12 04:26:28.377048 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-e2cda25a-ccd7-4ea2-a1a3-1f453a309c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:28.377048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-e2cda25a-ccd7-4ea2-a1a3-1f453a309c87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d50d483-616c-4e83-ac92-e9e7ef581ecd HTTP/1.1" status: 200 len: 835 time: 0.0544968 Nov 12 04:26:28.429319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-d7675b2e-8e84-4801-9685-26292f7dc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:28.430914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-d7675b2e-8e84-4801-9685-26292f7dc7f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455594 Nov 12 04:26:28.435760 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:28.523506 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-9a4f0eb2-85f0-444a-990a-21e17072d65a service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Nov 12 04:26:28.620620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-71b7c34f-5ce5-4c53-8f6e-472e2ec331c0 req-657a8307-a9df-4620-b6f0-9efc6d30ca28 service neutron] 10.222.0.20 "GET /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890880 Nov 12 04:26:28.634672 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:42Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:28.665276 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90dc39-f0b2-4753-aabb-13b896bdf3df None None] The sync data for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 is: [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:25:39Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863', 'name': '', 'network_id': '6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:82:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:38Z', 'updated_at': '2021-11-12T04:25:42Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '6d50d483-616c-4e83-ac92-e9e7ef581ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:28.874429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee381da-01d6-4b84-acd7-96f68c72c11a None None] New status for floating IP 9156e1ee-e9bd-49a7-a828-b3822ca2901f: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:26:29.473912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16852dd-5b66-4545-a6bb-bb8cf6ef53ba req-e43c5823-7e33-49bc-9f6d-35742e26a8a9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.475391 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b16852dd-5b66-4545-a6bb-bb8cf6ef53ba req-e43c5823-7e33-49bc-9f6d-35742e26a8a9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Nov 12 04:26:29.524140 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b16852dd-5b66-4545-a6bb-bb8cf6ef53ba req-eed67780-49b2-4ad5-8754-35ed56272bc0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=09462784-fa41-457f-b47a-d1db6c1877b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428891 Nov 12 04:26:29.831868 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-927a086e-0f10-4ee7-88b6-0d8cb0991be9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.833339 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-927a086e-0f10-4ee7-88b6-0d8cb0991be9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 945 time: 0.0481772 Nov 12 04:26:29.921993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:29.922869 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.012363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:30.012726 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.026005 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:30.160732 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.188681 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=768d17d9-8f81-4a7a-bf9f-8af98a7ef38a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:30.215970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.216322 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.216660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.217018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.217348 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.217676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.218002 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.218328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.218655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.219842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.220183 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.220508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.238504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] No DVR routers for this DVR port 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:30.240827 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.244080 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8f9349e-b76a-47cd-8987-6a1e7315e63e req-5df3388e-de43-428c-bca0-304841c88589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "DELETE /v2.0/ports/768d17d9-8f81-4a7a-bf9f-8af98a7ef38a HTTP/1.1" status: 204 len: 173 time: 0.4047108 Nov 12 04:26:30.244507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'name': 'network-vif-deleted', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:30.247036 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d6c6a7-cfa9-4050-8692-2cf3a6551114" -d '{"events": [{"server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "name": "network-vif-deleted", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:30.289649 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e3054d-dd96-41ca-81d7-b2349327dbd3 x-openstack-request-id: req-f0e3054d-dd96-41ca-81d7-b2349327dbd3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:30.290002 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f97dd9a-88ba-4320-a986-af236533f800", "name": "network-vif-deleted", "tag": "768d17d9-8f81-4a7a-bf9f-8af98a7ef38a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:30.290343 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0e3054d-dd96-41ca-81d7-b2349327dbd3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:30.290817 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f97dd9a-88ba-4320-a986-af236533f800', 'name': 'network-vif-deleted', 'tag': '768d17d9-8f81-4a7a-bf9f-8af98a7ef38a', 'status': 'completed', 'code': 200} Nov 12 04:26:30.643583 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a786ac4-b620-4764-80f8-0c949c2dbbad req-437788ca-be95-456b-840f-7ba3265e073b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f97dd9a-88ba-4320-a986-af236533f800 HTTP/1.1" status: 200 len: 210 time: 0.0289590 Nov 12 04:26:31.447012 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-55d3d5c0-961e-4726-add2-f106a08218ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.703046 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39162) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:32.170806 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.429746 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:32.430087 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.522870 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:32.523226 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.535614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:32.724271 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.750738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:32.933015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.990030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:33.013740 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:33.014076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768d17d9-8f81-4a7a-bf9f-8af98a7ef38a not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:33.154469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router c65a9663-c61f-4afe-aaf7-935223484773 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:33.528865 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:33.534485 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f5556459-717d-45b8-b76d-3bdb8bc793d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/c65a9663-c61f-4afe-aaf7-935223484773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8295875 Nov 12 04:26:33.537237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39164) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:33.538688 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] Sync routers for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:33.548759 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:33.549380 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:33.588619 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f03a93-583a-4594-bdf3-e64888469a17 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting subnet 6d50d483-616c-4e83-ac92-e9e7ef581ecd {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:26:33.591693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52f03a93-583a-4594-bdf3-e64888469a17 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.633139 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52f03a93-583a-4594-bdf3-e64888469a17 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.654359 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:33.694376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-03d2e191-e842-408c-aaf9-8d621f39cf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.722932 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52f03a93-583a-4594-bdf3-e64888469a17 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.782594 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52f03a93-583a-4594-bdf3-e64888469a17 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.810170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f03a93-583a-4594-bdf3-e64888469a17 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Subnet': ['ID=6d50d483-616c-4e83-ac92-e9e7ef581ecd,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:33.815554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52f03a93-583a-4594-bdf3-e64888469a17 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:33.820003 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-52f03a93-583a-4594-bdf3-e64888469a17 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/subnets/6d50d483-616c-4e83-ac92-e9e7ef581ecd HTTP/1.1" status: 204 len: 168 time: 0.2816381 Nov 12 04:26:33.821888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe5193-7e08-40e1-b525-95ab0ca1f1ae None None] Network 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:33.822832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39166) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:33.840389 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:26:32Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:33.887087 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] Checking router: c65a9663-c61f-4afe-aaf7-935223484773 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:33.898097 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] Routers {'c65a9663-c61f-4afe-aaf7-935223484773'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:33.898720 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['c65a9663-c61f-4afe-aaf7-935223484773'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:33.950125 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.020901 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] Set router c65a9663-c61f-4afe-aaf7-935223484773 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:34.039099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] DHCP port deletion for 6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:34.064446 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.095999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Deleting port 18d62e1c-ffee-4200-b829-3aa02655c482 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:34.097046 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.120914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 19cfeff1-f40c-4068-9a34-3927f639b4be {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:26:34.121357 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.162710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] For port 18d62e1c-ffee-4200-b829-3aa02655c482, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=18d62e1c-ffee-4200-b829-3aa02655c482,segment=NetworkSegment(918dcf8f-1c9b-4c6c-8884-c1ab52eede8e),segment_id=918dcf8f-1c9b-4c6c-8884-c1ab52eede8e)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:34.163146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.176189 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Calling delete_port for 18d62e1c-ffee-4200-b829-3aa02655c482 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:34.211060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 19cfeff1-f40c-4068-9a34-3927f639b4be, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=19cfeff1-f40c-4068-9a34-3927f639b4be,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:34.211424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.218626 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:26:32Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:34.224814 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 19cfeff1-f40c-4068-9a34-3927f639b4be owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:26:34.261196 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.292794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Pushing event deleted for resources: {'Port': ['ID=18d62e1c-ffee-4200-b829-3aa02655c482,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:34.297940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] No DVR routers for this DVR port 18d62e1c-ffee-4200-b829-3aa02655c482 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:26:34.308036 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.308388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.308732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.309111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.309445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.309780 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.310105 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.310431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.310753 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.311073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.311393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.311711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d48994-fa96-49a7-978c-8f79adc8efcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:34.360921 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30fbcfa-a26c-4d74-9370-4cada02e7892 None None] The sync data for ids ['c65a9663-c61f-4afe-aaf7-935223484773'] in n-d-789963-21 is: [{'id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424627973', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:35Z', 'updated_at': '2021-11-12T04:26:32Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '19cfeff1-f40c-4068-9a34-3927f639b4be', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a9663-c61f-4afe-aaf7-935223484773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:36Z', 'updated_at': '2021-11-12T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:34.407943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.434042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=19cfeff1-f40c-4068-9a34-3927f639b4be,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:34.450099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1bf7d3-5998-4fd6-b1a2-5baf05572df1 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:34.494462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.590670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.592841 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.636010 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.636541 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Fanout notify agent at l3_agent the message router_deleted on router c65a9663-c61f-4afe-aaf7-935223484773 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:26:34.643699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.644852 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f5238cc5-6315-4017-9cef-c82f34458c01 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/routers/c65a9663-c61f-4afe-aaf7-935223484773 HTTP/1.1" status: 204 len: 168 time: 0.8208823 Nov 12 04:26:34.647582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39168) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:34.724216 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.823944 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.844574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:34.853927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:34.854219 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918dcf8f-1c9b-4c6c-8884-c1ab52eede8e') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:34.864293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.878636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.885279 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:26:34.885675 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:26:34.889378 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:26:34.953896 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.961830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.964516 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/networks/6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4 HTTP/1.1" status: 204 len: 168 time: 0.3159330 Nov 12 04:26:34.967328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39170) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:34.977682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476d5c-5a9f-41ce-8dc6-298851a10f77 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Network': ['ID=6c0d7f73-fdb9-4428-a082-ba1b47c7e9e4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:35.035930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36b057df-73dd-49f1-9d54-5fcdd4348f22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.061070 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36b057df-73dd-49f1-9d54-5fcdd4348f22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.118816 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36b057df-73dd-49f1-9d54-5fcdd4348f22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.121678 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-36b057df-73dd-49f1-9d54-5fcdd4348f22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.122838 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-36b057df-73dd-49f1-9d54-5fcdd4348f22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/security-groups/09462784-fa41-457f-b47a-d1db6c1877b7 HTTP/1.1" status: 204 len: 168 time: 0.1538720 Nov 12 04:26:35.132642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b057df-73dd-49f1-9d54-5fcdd4348f22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09462784-fa41-457f-b47a-d1db6c1877b7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:35.178703 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.641627 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39176) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:35.646371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0bbf4f5f-1cb8-46d6-9453-42f6b1f28a88 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474955694', 'description': 'tempest-secgroup-smoke-1474955694 description', 'project_id': '72b0d9d0904440d3a4b331589951621b'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:35.669512 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f5f-1cb8-46d6-9453-42f6b1f28a88 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.735285 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f5f-1cb8-46d6-9453-42f6b1f28a88 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.740550 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f5f-1cb8-46d6-9453-42f6b1f28a88 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.773403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf4f5f-1cb8-46d6-9453-42f6b1f28a88 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049a0613-a9f9-49f2-b6e6-2e9930e435c8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:35.781249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4f5f-1cb8-46d6-9453-42f6b1f28a88 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.782602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0bbf4f5f-1cb8-46d6-9453-42f6b1f28a88 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1398065 Nov 12 04:26:35.785672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39178) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:35.790749 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d96a01c7-6674-4775-bd21-a3dcbfa4454c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '049a0613-a9f9-49f2-b6e6-2e9930e435c8', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:35.819264 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d96a01c7-6674-4775-bd21-a3dcbfa4454c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.874718 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d96a01c7-6674-4775-bd21-a3dcbfa4454c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.879207 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d96a01c7-6674-4775-bd21-a3dcbfa4454c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.897642 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a01c7-6674-4775-bd21-a3dcbfa4454c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00906b19-2bf1-4c1c-8648-aa06865ee36b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:35.905436 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d96a01c7-6674-4775-bd21-a3dcbfa4454c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.909625 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39180) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:35.910154 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d96a01c7-6674-4775-bd21-a3dcbfa4454c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230907 Nov 12 04:26:35.912314 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 18d62e1c-ffee-4200-b829-3aa02655c482 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:35.919618 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-50ce1f97-9b7c-4584-a22e-24be91354fbe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '049a0613-a9f9-49f2-b6e6-2e9930e435c8', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:35.936131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 18d62e1c-ffee-4200-b829-3aa02655c482 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:35.936483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 18d62e1c-ffee-4200-b829-3aa02655c482 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:35.936935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 19cfeff1-f40c-4068-9a34-3927f639b4be no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:35.947874 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50ce1f97-9b7c-4584-a22e-24be91354fbe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.960173 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 19cfeff1-f40c-4068-9a34-3927f639b4be {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:35.960523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 19cfeff1-f40c-4068-9a34-3927f639b4be not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:35.960978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:35.982261 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:26:35.982606 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e13597d1-ca4c-4ac3-ac52-e4ac6cdc5863 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:26:36.007910 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50ce1f97-9b7c-4584-a22e-24be91354fbe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.011235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50ce1f97-9b7c-4584-a22e-24be91354fbe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.029098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce1f97-9b7c-4584-a22e-24be91354fbe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efa4e74-6e0f-425e-bf1b-aea6f0153d84,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:36.035917 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50ce1f97-9b7c-4584-a22e-24be91354fbe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.037145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-50ce1f97-9b7c-4584-a22e-24be91354fbe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211236 Nov 12 04:26:36.039904 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39182) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.044188 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7eed68a0-926a-4376-806f-ae84a0c23dc4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '049a0613-a9f9-49f2-b6e6-2e9930e435c8', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:36.070400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7eed68a0-926a-4376-806f-ae84a0c23dc4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.127779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7eed68a0-926a-4376-806f-ae84a0c23dc4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.131259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7eed68a0-926a-4376-806f-ae84a0c23dc4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.148595 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed68a0-926a-4376-806f-ae84a0c23dc4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001f5c88-8031-431b-a4c2-e8f6ff8981f9,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:36.155950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7eed68a0-926a-4376-806f-ae84a0c23dc4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.157782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7eed68a0-926a-4376-806f-ae84a0c23dc4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169577 Nov 12 04:26:36.160566 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39184) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.164933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0049f556-137f-4c68-8a61-b75142f67276 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '049a0613-a9f9-49f2-b6e6-2e9930e435c8', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:36.190494 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0049f556-137f-4c68-8a61-b75142f67276 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.250899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0049f556-137f-4c68-8a61-b75142f67276 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.254375 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0049f556-137f-4c68-8a61-b75142f67276 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.272280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049f556-137f-4c68-8a61-b75142f67276 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726365d7-1eff-4863-a8d5-ed9e6b7ba421,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:36.278973 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0049f556-137f-4c68-8a61-b75142f67276 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.280863 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0049f556-137f-4c68-8a61-b75142f67276 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186082 Nov 12 04:26:36.283711 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39186) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.288035 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-2a219e66-096f-4317-8da5-438749b79803 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '049a0613-a9f9-49f2-b6e6-2e9930e435c8', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:36.309067 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-2a219e66-096f-4317-8da5-438749b79803 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:26:36.313789 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a219e66-096f-4317-8da5-438749b79803 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.370228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a219e66-096f-4317-8da5-438749b79803 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.373998 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a219e66-096f-4317-8da5-438749b79803 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.392243 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a219e66-096f-4317-8da5-438749b79803 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d69be2-f841-49e2-8900-a119b0c2e8d1,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:36.399357 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a219e66-096f-4317-8da5-438749b79803 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.400561 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2a219e66-096f-4317-8da5-438749b79803 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159229 Nov 12 04:26:36.403263 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39188) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.408465 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-25b53a3c-b93b-473c-9039-3823655124c6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '049a0613-a9f9-49f2-b6e6-2e9930e435c8', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:36.429723 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-25b53a3c-b93b-473c-9039-3823655124c6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:26:36.434488 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25b53a3c-b93b-473c-9039-3823655124c6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.492786 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25b53a3c-b93b-473c-9039-3823655124c6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.496430 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25b53a3c-b93b-473c-9039-3823655124c6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.515241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b53a3c-b93b-473c-9039-3823655124c6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d2fdcd-7abf-40d5-9ae4-8e744533834d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:36.522921 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-25b53a3c-b93b-473c-9039-3823655124c6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.524117 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-25b53a3c-b93b-473c-9039-3823655124c6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199026 Nov 12 04:26:36.527007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39190) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.532651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'network': {'name': 'tempest-network-smoke--1238831835', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:36.545953 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.554825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:36.558657 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.584585 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:26:36.593545 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.594390 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Added segment 07bb10d7-ca86-4d13-9dab-c43b1db7f2da of type vlan for network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 Nov 12 04:26:36.634834 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.659024 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.664507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:36.665113 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.699673 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1716692 Nov 12 04:26:36.702501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39192) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:36.707238 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'admin_state_up': True, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:36.730888 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.731919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.732662 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78710bc-28a4-4689-9c9d-ff4dfb9d6a6b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Network': ['ID=12f114ca-f720-4aca-8b93-e2d5ac7e9838,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:36.746039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:26:36.788036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:36.927133 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.115110 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.134158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.238450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.225 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/be217f37-c08a-4936-b485-0dfdcf44e9f9) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:37.337987 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.371016 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.377981 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.418175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:37.421062 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:37.424630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:37.430004 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=be217f37-c08a-4936-b485-0dfdcf44e9f9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:37.433761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1221cdc-01aa-4782-8acd-bf061237b55c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:37.488768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-72a715e7-8d1d-4d49-ae60-574ea28a9e16 None None] Provisioning complete for port be217f37-c08a-4936-b485-0dfdcf44e9f9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:37.489062 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72a715e7-8d1d-4d49-ae60-574ea28a9e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.523468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-72a715e7-8d1d-4d49-ae60-574ea28a9e16 None None] Port be217f37-c08a-4936-b485-0dfdcf44e9f9 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:37.677865 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.873954 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.001505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 6e75a3e1-1b06-44f5-8001-cac3447c7710 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:26:38.107876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:38.118027 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Sync routers for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:38.128331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:38.128976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:38.130895 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.132229 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-62a8674b-cc6b-4dea-8f51-df8070b66653 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4286878 Nov 12 04:26:38.135383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39194) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.165528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-10b4681c-1ba5-493f-a5e6-85e833dab894 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=72b0d9d0904440d3a4b331589951621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290360 Nov 12 04:26:38.168149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39196) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.259931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbfc318-06bc-405a-b83d-481320eb62e9 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.261547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0dbfc318-06bc-405a-b83d-481320eb62e9 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924990 Nov 12 04:26:38.264316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39198) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.298439 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-201a07c4-fda1-4624-a96f-a47c254599d9 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328650 Nov 12 04:26:38.300958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39200) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.305926 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615200338', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:38.394396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:38.398094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:38.401683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.574093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:37Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:38.586476 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.605882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Checking router: 6e75a3e1-1b06-44f5-8001-cac3447c7710 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:38.606234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Updating router 6e75a3e1-1b06-44f5-8001-cac3447c7710 port be217f37-c08a-4936-b485-0dfdcf44e9f9 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:26:38.631016 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.647829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Subnet': ['ID=2d492823-42fb-4858-b056-633b045aca1e,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:38.655961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Checking segment: {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:38.656390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network hostable DHCP agents. Network: 12f114ca-f720-4aca-8b93-e2d5ac7e9838, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:26:38.673756 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:26:38.682072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 12f114ca-f720-4aca-8b93-e2d5ac7e9838) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:38.686307 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.686807 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.706648 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2adfd60f-3229-4744-be4c-50c22a7312ea tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4014530 Nov 12 04:26:38.706885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39202) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:38.712713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b066a211-eff6-4ae4-b7ff-7c03c413a609 None None] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:38.957472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:26:38.958326 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.025098 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.069554 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.132096 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7fbb9-83cf-490c-a1c6-0b238c76c93b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:39.146634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3710ba-3c8f-450a-ac61-082e088d00ee None None] Pushing event updated for resources: {'Port': ['ID=be217f37-c08a-4936-b485-0dfdcf44e9f9,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:39.177085 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Attempting to bind port be217f37-c08a-4936-b485-0dfdcf44e9f9 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:39.177439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Attempting to bind port be217f37-c08a-4936-b485-0dfdcf44e9f9 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:39.177791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Attempting to bind port be217f37-c08a-4936-b485-0dfdcf44e9f9 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:39.187626 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:39.188493 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:39.188922 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.189302 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:39.189771 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Bound port: be217f37-c08a-4936-b485-0dfdcf44e9f9, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:39.190146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.232875 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Allocated IP 172.20.0.2 (12f114ca-f720-4aca-8b93-e2d5ac7e9838/2d492823-42fb-4858-b056-633b045aca1e/9a34e4f1-6545-4a6b-98ff-eb91cf6c712f) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:39.272645 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] For port be217f37-c08a-4936-b485-0dfdcf44e9f9, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:39.303335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] For port be217f37-c08a-4936-b485-0dfdcf44e9f9, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be217f37-c08a-4936-b485-0dfdcf44e9f9,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:39.331374 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e9f768fe-3af4-4d49-9794-c936ade8ce8c None None] Provisioning complete for port be217f37-c08a-4936-b485-0dfdcf44e9f9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:39.331737 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9f768fe-3af4-4d49-9794-c936ade8ce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.336118 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.413647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5885419e-72b7-4ce0-97cf-fc35848e2f8b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:26:39.467081 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:39.467707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:39.473791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3710ba-3c8f-450a-ac61-082e088d00ee None None] Pushing event updated for resources: {'Port': ['ID=be217f37-c08a-4936-b485-0dfdcf44e9f9,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:39.489782 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.619590 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.627947 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9f768fe-3af4-4d49-9794-c936ade8ce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.638401 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.691275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e9f768fe-3af4-4d49-9794-c936ade8ce8c None None] For port be217f37-c08a-4936-b485-0dfdcf44e9f9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be217f37-c08a-4936-b485-0dfdcf44e9f9,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:39.705137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:39.706955 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9f768fe-3af4-4d49-9794-c936ade8ce8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.743298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:39.770490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.1 (12f114ca-f720-4aca-8b93-e2d5ac7e9838/2d492823-42fb-4858-b056-633b045aca1e/1505845f-8298-4d80-b3c9-6218524efbc4) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:39.778029 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:39.781290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Pushing event updated for resources: {'Port': ['ID=9a34e4f1-6545-4a6b-98ff-eb91cf6c712f,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:39.785242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:39.899028 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.932755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.936134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-34943a54-4074-4c0c-a005-13bd70914bfc None None] Provisioning complete for port be217f37-c08a-4936-b485-0dfdcf44e9f9 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:39.936498 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-34943a54-4074-4c0c-a005-13bd70914bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.967769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f768fe-3af4-4d49-9794-c936ade8ce8c None None] Pushing event updated for resources: {'Port': ['ID=be217f37-c08a-4936-b485-0dfdcf44e9f9,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:39.973046 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:39.976188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:39.978912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Attempting to bind port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:39.979283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Attempting to bind port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:39.979753 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Attempting to bind port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f on network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:39.982117 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:39.998057 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:39.998350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Checking segment: {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:39.998750 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:39.999135 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Bound using segment: {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:39.999604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Bound port: 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:39.999976 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:40.014179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=1505845f-8298-4d80-b3c9-6218524efbc4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:40.031911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:40.137468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] For port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:40.153978 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] For port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9a34e4f1-6545-4a6b-98ff-eb91cf6c712f,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:40.159976 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:37Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:40.162238 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:40.171698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:40.212087 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5d88ef-2b55-4254-a598-8f877bc9374e None None] The sync data for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 is: [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:37Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:40.250045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b39d-4728-4a45-bc5b-d6f6ecb3a2be None None] Pushing event updated for resources: {'Port': ['ID=9a34e4f1-6545-4a6b-98ff-eb91cf6c712f,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:40.528168 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:40.533293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:40.616502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:40.618327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=1505845f-8298-4d80-b3c9-6218524efbc4,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:40.716340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:40.717830 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:40.839918 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 6e75a3e1-1b06-44f5-8001-cac3447c7710 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:40.955323 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:40.970301 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-46b90659-5e01-4e36-a07d-f1e93d634c8f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/6e75a3e1-1b06-44f5-8001-cac3447c7710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2533295 Nov 12 04:26:41.132047 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-38da9d62-0d88-4cb4-af82-a37364057a41 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474955694&fields=id&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 267 time: 0.0558465 Nov 12 04:26:41.250802 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3b4bf-84cb-4209-baf9-eb9fcc79d7b1 None None] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:26:41.253752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-cc373d68-898c-4914-ad38-b4ff7896eefa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:41.255384 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-cc373d68-898c-4914-ad38-b4ff7896eefa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/networks?id=12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 200 len: 797 time: 0.1153021 Nov 12 04:26:41.270955 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-bd3dc884-9885-44dc-a9cc-2b70ea510dde tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/quotas/72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 375 time: 0.0096242 Nov 12 04:26:41.316062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f12748bd-2ed2-4b72-99b5-4700fd9e3687 None None] Provisioning complete for port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:41.316426 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f12748bd-2ed2-4b72-99b5-4700fd9e3687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.324598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-6c7f03f5-9667-41e5-9518-2eb891bcda1a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476286 Nov 12 04:26:41.493426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-6459fc42-6ef0-414d-962c-50247eea4f05 service neutron] 10.222.0.49 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510091 Nov 12 04:26:41.597569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-53185dd9-dd3d-46f7-b334-39a87a5e8395 service neutron] 10.222.0.49 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966463 Nov 12 04:26:41.628268 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f12748bd-2ed2-4b72-99b5-4700fd9e3687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.669218 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f12748bd-2ed2-4b72-99b5-4700fd9e3687 None None] For port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9a34e4f1-6545-4a6b-98ff-eb91cf6c712f,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:41.675551 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f12748bd-2ed2-4b72-99b5-4700fd9e3687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:41.759111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12748bd-2ed2-4b72-99b5-4700fd9e3687 None None] Pushing event updated for resources: {'Port': ['ID=9a34e4f1-6545-4a6b-98ff-eb91cf6c712f,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:41.788182 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9dd6392-1d59-40d6-a2ea-7eb23d6bce67 req-e1d0cbe7-6416-4918-a153-ef67a005a5c9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 210 time: 0.0319653 Nov 12 04:26:41.938354 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Sync routers for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:41.949931 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:41.950554 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:42.011656 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be217f37-c08a-4936-b485-0dfdcf44e9f9 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:42.044257 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f6ce4bc4-9e3b-4276-8d81-08046b6cc591 None None] Provisioning complete for port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:42.044628 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4bc4-9e3b-4276-8d81-08046b6cc591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.065843 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:42.161348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port be217f37-c08a-4936-b485-0dfdcf44e9f9 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:42.162218 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.219588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f6ce4bc4-9e3b-4276-8d81-08046b6cc591 None None] Provisioning complete for port 1505845f-8298-4d80-b3c9-6218524efbc4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:42.219959 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4bc4-9e3b-4276-8d81-08046b6cc591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.279163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce4bc4-9e3b-4276-8d81-08046b6cc591 None None] Port 1505845f-8298-4d80-b3c9-6218524efbc4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:42.294307 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:42.329441 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 2, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:42.358118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:42.358585 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.361913 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Checking router: 6e75a3e1-1b06-44f5-8001-cac3447c7710 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:42.361913 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Updating router 6e75a3e1-1b06-44f5-8001-cac3447c7710 port 1505845f-8298-4d80-b3c9-6218524efbc4 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:26:42.392729 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.414060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ea89f347-57e9-40da-9ee8-a3a0c977ba65 None None] Provisioning complete for port 1505845f-8298-4d80-b3c9-6218524efbc4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:42.414502 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea89f347-57e9-40da-9ee8-a3a0c977ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.475267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ea89f347-57e9-40da-9ee8-a3a0c977ba65 None None] Port 1505845f-8298-4d80-b3c9-6218524efbc4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:42.596132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a38781c0-63eb-4b14-a85f-f82a72d213b7 None None] Provisioning complete for port 1505845f-8298-4d80-b3c9-6218524efbc4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:42.596438 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a38781c0-63eb-4b14-a85f-f82a72d213b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.635014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a38781c0-63eb-4b14-a85f-f82a72d213b7 None None] Port 1505845f-8298-4d80-b3c9-6218524efbc4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:42.684515 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.691617 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.744509 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Pushing event updated for resources: {'Port': ['ID=1505845f-8298-4d80-b3c9-6218524efbc4,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:42.771457 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.771457 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.771457 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.771907 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.772055 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.772375 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.772690 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.773033 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.773348 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.773662 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.773974 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.774288 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:42.802784 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Attempting to bind port 1505845f-8298-4d80-b3c9-6218524efbc4 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:42.803149 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Attempting to bind port 1505845f-8298-4d80-b3c9-6218524efbc4 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:42.803503 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Attempting to bind port 1505845f-8298-4d80-b3c9-6218524efbc4 on network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:42.809042 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:42.809338 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Checking segment: {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:42.809729 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.810190 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Bound using segment: {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:42.810815 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Bound port: 1505845f-8298-4d80-b3c9-6218524efbc4, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:42.811192 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.894771 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] For port 1505845f-8298-4d80-b3c9-6218524efbc4, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:42.898817 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] For port 1505845f-8298-4d80-b3c9-6218524efbc4, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1505845f-8298-4d80-b3c9-6218524efbc4,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:42.903465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0bad42b2-9b26-4669-9f35-ba3d597f6813 req-7770b7e4-9b43-48c3-ba94-6ac1de7efc44 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 210 time: 0.0400589 Nov 12 04:26:42.905885 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.965012 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:42.965693 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:43.042885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-996feba4-3a42-4477-a8d4-4540838359bb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:43.045017 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-996feba4-3a42-4477-a8d4-4540838359bb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/networks?id=12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 200 len: 797 time: 0.1248772 Nov 12 04:26:43.058230 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a87536-4e02-41eb-a8f3-c10f4263e6be None None] Pushing event updated for resources: {'Port': ['ID=1505845f-8298-4d80-b3c9-6218524efbc4,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:43.098273 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:43.113546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f1383abe-15a7-48b5-bf1f-279d22dd3dfc None None] Provisioning complete for port 1505845f-8298-4d80-b3c9-6218524efbc4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:43.113915 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1383abe-15a7-48b5-bf1f-279d22dd3dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.128209 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e01418f6-5a6e-4cf1-b432-6f644b226947 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 380 time: 0.0719590 Nov 12 04:26:43.142747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'port': {'device_id': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'admin_state_up': True, 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'security_groups': ['049a0613-a9f9-49f2-b6e6-2e9930e435c8']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:43.202047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1383abe-15a7-48b5-bf1f-279d22dd3dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.239893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f1383abe-15a7-48b5-bf1f-279d22dd3dfc None None] For port 1505845f-8298-4d80-b3c9-6218524efbc4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1505845f-8298-4d80-b3c9-6218524efbc4,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:43.247425 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1383abe-15a7-48b5-bf1f-279d22dd3dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.274107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:26:43.284069 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.307647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1383abe-15a7-48b5-bf1f-279d22dd3dfc None None] Pushing event updated for resources: {'Port': ['ID=1505845f-8298-4d80-b3c9-6218524efbc4,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:43.335176 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:42Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:43.365966 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a31a28-d431-48a9-a3d8-4eb9d48bee85 None None] The sync data for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 is: [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:42Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:43.368765 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-dc931605-d4a2-4284-91df-9c7e9074686e None None] Provisioning complete for port 1505845f-8298-4d80-b3c9-6218524efbc4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:43.369146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dc931605-d4a2-4284-91df-9c7e9074686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.418827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.8 (12f114ca-f720-4aca-8b93-e2d5ac7e9838/2d492823-42fb-4858-b056-633b045aca1e/8802816f-f973-49bf-905f-774af47f7ba1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:43.581592 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.600072 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:43.623747 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.672498 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:43.676105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:43.681027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:43.704107 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=8802816f-f973-49bf-905f-774af47f7ba1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:43.736145 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:43.736907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.756777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-8e0bc51c-aecf-4249-891b-a5761f381658 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6186066 Nov 12 04:26:43.769210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Request body: {'port': {'device_id': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:43.837755 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.914394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d342ee4e-c849-4648-b5db-d75b70d70f89 None None] Provisioning complete for port 8802816f-f973-49bf-905f-774af47f7ba1 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:43.914903 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d342ee4e-c849-4648-b5db-d75b70d70f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:43.964034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1505845f-8298-4d80-b3c9-6218524efbc4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:44.019713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d342ee4e-c849-4648-b5db-d75b70d70f89 None None] Port 8802816f-f973-49bf-905f-774af47f7ba1 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:26:44.040014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1505845f-8298-4d80-b3c9-6218524efbc4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:44.040472 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.103617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39855027-ea6e-445d-8918-2b1a5474aed3 req-b1a6ee29-f4b2-4d31-8b14-c407348b260b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.105893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39855027-ea6e-445d-8918-2b1a5474aed3 req-b1a6ee29-f4b2-4d31-8b14-c407348b260b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 931 time: 0.1103048 Nov 12 04:26:44.187083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-39855027-ea6e-445d-8918-2b1a5474aed3 req-f2da9fa0-ead1-4c86-9e09-e8871492c681 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733342 Nov 12 04:26:44.242799 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8802816f-f973-49bf-905f-774af47f7ba1 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:44.251409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.264835 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Transition to ACTIVE for port object 8802816f-f973-49bf-905f-774af47f7ba1 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:26:44.269159 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.340532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Pushing event updated for resources: {'Port': ['ID=8802816f-f973-49bf-905f-774af47f7ba1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:44.393171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Attempting to bind port 8802816f-f973-49bf-905f-774af47f7ba1 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:26:44.393534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Attempting to bind port 8802816f-f973-49bf-905f-774af47f7ba1 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:26:44.393856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Attempting to bind port 8802816f-f973-49bf-905f-774af47f7ba1 on network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:44.398447 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Port 8802816f-f973-49bf-905f-774af47f7ba1 on network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:26:44.398961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Attempting to bind port 8802816f-f973-49bf-905f-774af47f7ba1 on network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:26:44.406299 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:26:44.407410 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Checking segment: {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:26:44.407803 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Bound using segment: {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:26:44.408248 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Bound port: 8802816f-f973-49bf-905f-774af47f7ba1, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bb10d7-ca86-4d13-9dab-c43b1db7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:26:44.408709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.485423 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] For port 8802816f-f973-49bf-905f-774af47f7ba1, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:26:44.489099 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] For port 8802816f-f973-49bf-905f-774af47f7ba1, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8802816f-f973-49bf-905f-774af47f7ba1,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:26:44.494771 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.541604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.542222 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:44.543681 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] 10.222.0.20 "PUT /v2.0/ports/8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 200 len: 1092 time: 0.7792251 Nov 12 04:26:44.545894 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:44.548424 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e871f9d-db06-42fd-870e-6ebc8cb994cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "tag": "8802816f-f973-49bf-905f-774af47f7ba1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:44.584175 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f3f2d-009e-4f7d-8d6e-09a4ca38d206 service neutron] Pushing event updated for resources: {'Port': ['ID=8802816f-f973-49bf-905f-774af47f7ba1,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:44.622051 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d615b01f-1d04-4427-bd36-6bfc6a4e35c8 x-openstack-request-id: req-d615b01f-1d04-4427-bd36-6bfc6a4e35c8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:44.622345 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "tag": "8802816f-f973-49bf-905f-774af47f7ba1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:44.622607 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d615b01f-1d04-4427-bd36-6bfc6a4e35c8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:44.623014 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1', 'status': 'completed', 'code': 200} Nov 12 04:26:44.657295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-d5ec32b1-8b8b-4190-afd0-9fa309fd91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.658819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-d5ec32b1-8b8b-4190-afd0-9fa309fd91ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1095 time: 0.0513039 Nov 12 04:26:44.708305 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-f70cad2b-5a8e-44a1-a266-08626d38cc4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 200 len: 217 time: 0.0414701 Nov 12 04:26:44.760078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-5c3409f0-fd29-4bbd-a10c-6cad546eae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.761611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-5c3409f0-fd29-4bbd-a10c-6cad546eae6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d492823-42fb-4858-b056-633b045aca1e HTTP/1.1" status: 200 len: 834 time: 0.0456145 Nov 12 04:26:44.811067 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-669eb329-00b4-4f39-be70-efcb1e519335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.813104 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-669eb329-00b4-4f39-be70-efcb1e519335 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12f114ca-f720-4aca-8b93-e2d5ac7e9838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438809 Nov 12 04:26:44.905528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-f21bdc7d-28fa-406a-a42f-3a400a4c3744 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854123 Nov 12 04:26:44.994011 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9190f484-9c35-40e4-bb0a-0998090c86f1 req-425b4f5b-d44d-40c2-9ffa-6a269d29ce97 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806727 Nov 12 04:26:45.078992 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-621f7307-8e9c-48a9-837b-4c48d6ce0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:45.080480 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-621f7307-8e9c-48a9-837b-4c48d6ce0d81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1095 time: 0.0408485 Nov 12 04:26:45.173375 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-2e0b000b-e3ba-468d-ada0-4fdb1f194067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:45.174743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-2e0b000b-e3ba-468d-ada0-4fdb1f194067 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 200 len: 899 time: 0.0864356 Nov 12 04:26:45.217211 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-69ccdfe8-e7ab-4f01-b6c3-7282ac65687d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 200 len: 217 time: 0.0344961 Nov 12 04:26:45.296063 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-a2253c7c-4714-4aee-a5a9-10f678cdacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:45.298221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-a2253c7c-4714-4aee-a5a9-10f678cdacf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d492823-42fb-4858-b056-633b045aca1e HTTP/1.1" status: 200 len: 834 time: 0.0733593 Nov 12 04:26:45.327136 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d831cf-ac4b-4b2e-a7db-4a7883387c53 req-c68d32ca-3dbf-437c-9a46-ef4eb991c89a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:45.328718 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72d831cf-ac4b-4b2e-a7db-4a7883387c53 req-c68d32ca-3dbf-437c-9a46-ef4eb991c89a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 943 time: 0.0688343 Nov 12 04:26:45.382146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-b8bab57c-b4b6-4473-9660-9c92d0866966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:45.383628 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-b8bab57c-b4b6-4473-9660-9c92d0866966 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12f114ca-f720-4aca-8b93-e2d5ac7e9838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767155 Nov 12 04:26:45.408460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72d831cf-ac4b-4b2e-a7db-4a7883387c53 req-0c5f8ff7-49ee-4d0b-97c2-2b26e8f6b7f3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666313 Nov 12 04:26:45.483025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-6ea33c01-f87a-4b96-96b6-baf5b3765de9 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905230 Nov 12 04:26:45.576729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e871f9d-db06-42fd-870e-6ebc8cb994cb req-0ad4dfdb-6bb7-478a-a1de-8e583897a2ce service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848432 Nov 12 04:26:46.531317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba60b6-8b1e-4023-8e67-e21da37bb068 req-85f26475-b7d5-4657-be8e-8a3fac71967d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:46.532726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aeba60b6-8b1e-4023-8e67-e21da37bb068 req-85f26475-b7d5-4657-be8e-8a3fac71967d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 943 time: 0.0499251 Nov 12 04:26:46.582729 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aeba60b6-8b1e-4023-8e67-e21da37bb068 req-f68ff294-eaff-4383-aa6c-bc2a60cfe7df tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440493 Nov 12 04:26:47.004843 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8802816f-f973-49bf-905f-774af47f7ba1 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:26:47.102286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8802816f-f973-49bf-905f-774af47f7ba1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8802816f-f973-49bf-905f-774af47f7ba1,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:47.113070 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '8802816f-f973-49bf-905f-774af47f7ba1', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'port_id': '8802816f-f973-49bf-905f-774af47f7ba1', 'mac_address': 'fa:16:3e:30:94:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:26:47.150293 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.162956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8802816f-f973-49bf-905f-774af47f7ba1 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:47.185980 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8802816f-f973-49bf-905f-774af47f7ba1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8802816f-f973-49bf-905f-774af47f7ba1,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:47.190406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:47.236778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8802816f-f973-49bf-905f-774af47f7ba1,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:47.399753 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['8802816f-f973-49bf-905f-774af47f7ba1'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:47.701194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fa4ba-3d01-4104-9e78-899404807bf5 req-6a1aad00-96b5-4039-8c20-554bfb2c4ecf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:47.702671 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4fa4ba-3d01-4104-9e78-899404807bf5 req-6a1aad00-96b5-4039-8c20-554bfb2c4ecf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 944 time: 0.0502458 Nov 12 04:26:47.753014 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fd4fa4ba-3d01-4104-9e78-899404807bf5 req-cd24326b-c2f5-4a79-9043-bb8916cd5545 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441375 Nov 12 04:26:48.867225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817db-a2d4-4ce3-bfe4-573ad2cce044 req-64925591-813a-42d6-a3ae-466496224262 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.868601 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d45817db-a2d4-4ce3-bfe4-573ad2cce044 req-64925591-813a-42d6-a3ae-466496224262 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 944 time: 0.0491464 Nov 12 04:26:48.916764 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d45817db-a2d4-4ce3-bfe4-573ad2cce044 req-796deb20-e541-4b84-80a7-5b420aacfeed tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Nov 12 04:26:49.006080 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8802816f-f973-49bf-905f-774af47f7ba1 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:49.052996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 8802816f-f973-49bf-905f-774af47f7ba1 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:26:49.056576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 8802816f-f973-49bf-905f-774af47f7ba1 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:49.056970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.134651 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.155597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:49.158680 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109f516-12d6-4fdd-8172-43e825ea87d5" -d '{"events": [{"server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "name": "network-vif-plugged", "status": "completed", "tag": "8802816f-f973-49bf-905f-774af47f7ba1"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:49.171306 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 8802816f-f973-49bf-905f-774af47f7ba1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8802816f-f973-49bf-905f-774af47f7ba1,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:49.175862 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:49.198508 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b3611-5ddc-4019-b167-b10e1c1a66fa x-openstack-request-id: req-fc2b3611-5ddc-4019-b167-b10e1c1a66fa {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:49.198793 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "name": "network-vif-plugged", "status": "completed", "tag": "8802816f-f973-49bf-905f-774af47f7ba1", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:49.199041 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc2b3611-5ddc-4019-b167-b10e1c1a66fa {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:49.199425 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1', 'code': 200} Nov 12 04:26:49.225883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=8802816f-f973-49bf-905f-774af47f7ba1,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:49.293398 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b8453-4098-4e59-883d-079843a8d4ee req-c67e3a6a-494c-49f7-9c3b-617d419c9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:49.294908 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a9b8453-4098-4e59-883d-079843a8d4ee req-c67e3a6a-494c-49f7-9c3b-617d419c9bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0400729 Nov 12 04:26:49.339269 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a9b8453-4098-4e59-883d-079843a8d4ee req-bcf3bd23-58da-43f2-9346-ca45590235c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Nov 12 04:26:50.035688 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557d1c-bbfa-4377-9c6c-a780e43e4d2a req-e9464ba2-1a95-4488-9d36-7b39599f6ff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:50.037149 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b557d1c-bbfa-4377-9c6c-a780e43e4d2a req-e9464ba2-1a95-4488-9d36-7b39599f6ff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0523248 Nov 12 04:26:50.085787 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b557d1c-bbfa-4377-9c6c-a780e43e4d2a req-2b52a207-df33-4df8-b3ee-3de844b39814 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Nov 12 04:26:51.211356 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdca6bd-57df-4fb0-8176-4ef5c403e74d req-7df431ae-7cbe-40e0-85b6-bfa3955e6345 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:51.212827 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2fdca6bd-57df-4fb0-8176-4ef5c403e74d req-7df431ae-7cbe-40e0-85b6-bfa3955e6345 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Nov 12 04:26:51.263182 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2fdca6bd-57df-4fb0-8176-4ef5c403e74d req-fc25bfb4-13c6-45d4-b6f1-ca348a6bbac2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Nov 12 04:26:51.380700 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab08224-bca5-4d98-8c60-b54e3e5d9888 req-05dc92dc-dc60-41f1-852d-3d5454023ed5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:51.382175 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ab08224-bca5-4d98-8c60-b54e3e5d9888 req-05dc92dc-dc60-41f1-852d-3d5454023ed5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0503502 Nov 12 04:26:51.433250 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5ab08224-bca5-4d98-8c60-b54e3e5d9888 req-2d4dd523-018a-452f-b55b-1893468feb3f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448661 Nov 12 04:26:51.455262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39256) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:51.494490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9452dcc-0beb-4fc0-a607-b3406c3fd977 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:51.496240 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b9452dcc-0beb-4fc0-a607-b3406c3fd977 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1092 time: 0.0398390 Nov 12 04:26:51.499034 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39258) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:51.503198 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '8802816f-f973-49bf-905f-774af47f7ba1', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:51.524683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.623405 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.725617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.146 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/b9d574ff-6e2e-4eb9-a856-2f90df67b861) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:26:51.826805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.861658 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:51.902488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:26:51.905655 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:26:51.909280 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:26:51.932214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=b9d574ff-6e2e-4eb9-a856-2f90df67b861,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:52.592096 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.658347 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.812073 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.817535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.883727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=b9d574ff-6e2e-4eb9-a856-2f90df67b861,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:52.896627 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.991027 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP 0ebf8c78-4d73-4079-b9dc-172651a9d028 associated. External IP: 172.25.0.146, port: 8802816f-f973-49bf-905f-774af47f7ba1. Nov 12 04:26:53.195438 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 6e75a3e1-1b06-44f5-8001-cac3447c7710 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:53.302818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:53.312296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] Sync routers for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:53.320525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.321523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:53.322129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:53.348499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-489d266e-e5f5-46d2-b615-10fd22210955 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8484392 Nov 12 04:26:53.349473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:53.351926 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5aab50-7dea-4d91-933b-f631aa20bc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "tag": "8802816f-f973-49bf-905f-774af47f7ba1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:53.392884 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ff98c5-9908-46ab-a3d0-575b12d8066a x-openstack-request-id: req-64ff98c5-9908-46ab-a3d0-575b12d8066a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:53.393179 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "tag": "8802816f-f973-49bf-905f-774af47f7ba1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:53.393434 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64ff98c5-9908-46ab-a3d0-575b12d8066a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:53.393848 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1', 'status': 'completed', 'code': 200} Nov 12 04:26:53.432386 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:53.489518 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4a13d-84b7-4840-909a-8a44ac67ec05 req-5d8246e5-ccac-425e-aea6-b9daa5c2238c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:53.490923 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2f4a13d-84b7-4840-909a-8a44ac67ec05 req-5d8246e5-ccac-425e-aea6-b9daa5c2238c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0813186 Nov 12 04:26:53.493536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-f24e97e7-66e3-4611-8a73-66443821726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:53.494869 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-f24e97e7-66e3-4611-8a73-66443821726c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0744026 Nov 12 04:26:53.599228 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2f4a13d-84b7-4840-909a-8a44ac67ec05 req-36b0901d-2f4e-459d-8624-cde317ab3073 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017420 Nov 12 04:26:53.619353 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39264) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:53.628309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-b6695300-1aa5-494a-b872-bd7d3c6bbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:53.629812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-b6695300-1aa5-494a-b872-bd7d3c6bbeb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 200 len: 899 time: 0.1261230 Nov 12 04:26:53.674483 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '0ebf8c78-4d73-4079-b9dc-172651a9d028', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'port_id': '8802816f-f973-49bf-905f-774af47f7ba1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'mac_address': 'fa:16:3e:30:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:52Z', 'updated_at': '2021-11-12T04:26:52Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:43Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:53.692544 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4819e667-a30e-41b5-b53a-677ed30a8fe0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/0ebf8c78-4d73-4079-b9dc-172651a9d028 HTTP/1.1" status: 200 len: 991 time: 0.0709302 Nov 12 04:26:53.701500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] Checking router: 6e75a3e1-1b06-44f5-8001-cac3447c7710 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:53.702232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-c32e6049-e972-4e4e-bcd5-46ee5ad31092 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 200 len: 999 time: 0.0655012 Nov 12 04:26:53.710159 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:53.710767 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:26:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:53.753220 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-06b08c11-ee2c-4f6a-940e-3f7d92ec6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:53.754601 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-06b08c11-ee2c-4f6a-940e-3f7d92ec6fb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d492823-42fb-4858-b056-633b045aca1e HTTP/1.1" status: 200 len: 834 time: 0.0456862 Nov 12 04:26:53.805791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-c3304150-c4d1-4484-ae27-1d962dcc65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:53.807304 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-c3304150-c4d1-4484-ae27-1d962dcc65c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12f114ca-f720-4aca-8b93-e2d5ac7e9838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458689 Nov 12 04:26:53.817131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:53.896222 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-59bcd4eb-c34e-42be-a9ba-04b1f51443ab service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812871 Nov 12 04:26:53.993460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9a5aab50-7dea-4d91-933b-f631aa20bc9c req-647d6054-1206-4080-9e7a-846ccb7a21aa service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902188 Nov 12 04:26:54.045619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '0ebf8c78-4d73-4079-b9dc-172651a9d028', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'port_id': '8802816f-f973-49bf-905f-774af47f7ba1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'mac_address': 'fa:16:3e:30:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:52Z', 'updated_at': '2021-11-12T04:26:52Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:43Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:54.073417 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b863b19-3977-48f9-94b2-fb20d390235d None None] The sync data for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 is: [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '0ebf8c78-4d73-4079-b9dc-172651a9d028', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'port_id': '8802816f-f973-49bf-905f-774af47f7ba1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'mac_address': 'fa:16:3e:30:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:26:52Z', 'updated_at': '2021-11-12T04:26:52Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:43Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:54.268923 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a338ed-54e1-49b4-83bc-0ef4b4d8e65b None None] New status for floating IP 0ebf8c78-4d73-4079-b9dc-172651a9d028: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:26:54.694540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39266) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:54.754094 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ebc9629d-b58f-4a29-84af-846ac65023db tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/0ebf8c78-4d73-4079-b9dc-172651a9d028 HTTP/1.1" status: 200 len: 993 time: 0.0583925 Nov 12 04:26:55.185719 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:01.448376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7db9-d859-4c0e-a882-fdad5885604f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:03.696638 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2c1c-c7eb-4cdd-9b9f-bce3d5e4918d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.180550 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:06.220327 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2367e83f-5a98-41a1-9c2f-23d752678a6b req-bd487adf-5115-451f-bc49-b37c3aa965a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248256 Nov 12 04:27:06.277627 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2367e83f-5a98-41a1-9c2f-23d752678a6b req-0e456a76-012f-4b6b-9925-0bdfabd2a2a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0241084 Nov 12 04:27:06.321946 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2367e83f-5a98-41a1-9c2f-23d752678a6b req-81e872e8-a8b5-4326-a57e-074a7bbf681a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192122 Nov 12 04:27:06.416520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367e83f-5a98-41a1-9c2f-23d752678a6b req-4f563db9-837d-4452-be6e-63a1275f2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:06.418001 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2367e83f-5a98-41a1-9c2f-23d752678a6b req-4f563db9-837d-4452-be6e-63a1275f2d15 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0888622 Nov 12 04:27:06.547302 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.374074 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:11.281856 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-c15d28ed-ffbb-4fd9-a020-4f4503cd314e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402229 Nov 12 04:27:11.366860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-a1085ed4-339f-4e74-862f-550aeb99dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.368311 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-a1085ed4-339f-4e74-862f-550aeb99dae3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0439522 Nov 12 04:27:11.472181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-6023b530-6bc1-4b9d-aad2-9fe04f8d09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.473668 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-6023b530-6bc1-4b9d-aad2-9fe04f8d09e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 200 len: 899 time: 0.0839803 Nov 12 04:27:11.541859 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-a7d5ffa2-6051-4a47-8fbb-9942525214dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 200 len: 1001 time: 0.0604694 Nov 12 04:27:11.590043 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-c4fb8287-4054-4351-aae6-56cd9ee93063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.591470 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-c4fb8287-4054-4351-aae6-56cd9ee93063 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d492823-42fb-4858-b056-633b045aca1e HTTP/1.1" status: 200 len: 834 time: 0.0424383 Nov 12 04:27:11.637097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-e79db847-72ab-4106-b3a9-43adc5eac30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:11.638533 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-e79db847-72ab-4106-b3a9-43adc5eac30a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12f114ca-f720-4aca-8b93-e2d5ac7e9838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390334 Nov 12 04:27:11.731402 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-79cd45c2-1a8e-4ea5-8abc-bbc175b3918b service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835557 Nov 12 04:27:11.820274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d0984a91-4d7b-4bba-a128-ef086d0e0554 req-c15eb506-e074-496e-9468-5a5d9a3ce138 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807140 Nov 12 04:27:20.599429 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:25.209697 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:26.022476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0aeff-e946-403e-b92c-98b7f4ff3a06 req-2f984412-1770-4afa-8b30-02803b642eaa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.024018 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25e0aeff-e946-403e-b92c-98b7f4ff3a06 req-2f984412-1770-4afa-8b30-02803b642eaa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0514624 Nov 12 04:27:26.024241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-6c9e5141-3ad7-43ed-a3f8-a2391ccff499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.025734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-6c9e5141-3ad7-43ed-a3f8-a2391ccff499 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0461330 Nov 12 04:27:26.074354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-25e0aeff-e946-403e-b92c-98b7f4ff3a06 req-47177973-94ac-4a89-9c75-9c407235a3d5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Nov 12 04:27:26.118534 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-c1d1c7dd-4f07-4dca-b3ec-e6b50ce625ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.119913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-c1d1c7dd-4f07-4dca-b3ec-e6b50ce625ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 200 len: 899 time: 0.0862489 Nov 12 04:27:26.189726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-a27345bf-4f92-4c84-b9da-4959e4a29fd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 200 len: 1001 time: 0.0617621 Nov 12 04:27:26.239817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-1abd36bb-6096-4975-b651-db7b6bfbf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.241285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-1abd36bb-6096-4975-b651-db7b6bfbf6a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d492823-42fb-4858-b056-633b045aca1e HTTP/1.1" status: 200 len: 834 time: 0.0446286 Nov 12 04:27:26.286138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-8c713fb2-11ea-460f-adef-f56dc5c4baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:26.287582 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-8c713fb2-11ea-460f-adef-f56dc5c4baf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12f114ca-f720-4aca-8b93-e2d5ac7e9838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393755 Nov 12 04:27:26.379038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-11116a6f-38a2-4d66-9eb2-416db28910a3 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841119 Nov 12 04:27:26.466656 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e56874ac-e380-4bce-a5c8-52aaa40e2a0c req-0eb35b0c-7955-4ccc-8be6-e054f5f53a41 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804932 Nov 12 04:27:27.196630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b0466-184d-452f-a8a9-6306428e6a60 req-7332e33e-0990-41e8-8b87-129e652e447f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:27.198122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b03b0466-184d-452f-a8a9-6306428e6a60 req-7332e33e-0990-41e8-8b87-129e652e447f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0529022 Nov 12 04:27:27.246903 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b03b0466-184d-452f-a8a9-6306428e6a60 req-c512219a-c9c2-41cb-a005-58f008a23d2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Nov 12 04:27:28.364184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e3f63-55bc-42af-b5e3-da38e8fb6ef8 req-0a081e12-bf89-46d3-94b2-1ad3bc33f9fc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:28.365670 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e5e3f63-55bc-42af-b5e3-da38e8fb6ef8 req-0a081e12-bf89-46d3-94b2-1ad3bc33f9fc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0480337 Nov 12 04:27:28.413444 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0e5e3f63-55bc-42af-b5e3-da38e8fb6ef8 req-6906c9c4-dc07-46c8-909b-c659b33432c5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417819 Nov 12 04:27:29.528719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3effd70-677a-4916-a1e3-03ecacc0b4c9 req-a947d7ba-2280-4daa-8765-e9d6dad9f07f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:29.530215 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3effd70-677a-4916-a1e3-03ecacc0b4c9 req-a947d7ba-2280-4daa-8765-e9d6dad9f07f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0492344 Nov 12 04:27:29.579106 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c3effd70-677a-4916-a1e3-03ecacc0b4c9 req-5cc28d11-6ac0-48a4-a066-8890f8626217 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Nov 12 04:27:30.699373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc00143-e989-44a6-aeab-4d1447dfa9aa req-e4610877-d68b-4f43-814f-6d5c2809b715 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:30.700879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5dc00143-e989-44a6-aeab-4d1447dfa9aa req-e4610877-d68b-4f43-814f-6d5c2809b715 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0526531 Nov 12 04:27:30.750141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-5dc00143-e989-44a6-aeab-4d1447dfa9aa req-c3908de0-3f60-4f9a-ab0e-e106dfab7f5f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Nov 12 04:27:31.450499 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1b376f8a-c19d-4144-81bc-14c12538431e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:31.865187 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d982b-765d-46d1-995f-e39146eafe0f req-073d70b1-f645-47c7-946b-53ed92677215 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:31.866670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-303d982b-765d-46d1-995f-e39146eafe0f req-073d70b1-f645-47c7-946b-53ed92677215 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Nov 12 04:27:31.919958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-303d982b-765d-46d1-995f-e39146eafe0f req-4dfeb645-c439-40ff-987c-ea21cef303b3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471363 Nov 12 04:27:33.036048 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03971893-6e1a-49f7-8ecc-2d19d24ce6dd req-71b16cbf-4e38-4d6e-9f58-0360ab8645f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:33.037534 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03971893-6e1a-49f7-8ecc-2d19d24ce6dd req-71b16cbf-4e38-4d6e-9f58-0360ab8645f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Nov 12 04:27:33.086145 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03971893-6e1a-49f7-8ecc-2d19d24ce6dd req-07b6a70e-b142-4d69-ad58-97cd205de6ff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Nov 12 04:27:33.697998 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1a59ca86-cec1-44ee-a4ca-047f9d8937f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.205901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f53081-b9f7-412c-b54d-bb8856d45540 req-3d47a4d1-6de1-4c90-9cf7-3501b77a9b42 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:34.207377 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6f53081-b9f7-412c-b54d-bb8856d45540 req-3d47a4d1-6de1-4c90-9cf7-3501b77a9b42 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0486591 Nov 12 04:27:34.256781 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a6f53081-b9f7-412c-b54d-bb8856d45540 req-0e9a195b-f421-4758-96bc-7b3fd5a9d5ec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433593 Nov 12 04:27:35.182351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.376907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb49e9-54c2-400b-9847-5498930586ce req-26343983-d1ab-4657-8ff4-c5ec8d07e3ae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:35.378405 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03eb49e9-54c2-400b-9847-5498930586ce req-26343983-d1ab-4657-8ff4-c5ec8d07e3ae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0540519 Nov 12 04:27:35.426416 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-03eb49e9-54c2-400b-9847-5498930586ce req-a8a88424-5b61-4c4d-a54a-f8607ba244e7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Nov 12 04:27:36.542072 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd44e0-bf36-4316-85d3-3ba1cc0415c2 req-352b9c5b-1760-41b9-81f4-f19433a79ed8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:36.543574 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72cd44e0-bf36-4316-85d3-3ba1cc0415c2 req-352b9c5b-1760-41b9-81f4-f19433a79ed8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0497265 Nov 12 04:27:36.556504 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.593619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72cd44e0-bf36-4316-85d3-3ba1cc0415c2 req-85ec57e4-3217-45ec-9082-b076280c85b0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Nov 12 04:27:37.375658 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:37.711968 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bcceb-5c17-4460-a6fc-0d29fba66cf9 req-c7ac1ce2-b5b1-417c-81bd-57f407a44b83 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:37.713451 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd7bcceb-5c17-4460-a6fc-0d29fba66cf9 req-c7ac1ce2-b5b1-417c-81bd-57f407a44b83 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0494239 Nov 12 04:27:37.762256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cd7bcceb-5c17-4460-a6fc-0d29fba66cf9 req-21505120-9ab2-4fed-a337-d76eed86a5ee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Nov 12 04:27:38.883505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce39bd-6375-4326-b391-f6ae977f589c req-c00114f9-4589-4aba-bb50-3879b2ed3da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:38.884928 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8bce39bd-6375-4326-b391-f6ae977f589c req-c00114f9-4589-4aba-bb50-3879b2ed3da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0542195 Nov 12 04:27:38.933893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8bce39bd-6375-4326-b391-f6ae977f589c req-7cadd089-a8b4-4c21-a9f8-cbfaa3944a60 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Nov 12 04:27:40.048438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f7e58-c733-44d7-a2f3-6ca15fcf0f23 req-c5240af4-f990-4cc1-ab52-466c3f986df9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:40.049938 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b8f7e58-c733-44d7-a2f3-6ca15fcf0f23 req-c5240af4-f990-4cc1-ab52-466c3f986df9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0492921 Nov 12 04:27:40.101907 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4b8f7e58-c733-44d7-a2f3-6ca15fcf0f23 req-e8e9fca7-3848-4649-a5b4-cc217f2db496 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461042 Nov 12 04:27:41.218083 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc137d9-d6b3-4732-b6be-71b2ed830f57 req-e865417f-23f5-49b4-8c9f-664d03e6a9bc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:41.219546 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5cc137d9-d6b3-4732-b6be-71b2ed830f57 req-e865417f-23f5-49b4-8c9f-664d03e6a9bc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Nov 12 04:27:41.270637 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5cc137d9-d6b3-4732-b6be-71b2ed830f57 req-e4dc44a0-5223-4da2-9a6a-13062d4b23af tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446281 Nov 12 04:27:42.391197 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00558661-6adc-4297-88bf-9ff1b621ba70 req-98716c5b-dfaa-43fb-bd11-8af79ab3247c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:42.392695 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00558661-6adc-4297-88bf-9ff1b621ba70 req-98716c5b-dfaa-43fb-bd11-8af79ab3247c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0513155 Nov 12 04:27:42.441340 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-00558661-6adc-4297-88bf-9ff1b621ba70 req-4728e35d-338d-4487-a0ea-25a7b3bc0bf0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Nov 12 04:27:42.463445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39314) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:27:42.528115 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f87d2cb3-bd3b-4b71-bc27-95e9db8db682 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/0ebf8c78-4d73-4079-b9dc-172651a9d028 HTTP/1.1" status: 200 len: 993 time: 0.0634518 Nov 12 04:27:55.223203 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.599607 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:01.451585 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-91b91492-ffc7-4a76-8654-4a0a9da4b120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:03.699343 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09cc9dd9-065a-4be5-988e-474168660c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.187222 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.553912 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.200991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a76d0b6-3b41-4142-bf7c-f95310d54dcd req-e48485f4-5c17-44d9-a1b0-664c7d293ad2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253735 Nov 12 04:28:07.257164 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a76d0b6-3b41-4142-bf7c-f95310d54dcd req-f022281b-b871-45a4-94b4-70934b42bc1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0250843 Nov 12 04:28:07.304914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a76d0b6-3b41-4142-bf7c-f95310d54dcd req-f62be1de-c34a-4bef-8bfc-03993f759f0a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214081 Nov 12 04:28:07.378529 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.404310 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76d0b6-3b41-4142-bf7c-f95310d54dcd req-d654f3e4-a654-44ee-b236-ea7412faca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:07.405829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9a76d0b6-3b41-4142-bf7c-f95310d54dcd req-d654f3e4-a654-44ee-b236-ea7412faca3f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0932624 Nov 12 04:28:12.280375 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-aea0ab3d-b51f-466b-b231-3ce8949eaa3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431194 Nov 12 04:28:12.361775 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-7a394e38-24bf-461b-9cd4-ad8ce33c02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:12.363932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-7a394e38-24bf-461b-9cd4-ad8ce33c02ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0418928 Nov 12 04:28:12.469290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-47e7fb7f-5b0d-4957-9288-85e59eb9fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:12.470785 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-47e7fb7f-5b0d-4957-9288-85e59eb9fa65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 200 len: 899 time: 0.0878217 Nov 12 04:28:12.536523 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-b5b5e069-c3c5-40df-b1f8-d7094beabd7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 200 len: 1001 time: 0.0577629 Nov 12 04:28:12.590401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-4d5565e5-cf9d-4ed0-abda-a7eb50107cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:12.591847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-4d5565e5-cf9d-4ed0-abda-a7eb50107cbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d492823-42fb-4858-b056-633b045aca1e HTTP/1.1" status: 200 len: 834 time: 0.0486422 Nov 12 04:28:12.637302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-04f12a56-7dc1-4110-8f50-3b5268cc5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:12.638778 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-04f12a56-7dc1-4110-8f50-3b5268cc5968 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12f114ca-f720-4aca-8b93-e2d5ac7e9838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402179 Nov 12 04:28:12.729978 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-45ce502a-a055-4346-aa55-96caea641b38 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839994 Nov 12 04:28:12.824780 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fe878e9b-bb09-4fa2-a1fe-e87e2be08319 req-a25109be-ab0c-4b8f-b594-9d0533fbc660 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870998 Nov 12 04:28:12.976946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39334) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:13.134501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port b9d574ff-6e2e-4eb9-a856-2f90df67b861 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:13.134752 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.212563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.212911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.224290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for b9d574ff-6e2e-4eb9-a856-2f90df67b861 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:13.366616 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.396633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=b9d574ff-6e2e-4eb9-a856-2f90df67b861,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:13.407820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.408170 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.408507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.408901 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.409237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.409567 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.409892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.410214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.410539 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.410859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.411194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.411493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:13.464183 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.464505 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP 0ebf8c78-4d73-4079-b9dc-172651a9d028 disassociated (deleted). External IP: 172.25.0.146, port: 8802816f-f973-49bf-905f-774af47f7ba1. Nov 12 04:28:13.682575 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 6e75a3e1-1b06-44f5-8001-cac3447c7710 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:13.796094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:13.801061 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:13.805604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] Sync routers for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:13.815965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:13.816891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:13.830098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-e8c3024e-5aa9-4713-92a4-3f9c1b479b8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/floatingips/0ebf8c78-4d73-4079-b9dc-172651a9d028 HTTP/1.1" status: 204 len: 168 time: 0.8497095 Nov 12 04:28:13.830098 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:13.830585 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b663d5c-a2b0-436d-9007-2fb330a2bf55" -d '{"events": [{"name": "network-changed", "server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "tag": "8802816f-f973-49bf-905f-774af47f7ba1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:13.870135 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3767106d-874d-4626-93c1-5a887037a831 x-openstack-request-id: req-3767106d-874d-4626-93c1-5a887037a831 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:13.870459 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "tag": "8802816f-f973-49bf-905f-774af47f7ba1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:13.870725 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3767106d-874d-4626-93c1-5a887037a831 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:13.871271 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1', 'status': 'completed', 'code': 200} Nov 12 04:28:13.947648 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-fbd2c9ea-08e4-45bf-bbda-218cca7fe675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:13.949850 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-fbd2c9ea-08e4-45bf-bbda-218cca7fe675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0535209 Nov 12 04:28:14.082666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-25f59efd-3e8e-4935-9367-c159c14b380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:14.084161 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-25f59efd-3e8e-4935-9367-c159c14b380d service neutron] 10.222.0.20 "GET /v2.0/networks?id=12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 200 len: 899 time: 0.1264095 Nov 12 04:28:14.092805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21131-e0a5-43e0-95c2-d6a6008d5ef8 req-f7bc3641-b63d-49d5-baa1-fc4453552b08 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:14.094285 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38f21131-e0a5-43e0-95c2-d6a6008d5ef8 req-f7bc3641-b63d-49d5-baa1-fc4453552b08 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0759585 Nov 12 04:28:14.125576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:14.140669 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-49b10102-7ec6-49d9-8dcb-86dbdf0c1878 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 200 len: 217 time: 0.0454235 Nov 12 04:28:14.214264 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-38f21131-e0a5-43e0-95c2-d6a6008d5ef8 req-71cca190-72e2-48e4-b913-cad1b548a021 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111338 Nov 12 04:28:14.217991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-70bc75a7-df51-4ad5-b3e9-118b08d4f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:14.219394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-70bc75a7-df51-4ad5-b3e9-118b08d4f3d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d492823-42fb-4858-b056-633b045aca1e HTTP/1.1" status: 200 len: 834 time: 0.0694578 Nov 12 04:28:14.270374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-183325fa-57b2-407d-88f4-5f4fae09cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:14.271885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-183325fa-57b2-407d-88f4-5f4fae09cf5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12f114ca-f720-4aca-8b93-e2d5ac7e9838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411263 Nov 12 04:28:14.328406 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:43Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:14.355563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] Checking router: 6e75a3e1-1b06-44f5-8001-cac3447c7710 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:14.364857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:14.365463 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:14.379731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-d5a95b8e-7c53-4d22-b60a-c45df93c8d25 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940349 Nov 12 04:28:14.474885 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4b663d5c-a2b0-436d-9007-2fb330a2bf55 req-b0e16ddf-2b84-4410-90de-f54099a67738 service neutron] 10.222.0.20 "GET /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Nov 12 04:28:14.475333 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:14.675098 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:43Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:14.702108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e9d7f-66bc-4707-8c78-ec7ebd8e4b1c None None] The sync data for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 is: [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:26:40Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '1505845f-8298-4d80-b3c9-6218524efbc4', 'name': '', 'network_id': '12f114ca-f720-4aca-8b93-e2d5ac7e9838', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:5b:44:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2d492823-42fb-4858-b056-633b045aca1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:39Z', 'updated_at': '2021-11-12T04:26:43Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '2d492823-42fb-4858-b056-633b045aca1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:14.916073 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1249098c-3d3f-497d-92cc-9b69c8a59986 None None] New status for floating IP 0ebf8c78-4d73-4079-b9dc-172651a9d028: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:28:15.345454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b13b8-2164-4df1-b5ab-149342be6387 req-be586580-24d8-4cef-90c7-fe37ecf3f2b8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.347432 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d7b13b8-2164-4df1-b5ab-149342be6387 req-be586580-24d8-4cef-90c7-fe37ecf3f2b8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0510457 Nov 12 04:28:15.399569 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d7b13b8-2164-4df1-b5ab-149342be6387 req-0f12cf81-d37e-4604-b69d-4ea8338108cd tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=049a0613-a9f9-49f2-b6e6-2e9930e435c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442789 Nov 12 04:28:15.674185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-f1f285a3-db14-4021-a3cc-4a036f339589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.676271 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-f1f285a3-db14-4021-a3cc-4a036f339589 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 945 time: 0.0703974 Nov 12 04:28:15.765278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 8802816f-f973-49bf-905f-774af47f7ba1 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:15.765613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.855449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 8802816f-f973-49bf-905f-774af47f7ba1, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=8802816f-f973-49bf-905f-774af47f7ba1,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:15.855717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.868915 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 8802816f-f973-49bf-905f-774af47f7ba1 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:15.998940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.032257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=8802816f-f973-49bf-905f-774af47f7ba1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.407019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] No DVR routers for this DVR port 8802816f-f973-49bf-905f-774af47f7ba1 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:16.410272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.413627 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ae63c19-4826-40a9-a2ad-8b8f46bd7c99 req-35ef37a0-fc1a-4a17-9d61-06110ea887a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "DELETE /v2.0/ports/8802816f-f973-49bf-905f-774af47f7ba1 HTTP/1.1" status: 204 len: 173 time: 0.7311685 Nov 12 04:28:16.414082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'name': 'network-vif-deleted', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:16.416356 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9635e7b-ef0e-4752-9049-8371d28720ea" -d '{"events": [{"server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "name": "network-vif-deleted", "tag": "8802816f-f973-49bf-905f-774af47f7ba1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:16.462797 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5982d21-b758-4857-b6ef-81ab5ec46af6 x-openstack-request-id: req-c5982d21-b758-4857-b6ef-81ab5ec46af6 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:16.463096 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0004c3f4-8b60-4836-88ef-c4e597772ad5", "name": "network-vif-deleted", "tag": "8802816f-f973-49bf-905f-774af47f7ba1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:16.463351 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5982d21-b758-4857-b6ef-81ab5ec46af6 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:16.463752 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0004c3f4-8b60-4836-88ef-c4e597772ad5', 'name': 'network-vif-deleted', 'tag': '8802816f-f973-49bf-905f-774af47f7ba1', 'status': 'completed', 'code': 200} Nov 12 04:28:16.521271 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c729f727-0c7b-405f-9741-9548d9db22b7 req-01e20c55-a7b9-4fb8-a1cd-09c012c38342 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=0004c3f4-8b60-4836-88ef-c4e597772ad5 HTTP/1.1" status: 200 len: 210 time: 0.0335457 Nov 12 04:28:17.583700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39350) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:17.943845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.201842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 1505845f-8298-4d80-b3c9-6218524efbc4 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:18.202182 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.290380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 1505845f-8298-4d80-b3c9-6218524efbc4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1505845f-8298-4d80-b3c9-6218524efbc4,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:18.290740 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.303956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 1505845f-8298-4d80-b3c9-6218524efbc4 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:18.489134 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.520011 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=1505845f-8298-4d80-b3c9-6218524efbc4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:18.700204 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.918026 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 6e75a3e1-1b06-44f5-8001-cac3447c7710 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:19.022239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:19.027703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f2f23974-2d90-4004-8212-055eeb36948e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/6e75a3e1-1b06-44f5-8001-cac3447c7710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4428618 Nov 12 04:28:19.031820 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39352) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:19.032113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] Sync routers for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:19.042823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:19.043435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:19.085546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ca8051-3b96-487f-99ab-3d62d9cfce8c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting subnet 2d492823-42fb-4858-b056-633b045aca1e {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:28:19.088650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31ca8051-3b96-487f-99ab-3d62d9cfce8c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.128668 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31ca8051-3b96-487f-99ab-3d62d9cfce8c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.150134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:19.215455 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31ca8051-3b96-487f-99ab-3d62d9cfce8c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.274149 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31ca8051-3b96-487f-99ab-3d62d9cfce8c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.303813 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca8051-3b96-487f-99ab-3d62d9cfce8c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Subnet': ['ID=2d492823-42fb-4858-b056-633b045aca1e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:19.305805 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31ca8051-3b96-487f-99ab-3d62d9cfce8c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.309004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-31ca8051-3b96-487f-99ab-3d62d9cfce8c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/subnets/2d492823-42fb-4858-b056-633b045aca1e HTTP/1.1" status: 204 len: 168 time: 0.2759328 Nov 12 04:28:19.311905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39354) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:19.319546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0252b24e-0de0-4e78-bdd5-574244e438b4 None None] Network 12f114ca-f720-4aca-8b93-e2d5ac7e9838 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:19.413043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:28:18Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:19.418262 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.445370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] Checking router: 6e75a3e1-1b06-44f5-8001-cac3447c7710 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:19.470258 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] Routers {'6e75a3e1-1b06-44f5-8001-cac3447c7710'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:19.470787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['6e75a3e1-1b06-44f5-8001-cac3447c7710'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:19.527282 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.573731 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8802816f-f973-49bf-905f-774af47f7ba1 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:19.592811 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port be217f37-c08a-4936-b485-0dfdcf44e9f9 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:19.593048 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.606254 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] DHCP port deletion for 12f114ca-f720-4aca-8b93-e2d5ac7e9838 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:19.611101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 8802816f-f973-49bf-905f-774af47f7ba1 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:19.611446 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 8802816f-f973-49bf-905f-774af47f7ba1 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:19.642996 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] Set router 6e75a3e1-1b06-44f5-8001-cac3447c7710 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:19.677338 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port be217f37-c08a-4936-b485-0dfdcf44e9f9, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=be217f37-c08a-4936-b485-0dfdcf44e9f9,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:19.677772 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.690819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for be217f37-c08a-4936-b485-0dfdcf44e9f9 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:19.777783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Deleting port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:19.778055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.860713 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.874596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] For port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=9a34e4f1-6545-4a6b-98ff-eb91cf6c712f,segment=NetworkSegment(07bb10d7-ca86-4d13-9dab-c43b1db7f2da),segment_id=07bb10d7-ca86-4d13-9dab-c43b1db7f2da)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:19.874993 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.888328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=be217f37-c08a-4936-b485-0dfdcf44e9f9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:19.890144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Calling delete_port for 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:19.910611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad57cb-bdb3-433f-ab94-6e0dcd5220bb None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:19.952096 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.976366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:28:18Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:20.007738 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e612db9-e481-4879-9c09-207dda237d84 None None] The sync data for ids ['6e75a3e1-1b06-44f5-8001-cac3447c7710'] in n-d-789963-21 is: [{'id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395438450', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:26:36Z', 'updated_at': '2021-11-12T04:28:18Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'be217f37-c08a-4936-b485-0dfdcf44e9f9', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e75a3e1-1b06-44f5-8001-cac3447c7710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:26:37Z', 'updated_at': '2021-11-12T04:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:20.041646 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.056903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.059234 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.072113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Pushing event deleted for resources: {'Port': ['ID=9a34e4f1-6545-4a6b-98ff-eb91cf6c712f,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.076459 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] No DVR routers for this DVR port 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:20.083839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.084181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.084519 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.085075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.085539 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.085763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.086123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.086452 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.087262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.087262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.087495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.087817 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885dacc-e392-4dba-8fe0-043868829b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.104310 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.104954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Fanout notify agent at l3_agent the message router_deleted on router 6e75a3e1-1b06-44f5-8001-cac3447c7710 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:28:20.111839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.113083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ab39b7e9-f441-463b-930e-ef3de03125d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/routers/6e75a3e1-1b06-44f5-8001-cac3447c7710 HTTP/1.1" status: 204 len: 168 time: 0.8003309 Nov 12 04:28:20.116139 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39356) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:20.192660 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.280210 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.299448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f114ca-f720-4aca-8b93-e2d5ac7e9838']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:20.309185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bb10d7-ca86-4d13-9dab-c43b1db7f2da') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:20.309434 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bb10d7-ca86-4d13-9dab-c43b1db7f2da') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:20.319219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.332142 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.337993 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:28:20.338375 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:28:20.341290 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:28:20.359441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:20.385951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:20.386296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 9a34e4f1-6545-4a6b-98ff-eb91cf6c712f not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:20.416222 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.423981 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.427352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/networks/12f114ca-f720-4aca-8b93-e2d5ac7e9838 HTTP/1.1" status: 204 len: 168 time: 0.3101773 Nov 12 04:28:20.430203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39358) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:20.442235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99c5f2-a6ff-4042-8302-f655e3680ddb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Network': ['ID=12f114ca-f720-4aca-8b93-e2d5ac7e9838,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.496186 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.523703 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.584608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.587443 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.588626 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/security-groups/049a0613-a9f9-49f2-b6e6-2e9930e435c8 HTTP/1.1" status: 204 len: 168 time: 0.1573889 Nov 12 04:28:20.608795 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049a0613-a9f9-49f2-b6e6-2e9930e435c8,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.617801 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.618229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.618479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.619172 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.619593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.619941 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.620273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.620622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.620953 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.621277 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.621598 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.621916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb72009-61a3-4493-bc44-887c80c53d8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.964654 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39364) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:20.969333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-d98682b5-1458-4e79-8fe6-9bf9e377b66a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1379820869', 'description': 'tempest-secgroup-smoke-1379820869 description', 'project_id': '72b0d9d0904440d3a4b331589951621b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:20.992516 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d98682b5-1458-4e79-8fe6-9bf9e377b66a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.057506 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d98682b5-1458-4e79-8fe6-9bf9e377b66a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.061963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d98682b5-1458-4e79-8fe6-9bf9e377b66a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.095516 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98682b5-1458-4e79-8fe6-9bf9e377b66a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c17e49-2a00-429f-800b-0fd73e664e5b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.102256 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d98682b5-1458-4e79-8fe6-9bf9e377b66a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.103526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-d98682b5-1458-4e79-8fe6-9bf9e377b66a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1377974 Nov 12 04:28:21.108316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39366) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.113148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-dd27a3bf-31b4-4d19-9e77-2048adefe6ed tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '28c17e49-2a00-429f-800b-0fd73e664e5b', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:21.140635 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd27a3bf-31b4-4d19-9e77-2048adefe6ed tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.201725 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd27a3bf-31b4-4d19-9e77-2048adefe6ed tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.205251 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd27a3bf-31b4-4d19-9e77-2048adefe6ed tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.222166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27a3bf-31b4-4d19-9e77-2048adefe6ed tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b66c75-0905-478c-8822-a3c19dc35b8d,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.229651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dd27a3bf-31b4-4d19-9e77-2048adefe6ed tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.230811 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dd27a3bf-31b4-4d19-9e77-2048adefe6ed tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212268 Nov 12 04:28:21.233543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39368) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.238284 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c26e2cea-a968-4e8b-9f5e-9a471483765e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '28c17e49-2a00-429f-800b-0fd73e664e5b', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:21.265126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c26e2cea-a968-4e8b-9f5e-9a471483765e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.319394 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c26e2cea-a968-4e8b-9f5e-9a471483765e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.322904 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c26e2cea-a968-4e8b-9f5e-9a471483765e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.339976 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2cea-a968-4e8b-9f5e-9a471483765e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e1ea21-d042-40cf-95b0-1e50ca964335,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.349089 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c26e2cea-a968-4e8b-9f5e-9a471483765e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.350309 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c26e2cea-a968-4e8b-9f5e-9a471483765e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158583 Nov 12 04:28:21.353099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39370) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.357449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0b5ea3ee-2e34-4233-8db0-00dc38b181b5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '28c17e49-2a00-429f-800b-0fd73e664e5b', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:21.384642 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea3ee-2e34-4233-8db0-00dc38b181b5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.440768 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea3ee-2e34-4233-8db0-00dc38b181b5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.444862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea3ee-2e34-4233-8db0-00dc38b181b5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.464122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ea3ee-2e34-4233-8db0-00dc38b181b5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be37bb1-40a1-46fc-81ca-06b90cbaab52,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.473667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0b5ea3ee-2e34-4233-8db0-00dc38b181b5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.474897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0b5ea3ee-2e34-4233-8db0-00dc38b181b5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208465 Nov 12 04:28:21.477609 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39372) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.481936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-db7261a7-bd61-464a-97b3-4c6bfe138cb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '28c17e49-2a00-429f-800b-0fd73e664e5b', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:21.508831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db7261a7-bd61-464a-97b3-4c6bfe138cb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.568288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db7261a7-bd61-464a-97b3-4c6bfe138cb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.572162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db7261a7-bd61-464a-97b3-4c6bfe138cb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.590209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7261a7-bd61-464a-97b3-4c6bfe138cb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399ab86a-8fc5-4118-9d83-ac9f3134a6f5,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.595169 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-db7261a7-bd61-464a-97b3-4c6bfe138cb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.596923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-db7261a7-bd61-464a-97b3-4c6bfe138cb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178279 Nov 12 04:28:21.599634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39374) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.603996 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-a61bdd07-49d1-4cc3-8966-47e1dfd902bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '28c17e49-2a00-429f-800b-0fd73e664e5b', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:21.625790 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-a61bdd07-49d1-4cc3-8966-47e1dfd902bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:28:21.630490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a61bdd07-49d1-4cc3-8966-47e1dfd902bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.687121 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a61bdd07-49d1-4cc3-8966-47e1dfd902bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.690731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a61bdd07-49d1-4cc3-8966-47e1dfd902bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.707650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bdd07-49d1-4cc3-8966-47e1dfd902bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642cabc6-440a-4697-a77e-167ee14e0720,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.715447 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a61bdd07-49d1-4cc3-8966-47e1dfd902bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.716586 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-a61bdd07-49d1-4cc3-8966-47e1dfd902bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160061 Nov 12 04:28:21.719537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39376) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.725017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-18f98170-5141-4a00-88fb-e542119f9973 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '28c17e49-2a00-429f-800b-0fd73e664e5b', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:21.746630 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-18f98170-5141-4a00-88fb-e542119f9973 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:28:21.751839 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18f98170-5141-4a00-88fb-e542119f9973 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.810761 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18f98170-5141-4a00-88fb-e542119f9973 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.814218 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18f98170-5141-4a00-88fb-e542119f9973 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.832558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f98170-5141-4a00-88fb-e542119f9973 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c35004-7bff-439b-b909-8907204d9812,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:21.841995 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18f98170-5141-4a00-88fb-e542119f9973 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.843538 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-18f98170-5141-4a00-88fb-e542119f9973 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229391 Nov 12 04:28:21.846332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39378) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:21.851695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'network': {'name': 'tempest-network-smoke--1652566744', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'port_security_enabled': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:21.873015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:21.876377 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.900230 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:28:21.910466 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.910466 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Added segment 1debdec5-0e39-4835-b0d3-3952604867b0 of type vlan for network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 Nov 12 04:28:21.923392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1505845f-8298-4d80-b3c9-6218524efbc4 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:21.944020 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1505845f-8298-4d80-b3c9-6218524efbc4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:21.944375 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1505845f-8298-4d80-b3c9-6218524efbc4 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:21.944893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be217f37-c08a-4936-b485-0dfdcf44e9f9 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:21.949500 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.963896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: be217f37-c08a-4936-b485-0dfdcf44e9f9 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:21.964248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device be217f37-c08a-4936-b485-0dfdcf44e9f9 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:21.978184 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.983583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.984155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.042682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1947777 Nov 12 04:28:22.046411 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39380) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:22.050963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'admin_state_up': True, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:22.051271 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b1618-4e8b-4139-acec-18e84daa8dd7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Network': ['ID=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:22.061823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:28:22.073622 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.074672 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.130191 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.265034 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.454741 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.473740 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.573338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.96 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/a21fc9d3-884d-41c0-81f0-1a25375fb1fc) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:22.676627 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.711259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.751555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:22.754643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:22.757266 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:22.768015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65be4a6-c62a-4525-8361-efa7c7e6b37b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:22.782970 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=a21fc9d3-884d-41c0-81f0-1a25375fb1fc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:22.887952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-67907962-47a9-444e-b2e3-d0a0277a6bcb None None] Provisioning complete for port a21fc9d3-884d-41c0-81f0-1a25375fb1fc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:22.888298 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-67907962-47a9-444e-b2e3-d0a0277a6bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.922384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-67907962-47a9-444e-b2e3-d0a0277a6bcb None None] Port a21fc9d3-884d-41c0-81f0-1a25375fb1fc cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:23.003481 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.467899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.592450 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:28:23.696250 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:23.705561 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Sync routers for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:23.715517 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:23.716120 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:23.716577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.717828 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7a1d45bd-503b-4381-9a7a-ee396fb5dd82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6704314 Nov 12 04:28:23.721214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39382) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:23.750636 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-91122e9c-c1b5-41bd-87d0-5c5e8972a648 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=72b0d9d0904440d3a4b331589951621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274267 Nov 12 04:28:23.753969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39384) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:23.820767 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:23.905835 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72701421-2d10-49e9-8949-826993415199 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:23.910936 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-72701421-2d10-49e9-8949-826993415199 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520939 Nov 12 04:28:23.910936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39386) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:23.951531 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4dd833bd-ab87-462d-b698-7a9b1af560c1 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395424 Nov 12 04:28:23.954203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39388) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:23.959405 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-202808209', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:24.005838 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:22Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:24.032235 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Checking router: 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:24.032578 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Updating router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 port a21fc9d3-884d-41c0-81f0-1a25375fb1fc binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:28:24.047778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:24.051862 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.058569 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.235021 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.304773 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Subnet': ['ID=b355e009-f01a-4a52-b17f-9a3c9282097f,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:24.309184 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.309341 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Checking segment: {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:24.309555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network hostable DHCP agents. Network: 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:28:24.316713 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.327513 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:28:24.337360 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:24.342165 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:24.343214 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.348540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4350490e-a97d-4bf4-9395-8afe756977e5 None None] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:24.365483 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-251c7e13-ed14-4eab-9e99-71e599e6ccec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4090693 Nov 12 04:28:24.366990 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Attempting to bind port a21fc9d3-884d-41c0-81f0-1a25375fb1fc on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:24.367163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39390) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:24.367771 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Attempting to bind port a21fc9d3-884d-41c0-81f0-1a25375fb1fc by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:24.368196 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Attempting to bind port a21fc9d3-884d-41c0-81f0-1a25375fb1fc on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:24.374792 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d345f-fd5b-4f9c-b6aa-9eabcb8e9913 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:24.378419 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:24.379188 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:24.379342 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.379756 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:24.380464 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Bound port: a21fc9d3-884d-41c0-81f0-1a25375fb1fc, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:24.380939 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.400943 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Pushing event updated for resources: {'Port': ['ID=a21fc9d3-884d-41c0-81f0-1a25375fb1fc,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:24.437641 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] For port a21fc9d3-884d-41c0-81f0-1a25375fb1fc, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:24.441804 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] For port a21fc9d3-884d-41c0-81f0-1a25375fb1fc, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a21fc9d3-884d-41c0-81f0-1a25375fb1fc,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:24.443929 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.444463 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.444970 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.445481 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.445968 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.446449 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.446920 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.447389 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.447868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.448342 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.448842 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.449320 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:24.453401 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.502495 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c92fc873-5b7b-45b6-928e-577e66cd6657 None None] Provisioning complete for port a21fc9d3-884d-41c0-81f0-1a25375fb1fc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:24.503225 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c92fc873-5b7b-45b6-928e-577e66cd6657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.511795 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:24.512404 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:24.529687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c0f22-81c7-4cb6-b4f6-7a76b6e576cb None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:28:24.618123 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086111c-87f4-4900-8f16-533851fe3b5e None None] Pushing event updated for resources: {'Port': ['ID=a21fc9d3-884d-41c0-81f0-1a25375fb1fc,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:24.624997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:28:24.626099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.633784 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:24.664533 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c92fc873-5b7b-45b6-928e-577e66cd6657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.738883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c92fc873-5b7b-45b6-928e-577e66cd6657 None None] For port a21fc9d3-884d-41c0-81f0-1a25375fb1fc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a21fc9d3-884d-41c0-81f0-1a25375fb1fc,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:24.745253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c92fc873-5b7b-45b6-928e-577e66cd6657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.842959 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:24.848764 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:22Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:24.879505 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a5485-cc35-49ad-abd5-c972b94fad0b None None] The sync data for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 is: [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:22Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:25.020917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fc873-5b7b-45b6-928e-577e66cd6657 None None] Pushing event updated for resources: {'Port': ['ID=a21fc9d3-884d-41c0-81f0-1a25375fb1fc,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:25.029951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Allocated IP 172.20.0.2 (30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9/b355e009-f01a-4a52-b17f-9a3c9282097f/327ae1ce-76dd-4107-a56d-16604c3aefe7) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:25.032050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d7ceedca-fe33-4e99-92f4-794c01e0eeee None None] Provisioning complete for port a21fc9d3-884d-41c0-81f0-1a25375fb1fc triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:25.032269 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7ceedca-fe33-4e99-92f4-794c01e0eeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.261226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.275093 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.280725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.327540 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:25.330620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:25.335833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:25.337859 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.1 (30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9/b355e009-f01a-4a52-b17f-9a3c9282097f/a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:25.339044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Pushing event updated for resources: {'Port': ['ID=327ae1ce-76dd-4107-a56d-16604c3aefe7,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:25.395263 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Attempting to bind port 327ae1ce-76dd-4107-a56d-16604c3aefe7 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:25.395975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Attempting to bind port 327ae1ce-76dd-4107-a56d-16604c3aefe7 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:25.395975 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Attempting to bind port 327ae1ce-76dd-4107-a56d-16604c3aefe7 on network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:25.401774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:25.402188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Checking segment: {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:25.402589 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.403003 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Bound using segment: {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:25.403476 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Bound port: 327ae1ce-76dd-4107-a56d-16604c3aefe7, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:25.403855 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.463230 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.471945 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] For port 327ae1ce-76dd-4107-a56d-16604c3aefe7, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:25.475348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] For port 327ae1ce-76dd-4107-a56d-16604c3aefe7, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=327ae1ce-76dd-4107-a56d-16604c3aefe7,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:25.482913 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.499406 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.551141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb900bf-4cff-45e2-8c77-3da087e0b03a None None] Pushing event updated for resources: {'Port': ['ID=327ae1ce-76dd-4107-a56d-16604c3aefe7,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:25.553555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:25.556981 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:25.564079 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:25.597578 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:25.616963 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.767060 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.008841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 327ae1ce-76dd-4107-a56d-16604c3aefe7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:26.061259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 327ae1ce-76dd-4107-a56d-16604c3aefe7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:26.061626 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.072066 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.077840 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.147338 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.159704 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:26.165369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.181005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 327ae1ce-76dd-4107-a56d-16604c3aefe7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=327ae1ce-76dd-4107-a56d-16604c3aefe7,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:26.185121 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.185916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a21fc9d3-884d-41c0-81f0-1a25375fb1fc up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:26.259225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:26.261090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:26.267527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=327ae1ce-76dd-4107-a56d-16604c3aefe7,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:26.278082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a21fc9d3-884d-41c0-81f0-1a25375fb1fc triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:26.278462 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.379923 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:26.491621 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:26.499449 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e2bd8f8e-7f16-4318-bb44-ae6d0e07456d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/75d4a6b0-edff-4f22-910f-da1c3e97dbe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1285784 Nov 12 04:28:26.661566 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-e6590dc1-20b9-443f-8246-c6d749fd6c5e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1379820869&fields=id&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 267 time: 0.0497344 Nov 12 04:28:26.749660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd44a4-0563-476b-a23f-68a9f403cb2e None None] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:28:26.826655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-11c6cf63-25ee-4634-b3b2-7d5fcc659c55 None None] Provisioning complete for port 327ae1ce-76dd-4107-a56d-16604c3aefe7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:26.827026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-11c6cf63-25ee-4634-b3b2-7d5fcc659c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.073742 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01301-e172-4063-92b0-650a81b7a5fb req-6c777fbe-c2bb-42d0-b0c1-6a02a1b6c76d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:27.075317 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-6c777fbe-c2bb-42d0-b0c1-6a02a1b6c76d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 797 time: 0.4069786 Nov 12 04:28:27.092120 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-bd472282-7fad-438a-bbdd-12ec62a349c7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/quotas/72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 375 time: 0.0103140 Nov 12 04:28:27.099126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Sync routers for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:27.109262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:27.110042 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:27.150137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-09970f3a-2636-4197-9f54-3d1fb40cf5b8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494967 Nov 12 04:28:27.232955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:27.253263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-a872b020-4c6d-4ba9-86ad-98d467fa0a44 service neutron] 10.222.0.49 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903640 Nov 12 04:28:27.352018 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-26821fe6-2a69-4f70-b703-1239b8b82027 service neutron] 10.222.0.49 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921760 Nov 12 04:28:27.374714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42f0bc6d-51cf-40ae-af57-70f5e96f16f9 None None] Provisioning complete for port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:27.375094 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42f0bc6d-51cf-40ae-af57-70f5e96f16f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.429052 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-42f0bc6d-51cf-40ae-af57-70f5e96f16f9 None None] Port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:27.449331 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-42f0bc6d-51cf-40ae-af57-70f5e96f16f9 None None] Provisioning complete for port 327ae1ce-76dd-4107-a56d-16604c3aefe7 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:27.449695 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-42f0bc6d-51cf-40ae-af57-70f5e96f16f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.545200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-40200e08-2c89-4cdf-bf75-0a9b28289330 req-04e96c5c-5c98-4e1a-8a32-63ac34d280ba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 210 time: 0.0396850 Nov 12 04:28:27.576132 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 2, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:27.606803 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Checking router: 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:27.607148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Updating router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:28:27.639739 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.767169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1cfa2398-84af-41ea-82ee-adf6a8dfc912 None None] Provisioning complete for port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:27.767777 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1cfa2398-84af-41ea-82ee-adf6a8dfc912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.856325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa2398-84af-41ea-82ee-adf6a8dfc912 None None] Port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:27.962158 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.969654 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.978874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 327ae1ce-76dd-4107-a56d-16604c3aefe7 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:28.067144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad9b27-b081-4319-a8e0-46c22089b086 None None] Pushing event updated for resources: {'Port': ['ID=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:28.123613 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 327ae1ce-76dd-4107-a56d-16604c3aefe7 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:28.123983 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.126833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Attempting to bind port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:28.127208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Attempting to bind port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:28.127634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Attempting to bind port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b on network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:28.156233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:28.156618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Checking segment: {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:28.157110 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.157885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Bound using segment: {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:28.158022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Bound port: a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:28.158400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.261741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] For port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:28.267587 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] For port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:28.279199 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.325288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-52c5458d-f78c-4f7e-a3a5-16a7f36743da None None] Provisioning complete for port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:28.325601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52c5458d-f78c-4f7e-a3a5-16a7f36743da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.379636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad9b27-b081-4319-a8e0-46c22089b086 None None] Pushing event updated for resources: {'Port': ['ID=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:28.387982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:28.388600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:28.526239 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52c5458d-f78c-4f7e-a3a5-16a7f36743da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.562892 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:28.607368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-52c5458d-f78c-4f7e-a3a5-16a7f36743da None None] For port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:28.614293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01301-e172-4063-92b0-650a81b7a5fb req-8abe8ac0-5291-4315-9250-89b51a42b394 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:28.616134 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-8abe8ac0-5291-4315-9250-89b51a42b394 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 797 time: 0.1458609 Nov 12 04:28:28.618389 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-52c5458d-f78c-4f7e-a3a5-16a7f36743da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.686912 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1edbeb86-e7fb-4018-bbba-2e529873fc35 req-e790eabf-93de-4e07-b3e1-17cceaccb98d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 210 time: 0.0375652 Nov 12 04:28:28.704268 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-0835bd3a-bd36-4c21-a716-68886286c442 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 380 time: 0.0785480 Nov 12 04:28:28.709733 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5458d-f78c-4f7e-a3a5-16a7f36743da None None] Pushing event updated for resources: {'Port': ['ID=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:28.716448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'port': {'device_id': '50602efb-e164-4c07-b127-14db07d4ec55', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'admin_state_up': True, 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'security_groups': ['28c17e49-2a00-429f-800b-0fd73e664e5b']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:28.780672 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-89429532-ee61-4614-bf06-217744341545 None None] Provisioning complete for port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:28.781277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-89429532-ee61-4614-bf06-217744341545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:28.919326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:28Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:28.948719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd4001-77f0-4856-b2e3-8da7e143994e None None] The sync data for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 is: [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:28Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:29.171845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:29.176402 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.306378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.3 (30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9/b355e009-f01a-4a52-b17f-9a3c9282097f/370c36f0-2809-4e6e-b867-5c53e38104ec) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:29.456613 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.492096 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.538213 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:29.541541 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:29.545475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:29.552909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:29.606257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:29.607196 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.625572 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-36b6c91a-bbdd-4a59-8702-32bb84f4fcee tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9128363 Nov 12 04:28:29.638974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Request body: {'port': {'device_id': '50602efb-e164-4c07-b127-14db07d4ec55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:29.699224 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.843474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8e3d0338-87ba-4d93-81c4-729d1648c112 None None] Provisioning complete for port 370c36f0-2809-4e6e-b867-5c53e38104ec triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:29.844018 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0338-87ba-4d93-81c4-729d1648c112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.882810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d0338-87ba-4d93-81c4-729d1648c112 None None] Port 370c36f0-2809-4e6e-b867-5c53e38104ec cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:29.888685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dcfd5-2b64-4684-b806-ae57d3d64d77 req-8c81e30e-a734-42e4-af67-35d4b2cdb79f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:29.890266 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a75dcfd5-2b64-4684-b806-ae57d3d64d77 req-8c81e30e-a734-42e4-af67-35d4b2cdb79f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 931 time: 0.1277661 Nov 12 04:28:30.001492 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a75dcfd5-2b64-4684-b806-ae57d3d64d77 req-49a7c742-d417-45c2-bf09-ccf1e2a11166 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035180 Nov 12 04:28:30.009746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:30.069831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:30.070228 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.076158 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370c36f0-2809-4e6e-b867-5c53e38104ec {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:30.085311 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.098675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Transition to ACTIVE for port object 370c36f0-2809-4e6e-b867-5c53e38104ec will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:28:30.103696 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.181246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Pushing event updated for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.239958 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Attempting to bind port 370c36f0-2809-4e6e-b867-5c53e38104ec on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:30.240359 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Attempting to bind port 370c36f0-2809-4e6e-b867-5c53e38104ec by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:30.240704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Attempting to bind port 370c36f0-2809-4e6e-b867-5c53e38104ec on network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:30.246424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Port 370c36f0-2809-4e6e-b867-5c53e38104ec on network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:28:30.246424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Attempting to bind port 370c36f0-2809-4e6e-b867-5c53e38104ec on network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:30.252370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:30.253295 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Checking segment: {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:30.253696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Bound using segment: {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:30.254126 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Bound port: 370c36f0-2809-4e6e-b867-5c53e38104ec, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1debdec5-0e39-4835-b0d3-3952604867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:30.254498 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.326040 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:30.329827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:30.336074 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.371071 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:30.371932 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.373611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] 10.222.0.20 "PUT /v2.0/ports/370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 1092 time: 0.7390695 Nov 12 04:28:30.375880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:30.379362 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77" -d '{"events": [{"name": "network-changed", "server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:30.421880 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ced61-c151-45ee-b1fd-4c4a16844ecc service neutron] Pushing event updated for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:30.438033 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588edc5b-6836-42a0-8960-85a8dfaea2fd x-openstack-request-id: req-588edc5b-6836-42a0-8960-85a8dfaea2fd {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:30.438325 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:30.438583 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-588edc5b-6836-42a0-8960-85a8dfaea2fd {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:30.439000 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'status': 'completed', 'code': 200} Nov 12 04:28:30.468345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01301-e172-4063-92b0-650a81b7a5fb req-74e8d74e-08f6-4103-ac59-f79ced55e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:30.470048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-74e8d74e-08f6-4103-ac59-f79ced55e25b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1095 time: 0.0445006 Nov 12 04:28:30.519588 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-bc7b7144-e921-48df-a349-dcf7bd3c9aa1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 217 time: 0.0402300 Nov 12 04:28:30.576210 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01301-e172-4063-92b0-650a81b7a5fb req-e5bdd93c-600c-4d52-8c1a-c4c04c7099ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:30.577712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-e5bdd93c-600c-4d52-8c1a-c4c04c7099ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 200 len: 834 time: 0.0505590 Nov 12 04:28:30.625015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01301-e172-4063-92b0-650a81b7a5fb req-70048939-9d31-4cbd-bace-0fba1115aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:30.626425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-70048939-9d31-4cbd-bace-0fba1115aceb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418067 Nov 12 04:28:30.719974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-533237d9-d38c-42bd-b571-0e63a5681505 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857687 Nov 12 04:28:30.809186 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-78b01301-e172-4063-92b0-650a81b7a5fb req-8d7f80e1-101f-4db2-a2f6-c12db5f81ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825086 Nov 12 04:28:30.900653 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-dd0a3184-89b7-44d4-9c66-cb308e035630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:30.902073 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-dd0a3184-89b7-44d4-9c66-cb308e035630 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1095 time: 0.0453439 Nov 12 04:28:30.999521 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-3900531d-2a61-4ace-94a3-858e419bdb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:31.001155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-3900531d-2a61-4ace-94a3-858e419bdb83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 899 time: 0.0911918 Nov 12 04:28:31.046703 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-9023456a-65e3-4cb5-9d8e-a0180877ad46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 217 time: 0.0382695 Nov 12 04:28:31.122925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-64ae9988-5c6b-4ca3-92dd-200896426a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:31.124360 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-64ae9988-5c6b-4ca3-92dd-200896426a8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 200 len: 834 time: 0.0699091 Nov 12 04:28:31.149606 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02597181-0e01-4949-a1bb-e443344bd95c req-b7add87e-6ba9-4a31-8767-64890489e9d5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:31.151089 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02597181-0e01-4949-a1bb-e443344bd95c req-b7add87e-6ba9-4a31-8767-64890489e9d5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 943 time: 0.0708253 Nov 12 04:28:31.216424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-9d057204-ae0d-4fd4-bba2-7cd92526001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:31.217920 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-9d057204-ae0d-4fd4-bba2-7cd92526001d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850444 Nov 12 04:28:31.222066 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-02597181-0e01-4949-a1bb-e443344bd95c req-653efc79-3e29-423a-ab71-c897297fa076 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575840 Nov 12 04:28:31.309926 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-1d14bb91-1431-40fa-b0eb-f3a9bd85172f service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843642 Nov 12 04:28:31.406013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9bd255c5-fe7b-4a5d-9e7e-03f632d24a77 req-836c3cbc-1736-4c28-89fe-554b580d520a service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882926 Nov 12 04:28:31.451828 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1cf11544-d5e9-4ba4-9cea-13af4f2a72b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.346018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdc9f2-02f0-4dd5-a12e-80d55300cef0 req-a35609ec-a304-47f2-b936-965a5a5fd944 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:32.347476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15bdc9f2-02f0-4dd5-a12e-80d55300cef0 req-a35609ec-a304-47f2-b936-965a5a5fd944 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 943 time: 0.0534582 Nov 12 04:28:32.396726 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15bdc9f2-02f0-4dd5-a12e-80d55300cef0 req-cc33acf9-1f56-449b-8112-b840f81376d0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 Nov 12 04:28:33.512459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5f4ca-81e9-4e51-82a4-b0f85aea42ff req-5ca3df3f-9e17-45a8-89ee-bcbc2e7b17a9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:33.514012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cef5f4ca-81e9-4e51-82a4-b0f85aea42ff req-5ca3df3f-9e17-45a8-89ee-bcbc2e7b17a9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 943 time: 0.0501044 Nov 12 04:28:33.562981 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cef5f4ca-81e9-4e51-82a4-b0f85aea42ff req-a1ca3024-5135-4431-be4e-bc1f66138cde tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Nov 12 04:28:33.622840 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 370c36f0-2809-4e6e-b867-5c53e38104ec details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:28:33.711972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09173b59-7745-477f-a57a-d03f1d3da1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.730934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:33.741819 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'port_id': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'mac_address': 'fa:16:3e:39:e4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:28:33.778688 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.795922 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370c36f0-2809-4e6e-b867-5c53e38104ec {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:33.815162 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:33.819278 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:33.865290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:34.026874 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['370c36f0-2809-4e6e-b867-5c53e38104ec'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:28:34.598671 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:34.679912 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add144a-6b0c-4e7f-8cbc-8a2fa5749655 req-52b8f23a-98b9-43da-9359-db88547a10fc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:34.681441 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2add144a-6b0c-4e7f-8cbc-8a2fa5749655 req-52b8f23a-98b9-43da-9359-db88547a10fc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 944 time: 0.0480173 Nov 12 04:28:34.730947 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2add144a-6b0c-4e7f-8cbc-8a2fa5749655 req-d7ed4cef-6399-400c-b290-fa0029552f82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432854 Nov 12 04:28:35.188812 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.653578 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 370c36f0-2809-4e6e-b867-5c53e38104ec up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:35.703940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 370c36f0-2809-4e6e-b867-5c53e38104ec completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:28:35.708778 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 370c36f0-2809-4e6e-b867-5c53e38104ec triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:35.709253 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.789148 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.812559 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:35.814856 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057f8c76-de88-4b79-b1e4-1523e0b508e8" -d '{"events": [{"server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "name": "network-vif-plugged", "status": "completed", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:35.828421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:35.835481 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.851021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9f54b-1d4c-4e97-82d5-b9b44f5e1a8c req-242b4108-d0ea-46a7-b371-8182a8987a22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:35.852563 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24f9f54b-1d4c-4e97-82d5-b9b44f5e1a8c req-242b4108-d0ea-46a7-b371-8182a8987a22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 944 time: 0.0520451 Nov 12 04:28:35.860227 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a18b01b-bc9b-4833-bc2c-a524239e5317 x-openstack-request-id: req-2a18b01b-bc9b-4833-bc2c-a524239e5317 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:35.860536 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "name": "network-vif-plugged", "status": "completed", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:35.860818 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a18b01b-bc9b-4833-bc2c-a524239e5317 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:35.861213 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'code': 200} Nov 12 04:28:35.892790 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:35.910587 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-24f9f54b-1d4c-4e97-82d5-b9b44f5e1a8c req-8164bf50-b4ae-4bf7-b51d-f0caab895ef8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510297 Nov 12 04:28:35.966035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01472ec7-80d1-4a72-9d6c-c48628d6f9e2 req-156fb027-37af-416f-9a53-d1705449d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:35.967630 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01472ec7-80d1-4a72-9d6c-c48628d6f9e2 req-156fb027-37af-416f-9a53-d1705449d981 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1097 time: 0.0460722 Nov 12 04:28:36.013913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01472ec7-80d1-4a72-9d6c-c48628d6f9e2 req-de5161ec-3037-4ce2-be84-cf78c41bd5d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389018 Nov 12 04:28:36.555908 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.029057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be137-454b-4079-beed-cc6ba953117d req-5adf0636-a29c-426b-8c19-4bd0e013f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:37.030564 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3f5be137-454b-4079-beed-cc6ba953117d req-5adf0636-a29c-426b-8c19-4bd0e013f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0499816 Nov 12 04:28:37.086387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3f5be137-454b-4079-beed-cc6ba953117d req-500c0652-86af-4372-a925-3108dc23b970 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492408 Nov 12 04:28:37.381649 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.202737 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc0199-d892-4bce-9dd6-db17ee848a1e req-0934dd5c-a541-494b-b145-6795675f7d42 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.204260 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01fc0199-d892-4bce-9dd6-db17ee848a1e req-0934dd5c-a541-494b-b145-6795675f7d42 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0494363 Nov 12 04:28:38.253010 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-01fc0199-d892-4bce-9dd6-db17ee848a1e req-a09a407a-6723-4607-808e-366b00314b28 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Nov 12 04:28:38.368726 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b1d35-a0e9-42ab-8b08-bad4f068af5b req-ee110b69-ae4b-4e4c-9c26-48081236fb1b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.370243 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-227b1d35-a0e9-42ab-8b08-bad4f068af5b req-ee110b69-ae4b-4e4c-9c26-48081236fb1b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0499766 Nov 12 04:28:38.419862 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-227b1d35-a0e9-42ab-8b08-bad4f068af5b req-1e9344f6-14a7-403e-a686-9714bb143215 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433180 Nov 12 04:28:38.440933 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39444) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.480694 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e1fe5-9281-497b-bb94-e9a51ed5eedd tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.482142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-447e1fe5-9281-497b-bb94-e9a51ed5eedd tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1092 time: 0.0402389 Nov 12 04:28:38.484893 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39446) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:38.489311 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:38.515785 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.618891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.724401 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.145 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/0869d2ed-64d1-4e58-bdcb-492790b63095) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:38.834444 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.866607 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.902044 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:38.904852 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:38.910233 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:38.942653 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=0869d2ed-64d1-4e58-bdcb-492790b63095,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:39.300830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.371830 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.520362 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.524907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.593102 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=0869d2ed-64d1-4e58-bdcb-492790b63095,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:39.602222 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.701548 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP d7f50c77-0bd8-42a0-b892-88f4ecd17011 associated. External IP: 172.25.0.145, port: 370c36f0-2809-4e6e-b867-5c53e38104ec. Nov 12 04:28:39.908099 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:40.015717 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:40.025794 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] Sync routers for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:40.033517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:40.034966 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:40.035957 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:40.060010 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-74bdf2c4-f961-4cab-8f6b-f96ddc8d2eaf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5740993 Nov 12 04:28:40.060590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:40.062886 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44dc352-31ac-4834-8fbd-5cc083d22bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:40.104113 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd322df-ec8d-49eb-bd6b-a804abc05c6d x-openstack-request-id: req-8dd322df-ec8d-49eb-bd6b-a804abc05c6d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:40.104840 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:40.105219 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dd322df-ec8d-49eb-bd6b-a804abc05c6d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:40.105715 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'status': 'completed', 'code': 200} Nov 12 04:28:40.143690 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:40.203964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359f2af-e917-4e92-9553-fdc8e1e6aa15 req-fb1dde8e-ba4e-4f49-a42c-f4fa1b8047d7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.205471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5359f2af-e917-4e92-9553-fdc8e1e6aa15 req-fb1dde8e-ba4e-4f49-a42c-f4fa1b8047d7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0833216 Nov 12 04:28:40.207286 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-208b81a1-88f5-4890-9209-0e9a600f62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.209137 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-208b81a1-88f5-4890-9209-0e9a600f62e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1097 time: 0.0758340 Nov 12 04:28:40.312486 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5359f2af-e917-4e92-9553-fdc8e1e6aa15 req-8c70511a-c0df-4abe-be49-552f72a2e228 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006007 Nov 12 04:28:40.336908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39454) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:40.348865 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-70c0ef3d-942e-40bd-90bd-8f30255a8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.351373 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-70c0ef3d-942e-40bd-90bd-8f30255a8e7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 899 time: 0.1334949 Nov 12 04:28:40.374433 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd7f50c77-0bd8-42a0-b892-88f4ecd17011', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'port_id': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'mac_address': 'fa:16:3e:39:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50602efb-e164-4c07-b127-14db07d4ec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:39Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:28Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:40.400269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6787d78a-6e69-43b3-a338-b437520fd14f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/d7f50c77-0bd8-42a0-b892-88f4ecd17011 HTTP/1.1" status: 200 len: 991 time: 0.0609021 Nov 12 04:28:40.401041 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] Checking router: 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:40.409783 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:40.410380 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:28:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:40.420509 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-4533b0b1-3b8e-40d7-81ca-2006e3df6fe0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 999 time: 0.0625288 Nov 12 04:28:40.468524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-8e8a1c8a-aa7a-4184-bb43-d8f40d7ca108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.469914 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-8e8a1c8a-aa7a-4184-bb43-d8f40d7ca108 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 200 len: 834 time: 0.0432606 Nov 12 04:28:40.523800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-359c0168-51d2-46d7-9888-55c079823c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.525376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-359c0168-51d2-46d7-9888-55c079823c8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477624 Nov 12 04:28:40.608375 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:40.616677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-09161e08-52df-47c2-9ed8-3c12e4a0ca85 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845249 Nov 12 04:28:40.712287 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e44dc352-31ac-4834-8fbd-5cc083d22bfc req-9efeb86f-e3a1-4d85-884d-7de03b428e10 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885463 Nov 12 04:28:40.837523 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd7f50c77-0bd8-42a0-b892-88f4ecd17011', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'port_id': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'mac_address': 'fa:16:3e:39:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50602efb-e164-4c07-b127-14db07d4ec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:39Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:28Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:40.863801 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e36b7-18c1-42b9-b7c5-2d1dce3e9bb6 None None] The sync data for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 is: [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd7f50c77-0bd8-42a0-b892-88f4ecd17011', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'port_id': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'mac_address': 'fa:16:3e:39:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50602efb-e164-4c07-b127-14db07d4ec55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:39Z', 'updated_at': '2021-11-12T04:28:39Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:28Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:41.078090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c395b-dfe4-4b0e-aedc-0d82f764d348 None None] New status for floating IP d7f50c77-0bd8-42a0-b892-88f4ecd17011: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:28:41.402854 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39456) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:41.466074 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-81f373c7-4de6-41ac-9958-0e94757eb292 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/d7f50c77-0bd8-42a0-b892-88f4ecd17011 HTTP/1.1" status: 200 len: 993 time: 0.0620825 Nov 12 04:28:55.239523 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:01.452534 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-693954c4-c4aa-41c8-8f4c-109d2253f20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:03.705048 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0967c31c-ab12-4de9-8ec5-6907362c42c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.191591 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:06.557620 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.384016 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.184800 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aad4caec-dc5a-47fb-8181-1f61cc8200c6 req-cfd9e9f7-d64d-4990-89f0-d60904bb175d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260193 Nov 12 04:29:09.266274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aad4caec-dc5a-47fb-8181-1f61cc8200c6 req-e2a18a4a-f599-4976-8f50-dbf2ba2c5271 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0252221 Nov 12 04:29:09.309755 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aad4caec-dc5a-47fb-8181-1f61cc8200c6 req-46380899-5dca-4ec1-a9b7-ed2ff3925a48 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198493 Nov 12 04:29:09.404850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4caec-dc5a-47fb-8181-1f61cc8200c6 req-4f152ca0-f323-4f44-ba42-2cf8e746a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:09.406315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-aad4caec-dc5a-47fb-8181-1f61cc8200c6 req-4f152ca0-f323-4f44-ba42-2cf8e746a9f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899858 Nov 12 04:29:11.596887 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:12.282646 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-7081c80b-4a79-439d-9988-e32bff4f1db8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399458 Nov 12 04:29:12.369952 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-094d308a-916f-455a-8ef2-5ca303b8ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.371446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-094d308a-916f-455a-8ef2-5ca303b8ec9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1097 time: 0.0414283 Nov 12 04:29:12.477433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-5c62eb39-ccff-499d-a8de-b21ee7d213a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.478896 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-5c62eb39-ccff-499d-a8de-b21ee7d213a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 899 time: 0.0885623 Nov 12 04:29:12.544175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-8bb069a7-35cd-4e74-9960-134a0f16a638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 1001 time: 0.0579674 Nov 12 04:29:12.597818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-802b3c1e-372b-4f6a-8669-0dc66628eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.599277 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-802b3c1e-372b-4f6a-8669-0dc66628eb60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 200 len: 834 time: 0.0488315 Nov 12 04:29:12.644660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-70eda1d5-5b00-4ebc-a9d2-641d795119cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.646184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-70eda1d5-5b00-4ebc-a9d2-641d795119cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400090 Nov 12 04:29:12.735681 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-e1e51348-d8bb-46cf-9822-ea9ad62b0a4c service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826139 Nov 12 04:29:12.836001 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-eab547a2-4a8c-43f7-9155-66e3a80ccbf6 req-66185252-2b61-4e50-9595-028065e856a7 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924940 Nov 12 04:29:12.877798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39474) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:12.891273 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f48c-af5c-4158-a484-780699609be8 req-9b15c48d-9c21-420b-b790-6224008bce59 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:12.892774 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cb85f48c-af5c-4158-a484-780699609be8 req-9b15c48d-9c21-420b-b790-6224008bce59 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0533600 Nov 12 04:29:12.945968 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cb85f48c-af5c-4158-a484-780699609be8 req-dd991179-e941-44c9-83b5-2992a4ad284e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463874 Nov 12 04:29:12.959296 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-c0015d49-8388-4dc9-9f15-6db10258c234 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803051 Nov 12 04:29:12.968937 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-d9b88dfc-f198-4568-99a0-0cb9c49064f8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:29:12.969913 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-d9b88dfc-f198-4568-99a0-0cb9c49064f8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050316 Nov 12 04:29:14.051831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-9a0eb026-c4c1-49c3-9933-85a5f571c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.053319 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-9a0eb026-c4c1-49c3-9933-85a5f571c1bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1097 time: 0.0669994 Nov 12 04:29:14.123492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dcfd3-008f-48d4-acf3-5fddaafcab06 req-1b984605-2943-44c2-8837-f9d5386023b8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.124971 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc3dcfd3-008f-48d4-acf3-5fddaafcab06 req-1b984605-2943-44c2-8837-f9d5386023b8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.1046898 Nov 12 04:29:14.190667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-ad1343ca-26ff-4615-b015-8fe745ed348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.192127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-ad1343ca-26ff-4615-b015-8fe745ed348e service neutron] 10.222.0.20 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 899 time: 0.1312954 Nov 12 04:29:14.196503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fc3dcfd3-008f-48d4-acf3-5fddaafcab06 req-9a028e4d-9ff0-41ce-b743-89c13213bab2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656807 Nov 12 04:29:14.262958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-7dac695b-6b1d-4244-9b82-c0ce7b0517e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 1001 time: 0.0629499 Nov 12 04:29:14.313128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-08978b54-1800-4cad-97d3-8dc3ca4816f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.314585 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-08978b54-1800-4cad-97d3-8dc3ca4816f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 200 len: 834 time: 0.0449615 Nov 12 04:29:14.360673 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-56fd29c8-5895-4078-8df3-4792b9275d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.362158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-56fd29c8-5895-4078-8df3-4792b9275d47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398567 Nov 12 04:29:14.457848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-8cad94b4-4947-4ff7-88ae-daf5c0cd4381 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880642 Nov 12 04:29:14.547716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-556d5e6d-4b0e-4ab9-bfda-6bbccb59fb1e service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831699 Nov 12 04:29:15.322437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e375d1-857c-48aa-a8ed-ca0c85de9dc4 req-1e46f835-f255-4571-ad78-87a6cba77a4f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:15.323919 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-21e375d1-857c-48aa-a8ed-ca0c85de9dc4 req-1e46f835-f255-4571-ad78-87a6cba77a4f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0556500 Nov 12 04:29:15.372644 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-21e375d1-857c-48aa-a8ed-ca0c85de9dc4 req-fc231302-b977-43b9-9da3-3a2ea854277c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Nov 12 04:29:16.506904 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23af0a9-e4ed-4e10-9c5a-3b6347407759 req-38087104-3d43-41b0-8a17-81504c024c5b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:16.508436 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f23af0a9-e4ed-4e10-9c5a-3b6347407759 req-38087104-3d43-41b0-8a17-81504c024c5b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0654621 Nov 12 04:29:16.566409 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f23af0a9-e4ed-4e10-9c5a-3b6347407759 req-b5d9cec5-d570-4181-b359-1917cc61a402 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511622 Nov 12 04:29:17.684757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49152e-28e5-470f-8f13-719dbb763463 req-ed88eb67-3e85-4280-8600-a779c905a8d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:17.686408 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f49152e-28e5-470f-8f13-719dbb763463 req-ed88eb67-3e85-4280-8600-a779c905a8d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Nov 12 04:29:17.734714 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1f49152e-28e5-470f-8f13-719dbb763463 req-9f3981c8-7b0a-4cb8-89f0-829f83c28df5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Nov 12 04:29:18.851795 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c84f7-0a88-4f41-b7fe-a325d2fdad3a req-d20526fa-00c5-4c8a-8701-9984a4ba0794 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.853246 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-507c84f7-0a88-4f41-b7fe-a325d2fdad3a req-d20526fa-00c5-4c8a-8701-9984a4ba0794 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0486524 Nov 12 04:29:18.902559 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-507c84f7-0a88-4f41-b7fe-a325d2fdad3a req-59ee07d6-4cb4-447d-80a1-d32ba7e34002 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Nov 12 04:29:20.018120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418ba00-427f-496b-b890-2afa8dd052fe req-bc2d40b7-6d40-4be4-af4a-89a560d033f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:20.019558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3418ba00-427f-496b-b890-2afa8dd052fe req-bc2d40b7-6d40-4be4-af4a-89a560d033f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Nov 12 04:29:20.071063 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3418ba00-427f-496b-b890-2afa8dd052fe req-05aee87e-731c-449a-bb67-9817faf5379c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455647 Nov 12 04:29:21.191246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1bb98-f011-4568-814a-d6269c26bc5c req-27f49d24-6321-4d9c-b37e-05cae0077327 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:21.192723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ce1bb98-f011-4568-814a-d6269c26bc5c req-27f49d24-6321-4d9c-b37e-05cae0077327 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0521777 Nov 12 04:29:21.241176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0ce1bb98-f011-4568-814a-d6269c26bc5c req-3e8e0646-1446-4dd7-b812-f93d3bc4b9aa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 Nov 12 04:29:22.357977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e15b74-6a4e-4a2e-a5c2-9806facb4f85 req-fa97ad64-a245-4446-b9b5-0ed514eb6430 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:22.359459 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8e15b74-6a4e-4a2e-a5c2-9806facb4f85 req-fa97ad64-a245-4446-b9b5-0ed514eb6430 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Nov 12 04:29:22.409189 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c8e15b74-6a4e-4a2e-a5c2-9806facb4f85 req-1cc5143d-cab6-4341-85c4-68ce1fbe011d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Nov 12 04:29:23.524233 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf70a-b026-447d-a740-82b4bb3fb511 req-0caa9f71-1c5e-4d22-83e4-daf761e47378 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:23.526440 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-57edf70a-b026-447d-a740-82b4bb3fb511 req-0caa9f71-1c5e-4d22-83e4-daf761e47378 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0485604 Nov 12 04:29:23.574801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-57edf70a-b026-447d-a740-82b4bb3fb511 req-2a93de96-a6a4-496c-8855-bbf82726ff93 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Nov 12 04:29:24.694354 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61072af1-e965-4a50-beea-a6dc2aa1b248 req-29643545-88e7-4ff2-a798-39ee59f02a86 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:24.695848 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-61072af1-e965-4a50-beea-a6dc2aa1b248 req-29643545-88e7-4ff2-a798-39ee59f02a86 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0511916 Nov 12 04:29:24.746031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-61072af1-e965-4a50-beea-a6dc2aa1b248 req-98639c78-4eee-4b6c-927b-29991bdd59d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440843 Nov 12 04:29:25.232692 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.861017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e612-df87-4636-a6c1-b813e6fd93c8 req-eeca5c8f-c230-4f7e-947e-900094d2a2ec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:25.862387 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd2e612-df87-4636-a6c1-b813e6fd93c8 req-eeca5c8f-c230-4f7e-947e-900094d2a2ec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0481026 Nov 12 04:29:25.914131 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dfd2e612-df87-4636-a6c1-b813e6fd93c8 req-9707b446-5911-4612-bcf4-f2d23cc75a4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458987 Nov 12 04:29:27.034813 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661979a-c91f-4bee-b40e-ab085a3c2bfe req-144d88bf-2637-4ab2-b480-5a7b91d5e29e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:27.036315 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3661979a-c91f-4bee-b40e-ab085a3c2bfe req-144d88bf-2637-4ab2-b480-5a7b91d5e29e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0528741 Nov 12 04:29:27.084306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3661979a-c91f-4bee-b40e-ab085a3c2bfe req-568134af-d9f4-4fbf-ab87-ddd39d1f163a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Nov 12 04:29:28.199951 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc89b6-35d5-4091-8300-38ae8abe5ec2 req-0b4a2f65-86b5-4263-a678-58f832af27d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:28.201396 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2edc89b6-35d5-4091-8300-38ae8abe5ec2 req-0b4a2f65-86b5-4263-a678-58f832af27d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0481467 Nov 12 04:29:28.249912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2edc89b6-35d5-4091-8300-38ae8abe5ec2 req-a67c47c0-82a5-4ef4-b6df-132dabacbd4f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Nov 12 04:29:29.366109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732fd4a-03a6-4681-85bc-ed97255b0f41 req-a4c271e0-d4d1-4c70-ac76-b3a7dfdcba8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:29.367560 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8732fd4a-03a6-4681-85bc-ed97255b0f41 req-a4c271e0-d4d1-4c70-ac76-b3a7dfdcba8b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0475850 Nov 12 04:29:29.417157 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8732fd4a-03a6-4681-85bc-ed97255b0f41 req-45117ea5-2358-4a8e-8a1f-afa542a80281 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Nov 12 04:29:30.535578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed229c10-ef7c-495f-9635-f3e942efaa31 req-e47dda59-68ab-4127-a83c-5fe3cea780c2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:30.537068 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed229c10-ef7c-495f-9635-f3e942efaa31 req-e47dda59-68ab-4127-a83c-5fe3cea780c2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0498962 Nov 12 04:29:30.585890 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ed229c10-ef7c-495f-9635-f3e942efaa31 req-a9c64c2a-384c-49f3-8e03-3c2e569eb7bf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Nov 12 04:29:31.241569 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-988afb89-c067-4ea2-b5e5-7166635ea9d7 service neutron] 10.222.0.20 "GET /v2.0/ports/370c36f0-2809-4e6e-b867-5c53e38104ec/bindings/n-h1-789963-21 HTTP/1.1" status: 200 len: 383 time: 0.0563579 Nov 12 04:29:31.442309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-6cdd146f-253d-48e3-8b17-30c0af3b11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.443836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-6cdd146f-253d-48e3-8b17-30c0af3b11a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 1097 time: 0.0426376 Nov 12 04:29:31.454342 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e69a2be2-7c6a-4587-a436-ad953533bc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.506492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-4cd50eb6-8580-4041-a1bd-47be5d05fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.507902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-4cd50eb6-8580-4041-a1bd-47be5d05fded service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1097 time: 0.0412779 Nov 12 04:29:31.601689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-b89f5cb9-bc25-41dc-b8ca-609f3a90efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.603888 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-b89f5cb9-bc25-41dc-b8ca-609f3a90efc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 899 time: 0.0881782 Nov 12 04:29:31.670453 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-5c56a358-fd8a-467d-ac91-acbfaa50349f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 1001 time: 0.0599713 Nov 12 04:29:31.704644 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6908ac-4187-41d1-b6fd-198f0dfada96 req-49ed1df4-11d2-44bd-a91b-6e83da97f8a5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.706161 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf6908ac-4187-41d1-b6fd-198f0dfada96 req-49ed1df4-11d2-44bd-a91b-6e83da97f8a5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0493438 Nov 12 04:29:31.722872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-00610954-5249-4450-aa16-8a7b17b0328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.724328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-00610954-5249-4450-aa16-8a7b17b0328a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 200 len: 834 time: 0.0467284 Nov 12 04:29:31.761095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf6908ac-4187-41d1-b6fd-198f0dfada96 req-c3f9df86-2268-41dc-9fed-f10fe242c042 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488443 Nov 12 04:29:31.776031 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-ddfc8b77-c522-451e-9ddb-db2aeaa7b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.777645 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-ddfc8b77-c522-451e-9ddb-db2aeaa7b069 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469584 Nov 12 04:29:31.867678 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-9a308470-e940-41a3-ba5d-e9b3087b1f02 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833187 Nov 12 04:29:31.960912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4f74ee55-36b8-4049-bc17-714c2f72307d req-5cc1b49e-fd39-409e-b796-78f8538aba22 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854919 Nov 12 04:29:32.877094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d90ba-4630-4595-8ab6-a261c65cbedc req-d9974aa2-db1a-42c2-9859-b6a14fdfde20 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:32.878451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a5d90ba-4630-4595-8ab6-a261c65cbedc req-d9974aa2-db1a-42c2-9859-b6a14fdfde20 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Nov 12 04:29:32.926930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2a5d90ba-4630-4595-8ab6-a261c65cbedc req-81637036-c551-4a87-a9ce-c245b6702da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Nov 12 04:29:33.706787 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0539ae16-fbd3-4986-9504-8125936ffbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:33.927338 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 370c36f0-2809-4e6e-b867-5c53e38104ec details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:29:33.930894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 370c36f0-2809-4e6e-b867-5c53e38104ec no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:34.046236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce59fa5-d7ee-4195-8511-02c2a5514da4 req-6b1c8758-4d59-4d29-a5af-c227acbf3877 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.047857 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ce59fa5-d7ee-4195-8511-02c2a5514da4 req-6b1c8758-4d59-4d29-a5af-c227acbf3877 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Nov 12 04:29:34.078904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.098159 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0ce59fa5-d7ee-4195-8511-02c2a5514da4 req-2ce120bf-5cf9-4836-8901-5b7a8c7b5b47 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441439 Nov 12 04:29:34.109236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:34.115039 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:34.117278 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c43d2-a033-4cb4-85b6-aea1b192e2df" -d '{"events": [{"server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "name": "network-vif-unplugged", "status": "completed", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:34.136938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:34.138163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'port_id': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'mac_address': 'fa:16:3e:39:e4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:29:34.142317 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.188885 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b3bbdd-7642-4a40-af5a-50263cad197c x-openstack-request-id: req-c6b3bbdd-7642-4a40-af5a-50263cad197c {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:34.189171 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "name": "network-vif-unplugged", "status": "completed", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:34.189445 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6b3bbdd-7642-4a40-af5a-50263cad197c {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:34.189838 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'code': 200} Nov 12 04:29:34.220127 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.234823 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:34.243652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370c36f0-2809-4e6e-b867-5c53e38104ec {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:34.249461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.249461 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.249736 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.250046 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.250369 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.250692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.251010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.251328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.251647 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.251959 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.252275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.252655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:34.272134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:34.276495 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.304309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e065-7e1b-428c-9da0-4e6286901fff req-1263cccb-8ab2-4953-a885-68ab606a05f6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.305868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c226e065-7e1b-428c-9da0-4e6286901fff req-1263cccb-8ab2-4953-a885-68ab606a05f6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 943 time: 0.0506852 Nov 12 04:29:34.325618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:34.332110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-fb3d1c30-f619-4b18-8087-0b590cc943f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.333633 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-fb3d1c30-f619-4b18-8087-0b590cc943f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55&tenant_id=72b0d9d0904440d3a4b331589951621b&binding%3Ahost_id=n-h1-789963-21 HTTP/1.1" status: 200 len: 944 time: 0.0598426 Nov 12 04:29:34.357165 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c226e065-7e1b-428c-9da0-4e6286901fff req-322d402d-1167-4171-bb24-4f0809d4d92d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446217 Nov 12 04:29:34.415270 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-791f885a-f629-4f6e-80c4-a2c8cc08211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.417496 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-791f885a-f629-4f6e-80c4-a2c8cc08211d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1096 time: 0.0413668 Nov 12 04:29:34.491983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['370c36f0-2809-4e6e-b867-5c53e38104ec'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:34.537445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb82e-7af5-43ae-ac34-bd07b2c8dbb7 req-a65b7d8e-c313-41a9-9443-ac3692b109d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.538912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58abb82e-7af5-43ae-ac34-bd07b2c8dbb7 req-a65b7d8e-c313-41a9-9443-ac3692b109d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 944 time: 0.1056371 Nov 12 04:29:34.562053 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-b05e48ae-f79c-4922-a172-f9655e5e01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.563474 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-b05e48ae-f79c-4922-a172-f9655e5e01a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 899 time: 0.1392982 Nov 12 04:29:34.633766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-58abb82e-7af5-43ae-ac34-bd07b2c8dbb7 req-e3596275-58ce-42a1-ab6a-bd5e8830f79a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880537 Nov 12 04:29:34.650597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-1fd3b429-a946-468d-8ea8-7f113b910455 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 1000 time: 0.0795348 Nov 12 04:29:34.703177 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-1feb3900-9fde-46f8-b473-c812764bdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.704620 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-1feb3900-9fde-46f8-b473-c812764bdc83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 200 len: 834 time: 0.0469036 Nov 12 04:29:34.749921 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-62b4c53d-96ea-4f75-a1f4-a0100de2b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.751293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-62b4c53d-96ea-4f75-a1f4-a0100de2b909 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400453 Nov 12 04:29:34.843492 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-d1822323-b6bc-460d-9ac3-7bc35a45aa03 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834548 Nov 12 04:29:34.936650 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c8e5e56-9350-422e-8641-de4b1e050676 req-96908190-94de-49e0-8ca3-a37dbf59ddc4 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855865 Nov 12 04:29:35.193537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.754759 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599eb8-5bbc-437b-9003-838d179f2461 req-88a1613f-5ef1-4039-b4ab-da962c0f0add tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:35.756269 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6c599eb8-5bbc-437b-9003-838d179f2461 req-88a1613f-5ef1-4039-b4ab-da962c0f0add tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 944 time: 0.0533960 Nov 12 04:29:35.804521 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6c599eb8-5bbc-437b-9003-838d179f2461 req-8e673f5c-9757-46d5-9dc0-3e8c34114c00 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415652 Nov 12 04:29:35.827630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39548) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:35.886371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f1a282e5-f2b8-474d-97de-218fc0b6c382 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/d7f50c77-0bd8-42a0-b892-88f4ecd17011 HTTP/1.1" status: 200 len: 992 time: 0.0576456 Nov 12 04:29:35.938093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 370c36f0-2809-4e6e-b867-5c53e38104ec up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:35.987700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 370c36f0-2809-4e6e-b867-5c53e38104ec triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:35.988063 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.065079 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.096525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:36.100015 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.147354 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:36.190471 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:36.192871 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a413c5c-82d7-4ee1-bc25-59c17132222a" -d '{"events": [{"server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "name": "network-vif-plugged", "status": "completed", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:36.229509 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8412d90-f01c-41d7-9ee4-13c9f4e7e3d1 x-openstack-request-id: req-e8412d90-f01c-41d7-9ee4-13c9f4e7e3d1 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:36.230102 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "name": "network-vif-plugged", "status": "completed", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:36.230102 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8412d90-f01c-41d7-9ee4-13c9f4e7e3d1 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:36.230468 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'code': 200} Nov 12 04:29:36.560691 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:37.387223 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:48.596287 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:55.249395 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.455954 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a6f99d5d-79c3-44cf-afde-25aabd7c148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.708083 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-15fea2a7-f73d-4ba9-87b6-16a5113f6e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.214674 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39560) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:04.374489 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 0869d2ed-64d1-4e58-bdcb-492790b63095 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:04.374823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.447583 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.447909 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.459299 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 0869d2ed-64d1-4e58-bdcb-492790b63095 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:04.606150 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.632892 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=0869d2ed-64d1-4e58-bdcb-492790b63095,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.643989 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.644339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.644677 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.645041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.645376 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.645707 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.646033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.646358 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.646683 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.647004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.647323 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.647642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:04.703656 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.703989 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP d7f50c77-0bd8-42a0-b892-88f4ecd17011 disassociated (deleted). External IP: 172.25.0.145, port: 370c36f0-2809-4e6e-b867-5c53e38104ec. Nov 12 04:30:04.908194 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:05.011574 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:05.016980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.021918 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] Sync routers for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:05.032704 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:05.033330 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.043781 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c7f31856-1bff-49e2-a7ba-8330763ef94f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/floatingips/d7f50c77-0bd8-42a0-b892-88f4ecd17011 HTTP/1.1" status: 204 len: 168 time: 0.8281200 Nov 12 04:30:05.044377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:05.046703 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c34735f-2368-49eb-985d-129c63b1b222" -d '{"events": [{"name": "network-changed", "server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:05.144473 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:05.210192 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.212881 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a8259-0609-4426-b310-f36d8bfb5626 x-openstack-request-id: req-a99a8259-0609-4426-b310-f36d8bfb5626 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:05.213179 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:05.213440 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a99a8259-0609-4426-b310-f36d8bfb5626 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:05.213854 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'status': 'completed', 'code': 200} Nov 12 04:30:05.314015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34735f-2368-49eb-985d-129c63b1b222 req-d387e9a6-477b-4ca7-9a94-fd2140c6f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:05.315533 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c34735f-2368-49eb-985d-129c63b1b222 req-d387e9a6-477b-4ca7-9a94-fd2140c6f06d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 1097 time: 0.0766845 Nov 12 04:30:05.322947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fc5a4-f5a0-4c5b-8586-c67f410c04d6 req-308ebf9d-5387-4604-a668-2a90aadec2fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:05.324403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a7fc5a4-f5a0-4c5b-8586-c67f410c04d6 req-308ebf9d-5387-4604-a668-2a90aadec2fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0874588 Nov 12 04:30:05.361121 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:28Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.389950 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] Checking router: 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:05.398660 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:05.399268 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.430583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0a7fc5a4-f5a0-4c5b-8586-c67f410c04d6 req-95de2549-1bf8-476c-a69a-0aaacc66e8c9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980434 Nov 12 04:30:05.444472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34735f-2368-49eb-985d-129c63b1b222 req-1b2e395f-a7fa-455d-afde-e7a97bd0e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:05.445973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c34735f-2368-49eb-985d-129c63b1b222 req-1b2e395f-a7fa-455d-afde-e7a97bd0e6b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 200 len: 899 time: 0.1207025 Nov 12 04:30:05.494828 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c34735f-2368-49eb-985d-129c63b1b222 req-16ad1c87-6ed2-42b8-8e76-0401fa364cce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 200 len: 217 time: 0.0396764 Nov 12 04:30:05.507546 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:05.548667 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34735f-2368-49eb-985d-129c63b1b222 req-a4e79763-1ee0-4a71-b238-a4520154feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:05.550153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c34735f-2368-49eb-985d-129c63b1b222 req-a4e79763-1ee0-4a71-b238-a4520154feae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 200 len: 834 time: 0.0480485 Nov 12 04:30:05.599713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34735f-2368-49eb-985d-129c63b1b222 req-72a7ce6f-1a3e-4a69-9e79-ae4bcb46b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:05.601376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c34735f-2368-49eb-985d-129c63b1b222 req-72a7ce6f-1a3e-4a69-9e79-ae4bcb46b876 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425284 Nov 12 04:30:05.697059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c34735f-2368-49eb-985d-129c63b1b222 req-da8b8fbe-f64d-49bc-bed4-defc7386428d service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859110 Nov 12 04:30:05.709499 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:28Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.739418 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb95678-7ceb-44e5-9196-dfd57719b23b None None] The sync data for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 is: [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:25Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b', 'name': '', 'network_id': '30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:ae:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:24Z', 'updated_at': '2021-11-12T04:28:28Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': 'b355e009-f01a-4a52-b17f-9a3c9282097f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:05.789579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5c34735f-2368-49eb-985d-129c63b1b222 req-04f45939-7069-466b-a3f8-66f6f8cdc076 service neutron] 10.222.0.20 "GET /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852697 Nov 12 04:30:05.959554 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743361b1-a935-4443-a6f3-47a3d69863b5 None None] New status for floating IP d7f50c77-0bd8-42a0-b892-88f4ecd17011: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:30:06.556008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c81d1-aac5-4e00-ace2-6c161cc09134 req-38f4933e-132b-4077-8ef4-a4ccd90f6f10 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:06.557659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c19c81d1-aac5-4e00-ace2-6c161cc09134 req-38f4933e-132b-4077-8ef4-a4ccd90f6f10 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0536642 Nov 12 04:30:06.563232 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.608449 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-819bae9d-22e6-42b5-a70e-3cc92043cc81 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:06.609946 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-819bae9d-22e6-42b5-a70e-3cc92043cc81 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 945 time: 0.0556791 Nov 12 04:30:06.615122 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c19c81d1-aac5-4e00-ace2-6c161cc09134 req-6a7d383d-5bd8-4a4e-b476-8727a3edefb1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=28c17e49-2a00-429f-800b-0fd73e664e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498431 Nov 12 04:30:06.697660 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 370c36f0-2809-4e6e-b867-5c53e38104ec {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:06.697997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.788217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 370c36f0-2809-4e6e-b867-5c53e38104ec, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=370c36f0-2809-4e6e-b867-5c53e38104ec,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:06.788488 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.132435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 370c36f0-2809-4e6e-b867-5c53e38104ec owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:07.254699 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.284014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=370c36f0-2809-4e6e-b867-5c53e38104ec,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.293524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.293878 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.294236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.294597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.294935 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.295302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.295638 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.295970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.296812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.296812 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.297015 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.297290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:07.338530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] No DVR routers for this DVR port 370c36f0-2809-4e6e-b867-5c53e38104ec on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:07.341362 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.345839 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-083ecf19-eee6-4ee6-a228-eba6ea4a7ae7 req-2009522c-f362-46b5-8abd-737fd604b875 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "DELETE /v2.0/ports/370c36f0-2809-4e6e-b867-5c53e38104ec HTTP/1.1" status: 204 len: 173 time: 0.7300704 Nov 12 04:30:07.346290 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'name': 'network-vif-deleted', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:07.349215 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b8089e-f204-4a3c-ad6f-befcc812f43c" -d '{"events": [{"server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "name": "network-vif-deleted", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:07.392861 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.409261 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68ce791-7368-4198-99e3-04d3187373eb x-openstack-request-id: req-b68ce791-7368-4198-99e3-04d3187373eb {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:07.409551 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50602efb-e164-4c07-b127-14db07d4ec55", "name": "network-vif-deleted", "tag": "370c36f0-2809-4e6e-b867-5c53e38104ec", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:07.409800 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b68ce791-7368-4198-99e3-04d3187373eb {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:07.410220 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50602efb-e164-4c07-b127-14db07d4ec55', 'name': 'network-vif-deleted', 'tag': '370c36f0-2809-4e6e-b867-5c53e38104ec', 'status': 'completed', 'code': 200} Nov 12 04:30:07.727962 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71b8e4f3-5880-4221-9164-a2c0e33f9ed0 req-e96431b0-5c93-4973-96af-1fb117472a21 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=50602efb-e164-4c07-b127-14db07d4ec55 HTTP/1.1" status: 200 len: 210 time: 0.0288281 Nov 12 04:30:08.788155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39582) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:09.440217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.689550 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:09.689891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.781948 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:09.782213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.794642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:09.977167 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.005236 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:10.184148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.399072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:10.507567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:10.512854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c8a40c27-8a78-4294-8d48-e5c31d68f592 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/75d4a6b0-edff-4f22-910f-da1c3e97dbe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232597 Nov 12 04:30:10.515303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39584) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:10.519185 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] Sync routers for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:10.529735 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:10.530378 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:10.572549 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a892a34-8bd5-4161-bd87-f9e3a3bf1da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting subnet b355e009-f01a-4a52-b17f-9a3c9282097f {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:10.575832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a892a34-8bd5-4161-bd87-f9e3a3bf1da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.618199 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a892a34-8bd5-4161-bd87-f9e3a3bf1da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.642343 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:10.708553 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a892a34-8bd5-4161-bd87-f9e3a3bf1da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.770963 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a892a34-8bd5-4161-bd87-f9e3a3bf1da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.801276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a892a34-8bd5-4161-bd87-f9e3a3bf1da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Subnet': ['ID=b355e009-f01a-4a52-b17f-9a3c9282097f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:10.809200 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a892a34-8bd5-4161-bd87-f9e3a3bf1da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.813281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9a892a34-8bd5-4161-bd87-f9e3a3bf1da7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/subnets/b355e009-f01a-4a52-b17f-9a3c9282097f HTTP/1.1" status: 204 len: 168 time: 0.2950420 Nov 12 04:30:10.814073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa5b35-a108-464f-bd7b-f9c2bc8db0d3 None None] Network 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:10.815293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39586) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:10.931650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.933175 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:30:09Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:10.965110 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] Checking router: 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:10.989869 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] Routers {'75d4a6b0-edff-4f22-910f-da1c3e97dbe8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:10.990198 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.049568 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] DHCP port deletion for 30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:11.080179 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.110773 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] Deleting port 327ae1ce-76dd-4107-a56d-16604c3aefe7 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:11.111148 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.129960 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] Set router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:11.148182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port a21fc9d3-884d-41c0-81f0-1a25375fb1fc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:11.148625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.195890 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] For port 327ae1ce-76dd-4107-a56d-16604c3aefe7, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=327ae1ce-76dd-4107-a56d-16604c3aefe7,segment=NetworkSegment(1debdec5-0e39-4835-b0d3-3952604867b0),segment_id=1debdec5-0e39-4835-b0d3-3952604867b0)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:11.196288 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.210957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] Calling delete_port for 327ae1ce-76dd-4107-a56d-16604c3aefe7 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:11.256796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port a21fc9d3-884d-41c0-81f0-1a25375fb1fc, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=a21fc9d3-884d-41c0-81f0-1a25375fb1fc,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:11.257306 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.265148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed67e190-4e24-4a4e-8cd8-24a9e4ab35fd req-8fdbfc48-c9dd-431d-8f22-2ba323e63f50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0908141 Nov 12 04:30:11.274261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for a21fc9d3-884d-41c0-81f0-1a25375fb1fc owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:11.297453 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.328781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] Pushing event deleted for resources: {'Port': ['ID=327ae1ce-76dd-4107-a56d-16604c3aefe7,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:11.333050 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3f42b-e037-4b49-9ae4-c5b62b5f7013 None None] No DVR routers for this DVR port 327ae1ce-76dd-4107-a56d-16604c3aefe7 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:11.334847 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed67e190-4e24-4a4e-8cd8-24a9e4ab35fd req-303426e6-bc81-416b-9afc-e16d73c722de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0361147 Nov 12 04:30:11.382576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed67e190-4e24-4a4e-8cd8-24a9e4ab35fd req-132902bf-a54a-4ca1-b47d-a06545f751af service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213344 Nov 12 04:30:11.432366 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:30:09Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.462003 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d019ffe-f17c-428b-9ffb-59b5e23a0457 None None] The sync data for ids ['75d4a6b0-edff-4f22-910f-da1c3e97dbe8'] in n-d-789963-21 is: [{'id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530080909', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:30:09Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': 'a21fc9d3-884d-41c0-81f0-1a25375fb1fc', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:da:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d4a6b0-edff-4f22-910f-da1c3e97dbe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:28:22Z', 'updated_at': '2021-11-12T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:11.492057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67e190-4e24-4a4e-8cd8-24a9e4ab35fd req-d25c37fe-457c-4b1e-accf-086a5d20a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:11.494288 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ed67e190-4e24-4a4e-8cd8-24a9e4ab35fd req-d25c37fe-457c-4b1e-accf-086a5d20a239 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1052799 Nov 12 04:30:11.512727 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.546259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=a21fc9d3-884d-41c0-81f0-1a25375fb1fc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:11.556776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae690d43-7ee6-4586-bd88-ceb7e9d257a7 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:11.612094 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.706140 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.708246 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.749530 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.750689 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Fanout notify agent at l3_agent the message router_deleted on router 75d4a6b0-edff-4f22-910f-da1c3e97dbe8 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:11.757598 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.758686 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-eeeb80d4-3493-49d0-8d52-7f3eb9a45086 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/routers/75d4a6b0-edff-4f22-910f-da1c3e97dbe8 HTTP/1.1" status: 204 len: 168 time: 0.9424241 Nov 12 04:30:11.761391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39590) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:11.838650 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.932166 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.954432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.964239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1debdec5-0e39-4835-b0d3-3952604867b0') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.964420 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1debdec5-0e39-4835-b0d3-3952604867b0') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.975084 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.989242 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.995075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:11.995563 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:11.998584 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:12.069502 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.080376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:12.081742 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.082686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 370c36f0-2809-4e6e-b867-5c53e38104ec no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:12.086724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/networks/30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9 HTTP/1.1" status: 204 len: 168 time: 0.3233399 Nov 12 04:30:12.088905 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39592) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:12.099309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b35f88-b4f5-4b40-be96-0685d0ac6634 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Network': ['ID=30dfa9fb-68ee-46a7-b34d-f90be7bcc3a9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.122051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 370c36f0-2809-4e6e-b867-5c53e38104ec {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:12.122509 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 370c36f0-2809-4e6e-b867-5c53e38104ec not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:12.124163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:12.124574 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a85cffc6-9bfc-40ad-a56a-3f0e116c4c2b not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:12.125210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 327ae1ce-76dd-4107-a56d-16604c3aefe7 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:12.144774 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 327ae1ce-76dd-4107-a56d-16604c3aefe7 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:12.145460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 327ae1ce-76dd-4107-a56d-16604c3aefe7 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:12.160686 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49817142-c188-475f-8f04-00c587da9eaa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.194916 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49817142-c188-475f-8f04-00c587da9eaa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.254031 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49817142-c188-475f-8f04-00c587da9eaa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.256664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-49817142-c188-475f-8f04-00c587da9eaa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.257839 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-49817142-c188-475f-8f04-00c587da9eaa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/security-groups/28c17e49-2a00-429f-800b-0fd73e664e5b HTTP/1.1" status: 204 len: 168 time: 0.1677446 Nov 12 04:30:12.267673 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49817142-c188-475f-8f04-00c587da9eaa tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c17e49-2a00-429f-800b-0fd73e664e5b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.959562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39598) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:12.964152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-701c0dc3-58ab-4eb9-94e6-c0e4067c28a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774283127', 'description': 'tempest-secgroup-smoke-774283127 description', 'project_id': '72b0d9d0904440d3a4b331589951621b'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:12.987289 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701c0dc3-58ab-4eb9-94e6-c0e4067c28a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.052758 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701c0dc3-58ab-4eb9-94e6-c0e4067c28a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.056327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701c0dc3-58ab-4eb9-94e6-c0e4067c28a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.083420 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-701c0dc3-58ab-4eb9-94e6-c0e4067c28a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.084618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-701c0dc3-58ab-4eb9-94e6-c0e4067c28a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1240430 Nov 12 04:30:13.087747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39600) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.088560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c0dc3-58ab-4eb9-94e6-c0e4067c28a3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b009999-aa04-43bb-833e-78afa05b722a,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:13.092696 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-bcd18f77-d0ce-4af0-8681-b4b571159dae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '2b009999-aa04-43bb-833e-78afa05b722a', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:13.122259 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bcd18f77-d0ce-4af0-8681-b4b571159dae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.177030 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bcd18f77-d0ce-4af0-8681-b4b571159dae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.180374 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bcd18f77-d0ce-4af0-8681-b4b571159dae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.197148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd18f77-d0ce-4af0-8681-b4b571159dae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65f9ea8-dda1-4aa1-8407-9f9df6852739,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:13.204025 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bcd18f77-d0ce-4af0-8681-b4b571159dae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.205458 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-bcd18f77-d0ce-4af0-8681-b4b571159dae tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166804 Nov 12 04:30:13.208282 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39602) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.212647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2bd902b6-058d-4372-98eb-4e8148a8ba29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '2b009999-aa04-43bb-833e-78afa05b722a', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:13.242465 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bd902b6-058d-4372-98eb-4e8148a8ba29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.297951 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bd902b6-058d-4372-98eb-4e8148a8ba29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.301374 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bd902b6-058d-4372-98eb-4e8148a8ba29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.319369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd902b6-058d-4372-98eb-4e8148a8ba29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a24e73-98c5-48b4-be10-8b2b5d0fb07f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:13.323922 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2bd902b6-058d-4372-98eb-4e8148a8ba29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.325145 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2bd902b6-058d-4372-98eb-4e8148a8ba29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157954 Nov 12 04:30:13.327819 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39604) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.332725 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ef4fcaac-c854-4fc8-9ca5-a9f6d7daeff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '2b009999-aa04-43bb-833e-78afa05b722a', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:13.358263 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef4fcaac-c854-4fc8-9ca5-a9f6d7daeff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.419364 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef4fcaac-c854-4fc8-9ca5-a9f6d7daeff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.423551 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef4fcaac-c854-4fc8-9ca5-a9f6d7daeff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.444744 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fcaac-c854-4fc8-9ca5-a9f6d7daeff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940213ee-4b27-40a9-be0a-3c1bdcdf0ee0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:13.451157 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef4fcaac-c854-4fc8-9ca5-a9f6d7daeff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.452716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ef4fcaac-c854-4fc8-9ca5-a9f6d7daeff3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233881 Nov 12 04:30:13.456407 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39606) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.460840 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-39649b62-4291-425b-a895-60c796688cc5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '2b009999-aa04-43bb-833e-78afa05b722a', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:13.488903 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39649b62-4291-425b-a895-60c796688cc5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.550499 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39649b62-4291-425b-a895-60c796688cc5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.554567 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39649b62-4291-425b-a895-60c796688cc5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.573781 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39649b62-4291-425b-a895-60c796688cc5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6874e7e-dfc3-41d7-b0e5-1a4787536481,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:13.579688 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-39649b62-4291-425b-a895-60c796688cc5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.583748 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39610) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.585041 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-39649b62-4291-425b-a895-60c796688cc5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262844 Nov 12 04:30:13.589415 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fd099742-2360-4ac9-abc1-4e323cd00b66 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '2b009999-aa04-43bb-833e-78afa05b722a', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:13.611014 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-fd099742-2360-4ac9-abc1-4e323cd00b66 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:30:13.615826 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd099742-2360-4ac9-abc1-4e323cd00b66 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.674581 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd099742-2360-4ac9-abc1-4e323cd00b66 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.677907 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd099742-2360-4ac9-abc1-4e323cd00b66 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.694824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd099742-2360-4ac9-abc1-4e323cd00b66 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e49ede9-2a01-44b9-89af-ada72a13869f,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:13.702434 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd099742-2360-4ac9-abc1-4e323cd00b66 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.704265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fd099742-2360-4ac9-abc1-4e323cd00b66 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184919 Nov 12 04:30:13.707097 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39612) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.711638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-70c92c54-cd89-4b97-8adb-bca2e448d58b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '2b009999-aa04-43bb-833e-78afa05b722a', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:13.733310 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-70c92c54-cd89-4b97-8adb-bca2e448d58b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:30:13.737985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70c92c54-cd89-4b97-8adb-bca2e448d58b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.799759 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70c92c54-cd89-4b97-8adb-bca2e448d58b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.803412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70c92c54-cd89-4b97-8adb-bca2e448d58b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.821105 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c92c54-cd89-4b97-8adb-bca2e448d58b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad41da1e-49f1-4ce4-bc2b-6c6ebbe4f821,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:13.827396 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70c92c54-cd89-4b97-8adb-bca2e448d58b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.829426 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-70c92c54-cd89-4b97-8adb-bca2e448d58b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212542 Nov 12 04:30:13.832161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39614) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:13.837140 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'network': {'name': 'tempest-network-smoke--2065424537', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:13.857974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:13.861889 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.886329 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:13.895745 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.896085 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Added segment 9751b265-5b07-4a7b-96ff-8c63e0d48d81 of type vlan for network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f Nov 12 04:30:13.934728 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.958956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.964575 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:13.965255 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.973955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a21fc9d3-884d-41c0-81f0-1a25375fb1fc no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:13.997140 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: a21fc9d3-884d-41c0-81f0-1a25375fb1fc {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:13.997650 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device a21fc9d3-884d-41c0-81f0-1a25375fb1fc not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:14.028430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952000 Nov 12 04:30:14.031995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39616) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:14.038478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'admin_state_up': True, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:14.048520 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657790ad-ba13-490e-a95b-544549e863c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Network': ['ID=38cfc25d-8f6b-4302-bdd4-acfa53cc417f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:14.058435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:14.065823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.066847 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.119114 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.259861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.449248 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.467764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.574397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.10 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/51d7744f-540f-4e2d-9af0-83813a8c3ba4) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:14.672983 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.709317 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.748557 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:14.751946 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:14.755371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:14.764460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db729aa-358c-4582-91dd-7c2566a698f2 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:14.777439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=51d7744f-540f-4e2d-9af0-83813a8c3ba4,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:14.794421 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-823a16b5-a08d-4d9e-9e6f-51b171f2a719 None None] Provisioning complete for port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:14.795255 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-823a16b5-a08d-4d9e-9e6f-51b171f2a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:14.832784 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-823a16b5-a08d-4d9e-9e6f-51b171f2a719 None None] Port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:15.011895 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.207472 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.333113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 8187fb30-a158-416e-9778-df79e1b40340 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:15.739690 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:15.749378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Sync routers for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:15.759490 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.759703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:15.760352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:15.760924 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-976d149c-c0a1-4113-ba27-e9d35424af2c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7278824 Nov 12 04:30:15.764164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39618) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:15.792378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-760cef62-7e86-4f3f-a328-b7e49a4df92e tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=72b0d9d0904440d3a4b331589951621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270443 Nov 12 04:30:15.794879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39620) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:15.888341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d495f9-453d-4fd6-9ddc-65e6cfa92cec tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:15.889820 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-84d495f9-453d-4fd6-9ddc-65e6cfa92cec tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940454 Nov 12 04:30:15.893251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39622) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:15.921880 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b5ff8783-a631-4c08-8152-9249a9935771 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272980 Nov 12 04:30:15.924370 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39624) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:15.929507 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-288164400', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:16.026717 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:16.028961 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:16.031801 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.207112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:14Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:16.225380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.233405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Checking router: 8187fb30-a158-416e-9778-df79e1b40340 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:16.233769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Updating router 8187fb30-a158-416e-9778-df79e1b40340 port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:16.263308 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.286242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Subnet': ['ID=7bf377a5-4206-4ae4-a379-0a79aae6891f,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.296383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Checking segment: {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:16.297317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network hostable DHCP agents. Network: 38cfc25d-8f6b-4302-bdd4-acfa53cc417f, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:16.315147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:16.323760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 38cfc25d-8f6b-4302-bdd4-acfa53cc417f) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:16.327831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:16.328491 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.340464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822fe439-3fa0-43ef-a20a-af5e5c295b5d None None] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:16.345612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1b041285-fc28-4c54-bc49-5c15cc37855f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4201548 Nov 12 04:30:16.348223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39626) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:16.577835 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:16.579074 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.691140 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.701716 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.768522 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac7cfb-1b6a-41de-881c-58c02338c5d4 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:16.788286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.801596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Attempting to bind port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:16.801977 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Attempting to bind port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:16.802342 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Attempting to bind port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:16.819208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:16.819596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:16.820009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.820405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:16.820912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Bound port: 51d7744f-540f-4e2d-9af0-83813a8c3ba4, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:16.821392 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.822881 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21a956-6f3f-4cf9-aa13-6a502a826841 None None] Pushing event updated for resources: {'Port': ['ID=51d7744f-540f-4e2d-9af0-83813a8c3ba4,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.872498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Allocated IP 172.20.0.2 (38cfc25d-8f6b-4302-bdd4-acfa53cc417f/7bf377a5-4206-4ae4-a379-0a79aae6891f/f9ab9dcb-fc21-4345-8dce-f06e23a7a814) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:16.903075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-fee196de-a17c-45a8-9f2a-0904464858e7 None None] Provisioning complete for port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:16.903450 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fee196de-a17c-45a8-9f2a-0904464858e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.960113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] For port 51d7744f-540f-4e2d-9af0-83813a8c3ba4, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:17.007010 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] For port 51d7744f-540f-4e2d-9af0-83813a8c3ba4, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=51d7744f-540f-4e2d-9af0-83813a8c3ba4,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:17.014729 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.017228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-fee196de-a17c-45a8-9f2a-0904464858e7 None None] Port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:17.069329 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383abf0d-090a-4097-abef-59e59b842607 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:17.117041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:17.117665 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:17.175385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21a956-6f3f-4cf9-aa13-6a502a826841 None None] Pushing event updated for resources: {'Port': ['ID=51d7744f-540f-4e2d-9af0-83813a8c3ba4,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.278141 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7db5806a-1acb-4645-b943-c99a1cec0891 None None] Provisioning complete for port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:17.278510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7db5806a-1acb-4645-b943-c99a1cec0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.285088 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.319935 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.370822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.1 (38cfc25d-8f6b-4302-bdd4-acfa53cc417f/7bf377a5-4206-4ae4-a379-0a79aae6891f/2d99a5d5-715b-48d7-8758-033beff6a992) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:17.383947 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:17.426686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:17.459804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:17.463384 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:17.498212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.502068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Pushing event updated for resources: {'Port': ['ID=f9ab9dcb-fc21-4345-8dce-f06e23a7a814,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.535911 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.592669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:17.600341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:17.602893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=2d99a5d5-715b-48d7-8758-033beff6a992,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.604706 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:17.647746 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Attempting to bind port f9ab9dcb-fc21-4345-8dce-f06e23a7a814 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:17.648048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Attempting to bind port f9ab9dcb-fc21-4345-8dce-f06e23a7a814 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:17.648418 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Attempting to bind port f9ab9dcb-fc21-4345-8dce-f06e23a7a814 on network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:17.654864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.667664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:17.668034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Checking segment: {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:17.668440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.668856 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Bound using segment: {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:17.669343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Bound port: f9ab9dcb-fc21-4345-8dce-f06e23a7a814, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:17.669725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.678864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7db5806a-1acb-4645-b943-c99a1cec0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.774861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7db5806a-1acb-4645-b943-c99a1cec0891 None None] For port 51d7744f-540f-4e2d-9af0-83813a8c3ba4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=51d7744f-540f-4e2d-9af0-83813a8c3ba4,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:17.786728 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7db5806a-1acb-4645-b943-c99a1cec0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.809278 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.829783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] For port f9ab9dcb-fc21-4345-8dce-f06e23a7a814, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:17.856716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] For port f9ab9dcb-fc21-4345-8dce-f06e23a7a814, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f9ab9dcb-fc21-4345-8dce-f06e23a7a814,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:17.868371 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:17.875760 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5806a-1acb-4645-b943-c99a1cec0891 None None] Pushing event updated for resources: {'Port': ['ID=51d7744f-540f-4e2d-9af0-83813a8c3ba4,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:17.885261 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:14Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:17.942274 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5de0ee-fc3c-45be-93ea-66251cfc192f None None] The sync data for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 is: [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:14Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:17.970887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98614c9-f0eb-44fb-bd62-f33d6756a428 None None] Pushing event updated for resources: {'Port': ['ID=f9ab9dcb-fc21-4345-8dce-f06e23a7a814,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:18.116281 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.122312 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.224341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=2d99a5d5-715b-48d7-8758-033beff6a992,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:18.254174 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.363505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:18.365194 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:18.483718 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 8187fb30-a158-416e-9778-df79e1b40340 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:18.597216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:18.612169 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b8e9fe2a-e6c6-4626-8903-80ded0c51cd4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/8187fb30-a158-416e-9778-df79e1b40340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535012 Nov 12 04:30:18.947504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-50debd42-afe4-47d2-bdc2-9268ac1e39f1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774283127&fields=id&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 267 time: 0.0484266 Nov 12 04:30:18.959943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaff268-50d1-434b-92b1-dfa13c911158 None None] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:19.051693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e40f3dd7-6bb2-4847-b5a0-4d076607c7da None None] Provisioning complete for port f9ab9dcb-fc21-4345-8dce-f06e23a7a814 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:19.052065 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e40f3dd7-6bb2-4847-b5a0-4d076607c7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.056898 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189492c2-5b21-422c-87a5-9fab53b50087 req-1dd17801-1f7a-44cd-8c07-e11fa8d1a140 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:19.058370 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-1dd17801-1f7a-44cd-8c07-e11fa8d1a140 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/networks?id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f HTTP/1.1" status: 200 len: 797 time: 0.1013381 Nov 12 04:30:19.075208 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-e9fda404-6fbb-4f0c-a513-f3c188ea4e25 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/quotas/72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 375 time: 0.0096495 Nov 12 04:30:19.137233 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-b92af57b-0805-4a9d-bab4-9df94edbdd8d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553105 Nov 12 04:30:19.237742 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-095afd47-ac79-47ef-af37-13f62f49a635 service neutron] 10.222.0.49 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882335 Nov 12 04:30:19.344465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-f6de4bca-de79-4dd7-ba0e-a1b38e398d4f service neutron] 10.222.0.49 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006622 Nov 12 04:30:19.350728 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e40f3dd7-6bb2-4847-b5a0-4d076607c7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.388994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e40f3dd7-6bb2-4847-b5a0-4d076607c7da None None] For port f9ab9dcb-fc21-4345-8dce-f06e23a7a814, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f9ab9dcb-fc21-4345-8dce-f06e23a7a814,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:19.393749 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e40f3dd7-6bb2-4847-b5a0-4d076607c7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.447623 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f3dd7-6bb2-4847-b5a0-4d076607c7da None None] Pushing event updated for resources: {'Port': ['ID=f9ab9dcb-fc21-4345-8dce-f06e23a7a814,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:19.616541 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-41c6e67c-c642-4e41-a8a6-492bec7041b1 None None] Provisioning complete for port f9ab9dcb-fc21-4345-8dce-f06e23a7a814 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:19.616937 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41c6e67c-c642-4e41-a8a6-492bec7041b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.666013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-44724438-3d5b-4539-92b1-0ed08574ae83 req-d429de7f-ba4f-4c7c-8d2d-410207a9052a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 210 time: 0.1427841 Nov 12 04:30:19.720906 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-41c6e67c-c642-4e41-a8a6-492bec7041b1 None None] Provisioning complete for port 2d99a5d5-715b-48d7-8758-033beff6a992 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:19.721276 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-41c6e67c-c642-4e41-a8a6-492bec7041b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.757788 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Sync routers for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:19.768670 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:19.769660 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:19.773424 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-41c6e67c-c642-4e41-a8a6-492bec7041b1 None None] Port 2d99a5d5-715b-48d7-8758-033beff6a992 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:19.883462 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:19.904943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-31922393-3e97-495f-96df-3d0d6946fda8 None None] Provisioning complete for port 2d99a5d5-715b-48d7-8758-033beff6a992 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:19.905319 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-31922393-3e97-495f-96df-3d0d6946fda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.947083 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-31922393-3e97-495f-96df-3d0d6946fda8 None None] Port 2d99a5d5-715b-48d7-8758-033beff6a992 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:20.113044 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 2, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:20.124632 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 51d7744f-540f-4e2d-9af0-83813a8c3ba4 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:20.140236 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Checking router: 8187fb30-a158-416e-9778-df79e1b40340 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:20.141296 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Updating router 8187fb30-a158-416e-9778-df79e1b40340 port 2d99a5d5-715b-48d7-8758-033beff6a992 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:20.166785 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.187653 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0c1a4e6a-f65d-4058-bb4f-a73187a85061 None None] Provisioning complete for port 2d99a5d5-715b-48d7-8758-033beff6a992 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:20.188176 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0c1a4e6a-f65d-4058-bb4f-a73187a85061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.230711 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:20.231178 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.234160 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a4e6a-f65d-4058-bb4f-a73187a85061 None None] Port 2d99a5d5-715b-48d7-8758-033beff6a992 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:20.312068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f9ab9dcb-fc21-4345-8dce-f06e23a7a814 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:20.357822 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f9ab9dcb-fc21-4345-8dce-f06e23a7a814 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:20.358186 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.433222 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.439084 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.511916 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Pushing event updated for resources: {'Port': ['ID=2d99a5d5-715b-48d7-8758-033beff6a992,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:20.537374 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.537712 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.538076 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.538372 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.538707 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.539043 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.539350 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.539668 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.539983 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.540295 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.540610 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.540945 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:20.554510 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Attempting to bind port 2d99a5d5-715b-48d7-8758-033beff6a992 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:20.554878 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Attempting to bind port 2d99a5d5-715b-48d7-8758-033beff6a992 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:20.555235 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Attempting to bind port 2d99a5d5-715b-48d7-8758-033beff6a992 on network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:20.561313 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:20.561961 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Checking segment: {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:20.563135 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.563494 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Bound using segment: {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:20.564038 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Bound port: 2d99a5d5-715b-48d7-8758-033beff6a992, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:20.564469 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.651199 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] For port 2d99a5d5-715b-48d7-8758-033beff6a992, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:20.656346 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] For port 2d99a5d5-715b-48d7-8758-033beff6a992, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2d99a5d5-715b-48d7-8758-033beff6a992,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:20.661651 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.679778 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189492c2-5b21-422c-87a5-9fab53b50087 req-3065ab95-e7ed-4c45-bfff-714d6ab8c9c5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:20.682461 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-3065ab95-e7ed-4c45-bfff-714d6ab8c9c5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/networks?id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f HTTP/1.1" status: 200 len: 797 time: 0.1454787 Nov 12 04:30:20.720697 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7a3ba-08c3-4582-9ce6-9d3f64faf83a None None] Pushing event updated for resources: {'Port': ['ID=2d99a5d5-715b-48d7-8758-033beff6a992,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:20.743198 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:20.744031 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:20.768768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-ed23b162-d7a5-4cc7-bccf-1615d80777ac tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 379 time: 0.0768251 Nov 12 04:30:20.779638 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-db6f843d-80aa-4d38-9fa8-46a01f5e3993 req-931c187f-0e2d-40f5-88f0-1183df9e154b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 210 time: 0.0315566 Nov 12 04:30:20.780715 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'port': {'device_id': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'admin_state_up': True, 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'security_groups': ['2b009999-aa04-43bb-833e-78afa05b722a']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:20.862228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ac9eb356-d469-4a01-b5bb-e43917bf2903 None None] Provisioning complete for port 2d99a5d5-715b-48d7-8758-033beff6a992 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:20.862610 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac9eb356-d469-4a01-b5bb-e43917bf2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.918613 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:20.924155 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.970785 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac9eb356-d469-4a01-b5bb-e43917bf2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.981706 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:21.010937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ac9eb356-d469-4a01-b5bb-e43917bf2903 None None] For port 2d99a5d5-715b-48d7-8758-033beff6a992, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2d99a5d5-715b-48d7-8758-033beff6a992,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:21.016618 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ac9eb356-d469-4a01-b5bb-e43917bf2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.066186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9eb356-d469-4a01-b5bb-e43917bf2903 None None] Pushing event updated for resources: {'Port': ['ID=2d99a5d5-715b-48d7-8758-033beff6a992,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:21.079464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.5 (38cfc25d-8f6b-4302-bdd4-acfa53cc417f/7bf377a5-4206-4ae4-a379-0a79aae6891f/5aae9533-c66f-42c9-9f0b-a9e000824248) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:21.140038 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-7941b713-7067-4fcd-94d7-45fbeffdd8ab None None] Provisioning complete for port 2d99a5d5-715b-48d7-8758-033beff6a992 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:21.142680 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7941b713-7067-4fcd-94d7-45fbeffdd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.197358 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:21.225474 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc2341-9b78-4b88-b08e-56b14e552538 None None] The sync data for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 is: [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:21.228979 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.264248 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.316205 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:21.319252 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:21.321916 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:21.367409 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=5aae9533-c66f-42c9-9f0b-a9e000824248,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:21.392826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:21.393591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.414352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-569d4806-e963-4a67-bdaf-634a6026222d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6377676 Nov 12 04:30:21.485391 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Request body: {'port': {'device_id': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:21.549256 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.651894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ce7ca862-2163-4e11-82b7-e25f4503200f None None] Provisioning complete for port 5aae9533-c66f-42c9-9f0b-a9e000824248 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:21.651894 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ce7ca862-2163-4e11-82b7-e25f4503200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.693451 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ca862-2163-4e11-82b7-e25f4503200f None None] Port 5aae9533-c66f-42c9-9f0b-a9e000824248 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:22.050758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2d99a5d5-715b-48d7-8758-033beff6a992 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:22.106534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 2d99a5d5-715b-48d7-8758-033beff6a992 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:22.107008 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.154947 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb532247-e950-4dab-86b5-38dbf9ef1add req-cf51374a-9d40-450b-8e1a-44cd859113c9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:22.157197 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb532247-e950-4dab-86b5-38dbf9ef1add req-cf51374a-9d40-450b-8e1a-44cd859113c9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 931 time: 0.0831921 Nov 12 04:30:22.245219 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aae9533-c66f-42c9-9f0b-a9e000824248 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:22.254533 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.260137 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb532247-e950-4dab-86b5-38dbf9ef1add req-6bff4519-98eb-48c2-8827-8d2394f2bf28 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953059 Nov 12 04:30:22.270879 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Transition to ACTIVE for port object 5aae9533-c66f-42c9-9f0b-a9e000824248 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:30:22.275724 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.325864 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Pushing event updated for resources: {'Port': ['ID=5aae9533-c66f-42c9-9f0b-a9e000824248,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:22.400577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Attempting to bind port 5aae9533-c66f-42c9-9f0b-a9e000824248 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:22.401050 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Attempting to bind port 5aae9533-c66f-42c9-9f0b-a9e000824248 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:22.401364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Attempting to bind port 5aae9533-c66f-42c9-9f0b-a9e000824248 on network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:22.406826 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Port 5aae9533-c66f-42c9-9f0b-a9e000824248 on network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:22.407165 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Attempting to bind port 5aae9533-c66f-42c9-9f0b-a9e000824248 on network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:22.412463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:22.412463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Checking segment: {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:22.412876 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Bound using segment: {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:22.413301 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Bound port: 5aae9533-c66f-42c9-9f0b-a9e000824248, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9751b265-5b07-4a7b-96ff-8c63e0d48d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:22.413661 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.483080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] For port 5aae9533-c66f-42c9-9f0b-a9e000824248, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:22.486437 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] For port 5aae9533-c66f-42c9-9f0b-a9e000824248, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5aae9533-c66f-42c9-9f0b-a9e000824248,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:22.491447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.531304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:22.532129 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.533602 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] 10.222.0.20 "PUT /v2.0/ports/5aae9533-c66f-42c9-9f0b-a9e000824248 HTTP/1.1" status: 200 len: 1092 time: 1.1095381 Nov 12 04:30:22.534035 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:22.536524 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f938bb4-3746-4537-a708-b274e68353eb" -d '{"events": [{"name": "network-changed", "server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:22.557508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08069d-4702-4b9c-be33-badb6aee49ce service neutron] Pushing event updated for resources: {'Port': ['ID=5aae9533-c66f-42c9-9f0b-a9e000824248,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:22.613408 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe05492-c766-47ba-a101-338e0d91b218 x-openstack-request-id: req-ebe05492-c766-47ba-a101-338e0d91b218 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:22.613709 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:22.614025 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebe05492-c766-47ba-a101-338e0d91b218 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:22.614585 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'status': 'completed', 'code': 200} Nov 12 04:30:22.631802 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189492c2-5b21-422c-87a5-9fab53b50087 req-1f1fab1f-b073-4a72-9c09-1a06d07c5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:22.633428 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-1f1fab1f-b073-4a72-9c09-1a06d07c5411 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 1095 time: 0.0563376 Nov 12 04:30:22.678266 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-45299d46-0c96-4474-8e73-2c67a173ce8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5aae9533-c66f-42c9-9f0b-a9e000824248 HTTP/1.1" status: 200 len: 217 time: 0.0361364 Nov 12 04:30:22.733618 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189492c2-5b21-422c-87a5-9fab53b50087 req-3843b2b8-0fb1-4b36-8f31-848b3dab6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:22.735323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-3843b2b8-0fb1-4b36-8f31-848b3dab6ef1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bf377a5-4206-4ae4-a379-0a79aae6891f HTTP/1.1" status: 200 len: 834 time: 0.0499225 Nov 12 04:30:22.782435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189492c2-5b21-422c-87a5-9fab53b50087 req-511fc4d6-ed80-491f-a8af-f76535eac0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:22.783950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-511fc4d6-ed80-491f-a8af-f76535eac0b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420368 Nov 12 04:30:22.878643 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-837701ce-e6d5-476d-bd07-697bacca208d service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869331 Nov 12 04:30:22.973799 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-189492c2-5b21-422c-87a5-9fab53b50087 req-dd1ceb82-460b-48e0-a42b-e48abfacd70d service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857649 Nov 12 04:30:23.057163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938bb4-3746-4537-a708-b274e68353eb req-099313c9-08b7-48ee-a0a3-19f0f91ebb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.058618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f938bb4-3746-4537-a708-b274e68353eb req-099313c9-08b7-48ee-a0a3-19f0f91ebb3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 1095 time: 0.0406845 Nov 12 04:30:23.150607 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938bb4-3746-4537-a708-b274e68353eb req-517262af-deed-4d11-ac53-5dab3a2ff7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.152052 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f938bb4-3746-4537-a708-b274e68353eb req-517262af-deed-4d11-ac53-5dab3a2ff7e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f HTTP/1.1" status: 200 len: 899 time: 0.0866108 Nov 12 04:30:23.193436 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f938bb4-3746-4537-a708-b274e68353eb req-5a2918b1-e013-4c96-ab0a-4388fc75bf89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5aae9533-c66f-42c9-9f0b-a9e000824248 HTTP/1.1" status: 200 len: 217 time: 0.0344088 Nov 12 04:30:23.247415 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938bb4-3746-4537-a708-b274e68353eb req-c9d44649-b243-428a-a416-230004fb40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.248794 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f938bb4-3746-4537-a708-b274e68353eb req-c9d44649-b243-428a-a416-230004fb40c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bf377a5-4206-4ae4-a379-0a79aae6891f HTTP/1.1" status: 200 len: 834 time: 0.0471728 Nov 12 04:30:23.295363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938bb4-3746-4537-a708-b274e68353eb req-f1edccfc-0b52-41c6-80af-507b026f0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.297557 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f938bb4-3746-4537-a708-b274e68353eb req-f1edccfc-0b52-41c6-80af-507b026f0a83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408027 Nov 12 04:30:23.417931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f938bb4-3746-4537-a708-b274e68353eb req-60a39c0e-3d6f-4e42-a372-579a5656cdcd service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138155 Nov 12 04:30:23.427006 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085af8dd-028f-4583-980d-c9eadbb18d97 req-3b330e8e-80e7-414e-aaca-6fa603e0b8ba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.428340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-085af8dd-028f-4583-980d-c9eadbb18d97 req-3b330e8e-80e7-414e-aaca-6fa603e0b8ba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 943 time: 0.0750580 Nov 12 04:30:23.533618 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-085af8dd-028f-4583-980d-c9eadbb18d97 req-a5b8f70d-265d-4f30-9f22-b52e02278363 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973880 Nov 12 04:30:23.550415 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5f938bb4-3746-4537-a708-b274e68353eb req-e1d8735f-feae-47ce-9f3c-3e31f126f45f service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210873 Nov 12 04:30:24.128293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5aae9533-c66f-42c9-9f0b-a9e000824248 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:30:24.229763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5aae9533-c66f-42c9-9f0b-a9e000824248, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5aae9533-c66f-42c9-9f0b-a9e000824248,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:24.243614 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'port_id': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'mac_address': 'fa:16:3e:6e:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:30:24.280965 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.293439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aae9533-c66f-42c9-9f0b-a9e000824248 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:24.312108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5aae9533-c66f-42c9-9f0b-a9e000824248, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5aae9533-c66f-42c9-9f0b-a9e000824248,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:24.316553 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.363011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5aae9533-c66f-42c9-9f0b-a9e000824248,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:24.506414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['5aae9533-c66f-42c9-9f0b-a9e000824248'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:24.651914 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f011b-c817-4d6b-8b35-71b3d45c0904 req-9997812f-f2cd-431b-bd09-9a35a5828100 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.653528 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-414f011b-c817-4d6b-8b35-71b3d45c0904 req-9997812f-f2cd-431b-bd09-9a35a5828100 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 944 time: 0.0494363 Nov 12 04:30:24.705539 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-414f011b-c817-4d6b-8b35-71b3d45c0904 req-a59f854f-a64e-4c09-86b1-66edabfc8949 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456331 Nov 12 04:30:25.245765 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:25.599479 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:25.825623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5bd4-d534-4b36-9e62-db139eaa7201 req-16e59e9c-0a71-41dc-a80c-70d9db872e54 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:25.826990 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4ae5bd4-d534-4b36-9e62-db139eaa7201 req-16e59e9c-0a71-41dc-a80c-70d9db872e54 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 944 time: 0.0488484 Nov 12 04:30:25.876237 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c4ae5bd4-d534-4b36-9e62-db139eaa7201 req-9b462f25-ebac-4c6e-b702-60f8099d8d14 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Nov 12 04:30:26.171088 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5aae9533-c66f-42c9-9f0b-a9e000824248 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:26.222566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 5aae9533-c66f-42c9-9f0b-a9e000824248 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:30:26.226355 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 5aae9533-c66f-42c9-9f0b-a9e000824248 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:26.226726 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.302744 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.325422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:26.327733 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c59655-35fe-491d-bec8-f3d6834adc4c" -d '{"events": [{"server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "name": "network-vif-plugged", "status": "completed", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:26.340468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 5aae9533-c66f-42c9-9f0b-a9e000824248, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5aae9533-c66f-42c9-9f0b-a9e000824248,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:26.345882 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.371134 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de1d032-2bbe-446b-ac1c-f835a13c4ece x-openstack-request-id: req-5de1d032-2bbe-446b-ac1c-f835a13c4ece {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:26.371430 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "name": "network-vif-plugged", "status": "completed", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:26.371685 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5de1d032-2bbe-446b-ac1c-f835a13c4ece {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:26.372072 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'code': 200} Nov 12 04:30:26.395207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=5aae9533-c66f-42c9-9f0b-a9e000824248,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:26.467188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517f70a-6217-4662-994b-deb94c36150b req-f12c90ff-f686-45b4-b98d-178bf06073a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:26.469228 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4517f70a-6217-4662-994b-deb94c36150b req-f12c90ff-f686-45b4-b98d-178bf06073a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 1097 time: 0.0398858 Nov 12 04:30:26.515064 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4517f70a-6217-4662-994b-deb94c36150b req-d5ff875f-45fb-4bf3-ba09-97b287c9a7de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386827 Nov 12 04:30:26.995010 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143c580-9999-4ac2-855d-7051cf5b2ed3 req-aa01d661-e00e-4228-a6e0-417bd2cdf85a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:26.996482 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2143c580-9999-4ac2-855d-7051cf5b2ed3 req-aa01d661-e00e-4228-a6e0-417bd2cdf85a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0531313 Nov 12 04:30:27.047105 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2143c580-9999-4ac2-855d-7051cf5b2ed3 req-714596dc-0830-462c-81b8-0516cf569aa6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Nov 12 04:30:28.174125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3de4d-c29b-4918-92af-db74df922377 req-ed7e3c8a-133d-4634-8fd5-f8e9aa32bfb7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:28.175496 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5e3de4d-c29b-4918-92af-db74df922377 req-ed7e3c8a-133d-4634-8fd5-f8e9aa32bfb7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0552926 Nov 12 04:30:28.223929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d5e3de4d-c29b-4918-92af-db74df922377 req-3bfa09df-1f57-4601-9bdd-454d50106585 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425367 Nov 12 04:30:28.339059 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0aa7-648e-4ad6-8184-bfd9ac31471e req-c204763d-37c4-4b57-9026-5ffcecac54d2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:28.340536 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f21b0aa7-648e-4ad6-8184-bfd9ac31471e req-c204763d-37c4-4b57-9026-5ffcecac54d2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0497868 Nov 12 04:30:28.391122 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f21b0aa7-648e-4ad6-8184-bfd9ac31471e req-617db09f-6f31-4590-9109-89483429ff82 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438209 Nov 12 04:30:28.411676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39682) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:28.451235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0aaaaf-9bd3-4684-986d-c3bf3559eacc tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:28.452836 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dd0aaaaf-9bd3-4684-986d-c3bf3559eacc tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 1092 time: 0.0400615 Nov 12 04:30:28.455630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39684) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:28.459870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:28.482009 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.581799 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.692893 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.245 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/6906d4a6-5033-4050-a786-0800b0fd4c49) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:28.795705 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.830145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.865646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:28.871889 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:28.876465 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:28.881845 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=6906d4a6-5033-4050-a786-0800b0fd4c49,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:29.233269 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.310968 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.456580 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.461254 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.529565 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=6906d4a6-5033-4050-a786-0800b0fd4c49,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:29.541787 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.647781 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP 7541d58d-27fd-416d-9f3e-c1ad59a0fedb associated. External IP: 172.25.0.245, port: 5aae9533-c66f-42c9-9f0b-a9e000824248. Nov 12 04:30:29.852147 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 8187fb30-a158-416e-9778-df79e1b40340 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:29.961461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:29.973164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] Sync routers for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:29.981095 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:29.985618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:29.986243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:30.008833 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-059d3b7c-f27e-4563-916e-43c241474702 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5521696 Nov 12 04:30:30.009632 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:30.012033 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684c723f-f604-4297-ad96-0300ed4feee5" -d '{"events": [{"name": "network-changed", "server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:30.064311 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd4a7a2-256e-4c26-8e09-27826f79f8b5 x-openstack-request-id: req-3fd4a7a2-256e-4c26-8e09-27826f79f8b5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:30.064614 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:30.064901 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fd4a7a2-256e-4c26-8e09-27826f79f8b5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:30.065311 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'status': 'completed', 'code': 200} Nov 12 04:30:30.101203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:30.129622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f921-f5d5-4597-b9f7-3fcde987e95b req-517b4da5-7854-4e37-9260-3f4814f04b6a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.130272 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c723f-f604-4297-ad96-0300ed4feee5 req-81e05592-cf9c-4c66-bd64-e768c30a5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.131236 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3b1f921-f5d5-4597-b9f7-3fcde987e95b req-517b4da5-7854-4e37-9260-3f4814f04b6a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0508063 Nov 12 04:30:30.131748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-684c723f-f604-4297-ad96-0300ed4feee5 req-81e05592-cf9c-4c66-bd64-e768c30a5bde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 1097 time: 0.0451713 Nov 12 04:30:30.189953 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d3b1f921-f5d5-4597-b9f7-3fcde987e95b req-b6f2f867-a5a9-4ccd-b731-8fd1b7a7588a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526586 Nov 12 04:30:30.215006 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39690) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:30.234081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c723f-f604-4297-ad96-0300ed4feee5 req-bd730d66-c0aa-4370-af6e-2a1c82766a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.235596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-684c723f-f604-4297-ad96-0300ed4feee5 req-bd730d66-c0aa-4370-af6e-2a1c82766a07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f HTTP/1.1" status: 200 len: 899 time: 0.0960631 Nov 12 04:30:30.282655 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7bc1f358-ac63-4144-9aed-ede58b569011 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/7541d58d-27fd-416d-9f3e-c1ad59a0fedb HTTP/1.1" status: 200 len: 991 time: 0.0650735 Nov 12 04:30:30.302155 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-684c723f-f604-4297-ad96-0300ed4feee5 req-a351de88-b597-4f80-94fc-0dbac6d9f88e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5aae9533-c66f-42c9-9f0b-a9e000824248 HTTP/1.1" status: 200 len: 999 time: 0.0597117 Nov 12 04:30:30.337047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7541d58d-27fd-416d-9f3e-c1ad59a0fedb', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '8187fb30-a158-416e-9778-df79e1b40340', 'port_id': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'mac_address': 'fa:16:3e:6e:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:30:29Z', 'updated_at': '2021-11-12T04:30:29Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:30.351516 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c723f-f604-4297-ad96-0300ed4feee5 req-45b00c69-e5ee-46c9-9691-6e843217ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.352992 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-684c723f-f604-4297-ad96-0300ed4feee5 req-45b00c69-e5ee-46c9-9691-6e843217ac41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bf377a5-4206-4ae4-a379-0a79aae6891f HTTP/1.1" status: 200 len: 834 time: 0.0430984 Nov 12 04:30:30.367182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] Checking router: 8187fb30-a158-416e-9778-df79e1b40340 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:30.376919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:30.377545 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:30:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:30.404577 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c723f-f604-4297-ad96-0300ed4feee5 req-a9a7ddb2-a8ff-4d50-99f9-e04a565209fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:30.406101 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-684c723f-f604-4297-ad96-0300ed4feee5 req-a9a7ddb2-a8ff-4d50-99f9-e04a565209fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457904 Nov 12 04:30:30.482494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:30.495398 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-684c723f-f604-4297-ad96-0300ed4feee5 req-8884db9e-edac-44ce-8e69-ccf9c214135a service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Nov 12 04:30:30.590210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-684c723f-f604-4297-ad96-0300ed4feee5 req-b9454b0b-9815-4378-9a04-7ac548901f9d service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885973 Nov 12 04:30:30.711060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7541d58d-27fd-416d-9f3e-c1ad59a0fedb', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '8187fb30-a158-416e-9778-df79e1b40340', 'port_id': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'mac_address': 'fa:16:3e:6e:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:30:29Z', 'updated_at': '2021-11-12T04:30:29Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:30.738296 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc273a-422b-42c2-8db8-4d70f333093e None None] The sync data for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 is: [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '7541d58d-27fd-416d-9f3e-c1ad59a0fedb', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '8187fb30-a158-416e-9778-df79e1b40340', 'port_id': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'mac_address': 'fa:16:3e:6e:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:30:29Z', 'updated_at': '2021-11-12T04:30:29Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:30.948218 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3184a-8620-447a-bf06-446b80aab3c2 None None] New status for floating IP 7541d58d-27fd-416d-9f3e-c1ad59a0fedb: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:30:31.285487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39692) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:31.345637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-17d84961-b422-401a-aa40-594aa1a032bc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/7541d58d-27fd-416d-9f3e-c1ad59a0fedb HTTP/1.1" status: 200 len: 993 time: 0.0589285 Nov 12 04:30:31.458052 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-dd47c1ac-4148-46ef-8b06-371cb6c9b15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.712183 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-81999f70-5344-4137-a258-4d826768016c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.198979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:36.565760 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.386591 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.247697 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.176983 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ae42e-4949-4007-bf95-6606beab5fac req-ee5aee83-55ed-424d-8273-f5be1d6e0868 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:00.178501 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c8ae42e-4949-4007-bf95-6606beab5fac req-ee5aee83-55ed-424d-8273-f5be1d6e0868 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0556569 Nov 12 04:31:00.228234 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1c8ae42e-4949-4007-bf95-6606beab5fac req-e5fa84cf-8bd1-4ac7-a68c-d2a774a5d1fd tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438182 Nov 12 04:31:01.350143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995e8f7-265f-4449-b2e5-bca5c9d0297b req-3875416f-782c-4ca4-91dc-5d22206f6655 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:01.351640 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c995e8f7-265f-4449-b2e5-bca5c9d0297b req-3875416f-782c-4ca4-91dc-5d22206f6655 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0500729 Nov 12 04:31:01.406476 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c995e8f7-265f-4449-b2e5-bca5c9d0297b req-756ad952-f5e6-40c9-8538-f3d6f2a4be9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488944 Nov 12 04:31:01.459972 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fa529c18-a70e-4b83-bbf0-7a8555606141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.521188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc91ff-d272-4864-bc4f-488b89dc4143 req-55717fc5-992d-4c6a-a77d-446a29d14870 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.522676 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6adc91ff-d272-4864-bc4f-488b89dc4143 req-55717fc5-992d-4c6a-a77d-446a29d14870 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0483711 Nov 12 04:31:02.575665 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6adc91ff-d272-4864-bc4f-488b89dc4143 req-74190d77-a7cc-4d06-ae6a-bcf232d8d055 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468082 Nov 12 04:31:02.598839 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:03.692324 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758d800-7106-428e-8cc3-24b9262d11b4 req-8184fe61-0544-40ff-890e-26de67db5722 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:03.693798 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e758d800-7106-428e-8cc3-24b9262d11b4 req-8184fe61-0544-40ff-890e-26de67db5722 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0483215 Nov 12 04:31:03.714233 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ca88e2e-8682-4548-b0c2-5b7f562782fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:03.745706 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e758d800-7106-428e-8cc3-24b9262d11b4 req-c7fb16e3-8bfb-44c0-8dac-952c7ebb145c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443048 Nov 12 04:31:04.863544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7145e-ab71-4d73-ab4b-db2a334c9ee8 req-5fc2f9a1-5774-4e03-aa2f-982ccf38c3d9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:04.864972 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2db7145e-ab71-4d73-ab4b-db2a334c9ee8 req-5fc2f9a1-5774-4e03-aa2f-982ccf38c3d9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0494349 Nov 12 04:31:04.915437 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2db7145e-ab71-4d73-ab4b-db2a334c9ee8 req-8b3f1722-0751-4a88-98fc-bfc69853cb59 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444605 Nov 12 04:31:05.202542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:06.030464 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f08ca-7d2a-475c-857a-38bec6af3ca4 req-7a55264b-e07d-45c4-b355-30cc1dccb442 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:06.031910 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-929f08ca-7d2a-475c-857a-38bec6af3ca4 req-7a55264b-e07d-45c4-b355-30cc1dccb442 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0479207 Nov 12 04:31:06.082605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-929f08ca-7d2a-475c-857a-38bec6af3ca4 req-c7b1eeeb-9426-4234-9ce6-377814ae3ced tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437343 Nov 12 04:31:06.568410 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.197646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96554879-d678-4e9a-ad07-e315bd4bb1a1 req-7d3db800-947a-438e-b734-caa940edc6ec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:07.199140 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96554879-d678-4e9a-ad07-e315bd4bb1a1 req-7d3db800-947a-438e-b734-caa940edc6ec tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0489569 Nov 12 04:31:07.246905 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-96554879-d678-4e9a-ad07-e315bd4bb1a1 req-f5dbedd3-33d2-4daf-940d-14cf3e6c3c08 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418301 Nov 12 04:31:07.389206 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.368334 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455816-40a4-4f72-8de6-3ddbd4a3a954 req-c965547d-fcb6-4a52-8fc0-cedf52553d32 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:08.369883 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef455816-40a4-4f72-8de6-3ddbd4a3a954 req-c965547d-fcb6-4a52-8fc0-cedf52553d32 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0528359 Nov 12 04:31:08.419201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ef455816-40a4-4f72-8de6-3ddbd4a3a954 req-957c79b2-6cb2-4b80-b9cc-4075dbf49391 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432379 Nov 12 04:31:09.539490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfb40b-1625-419f-8224-80df0bfcee03 req-026a2be3-cb6c-409e-804b-b00ecfebbd36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:09.541034 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cbdfb40b-1625-419f-8224-80df0bfcee03 req-026a2be3-cb6c-409e-804b-b00ecfebbd36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0531147 Nov 12 04:31:09.590120 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cbdfb40b-1625-419f-8224-80df0bfcee03 req-503aa7eb-3dd5-40d9-8eff-e1520535725b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432427 Nov 12 04:31:10.707473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b194157-2d53-4e03-b95c-08cb2288eaf8 req-f62041ad-7169-4aea-bec8-6e1a2e17299f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:10.708986 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b194157-2d53-4e03-b95c-08cb2288eaf8 req-f62041ad-7169-4aea-bec8-6e1a2e17299f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0503337 Nov 12 04:31:10.758359 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9b194157-2d53-4e03-b95c-08cb2288eaf8 req-386a9e60-602a-4f5d-8494-a8a26e2c11cc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434730 Nov 12 04:31:10.780938 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39726) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:10.845125 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fccc83d3-9fa8-436f-a4e5-d416d785fff5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/7541d58d-27fd-416d-9f3e-c1ad59a0fedb HTTP/1.1" status: 200 len: 993 time: 0.0628407 Nov 12 04:31:12.135608 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a032-4df5-4328-89a5-07d533b1071b req-30dfcba3-1178-4e58-9cdd-b3fb8754888c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.137006 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b64a032-4df5-4328-89a5-07d533b1071b req-30dfcba3-1178-4e58-9cdd-b3fb8754888c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0750966 Nov 12 04:31:12.152556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-cb929050-13c1-436e-a0a0-6c2e42c63899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.153963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-cb929050-13c1-436e-a0a0-6c2e42c63899 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 1097 time: 0.0585670 Nov 12 04:31:12.247873 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9b64a032-4df5-4328-89a5-07d533b1071b req-4180ed84-9c62-4c78-a5d5-de40534f89f4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025374 Nov 12 04:31:12.276677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-3228e35e-2e7d-4832-b603-0ea8c26fe61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.278176 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-3228e35e-2e7d-4832-b603-0ea8c26fe61f service neutron] 10.222.0.20 "GET /v2.0/networks?id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f HTTP/1.1" status: 200 len: 899 time: 0.1168180 Nov 12 04:31:12.347900 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-a48dacb0-4c66-4266-bed9-46747eb79a05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5aae9533-c66f-42c9-9f0b-a9e000824248 HTTP/1.1" status: 200 len: 1001 time: 0.0614665 Nov 12 04:31:12.735303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-7ebe4799-7eb7-40eb-8215-3811a9cca28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.736788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-7ebe4799-7eb7-40eb-8215-3811a9cca28a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bf377a5-4206-4ae4-a379-0a79aae6891f HTTP/1.1" status: 200 len: 834 time: 0.3808208 Nov 12 04:31:12.784384 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-0efecc03-000d-4546-bfde-dbeb307e9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.785740 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-0efecc03-000d-4546-bfde-dbeb307e9a9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401075 Nov 12 04:31:12.878327 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-e181c68b-5f46-44de-ac8f-c886086c67a7 service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836592 Nov 12 04:31:12.967135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-310a85fd-4be7-49aa-8b72-28dac9c222d5 req-68df3753-d90d-42b8-b6fe-b9622017b021 service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808320 Nov 12 04:31:13.176994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a17878a-4ced-4b1e-8391-9cf3592dee90 req-9a11717f-6c46-46dd-8cff-def01d9b5a5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252521 Nov 12 04:31:13.235878 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a17878a-4ced-4b1e-8391-9cf3592dee90 req-7e08849f-ae07-467d-8b28-741efd4751d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0245531 Nov 12 04:31:13.283366 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a17878a-4ced-4b1e-8391-9cf3592dee90 req-18ff24ef-7e1f-4989-aeb2-cf6f487f939f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200155 Nov 12 04:31:13.426187 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81d14e-f506-4b79-bbb5-01698f539db4 req-61b0bb7f-bc6f-4b28-b427-90c48265bb49 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.427806 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ec81d14e-f506-4b79-bbb5-01698f539db4 req-61b0bb7f-bc6f-4b28-b427-90c48265bb49 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.1070175 Nov 12 04:31:13.429225 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17878a-4ced-4b1e-8391-9cf3592dee90 req-ebb8f239-9856-41ad-b9e3-0934ec5481d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.430540 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1a17878a-4ced-4b1e-8391-9cf3592dee90 req-ebb8f239-9856-41ad-b9e3-0934ec5481d8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1393492 Nov 12 04:31:13.478856 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-ec81d14e-f506-4b79-bbb5-01698f539db4 req-07e7db08-8ce8-44d0-b0a7-620162958d47 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448511 Nov 12 04:31:14.276677 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-0b608061-d998-4a78-8887-02c0c5b8bcb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403571 Nov 12 04:31:14.358955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-2df1a307-3ac0-4469-a114-3bfabd80ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:14.360401 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-2df1a307-3ac0-4469-a114-3bfabd80ea71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 1097 time: 0.0430617 Nov 12 04:31:14.462082 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-b954703f-2a9c-4e65-9a5b-5535439de761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:14.463556 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-b954703f-2a9c-4e65-9a5b-5535439de761 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f HTTP/1.1" status: 200 len: 899 time: 0.0843074 Nov 12 04:31:14.538596 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-591b0666-f6c9-4191-8498-7b9665726a11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5aae9533-c66f-42c9-9f0b-a9e000824248 HTTP/1.1" status: 200 len: 1001 time: 0.0676708 Nov 12 04:31:14.618125 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-34b8e959-274f-4b94-baa3-0a76b4392c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:14.619595 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-34b8e959-274f-4b94-baa3-0a76b4392c98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bf377a5-4206-4ae4-a379-0a79aae6891f HTTP/1.1" status: 200 len: 834 time: 0.0728395 Nov 12 04:31:14.645085 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adf95f-ba31-4b6b-b790-5066ad954ae8 req-26ff05f8-3c73-4232-9d5e-eca4cc79e3af tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:14.646513 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9adf95f-ba31-4b6b-b790-5066ad954ae8 req-26ff05f8-3c73-4232-9d5e-eca4cc79e3af tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0916624 Nov 12 04:31:14.714736 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-b609de95-4474-4996-bc33-16f45a062a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:14.716221 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-b609de95-4474-4996-bc33-16f45a062a03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900609 Nov 12 04:31:14.720499 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c9adf95f-ba31-4b6b-b790-5066ad954ae8 req-1aff8b06-a6ba-4938-bec2-989d12aad0a9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592270 Nov 12 04:31:14.744078 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39738) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:14.808817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-54898fc8-8b8f-4477-92ee-10a82c8e85ee service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853608 Nov 12 04:31:14.809039 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-28920928-d4a1-46ee-af75-bd7cf5a76816 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/7541d58d-27fd-416d-9f3e-c1ad59a0fedb HTTP/1.1" status: 200 len: 993 time: 0.0634825 Nov 12 04:31:14.904360 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f9ee7cad-12d7-4fda-b644-30a85b90ac2a req-359c0279-4681-4504-8345-c35f8c19f962 service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879810 Nov 12 04:31:25.263770 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.461102 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-51731b75-e45d-43e6-87b2-a3aef602df6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.717274 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-306fa930-9f4d-45af-b53c-7e60de5f1767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.205565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.571672 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.391104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.597521 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:45.160778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39750) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:45.316752 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 6906d4a6-5033-4050-a786-0800b0fd4c49 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:45.317110 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.391522 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.391850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.403227 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 6906d4a6-5033-4050-a786-0800b0fd4c49 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:45.550517 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.581478 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=6906d4a6-5033-4050-a786-0800b0fd4c49,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:45.606377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.606730 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.607075 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.607414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.607757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.608094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.608425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.608776 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.609113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.609435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.609760 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.610081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:45.652414 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.652759 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP 7541d58d-27fd-416d-9f3e-c1ad59a0fedb disassociated (deleted). External IP: 172.25.0.245, port: 5aae9533-c66f-42c9-9f0b-a9e000824248. Nov 12 04:31:45.870365 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 8187fb30-a158-416e-9778-df79e1b40340 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:45.980152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:45.985025 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.989635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] Sync routers for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:45.999938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:46.000829 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:46.016372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-95da2738-2667-41a0-8d46-f274b0b5ad69 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/floatingips/7541d58d-27fd-416d-9f3e-c1ad59a0fedb HTTP/1.1" status: 204 len: 168 time: 0.8545191 Nov 12 04:31:46.017002 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:46.019348 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06eb28f-b622-44e5-bcd2-f540fbe58f38" -d '{"events": [{"name": "network-changed", "server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:46.059215 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32726878-fd6e-41be-9084-8ef4ff795328 x-openstack-request-id: req-32726878-fd6e-41be-9084-8ef4ff795328 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:46.059531 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:46.059790 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32726878-fd6e-41be-9084-8ef4ff795328 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:46.060430 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'status': 'completed', 'code': 200} Nov 12 04:31:46.117304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:46.129676 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-3adc1039-0e15-45f1-8d77-227d36165ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.131768 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-3adc1039-0e15-45f1-8d77-227d36165ed6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 1097 time: 0.0477917 Nov 12 04:31:46.243863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-c9739aba-e493-48de-8a6e-5cc13b6c28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.248093 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-c9739aba-e493-48de-8a6e-5cc13b6c28c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f HTTP/1.1" status: 200 len: 899 time: 0.1059906 Nov 12 04:31:46.272218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74877e-cba2-4cf9-8cd7-7a6ebedd335c req-897bc2ae-3d59-41fe-b3d9-259a3ced27b1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.273766 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb74877e-cba2-4cf9-8cd7-7a6ebedd335c req-897bc2ae-3d59-41fe-b3d9-259a3ced27b1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0532420 Nov 12 04:31:46.294471 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-ed94cbba-5018-4165-9ccd-e884d37a6c5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5aae9533-c66f-42c9-9f0b-a9e000824248 HTTP/1.1" status: 200 len: 217 time: 0.0410955 Nov 12 04:31:46.327954 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fb74877e-cba2-4cf9-8cd7-7a6ebedd335c req-43951ae9-2408-484f-9cb8-f2be60eccb73 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476358 Nov 12 04:31:46.331939 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:46.346985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-b9319393-1625-4801-be3b-36f2672de8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.348562 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-b9319393-1625-4801-be3b-36f2672de8c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bf377a5-4206-4ae4-a379-0a79aae6891f HTTP/1.1" status: 200 len: 834 time: 0.0469058 Nov 12 04:31:46.364931 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] Checking router: 8187fb30-a158-416e-9778-df79e1b40340 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:46.372685 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:46.373327 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:46.395760 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-b82ecd1a-06e5-498d-a6f0-3f2b10ef8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:46.397959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-b82ecd1a-06e5-498d-a6f0-3f2b10ef8b57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38cfc25d-8f6b-4302-bdd4-acfa53cc417f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417635 Nov 12 04:31:46.479390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:46.492246 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-cf08a526-b0f6-4e1d-ad47-c93cfa7df177 service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865586 Nov 12 04:31:46.590040 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b06eb28f-b622-44e5-bcd2-f540fbe58f38 req-f455f753-f861-402e-b33e-5b76fcfd922b service neutron] 10.222.0.20 "GET /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887721 Nov 12 04:31:46.681181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:46.710343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0342171-7212-41d0-9d87-4c25c421b956 None None] The sync data for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 is: [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '2d99a5d5-715b-48d7-8758-033beff6a992', 'name': '', 'network_id': '38cfc25d-8f6b-4302-bdd4-acfa53cc417f', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:89:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:16Z', 'updated_at': '2021-11-12T04:30:20Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '7bf377a5-4206-4ae4-a379-0a79aae6891f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:46.932269 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936eb0b-8d73-40a8-8593-879ba148c2ad None None] New status for floating IP 7541d58d-27fd-416d-9f3e-c1ad59a0fedb: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:31:47.445235 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07ddfd-528d-49af-8214-b03904cef6c4 req-cb3f0a00-5b9f-43d2-81cc-198885e78281 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.446712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb07ddfd-528d-49af-8214-b03904cef6c4 req-cb3f0a00-5b9f-43d2-81cc-198885e78281 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0483537 Nov 12 04:31:47.496823 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bb07ddfd-528d-49af-8214-b03904cef6c4 req-d48ef993-e433-4c6d-9fe7-9ade6b0626e2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b009999-aa04-43bb-833e-78afa05b722a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442505 Nov 12 04:31:47.694991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-9dc040f8-b3a8-4be8-bd91-f40ff9633209 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:47.696420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-9dc040f8-b3a8-4be8-bd91-f40ff9633209 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 945 time: 0.0479534 Nov 12 04:31:47.788997 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 5aae9533-c66f-42c9-9f0b-a9e000824248 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:47.789329 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.875940 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 5aae9533-c66f-42c9-9f0b-a9e000824248, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=5aae9533-c66f-42c9-9f0b-a9e000824248,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:47.876295 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.889463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 5aae9533-c66f-42c9-9f0b-a9e000824248 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:48.017319 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.046517 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=5aae9533-c66f-42c9-9f0b-a9e000824248,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:48.058768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.059128 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.059477 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.059817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.060154 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.060493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.060853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.061190 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.061526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.061855 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.062180 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.062504 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:48.105816 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] No DVR routers for this DVR port 5aae9533-c66f-42c9-9f0b-a9e000824248 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:48.108277 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:48.111585 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e0b0a507-b4fa-481d-abd1-ca3cf6615219 req-a2d6a33e-97c1-419b-b433-ce9c8f3039d1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "DELETE /v2.0/ports/5aae9533-c66f-42c9-9f0b-a9e000824248 HTTP/1.1" status: 204 len: 173 time: 0.4091442 Nov 12 04:31:48.112023 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'name': 'network-vif-deleted', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:48.114399 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a626705-849e-4e62-8e93-189a41f27416" -d '{"events": [{"server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "name": "network-vif-deleted", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:48.204703 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0ac815-d2e2-49dc-b5c7-528e8f7b70ed x-openstack-request-id: req-cc0ac815-d2e2-49dc-b5c7-528e8f7b70ed {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:48.205027 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07478b21-0e1e-4098-98d2-0788ae614e7c", "name": "network-vif-deleted", "tag": "5aae9533-c66f-42c9-9f0b-a9e000824248", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:48.205290 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc0ac815-d2e2-49dc-b5c7-528e8f7b70ed {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:48.205708 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07478b21-0e1e-4098-98d2-0788ae614e7c', 'name': 'network-vif-deleted', 'tag': '5aae9533-c66f-42c9-9f0b-a9e000824248', 'status': 'completed', 'code': 200} Nov 12 04:31:48.609663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4fbf4079-7fcc-4c83-a389-5ebe967ff4c5 req-a73c5d40-cfbf-40e7-b303-e3f5792286d4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=07478b21-0e1e-4098-98d2-0788ae614e7c HTTP/1.1" status: 200 len: 210 time: 0.0282118 Nov 12 04:31:49.669486 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39768) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:50.038126 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.288421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 2d99a5d5-715b-48d7-8758-033beff6a992 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:50.288669 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.376726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 2d99a5d5-715b-48d7-8758-033beff6a992, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=2d99a5d5-715b-48d7-8758-033beff6a992,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:50.377106 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.389925 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 2d99a5d5-715b-48d7-8758-033beff6a992 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:50.569605 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.600912 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=2d99a5d5-715b-48d7-8758-033beff6a992,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:50.778208 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.999127 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 8187fb30-a158-416e-9778-df79e1b40340 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:51.101070 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:51.106118 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-aedba5fe-8d41-49a0-920c-02ea85474f36 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/8187fb30-a158-416e-9778-df79e1b40340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4354823 Nov 12 04:31:51.108892 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39770) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:51.111925 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] Sync routers for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:51.123091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:51.123704 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:51.162242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a975faec-4ff9-4a0d-a2d2-5d9efb097081 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting subnet 7bf377a5-4206-4ae4-a379-0a79aae6891f {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:51.165325 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a975faec-4ff9-4a0d-a2d2-5d9efb097081 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.205186 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a975faec-4ff9-4a0d-a2d2-5d9efb097081 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.231702 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:51.286709 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a975faec-4ff9-4a0d-a2d2-5d9efb097081 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.348431 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a975faec-4ff9-4a0d-a2d2-5d9efb097081 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.375611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975faec-4ff9-4a0d-a2d2-5d9efb097081 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf377a5-4206-4ae4-a379-0a79aae6891f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:51.379267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a975faec-4ff9-4a0d-a2d2-5d9efb097081 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.385239 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a975faec-4ff9-4a0d-a2d2-5d9efb097081 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/subnets/7bf377a5-4206-4ae4-a379-0a79aae6891f HTTP/1.1" status: 204 len: 168 time: 0.2728035 Nov 12 04:31:51.385941 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39772) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:51.388952 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410f011-b679-4879-9117-f629e9ea4895 None None] Network 38cfc25d-8f6b-4302-bdd4-acfa53cc417f requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:51.493280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.509063 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:31:50Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:51.538320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] Checking router: 8187fb30-a158-416e-9778-df79e1b40340 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:51.554030 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] Routers {'8187fb30-a158-416e-9778-df79e1b40340'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:51.554619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['8187fb30-a158-416e-9778-df79e1b40340'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:51.606435 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.648360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] DHCP port deletion for 38cfc25d-8f6b-4302-bdd4-acfa53cc417f request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:51.660132 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 51d7744f-540f-4e2d-9af0-83813a8c3ba4 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:51.660327 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.698128 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] Set router 8187fb30-a158-416e-9778-df79e1b40340 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:51.739924 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 51d7744f-540f-4e2d-9af0-83813a8c3ba4, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=51d7744f-540f-4e2d-9af0-83813a8c3ba4,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:51.740875 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.752759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 51d7744f-540f-4e2d-9af0-83813a8c3ba4 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:51.824201 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Deleting port f9ab9dcb-fc21-4345-8dce-f06e23a7a814 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:51.824521 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.924617 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.955557 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=51d7744f-540f-4e2d-9af0-83813a8c3ba4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:52.007500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a61971d-0b90-40d8-b2d2-1d2c6b888db2 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:52.021940 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.096011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] For port f9ab9dcb-fc21-4345-8dce-f06e23a7a814, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f9ab9dcb-fc21-4345-8dce-f06e23a7a814,segment=NetworkSegment(9751b265-5b07-4a7b-96ff-8c63e0d48d81),segment_id=9751b265-5b07-4a7b-96ff-8c63e0d48d81)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:52.096329 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.113281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Calling delete_port for f9ab9dcb-fc21-4345-8dce-f06e23a7a814 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:52.170848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f9ab9dcb-fc21-4345-8dce-f06e23a7a814 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:52.232948 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:31:50Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:52.272362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff983df-ae2b-4d2d-b1f0-8ff2939340a9 None None] The sync data for ids ['8187fb30-a158-416e-9778-df79e1b40340'] in n-d-789963-21 is: [{'id': '8187fb30-a158-416e-9778-df79e1b40340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091317820', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:31:50Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '51d7744f-540f-4e2d-9af0-83813a8c3ba4', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8187fb30-a158-416e-9778-df79e1b40340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:14Z', 'updated_at': '2021-11-12T04:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:52.323096 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.355129 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.357041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Pushing event deleted for resources: {'Port': ['ID=f9ab9dcb-fc21-4345-8dce-f06e23a7a814,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:52.371115 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] No DVR routers for this DVR port f9ab9dcb-fc21-4345-8dce-f06e23a7a814 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:52.379595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.379595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.379595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.379595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.379595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.379595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.379595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.381305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.381305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.381305 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.381997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.381997 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493574e-5787-4c06-8789-1861ec1da738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:52.457216 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.459961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.466100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5aae9533-c66f-42c9-9f0b-a9e000824248 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:52.489932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 5aae9533-c66f-42c9-9f0b-a9e000824248 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:52.490292 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 5aae9533-c66f-42c9-9f0b-a9e000824248 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:52.502832 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.503374 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Fanout notify agent at l3_agent the message router_deleted on router 8187fb30-a158-416e-9778-df79e1b40340 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:52.511249 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.512375 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d061ef1d-e79f-4d4f-a6cf-3ae0ad7773c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/routers/8187fb30-a158-416e-9778-df79e1b40340 HTTP/1.1" status: 204 len: 168 time: 1.1261303 Nov 12 04:31:52.515051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39774) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:52.593657 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.685919 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.709309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cfc25d-8f6b-4302-bdd4-acfa53cc417f']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:52.718954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9751b265-5b07-4a7b-96ff-8c63e0d48d81') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:52.719247 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9751b265-5b07-4a7b-96ff-8c63e0d48d81') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:52.729642 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.743966 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.750697 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:52.751213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:52.754486 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:52.812821 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.818036 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.825434 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/networks/38cfc25d-8f6b-4302-bdd4-acfa53cc417f HTTP/1.1" status: 204 len: 168 time: 0.3093729 Nov 12 04:31:52.825650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39776) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:52.841249 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2692c-8124-43d2-a46d-2f5a57934162 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Network': ['ID=38cfc25d-8f6b-4302-bdd4-acfa53cc417f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:52.888427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3161af4f-b152-4946-9edc-6a1ef1566dc0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.915580 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3161af4f-b152-4946-9edc-6a1ef1566dc0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.983989 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3161af4f-b152-4946-9edc-6a1ef1566dc0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.986650 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3161af4f-b152-4946-9edc-6a1ef1566dc0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.987871 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3161af4f-b152-4946-9edc-6a1ef1566dc0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/security-groups/2b009999-aa04-43bb-833e-78afa05b722a HTTP/1.1" status: 204 len: 168 time: 0.1611016 Nov 12 04:31:52.997679 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161af4f-b152-4946-9edc-6a1ef1566dc0 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b009999-aa04-43bb-833e-78afa05b722a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:53.365685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39782) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:53.370891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fa859e98-a292-40a7-89c6-a8745fe6121d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911082019', 'description': 'tempest-secgroup-smoke-911082019 description', 'project_id': '72b0d9d0904440d3a4b331589951621b'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:53.393071 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa859e98-a292-40a7-89c6-a8745fe6121d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.462542 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa859e98-a292-40a7-89c6-a8745fe6121d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.466440 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa859e98-a292-40a7-89c6-a8745fe6121d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.499223 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa859e98-a292-40a7-89c6-a8745fe6121d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.500672 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-fa859e98-a292-40a7-89c6-a8745fe6121d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1332481 Nov 12 04:31:53.503732 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39784) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:53.504588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa859e98-a292-40a7-89c6-a8745fe6121d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e505a72-d7a2-4738-a0cc-afb14b8d2753,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:53.509304 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-0e1f19f8-7f4f-4560-a5bb-2ff964c98756 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '6e505a72-d7a2-4738-a0cc-afb14b8d2753', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:53.537944 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f19f8-7f4f-4560-a5bb-2ff964c98756 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.582655 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f19f8-7f4f-4560-a5bb-2ff964c98756 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.586530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f19f8-7f4f-4560-a5bb-2ff964c98756 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.605403 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f19f8-7f4f-4560-a5bb-2ff964c98756 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddedb9db-79c5-48af-ad99-92641160576e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:53.614592 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0e1f19f8-7f4f-4560-a5bb-2ff964c98756 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.615897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-0e1f19f8-7f4f-4560-a5bb-2ff964c98756 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111548 Nov 12 04:31:53.618657 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39786) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:53.623028 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3643cec9-218e-4838-8cf4-21f98dafbabf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '6e505a72-d7a2-4738-a0cc-afb14b8d2753', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:53.649935 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3643cec9-218e-4838-8cf4-21f98dafbabf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.707039 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3643cec9-218e-4838-8cf4-21f98dafbabf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.711041 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3643cec9-218e-4838-8cf4-21f98dafbabf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.728385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643cec9-218e-4838-8cf4-21f98dafbabf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b233765e-a90a-423c-8e24-cae9cb1c9af6,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:53.735497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3643cec9-218e-4838-8cf4-21f98dafbabf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.736668 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3643cec9-218e-4838-8cf4-21f98dafbabf tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170681 Nov 12 04:31:53.739383 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39788) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:53.744095 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-4abf5ea5-7bfa-4a4c-8968-9e2598c45010 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '6e505a72-d7a2-4738-a0cc-afb14b8d2753', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:53.769363 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4abf5ea5-7bfa-4a4c-8968-9e2598c45010 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.825817 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4abf5ea5-7bfa-4a4c-8968-9e2598c45010 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.829667 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4abf5ea5-7bfa-4a4c-8968-9e2598c45010 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.849908 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf5ea5-7bfa-4a4c-8968-9e2598c45010 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967c4786-5d1a-4c5c-93cf-5c68e3d9a65a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:53.858275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4abf5ea5-7bfa-4a4c-8968-9e2598c45010 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.859456 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-4abf5ea5-7bfa-4a4c-8968-9e2598c45010 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186931 Nov 12 04:31:53.862246 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39790) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:53.866652 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-6d181b44-7289-4daf-acb1-9fcd405758b2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '6e505a72-d7a2-4738-a0cc-afb14b8d2753', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:53.894390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d181b44-7289-4daf-acb1-9fcd405758b2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.950482 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d181b44-7289-4daf-acb1-9fcd405758b2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.953837 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d181b44-7289-4daf-acb1-9fcd405758b2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.971129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d181b44-7289-4daf-acb1-9fcd405758b2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d644457f-fb2f-489a-b99d-a0e855420b72,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:53.979225 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6d181b44-7289-4daf-acb1-9fcd405758b2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.981180 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6d181b44-7289-4daf-acb1-9fcd405758b2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179326 Nov 12 04:31:53.983051 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39792) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:53.987435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-3300df19-a379-42d4-9557-79522edb5067 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '6e505a72-d7a2-4738-a0cc-afb14b8d2753', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:54.009876 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-3300df19-a379-42d4-9557-79522edb5067 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:31:54.015330 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3300df19-a379-42d4-9557-79522edb5067 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.028184 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2d99a5d5-715b-48d7-8758-033beff6a992 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:54.048351 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 2d99a5d5-715b-48d7-8758-033beff6a992 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:54.048691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 2d99a5d5-715b-48d7-8758-033beff6a992 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:54.049126 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 51d7744f-540f-4e2d-9af0-83813a8c3ba4 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:54.069180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 51d7744f-540f-4e2d-9af0-83813a8c3ba4 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:54.069531 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 51d7744f-540f-4e2d-9af0-83813a8c3ba4 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:54.075450 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3300df19-a379-42d4-9557-79522edb5067 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.079288 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3300df19-a379-42d4-9557-79522edb5067 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.097543 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300df19-a379-42d4-9557-79522edb5067 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e4f914-f7e1-47b0-95e6-96fecb0d642e,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:54.102373 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3300df19-a379-42d4-9557-79522edb5067 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.103576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3300df19-a379-42d4-9557-79522edb5067 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195583 Nov 12 04:31:54.106339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39794) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:54.110847 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-04c5875d-f4c4-4841-b33f-3bff05a87c92 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'security_group_rule': {'security_group_id': '6e505a72-d7a2-4738-a0cc-afb14b8d2753', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:54.133285 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-04c5875d-f4c4-4841-b33f-3bff05a87c92 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Project 72b0d9d0904440d3a4b331589951621b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:31:54.138136 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c5875d-f4c4-4841-b33f-3bff05a87c92 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.197157 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c5875d-f4c4-4841-b33f-3bff05a87c92 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.200943 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c5875d-f4c4-4841-b33f-3bff05a87c92 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.221216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5875d-f4c4-4841-b33f-3bff05a87c92 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387bde53-e4a9-4e90-ba63-28123ed9439b,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:54.233589 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-04c5875d-f4c4-4841-b33f-3bff05a87c92 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.234822 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-04c5875d-f4c4-4841-b33f-3bff05a87c92 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274242 Nov 12 04:31:54.237972 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39796) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:54.243592 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'network': {'name': 'tempest-network-smoke--1307388165', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'port_security_enabled': True}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:54.264622 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:54.268023 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.291137 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:54.301338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.301680 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Added segment d5d91c0b-4e15-44de-a9f2-9abd79b74ddb of type vlan for network c669fcd0-8be3-4e08-b745-e922ce437705 Nov 12 04:31:54.341831 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.364257 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.370395 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:54.370980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.407676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1686842 Nov 12 04:31:54.410583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39798) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:54.415872 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'admin_state_up': True, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:54.439813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.441051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.441966 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fe7d4-182b-4e30-8c67-55ad1be0d4f9 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Network': ['ID=c669fcd0-8be3-4e08-b745-e922ce437705,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:54.455320 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network c669fcd0-8be3-4e08-b745-e922ce437705 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:54.496590 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.642937 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.839504 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.860818 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.968939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.22 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:55.081195 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.113181 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.149908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:55.154647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:55.158246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:55.167504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5abcad5-a24a-4744-b74d-2ea28d8be16b None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:55.185616 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:55.198699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a7fe255b-adc6-4f7f-a0d1-04c262e7db1a None None] Provisioning complete for port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:55.199092 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a7fe255b-adc6-4f7f-a0d1-04c262e7db1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.232621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe255b-adc6-4f7f-a0d1-04c262e7db1a None None] Port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:55.261047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.413050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.611142 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.738091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:55.844562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:55.855696 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Sync routers for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:55.866212 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:55.866421 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.866822 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:55.867655 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-66bcfb69-8690-406d-8621-b36af777cdb3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4559641 Nov 12 04:31:55.871084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39800) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:55.975036 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c5cd647d-8f6d-4071-a044-823f9a24f41e tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=72b0d9d0904440d3a4b331589951621b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1020327 Nov 12 04:31:55.977481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39804) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:55.981297 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:56.062500 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b9e79b-9be8-42e2-8cd1-584e9fe314ea tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:56.063994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-10b9e79b-9be8-42e2-8cd1-584e9fe314ea tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856111 Nov 12 04:31:56.066867 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39806) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:56.096675 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-192f26b5-7b73-41b1-b555-49721aaa57ef tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=d85b3a67-1fc7-4b75-9ebc-efee162d6424&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286167 Nov 12 04:31:56.099209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39808) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:56.104072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-10654031', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'project_id': '72b0d9d0904440d3a4b331589951621b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:56.165002 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:56.196348 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:56.196590 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Checking router: 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:56.196754 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Updating router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:56.199903 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.221613 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.379819 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.440087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Subnet': ['ID=5a8e5605-ba73-45ff-8373-3f46578a8abb,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:56.449414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Checking segment: {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:56.449774 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network hostable DHCP agents. Network: c669fcd0-8be3-4e08-b745-e922ce437705, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:31:56.466270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network c669fcd0-8be3-4e08-b745-e922ce437705 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:31:56.475193 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, c669fcd0-8be3-4e08-b745-e922ce437705) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:56.476534 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.480237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:56.481699 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.484597 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ee6015-a1cf-4be2-a66e-cb2a029b50f7 None None] Network c669fcd0-8be3-4e08-b745-e922ce437705 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:56.486461 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.502621 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ddb6038-faff-48d2-a75a-a5554eb19a9b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4020762 Nov 12 04:31:56.505443 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39810) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:56.540804 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Attempting to bind port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:56.541179 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Attempting to bind port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:56.541539 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Attempting to bind port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:56.543111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb366855-1ca4-4943-9b93-c5f4158706c3 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:56.550572 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:56.551324 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:56.551324 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.551695 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:56.553023 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Bound port: 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:56.553223 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.575316 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Pushing event updated for resources: {'Port': ['ID=8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:56.589153 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.589489 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.590023 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.590345 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.590677 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.591003 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.591329 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.591648 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.591968 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.592283 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.592791 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.593295 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:56.619964 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] For port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:56.623382 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] For port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:56.629325 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.657576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-c669fcd0-8be3-4e08-b745-e922ce437705', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:31:56.659217 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.677158 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:56.677809 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:56.679693 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196eca6-7439-42c6-9c78-7a094a9ec3bb None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:56.758807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-57bb9948-439a-4ffa-b20d-1bc585e7df5e None None] Provisioning complete for port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:56.759483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-57bb9948-439a-4ffa-b20d-1bc585e7df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.792575 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d3f79-70c8-43ea-9cf1-bc6943c1ae00 None None] Pushing event updated for resources: {'Port': ['ID=8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:56.805439 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:56.860777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Allocated IP 172.20.0.2 (c669fcd0-8be3-4e08-b745-e922ce437705/5a8e5605-ba73-45ff-8373-3f46578a8abb/c40c2941-2bf8-4db0-8b05-a727babb495e) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:56.922419 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-57bb9948-439a-4ffa-b20d-1bc585e7df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.978143 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-57bb9948-439a-4ffa-b20d-1bc585e7df5e None None] For port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:56.984950 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-57bb9948-439a-4ffa-b20d-1bc585e7df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:56.994343 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:57.019822 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.022435 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f87353-4768-4f55-939a-3fecced09fb1 None None] The sync data for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 is: [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:55Z', 'revision_number': 3, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:57.069193 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb9948-439a-4ffa-b20d-1bc585e7df5e None None] Pushing event updated for resources: {'Port': ['ID=8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.128323 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.131575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-09f978aa-c4b2-468a-b5fe-f22fbd5b8837 None None] Provisioning complete for port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:57.132226 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09f978aa-c4b2-468a-b5fe-f22fbd5b8837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.160935 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.214741 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Network c669fcd0-8be3-4e08-b745-e922ce437705 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:57.220709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:57.228951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:57.236174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Pushing event updated for resources: {'Port': ['ID=c40c2941-2bf8-4db0-8b05-a727babb495e,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.331510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Attempting to bind port c40c2941-2bf8-4db0-8b05-a727babb495e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:57.331887 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Attempting to bind port c40c2941-2bf8-4db0-8b05-a727babb495e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:57.332250 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Attempting to bind port c40c2941-2bf8-4db0-8b05-a727babb495e on network c669fcd0-8be3-4e08-b745-e922ce437705 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:57.346497 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:57.346888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Checking segment: {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:57.347295 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.347695 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Bound using segment: {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:57.348176 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Bound port: c40c2941-2bf8-4db0-8b05-a727babb495e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:57.348561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.357588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.1 (c669fcd0-8be3-4e08-b745-e922ce437705/5a8e5605-ba73-45ff-8373-3f46578a8abb/88036608-d9e0-47a7-aaa1-b56cef73ff38) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:57.418134 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] For port c40c2941-2bf8-4db0-8b05-a727babb495e, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:57.421637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] For port c40c2941-2bf8-4db0-8b05-a727babb495e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c40c2941-2bf8-4db0-8b05-a727babb495e,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:57.428264 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.489917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62614334-51d4-4a39-9ef7-e4ce3d715be3 None None] Pushing event updated for resources: {'Port': ['ID=c40c2941-2bf8-4db0-8b05-a727babb495e,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.501121 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.544328 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.602265 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network c669fcd0-8be3-4e08-b745-e922ce437705 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:57.605596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:57.610207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:57.614337 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=88036608-d9e0-47a7-aaa1-b56cef73ff38,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:57.659367 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.813124 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.111420 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.122188 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c40c2941-2bf8-4db0-8b05-a727babb495e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:58.126525 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.189215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c40c2941-2bf8-4db0-8b05-a727babb495e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:58.189714 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.214535 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.224021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=88036608-d9e0-47a7-aaa1-b56cef73ff38,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:58.291402 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.335544 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port c40c2941-2bf8-4db0-8b05-a727babb495e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c40c2941-2bf8-4db0-8b05-a727babb495e,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:58.346258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.347770 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:58.458862 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=c40c2941-2bf8-4db0-8b05-a727babb495e,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:58.467834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:58.468277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.602918 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427add01-0f52-42df-a8cc-eeefd6f3e4e7 None None] Network c669fcd0-8be3-4e08-b745-e922ce437705 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:58.721404 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network c669fcd0-8be3-4e08-b745-e922ce437705 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:58.723340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:58.728807 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-04a87c99-10db-4300-8bf5-72c8a59a0310 None None] Provisioning complete for port c40c2941-2bf8-4db0-8b05-a727babb495e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:58.729340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04a87c99-10db-4300-8bf5-72c8a59a0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.849435 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:58.972651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:58.981473 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-1b712c59-a998-4c4e-8371-eea4804b13e5 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/9115d3b3-1e02-4b2b-8349-9a6de0d907f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4726875 Nov 12 04:31:59.071668 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Sync routers for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:59.082745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:59.083598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:59.173343 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2475e01e-30a7-4b7b-ac77-d6399d99dc7e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911082019&fields=id&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 267 time: 0.0678680 Nov 12 04:31:59.220973 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-abff39e5-8dc4-4d71-9c88-9141a53c4c56 None None] Provisioning complete for port 88036608-d9e0-47a7-aaa1-b56cef73ff38 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:59.221489 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-abff39e5-8dc4-4d71-9c88-9141a53c4c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.260101 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:59.263130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-abff39e5-8dc4-4d71-9c88-9141a53c4c56 None None] Port 88036608-d9e0-47a7-aaa1-b56cef73ff38 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:59.318095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-abff39e5-8dc4-4d71-9c88-9141a53c4c56 None None] Provisioning complete for port c40c2941-2bf8-4db0-8b05-a727babb495e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:59.318623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-abff39e5-8dc4-4d71-9c88-9141a53c4c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.321713 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-29a51e81-3c96-450d-9261-4c8cab9d4e7c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:59.328924 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-29a51e81-3c96-450d-9261-4c8cab9d4e7c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/networks?id=c669fcd0-8be3-4e08-b745-e922ce437705 HTTP/1.1" status: 200 len: 797 time: 0.1523466 Nov 12 04:31:59.345735 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-06331ad8-517b-401d-87d3-5eb98f1f1d4d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/quotas/72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 375 time: 0.0158606 Nov 12 04:31:59.418993 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-d7ca6c36-f438-4642-9c63-3c78967cf46d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637252 Nov 12 04:31:59.565959 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 2, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:59.582693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-a5b3827b-763e-486e-a9b4-207f60f323e4 service neutron] 10.222.0.49 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628056 Nov 12 04:31:59.594719 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Checking router: 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:59.595078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Updating router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 port 88036608-d9e0-47a7-aaa1-b56cef73ff38 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:59.625822 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.685085 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-9a282301-020c-4a89-8f62-5c8b44d9c833 service neutron] 10.222.0.49 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948596 Nov 12 04:31:59.738572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-5722f996-a0be-494b-a956-ed341d7bdc94 None None] Provisioning complete for port 88036608-d9e0-47a7-aaa1-b56cef73ff38 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:59.738939 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5722f996-a0be-494b-a956-ed341d7bdc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.867858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f8325111-f428-45b2-8698-5bce62f97523 req-bfac01ce-f12e-4a5e-a26a-ade3bb5d2105 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 210 time: 0.0292456 Nov 12 04:31:59.970631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-5722f996-a0be-494b-a956-ed341d7bdc94 None None] Port 88036608-d9e0-47a7-aaa1-b56cef73ff38 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:00.101834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c40c2941-2bf8-4db0-8b05-a727babb495e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:00.148132 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.159440 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.210957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port c40c2941-2bf8-4db0-8b05-a727babb495e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:00.211388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.254533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd4d77-1f23-4133-8a50-2554bb8a635d None None] Pushing event updated for resources: {'Port': ['ID=88036608-d9e0-47a7-aaa1-b56cef73ff38,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:00.320276 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Attempting to bind port 88036608-d9e0-47a7-aaa1-b56cef73ff38 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:00.320642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Attempting to bind port 88036608-d9e0-47a7-aaa1-b56cef73ff38 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:00.321240 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Attempting to bind port 88036608-d9e0-47a7-aaa1-b56cef73ff38 on network c669fcd0-8be3-4e08-b745-e922ce437705 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:00.348328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:00.348917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Checking segment: {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:00.349981 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.350615 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Bound using segment: {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:00.351219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Bound port: 88036608-d9e0-47a7-aaa1-b56cef73ff38, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:00.351708 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.428864 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] For port 88036608-d9e0-47a7-aaa1-b56cef73ff38, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:00.431911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] For port 88036608-d9e0-47a7-aaa1-b56cef73ff38, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88036608-d9e0-47a7-aaa1-b56cef73ff38,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:00.437013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.521737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:00.522533 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:31:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:00.527287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd4d77-1f23-4133-8a50-2554bb8a635d None None] Pushing event updated for resources: {'Port': ['ID=88036608-d9e0-47a7-aaa1-b56cef73ff38,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:00.564264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9060a9ac-3b61-431d-80ba-1c74d0acdc82 None None] Provisioning complete for port 88036608-d9e0-47a7-aaa1-b56cef73ff38 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:00.564632 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9060a9ac-3b61-431d-80ba-1c74d0acdc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.693898 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:00.746297 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9060a9ac-3b61-431d-80ba-1c74d0acdc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.859295 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9060a9ac-3b61-431d-80ba-1c74d0acdc82 None None] For port 88036608-d9e0-47a7-aaa1-b56cef73ff38, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88036608-d9e0-47a7-aaa1-b56cef73ff38,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:00.868871 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9060a9ac-3b61-431d-80ba-1c74d0acdc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.910019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-a03db47f-ee28-4789-8376-fe960aaa4d7f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:00.911537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-a03db47f-ee28-4789-8376-fe960aaa4d7f tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/networks?id=c669fcd0-8be3-4e08-b745-e922ce437705 HTTP/1.1" status: 200 len: 797 time: 0.1203747 Nov 12 04:32:00.973935 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060a9ac-3b61-431d-80ba-1c74d0acdc82 None None] Pushing event updated for resources: {'Port': ['ID=88036608-d9e0-47a7-aaa1-b56cef73ff38,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:00.996025 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6c92511a-50e3-46ce-98ab-7e2723443329 req-ac99d7ee-080f-44de-994e-a7a101b3daa2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 210 time: 0.0406699 Nov 12 04:32:01.003565 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e9c362f2-dadb-4dba-99b1-9fbbed77cbdd None None] Provisioning complete for port 88036608-d9e0-47a7-aaa1-b56cef73ff38 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:01.004013 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9c362f2-dadb-4dba-99b1-9fbbed77cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.015797 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-82bdb50e-a980-48bb-9800-3d407dd245b7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b0d9d0904440d3a4b331589951621b HTTP/1.1" status: 200 len: 379 time: 0.0932295 Nov 12 04:32:01.025278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'port': {'device_id': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'admin_state_up': True, 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'security_groups': ['6e505a72-d7a2-4738-a0cc-afb14b8d2753']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:01.039608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:01.072692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b3a089-b6c2-4e05-99a2-f84a6ec94ef5 None None] The sync data for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 is: [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:01.180304 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Made reservation on behalf of 72b0d9d0904440d3a4b331589951621b for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:01.183941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.319289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.20.0.4 (c669fcd0-8be3-4e08-b745-e922ce437705/5a8e5605-ba73-45ff-8373-3f46578a8abb/501b92e7-b3e1-4fb1-a01e-406a9aaf1c59) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:01.471683 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2f959792-b0b3-4fcf-9682-0cfa5f8d3650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.477966 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.513160 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.555483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network c669fcd0-8be3-4e08-b745-e922ce437705 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:01.558623 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:01.564656 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:01.607251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:01.641196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:01.641675 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.663785 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-ab597c17-eed9-412e-b31b-6dde4c613c4c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6421628 Nov 12 04:32:01.680829 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Request body: {'port': {'device_id': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:01.744116 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.786500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a66344ab-e309-4a70-9f6b-6a1f2015d394 None None] Provisioning complete for port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:01.787744 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a66344ab-e309-4a70-9f6b-6a1f2015d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.826298 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-a66344ab-e309-4a70-9f6b-6a1f2015d394 None None] Port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:02.034182 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:02.050546 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.071029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Transition to ACTIVE for port object 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:32:02.078623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.131951 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88036608-d9e0-47a7-aaa1-b56cef73ff38 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:02.166433 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Pushing event updated for resources: {'Port': ['ID=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:02.182706 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bc745-2fa9-40f8-a0fa-7852508ffa66 req-707906b6-88b1-4984-a347-a341dbc02a94 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.185773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a71bc745-2fa9-40f8-a0fa-7852508ffa66 req-707906b6-88b1-4984-a347-a341dbc02a94 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 943 time: 0.0984192 Nov 12 04:32:02.206713 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 88036608-d9e0-47a7-aaa1-b56cef73ff38 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:02.207155 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.265120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Attempting to bind port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:02.265746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Attempting to bind port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:02.266262 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Attempting to bind port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 on network c669fcd0-8be3-4e08-b745-e922ce437705 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:02.271891 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 on network c669fcd0-8be3-4e08-b745-e922ce437705 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:32:02.272827 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Attempting to bind port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 on network c669fcd0-8be3-4e08-b745-e922ce437705 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:02.281576 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a71bc745-2fa9-40f8-a0fa-7852508ffa66 req-922cf1f2-b0f5-4c49-822f-e01d15722ff1 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867760 Nov 12 04:32:02.290700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:02.291336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Checking segment: {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:02.291900 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Bound using segment: {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:02.292640 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Bound port: 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:02.293219 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.369679 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] For port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:02.373024 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] For port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:02.378293 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.412994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.413609 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.414983 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] 10.222.0.20 "PUT /v2.0/ports/501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 HTTP/1.1" status: 200 len: 1092 time: 0.7387593 Nov 12 04:32:02.415421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:02.417762 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718" -d '{"events": [{"name": "network-changed", "server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:02.461005 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c593ca-b060-489c-a727-39e4bd447187 x-openstack-request-id: req-14c593ca-b060-489c-a727-39e4bd447187 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:02.461509 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:02.461853 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14c593ca-b060-489c-a727-39e4bd447187 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:02.462527 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'status': 'completed', 'code': 200} Nov 12 04:32:02.466800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ecda9-0b5f-4069-a7b2-ca4ffedb0718 service neutron] Pushing event updated for resources: {'Port': ['ID=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:02.512625 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-3c065fee-e84a-4b8b-8cec-cc0873984b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.514307 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-3c065fee-e84a-4b8b-8cec-cc0873984b1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 1095 time: 0.0445676 Nov 12 04:32:02.558058 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-9f374126-a2d8-4816-8fa3-8daa9846710d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 HTTP/1.1" status: 200 len: 217 time: 0.0355115 Nov 12 04:32:02.615922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-6bba0441-508d-488b-a33a-ac9037b85560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.617477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-6bba0441-508d-488b-a33a-ac9037b85560 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a8e5605-ba73-45ff-8373-3f46578a8abb HTTP/1.1" status: 200 len: 833 time: 0.0525348 Nov 12 04:32:02.666839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-9cc89c53-f60f-45e1-a436-4f641f6a8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.668535 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-9cc89c53-f60f-45e1-a436-4f641f6a8500 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c669fcd0-8be3-4e08-b745-e922ce437705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434575 Nov 12 04:32:02.764481 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-62797f1b-f4d6-4f72-bc60-18c417610ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887818 Nov 12 04:32:02.855342 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6e98a9bc-5440-40ed-a23b-c09df8941a47 req-c93ebe2d-4090-4f8c-b350-2fa941b6d2f0 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832324 Nov 12 04:32:02.938025 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-9d5d9fe5-6802-4a1a-8b1e-602403dfc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.939490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-9d5d9fe5-6802-4a1a-8b1e-602403dfc758 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 1095 time: 0.0395448 Nov 12 04:32:03.031454 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-d75f1243-4b97-43b5-bb32-7d62068fb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:03.033048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-d75f1243-4b97-43b5-bb32-7d62068fb7ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=c669fcd0-8be3-4e08-b745-e922ce437705 HTTP/1.1" status: 200 len: 899 time: 0.0864160 Nov 12 04:32:03.074153 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-cdf8e9de-3245-4c2d-9dcb-8a30acfe820f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 HTTP/1.1" status: 200 len: 217 time: 0.0340967 Nov 12 04:32:03.127530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-adc24b0e-4c7e-47ec-b6ff-53cdc0fd1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:03.128997 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-adc24b0e-4c7e-47ec-b6ff-53cdc0fd1933 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a8e5605-ba73-45ff-8373-3f46578a8abb HTTP/1.1" status: 200 len: 833 time: 0.0482154 Nov 12 04:32:03.175657 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-def82f19-4928-448f-a068-86d4e152c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:03.177144 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-def82f19-4928-448f-a068-86d4e152c848 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c669fcd0-8be3-4e08-b745-e922ce437705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395772 Nov 12 04:32:03.269425 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-705caecc-0237-4545-86e4-783e600496d6 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827830 Nov 12 04:32:03.366210 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-45ddebc0-b2eb-49b5-8a91-ad94ca41c718 req-355c7ae1-e653-4994-8097-dc512c84bd68 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887780 Nov 12 04:32:03.394303 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82485cee-9e12-4c71-9d10-40f734e97f0d req-47d32a0d-dab0-488b-a369-08a9afc0b595 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:03.395766 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82485cee-9e12-4c71-9d10-40f734e97f0d req-47d32a0d-dab0-488b-a369-08a9afc0b595 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 943 time: 0.0542324 Nov 12 04:32:03.447013 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-82485cee-9e12-4c71-9d10-40f734e97f0d req-8a8f591a-0303-4979-bfea-3d2dca84db2a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 Nov 12 04:32:03.717561 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d0c86c28-46e4-4874-83f9-681cbb98e9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.562475 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4d121-ae20-4194-bbf7-ec8847655ac6 req-ab25afe4-a70e-4886-88d8-03a0d9db8037 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:04.563954 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dd4d121-ae20-4194-bbf7-ec8847655ac6 req-ab25afe4-a70e-4886-88d8-03a0d9db8037 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 943 time: 0.0486164 Nov 12 04:32:04.615882 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8dd4d121-ae20-4194-bbf7-ec8847655ac6 req-7b0b48e5-fbc6-463c-8564-0b04331c844c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448921 Nov 12 04:32:05.208431 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.736927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e16b02-fcd7-4a64-8de1-5065e4cd5f07 req-9c89c536-aeb8-4be6-a259-d16e339486a8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:05.738372 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15e16b02-fcd7-4a64-8de1-5065e4cd5f07 req-9c89c536-aeb8-4be6-a259-d16e339486a8 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 943 time: 0.0548048 Nov 12 04:32:05.786467 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-15e16b02-fcd7-4a64-8de1-5065e4cd5f07 req-714910d7-85c4-4f90-b734-2ca3f6f7bb16 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421526 Nov 12 04:32:06.511445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:32:06.595666 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.617346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:06.629078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'port_id': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'mac_address': 'fa:16:3e:39:c4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:32:06.670236 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.683272 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:06.702223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:06.706197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:06.753067 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:06.909251 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f387-bde0-4f2b-8c08-2382dc66aed7 req-1277c1c6-235d-4ae5-a739-a8b33a9ea7fc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:06.910731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-00c7f387-bde0-4f2b-8c08-2382dc66aed7 req-1277c1c6-235d-4ae5-a739-a8b33a9ea7fc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 944 time: 0.0546412 Nov 12 04:32:06.914786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['501b92e7-b3e1-4fb1-a01e-406a9aaf1c59'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:32:06.961894 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-00c7f387-bde0-4f2b-8c08-2382dc66aed7 req-93b5846a-c649-4c0a-bffc-22c2fdd2952c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433850 Nov 12 04:32:07.393238 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.079204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6b6a8-6675-4fb0-bd58-be790639faef req-67215ca0-53a1-4e52-b618-470906e82f8a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:08.080792 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04d6b6a8-6675-4fb0-bd58-be790639faef req-67215ca0-53a1-4e52-b618-470906e82f8a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 944 time: 0.0497859 Nov 12 04:32:08.130879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-04d6b6a8-6675-4fb0-bd58-be790639faef req-1bd04bb9-6ba5-4328-a3e3-8ddea67b3a90 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Nov 12 04:32:08.511526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:08.559634 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:32:08.563588 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:08.563955 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.642744 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.665381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:08.667610 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5a1704-fd4d-4607-adf7-b6b826596a0d" -d '{"events": [{"server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "name": "network-vif-plugged", "status": "completed", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:08.680523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:08.685747 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.734220 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:08.760506 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e5f501-e185-44f7-9c1c-18bdcbc00e0a x-openstack-request-id: req-52e5f501-e185-44f7-9c1c-18bdcbc00e0a {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:08.760905 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "name": "network-vif-plugged", "status": "completed", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:08.761194 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52e5f501-e185-44f7-9c1c-18bdcbc00e0a {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:08.761667 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'code': 200} Nov 12 04:32:08.856081 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba926a-a10c-4eb7-b98c-95b5a08197ae req-a90c6aba-b4ed-41c4-9729-0feba021cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:08.857564 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-feba926a-a10c-4eb7-b98c-95b5a08197ae req-a90c6aba-b4ed-41c4-9729-0feba021cbce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 1097 time: 0.0399618 Nov 12 04:32:08.903614 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-feba926a-a10c-4eb7-b98c-95b5a08197ae req-8fb707e2-da4b-406c-8ed7-122e8a44992b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390377 Nov 12 04:32:09.245764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57acde7-638a-4d14-ad40-4158377bfbcb req-8ac7405e-e9c9-4b48-802c-fbef9e962100 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.247225 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d57acde7-638a-4d14-ad40-4158377bfbcb req-8ac7405e-e9c9-4b48-802c-fbef9e962100 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0483227 Nov 12 04:32:09.299678 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d57acde7-638a-4d14-ad40-4158377bfbcb req-211dae09-788b-48d2-87f5-2c3f01a2d932 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462937 Nov 12 04:32:10.417206 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e606ac2-2041-4482-88db-1825fc018b7a req-6b7b17e4-ce72-4ff0-851b-96e3ddf575f3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.418670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e606ac2-2041-4482-88db-1825fc018b7a req-6b7b17e4-ce72-4ff0-851b-96e3ddf575f3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0495548 Nov 12 04:32:10.470159 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8e606ac2-2041-4482-88db-1825fc018b7a req-f19d158f-a5c6-4769-a2c4-4537056f3898 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455906 Nov 12 04:32:10.586274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4763e-468a-4944-af04-69c7d312d12e req-42700e3e-a8a9-4c8a-bac6-754f71dd8a5a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.587671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83a4763e-468a-4944-af04-69c7d312d12e req-42700e3e-a8a9-4c8a-bac6-754f71dd8a5a tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Nov 12 04:32:10.636336 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83a4763e-468a-4944-af04-69c7d312d12e req-20d9b166-9dbb-40cc-b5ca-577f59f67ba3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Nov 12 04:32:10.657473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:10.700665 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af7d22-ce7d-4a51-accf-016ef4117172 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.702270 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-42af7d22-ce7d-4a51-accf-016ef4117172 tempest-TestNetworkAdvancedServerOps-306198545 tempest-TestNetworkAdvancedServerOps-306198545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 1092 time: 0.0437531 Nov 12 04:32:10.705086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39872) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:10.709248 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:10.730270 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.829879 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.927982 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Allocated IP 172.25.0.40 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/10ee7650-28bb-4e19-be6d-6c1780e05151) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:11.031456 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.064982 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.104940 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:11.107778 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:11.111316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:11.117321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=10ee7650-28bb-4e19-be6d-6c1780e05151,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:11.469800 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.542486 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.689057 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.693554 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:11.764000 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event updated for resources: {'Port': ['ID=10ee7650-28bb-4e19-be6d-6c1780e05151,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:11.777209 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.182523 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP 57008761-9639-487f-8a5e-88712e21c8c1 associated. External IP: 172.25.0.40, port: 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59. Nov 12 04:32:12.387488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:12.495825 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:12.506721 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] Sync routers for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:12.517338 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.519392 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:12.522152 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:12.553795 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5814310d-5b8f-4ae1-aca7-bcc40b1218fe tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8476541 Nov 12 04:32:12.554576 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:12.556934 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c64af6-fcce-431c-b99d-845527701ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:12.598422 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3125e188-ceed-4af9-9076-3182fb658bf0 x-openstack-request-id: req-3125e188-ceed-4af9-9076-3182fb658bf0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:12.599019 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:12.599493 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3125e188-ceed-4af9-9076-3182fb658bf0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:12.599904 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'status': 'completed', 'code': 200} Nov 12 04:32:12.650987 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:12.703870 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2482-71b4-4688-b35b-6d72d2fbe400 req-7173ebf3-7c87-4765-84be-fef2ebbbff57 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.705433 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-140c2482-71b4-4688-b35b-6d72d2fbe400 req-7173ebf3-7c87-4765-84be-fef2ebbbff57 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0801039 Nov 12 04:32:12.711095 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c64af6-fcce-431c-b99d-845527701ffd req-2d892146-6c9b-4f0d-9afa-7160bb27a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.712579 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61c64af6-fcce-431c-b99d-845527701ffd req-2d892146-6c9b-4f0d-9afa-7160bb27a267 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 1097 time: 0.0766773 Nov 12 04:32:12.809600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-140c2482-71b4-4688-b35b-6d72d2fbe400 req-bebf8aee-7add-4ef1-88ca-09c721ce0f22 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957217 Nov 12 04:32:12.833312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39878) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:12.839763 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c64af6-fcce-431c-b99d-845527701ffd req-2257bbbe-c8dc-49c6-9a87-8044f37397ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.842528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61c64af6-fcce-431c-b99d-845527701ffd req-2257bbbe-c8dc-49c6-9a87-8044f37397ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=c669fcd0-8be3-4e08-b745-e922ce437705 HTTP/1.1" status: 200 len: 899 time: 0.1207962 Nov 12 04:32:12.889189 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '57008761-9639-487f-8a5e-88712e21c8c1', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'port_id': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'mac_address': 'fa:16:3e:39:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:11Z', 'updated_at': '2021-11-12T04:32:11Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:12.898087 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5b480a42-8f5a-47d0-8281-60400bbc1f07 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/57008761-9639-487f-8a5e-88712e21c8c1 HTTP/1.1" status: 200 len: 990 time: 0.0630054 Nov 12 04:32:12.911619 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61c64af6-fcce-431c-b99d-845527701ffd req-9fb6b653-2339-400b-a826-45a7a7ded709 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 HTTP/1.1" status: 200 len: 998 time: 0.0621946 Nov 12 04:32:12.917704 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] Checking router: 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:12.926157 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:12.926747 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:32:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:12.970817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c64af6-fcce-431c-b99d-845527701ffd req-3a7c0db4-4700-4e5f-b0e5-6342a074f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.972274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61c64af6-fcce-431c-b99d-845527701ffd req-3a7c0db4-4700-4e5f-b0e5-6342a074f948 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a8e5605-ba73-45ff-8373-3f46578a8abb HTTP/1.1" status: 200 len: 833 time: 0.0495021 Nov 12 04:32:13.018955 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c64af6-fcce-431c-b99d-845527701ffd req-0c7de3e6-1c91-453b-9179-7fda3babe6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:13.020455 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61c64af6-fcce-431c-b99d-845527701ffd req-0c7de3e6-1c91-453b-9179-7fda3babe6aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c669fcd0-8be3-4e08-b745-e922ce437705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397649 Nov 12 04:32:13.033894 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:13.115554 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61c64af6-fcce-431c-b99d-845527701ffd req-255f9d9a-5199-411c-8946-9a04924081c1 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871360 Nov 12 04:32:13.176650 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a202a58-d753-4dc2-82a7-b0d4f3918172 req-fec32308-72af-4821-aae0-9a1af8eb9f85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255945 Nov 12 04:32:13.212065 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-61c64af6-fcce-431c-b99d-845527701ffd req-5d3119e0-cc6b-4719-93d3-4b98d7674fd1 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892975 Nov 12 04:32:13.235538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a202a58-d753-4dc2-82a7-b0d4f3918172 req-1822f933-5bc5-4583-9228-afa2c0f76581 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0283062 Nov 12 04:32:13.271511 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '57008761-9639-487f-8a5e-88712e21c8c1', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'port_id': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'mac_address': 'fa:16:3e:39:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:11Z', 'updated_at': '2021-11-12T04:32:11Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:13.285682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a202a58-d753-4dc2-82a7-b0d4f3918172 req-f1d6088a-dd1e-4afe-84ea-c06cff19691d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238764 Nov 12 04:32:13.298730 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a106e48-1eb1-4da8-becf-07df6bd5fcae None None] The sync data for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 is: [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '57008761-9639-487f-8a5e-88712e21c8c1', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'port_id': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'mac_address': 'fa:16:3e:39:c4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:11Z', 'updated_at': '2021-11-12T04:32:11Z', 'revision_number': 0, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:13.384486 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a202a58-d753-4dc2-82a7-b0d4f3918172 req-8a3be9b4-5f63-4056-8954-b4113ded2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:13.386033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7a202a58-d753-4dc2-82a7-b0d4f3918172 req-8a3be9b4-5f63-4056-8954-b4113ded2ccf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927920 Nov 12 04:32:13.488404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ed288a-c617-46e4-815b-2d8594cb587e None None] New status for floating IP 57008761-9639-487f-8a5e-88712e21c8c1: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:32:13.901094 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39880) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:13.965612 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f8a1eef5-9308-47e9-8c72-ec8443a26ee4 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/57008761-9639-487f-8a5e-88712e21c8c1 HTTP/1.1" status: 200 len: 992 time: 0.0634470 Nov 12 04:32:14.432061 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-2214bb2c-60dd-4df0-95a6-3778492ed030 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399878 Nov 12 04:32:14.519506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-955bf5a4-5f99-4bc6-866f-77cd7bb7a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:14.521032 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-955bf5a4-5f99-4bc6-866f-77cd7bb7a2c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 1097 time: 0.0456371 Nov 12 04:32:14.625223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-1ceedfb1-52fc-472e-a280-bf568bb5ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:14.626932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-1ceedfb1-52fc-472e-a280-bf568bb5ea39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c669fcd0-8be3-4e08-b745-e922ce437705 HTTP/1.1" status: 200 len: 899 time: 0.0855434 Nov 12 04:32:14.695446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-4490f737-806c-4a00-936b-a23369f52770 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 HTTP/1.1" status: 200 len: 1000 time: 0.0603790 Nov 12 04:32:14.744164 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-c4efd2e3-9dcd-413a-8973-75672ddd3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:14.745622 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-c4efd2e3-9dcd-413a-8973-75672ddd3e09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a8e5605-ba73-45ff-8373-3f46578a8abb HTTP/1.1" status: 200 len: 833 time: 0.0441632 Nov 12 04:32:14.797276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-c9f5bcc9-e3fe-4ce7-b038-99a4367c25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:14.798726 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-c9f5bcc9-e3fe-4ce7-b038-99a4367c25eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c669fcd0-8be3-4e08-b745-e922ce437705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393856 Nov 12 04:32:14.892959 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-d2e3530e-de50-49ab-ae83-a4783dee2707 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868685 Nov 12 04:32:14.980931 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dff499fb-af5d-4110-9f19-6aba546152d4 req-8035c834-cb41-49ca-a0e0-abb17113a784 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804737 Nov 12 04:32:16.596506 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:25.260201 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:31.464769 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8e262f9d-7147-4613-b996-f9798ffe3530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.718155 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8e37d4d2-fec6-4349-9c4e-081575310d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:35.212064 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.575743 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.395390 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.749895 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73272c16-b7e0-4db7-8cba-478786dc55e1 req-8ecf8b04-a6f0-429e-9b96-c9156b6008c2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:42.751657 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73272c16-b7e0-4db7-8cba-478786dc55e1 req-8ecf8b04-a6f0-429e-9b96-c9156b6008c2 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0519371 Nov 12 04:32:42.800440 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-73272c16-b7e0-4db7-8cba-478786dc55e1 req-576e511a-ae7b-4e1a-868b-05be65d4224d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Nov 12 04:32:43.924311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebe31b-489c-4853-8fb1-8b5a71f62489 req-9992d718-f7db-450d-b91d-498bac32c46b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:43.926435 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7ebe31b-489c-4853-8fb1-8b5a71f62489 req-9992d718-f7db-450d-b91d-498bac32c46b tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0564826 Nov 12 04:32:43.974762 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c7ebe31b-489c-4853-8fb1-8b5a71f62489 req-24751ea5-995f-4dcd-b53e-21fb4d8750d7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423841 Nov 12 04:32:43.998600 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39896) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:44.057853 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-88cc5e86-13b6-4255-860a-f778b066a0ca tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/57008761-9639-487f-8a5e-88712e21c8c1 HTTP/1.1" status: 200 len: 992 time: 0.0581064 Nov 12 04:32:45.326336 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60874b2b-e2c6-4ac5-afd0-c8f659516d62 req-1679f989-9c04-437b-aba5-1582e9563ecc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:45.327974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-60874b2b-e2c6-4ac5-afd0-c8f659516d62 req-1679f989-9c04-437b-aba5-1582e9563ecc tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0511458 Nov 12 04:32:45.339421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-386ef677-c4de-4730-8f3e-473ebea1e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:45.341487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-386ef677-c4de-4730-8f3e-473ebea1e8f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 1097 time: 0.0421355 Nov 12 04:32:45.380430 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-60874b2b-e2c6-4ac5-afd0-c8f659516d62 req-0262e1a8-614e-4fae-b650-5c8d984ec3b7 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458584 Nov 12 04:32:45.436732 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-db5d7729-8e3d-4b85-a554-a1c33c37caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:45.438232 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-db5d7729-8e3d-4b85-a554-a1c33c37caed service neutron] 10.222.0.20 "GET /v2.0/networks?id=c669fcd0-8be3-4e08-b745-e922ce437705 HTTP/1.1" status: 200 len: 899 time: 0.0904560 Nov 12 04:32:45.507956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-9c132f36-71cf-44e1-8e5d-19ab6aea2ed3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 HTTP/1.1" status: 200 len: 1000 time: 0.0609305 Nov 12 04:32:45.556985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-e801ec08-9170-4159-a8a1-c49b5640aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:45.558416 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-e801ec08-9170-4159-a8a1-c49b5640aed1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a8e5605-ba73-45ff-8373-3f46578a8abb HTTP/1.1" status: 200 len: 833 time: 0.0437207 Nov 12 04:32:45.604469 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-2518ac6f-639f-43aa-806a-6fead9c8d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:45.606607 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-2518ac6f-639f-43aa-806a-6fead9c8d89f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c669fcd0-8be3-4e08-b745-e922ce437705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412297 Nov 12 04:32:45.695783 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-c093fed2-b8ba-4eea-a9a1-445bd8ab88aa service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832121 Nov 12 04:32:45.785560 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-03fe452a-442f-4bc6-94e6-6cdde0e25f4a req-7160b223-66f7-4a5e-aa1c-8b7d81333d58 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824089 Nov 12 04:32:46.498856 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104df6b1-45bd-4c60-a140-238699afbb05 req-db481463-db5a-4a36-a0a4-5e7e01f76f29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:46.500310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-104df6b1-45bd-4c60-a140-238699afbb05 req-db481463-db5a-4a36-a0a4-5e7e01f76f29 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0477102 Nov 12 04:32:46.561610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-104df6b1-45bd-4c60-a140-238699afbb05 req-d9e48651-5fdd-4e61-b04d-6ef0f51f2d03 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544109 Nov 12 04:32:47.685231 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec93a7-1fb5-41d2-9fc5-e2bc7bd801e2 req-00215f23-99e8-496c-9b16-58fbbcb6cc30 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:47.686722 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-48ec93a7-1fb5-41d2-9fc5-e2bc7bd801e2 req-00215f23-99e8-496c-9b16-58fbbcb6cc30 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0539267 Nov 12 04:32:47.735206 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-48ec93a7-1fb5-41d2-9fc5-e2bc7bd801e2 req-8a894c61-493b-44b2-b8dc-d011e6561246 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426185 Nov 12 04:32:47.758120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39910) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:47.819062 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-1daf2b91-3362-47b1-b257-5e1456182388 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/floatingips/57008761-9639-487f-8a5e-88712e21c8c1 HTTP/1.1" status: 200 len: 992 time: 0.0598047 Nov 12 04:32:48.101836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:48.256264 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 10ee7650-28bb-4e19-be6d-6c1780e05151 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:48.256595 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.328959 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.329283 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.340972 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 10ee7650-28bb-4e19-be6d-6c1780e05151 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:48.481904 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.506484 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=10ee7650-28bb-4e19-be6d-6c1780e05151,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:48.533340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.533685 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.534027 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.534357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.534684 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.535014 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.535339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.535666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.535989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.536309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.536626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.536966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:48.578679 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.579151 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Floating IP 57008761-9639-487f-8a5e-88712e21c8c1 disassociated (deleted). External IP: 172.25.0.40, port: 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59. Nov 12 04:32:49.118982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:49.224791 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:49.229583 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.235742 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] Sync routers for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:49.244933 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:49.245526 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:49.256664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6e8b1b2c-d30b-4977-b62f-462d6f01adba tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/floatingips/57008761-9639-487f-8a5e-88712e21c8c1 HTTP/1.1" status: 204 len: 168 time: 1.1537673 Nov 12 04:32:49.257405 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:49.259946 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cb5dd7-d9bf-43d0-8828-215dff789ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:49.299681 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff330d9-fc3b-4deb-8da4-6807dc87b970 x-openstack-request-id: req-5ff330d9-fc3b-4deb-8da4-6807dc87b970 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:49.300189 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:49.300449 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ff330d9-fc3b-4deb-8da4-6807dc87b970 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:49.300888 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'status': 'completed', 'code': 200} Nov 12 04:32:49.354614 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:49.366324 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-fba5382d-1172-4563-9ff6-bf471414943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.367956 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-fba5382d-1172-4563-9ff6-bf471414943a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72b0d9d0904440d3a4b331589951621b&device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 1097 time: 0.0441442 Nov 12 04:32:49.521852 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac39f2-a9f5-47c5-9295-b2e868440353 req-61388587-8cdb-4cbc-b3b0-679993c34a47 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.523372 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90ac39f2-a9f5-47c5-9295-b2e868440353 req-61388587-8cdb-4cbc-b3b0-679993c34a47 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0722592 Nov 12 04:32:49.524839 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-1d1cec90-dc29-4a3d-ad3d-0ab5349d8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.526157 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-1d1cec90-dc29-4a3d-ad3d-0ab5349d8266 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c669fcd0-8be3-4e08-b745-e922ce437705 HTTP/1.1" status: 200 len: 899 time: 0.1346889 Nov 12 04:32:49.567551 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:49.576078 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-fad16799-75c7-41b4-af7f-8dd6f8b1fba5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 HTTP/1.1" status: 200 len: 217 time: 0.0401349 Nov 12 04:32:49.595443 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] Checking router: 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:49.603789 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:49.604385 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:49.636178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-90ac39f2-a9f5-47c5-9295-b2e868440353 req-71cd3fa7-98ba-4560-8794-9590a97ad216 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059620 Nov 12 04:32:49.659809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-c272abcd-debd-4844-94b6-ac0b36275ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.661310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-c272abcd-debd-4844-94b6-ac0b36275ef8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a8e5605-ba73-45ff-8373-3f46578a8abb HTTP/1.1" status: 200 len: 833 time: 0.0749474 Nov 12 04:32:49.710112 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-b71a63c3-bbad-44b2-991c-89ce1504b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:49.711624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-b71a63c3-bbad-44b2-991c-89ce1504b751 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c669fcd0-8be3-4e08-b745-e922ce437705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411017 Nov 12 04:32:49.715055 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:49.808328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-f5e249c7-f965-4a9f-ad21-5ef7257f462d service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890112 Nov 12 04:32:49.901792 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47cb5dd7-d9bf-43d0-8828-215dff789ce1 req-0275bd7b-03f3-4e6a-8a39-c4151eec9007 service neutron] 10.222.0.20 "GET /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Nov 12 04:32:49.921825 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:49.948378 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f187382-d377-4ec9-9267-d4a84212a507 None None] The sync data for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 is: [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:57Z', 'revision_number': 4, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '88036608-d9e0-47a7-aaa1-b56cef73ff38', 'name': '', 'network_id': 'c669fcd0-8be3-4e08-b745-e922ce437705', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'mac_address': 'fa:16:3e:24:ed:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:57Z', 'updated_at': '2021-11-12T04:32:00Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'subnets': [{'id': '5a8e5605-ba73-45ff-8373-3f46578a8abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:50.180000 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57eb89-e238-4368-8bef-d9822490bd28 None None] New status for floating IP 57008761-9639-487f-8a5e-88712e21c8c1: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:32:50.760477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde440dd-9ccd-4613-990b-a2e20d2f56b7 req-7fdd8813-dbd3-410f-bc40-30d5918042eb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:50.761994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fde440dd-9ccd-4613-990b-a2e20d2f56b7 req-7fdd8813-dbd3-410f-bc40-30d5918042eb tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0545115 Nov 12 04:32:50.812235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fde440dd-9ccd-4613-990b-a2e20d2f56b7 req-fb609b16-e7ff-460f-8f74-f3913bfcc78c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e505a72-d7a2-4738-a0cc-afb14b8d2753&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436242 Nov 12 04:32:51.089246 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-f9129a32-0b52-41c9-8dfe-24676e038417 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:51.090641 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-f9129a32-0b52-41c9-8dfe-24676e038417 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Nov 12 04:32:51.182284 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:51.182625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.270293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:51.270655 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.282953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:51.424662 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.454142 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=501b92e7-b3e1-4fb1-a01e-406a9aaf1c59,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:51.500809 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] No DVR routers for this DVR port 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:51.503868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.507132 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-10902005-9204-4acb-baa9-c0e45f27f6c3 req-9d00e844-c8c3-402f-942e-23337943b474 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.20 "DELETE /v2.0/ports/501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 HTTP/1.1" status: 204 len: 173 time: 0.4104807 Nov 12 04:32:51.507554 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'name': 'network-vif-deleted', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:51.509819 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f16b5d7-a6e2-48db-8008-146a369afadb" -d '{"events": [{"server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "name": "network-vif-deleted", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:51.547899 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08467a75-2c00-49b1-be58-df63c9ab8f5b x-openstack-request-id: req-08467a75-2c00-49b1-be58-df63c9ab8f5b {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:51.548191 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002", "name": "network-vif-deleted", "tag": "501b92e7-b3e1-4fb1-a01e-406a9aaf1c59", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:51.548444 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08467a75-2c00-49b1-be58-df63c9ab8f5b {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:51.548907 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002', 'name': 'network-vif-deleted', 'tag': '501b92e7-b3e1-4fb1-a01e-406a9aaf1c59', 'status': 'completed', 'code': 200} Nov 12 04:32:51.930829 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9eabe15d-644e-4666-9a5c-7f51b0f0c87b req-45d45d89-68c7-4e7d-9276-9be0b35ba7c3 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fecde3d-fbef-4f3b-b9e8-a4b7dd4cc002 HTTP/1.1" status: 200 len: 210 time: 0.0346687 Nov 12 04:32:52.989990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39932) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:53.349453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.596400 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:53.603171 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 88036608-d9e0-47a7-aaa1-b56cef73ff38 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:53.603452 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.693537 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 88036608-d9e0-47a7-aaa1-b56cef73ff38, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=88036608-d9e0-47a7-aaa1-b56cef73ff38,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:53.693896 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.707483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 88036608-d9e0-47a7-aaa1-b56cef73ff38 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:53.892143 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.915970 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=88036608-d9e0-47a7-aaa1-b56cef73ff38,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:54.101453 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.313501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:54.417858 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:54.422968 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-c876a720-3868-45a7-bfab-fca41147e30e tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "PUT /v2.0/routers/9115d3b3-1e02-4b2b-8349-9a6de0d907f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4319530 Nov 12 04:32:54.425964 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39934) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:54.427528 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] Sync routers for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:54.438668 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:54.439737 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:54.482228 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting subnet 5a8e5605-ba73-45ff-8373-3f46578a8abb {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:32:54.485514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.526370 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.545857 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:54.614741 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.678652 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.704154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8e5605-ba73-45ff-8373-3f46578a8abb,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:54.714098 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.714454 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.714797 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.715643 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.715979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.716314 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.716650 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.717007 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.717342 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.717667 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.717990 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.718312 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:54.718498 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ab70e-9ace-4c6a-b0ba-4f4e78927b62 None None] Network c669fcd0-8be3-4e08-b745-e922ce437705 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:54.721276 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.726256 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-bfd196e1-546d-44ef-833f-00524c8a30d6 tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/subnets/5a8e5605-ba73-45ff-8373-3f46578a8abb HTTP/1.1" status: 204 len: 168 time: 0.2988076 Nov 12 04:32:54.727211 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39936) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:54.768964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:54.802882 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:54.803227 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 501b92e7-b3e1-4fb1-a01e-406a9aaf1c59 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:54.842093 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.846413 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:32:53Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:54.881715 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] Checking router: 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:54.893654 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] Routers {'9115d3b3-1e02-4b2b-8349-9a6de0d907f4'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:54.894265 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:54.951542 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e5207-a24d-498c-b621-a95511857cba None None] DHCP port deletion for c669fcd0-8be3-4e08-b745-e922ce437705 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:54.968930 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.000636 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-330e5207-a24d-498c-b621-a95511857cba None None] Deleting port c40c2941-2bf8-4db0-8b05-a727babb495e {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:55.001285 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.001863 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] Set router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:55.024660 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Deleting port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:55.025068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.069077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-330e5207-a24d-498c-b621-a95511857cba None None] For port c40c2941-2bf8-4db0-8b05-a727babb495e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=c40c2941-2bf8-4db0-8b05-a727babb495e,segment=NetworkSegment(d5d91c0b-4e15-44de-a9f2-9abd79b74ddb),segment_id=d5d91c0b-4e15-44de-a9f2-9abd79b74ddb)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:55.069471 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.084170 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-330e5207-a24d-498c-b621-a95511857cba None None] Calling delete_port for c40c2941-2bf8-4db0-8b05-a727babb495e owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:55.112408 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] For port 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:55.112795 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.127085 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Calling delete_port for 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:55.165091 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.188312 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:32:53Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:55.191041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e5207-a24d-498c-b621-a95511857cba None None] Pushing event deleted for resources: {'Port': ['ID=c40c2941-2bf8-4db0-8b05-a727babb495e,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:55.198679 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e5207-a24d-498c-b621-a95511857cba None None] No DVR routers for this DVR port c40c2941-2bf8-4db0-8b05-a727babb495e on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:55.201357 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.201710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.202066 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.202438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.202728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.203072 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.203404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.203732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.204059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.204383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.204710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.205059 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e5207-a24d-498c-b621-a95511857cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:55.223769 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c942d82-faa7-4c33-932b-c7405711b58c None None] The sync data for ids ['9115d3b3-1e02-4b2b-8349-9a6de0d907f4'] in n-d-789963-21 is: [{'id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712796899', 'tenant_id': '72b0d9d0904440d3a4b331589951621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:32:53Z', 'revision_number': 5, 'project_id': '72b0d9d0904440d3a4b331589951621b', 'gw_port': {'id': '8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9115d3b3-1e02-4b2b-8349-9a6de0d907f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:54Z', 'updated_at': '2021-11-12T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:55.261609 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.305320 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.333270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Port': ['ID=8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:55.343816 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141404f5-108a-4cdf-9372-097ec4b38701 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:55.393500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.487100 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.489174 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.532678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.533264 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Fanout notify agent at l3_agent the message router_deleted on router 9115d3b3-1e02-4b2b-8349-9a6de0d907f4 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:32:55.540063 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.541185 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c34f3009-0496-49a9-bf3b-6b8136264bff tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/routers/9115d3b3-1e02-4b2b-8349-9a6de0d907f4 HTTP/1.1" status: 204 len: 168 time: 0.8129354 Nov 12 04:32:55.544630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39938) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:55.634024 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.728763 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.748520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c669fcd0-8be3-4e08-b745-e922ce437705']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:55.757887 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:55.758189 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d91c0b-4e15-44de-a9f2-9abd79b74ddb') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:55.768076 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.782537 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.788943 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:55.789333 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:55.792489 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:55.857684 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.864717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.867925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/networks/c669fcd0-8be3-4e08-b745-e922ce437705 HTTP/1.1" status: 204 len: 168 time: 0.3220556 Nov 12 04:32:55.870956 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39940) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:55.881461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3e5a6-953f-401f-bb33-4b627d57532d tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'Network': ['ID=c669fcd0-8be3-4e08-b745-e922ce437705,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:55.933570 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32af94b4-1348-404d-a4d9-1614a4ed144c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.960766 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32af94b4-1348-404d-a4d9-1614a4ed144c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.024577 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32af94b4-1348-404d-a4d9-1614a4ed144c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.027247 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-32af94b4-1348-404d-a4d9-1614a4ed144c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.028522 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-32af94b4-1348-404d-a4d9-1614a4ed144c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] 10.222.0.49 "DELETE /v2.0/security-groups/6e505a72-d7a2-4738-a0cc-afb14b8d2753 HTTP/1.1" status: 204 len: 168 time: 0.1561353 Nov 12 04:32:56.037731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af94b4-1348-404d-a4d9-1614a4ed144c tempest-TestNetworkAdvancedServerOps-434555495 tempest-TestNetworkAdvancedServerOps-434555495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e505a72-d7a2-4738-a0cc-afb14b8d2753,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:56.125293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c40c2941-2bf8-4db0-8b05-a727babb495e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:56.148582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: c40c2941-2bf8-4db0-8b05-a727babb495e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:56.148950 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device c40c2941-2bf8-4db0-8b05-a727babb495e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:56.149366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88036608-d9e0-47a7-aaa1-b56cef73ff38 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:56.169756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 88036608-d9e0-47a7-aaa1-b56cef73ff38 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:56.170017 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 88036608-d9e0-47a7-aaa1-b56cef73ff38 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:56.170433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:56.189150 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:56.189500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ebe8ac9-be62-4e9d-b2eb-c9c1853fddde not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:56.364969 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39948) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:56.509033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-214a01a3-9217-4cf4-a706-7459f5a28a50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72b0d9d0904440d3a4b331589951621b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427817 Nov 12 04:32:56.511481 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39952) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:56.562666 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8026f227-2da2-47bb-a1ff-44f90db9540f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.583761 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8026f227-2da2-47bb-a1ff-44f90db9540f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.632127 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8026f227-2da2-47bb-a1ff-44f90db9540f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.634678 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8026f227-2da2-47bb-a1ff-44f90db9540f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.635868 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8026f227-2da2-47bb-a1ff-44f90db9540f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf84715f-59d0-4a4e-91a1-16dec35876a4 HTTP/1.1" status: 204 len: 168 time: 0.1228852 Nov 12 04:32:56.644146 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f227-2da2-47bb-a1ff-44f90db9540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84715f-59d0-4a4e-91a1-16dec35876a4,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:56.898552 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39960) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:56.912690 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e3905c9-d8b6-4121-b691-6ecd8674d3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.990764 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e3905c9-d8b6-4121-b691-6ecd8674d3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.994244 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e3905c9-d8b6-4121-b691-6ecd8674d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.033717 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-3e3905c9-d8b6-4121-b691-6ecd8674d3dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bc11c62f675403bb7c03532774a35f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341121 Nov 12 04:32:57.035599 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3905c9-d8b6-4121-b691-6ecd8674d3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb31ae7-5b06-4c31-94c2-f184d94ca63f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:57.036466 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39962) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:57.084572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4773cff-0d79-4c8a-868b-70913c8de2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.106670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4773cff-0d79-4c8a-868b-70913c8de2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.153640 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4773cff-0d79-4c8a-868b-70913c8de2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.156224 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f4773cff-0d79-4c8a-868b-70913c8de2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.157415 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f4773cff-0d79-4c8a-868b-70913c8de2f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bb31ae7-5b06-4c31-94c2-f184d94ca63f HTTP/1.1" status: 204 len: 168 time: 0.1198931 Nov 12 04:32:57.165936 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4773cff-0d79-4c8a-868b-70913c8de2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb31ae7-5b06-4c31-94c2-f184d94ca63f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:57.849509 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39986) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:57.948687 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2061706477-network', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:57.970558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Made reservation on behalf of de382b8c8d3a4b118f54bd8f0782f7ba for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:57.973046 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.981638 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.059086 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.063173 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.092985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:58.102611 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4cafa-9711-49db-a620-c616af4d8855,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:58.109081 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.109464 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Added segment 17b19d26-ef14-4c8e-8b42-743ad75b3c89 of type vlan for network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d Nov 12 04:32:58.149045 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.173717 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.174646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:58.175212 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.230598 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3798621 Nov 12 04:32:58.234873 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39994) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:58.241520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Request body: {'subnet': {'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2061706477-subnet', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:58.249555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91316fe9-f1c9-40b3-9e2c-bbd860754afe admin admin] Pushing event updated for resources: {'Network': ['ID=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:58.260252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:58.267793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Made reservation on behalf of de382b8c8d3a4b118f54bd8f0782f7ba for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:58.270371 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.444175 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.505394 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4043715-e437-4e70-8db8-032ae93f54ba,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:58.513250 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Checking segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:58.513487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Network hostable DHCP agents. Network: 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:58.530917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:58.541120 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:58.546256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:58.547918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.553692 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b57a70-011c-46b5-8a99-c84c96499f07 None None] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:58.581046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0ece4289-7bc3-482a-92b1-065f3aa30fa2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3429630 Nov 12 04:32:58.581715 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 39996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:58.587349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:58.615076 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.616368 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.672944 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.737076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:32:58.737964 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.822968 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.881758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Allocated IP 172.20.0.2 (18d6c5b9-ee71-47a1-ad91-7dbe12d0084d/d4043715-e437-4e70-8db8-032ae93f54ba/8799d6a0-422d-4bd1-9144-29548ea1dab0) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:59.040500 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.046034 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.052312 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.062019 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.099202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:59.103311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:59.105821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:59.118933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Pushing event updated for resources: {'Port': ['ID=8799d6a0-422d-4bd1-9144-29548ea1dab0,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.171378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Attempting to bind port 8799d6a0-422d-4bd1-9144-29548ea1dab0 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:59.172065 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Attempting to bind port 8799d6a0-422d-4bd1-9144-29548ea1dab0 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:59.172207 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Attempting to bind port 8799d6a0-422d-4bd1-9144-29548ea1dab0 on network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:59.177300 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:59.177696 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Checking segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:59.178020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Allocated IP 172.25.0.136 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/21db0ae6-d602-4b88-b318-c20ee08a48af) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:59.178781 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.179380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Bound using segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:59.179974 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Bound port: 8799d6a0-422d-4bd1-9144-29548ea1dab0, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:59.180391 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.249690 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] For port 8799d6a0-422d-4bd1-9144-29548ea1dab0, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:59.254256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] For port 8799d6a0-422d-4bd1-9144-29548ea1dab0, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8799d6a0-422d-4bd1-9144-29548ea1dab0,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:59.260439 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.303486 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.323800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c423cc-0856-4ae8-af02-8e6b29cb5510 None None] Pushing event updated for resources: {'Port': ['ID=8799d6a0-422d-4bd1-9144-29548ea1dab0,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.346431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.394495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:59.397685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:59.401406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:59.407869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Pushing event updated for resources: {'Port': ['ID=21db0ae6-d602-4b88-b318-c20ee08a48af,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.414551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482547a5-7204-48c1-a9d5-469ec3b634d1 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:59.549910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-ec82fa43-fd5a-426c-9823-0261e915ce80 None None] Provisioning complete for port 21db0ae6-d602-4b88-b318-c20ee08a48af triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:59.550310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ec82fa43-fd5a-426c-9823-0261e915ce80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.599500 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ec82fa43-fd5a-426c-9823-0261e915ce80 None None] Port 21db0ae6-d602-4b88-b318-c20ee08a48af cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:59.699682 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.151076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8799d6a0-422d-4bd1-9144-29548ea1dab0 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:00.207909 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8799d6a0-422d-4bd1-9144-29548ea1dab0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:00.208325 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.225865 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.292658 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.303383 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b281ddb-31d3-4518-a4aa-9a05b9673ca0 None None] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:00.354060 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Router ebaed367-827e-444c-9f3b-305fbb8f10d9 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:33:00.391044 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8799d6a0-422d-4bd1-9144-29548ea1dab0, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8799d6a0-422d-4bd1-9144-29548ea1dab0,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:00.394414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-9843bcfb-ef31-4944-9080-83d254726152 None None] Provisioning complete for port 8799d6a0-422d-4bd1-9144-29548ea1dab0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:00.394825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9843bcfb-ef31-4944-9080-83d254726152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.398680 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.464607 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:00.478571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Sync routers for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:00.482152 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.483989 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f9335b00-dee8-49c4-bd89-3548ac6fc4eb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9006097 Nov 12 04:33:00.486556 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 39998) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:00.534638 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8799d6a0-422d-4bd1-9144-29548ea1dab0,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:00.547233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:00.547858 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:00.707705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:00.918360 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 3, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:00.922710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-a22ab3da-8141-42e6-9d22-0595f96cdbec None None] Provisioning complete for port 8799d6a0-422d-4bd1-9144-29548ea1dab0 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:00.923084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a22ab3da-8141-42e6-9d22-0595f96cdbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.950106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Checking router: ebaed367-827e-444c-9f3b-305fbb8f10d9 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:00.951235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Updating router ebaed367-827e-444c-9f3b-305fbb8f10d9 port 21db0ae6-d602-4b88-b318-c20ee08a48af binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:01.005256 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.254702 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.414726 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Allocated IP 172.20.0.1 (18d6c5b9-ee71-47a1-ad91-7dbe12d0084d/d4043715-e437-4e70-8db8-032ae93f54ba/e6e13cf9-cfb1-4ff2-8023-df835c4d3941) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:01.476009 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.480323 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6eba7435-db34-4a80-92e4-7b29858a3bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.483258 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.528565 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.536127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5fca6c-1174-4b33-9ab3-40a1f90411ba None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:01.546174 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52665da6-5ccb-482c-852a-ec04abf1a84d None None] Pushing event updated for resources: {'Port': ['ID=21db0ae6-d602-4b88-b318-c20ee08a48af,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:01.549381 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Attempting to bind port 21db0ae6-d602-4b88-b318-c20ee08a48af on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:01.549755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Attempting to bind port 21db0ae6-d602-4b88-b318-c20ee08a48af by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:01.550124 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Attempting to bind port 21db0ae6-d602-4b88-b318-c20ee08a48af on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:01.556440 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:01.556853 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:01.557262 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.557883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:01.558245 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Bound port: 21db0ae6-d602-4b88-b318-c20ee08a48af, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:01.558830 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.570370 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.613913 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:01.614989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-e6785765-4303-453a-b41d-fde7d8c7c2d6 None None] Provisioning complete for port 21db0ae6-d602-4b88-b318-c20ee08a48af triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:01.615369 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e6785765-4303-453a-b41d-fde7d8c7c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.616828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:01.620413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:01.643932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] For port 21db0ae6-d602-4b88-b318-c20ee08a48af, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:01.650259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Pushing event updated for resources: {'Port': ['ID=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:01.661844 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] For port 21db0ae6-d602-4b88-b318-c20ee08a48af, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=21db0ae6-d602-4b88-b318-c20ee08a48af,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:01.667952 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.669482 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.677549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-e6785765-4303-453a-b41d-fde7d8c7c2d6 None None] Port 21db0ae6-d602-4b88-b318-c20ee08a48af cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:01.724664 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b150ed-ea9e-4820-ba67-40ca54a7aa18 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:01.746326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:01.746955 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:32:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:01.749362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52665da6-5ccb-482c-852a-ec04abf1a84d None None] Pushing event updated for resources: {'Port': ['ID=21db0ae6-d602-4b88-b318-c20ee08a48af,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:01.826864 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.845813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-85e5c30d-eedc-45d2-a017-db7456b10c2f None None] Provisioning complete for port 21db0ae6-d602-4b88-b318-c20ee08a48af triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:01.846185 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-85e5c30d-eedc-45d2-a017-db7456b10c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.897013 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:01.994286 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.999038 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.051149 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-85e5c30d-eedc-45d2-a017-db7456b10c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.074910 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Pushing event updated for resources: {'Port': ['ID=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:02.080484 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.085179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-85e5c30d-eedc-45d2-a017-db7456b10c2f None None] For port 21db0ae6-d602-4b88-b318-c20ee08a48af, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=21db0ae6-d602-4b88-b318-c20ee08a48af,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:02.107718 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-85e5c30d-eedc-45d2-a017-db7456b10c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.136043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8799d6a0-422d-4bd1-9144-29548ea1dab0 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:02.173148 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:02.174831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:02.202639 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5c30d-eedc-45d2-a017-db7456b10c2f None None] Pushing event updated for resources: {'Port': ['ID=21db0ae6-d602-4b88-b318-c20ee08a48af,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:02.229434 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 3, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:02.265123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de80aa0-0e84-4eec-a963-287c068904fd None None] The sync data for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 is: [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 3, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:02.266813 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8799d6a0-422d-4bd1-9144-29548ea1dab0 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:02.267187 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.291161 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-4891e0f7-6d57-4ae8-8035-299378529a68 None None] Provisioning complete for port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:02.291540 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4891e0f7-6d57-4ae8-8035-299378529a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.298796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Router ebaed367-827e-444c-9f3b-305fbb8f10d9 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:02.339884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-4891e0f7-6d57-4ae8-8035-299378529a68 None None] Port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:02.424315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:02.429414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-4759e5c7-fb50-48d0-b3e8-cd3247ce2b5a admin admin] 10.222.0.49 "PUT /v2.0/routers/ebaed367-827e-444c-9f3b-305fbb8f10d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417081 Nov 12 04:33:02.463777 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-04204288-e0d1-4424-acc7-e5e4e6b43258 None None] Provisioning complete for port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:02.464145 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-04204288-e0d1-4424-acc7-e5e4e6b43258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.509438 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-04204288-e0d1-4424-acc7-e5e4e6b43258 None None] Port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:02.947030 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:02.952340 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1554603144-network', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:02.974390 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Made reservation on behalf of 9005760c61f14fb084e0c6b02efa5e2f for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:02.976918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.987158 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.069676 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.073826 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.101185 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:03.113118 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0404e707-4b11-4ba0-bdc8-3374b60f9314,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:03.119419 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.119789 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Added segment 617347d6-a030-4be3-81c9-ace3dd5c5009 of type vlan for network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd Nov 12 04:33:03.162437 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.191111 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.192078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:03.192647 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.245800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2975664 Nov 12 04:33:03.248709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40016) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:03.254809 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Request body: {'subnet': {'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1554603144-subnet', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:03.256610 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ab43c-b896-4c69-8db4-f2cc34ab307b admin admin] Pushing event updated for resources: {'Network': ['ID=653059ff-cbf8-46b4-9ce6-fe9fa61944dd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:03.266789 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:03.278645 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Made reservation on behalf of 9005760c61f14fb084e0c6b02efa5e2f for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:03.280924 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.446823 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.510487 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc148dde-f4d3-40e0-a454-0d0b0b8422b7,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:03.517459 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Checking segment: {'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:03.517844 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Network hostable DHCP agents. Network: 653059ff-cbf8-46b4-9ce6-fe9fa61944dd, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:03.536210 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:03.546899 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, 653059ff-cbf8-46b4-9ce6-fe9fa61944dd) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:03.552145 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:03.553319 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.557904 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8e82e-47ae-46f8-916e-2492cccaca7b None None] Network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:03.570514 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c0fe9969-ce07-4f98-9c66-3c911f68c538 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3206191 Nov 12 04:33:03.573088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40018) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:03.577927 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:03.600515 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.601636 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.655384 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.722902 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5448a8a-22cf-4c5e-a733-acaeb2c21dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.737612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-653059ff-cbf8-46b4-9ce6-fe9fa61944dd', 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'fixed_ips': [{'subnet_id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:33:03.738764 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.811117 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.878660 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Allocated IP 172.20.0.2 (653059ff-cbf8-46b4-9ce6-fe9fa61944dd/dc148dde-f4d3-40e0-a454-0d0b0b8422b7/7f2884e0-d3a4-406d-af53-eed20a676528) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:03.882159 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Sync routers for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:03.893690 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:03.894625 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:04.004201 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:04.024888 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.031254 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.038592 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.046095 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.094137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:04.098431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:04.101804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Pushing event updated for resources: {'Port': ['ID=7f2884e0-d3a4-406d-af53-eed20a676528,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:04.104392 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:04.168304 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Attempting to bind port 7f2884e0-d3a4-406d-af53-eed20a676528 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:04.169308 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Attempting to bind port 7f2884e0-d3a4-406d-af53-eed20a676528 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:04.169788 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Attempting to bind port 7f2884e0-d3a4-406d-af53-eed20a676528 on network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:04.176830 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:04.177074 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Checking segment: {'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:04.177366 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.177762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Bound using segment: {'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:04.177882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Allocated IP 172.25.0.158 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:04.178223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Bound port: 7f2884e0-d3a4-406d-af53-eed20a676528, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:04.178597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.217863 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 2, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:04.222047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 21db0ae6-d602-4b88-b318-c20ee08a48af up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:04.244853 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Checking router: ebaed367-827e-444c-9f3b-305fbb8f10d9 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:04.245202 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Updating router ebaed367-827e-444c-9f3b-305fbb8f10d9 port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:04.281347 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.290546 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] For port 7f2884e0-d3a4-406d-af53-eed20a676528, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:04.298235 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] For port 7f2884e0-d3a4-406d-af53-eed20a676528, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7f2884e0-d3a4-406d-af53-eed20a676528,segment=NetworkSegment(617347d6-a030-4be3-81c9-ace3dd5c5009),segment_id=617347d6-a030-4be3-81c9-ace3dd5c5009)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:04.302722 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.303277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 21db0ae6-d602-4b88-b318-c20ee08a48af triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:04.303400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.306205 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.340770 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.383449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:04.386558 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:04.391088 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:04.393902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebee410-571a-4b19-ac3f-efb52d90733e None None] Pushing event updated for resources: {'Port': ['ID=7f2884e0-d3a4-406d-af53-eed20a676528,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:04.423255 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:04.447893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77155e2-7f25-4a77-af88-fa8e4ae5586e None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:04.555223 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d3f2cb1f-8279-4c0b-91da-9d7b4bea08f7 None None] Provisioning complete for port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:04.555586 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d3f2cb1f-8279-4c0b-91da-9d7b4bea08f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.586296 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.594000 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.604714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2cb1f-8279-4c0b-91da-9d7b4bea08f7 None None] Port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:04.674868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Pushing event updated for resources: {'Port': ['ID=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:04.688294 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.689437 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.691241 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.691801 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.692508 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.693148 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.693683 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.695051 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.695605 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.696191 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.696733 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.697463 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:33:04.736068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.825567 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Attempting to bind port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:04.826092 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Attempting to bind port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:04.826454 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Attempting to bind port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 on network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:04.832154 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:04.832525 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Checking segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:04.832996 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.833387 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Bound using segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:04.833877 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Bound port: e6e13cf9-cfb1-4ff2-8023-df835c4d3941, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:04.834280 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.905369 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] For port e6e13cf9-cfb1-4ff2-8023-df835c4d3941, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:04.908725 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] For port e6e13cf9-cfb1-4ff2-8023-df835c4d3941, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:04.915376 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.952156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-1e4bba97-6bb9-49ea-967f-e8ac923c9a0e None None] Provisioning complete for port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:04.952813 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e4bba97-6bb9-49ea-967f-e8ac923c9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.983903 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.984161 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d95c2-152d-418a-9ed6-62f45027931c None None] Pushing event updated for resources: {'Port': ['ID=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:04.987270 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:04.988110 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:05.055310 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e4bba97-6bb9-49ea-967f-e8ac923c9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.094290 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1e4bba97-6bb9-49ea-967f-e8ac923c9a0e None None] For port e6e13cf9-cfb1-4ff2-8023-df835c4d3941, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:05.102585 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1e4bba97-6bb9-49ea-967f-e8ac923c9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.126790 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:05.153977 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Router 9b86ddff-8172-40b1-9aed-11c0278377d5 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:33:05.166164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bba97-6bb9-49ea-967f-e8ac923c9a0e None None] Pushing event updated for resources: {'Port': ['ID=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:05.227533 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.278705 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:05.289602 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Sync routers for ids ['9b86ddff-8172-40b1-9aed-11c0278377d5'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:05.300611 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.304410 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e1730426-8638-4aa7-b67a-532862180918 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7276690 Nov 12 04:33:05.305341 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:05.306099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Routers {'9b86ddff-8172-40b1-9aed-11c0278377d5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:05.306833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9b86ddff-8172-40b1-9aed-11c0278377d5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:05.495792 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:05.529344 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a26a32-c263-4a29-bc74-92ba541bcae5 None None] The sync data for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 is: [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:05.630678 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-37b37727-778a-4fb7-bc1c-0d2d7eeea8b6 None None] Provisioning complete for port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:05.631285 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-37b37727-778a-4fb7-bc1c-0d2d7eeea8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.684394 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Set router 9b86ddff-8172-40b1-9aed-11c0278377d5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:05.746279 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c03f41-10ce-40fa-a0c7-fdb4b20fdb37 None None] Network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:05.876863 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.055800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 3, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port': {'id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:06.069652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Allocated IP 172.20.0.1 (653059ff-cbf8-46b4-9ce6-fe9fa61944dd/dc148dde-f4d3-40e0-a454-0d0b0b8422b7/05c0e37f-55f4-4322-9df4-e2043aa6a333) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:06.096956 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Checking router: 9b86ddff-8172-40b1-9aed-11c0278377d5 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:06.097321 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Updating router 9b86ddff-8172-40b1-9aed-11c0278377d5 port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:06.139714 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-8a3682f6-f3a9-41c4-85ad-9ce4db382ba6 None None] Provisioning complete for port 7f2884e0-d3a4-406d-af53-eed20a676528 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:06.140069 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a3682f6-f3a9-41c4-85ad-9ce4db382ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.195902 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.240845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.294151 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.323076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7f2884e0-d3a4-406d-af53-eed20a676528 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:06.337740 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:06.341874 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:06.346342 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:06.375319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Pushing event updated for resources: {'Port': ['ID=05c0e37f-55f4-4322-9df4-e2043aa6a333,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:06.405793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.555698 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.580924 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a3682f6-f3a9-41c4-85ad-9ce4db382ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.622326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7f2884e0-d3a4-406d-af53-eed20a676528 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:06.623326 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.664473 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.712804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-8a3682f6-f3a9-41c4-85ad-9ce4db382ba6 None None] For port 7f2884e0-d3a4-406d-af53-eed20a676528, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7f2884e0-d3a4-406d-af53-eed20a676528,segment=NetworkSegment(617347d6-a030-4be3-81c9-ace3dd5c5009),segment_id=617347d6-a030-4be3-81c9-ace3dd5c5009)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:06.726780 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8a3682f6-f3a9-41c4-85ad-9ce4db382ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.743246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.758360 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.764328 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.779260 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.834834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3682f6-f3a9-41c4-85ad-9ce4db382ba6 None None] Pushing event updated for resources: {'Port': ['ID=7f2884e0-d3a4-406d-af53-eed20a676528,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:06.853281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Pushing event updated for resources: {'Port': ['ID=05c0e37f-55f4-4322-9df4-e2043aa6a333,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:06.857139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.878745 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Attempting to bind port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:06.879130 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Attempting to bind port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:06.879504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Attempting to bind port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:06.881848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41c525-1f5c-4eb0-a91d-219918970b9c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:06.900282 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e6e13cf9-cfb1-4ff2-8023-df835c4d3941 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:06.907999 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:06.908380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:06.908880 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.909268 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:06.909761 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Bound port: f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:06.910201 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.965712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:06.967216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:06.970710 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-be6a05b0-c6ae-43a0-ae74-00ed96c90531 None None] Provisioning complete for port 7f2884e0-d3a4-406d-af53-eed20a676528 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:06.971088 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-be6a05b0-c6ae-43a0-ae74-00ed96c90531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.972575 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3350be0-8a07-4ea4-b4d9-e03032cd9987 None None] Pushing event updated for resources: {'Port': ['ID=f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:07.043488 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] For port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:07.049262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] For port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:07.057650 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.100345 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Router 9b86ddff-8172-40b1-9aed-11c0278377d5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:07.106368 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:07.106741 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.139637 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbad510-9af4-4fc6-8ae3-5700fe3133ec None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:07.201311 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Routers {'9b86ddff-8172-40b1-9aed-11c0278377d5'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:07.202005 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9b86ddff-8172-40b1-9aed-11c0278377d5'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:07.211661 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3350be0-8a07-4ea4-b4d9-e03032cd9987 None None] Pushing event updated for resources: {'Port': ['ID=f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:07.233939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:07.239075 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-0e9e3efe-c209-44aa-9301-e0216dd846f3 admin admin] 10.222.0.49 "PUT /v2.0/routers/9b86ddff-8172-40b1-9aed-11c0278377d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9326990 Nov 12 04:33:07.310414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-be6a05b0-c6ae-43a0-ae74-00ed96c90531 None None] Provisioning complete for port 05c0e37f-55f4-4322-9df4-e2043aa6a333 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:07.310787 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-be6a05b0-c6ae-43a0-ae74-00ed96c90531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.387716 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] Set router 9b86ddff-8172-40b1-9aed-11c0278377d5 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:07.431283 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-be6a05b0-c6ae-43a0-ae74-00ed96c90531 None None] Port 05c0e37f-55f4-4322-9df4-e2043aa6a333 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:07.446311 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.698520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] Provisioning complete for port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:07.699737 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.793630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40028) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:07.798474 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-fd8d375c-342c-43e4-9f20-0515c35263ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604520290', 'description': 'tempest-secgroup-smoke-604520290 description', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:07.822617 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.822853 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd8d375c-342c-43e4-9f20-0515c35263ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.850900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] For port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:07.857241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:33:06Z', 'revision_number': 4, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port': {'id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '05c0e37f-55f4-4322-9df4-e2043aa6a333', 'name': '', 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'mac_address': 'fa:16:3e:5f:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:05Z', 'updated_at': '2021-11-12T04:33:06Z', 'revision_number': 2, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'subnets': [{'id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:07.858996 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.894827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd8d375c-342c-43e4-9f20-0515c35263ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.898651 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd8d375c-342c-43e4-9f20-0515c35263ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.911937 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e688b-07ee-428b-8aed-296b219b3285 None None] The sync data for ids ['9b86ddff-8172-40b1-9aed-11c0278377d5'] in n-d-789963-21 is: [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:33:06Z', 'revision_number': 4, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port': {'id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '05c0e37f-55f4-4322-9df4-e2043aa6a333', 'name': '', 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'mac_address': 'fa:16:3e:5f:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:05Z', 'updated_at': '2021-11-12T04:33:06Z', 'revision_number': 2, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'subnets': [{'id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:07.927917 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] Provisioning complete for port 05c0e37f-55f4-4322-9df4-e2043aa6a333 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:07.928144 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d375c-342c-43e4-9f20-0515c35263ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:07.928277 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.933217 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd8d375c-342c-43e4-9f20-0515c35263ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.938424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40030) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:07.938997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fd8d375c-342c-43e4-9f20-0515c35263ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1437397 Nov 12 04:33:07.946255 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ba3024a3-7c9f-4805-afc2-0191c7482391 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': '2058eb51-f9dd-4f32-88bf-f0d9cd3e747f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:07.965707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] Pushing event updated for resources: {'Port': ['ID=f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:07.979443 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff828c-6f4b-43ac-83b8-a6484e72119f None None] Port 05c0e37f-55f4-4322-9df4-e2043aa6a333 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:07.982272 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba3024a3-7c9f-4805-afc2-0191c7482391 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.044192 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba3024a3-7c9f-4805-afc2-0191c7482391 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.048003 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba3024a3-7c9f-4805-afc2-0191c7482391 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.068462 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3024a3-7c9f-4805-afc2-0191c7482391 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791523b2-538c-4310-b2c7-dae58c29a243,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.080213 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba3024a3-7c9f-4805-afc2-0191c7482391 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.081553 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ba3024a3-7c9f-4805-afc2-0191c7482391 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414773 Nov 12 04:33:08.084308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40032) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:08.089012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-40dea990-78f6-434b-9815-81bef25385f7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': '2058eb51-f9dd-4f32-88bf-f0d9cd3e747f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:08.118166 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7f2884e0-d3a4-406d-af53-eed20a676528 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:08.123417 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40dea990-78f6-434b-9815-81bef25385f7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.192073 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 7f2884e0-d3a4-406d-af53-eed20a676528 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:08.192450 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.208414 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40dea990-78f6-434b-9815-81bef25385f7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.213767 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40dea990-78f6-434b-9815-81bef25385f7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.234677 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dea990-78f6-434b-9815-81bef25385f7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d74f870-30f6-448d-8ab5-6e8f419e4e73,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.244390 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-40dea990-78f6-434b-9815-81bef25385f7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.245695 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-40dea990-78f6-434b-9815-81bef25385f7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602924 Nov 12 04:33:08.248942 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40034) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:08.254476 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8e2986a7-eebd-4529-a097-974417423fba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': '2058eb51-f9dd-4f32-88bf-f0d9cd3e747f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:08.289573 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a7-eebd-4529-a097-974417423fba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.350956 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a7-eebd-4529-a097-974417423fba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.355406 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a7-eebd-4529-a097-974417423fba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.377675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2986a7-eebd-4529-a097-974417423fba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609518a6-1375-4936-a0f0-40dcdd34c3de,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.386244 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a7-eebd-4529-a097-974417423fba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.388682 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8e2986a7-eebd-4529-a097-974417423fba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383553 Nov 12 04:33:08.391553 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40036) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:08.396661 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-30484622-c52f-4992-8f40-fa698e515fef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': '2058eb51-f9dd-4f32-88bf-f0d9cd3e747f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:08.425813 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30484622-c52f-4992-8f40-fa698e515fef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.491212 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30484622-c52f-4992-8f40-fa698e515fef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.495272 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30484622-c52f-4992-8f40-fa698e515fef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.516571 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30484622-c52f-4992-8f40-fa698e515fef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6040362-9683-4fc8-8624-938f865935ec,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.526101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-30484622-c52f-4992-8f40-fa698e515fef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.527366 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-30484622-c52f-4992-8f40-fa698e515fef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344445 Nov 12 04:33:08.531087 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40038) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:08.535692 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-5e30db45-60a2-4dd0-a101-c4ed421ea6bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': '2058eb51-f9dd-4f32-88bf-f0d9cd3e747f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:08.558189 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-5e30db45-60a2-4dd0-a101-c4ed421ea6bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Project de382b8c8d3a4b118f54bd8f0782f7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:33:08.563555 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e30db45-60a2-4dd0-a101-c4ed421ea6bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.646522 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e30db45-60a2-4dd0-a101-c4ed421ea6bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.650069 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e30db45-60a2-4dd0-a101-c4ed421ea6bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.665811 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30db45-60a2-4dd0-a101-c4ed421ea6bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349beaea-bbbd-4fcc-b382-4550f592d9ec,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.677228 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5e30db45-60a2-4dd0-a101-c4ed421ea6bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.680777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-5e30db45-60a2-4dd0-a101-c4ed421ea6bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464090 Nov 12 04:33:08.681268 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40040) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:08.686436 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-7ff69564-a34c-4afa-87a8-55c1dea5e901 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': '2058eb51-f9dd-4f32-88bf-f0d9cd3e747f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:08.717780 n-d-789963-21 neutron-server[102629]: INFO neutron.db.securitygroups_db [None req-7ff69564-a34c-4afa-87a8-55c1dea5e901 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Project de382b8c8d3a4b118f54bd8f0782f7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:33:08.723431 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ff69564-a34c-4afa-87a8-55c1dea5e901 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.787733 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ff69564-a34c-4afa-87a8-55c1dea5e901 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.792000 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ff69564-a34c-4afa-87a8-55c1dea5e901 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.811114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69564-a34c-4afa-87a8-55c1dea5e901 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89faaee6-fb22-4753-89c8-29441c93789a,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.819141 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ff69564-a34c-4afa-87a8-55c1dea5e901 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.820331 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-7ff69564-a34c-4afa-87a8-55c1dea5e901 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379886 Nov 12 04:33:09.040760 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-935b40f9-18aa-4c11-8785-1985c3989e86 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604520290&fields=id&tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba HTTP/1.1" status: 200 len: 267 time: 0.0462532 Nov 12 04:33:09.155931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-bf10acda-966b-454a-a335-0a265985387b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:09.157558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-bf10acda-966b-454a-a335-0a265985387b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 809 time: 0.1094441 Nov 12 04:33:09.173332 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-10986bb9-f122-4170-a57d-67b4c63bbe9f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/quotas/de382b8c8d3a4b118f54bd8f0782f7ba HTTP/1.1" status: 200 len: 375 time: 0.0100098 Nov 12 04:33:09.228137 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-c46da6d3-a488-4304-ae91-da4d8452c0bb tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490026 Nov 12 04:33:09.333160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-5f788c05-d482-43b7-9a76-e3270c673eb9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:33:09.334162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-5f788c05-d482-43b7-9a76-e3270c673eb9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0948524 Nov 12 04:33:09.428897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-236d79f9-452c-4dc1-9a98-52826ed65dec service neutron] 10.222.0.49 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878370 Nov 12 04:33:09.517709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-d0fa3b68-8758-42be-b912-609a6b2342d2 service neutron] 10.222.0.49 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820158 Nov 12 04:33:09.688478 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-92c343a3-a412-4325-b6a3-e960aa10cec7 req-eaecb938-a296-4296-b1fa-81ac7715f30a tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 210 time: 0.0267434 Nov 12 04:33:09.908868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Sync routers for ids ['9b86ddff-8172-40b1-9aed-11c0278377d5'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:09.920128 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Routers {'9b86ddff-8172-40b1-9aed-11c0278377d5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:09.920860 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9b86ddff-8172-40b1-9aed-11c0278377d5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:10.029319 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Set router 9b86ddff-8172-40b1-9aed-11c0278377d5 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:10.142963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:10.200528 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:10.201085 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.262943 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:33:06Z', 'revision_number': 4, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port': {'id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '05c0e37f-55f4-4322-9df4-e2043aa6a333', 'name': '', 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'mac_address': 'fa:16:3e:5f:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:05Z', 'updated_at': '2021-11-12T04:33:06Z', 'revision_number': 2, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'subnets': [{'id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:10.292970 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Checking router: 9b86ddff-8172-40b1-9aed-11c0278377d5 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:10.293318 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Updating router 9b86ddff-8172-40b1-9aed-11c0278377d5 port 05c0e37f-55f4-4322-9df4-e2043aa6a333 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:10.318603 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.578910 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.583916 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.631953 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a8767-32ac-4d94-ac9e-a5ebc4abb47b None None] Pushing event updated for resources: {'Port': ['ID=05c0e37f-55f4-4322-9df4-e2043aa6a333,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:10.686052 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Attempting to bind port 05c0e37f-55f4-4322-9df4-e2043aa6a333 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:10.686418 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Attempting to bind port 05c0e37f-55f4-4322-9df4-e2043aa6a333 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:10.686767 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Attempting to bind port 05c0e37f-55f4-4322-9df4-e2043aa6a333 on network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:10.692875 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:10.693276 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Checking segment: {'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:10.693636 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.694027 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Bound using segment: {'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:10.694497 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Bound port: 05c0e37f-55f4-4322-9df4-e2043aa6a333, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617347d6-a030-4be3-81c9-ace3dd5c5009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:10.694880 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.788095 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] For port 05c0e37f-55f4-4322-9df4-e2043aa6a333, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:10.792941 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] For port 05c0e37f-55f4-4322-9df4-e2043aa6a333, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=05c0e37f-55f4-4322-9df4-e2043aa6a333,segment=NetworkSegment(617347d6-a030-4be3-81c9-ace3dd5c5009),segment_id=617347d6-a030-4be3-81c9-ace3dd5c5009)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:10.799210 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.828217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3dc08d78-ba3f-4713-8e9a-ae602ea355ed req-881d618e-3648-4f42-91fd-359452456111 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 210 time: 0.0466626 Nov 12 04:33:10.843472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-2c3ce0bb-edda-4d06-83c5-16031214e094 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.847168 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-2c3ce0bb-edda-4d06-83c5-16031214e094 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 809 time: 0.1590414 Nov 12 04:33:10.851676 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Routers {'9b86ddff-8172-40b1-9aed-11c0278377d5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:10.852284 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9b86ddff-8172-40b1-9aed-11c0278377d5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:10.925138 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-9d56a314-57c7-4e25-b0fa-50fca7c62d32 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba HTTP/1.1" status: 200 len: 379 time: 0.0680814 Nov 12 04:33:10.925388 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-399d2132-e809-44c6-b9d3-8c7be189bed5 None None] Provisioning complete for port 05c0e37f-55f4-4322-9df4-e2043aa6a333 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:10.925825 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-399d2132-e809-44c6-b9d3-8c7be189bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.937216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'port': {'device_id': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'admin_state_up': True, 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'security_groups': ['2058eb51-f9dd-4f32-88bf-f0d9cd3e747f']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:10.940599 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a8767-32ac-4d94-ac9e-a5ebc4abb47b None None] Pushing event updated for resources: {'Port': ['ID=05c0e37f-55f4-4322-9df4-e2043aa6a333,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:11.023096 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] Set router 9b86ddff-8172-40b1-9aed-11c0278377d5 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:11.029899 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-399d2132-e809-44c6-b9d3-8c7be189bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.067815 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-399d2132-e809-44c6-b9d3-8c7be189bed5 None None] For port 05c0e37f-55f4-4322-9df4-e2043aa6a333, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=05c0e37f-55f4-4322-9df4-e2043aa6a333,segment=NetworkSegment(617347d6-a030-4be3-81c9-ace3dd5c5009),segment_id=617347d6-a030-4be3-81c9-ace3dd5c5009)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:11.072962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Made reservation on behalf of de382b8c8d3a4b118f54bd8f0782f7ba for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:11.076273 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-399d2132-e809-44c6-b9d3-8c7be189bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.079177 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.136586 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d2132-e809-44c6-b9d3-8c7be189bed5 None None] Pushing event updated for resources: {'Port': ['ID=05c0e37f-55f4-4322-9df4-e2043aa6a333,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:11.196960 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f662d8ee-a412-4583-8f5c-57c3f6af45e4 None None] Provisioning complete for port 05c0e37f-55f4-4322-9df4-e2043aa6a333 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:11.198032 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f662d8ee-a412-4583-8f5c-57c3f6af45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.225257 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Allocated IP 172.20.0.9 (18d6c5b9-ee71-47a1-ad91-7dbe12d0084d/d4043715-e437-4e70-8db8-032ae93f54ba/09cd8f6b-db3c-41f7-b752-d69d47a9185d) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:11.258438 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:33:06Z', 'revision_number': 4, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port': {'id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '05c0e37f-55f4-4322-9df4-e2043aa6a333', 'name': '', 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'mac_address': 'fa:16:3e:5f:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:05Z', 'updated_at': '2021-11-12T04:33:10Z', 'revision_number': 4, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'subnets': [{'id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:11.288691 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a2267-349e-4e16-a2d2-e541dde35835 None None] The sync data for ids ['9b86ddff-8172-40b1-9aed-11c0278377d5'] in n-d-789963-21 is: [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:33:06Z', 'revision_number': 4, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port': {'id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '05c0e37f-55f4-4322-9df4-e2043aa6a333', 'name': '', 'network_id': '653059ff-cbf8-46b4-9ce6-fe9fa61944dd', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'mac_address': 'fa:16:3e:5f:93:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:05Z', 'updated_at': '2021-11-12T04:33:10Z', 'revision_number': 4, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'subnets': [{'id': 'dc148dde-f4d3-40e0-a454-0d0b0b8422b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:11.388197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.424334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.473333 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:11.476630 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:11.479615 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:11.506383 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:11.541463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.542120 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.560540 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-93af7245-4b1a-4eec-8f4e-f902afcbd0b6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6297250 Nov 12 04:33:11.573424 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Request body: {'port': {'device_id': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:11.637411 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.710838 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eebc10e0-c4e5-4495-ae88-1260b072102f None None] Provisioning complete for port 09cd8f6b-db3c-41f7-b752-d69d47a9185d triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:11.711608 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eebc10e0-c4e5-4495-ae88-1260b072102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.753705 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eebc10e0-c4e5-4495-ae88-1260b072102f None None] Port 09cd8f6b-db3c-41f7-b752-d69d47a9185d cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:11.933135 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cd8f6b-db3c-41f7-b752-d69d47a9185d {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:11.943961 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:11.962969 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Transition to ACTIVE for port object 09cd8f6b-db3c-41f7-b752-d69d47a9185d will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:33:11.971463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abace23-077e-45f9-b123-939b43ffd876 req-1832fda9-7ed0-43d8-abdf-e972f8d95b1f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.972944 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2abace23-077e-45f9-b123-939b43ffd876 req-1832fda9-7ed0-43d8-abdf-e972f8d95b1f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 931 time: 0.0708151 Nov 12 04:33:11.973972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.046544 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:12.107123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2abace23-077e-45f9-b123-939b43ffd876 req-4dc1be3c-cc22-4732-951c-2623b1a126f9 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280549 Nov 12 04:33:12.143505 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Attempting to bind port 09cd8f6b-db3c-41f7-b752-d69d47a9185d on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:12.143843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Attempting to bind port 09cd8f6b-db3c-41f7-b752-d69d47a9185d by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:12.144166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Attempting to bind port 09cd8f6b-db3c-41f7-b752-d69d47a9185d on network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:12.150633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Port 09cd8f6b-db3c-41f7-b752-d69d47a9185d on network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:33:12.150633 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Attempting to bind port 09cd8f6b-db3c-41f7-b752-d69d47a9185d on network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:12.153349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 05c0e37f-55f4-4322-9df4-e2043aa6a333 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:12.156241 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:12.156572 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Checking segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:12.156978 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Bound using segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:12.157536 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Bound port: 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:12.157896 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.205199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 05c0e37f-55f4-4322-9df4-e2043aa6a333 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:12.205808 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.224923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:12.228227 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:12.234015 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.276211 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.276868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:12.279103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] 10.222.0.20 "PUT /v2.0/ports/09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 1092 time: 0.7102032 Nov 12 04:33:12.279316 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:12.281839 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47316a69-d730-41a2-b1b9-0a01fa285f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:12.315771 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd9ad4-0c9b-4fd6-9222-ac7271be1a3b service neutron] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:12.359499 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f5c168-c601-4778-a92b-778cd80b56db x-openstack-request-id: req-b5f5c168-c601-4778-a92b-778cd80b56db {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:12.359787 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:12.360039 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5f5c168-c601-4778-a92b-778cd80b56db {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:12.360497 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'status': 'completed', 'code': 200} Nov 12 04:33:12.401493 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-4afa6910-719d-4579-a767-c00f64110b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.404035 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-4afa6910-719d-4579-a767-c00f64110b9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1095 time: 0.0553024 Nov 12 04:33:12.450012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-f4df6902-a89b-4951-8d42-dccc23e3d132 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 217 time: 0.0368414 Nov 12 04:33:12.505123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-56d769d6-e586-4469-92bc-d1829e3d4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.506597 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-56d769d6-e586-4469-92bc-d1829e3d4146 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0498908 Nov 12 04:33:12.552217 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-8836979d-061f-48bc-86b9-7e4edd5f2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.553688 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-8836979d-061f-48bc-86b9-7e4edd5f2c2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402813 Nov 12 04:33:12.644076 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-e1af8de2-040f-4e91-9375-7df5e28c38e8 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832949 Nov 12 04:33:12.736815 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9f4f735c-7ef1-40fe-be65-fc3993f83061 req-35261c7d-9f67-4936-92ed-1f8711ed6fdf service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859632 Nov 12 04:33:12.823018 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-70b4fc2c-5a0b-4e95-9164-d99c8a8a95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.824573 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-70b4fc2c-5a0b-4e95-9164-d99c8a8a95a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1095 time: 0.0417864 Nov 12 04:33:12.918588 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-8344f044-0445-49d8-9dc7-1d9848534463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.919962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-8344f044-0445-49d8-9dc7-1d9848534463 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0880849 Nov 12 04:33:12.961367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-b7b655a6-1782-49f6-9d40-13d14a0a388a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 217 time: 0.0335665 Nov 12 04:33:13.009629 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-99cfbf15-5a16-4631-aaa3-e4f294d0facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:13.011048 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-99cfbf15-5a16-4631-aaa3-e4f294d0facc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0428686 Nov 12 04:33:13.061019 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-bf243392-bd58-4351-bdbc-91f68583cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:13.062522 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-bf243392-bd58-4351-bdbc-91f68583cb07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437551 Nov 12 04:33:13.156402 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-716a4ded-81a7-4ec6-bd8d-00e508496c1e service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855825 Nov 12 04:33:13.194084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08d6490b-ebbe-4a7c-9bd6-e3b08ffa4cff req-b3a2103c-9908-43cf-b085-4bf0ae1de708 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258632 Nov 12 04:33:13.279371 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08d6490b-ebbe-4a7c-9bd6-e3b08ffa4cff req-2a68a6da-d253-46ff-87f2-97b3063d2d25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0271163 Nov 12 04:33:13.287762 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a47c41-d933-4d7f-8e26-b5224145b612 req-461e907f-0d75-4437-ae2f-0e0983457f22 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:13.289265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0a47c41-d933-4d7f-8e26-b5224145b612 req-461e907f-0d75-4437-ae2f-0e0983457f22 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.1060443 Nov 12 04:33:13.295482 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47316a69-d730-41a2-b1b9-0a01fa285f9c req-a5cdb1be-0ebd-4808-a26d-3eec583cd3fb service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310790 Nov 12 04:33:13.329957 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08d6490b-ebbe-4a7c-9bd6-e3b08ffa4cff req-4bcce8a9-4770-4dbb-b0f4-d05763d7dd6e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209434 Nov 12 04:33:13.341100 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c0a47c41-d933-4d7f-8e26-b5224145b612 req-9ac2b5b7-b3d4-42fd-a716-a4582a5b20fb tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446489 Nov 12 04:33:13.427640 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6490b-ebbe-4a7c-9bd6-e3b08ffa4cff req-13dc0e47-6f1c-41b2-9e3c-8a1fa51d6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:13.429119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08d6490b-ebbe-4a7c-9bd6-e3b08ffa4cff req-13dc0e47-6f1c-41b2-9e3c-8a1fa51d6cd3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927966 Nov 12 04:33:14.461068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f192e-a776-45bf-9903-9ee14b8d62d0 req-34a88007-4af2-4d9e-a8f8-61ad84b2b48b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:14.462632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-149f192e-a776-45bf-9903-9ee14b8d62d0 req-34a88007-4af2-4d9e-a8f8-61ad84b2b48b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0513189 Nov 12 04:33:14.514196 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-149f192e-a776-45bf-9903-9ee14b8d62d0 req-623056a2-422d-4095-81ac-beed43817839 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449152 Nov 12 04:33:15.635779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f12744-5e49-4fff-afbf-da12b94af064 req-0c5d6750-15fc-43d7-92c5-a4adeded956a tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:15.637917 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9f12744-5e49-4fff-afbf-da12b94af064 req-0c5d6750-15fc-43d7-92c5-a4adeded956a tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0537808 Nov 12 04:33:15.688965 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a9f12744-5e49-4fff-afbf-da12b94af064 req-417354d8-4968-4118-9e3b-1334aa170550 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447221 Nov 12 04:33:16.805167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1449f-4083-4f69-b08a-55625cde61f4 req-2a8d2bf6-01ce-4802-83a5-8595c63589bf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:16.806649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76b1449f-4083-4f69-b08a-55625cde61f4 req-2a8d2bf6-01ce-4802-83a5-8595c63589bf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0494323 Nov 12 04:33:16.831125 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:33:16.856240 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-76b1449f-4083-4f69-b08a-55625cde61f4 req-70e35350-1295-4794-a5a1-4c233b8eb3f5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 Nov 12 04:33:16.928022 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:16.938818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'port_id': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'mac_address': 'fa:16:3e:3f:6a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:33:16.978482 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.991785 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cd8f6b-db3c-41f7-b752-d69d47a9185d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:17.012642 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:17.017169 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:17.065343 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:17.222062 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['09cd8f6b-db3c-41f7-b752-d69d47a9185d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:33:17.971596 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38f0d2-ed32-4b43-b76d-17e800420a30 req-e7e4ba49-72d5-49cf-8a6e-988da01de52e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:17.973228 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d38f0d2-ed32-4b43-b76d-17e800420a30 req-e7e4ba49-72d5-49cf-8a6e-988da01de52e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 944 time: 0.0483060 Nov 12 04:33:18.021902 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d38f0d2-ed32-4b43-b76d-17e800420a30 req-f56e75a5-ce77-46cc-99b7-1bad7c3977f8 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Nov 12 04:33:18.831380 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:18.882181 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 09cd8f6b-db3c-41f7-b752-d69d47a9185d completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:33:18.886034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 09cd8f6b-db3c-41f7-b752-d69d47a9185d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:18.886429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.961287 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.983810 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:18.986123 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc8b546-cada-4740-9279-04935e54411f" -d '{"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-plugged", "status": "completed", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:18.999121 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:19.003892 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.028901 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e7f876-3712-477d-b611-6fb186d2fa25 x-openstack-request-id: req-52e7f876-3712-477d-b611-6fb186d2fa25 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:19.029192 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-plugged", "status": "completed", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:19.029448 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52e7f876-3712-477d-b611-6fb186d2fa25 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:19.029841 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'code': 200} Nov 12 04:33:19.060994 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:19.145929 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997aac7-a45a-47cf-87fb-d7f81e8e5ccd req-a5072e4b-557b-4f3d-bb9a-b6ab750d5edd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:19.147441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3997aac7-a45a-47cf-87fb-d7f81e8e5ccd req-a5072e4b-557b-4f3d-bb9a-b6ab750d5edd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0530992 Nov 12 04:33:19.220428 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a78a2-83ea-4937-9410-aa87d77ff505 req-461c57f9-89aa-4c56-9869-d09726e59e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:19.221944 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f1a78a2-83ea-4937-9410-aa87d77ff505 req-461c57f9-89aa-4c56-9869-d09726e59e46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1097 time: 0.0736444 Nov 12 04:33:19.226925 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3997aac7-a45a-47cf-87fb-d7f81e8e5ccd req-7fd8a099-6556-4533-b1cc-1a887591b7f1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709195 Nov 12 04:33:19.270046 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f1a78a2-83ea-4937-9410-aa87d77ff505 req-bd4a4a70-7ebd-4535-9ce5-d3961af8c72b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394821 Nov 12 04:33:20.372457 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f5fbd-5f90-40dc-ba43-7413365fa633 req-72feabd9-2f7d-40fa-9149-c4ceb8bb6263 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:20.373890 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-955f5fbd-5f90-40dc-ba43-7413365fa633 req-72feabd9-2f7d-40fa-9149-c4ceb8bb6263 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0589497 Nov 12 04:33:20.428278 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-955f5fbd-5f90-40dc-ba43-7413365fa633 req-cec8abb2-221f-47e6-894c-eb403aaf54d6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476339 Nov 12 04:33:21.547193 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e4b7c-15f9-446c-b607-a9761c7050ce req-4a20409d-f840-4f15-8467-e778ebe4ea74 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:21.548639 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e8e4b7c-15f9-446c-b607-a9761c7050ce req-4a20409d-f840-4f15-8467-e778ebe4ea74 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0480478 Nov 12 04:33:21.597392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e8e4b7c-15f9-446c-b607-a9761c7050ce req-3e2c096e-2cc2-492a-bba8-b7e13ae31506 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Nov 12 04:33:21.714167 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c999a99-c55d-4caa-bef2-e8bc1d4fdcb5 req-38f4fc80-9be0-4540-87b9-00467d8bbcb5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:21.715994 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9c999a99-c55d-4caa-bef2-e8bc1d4fdcb5 req-38f4fc80-9be0-4540-87b9-00467d8bbcb5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0512054 Nov 12 04:33:21.766341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9c999a99-c55d-4caa-bef2-e8bc1d4fdcb5 req-f683b281-c565-4174-8927-d51ddf4200ec tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443959 Nov 12 04:33:21.787469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40096) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:21.879120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919aca9-6484-4b26-98bd-3597eacb25a8 tempest-TestShelveInstance-1325723792 tempest-TestShelveInstance-1325723792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:21.880605 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-f919aca9-6484-4b26-98bd-3597eacb25a8 tempest-TestShelveInstance-1325723792 tempest-TestShelveInstance-1325723792-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1092 time: 0.0921636 Nov 12 04:33:21.883709 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40100) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:21.888043 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:21.909202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.006390 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.109226 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Allocated IP 172.25.0.107 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/9a48a971-612e-40ab-9b4f-1f2228aa4df2) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:22.206494 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.238869 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.274771 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:22.279827 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:22.283390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:22.311866 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'Port': ['ID=9a48a971-612e-40ab-9b4f-1f2228aa4df2,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:22.945162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.010088 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.158282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.162688 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.232069 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'Port': ['ID=9a48a971-612e-40ab-9b4f-1f2228aa4df2,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:23.243437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.345036 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Floating IP 67d9d6f9-9eb8-4e68-887e-1e7c3b226c72 associated. External IP: 172.25.0.107, port: 09cd8f6b-db3c-41f7-b752-d69d47a9185d. Nov 12 04:33:23.550939 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Router ebaed367-827e-444c-9f3b-305fbb8f10d9 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:23.655594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:23.664958 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] Sync routers for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:23.674756 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.675930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:23.676552 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:23.705168 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c93ae483-9f84-478b-ac8a-c9aee1a6ee0f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8204341 Nov 12 04:33:23.705764 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:23.708171 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948f9e5-b10d-4287-9143-31c28176d882" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:23.747560 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f76747-bb59-4dd7-b6b9-f8e642a3e0d6 x-openstack-request-id: req-62f76747-bb59-4dd7-b6b9-f8e642a3e0d6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:23.747845 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:23.748094 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62f76747-bb59-4dd7-b6b9-f8e642a3e0d6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:23.748517 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'status': 'completed', 'code': 200} Nov 12 04:33:23.795949 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:24.030210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '67d9d6f9-9eb8-4e68-887e-1e7c3b226c72', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'port_id': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'mac_address': 'fa:16:3e:3f:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:22Z', 'updated_at': '2021-11-12T04:33:22Z', 'revision_number': 0, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:24.062157 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] Checking router: ebaed367-827e-444c-9f3b-305fbb8f10d9 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:24.071389 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:24.072024 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:33:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:24.146448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948f9e5-b10d-4287-9143-31c28176d882 req-79c494bd-0bfa-4b09-8d0e-f7ea11c381e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:24.147935 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e948f9e5-b10d-4287-9143-31c28176d882 req-79c494bd-0bfa-4b09-8d0e-f7ea11c381e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1097 time: 0.3761835 Nov 12 04:33:24.180612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:24.240533 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948f9e5-b10d-4287-9143-31c28176d882 req-fb637785-2f36-4ad0-bbfd-31fcfad292a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:24.242083 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e948f9e5-b10d-4287-9143-31c28176d882 req-fb637785-2f36-4ad0-bbfd-31fcfad292a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0874181 Nov 12 04:33:24.314360 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e948f9e5-b10d-4287-9143-31c28176d882 req-7cf77644-d4cf-4bb3-b86e-3bd5a8db3e3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 999 time: 0.0649943 Nov 12 04:33:24.364259 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948f9e5-b10d-4287-9143-31c28176d882 req-61000056-ffae-45d0-9743-23de6dc28228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:24.365777 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e948f9e5-b10d-4287-9143-31c28176d882 req-61000056-ffae-45d0-9743-23de6dc28228 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0451548 Nov 12 04:33:24.411371 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948f9e5-b10d-4287-9143-31c28176d882 req-c508b240-f9db-4d90-9962-09a7cb115aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:24.412909 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e948f9e5-b10d-4287-9143-31c28176d882 req-c508b240-f9db-4d90-9962-09a7cb115aa6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407372 Nov 12 04:33:24.508693 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e948f9e5-b10d-4287-9143-31c28176d882 req-077d0227-d3d9-4067-889b-abf094801c72 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865693 Nov 12 04:33:24.559456 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '67d9d6f9-9eb8-4e68-887e-1e7c3b226c72', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'port_id': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'mac_address': 'fa:16:3e:3f:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:22Z', 'updated_at': '2021-11-12T04:33:22Z', 'revision_number': 0, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:24.590735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501806f6-2c57-454c-af5d-22686c59d054 None None] The sync data for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 is: [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '67d9d6f9-9eb8-4e68-887e-1e7c3b226c72', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'port_id': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'mac_address': 'fa:16:3e:3f:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:22Z', 'updated_at': '2021-11-12T04:33:22Z', 'revision_number': 0, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:24.599139 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e948f9e5-b10d-4287-9143-31c28176d882 req-ffadbceb-6ff4-45b4-ad6f-d2351fb75c50 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838223 Nov 12 04:33:24.789181 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b1f90-3948-4f47-81a4-c26d589da2be None None] New status for floating IP 67d9d6f9-9eb8-4e68-887e-1e7c3b226c72: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:33:25.257287 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:30.596636 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:31.463145 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2cadd7f5-2052-47b8-9e4a-0a3a8721a4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:33.719470 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-660c7ed6-7b71-4681-af53-3ad87f6f09f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.219798 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:36.582242 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.399084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.268681 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.465033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cd8df3b4-0d76-4bfd-a888-c83ae7ca26f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:03.720215 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8e14135c-e445-4e59-93be-63c46fe75133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.222554 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:06.585797 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.400084 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.596770 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:13.174240 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-48ecf710-7f24-4468-a2a7-5728ef3bdac2 req-d283aa77-2822-48ea-a67d-b41e5443d194 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260437 Nov 12 04:34:13.231978 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-48ecf710-7f24-4468-a2a7-5728ef3bdac2 req-d02c3ce3-498b-437b-b6ec-b37c76f7ef74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0249574 Nov 12 04:34:13.278746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-48ecf710-7f24-4468-a2a7-5728ef3bdac2 req-5c846a86-9e5a-4d14-93bc-412224813a18 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199063 Nov 12 04:34:13.377425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecf710-7f24-4468-a2a7-5728ef3bdac2 req-ac779ec4-c9db-4fbc-874b-30edb7f7965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:13.378897 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-48ecf710-7f24-4468-a2a7-5728ef3bdac2 req-ac779ec4-c9db-4fbc-874b-30edb7f7965b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926778 Nov 12 04:34:15.916600 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-f960b3a7-1686-41d0-8c00-50b726956458 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439377 Nov 12 04:34:16.000075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-496c3e21-b0c6-4ee7-8af5-39c3ee829cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:16.001548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-496c3e21-b0c6-4ee7-8af5-39c3ee829cb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1097 time: 0.0401495 Nov 12 04:34:16.102278 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-d7b2593c-ecdc-436c-bc7b-1a92b3bcfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:16.103724 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-d7b2593c-ecdc-436c-bc7b-1a92b3bcfbbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0833459 Nov 12 04:34:16.175521 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-b737b090-f239-4da6-a015-6e81cbba73e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 1001 time: 0.0636914 Nov 12 04:34:16.225229 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-61c2d050-74ba-4eb6-8928-eab436e0c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:16.226654 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-61c2d050-74ba-4eb6-8928-eab436e0c8e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0441966 Nov 12 04:34:16.272982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-cf0ab8ec-79da-4080-9dad-fbf82ef52b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:16.274472 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-cf0ab8ec-79da-4080-9dad-fbf82ef52b33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405424 Nov 12 04:34:16.286485 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-fa8c6ae3-4f8d-4948-95f8-54aba9b56daf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:34:16.287414 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-fa8c6ae3-4f8d-4948-95f8-54aba9b56daf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053678 Nov 12 04:34:16.380171 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-d5d53875-8066-4afd-b4a6-95d62f16df46 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846694 Nov 12 04:34:16.470333 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ebdae1b1-1e85-4f88-9cea-23f24c2e9bba req-0ab8e78f-0902-45a0-be04-3441a1bcabbb service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834737 Nov 12 04:34:25.270976 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.467321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b88e3e04-758f-410f-9a07-7e5865438c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:33.720529 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f3dbd14a-2da4-4be2-bb29-e19c89c19c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.225446 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:36.587560 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.402104 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:44.595425 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:54.421449 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-ddc9fc6d-4e74-4228-a921-efee707a8878 req-771f5e43-810a-4c23-a5be-7601e7cff6d8 service neutron] (102629) timed out ('10.222.0.49', 35640) {{(pid=102629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:34:55.272637 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.469718 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-468a3242-5ab3-4e98-86ab-4036c0c02517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:03.722316 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-37461267-8f87-438e-a430-dee7c53293f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.230614 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.589640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.403835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.239523 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-842026ba-8ade-42cc-97c7-c6fc363ad121 req-b4d5a347-7372-4d08-b222-f3194b080618 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0909100 Nov 12 04:35:15.296885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-842026ba-8ade-42cc-97c7-c6fc363ad121 req-6f84793b-4caa-4eef-91c9-4d900b754992 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0250211 Nov 12 04:35:15.342341 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-842026ba-8ade-42cc-97c7-c6fc363ad121 req-ad30b2cb-8889-4754-ada6-172ccc8c8004 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191226 Nov 12 04:35:15.440158 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842026ba-8ade-42cc-97c7-c6fc363ad121 req-6b9aef2d-7e6d-4993-8fb0-ec388121bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:15.441659 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-842026ba-8ade-42cc-97c7-c6fc363ad121 req-6b9aef2d-7e6d-4993-8fb0-ec388121bb77 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920060 Nov 12 04:35:17.274098 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043f162a-b3ea-4abc-8111-0cf18817dada req-420d4ec0-8755-45fe-a786-5c09b970fb8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426080 Nov 12 04:35:17.356343 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f162a-b3ea-4abc-8111-0cf18817dada req-1a9dae9c-9267-46f3-9948-81ce2f26f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.358044 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043f162a-b3ea-4abc-8111-0cf18817dada req-1a9dae9c-9267-46f3-9948-81ce2f26f037 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1097 time: 0.0414958 Nov 12 04:35:17.464090 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f162a-b3ea-4abc-8111-0cf18817dada req-247b8e35-7013-4a62-9a18-92601bda1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.465583 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043f162a-b3ea-4abc-8111-0cf18817dada req-247b8e35-7013-4a62-9a18-92601bda1146 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0898206 Nov 12 04:35:17.533613 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043f162a-b3ea-4abc-8111-0cf18817dada req-ab486b40-54dc-4dec-b683-9435b9d17f40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 1001 time: 0.0597088 Nov 12 04:35:17.585515 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f162a-b3ea-4abc-8111-0cf18817dada req-2241137f-c4c5-43cc-a77d-df8791c937c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.586976 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043f162a-b3ea-4abc-8111-0cf18817dada req-2241137f-c4c5-43cc-a77d-df8791c937c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0462551 Nov 12 04:35:17.636416 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f162a-b3ea-4abc-8111-0cf18817dada req-457ac352-63b2-4cd5-825a-68767ae3e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.637932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043f162a-b3ea-4abc-8111-0cf18817dada req-457ac352-63b2-4cd5-825a-68767ae3e270 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437043 Nov 12 04:35:17.732905 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043f162a-b3ea-4abc-8111-0cf18817dada req-8ca2a7a8-7731-43b7-94d2-55944ad7c3a9 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864651 Nov 12 04:35:17.825128 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-043f162a-b3ea-4abc-8111-0cf18817dada req-2434beb7-c4ba-4cf9-a112-b4f1ee626f58 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851288 Nov 12 04:35:19.234585 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d52ac3-c21e-4b50-bebb-0aa0db100f84 req-697658da-397a-418f-9bdd-cb5c72ff871c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:19.236059 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c8d52ac3-c21e-4b50-bebb-0aa0db100f84 req-697658da-397a-418f-9bdd-cb5c72ff871c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0500610 Nov 12 04:35:19.336367 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c8d52ac3-c21e-4b50-bebb-0aa0db100f84 req-9ec63025-9ed0-4a4c-a8bc-fe8197e58e7f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942297 Nov 12 04:35:20.471937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9adcc-d223-4d30-98e8-74220f955d7f req-9927ea3e-33ad-4e81-9b7d-7f735f9668d2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:20.473365 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70a9adcc-d223-4d30-98e8-74220f955d7f req-9927ea3e-33ad-4e81-9b7d-7f735f9668d2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0498652 Nov 12 04:35:20.523083 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-70a9adcc-d223-4d30-98e8-74220f955d7f req-0090dc67-b4e9-46b3-81ab-0e6cfd7a65fd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438261 Nov 12 04:35:21.599649 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:21.679672 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4f121-2087-4470-83e2-05df2d150a20 req-0b431863-6836-41e0-b52b-f3d85ab4b030 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:21.681274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8bc4f121-2087-4470-83e2-05df2d150a20 req-0b431863-6836-41e0-b52b-f3d85ab4b030 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0544314 Nov 12 04:35:21.736411 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8bc4f121-2087-4470-83e2-05df2d150a20 req-6e351552-b1e0-4c56-adf2-1c606b039556 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484736 Nov 12 04:35:22.855484 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5d123-990f-47ab-84b9-6b777248fef0 req-2f616d58-7a99-4de6-9fb2-77969284ebde tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:22.856915 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2d5d123-990f-47ab-84b9-6b777248fef0 req-2f616d58-7a99-4de6-9fb2-77969284ebde tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0512764 Nov 12 04:35:22.906306 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2d5d123-990f-47ab-84b9-6b777248fef0 req-e9490eb6-93b7-44ee-83e7-2245f7f940e4 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427825 Nov 12 04:35:24.024432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561935c-05ce-406a-b5c0-9e7ae93784f9 req-1199282c-3fe2-409c-b016-19e3f32a05bd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:24.025939 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f561935c-05ce-406a-b5c0-9e7ae93784f9 req-1199282c-3fe2-409c-b016-19e3f32a05bd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0500839 Nov 12 04:35:24.074476 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f561935c-05ce-406a-b5c0-9e7ae93784f9 req-38d7dea7-1947-4004-929b-bf902e6700ca tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Nov 12 04:35:25.195781 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ada4b-9cf2-4874-bee2-3a930621c377 req-78ede761-d4be-43ab-b0e6-3a141f080cf7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:25.197295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e79ada4b-9cf2-4874-bee2-3a930621c377 req-78ede761-d4be-43ab-b0e6-3a141f080cf7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0528612 Nov 12 04:35:25.246393 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e79ada4b-9cf2-4874-bee2-3a930621c377 req-36be90c6-9a35-41d9-bbea-e9cf25e5a334 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428972 Nov 12 04:35:25.288049 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.364986 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956d57f-ec3c-4570-b493-2c8cfecf22f6 req-1254764e-401e-4bf1-b32d-c6c94572845b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.366460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7956d57f-ec3c-4570-b493-2c8cfecf22f6 req-1254764e-401e-4bf1-b32d-c6c94572845b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0501699 Nov 12 04:35:26.414451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7956d57f-ec3c-4570-b493-2c8cfecf22f6 req-16e294fe-f73c-455d-a0a6-3c3049704daf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421598 Nov 12 04:35:27.532599 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eed9e1-27f6-477f-a91f-169dc4e5a492 req-35317d18-cef5-4553-a60c-49c6bce57d15 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:27.534109 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32eed9e1-27f6-477f-a91f-169dc4e5a492 req-35317d18-cef5-4553-a60c-49c6bce57d15 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0503161 Nov 12 04:35:27.585761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-32eed9e1-27f6-477f-a91f-169dc4e5a492 req-f32daaec-3e7e-4e08-8489-0b64a0de7995 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456445 Nov 12 04:35:28.706097 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16f8f6-e473-41c9-88bb-1cd22d290325 req-cf8fde81-8305-47c7-aa2e-fdabab0b35d3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:28.708088 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d16f8f6-e473-41c9-88bb-1cd22d290325 req-cf8fde81-8305-47c7-aa2e-fdabab0b35d3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0537651 Nov 12 04:35:28.756493 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4d16f8f6-e473-41c9-88bb-1cd22d290325 req-4ab81f3b-4945-48f1-82db-7dbd7ffb2a7e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Nov 12 04:35:29.891931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28497c-4dfd-4f23-b475-08d9303f54f5 req-5cb5e0de-8ff0-414f-867e-3cef90351e28 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:29.893423 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e28497c-4dfd-4f23-b475-08d9303f54f5 req-5cb5e0de-8ff0-414f-867e-3cef90351e28 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0542812 Nov 12 04:35:29.943508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7e28497c-4dfd-4f23-b475-08d9303f54f5 req-4b385424-9175-47bd-a0f1-225031d56383 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440900 Nov 12 04:35:31.061526 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada6fa8-425c-4a32-b076-5cb5070f572e req-2b019c3b-0681-4b5a-ba5f-61c8a97fbeb6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:31.063038 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dada6fa8-425c-4a32-b076-5cb5070f572e req-2b019c3b-0681-4b5a-ba5f-61c8a97fbeb6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0485532 Nov 12 04:35:31.111423 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dada6fa8-425c-4a32-b076-5cb5070f572e req-8e6b785a-56c8-4c04-9876-8c95cbbf37c5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417306 Nov 12 04:35:31.396358 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:35:31.488333 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7a53995f-0110-4c07-b8f7-3cebc7b0ef13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.511492 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:31.523550 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'port_id': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'mac_address': 'fa:16:3e:3f:6a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:35:31.575501 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.590001 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09cd8f6b-db3c-41f7-b752-d69d47a9185d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:31.610611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:31.615340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.673903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:31.681860 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.682211 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.682555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.682894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.683230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.683557 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.683885 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.684215 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.684538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.684901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.685228 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.685551 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:31.692095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['09cd8f6b-db3c-41f7-b752-d69d47a9185d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:32.248526 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d064-9cbd-4e03-8689-82636f3676ca req-68e8ae50-189e-4b47-841e-315ee7ae4ecb tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:32.250078 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b504d064-9cbd-4e03-8689-82636f3676ca req-68e8ae50-189e-4b47-841e-315ee7ae4ecb tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 944 time: 0.0649207 Nov 12 04:35:32.306403 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b504d064-9cbd-4e03-8689-82636f3676ca req-a88e4d67-dedb-4226-83f3-7641cebc75a1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496628 Nov 12 04:35:33.404041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:33.442728 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8768278-f407-43af-9909-2252e4868be1 req-921b7ee8-6dce-4973-903e-4206622bae69 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:33.450187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8768278-f407-43af-9909-2252e4868be1 req-921b7ee8-6dce-4973-903e-4206622bae69 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 944 time: 0.0636296 Nov 12 04:35:33.472334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 09cd8f6b-db3c-41f7-b752-d69d47a9185d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:33.473362 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.507346 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b8768278-f407-43af-9909-2252e4868be1 req-b30a84ff-8ed6-4fcf-9a1c-e4bbe22bef19 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562751 Nov 12 04:35:33.581574 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.614727 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:33.617333 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a6877a-1c42-4ea5-9b78-2f5466287164" -d '{"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-plugged", "status": "completed", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:33.635941 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:33.642393 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.695355 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d84c33-69da-4f4b-9349-627fa421107e x-openstack-request-id: req-99d84c33-69da-4f4b-9349-627fa421107e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:33.695669 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-plugged", "status": "completed", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:33.695895 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99d84c33-69da-4f4b-9349-627fa421107e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:33.696281 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'code': 200} Nov 12 04:35:33.733378 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:33.739361 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59e553ed-4ba0-47b2-b057-8a1b3d2ce174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.644173 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21962aff-ec40-4c7d-bc09-763de2bdf3e0 req-6797493a-c819-4f95-9bc5-92ffeda1b8e2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:34.652233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-21962aff-ec40-4c7d-bc09-763de2bdf3e0 req-6797493a-c819-4f95-9bc5-92ffeda1b8e2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0685101 Nov 12 04:35:34.705313 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-21962aff-ec40-4c7d-bc09-763de2bdf3e0 req-73dc2017-a339-44a4-a2a7-021c1bc375a6 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521405 Nov 12 04:35:35.234681 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.834086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2598b5d-6af1-4db8-8d07-e57cb3e7fed0 req-9c01662e-d59d-40ec-8363-69c5b76acbd3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:35.836268 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2598b5d-6af1-4db8-8d07-e57cb3e7fed0 req-9c01662e-d59d-40ec-8363-69c5b76acbd3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0569940 Nov 12 04:35:35.897368 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e2598b5d-6af1-4db8-8d07-e57cb3e7fed0 req-faa5f313-55cd-4945-beb3-9ad70056cb19 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532315 Nov 12 04:35:36.598543 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.028212 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73842cec-5367-4952-97a1-be6133ce8c22 req-818fdb24-99fa-4389-aa64-dd5d9b469836 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:37.029930 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73842cec-5367-4952-97a1-be6133ce8c22 req-818fdb24-99fa-4389-aa64-dd5d9b469836 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0578086 Nov 12 04:35:37.086710 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-73842cec-5367-4952-97a1-be6133ce8c22 req-521633e1-ca8a-411d-bea2-6e3ad82be3a7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493765 Nov 12 04:35:37.413142 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:38.214033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036df04-ff75-485f-b37c-908db4ce8e9d req-5f85aa54-eafa-4efa-8be5-4a712704c7fd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:38.215718 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7036df04-ff75-485f-b37c-908db4ce8e9d req-5f85aa54-eafa-4efa-8be5-4a712704c7fd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0510747 Nov 12 04:35:38.275572 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7036df04-ff75-485f-b37c-908db4ce8e9d req-4f319693-d443-4ad5-8bef-ebc0f5e1f956 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518155 Nov 12 04:35:39.416838 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6b66e-5fce-4687-b545-187a3f9f38fa req-bc7aa24a-40e8-4e7f-a2fd-c82160e934b3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:39.416838 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6e6b66e-5fce-4687-b545-187a3f9f38fa req-bc7aa24a-40e8-4e7f-a2fd-c82160e934b3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0618162 Nov 12 04:35:39.475784 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f6e6b66e-5fce-4687-b545-187a3f9f38fa req-b9c274cb-add2-4ed9-9d7b-0540075feb5d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536449 Nov 12 04:35:40.609222 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7fcca-5822-46fc-aa2b-a25bfb50c576 req-8e66137f-ddda-4d89-b699-883a23553047 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:40.610698 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fbb7fcca-5822-46fc-aa2b-a25bfb50c576 req-8e66137f-ddda-4d89-b699-883a23553047 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0624597 Nov 12 04:35:40.663443 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fbb7fcca-5822-46fc-aa2b-a25bfb50c576 req-55ae8af0-f5da-4204-b94a-66ef36649e8e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466058 Nov 12 04:35:41.449057 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-a3a45693-329d-425d-838e-effd9b8e5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:41.450585 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-a3a45693-329d-425d-838e-effd9b8e5c8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1097 time: 0.0843246 Nov 12 04:35:41.545488 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-e226e896-6f03-4d1c-b508-d843b4d3750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:41.546948 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-e226e896-6f03-4d1c-b508-d843b4d3750e service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0889351 Nov 12 04:35:41.614341 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-4099fec8-ee7a-49f1-98e4-f651e3299763 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 1001 time: 0.0593832 Nov 12 04:35:41.663939 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-d3b4c1e6-61fe-428a-b7aa-2be47fa8de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:41.665325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-d3b4c1e6-61fe-428a-b7aa-2be47fa8de4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0442135 Nov 12 04:35:41.716105 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-d88ea407-8ba5-4cd0-89bf-c7b489e0a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:41.717730 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-d88ea407-8ba5-4cd0-89bf-c7b489e0a3e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453651 Nov 12 04:35:41.844315 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f46019-887d-4f8e-a565-f08a9bd19b9a req-39f99101-5628-475d-a86a-e7078b8eb34e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:41.845819 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79f46019-887d-4f8e-a565-f08a9bd19b9a req-39f99101-5628-475d-a86a-e7078b8eb34e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.1036472 Nov 12 04:35:41.851709 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-6f634af8-6361-4cc2-b329-a16d97a2ff6a service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268489 Nov 12 04:35:41.950306 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-79f46019-887d-4f8e-a565-f08a9bd19b9a req-607b8118-c9c0-4780-90d3-e294d611842e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976284 Nov 12 04:35:41.969985 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a2835db-42e5-4773-9540-cfc5f9ed7b87 req-2d5a5135-36fc-40df-87c2-9adab44850b1 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115377 Nov 12 04:35:43.072425 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b206b96-0984-4446-9160-cc1d4a111241 req-a3bfc6ad-9384-4824-a8fb-e0726cc1e3f5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:43.073929 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b206b96-0984-4446-9160-cc1d4a111241 req-a3bfc6ad-9384-4824-a8fb-e0726cc1e3f5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0553353 Nov 12 04:35:43.124630 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1b206b96-0984-4446-9160-cc1d4a111241 req-d3349bf7-be4e-46b9-a1a5-bd7c135436a2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448487 Nov 12 04:35:44.249758 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a5a00-4301-4d72-a150-d654547d59bd req-7c5efbbc-f40f-4023-94d2-b4c0c3cd28bb tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:44.251256 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e8a5a00-4301-4d72-a150-d654547d59bd req-7c5efbbc-f40f-4023-94d2-b4c0c3cd28bb tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0544722 Nov 12 04:35:44.299323 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3e8a5a00-4301-4d72-a150-d654547d59bd req-06e8217c-129a-41d5-b5c4-2de40a8d9dda tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Nov 12 04:35:44.383721 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-3ba8eb73-7b16-441d-9e5c-a25ecaa2ba7d req-bfa42330-012c-40e5-8471-ce222ff80b64 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:35:44.384751 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3ba8eb73-7b16-441d-9e5c-a25ecaa2ba7d req-bfa42330-012c-40e5-8471-ce222ff80b64 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057230 Nov 12 04:35:45.413402 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:45.501030 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.535110 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:45.536618 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:45.539075 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644eeff4-800e-4531-8c34-3d2afe39335b" -d '{"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-unplugged", "status": "completed", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:45.543333 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.582305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5006e64-c37c-49cb-a05a-3fe3b01c5820 req-fd239f2a-5265-462a-a30e-86898d96c00f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.584148 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5006e64-c37c-49cb-a05a-3fe3b01c5820 req-fd239f2a-5265-462a-a30e-86898d96c00f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 945 time: 0.0669594 Nov 12 04:35:45.599393 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4fd577-171f-4c62-962f-f84c58a901de x-openstack-request-id: req-9a4fd577-171f-4c62-962f-f84c58a901de {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:45.599778 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-unplugged", "status": "failed", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d", "code": 422}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:45.599903 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a4fd577-171f-4c62-962f-f84c58a901de {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:45.600314 n-d-789963-21 neutron-server[102630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'code': 422} returned with failed status Nov 12 04:35:45.610339 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:45.642606 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b5006e64-c37c-49cb-a05a-3fe3b01c5820 req-a42b8ff7-4468-4832-af97-0fe902a7907a tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488665 Nov 12 04:35:45.779127 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-a79b7adc-d860-410c-b1f7-a2fac7b03bb2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858898 Nov 12 04:35:46.517973 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-ea2338f1-a2ba-493e-aaf7-a5edc06c3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.519350 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-ea2338f1-a2ba-493e-aaf7-a5edc06c3607 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff&tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba HTTP/1.1" status: 200 len: 1095 time: 0.0406761 Nov 12 04:35:46.580797 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-3c4c7b73-391b-4714-830e-a9875df2ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.582265 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-3c4c7b73-391b-4714-830e-a9875df2ce45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1095 time: 0.0402205 Nov 12 04:35:46.675080 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-0cc02f07-5483-4a56-9ccc-2ba76463c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.677091 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-0cc02f07-5483-4a56-9ccc-2ba76463c67b service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0869679 Nov 12 04:35:46.744975 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-9d53a5c5-b916-4fce-81da-0f40ec96a058 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 999 time: 0.0606964 Nov 12 04:35:46.763122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523898f-0d91-4c06-b69b-e90d25cccd17 req-866fbb8f-7e6c-48ea-8a7e-60a94d87d214 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.764600 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7523898f-0d91-4c06-b69b-e90d25cccd17 req-866fbb8f-7e6c-48ea-8a7e-60a94d87d214 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0511765 Nov 12 04:35:46.795759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-f3f3755a-7622-4bf3-9651-d1b37f7defb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.797208 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-f3f3755a-7622-4bf3-9651-d1b37f7defb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0457487 Nov 12 04:35:46.813725 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7523898f-0d91-4c06-b69b-e90d25cccd17 req-e71d110b-9298-40d9-bd8a-1ffc7242d65b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 Nov 12 04:35:46.848281 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-c0a7fcfb-2f94-48f4-9dfb-485410ead8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.850376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-c0a7fcfb-2f94-48f4-9dfb-485410ead8da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460963 Nov 12 04:35:46.939539 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-f33632aa-e961-4d51-85dc-db124ea6301f service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822473 Nov 12 04:35:47.031081 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c28de66c-ebe9-43b5-bca4-954deea4ff34 req-1cf68502-c23e-49a2-8ee7-94af0798e6cd service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833910 Nov 12 04:35:47.934604 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a7efd-3e2e-4519-9c33-5ce93b744756 req-7841d24a-01c6-453d-9e7d-8f8d2a826db1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:47.936233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-062a7efd-3e2e-4519-9c33-5ce93b744756 req-7841d24a-01c6-453d-9e7d-8f8d2a826db1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0498714 Nov 12 04:35:47.998649 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-062a7efd-3e2e-4519-9c33-5ce93b744756 req-a3be79c6-da85-4932-a88c-c7e04ded2d34 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564623 Nov 12 04:35:49.120614 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c772ba-3dc9-4d94-aec1-72d71c672af8 req-44049887-e72a-4f33-aa22-415ade92f805 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:49.122197 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41c772ba-3dc9-4d94-aec1-72d71c672af8 req-44049887-e72a-4f33-aa22-415ade92f805 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0501373 Nov 12 04:35:49.180217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-41c772ba-3dc9-4d94-aec1-72d71c672af8 req-6c2af320-d248-4977-ad95-ea2f6f6e3cef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506704 Nov 12 04:35:50.308833 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6064c96-8bf6-4c12-9d03-c4db1bcce5a2 req-d47039ea-5349-408b-b114-b61af3e528bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:50.310651 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6064c96-8bf6-4c12-9d03-c4db1bcce5a2 req-d47039ea-5349-408b-b114-b61af3e528bc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0522256 Nov 12 04:35:50.364192 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6064c96-8bf6-4c12-9d03-c4db1bcce5a2 req-995e7f64-c038-44b7-a48d-b876a0324bc7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474250 Nov 12 04:35:51.487512 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6f8a6-fab6-4737-9e34-0d92d27e95fa req-2f33fd23-bf42-42be-a722-834c04febfe2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:51.489130 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c0d6f8a6-fab6-4737-9e34-0d92d27e95fa req-2f33fd23-bf42-42be-a722-834c04febfe2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0505416 Nov 12 04:35:51.544544 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c0d6f8a6-fab6-4737-9e34-0d92d27e95fa req-739e941c-6fe7-4f65-a0ae-54434a4c6562 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476706 Nov 12 04:35:52.661723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6bfd9-c6c5-4572-bea7-875dfda6d8bd req-e2e7de13-60b1-40e9-9764-ce8b85bd08cf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.663394 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ce6bfd9-c6c5-4572-bea7-875dfda6d8bd req-e2e7de13-60b1-40e9-9764-ce8b85bd08cf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0522587 Nov 12 04:35:52.714505 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7ce6bfd9-c6c5-4572-bea7-875dfda6d8bd req-b3f5e8ce-217d-4534-adfa-f08deea438df tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 Nov 12 04:35:53.874364 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348723db-7681-47b3-b853-aa61f45fc014 req-576cef81-0ab1-4054-9221-cca48added8c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:53.875784 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-348723db-7681-47b3-b853-aa61f45fc014 req-576cef81-0ab1-4054-9221-cca48added8c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0815816 Nov 12 04:35:53.931518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-348723db-7681-47b3-b853-aa61f45fc014 req-798b14eb-6f3d-4eba-a516-7db84916b297 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485008 Nov 12 04:35:55.068245 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aedc7f-92ad-45b8-a97b-08bf4757819a req-4c4cff9b-b317-4cc6-ace4-e6f8697a5e83 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.070007 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b6aedc7f-92ad-45b8-a97b-08bf4757819a req-4c4cff9b-b317-4cc6-ace4-e6f8697a5e83 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0527284 Nov 12 04:35:55.124515 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b6aedc7f-92ad-45b8-a97b-08bf4757819a req-abd09861-847c-4eec-898e-684adae7204a tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480337 Nov 12 04:35:55.281076 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:56.254589 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93d7b-a75e-47a1-afde-f23f19397d2e req-bb3bc121-5f16-4e98-810d-74d21caf0f42 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:56.256344 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8c93d7b-a75e-47a1-afde-f23f19397d2e req-bb3bc121-5f16-4e98-810d-74d21caf0f42 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0619466 Nov 12 04:35:56.308034 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8c93d7b-a75e-47a1-afde-f23f19397d2e req-b5cca1b1-c051-4e3c-9cd2-cc6fd5442e26 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450966 Nov 12 04:35:57.437058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaa784-9957-4115-9340-24412d7a33cd req-af380891-5eae-47a9-8a3d-feb180cf6d34 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:57.438524 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5aaa784-9957-4115-9340-24412d7a33cd req-af380891-5eae-47a9-8a3d-feb180cf6d34 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0518224 Nov 12 04:35:57.487692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a5aaa784-9957-4115-9340-24412d7a33cd req-d7617c71-76d9-4de9-99a9-8737766f2d53 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433061 Nov 12 04:35:58.604726 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:58.608084 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7564e8-bf1b-4f3f-8c61-e84f59688b69 req-4ef2f625-4fb8-4eb8-a039-346ca17a4a7e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:58.609778 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c7564e8-bf1b-4f3f-8c61-e84f59688b69 req-4ef2f625-4fb8-4eb8-a039-346ca17a4a7e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0512860 Nov 12 04:35:58.662056 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1c7564e8-bf1b-4f3f-8c61-e84f59688b69 req-1c66d798-5523-4987-b76c-291c2074529c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437467 Nov 12 04:35:59.779196 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8545d-e3e9-4e54-8a4c-37d8cfc8388c req-35c3a548-0a2d-4c94-ad45-7850f56df926 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:59.780571 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2d8545d-e3e9-4e54-8a4c-37d8cfc8388c req-35c3a548-0a2d-4c94-ad45-7850f56df926 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0491993 Nov 12 04:35:59.829189 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b2d8545d-e3e9-4e54-8a4c-37d8cfc8388c req-23f85e87-eec8-463b-8f67-9922e03df0cf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426838 Nov 12 04:36:00.949695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d98be-86f1-4e76-aac2-53cc95eb4b2f req-a2d66b68-114b-4502-a6ad-2433891d7c5b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:00.951214 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc0d98be-86f1-4e76-aac2-53cc95eb4b2f req-a2d66b68-114b-4502-a6ad-2433891d7c5b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 943 time: 0.0535874 Nov 12 04:36:01.000223 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dc0d98be-86f1-4e76-aac2-53cc95eb4b2f req-cb251129-446d-44fd-a497-5981be507292 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 Nov 12 04:36:01.468153 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:36:01.480449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d8837507-45a7-4839-ad44-f1ffe2f16e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:01.568422 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:01.579464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'port_id': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'mac_address': 'fa:16:3e:3f:6a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:36:01.617182 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:01.629821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cd8f6b-db3c-41f7-b752-d69d47a9185d {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:01.649200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:01.652938 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:01.698648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=9']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:01.896362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['09cd8f6b-db3c-41f7-b752-d69d47a9185d'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:36:02.115662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079178ff-9290-4c81-9d28-8a55131c3e00 req-7a1efec0-f5b4-4b35-9246-2186047546aa tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:02.117816 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-079178ff-9290-4c81-9d28-8a55131c3e00 req-7a1efec0-f5b4-4b35-9246-2186047546aa tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 944 time: 0.0490112 Nov 12 04:36:02.170553 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-079178ff-9290-4c81-9d28-8a55131c3e00 req-f39222a3-b37d-493e-9eba-97d4c06c837c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464461 Nov 12 04:36:03.289285 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb2095-a8f0-4640-a0bd-9e8dbc90294e req-9b2a37f5-3d53-41fe-aba9-c616a67b4c16 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:03.290708 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-69eb2095-a8f0-4640-a0bd-9e8dbc90294e req-9b2a37f5-3d53-41fe-aba9-c616a67b4c16 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 944 time: 0.0507526 Nov 12 04:36:03.339222 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-69eb2095-a8f0-4640-a0bd-9e8dbc90294e req-6f736075-8952-4a4e-8db9-1ab1ad5f40d9 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Nov 12 04:36:03.473783 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:03.525241 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 09cd8f6b-db3c-41f7-b752-d69d47a9185d triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:03.525600 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.599526 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.620573 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:03.622829 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecaeb7f-1345-4f0e-ae19-27913ef0754f" -d '{"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-plugged", "status": "completed", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:03.635787 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:03.640157 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:03.691448 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=10']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:03.722074 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2e72f65f-7f6a-4339-89bf-1da04af00e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:04.457366 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e1ef3-92f7-4271-9d31-4b3c96ba51dc req-286d91d8-7e38-40a7-9fd0-ea43df3242c2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:04.458908 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-489e1ef3-92f7-4271-9d31-4b3c96ba51dc req-286d91d8-7e38-40a7-9fd0-ea43df3242c2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 946 time: 0.0497062 Nov 12 04:36:04.512355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-489e1ef3-92f7-4271-9d31-4b3c96ba51dc req-b28a3903-bd62-4783-adf4-8dba96f5299f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468063 Nov 12 04:36:04.680610 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb0fb77-00f9-41d8-b53d-db196f221a54 x-openstack-request-id: req-5cb0fb77-00f9-41d8-b53d-db196f221a54 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:04.681076 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-plugged", "status": "completed", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:04.681198 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cb0fb77-00f9-41d8-b53d-db196f221a54 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:04.681581 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'code': 200} Nov 12 04:36:04.841166 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13805264-d600-4e1c-9945-20ff5445b90c req-d28bff86-0084-4398-8dfc-03bbecf0cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:04.842534 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13805264-d600-4e1c-9945-20ff5445b90c req-d28bff86-0084-4398-8dfc-03bbecf0cf10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1098 time: 0.0403368 Nov 12 04:36:04.888862 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-13805264-d600-4e1c-9945-20ff5445b90c req-caf0d5ce-2aec-43dc-91c3-8981c97fb98e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386732 Nov 12 04:36:05.232975 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:05.630384 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be18d4d-7f61-49fc-9c3a-32fb36d5821e req-5f2a9437-4d28-42cb-bd41-58345a27c84d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:05.631851 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9be18d4d-7f61-49fc-9c3a-32fb36d5821e req-5f2a9437-4d28-42cb-bd41-58345a27c84d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 946 time: 0.0491118 Nov 12 04:36:05.681354 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9be18d4d-7f61-49fc-9c3a-32fb36d5821e req-5539f3d2-706e-4f31-b16c-8520c92ab36f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Nov 12 04:36:06.595869 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:06.799558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22ca28-4c0d-4215-9930-7f87ae9be0be req-f77f68d7-62f7-4c85-a2f3-13d5ac4371a7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:06.800963 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb22ca28-4c0d-4215-9930-7f87ae9be0be req-f77f68d7-62f7-4c85-a2f3-13d5ac4371a7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 946 time: 0.0491960 Nov 12 04:36:06.849899 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-cb22ca28-4c0d-4215-9930-7f87ae9be0be req-339c36a9-cd30-4bfa-a7ab-2b5af22da0b3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Nov 12 04:36:07.405553 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.168981 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d51ad735-7b1b-4f2c-a5b4-d9beeee2890d req-0dc23c77-0b3a-4001-b4af-0e4573127cba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249400 Nov 12 04:36:15.230377 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d51ad735-7b1b-4f2c-a5b4-d9beeee2890d req-4ae3600e-c1a9-4b5b-8483-0fad243dc857 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0247467 Nov 12 04:36:15.277693 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d51ad735-7b1b-4f2c-a5b4-d9beeee2890d req-cbb81190-8a88-4bdf-a27a-2d28f73a17e4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198762 Nov 12 04:36:15.377637 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad735-7b1b-4f2c-a5b4-d9beeee2890d req-b5b05371-60c4-4e1a-afe6-c77b636c9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:15.379092 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d51ad735-7b1b-4f2c-a5b4-d9beeee2890d req-b5b05371-60c4-4e1a-afe6-c77b636c9b22 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0932055 Nov 12 04:36:18.269205 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-0d16d667-07db-4775-9176-0bf8ad2426c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445867 Nov 12 04:36:18.350378 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-bcd23745-4fa3-4e28-8714-a9b88337be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:18.352802 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-bcd23745-4fa3-4e28-8714-a9b88337be21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1098 time: 0.0400133 Nov 12 04:36:18.467743 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-676f49f1-c5d8-451f-a045-2809cf5be472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:18.469245 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-676f49f1-c5d8-451f-a045-2809cf5be472 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0959690 Nov 12 04:36:18.538553 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-eddb887f-735c-45b9-9cd5-0767d87446b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 1001 time: 0.0596335 Nov 12 04:36:18.588045 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-8670054b-9059-4dad-b76e-22a98853480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:18.589630 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-8670054b-9059-4dad-b76e-22a98853480b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0441678 Nov 12 04:36:18.641012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-5e4fbb8a-20b6-4f82-83b6-6634a7872363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:18.642490 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-5e4fbb8a-20b6-4f82-83b6-6634a7872363 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439789 Nov 12 04:36:18.732723 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-ba3f9d42-1159-4628-9cd1-849086b15bf6 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822642 Nov 12 04:36:18.826605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6b25e040-fc02-4430-8bfd-687f185658b4 req-13d5a328-9cf6-4d25-99b2-f798113848d8 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844278 Nov 12 04:36:25.298675 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.472859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4944d9a4-286f-4c7a-b802-0608701a5ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:33.724007 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-736d8772-b3e5-4837-b875-2e8531abac97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.238241 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.594123 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:36.599773 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:37.407055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.298157 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:01.474213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ab69fb1-2141-492b-b702-bbe3e67852f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:03.726674 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f33ce61c-54b0-4906-986b-2a7c76b4c254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:05.239300 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:06.601597 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.411179 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:12.593704 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:16.184239 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d861bfd-8c58-41f8-b6fe-24c64f4542ad req-d93d4faa-045d-4b45-a86f-94dc223485c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262094 Nov 12 04:37:16.225434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40418) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:16.295162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d861bfd-8c58-41f8-b6fe-24c64f4542ad req-5f177f76-8edd-4447-9fdc-30518758a9c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0298467 Nov 12 04:37:16.365893 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d861bfd-8c58-41f8-b6fe-24c64f4542ad req-2f724861-7f71-4156-8daf-0d2239086a64 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246797 Nov 12 04:37:16.492204 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d861bfd-8c58-41f8-b6fe-24c64f4542ad req-f9b646ef-7505-493a-b834-596b429b3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:16.493594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-0d861bfd-8c58-41f8-b6fe-24c64f4542ad req-f9b646ef-7505-493a-b834-596b429b3b5a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1191986 Nov 12 04:37:16.499530 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Deleting port 9a48a971-612e-40ab-9b4f-1f2228aa4df2 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:16.499868 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:16.576536 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:16.576891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:16.588207 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Calling delete_port for 9a48a971-612e-40ab-9b4f-1f2228aa4df2 owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:16.736427 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:16.762166 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event deleted for resources: {'Port': ['ID=9a48a971-612e-40ab-9b4f-1f2228aa4df2,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:16.773396 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.773739 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.774073 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.774404 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.774731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.775054 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.775377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.775698 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.776015 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.776332 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.776648 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.777853 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:16.830327 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:16.830655 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Floating IP 67d9d6f9-9eb8-4e68-887e-1e7c3b226c72 disassociated (deleted). External IP: 172.25.0.107, port: 09cd8f6b-db3c-41f7-b752-d69d47a9185d. Nov 12 04:37:17.036161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Router ebaed367-827e-444c-9f3b-305fbb8f10d9 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:17.143337 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:17.148162 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:17.153303 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] Sync routers for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:17.162566 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:17.163182 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:37:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:17.175879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-ee83072a-2fe2-4109-a4cd-49101d3c1865 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "DELETE /v2.0/floatingips/67d9d6f9-9eb8-4e68-887e-1e7c3b226c72 HTTP/1.1" status: 204 len: 168 time: 0.9492948 Nov 12 04:37:17.176554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:17.178937 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64efdc8-43a9-45d5-accc-dbd40b1b307e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:17.284338 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2321326c-b605-4088-9f5c-b80a899bd193 x-openstack-request-id: req-2321326c-b605-4088-9f5c-b80a899bd193 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:17.285092 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:17.285092 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2321326c-b605-4088-9f5c-b80a899bd193 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:17.285374 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'status': 'completed', 'code': 200} Nov 12 04:37:17.366663 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-27df0659-08ed-48b9-9797-cfb237c64cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:17.368543 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-27df0659-08ed-48b9-9797-cfb237c64cd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 1098 time: 0.0603106 Nov 12 04:37:17.437590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:17.501524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49da19-7c22-4b7e-8a9d-966bbaa50c83 req-3552b23b-a92c-4abe-bcac-303b5c9b3926 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:17.503275 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e49da19-7c22-4b7e-8a9d-966bbaa50c83 req-3552b23b-a92c-4abe-bcac-303b5c9b3926 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 946 time: 0.1051955 Nov 12 04:37:17.508817 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-1992a7ab-7b27-46a1-b3ec-a55b3d84c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:17.510359 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-1992a7ab-7b27-46a1-b3ec-a55b3d84c86a service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.1316013 Nov 12 04:37:17.566601 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-c88b27f6-6f7a-4142-a13d-048753db9dd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 200 len: 217 time: 0.0459793 Nov 12 04:37:17.624326 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e49da19-7c22-4b7e-8a9d-966bbaa50c83 req-1b6ef66b-506b-460e-bb3e-16fa2bf92611 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106031 Nov 12 04:37:17.647176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-af0e5841-58c0-43da-bdad-eeafdf3d29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:17.648731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-af0e5841-58c0-43da-bdad-eeafdf3d29e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0704122 Nov 12 04:37:17.674399 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:17.703450 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-c089cce6-f298-4b5c-9a13-c53981eda48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:17.705123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-c089cce6-f298-4b5c-9a13-c53981eda48c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450969 Nov 12 04:37:17.706846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] Checking router: ebaed367-827e-444c-9f3b-305fbb8f10d9 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:17.716468 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:17.717113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:37:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:17.810200 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-e403a919-00ed-4476-9752-71930063eb3a service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892110 Nov 12 04:37:17.827043 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:17.906580 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e64efdc8-43a9-45d5-accc-dbd40b1b307e req-78705927-3544-4a63-853c-28f00baea69f service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Nov 12 04:37:18.028286 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:18.059262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebae2b3-1454-49af-8219-6e60031b1199 None None] The sync data for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 is: [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:18.268543 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f38d61-7856-466c-ad2e-4601ead5b68c None None] New status for floating IP 67d9d6f9-9eb8-4e68-887e-1e7c3b226c72: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:37:18.747963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0e1db-3a56-4e12-9529-7e1b9a0f4213 req-9031330e-b352-4771-8de6-e460f1c1907f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:18.750793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19d0e1db-3a56-4e12-9529-7e1b9a0f4213 req-9031330e-b352-4771-8de6-e460f1c1907f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 946 time: 0.0529208 Nov 12 04:37:18.787720 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-cf894a34-0c6a-4bd2-a107-9cb369ca0bbc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:18.789298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-cf894a34-0c6a-4bd2-a107-9cb369ca0bbc tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff HTTP/1.1" status: 200 len: 946 time: 0.0549257 Nov 12 04:37:18.814112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-19d0e1db-3a56-4e12-9529-7e1b9a0f4213 req-a9d345c2-56ad-4c05-82f2-cf9462745430 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589964 Nov 12 04:37:18.900798 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Deleting port 09cd8f6b-db3c-41f7-b752-d69d47a9185d {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:18.901139 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:18.989293 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] For port 09cd8f6b-db3c-41f7-b752-d69d47a9185d, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=09cd8f6b-db3c-41f7-b752-d69d47a9185d,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:18.989653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.003846 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Calling delete_port for 09cd8f6b-db3c-41f7-b752-d69d47a9185d owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:19.132910 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.161016 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event deleted for resources: {'Port': ['ID=09cd8f6b-db3c-41f7-b752-d69d47a9185d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:19.173605 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.173962 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.174308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.174649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.174989 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.175319 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.175649 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.175981 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.176311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.176635 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.176990 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.177317 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.215483 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] No DVR routers for this DVR port 09cd8f6b-db3c-41f7-b752-d69d47a9185d on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:19.218012 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.221599 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-628eaba0-cdc9-4bbf-bd9f-608f960ec8dc req-ef1e39b4-7fcd-4367-b6df-b416c10931f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "DELETE /v2.0/ports/09cd8f6b-db3c-41f7-b752-d69d47a9185d HTTP/1.1" status: 204 len: 173 time: 0.4264789 Nov 12 04:37:19.222052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-deleted', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:19.224297 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1cdf35-ee3b-43b2-9951-330444e85e5c" -d '{"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-deleted", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:19.320558 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427019ff-3f68-4be5-9080-1524373315ec x-openstack-request-id: req-427019ff-3f68-4be5-9080-1524373315ec {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:19.320861 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff", "name": "network-vif-deleted", "tag": "09cd8f6b-db3c-41f7-b752-d69d47a9185d", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:19.321125 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-427019ff-3f68-4be5-9080-1524373315ec {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:19.321584 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4ceeb2-4c60-4d75-a7ed-d847bc4102ff', 'name': 'network-vif-deleted', 'tag': '09cd8f6b-db3c-41f7-b752-d69d47a9185d', 'status': 'completed', 'code': 200} Nov 12 04:37:19.872820 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40444) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:19.928317 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b97fd6d3-488e-4c32-a3ba-2d344fd28345 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.953897 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b97fd6d3-488e-4c32-a3ba-2d344fd28345 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.011479 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b97fd6d3-488e-4c32-a3ba-2d344fd28345 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.014713 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b97fd6d3-488e-4c32-a3ba-2d344fd28345 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.015875 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b97fd6d3-488e-4c32-a3ba-2d344fd28345 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "DELETE /v2.0/security-groups/2058eb51-f9dd-4f32-88bf-f0d9cd3e747f HTTP/1.1" status: 204 len: 168 time: 0.1419816 Nov 12 04:37:20.024962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fd6d3-488e-4c32-a3ba-2d344fd28345 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2058eb51-f9dd-4f32-88bf-f0d9cd3e747f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:20.275531 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40450) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:20.280554 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-8bcb4cb1-f9f5-4df4-a238-6b6e220f6899 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544627953', 'description': 'tempest-secgroup-smoke-1544627953 description', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:20.303608 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bcb4cb1-f9f5-4df4-a238-6b6e220f6899 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.370180 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bcb4cb1-f9f5-4df4-a238-6b6e220f6899 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.373971 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bcb4cb1-f9f5-4df4-a238-6b6e220f6899 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.405995 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8bcb4cb1-f9f5-4df4-a238-6b6e220f6899 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.407219 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-8bcb4cb1-f9f5-4df4-a238-6b6e220f6899 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306033 Nov 12 04:37:20.410128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40452) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:20.414630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c7077809-1ad4-4109-a67a-a3eea0e4a0de tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': 'dd2f2261-9dad-4467-8892-35edc12f823f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:20.419680 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb4cb1-f9f5-4df4-a238-6b6e220f6899 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f2261-9dad-4467-8892-35edc12f823f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:20.445518 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7077809-1ad4-4109-a67a-a3eea0e4a0de tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.505347 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7077809-1ad4-4109-a67a-a3eea0e4a0de tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.509424 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7077809-1ad4-4109-a67a-a3eea0e4a0de tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.529184 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7077809-1ad4-4109-a67a-a3eea0e4a0de tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb09649-f207-486a-8cd6-dab43d397009,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:20.536471 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7077809-1ad4-4109-a67a-a3eea0e4a0de tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.537777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c7077809-1ad4-4109-a67a-a3eea0e4a0de tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267347 Nov 12 04:37:20.540453 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40454) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:20.544799 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-c6d14df0-aadf-4347-9198-a8d9f3913e0d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': 'dd2f2261-9dad-4467-8892-35edc12f823f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:20.572923 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d14df0-aadf-4347-9198-a8d9f3913e0d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.629664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d14df0-aadf-4347-9198-a8d9f3913e0d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.633915 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d14df0-aadf-4347-9198-a8d9f3913e0d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.652616 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d14df0-aadf-4347-9198-a8d9f3913e0d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941ad5c-3a53-47ec-8fb0-82de2bc72d93,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:20.660915 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c6d14df0-aadf-4347-9198-a8d9f3913e0d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.662104 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c6d14df0-aadf-4347-9198-a8d9f3913e0d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206717 Nov 12 04:37:20.664851 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40456) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:20.670434 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-78e95c71-4359-4f89-aff1-01cbc8b5dabd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': 'dd2f2261-9dad-4467-8892-35edc12f823f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:20.697875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78e95c71-4359-4f89-aff1-01cbc8b5dabd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.753411 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78e95c71-4359-4f89-aff1-01cbc8b5dabd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.757243 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78e95c71-4359-4f89-aff1-01cbc8b5dabd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.775722 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e95c71-4359-4f89-aff1-01cbc8b5dabd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a31ad6-5516-4b05-934a-cefcd9a34c01,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:20.783933 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78e95c71-4359-4f89-aff1-01cbc8b5dabd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.787931 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40458) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:20.788469 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-78e95c71-4359-4f89-aff1-01cbc8b5dabd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221056 Nov 12 04:37:20.792472 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-845245ef-e260-498a-b673-7e9f77d900ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': 'dd2f2261-9dad-4467-8892-35edc12f823f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:20.818353 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-845245ef-e260-498a-b673-7e9f77d900ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.874604 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-845245ef-e260-498a-b673-7e9f77d900ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.878140 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-845245ef-e260-498a-b673-7e9f77d900ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.896285 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845245ef-e260-498a-b673-7e9f77d900ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a027b2-3c65-4c2e-be71-e23459f3e575,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:20.903843 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-845245ef-e260-498a-b673-7e9f77d900ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.907621 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-845245ef-e260-498a-b673-7e9f77d900ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161101 Nov 12 04:37:20.908066 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40460) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:20.912701 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d1faa8ac-a19a-45ea-ad63-0155fa307c55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': 'dd2f2261-9dad-4467-8892-35edc12f823f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:20.934126 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-d1faa8ac-a19a-45ea-ad63-0155fa307c55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Project de382b8c8d3a4b118f54bd8f0782f7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:37:20.938890 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1faa8ac-a19a-45ea-ad63-0155fa307c55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:20.997918 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1faa8ac-a19a-45ea-ad63-0155fa307c55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.001239 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1faa8ac-a19a-45ea-ad63-0155fa307c55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.018716 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa8ac-a19a-45ea-ad63-0155fa307c55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdcd526-bec2-46e3-abb5-6b5754c09ed5,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:21.026457 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d1faa8ac-a19a-45ea-ad63-0155fa307c55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.028241 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-d1faa8ac-a19a-45ea-ad63-0155fa307c55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189394 Nov 12 04:37:21.030985 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40462) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:21.035347 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-43821a69-3af7-4beb-ae3e-924ac4a50a0c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'security_group_rule': {'security_group_id': 'dd2f2261-9dad-4467-8892-35edc12f823f', 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:21.056571 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-43821a69-3af7-4beb-ae3e-924ac4a50a0c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Project de382b8c8d3a4b118f54bd8f0782f7ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:37:21.061548 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43821a69-3af7-4beb-ae3e-924ac4a50a0c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.121366 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43821a69-3af7-4beb-ae3e-924ac4a50a0c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.124825 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43821a69-3af7-4beb-ae3e-924ac4a50a0c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.142863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43821a69-3af7-4beb-ae3e-924ac4a50a0c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b2e817-de25-4048-a233-f8f05baa3fe5,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:21.150321 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43821a69-3af7-4beb-ae3e-924ac4a50a0c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.151545 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-43821a69-3af7-4beb-ae3e-924ac4a50a0c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195853 Nov 12 04:37:23.887149 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:23.910605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 09cd8f6b-db3c-41f7-b752-d69d47a9185d {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:23.911222 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 09cd8f6b-db3c-41f7-b752-d69d47a9185d not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:25.290997 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.479223 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-22c0182f-4dd8-4d1f-aff8-db99d2854991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.728493 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9bca7519-2822-470d-8c8f-a03f0ae70636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.242483 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.391869 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-7191c52b-dcf3-4612-83ec-b4e6dc56b07c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544627953&fields=id&tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba HTTP/1.1" status: 200 len: 267 time: 0.0448816 Nov 12 04:37:36.497487 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-8ecb2d30-2565-4e81-9e2b-fbe70a77653b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:36.498834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-8ecb2d30-2565-4e81-9e2b-fbe70a77653b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 809 time: 0.1003385 Nov 12 04:37:36.513696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-cbd5e5de-99bc-4f16-bdd8-cb0d4be6613e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/quotas/de382b8c8d3a4b118f54bd8f0782f7ba HTTP/1.1" status: 200 len: 375 time: 0.0091708 Nov 12 04:37:36.568002 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-d94dc288-a23e-4350-b303-4d38a3dab4fd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490737 Nov 12 04:37:36.606146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.630119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-3f21ed23-d4f5-4ca1-aa57-4526f9c28976 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:37:36.631420 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-3f21ed23-d4f5-4ca1-aa57-4526f9c28976 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517139 Nov 12 04:37:36.720918 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-cb1747a8-5880-4d9c-86a8-7023b85deb8c service neutron] 10.222.0.49 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829616 Nov 12 04:37:36.813088 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-64413c14-640f-4a7b-9d7b-2d32c8efb6ed service neutron] 10.222.0.49 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Nov 12 04:37:37.412553 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.113253 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-31d37375-7cbe-4fcc-9234-aec7daefdac3 req-e560dd5b-e470-441d-b65e-ddd0d83266d1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 210 time: 0.0291972 Nov 12 04:37:39.092445 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-f5655b41-f581-4376-bf72-a90ddb5265ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:39.093919 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-f5655b41-f581-4376-bf72-a90ddb5265ae tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 809 time: 0.1056292 Nov 12 04:37:39.165281 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-8e309904-1eec-4988-b21f-5bb6267a9be7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba HTTP/1.1" status: 200 len: 380 time: 0.0624838 Nov 12 04:37:39.174647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'port': {'device_id': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'admin_state_up': True, 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'security_groups': ['dd2f2261-9dad-4467-8892-35edc12f823f']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:39.224392 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-43e1b621-51c5-4ce8-bd21-b8d18018fecd req-43f71392-47ab-4433-bc48-8f618f5f43c9 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 210 time: 0.0344226 Nov 12 04:37:39.306674 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Made reservation on behalf of de382b8c8d3a4b118f54bd8f0782f7ba for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:37:39.311190 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.440397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Allocated IP 172.20.0.4 (18d6c5b9-ee71-47a1-ad91-7dbe12d0084d/d4043715-e437-4e70-8db8-032ae93f54ba/6985b804-1cd8-41bd-bd10-80ec4ea8cd4e) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:39.583942 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.617930 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.663310 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:39.666550 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:39.671923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:39.696543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:39.728634 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:39.729334 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.745872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-124e8820-2d19-429a-b8e1-86a88c412b6b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747883 Nov 12 04:37:39.758074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Request body: {'port': {'device_id': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:39.818646 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.898185 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-21f74918-3ef5-40ef-a5fd-8b947c0da9cb None None] Provisioning complete for port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:39.899064 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-21f74918-3ef5-40ef-a5fd-8b947c0da9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.940217 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-21f74918-3ef5-40ef-a5fd-8b947c0da9cb None None] Port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:37:40.363270 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85292c2-54cd-46c0-8b31-82647cf68364 req-1365ed6f-63f2-4d33-ae4d-a834b99048ab tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:40.364816 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b85292c2-54cd-46c0-8b31-82647cf68364 req-1365ed6f-63f2-4d33-ae4d-a834b99048ab tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 931 time: 0.0527322 Nov 12 04:37:40.419515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b85292c2-54cd-46c0-8b31-82647cf68364 req-baef570c-a1b8-43b5-a783-9f03d18279e5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473793 Nov 12 04:37:40.432379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:40.440135 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.452419 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Transition to ACTIVE for port object 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:37:40.457683 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.509303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Pushing event updated for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:40.586466 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Attempting to bind port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:37:40.586932 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Attempting to bind port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:37:40.587365 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Attempting to bind port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e on network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:40.596842 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e on network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:37:40.597309 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Attempting to bind port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e on network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:37:40.606788 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:37:40.607305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Checking segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:37:40.607882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Bound using segment: {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:37:40.608352 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Bound port: 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b19d26-ef14-4c8e-8b42-743ad75b3c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:37:40.608902 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.689587 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:37:40.693277 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:37:40.698267 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.737934 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:40.738653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.739964 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] 10.222.0.20 "PUT /v2.0/ports/6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 1092 time: 0.9865990 Nov 12 04:37:40.740346 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:40.742625 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20abdde-1106-4256-a039-e5b0e1772ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:40.768214 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f91f07-5608-45d1-afc0-2892a2fff74f service neutron] Pushing event updated for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:40.819136 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a26a89-a062-4391-af11-7d9983091bd0 x-openstack-request-id: req-41a26a89-a062-4391-af11-7d9983091bd0 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:40.819420 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:40.819670 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41a26a89-a062-4391-af11-7d9983091bd0 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:40.820065 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'status': 'completed', 'code': 200} Nov 12 04:37:40.837078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-ed1b3055-d276-4304-a65f-b816aa23e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:40.838891 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-ed1b3055-d276-4304-a65f-b816aa23e08d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1095 time: 0.0468473 Nov 12 04:37:40.887670 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-237f0ad2-67c4-4c5a-a98e-1d04c6657c21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 217 time: 0.0408378 Nov 12 04:37:40.938695 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-c0d806e7-af86-466d-8cb7-a7d30f7e4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:40.940446 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-c0d806e7-af86-466d-8cb7-a7d30f7e4556 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0465484 Nov 12 04:37:40.989389 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-c95312f0-d57a-4c28-b226-d1a5b1ad5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:40.990866 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-c95312f0-d57a-4c28-b226-d1a5b1ad5412 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423286 Nov 12 04:37:41.086708 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-b214cd7a-d14e-492b-8423-ed36dfd902f7 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880852 Nov 12 04:37:41.178626 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f65625df-aed5-47eb-836c-d8ca201ddd9a req-5846b5ad-ec29-454f-8c6a-eeaf6ad12b1d service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845356 Nov 12 04:37:41.264938 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-4c105365-f72b-4ca7-8193-aa36e6c18977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:41.266418 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-4c105365-f72b-4ca7-8193-aa36e6c18977 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1095 time: 0.0466297 Nov 12 04:37:41.359412 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-30f0baef-a160-46d8-8d63-7b217f193979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:41.360805 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-30f0baef-a160-46d8-8d63-7b217f193979 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0868082 Nov 12 04:37:41.406788 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-8c80e274-d661-4c52-ac92-dda2e9029b86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 217 time: 0.0392802 Nov 12 04:37:41.458927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-f47eeeb9-eb62-465b-90d7-c346c39da772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:41.461056 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-f47eeeb9-eb62-465b-90d7-c346c39da772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0469470 Nov 12 04:37:41.507936 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-77062e9c-e075-4ef5-a43c-ed10bf5290e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:41.509509 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-77062e9c-e075-4ef5-a43c-ed10bf5290e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426574 Nov 12 04:37:41.541510 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e46ed2-6653-4bcb-a9a4-19a8f59b7c3c req-996224d5-2f1a-4c6e-81b6-02291ada6240 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:41.544622 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8e46ed2-6653-4bcb-a9a4-19a8f59b7c3c req-996224d5-2f1a-4c6e-81b6-02291ada6240 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0552423 Nov 12 04:37:41.597125 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8e46ed2-6653-4bcb-a9a4-19a8f59b7c3c req-e55c92cc-58d4-4212-adc3-b2c28298c416 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467291 Nov 12 04:37:41.625769 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-0320d7d6-0b44-48d4-8aa1-da4e507ea831 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084640 Nov 12 04:37:41.716305 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e20abdde-1106-4256-a039-e5b0e1772ce7 req-90912727-73a3-4a7f-9828-d7d94563559d service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833383 Nov 12 04:37:42.717036 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970571-ef34-46e9-b184-63ea01d492f6 req-85e1acee-74ae-4367-a55c-dd647fbf14bf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:42.718552 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b970571-ef34-46e9-b184-63ea01d492f6 req-85e1acee-74ae-4367-a55c-dd647fbf14bf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0518682 Nov 12 04:37:42.774679 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-3b970571-ef34-46e9-b184-63ea01d492f6 req-6e87b611-f6fe-4b21-b4a4-3af1f86bf16b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500381 Nov 12 04:37:43.898805 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624aff2-a7a2-4b79-82ff-e3bf70067cfb req-87d95d65-67ce-46a2-898d-8fbfb589ada8 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:43.900174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8624aff2-a7a2-4b79-82ff-e3bf70067cfb req-87d95d65-67ce-46a2-898d-8fbfb589ada8 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0557711 Nov 12 04:37:43.951274 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8624aff2-a7a2-4b79-82ff-e3bf70067cfb req-e20cf976-a8d3-4dc4-986d-0ed7f7f53dcd tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447910 Nov 12 04:37:45.065746 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41870a-ed12-4214-acea-ffd816592cfe req-f3c3e66f-026f-41bb-934c-b533ebe22dc5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:45.067225 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a41870a-ed12-4214-acea-ffd816592cfe req-f3c3e66f-026f-41bb-934c-b533ebe22dc5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0489197 Nov 12 04:37:45.117346 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4a41870a-ed12-4214-acea-ffd816592cfe req-07118706-77ad-4c55-ab7f-dd1cd0af4382 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Nov 12 04:37:46.236427 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c503f0-aff6-43f1-8ee1-01e500bc223e req-37303714-5854-4c53-b7f9-9fe16e0daf03 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:46.238349 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c503f0-aff6-43f1-8ee1-01e500bc223e req-37303714-5854-4c53-b7f9-9fe16e0daf03 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0514512 Nov 12 04:37:46.287858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b1c503f0-aff6-43f1-8ee1-01e500bc223e req-8ad02668-cfc6-4e33-b9f2-f6541e399fd0 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Nov 12 04:37:47.401646 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c06e73-623c-4900-a6bb-8f1f7e691837 req-058eab3e-9bdb-4e0c-9ee9-1f105844aa35 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:47.403753 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72c06e73-623c-4900-a6bb-8f1f7e691837 req-058eab3e-9bdb-4e0c-9ee9-1f105844aa35 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0496130 Nov 12 04:37:47.452298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-72c06e73-623c-4900-a6bb-8f1f7e691837 req-9dd673ca-816e-405a-a461-de15378a53a0 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Nov 12 04:37:48.567907 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793912b-7ed0-4384-ae42-b0c067cdb830 req-3c789904-6f38-4f57-bca2-5297f6ea2c10 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:48.569333 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6793912b-7ed0-4384-ae42-b0c067cdb830 req-3c789904-6f38-4f57-bca2-5297f6ea2c10 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0479386 Nov 12 04:37:48.623887 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-6793912b-7ed0-4384-ae42-b0c067cdb830 req-1d2deee5-19b0-400c-80bf-ee871b1267b1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466187 Nov 12 04:37:49.593487 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:49.745942 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b1dd3-e8cf-4bff-a705-a8b951713eab req-c5786686-4e32-485a-bebe-92a26345ef4f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:49.747734 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f33b1dd3-e8cf-4bff-a705-a8b951713eab req-c5786686-4e32-485a-bebe-92a26345ef4f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0539875 Nov 12 04:37:49.797495 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f33b1dd3-e8cf-4bff-a705-a8b951713eab req-1c3e5d57-6392-4dd0-9f5f-156f59361d3f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437226 Nov 12 04:37:50.911041 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9e4ef-07bd-4efe-9e47-6dcef61f8292 req-bce51f21-4281-4434-9879-20fbf6818d38 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:50.912526 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca9e4ef-07bd-4efe-9e47-6dcef61f8292 req-bce51f21-4281-4434-9879-20fbf6818d38 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0493109 Nov 12 04:37:50.961559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dca9e4ef-07bd-4efe-9e47-6dcef61f8292 req-84679031-95df-4872-9ac3-b985582d0ad7 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Nov 12 04:37:52.049404 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:37:52.076883 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2997b3-ffc5-4767-90e8-831a79760a21 req-d03b4a4f-b213-47f9-a105-abe41316834d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:52.078395 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e2997b3-ffc5-4767-90e8-831a79760a21 req-d03b4a4f-b213-47f9-a105-abe41316834d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0498669 Nov 12 04:37:52.128933 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e2997b3-ffc5-4767-90e8-831a79760a21 req-cf528b69-ac24-401b-91ac-0aa48317eb5b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Nov 12 04:37:52.146142 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:52.158199 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'port_id': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'mac_address': 'fa:16:3e:6c:c4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:37:52.194562 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.206938 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:52.227563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:52.233041 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.283008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:52.289899 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.290248 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.290590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.290928 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.291262 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.292089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.292089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.292293 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.293099 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.293442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.293768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.294091 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:52.442284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:37:53.243333 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b399e-aa33-4d29-88b9-fbac6181f1be req-1ba237d9-9471-46b5-8b52-fac84895b0ef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:53.244854 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-743b399e-aa33-4d29-88b9-fbac6181f1be req-1ba237d9-9471-46b5-8b52-fac84895b0ef tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 944 time: 0.0490627 Nov 12 04:37:53.295142 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-743b399e-aa33-4d29-88b9-fbac6181f1be req-575d9213-acd4-406f-b344-6270e139efa5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Nov 12 04:37:54.060518 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:54.108585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:37:54.112805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:54.113184 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.193150 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.217972 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:54.220631 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cad146-a465-4fa0-9f42-692a31c40908" -d '{"events": [{"server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "name": "network-vif-plugged", "status": "completed", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:54.233846 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:54.238255 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.286633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:54.314277 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661af154-e738-4380-8def-aabed84114a6 x-openstack-request-id: req-661af154-e738-4380-8def-aabed84114a6 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:54.314597 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "name": "network-vif-plugged", "status": "completed", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:54.314842 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-661af154-e738-4380-8def-aabed84114a6 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:54.315247 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'code': 200} Nov 12 04:37:54.416129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb176b-a0d2-441d-a51a-52261ba2415b req-c8ca923e-5bb5-4862-a246-dc285a0470da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:54.416763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed7c04-5650-4f1c-9d62-da95aa207385 req-3efd8ac1-5b21-4442-83af-884d16e8d71a tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:54.417709 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0cb176b-a0d2-441d-a51a-52261ba2415b req-c8ca923e-5bb5-4862-a246-dc285a0470da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0447588 Nov 12 04:37:54.417990 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71ed7c04-5650-4f1c-9d62-da95aa207385 req-3efd8ac1-5b21-4442-83af-884d16e8d71a tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0541723 Nov 12 04:37:54.467289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-a0cb176b-a0d2-441d-a51a-52261ba2415b req-22fa2e85-1309-4f1b-8f91-437527343d63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Nov 12 04:37:54.468935 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71ed7c04-5650-4f1c-9d62-da95aa207385 req-6c5b4dc4-2a31-4adf-b2b4-6ad938b38232 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Nov 12 04:37:55.298049 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:55.591417 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c55d63-4397-4898-8836-318d421d75d7 req-276d2767-ae84-4bb5-98ee-c0f6962d532e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:55.592974 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22c55d63-4397-4898-8836-318d421d75d7 req-276d2767-ae84-4bb5-98ee-c0f6962d532e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0550711 Nov 12 04:37:55.642624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-22c55d63-4397-4898-8836-318d421d75d7 req-1deb38e6-4ed5-480f-8df3-b9ab360eb924 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Nov 12 04:37:55.755930 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed659cc-f005-4bee-98da-8ee60258759c req-74cfb9bc-23ab-4643-ba7a-9d03a5cfa875 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:55.757752 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bed659cc-f005-4bee-98da-8ee60258759c req-74cfb9bc-23ab-4643-ba7a-9d03a5cfa875 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0492365 Nov 12 04:37:55.806508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-bed659cc-f005-4bee-98da-8ee60258759c req-88070301-24ad-43e2-b4e5-1b288ca9f58c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422328 Nov 12 04:37:55.828473 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40658) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:55.871747 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e8d13c-36b8-48cf-8ae3-0352732f064a tempest-TestShelveInstance-1325723792 tempest-TestShelveInstance-1325723792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:55.873265 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-94e8d13c-36b8-48cf-8ae3-0352732f064a tempest-TestShelveInstance-1325723792 tempest-TestShelveInstance-1325723792-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1092 time: 0.0437276 Nov 12 04:37:55.876003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40660) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:55.880280 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:37:55.902263 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:56.303883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:56.408678 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Allocated IP 172.25.0.124 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/6ca098e2-a7c7-4580-a8d3-04ade7f2f02e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:37:56.505850 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:56.538991 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:56.579274 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:37:56.586160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:37:56.588983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:37:56.615817 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'Port': ['ID=6ca098e2-a7c7-4580-a8d3-04ade7f2f02e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:56.944196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:57.012378 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:57.162462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:57.166980 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:57.230213 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event updated for resources: {'Port': ['ID=6ca098e2-a7c7-4580-a8d3-04ade7f2f02e,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:57.247615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:57.351942 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Floating IP d2041db1-6426-4e5b-917e-fec186493386 associated. External IP: 172.25.0.124, port: 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e. Nov 12 04:37:57.558735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Router ebaed367-827e-444c-9f3b-305fbb8f10d9 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:57.669433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:57.680118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] Sync routers for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:57.688215 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:57.691437 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:57.692061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:37:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:57.726017 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-38e38c25-aafe-4603-8780-c815575a1f33 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8395560 Nov 12 04:37:57.726017 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:57.726017 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59be8766-ad85-4ebe-a802-5c006ef1e39b" -d '{"events": [{"name": "network-changed", "server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:57.759466 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c671ae-325e-400f-83dd-8d6e94fff4d0 x-openstack-request-id: req-23c671ae-325e-400f-83dd-8d6e94fff4d0 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:57.759756 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:57.760007 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23c671ae-325e-400f-83dd-8d6e94fff4d0 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:57.760406 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'status': 'completed', 'code': 200} Nov 12 04:37:57.803432 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:57.822401 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-aa4232bd-f881-4d88-8d9c-d963e0ed5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.824451 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-aa4232bd-f881-4d88-8d9c-d963e0ed5e44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0428472 Nov 12 04:37:57.920513 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-2de07828-f6f0-439b-992b-06aaab003cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.922001 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-2de07828-f6f0-439b-992b-06aaab003cc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0912254 Nov 12 04:37:57.989782 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-59d37663-f391-41b8-895b-1002964ff484 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 999 time: 0.0608490 Nov 12 04:37:58.030465 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2041db1-6426-4e5b-917e-fec186493386', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'port_id': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'mac_address': 'fa:16:3e:6c:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:37:56Z', 'updated_at': '2021-11-12T04:37:56Z', 'revision_number': 0, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:58.044966 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-8c7a1c00-2481-498c-8253-98832208ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:58.046449 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-8c7a1c00-2481-498c-8253-98832208ff00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0492134 Nov 12 04:37:58.056256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] Checking router: ebaed367-827e-444c-9f3b-305fbb8f10d9 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:58.065464 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:58.066076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:37:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:58.093058 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-4ec89448-6d87-401e-8b83-48af577bfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:58.094503 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-4ec89448-6d87-401e-8b83-48af577bfc58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407689 Nov 12 04:37:58.171548 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:58.190393 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-5169686f-a8ab-4318-8e02-4f0f3968f17a service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877819 Nov 12 04:37:58.286772 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-59be8766-ad85-4ebe-a802-5c006ef1e39b req-67c0a32a-da22-4871-b0d0-8a57e4419d8a service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889018 Nov 12 04:37:58.408808 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2041db1-6426-4e5b-917e-fec186493386', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'port_id': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'mac_address': 'fa:16:3e:6c:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:37:56Z', 'updated_at': '2021-11-12T04:37:56Z', 'revision_number': 0, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:58.592494 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c4c6a-be69-4657-9525-a95bf58e7665 None None] The sync data for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 is: [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': 'd2041db1-6426-4e5b-917e-fec186493386', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'port_id': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'mac_address': 'fa:16:3e:6c:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:37:56Z', 'updated_at': '2021-11-12T04:37:56Z', 'revision_number': 0, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:58.784546 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24319786-f4de-4a4b-b7aa-eead6fc2d00e None None] New status for floating IP d2041db1-6426-4e5b-917e-fec186493386: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:38:01.482397 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-345627f8-9cf4-47e6-8306-4170ef7ab05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:03.731308 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f092-f083-4caa-a1ae-276f49e1b4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:05.246850 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.611014 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:07.415305 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.192654 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c85b721-cc36-4ded-80d6-0c3eee881fc9 req-1c4c7c08-4a34-4dab-9a8f-cddb665f0c11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0312428 Nov 12 04:38:18.257874 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c85b721-cc36-4ded-80d6-0c3eee881fc9 req-5ece28fb-e023-4084-8e84-44473263cb47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0296049 Nov 12 04:38:18.305767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c85b721-cc36-4ded-80d6-0c3eee881fc9 req-03c3f494-f3d1-4a82-bb04-329a60fb4599 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203547 Nov 12 04:38:18.411247 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b721-cc36-4ded-80d6-0c3eee881fc9 req-15f263d6-e45b-449b-b2f6-7ff2d7a38214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:18.412991 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c85b721-cc36-4ded-80d6-0c3eee881fc9 req-15f263d6-e45b-449b-b2f6-7ff2d7a38214 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0995238 Nov 12 04:38:21.062004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-ede20137-0c96-4cb0-be84-a4573cd8eef5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424559 Nov 12 04:38:21.161044 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-12efb2c8-c970-42e4-bf62-c915c95682ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:21.162589 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-12efb2c8-c970-42e4-bf62-c915c95682ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0535705 Nov 12 04:38:21.273988 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-5e835240-7b62-452b-a59c-56ddb735bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:21.275494 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-5e835240-7b62-452b-a59c-56ddb735bb5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0900564 Nov 12 04:38:21.348189 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-12535a20-bba9-4b8f-8e0b-da829aa59eba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 1001 time: 0.0633883 Nov 12 04:38:21.405292 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-f15fe50b-d90c-4bd1-8260-15b784107b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:21.406719 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-f15fe50b-d90c-4bd1-8260-15b784107b16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0510421 Nov 12 04:38:21.455759 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-5888939e-9b50-4fba-89eb-dd1e49ef629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:21.457314 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-5888939e-9b50-4fba-89eb-dd1e49ef629c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431948 Nov 12 04:38:21.558289 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-456ff074-0575-4376-9940-c5a132f245f4 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923240 Nov 12 04:38:21.661565 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-11c1b102-8cd7-4193-a1a5-8f43e2c23a04 req-858bb94e-31fe-4c04-a8d0-8300ef1d67e3 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942883 Nov 12 04:38:25.297665 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:26.592372 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:31.484838 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5d81314-1bb8-48f6-9164-7556f8d59db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:33.733611 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-59bbb257-7f26-4333-86a9-add86d3a6ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:35.247316 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.610964 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:37.423373 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:55.296263 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:01.486033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c17b02c8-6ef7-4777-a19f-7a8475a92a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.591412 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:03.737315 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e78582de-5563-4272-b8f8-b813800ff854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:05.249627 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:06.613596 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.415529 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.193199 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fecc994f-6554-47a7-9e4a-07f75435cdc7 req-bdda0bdb-07ad-40d8-8b38-949739bca250 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276492 Nov 12 04:39:20.250138 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fecc994f-6554-47a7-9e4a-07f75435cdc7 req-96ac729c-a3dd-4a10-9085-a82ddacc653f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0248559 Nov 12 04:39:20.299001 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fecc994f-6554-47a7-9e4a-07f75435cdc7 req-59f1ba3b-a2a8-40fa-9e8b-118f260457b8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236893 Nov 12 04:39:20.395712 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc994f-6554-47a7-9e4a-07f75435cdc7 req-e53028a7-4756-419c-936a-bcc6221ee1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:20.397192 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-fecc994f-6554-47a7-9e4a-07f75435cdc7 req-e53028a7-4756-419c-936a-bcc6221ee1bf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0903900 Nov 12 04:39:20.957142 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-70718262-ded2-4ab9-b1c2-6b7b40431ed3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447371 Nov 12 04:39:21.039302 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-39b34645-e309-4c33-806c-16a04d98dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.040800 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-39b34645-e309-4c33-806c-16a04d98dfdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0410025 Nov 12 04:39:21.147144 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-a6028eca-92f5-4e9a-b091-deb0df0b0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.148612 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-a6028eca-92f5-4e9a-b091-deb0df0b0e0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0880022 Nov 12 04:39:21.217942 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-1e8e299d-2abd-48a7-a916-f2cc37e40c86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 1001 time: 0.0616181 Nov 12 04:39:21.268909 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-0765b9c5-dd70-417a-bdcf-722641fc17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.270337 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-0765b9c5-dd70-417a-bdcf-722641fc17b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0443006 Nov 12 04:39:21.315614 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-4ee1e1b6-c1a1-4f6c-8ac7-370804a09245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.317193 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-4ee1e1b6-c1a1-4f6c-8ac7-370804a09245 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404468 Nov 12 04:39:21.409696 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-60b3ac44-1031-4014-a9b6-14223327602c service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858140 Nov 12 04:39:21.496634 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-32b46ede-768f-4ee6-b1f7-0cc8a7eed2c9 req-91ceab45-d52a-4100-a5f0-6c2b61399924 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798686 Nov 12 04:39:25.311503 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.489674 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-38fa51ac-c2d6-4c03-9c1c-60659149f892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:33.741411 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-effb8dc7-1e08-4eb2-8798-3e2f2c704912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:35.251863 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:36.616388 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:37.418173 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:40.589895 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:50.739843 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8061a-8b8f-4e3a-ac90-e7b010ab34f2 req-51c10ddc-548f-4402-91e3-2a91db16475f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:50.741663 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98f8061a-8b8f-4e3a-ac90-e7b010ab34f2 req-51c10ddc-548f-4402-91e3-2a91db16475f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0572300 Nov 12 04:39:50.793514 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-98f8061a-8b8f-4e3a-ac90-e7b010ab34f2 req-755403c8-b276-4713-a8f5-d7e37ff0cd01 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449870 Nov 12 04:39:51.937327 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c32551-ed5b-4a1a-92ba-e602b21953ad req-64b0f59d-56e1-4e0f-a005-01cc40ac1f66 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:51.939362 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5c32551-ed5b-4a1a-92ba-e602b21953ad req-64b0f59d-56e1-4e0f-a005-01cc40ac1f66 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0509508 Nov 12 04:39:51.995501 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a5c32551-ed5b-4a1a-92ba-e602b21953ad req-cb3df175-90bb-44c4-8dad-8c0171e2682d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499594 Nov 12 04:39:53.143662 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e28a3-cc2c-4488-a1cb-c8400c1612a3 req-4f4d3644-38a1-4751-acff-6ae34c907248 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:53.145175 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e8e28a3-cc2c-4488-a1cb-c8400c1612a3 req-4f4d3644-38a1-4751-acff-6ae34c907248 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0496976 Nov 12 04:39:53.194110 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e8e28a3-cc2c-4488-a1cb-c8400c1612a3 req-7b942679-53ad-47c0-89db-e233f5be59b8 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 Nov 12 04:39:54.309477 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38444de-fbdc-4c7d-9887-b69288c3531e req-16207673-7cdb-4988-a3ff-bb93530d5847 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:54.310988 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d38444de-fbdc-4c7d-9887-b69288c3531e req-16207673-7cdb-4988-a3ff-bb93530d5847 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0494149 Nov 12 04:39:54.361885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d38444de-fbdc-4c7d-9887-b69288c3531e req-ed89487b-413c-4c78-a2a9-a9d89ea0ea74 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442011 Nov 12 04:39:55.314682 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:55.481712 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc41c9a-a2ca-4f8a-aad9-26f432a0dd1c req-7d741e14-3663-4d80-a6af-2526b311f99c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:55.483178 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5cc41c9a-a2ca-4f8a-aad9-26f432a0dd1c req-7d741e14-3663-4d80-a6af-2526b311f99c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0539501 Nov 12 04:39:55.533472 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5cc41c9a-a2ca-4f8a-aad9-26f432a0dd1c req-0ad727e4-5383-4270-be73-04ea42246871 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Nov 12 04:39:56.651283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f689da-8136-4b6b-9666-ed1473418b11 req-73002c12-d513-4eb9-9f3d-94ac255a1867 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:56.652698 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87f689da-8136-4b6b-9666-ed1473418b11 req-73002c12-d513-4eb9-9f3d-94ac255a1867 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0507953 Nov 12 04:39:56.701579 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87f689da-8136-4b6b-9666-ed1473418b11 req-c4ae0e30-bfdc-45e2-bbb7-68672af30353 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Nov 12 04:39:57.819134 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a1575-7384-412c-a66a-7e39ee2bcabc req-c530f4b7-0789-406a-8859-9093dcb48d55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:57.820664 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a6a1575-7384-412c-a66a-7e39ee2bcabc req-c530f4b7-0789-406a-8859-9093dcb48d55 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0490975 Nov 12 04:39:57.868479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1a6a1575-7384-412c-a66a-7e39ee2bcabc req-9cbf4361-d02c-41e3-88f0-b05dfa95247e tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Nov 12 04:39:58.990495 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a84ec-f967-433a-ba8c-6ca7c2bb40b2 req-43de3770-9da9-460b-9bd8-b24cb7d7c4ba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:58.992033 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d0a84ec-f967-433a-ba8c-6ca7c2bb40b2 req-43de3770-9da9-460b-9bd8-b24cb7d7c4ba tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0544038 Nov 12 04:39:59.044355 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-4d0a84ec-f967-433a-ba8c-6ca7c2bb40b2 req-fad1b54b-3d34-489d-9d58-d3db854d4539 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460155 Nov 12 04:40:00.160520 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425209e8-29a3-4390-8a1f-c5298ea76fb0 req-165b7434-5cd9-4e59-b8d2-35064cb4a251 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:00.162029 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-425209e8-29a3-4390-8a1f-c5298ea76fb0 req-165b7434-5cd9-4e59-b8d2-35064cb4a251 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0501165 Nov 12 04:40:00.217874 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-425209e8-29a3-4390-8a1f-c5298ea76fb0 req-122b2d4f-9983-4934-a2ff-4d4f59b2e9f2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496542 Nov 12 04:40:00.856237 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-1da890cb-4c92-4a2b-82b8-02c586b242b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:00.857729 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-1da890cb-4c92-4a2b-82b8-02c586b242b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0407965 Nov 12 04:40:00.946860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-c60abdf1-e9c2-4f49-8b79-2b9e4c265683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:00.948328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-c60abdf1-e9c2-4f49-8b79-2b9e4c265683 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0840337 Nov 12 04:40:01.017244 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-2a6511c9-e4bd-4fa3-985f-cbec123458d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 1001 time: 0.0616093 Nov 12 04:40:01.065418 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-d2e9865a-f6f6-44ef-baf2-52d88d00ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.066842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-d2e9865a-f6f6-44ef-baf2-52d88d00ca1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0433285 Nov 12 04:40:01.112208 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-4e2f1265-38f1-4b1d-8b8b-727e08ba742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.113624 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-4e2f1265-38f1-4b1d-8b8b-727e08ba742a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401063 Nov 12 04:40:01.206973 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-e8dbecba-2950-42e7-ab8d-14e155505fb8 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862074 Nov 12 04:40:01.296943 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1eebccf1-577f-4a7d-938c-84df4f248954 req-00cb99b3-9fc0-434a-9cd2-5a3a03a68727 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832462 Nov 12 04:40:01.336422 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c0c85-17d9-40ef-819a-9bd6b9a5c825 req-190882e6-a19e-4e5c-89a3-3bf2729af582 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:01.338031 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b36c0c85-17d9-40ef-819a-9bd6b9a5c825 req-190882e6-a19e-4e5c-89a3-3bf2729af582 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0514042 Nov 12 04:40:01.388112 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b36c0c85-17d9-40ef-819a-9bd6b9a5c825 req-7536710d-fff8-4ba9-b12d-5b3bfb1d2304 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Nov 12 04:40:01.490527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1a7649ea-3103-4aba-a3b1-741f1843eba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:02.510440 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d961-70a4-49a1-b927-2d7c4530f72d req-e422b57f-990a-481e-b041-5a388c8cb3c8 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:02.511893 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5309d961-70a4-49a1-b927-2d7c4530f72d req-e422b57f-990a-481e-b041-5a388c8cb3c8 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0540662 Nov 12 04:40:02.560195 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5309d961-70a4-49a1-b927-2d7c4530f72d req-e8906e1b-3947-4f06-9a95-41a5a1e727b5 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Nov 12 04:40:03.686294 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847fb8c-0fd8-4d6d-9293-2c5b10372773 req-900a8371-5e6a-4a7a-b52a-e32a75657c81 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:03.687886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3847fb8c-0fd8-4d6d-9293-2c5b10372773 req-900a8371-5e6a-4a7a-b52a-e32a75657c81 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0514245 Nov 12 04:40:03.745408 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b1cf-5d33-42d0-aed7-77bb42f3e42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:03.746902 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3847fb8c-0fd8-4d6d-9293-2c5b10372773 req-8137deaa-e472-4299-a748-c108f357d715 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509892 Nov 12 04:40:04.862753 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ae918-0ae3-46e4-9230-6a7609d3b7dd req-e68345d8-6c6f-4600-8e75-65a8959745c9 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:04.864233 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e6ae918-0ae3-46e4-9230-6a7609d3b7dd req-e68345d8-6c6f-4600-8e75-65a8959745c9 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0493927 Nov 12 04:40:04.914039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0e6ae918-0ae3-46e4-9230-6a7609d3b7dd req-6c78c43d-c3f3-4874-af96-aeec62ee4492 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Nov 12 04:40:05.133328 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-4546298f-637b-4d96-b104-2d5bcf7056fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734949 Nov 12 04:40:05.146805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23049d-3c73-4116-b63a-43772ffdb23d req-e93ca2c2-a1fa-4f46-9487-59d97a35b7ca tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:05.148202 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef23049d-3c73-4116-b63a-43772ffdb23d req-e93ca2c2-a1fa-4f46-9487-59d97a35b7ca tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0643878 Nov 12 04:40:05.151800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-f85e9237-6bc9-4766-bf6f-83ec32fdf3a4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:40:05.152776 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-f85e9237-6bc9-4766-bf6f-83ec32fdf3a4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138950 Nov 12 04:40:05.198700 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ef23049d-3c73-4116-b63a-43772ffdb23d req-4426194e-44a1-4fdc-a178-611e4668cc16 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445869 Nov 12 04:40:05.254159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.322675 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a9ba3-8dde-4674-87fe-7f9d98b69e5d req-02d8f250-c6af-467f-bfe7-817f58f0759c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:06.324162 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-741a9ba3-8dde-4674-87fe-7f9d98b69e5d req-02d8f250-c6af-467f-bfe7-817f58f0759c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0531812 Nov 12 04:40:06.374603 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-741a9ba3-8dde-4674-87fe-7f9d98b69e5d req-e0f86e20-8455-4b7e-97ec-bd318f9708ab tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Nov 12 04:40:06.619497 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.639510 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:06.720835 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.743352 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:06.745637 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bee97a2-43dd-4cf4-905f-db157ebee434" -d '{"events": [{"server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:06.761301 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:06.767889 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.792898 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88942469-c01d-4dc0-bedf-08d9762e29f8 x-openstack-request-id: req-88942469-c01d-4dc0-bedf-08d9762e29f8 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:06.793189 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "name": "network-vif-unplugged", "status": "failed", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e", "code": 422}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:06.793445 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88942469-c01d-4dc0-bedf-08d9762e29f8 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:06.793836 n-d-789963-21 neutron-server[102630]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'code': 422} returned with failed status Nov 12 04:40:06.820034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:06.826888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.827234 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.827572 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.827911 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.828243 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.828762 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.829353 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.829700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.830047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.830362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.830689 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:06.831014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:07.421403 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:07.495731 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406d72f-8560-429d-9730-1a82d38000eb req-2a5784e9-1e95-4492-875b-ff6a95d6e8a4 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:07.497217 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b406d72f-8560-429d-9730-1a82d38000eb req-2a5784e9-1e95-4492-875b-ff6a95d6e8a4 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0496118 Nov 12 04:40:07.548849 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b406d72f-8560-429d-9730-1a82d38000eb req-21777256-4194-4425-bf2f-edd5f95ef156 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450099 Nov 12 04:40:08.670980 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697edf4-9e33-4e56-ab01-114525ef88dc req-4736ed99-a6cb-4e46-a855-9a7956e7e145 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:08.672979 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4697edf4-9e33-4e56-ab01-114525ef88dc req-4736ed99-a6cb-4e46-a855-9a7956e7e145 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0529628 Nov 12 04:40:08.725695 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4697edf4-9e33-4e56-ab01-114525ef88dc req-2ea90b49-cd55-4e9a-9f55-a69f34eca422 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464723 Nov 12 04:40:09.847114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb3e4c-9335-473a-a10b-dfd5dbbf8be3 req-3ac4cf2b-b98a-41be-871a-b8df9b9d2ebf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:09.848649 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28eb3e4c-9335-473a-a10b-dfd5dbbf8be3 req-3ac4cf2b-b98a-41be-871a-b8df9b9d2ebf tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0537741 Nov 12 04:40:09.899073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28eb3e4c-9335-473a-a10b-dfd5dbbf8be3 req-19ad728a-cafd-4966-b641-634ab4ab4c99 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 Nov 12 04:40:10.907137 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-7807fe7e-6513-4334-a6ac-b49594083a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:10.908657 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-7807fe7e-6513-4334-a6ac-b49594083a5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e&tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba HTTP/1.1" status: 200 len: 1095 time: 0.0449781 Nov 12 04:40:10.970395 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-de2d0fb9-659a-4f1d-b783-1f6f6620b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:10.971941 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-de2d0fb9-659a-4f1d-b783-1f6f6620b2e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1095 time: 0.0418882 Nov 12 04:40:11.073971 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055f34f-c052-4cf0-8aab-3987d6292872 req-c1b2cec0-1388-4997-87f4-697153b17ba3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:11.075439 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c055f34f-c052-4cf0-8aab-3987d6292872 req-c1b2cec0-1388-4997-87f4-697153b17ba3 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.1026235 Nov 12 04:40:11.115236 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-142aff03-6ff7-4db3-9940-7ccf8438c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:11.116675 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-142aff03-6ff7-4db3-9940-7ccf8438c459 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.1358185 Nov 12 04:40:11.178532 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c055f34f-c052-4cf0-8aab-3987d6292872 req-ddf91408-e46b-47cb-950b-254635089a2f tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958457 Nov 12 04:40:11.197780 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-ea3e7e98-67ac-4c45-99d3-8497b52e226a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 999 time: 0.0733845 Nov 12 04:40:11.249276 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-0edd18bb-9284-4f95-9886-6668c82fa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:11.251230 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-0edd18bb-9284-4f95-9886-6668c82fa0af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0461855 Nov 12 04:40:11.296160 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-d315bc33-d45d-49d8-8709-658338b80cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:11.297842 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-d315bc33-d45d-49d8-8709-658338b80cba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401957 Nov 12 04:40:11.392004 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-8e76b726-6176-4191-9c6c-d770c7dc89f2 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862429 Nov 12 04:40:11.482537 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-099b99f8-9887-45c5-8f52-59490c3a544c service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848572 Nov 12 04:40:12.295963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6869e2-3938-4f00-a25a-7be081c8c701 req-2793d037-df2e-4ee4-a0c3-711118e9eb2c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:12.297598 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c6869e2-3938-4f00-a25a-7be081c8c701 req-2793d037-df2e-4ee4-a0c3-711118e9eb2c tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0500617 Nov 12 04:40:12.346414 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c6869e2-3938-4f00-a25a-7be081c8c701 req-da6b8af4-73a4-4201-af7a-cafef4b0da41 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Nov 12 04:40:13.461678 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560b621-b035-4a35-947b-7c225739fce3 req-da4d72dc-d1b1-4db6-b85f-e438e95240e0 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:13.463158 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7560b621-b035-4a35-947b-7c225739fce3 req-da4d72dc-d1b1-4db6-b85f-e438e95240e0 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0492263 Nov 12 04:40:13.515847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7560b621-b035-4a35-947b-7c225739fce3 req-0283ce80-d4b6-4a7f-94c7-2bb81fd83f17 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 Nov 12 04:40:14.638058 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27afcc3-3331-45a7-9f55-f69921b31446 req-1ca58aca-823b-4907-ae1a-d3f3799c57ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:14.639457 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a27afcc3-3331-45a7-9f55-f69921b31446 req-1ca58aca-823b-4907-ae1a-d3f3799c57ce tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0546279 Nov 12 04:40:14.691133 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a27afcc3-3331-45a7-9f55-f69921b31446 req-e41a40f1-4edd-4dd7-af5c-1f0a63be0118 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452633 Nov 12 04:40:15.808357 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121a6f9-f6c4-4251-adc4-a151944d0ad9 req-135174b1-fe81-471c-b5f3-b9be17344083 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:15.809845 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5121a6f9-f6c4-4251-adc4-a151944d0ad9 req-135174b1-fe81-471c-b5f3-b9be17344083 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0500445 Nov 12 04:40:15.857747 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-5121a6f9-f6c4-4251-adc4-a151944d0ad9 req-e8a3a760-af68-4eec-9e5f-ac01a02e4b91 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Nov 12 04:40:16.971468 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e51c3-1232-4971-9af5-62d28304fd45 req-35651066-a45f-4220-92fe-d87ccbb997ea tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:16.972987 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d79e51c3-1232-4971-9af5-62d28304fd45 req-35651066-a45f-4220-92fe-d87ccbb997ea tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0491378 Nov 12 04:40:17.023240 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d79e51c3-1232-4971-9af5-62d28304fd45 req-00a47e44-5f00-440d-87d9-78659140c8e2 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444448 Nov 12 04:40:17.588756 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:40:18.139560 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc674c40-d535-4d12-99e7-05448913ec1a req-5f7149b2-1cf8-4084-baf9-ecc53819245b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:18.141103 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc674c40-d535-4d12-99e7-05448913ec1a req-5f7149b2-1cf8-4084-baf9-ecc53819245b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 943 time: 0.0480609 Nov 12 04:40:18.191511 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dc674c40-d535-4d12-99e7-05448913ec1a req-99fb022f-db9a-4718-b2fe-9b0c5a0126fa tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 Nov 12 04:40:18.686445 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:40:18.782502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:18.793350 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'port_id': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'mac_address': 'fa:16:3e:6c:c4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:40:18.830174 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.842801 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:18.861601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:18.865403 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.915277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:19.099430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:19.378385 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1eb7c-fb3a-4212-b5c5-a49e976d76dd req-34a4b65f-e632-4f25-8e63-8c1bac2cc149 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:19.379777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dea1eb7c-fb3a-4212-b5c5-a49e976d76dd req-34a4b65f-e632-4f25-8e63-8c1bac2cc149 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 944 time: 0.1190569 Nov 12 04:40:19.437387 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-dea1eb7c-fb3a-4212-b5c5-a49e976d76dd req-07c23be8-b57b-4501-914f-1050ea5358ff tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511012 Nov 12 04:40:20.602400 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81267e-7e79-4105-b2fc-cf95a0cb6f91 req-01d8862e-cc9f-4a46-a164-b44d3be7ec20 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:20.603848 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d81267e-7e79-4105-b2fc-cf95a0cb6f91 req-01d8862e-cc9f-4a46-a164-b44d3be7ec20 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 944 time: 0.0975902 Nov 12 04:40:20.652403 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2d81267e-7e79-4105-b2fc-cf95a0cb6f91 req-511abeea-e732-440e-a1f7-0d34b3943659 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Nov 12 04:40:20.702021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:20.753921 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:20.754295 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.829148 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.851163 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:20.853430 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd225c6-4c65-4fff-af4a-51078c755faa" -d '{"events": [{"server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "name": "network-vif-plugged", "status": "completed", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:20.866467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:20.870415 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.894876 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab6ac75-43f1-4e34-a66a-a64e17b713a6 x-openstack-request-id: req-6ab6ac75-43f1-4e34-a66a-a64e17b713a6 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:20.895228 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "name": "network-vif-plugged", "status": "completed", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:20.895484 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ab6ac75-43f1-4e34-a66a-a64e17b713a6 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:20.895867 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'code': 200} Nov 12 04:40:20.924842 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:21.038075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b632f-dc44-48ea-ac01-000160067456 req-bfbc84f0-d7e2-4bbc-9ae0-3c4948751b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.039528 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e7b632f-dc44-48ea-ac01-000160067456 req-bfbc84f0-d7e2-4bbc-9ae0-3c4948751b77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0394101 Nov 12 04:40:21.083871 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-9e7b632f-dc44-48ea-ac01-000160067456 req-c7aae14c-f192-4c38-b770-a10ac974c35f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377204 Nov 12 04:40:21.768163 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c025b2-e417-4a2b-89b7-651addfe8525 req-56ded358-10a9-4e5e-bebe-4b09b3049186 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.769682 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9c025b2-e417-4a2b-89b7-651addfe8525 req-56ded358-10a9-4e5e-bebe-4b09b3049186 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0497172 Nov 12 04:40:21.821586 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-b9c025b2-e417-4a2b-89b7-651addfe8525 req-58459991-ef26-4602-8f9d-74b1de42c2d8 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458601 Nov 12 04:40:22.202631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e0ecefa-867d-425b-bb58-fd5773542379 req-ca889ad8-ff00-4b98-8a66-0145ad9fe816 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0631819 Nov 12 04:40:22.260941 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e0ecefa-867d-425b-bb58-fd5773542379 req-b24e3763-6bb2-46fb-9831-955586e13944 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Nov 12 04:40:22.268877 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-daafa2ab-1ba0-40d8-84ad-ae4020fc6570 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411618 Nov 12 04:40:22.305535 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e0ecefa-867d-425b-bb58-fd5773542379 req-d05c0e4c-e11f-4d1d-9272-3b69fa362649 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191112 Nov 12 04:40:22.350647 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-9a38e42b-0777-44ed-a3dc-47df2fcfd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.352146 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-9a38e42b-0777-44ed-a3dc-47df2fcfd559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0424173 Nov 12 04:40:22.407059 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ecefa-867d-425b-bb58-fd5773542379 req-70b66ae0-d0d4-4f65-b7a1-921937a7c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.408446 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9e0ecefa-867d-425b-bb58-fd5773542379 req-70b66ae0-d0d4-4f65-b7a1-921937a7c9c6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960836 Nov 12 04:40:22.457768 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-cf8d3adb-b16d-4524-bd7a-976fe4ff63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.459216 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-cf8d3adb-b16d-4524-bd7a-976fe4ff63f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0885699 Nov 12 04:40:22.523443 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-35a5a124-3de2-4834-95a7-c10c27c978c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 1001 time: 0.0570805 Nov 12 04:40:22.571831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-90106252-4e07-4124-9bf6-2d8775b20deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.573455 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-90106252-4e07-4124-9bf6-2d8775b20deb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0427921 Nov 12 04:40:22.621558 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-962645e6-965d-415d-a002-5dd833ecd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.623013 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-962645e6-965d-415d-a002-5dd833ecd458 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424569 Nov 12 04:40:22.711028 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-0354bd9e-e6c4-454a-a073-09863c7adaf7 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811155 Nov 12 04:40:22.804408 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2ad0e988-fe61-4068-b801-f2725a1229f8 req-44cc22ee-004f-4a96-817d-9bf7efe17797 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861945 Nov 12 04:40:22.939515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe1244-f90d-4302-ab90-05419dfa395a req-b2c1ddf1-4f46-48b4-9625-45026150276d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.941320 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-99fe1244-f90d-4302-ab90-05419dfa395a req-b2c1ddf1-4f46-48b4-9625-45026150276d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0523102 Nov 12 04:40:22.991617 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-99fe1244-f90d-4302-ab90-05419dfa395a req-29554d28-946f-4cd2-8702-eace7af2454d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443308 Nov 12 04:40:25.316864 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:31.491050 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3a40e374-a96f-43e7-b953-b85d18ff1440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.747542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b3ef563c-cb07-4c5b-816b-f688636a41b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:35.257458 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:36.621892 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:37.415351 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:54.586960 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:40:55.343931 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.492122 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf338-f5b5-4e3c-9f88-982b0c000779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:03.748299 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db0575aa-3bc2-4baa-b76d-5ecab818cdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:05.261583 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:06.624033 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:07.416695 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.300376 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-a2303924-901e-45f2-a555-22d73edc52b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0780721 Nov 12 04:41:23.380908 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-3247ac5b-99a4-465d-b059-3a1225a5ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:23.382355 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-3247ac5b-99a4-465d-b059-3a1225a5ed59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0398231 Nov 12 04:41:23.487512 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-6fad2457-836e-4ae4-87e2-2a87d4a6c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:23.488878 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-6fad2457-836e-4ae4-87e2-2a87d4a6c494 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.0867746 Nov 12 04:41:23.553282 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-81157533-2616-4335-8149-92f257410337 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 1001 time: 0.0573514 Nov 12 04:41:23.607075 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-9b7c6c56-0405-4918-be8a-2e91cfdc2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:23.608611 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-9b7c6c56-0405-4918-be8a-2e91cfdc2617 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0486231 Nov 12 04:41:23.652810 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-ad58b577-5f4e-4415-be6e-839fd2e22bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:23.654317 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-ad58b577-5f4e-4415-be6e-839fd2e22bf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393209 Nov 12 04:41:23.741743 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-e4d3d00e-2296-4b2a-867c-db8e812b56e1 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799861 Nov 12 04:41:23.833484 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2275bd4a-b8d2-47e4-902a-245b27367f3f req-fbda0c63-bcd7-4c21-8de9-f29ff8f84708 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850694 Nov 12 04:41:24.178449 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9fc2377-552a-4741-a59f-c4def6e4e5a9 req-0f97805f-e468-4eb3-a5e6-956937129313 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265369 Nov 12 04:41:24.263488 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9fc2377-552a-4741-a59f-c4def6e4e5a9 req-0ae53ed5-d5d8-48ec-ac94-e7b79f3b7fe2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0252047 Nov 12 04:41:24.310057 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9fc2377-552a-4741-a59f-c4def6e4e5a9 req-125ba0e8-03bb-4bea-84e0-777aeb61e59f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190742 Nov 12 04:41:24.408703 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc2377-552a-4741-a59f-c4def6e4e5a9 req-db525346-1688-42a4-b97c-415382bb8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:24.410263 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a9fc2377-552a-4741-a59f-c4def6e4e5a9 req-db525346-1688-42a4-b97c-415382bb8c07 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0914509 Nov 12 04:41:25.347537 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.496262 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbaf6-bffb-4a63-ac7f-6ebbf063425e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.585728 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:33.750554 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e9805259-58e1-497e-81b2-2fcb4fde1a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.263625 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.468379 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40806) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:35.629723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Deleting port 6ca098e2-a7c7-4580-a8d3-04ade7f2f02e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:35.630065 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.721818 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.722145 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.733871 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Calling delete_port for 6ca098e2-a7c7-4580-a8d3-04ade7f2f02e owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:35.880447 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.226745 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event deleted for resources: {'Port': ['ID=6ca098e2-a7c7-4580-a8d3-04ade7f2f02e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:36.241110 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.241463 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.241805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.242149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.242486 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.242818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.243149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.243478 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.243805 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.244138 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.244464 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.244818 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:36.302551 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for floatingip, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.303300 n-d-789963-21 neutron-server[102628]: INFO neutron.db.l3_db [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Floating IP d2041db1-6426-4e5b-917e-fec186493386 disassociated (deleted). External IP: 172.25.0.124, port: 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e. Nov 12 04:41:36.509149 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Router ebaed367-827e-444c-9f3b-305fbb8f10d9 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:36.616555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:36.621280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.629439 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] Sync routers for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:36.633719 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.641616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:36.642318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:36.648968 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-cb7d76a2-ec7d-4a96-b3d2-aa8c5d0d330b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "DELETE /v2.0/floatingips/d2041db1-6426-4e5b-917e-fec186493386 HTTP/1.1" status: 204 len: 168 time: 1.1794343 Nov 12 04:41:36.649563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:36.651994 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:36.690079 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4234e47a-8c45-4f8c-9bd7-8cd97df8057a x-openstack-request-id: req-4234e47a-8c45-4f8c-9bd7-8cd97df8057a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:36.690363 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:36.690834 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4234e47a-8c45-4f8c-9bd7-8cd97df8057a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:36.691003 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'status': 'completed', 'code': 200} Nov 12 04:41:36.755767 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-8ef03cdf-0ef6-4805-b76a-349f621862f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:36.757318 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-8ef03cdf-0ef6-4805-b76a-349f621862f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 1097 time: 0.0420165 Nov 12 04:41:36.770210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:36.863747 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-ed864ddc-8339-4b6d-a663-1aec442cb1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:36.865278 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-ed864ddc-8339-4b6d-a663-1aec442cb1fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 200 len: 911 time: 0.1006000 Nov 12 04:41:36.896026 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71330f5b-9e8c-4531-929f-358bfe17cd4e req-2e426359-a358-4ad9-a45a-43479a489b88 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:36.897574 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71330f5b-9e8c-4531-929f-358bfe17cd4e req-2e426359-a358-4ad9-a45a-43479a489b88 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0517378 Nov 12 04:41:36.910063 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-d048f8f7-0281-4fbb-83d9-e217456dad8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 200 len: 217 time: 0.0374744 Nov 12 04:41:36.949374 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-71330f5b-9e8c-4531-929f-358bfe17cd4e req-c4351988-99bd-48f7-aa13-d9d2c744905d tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454900 Nov 12 04:41:36.975583 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-395c91a6-1484-4118-bcb0-03886e538a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:36.977364 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-395c91a6-1484-4118-bcb0-03886e538a65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 200 len: 848 time: 0.0607433 Nov 12 04:41:36.992534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:37.019090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] Checking router: ebaed367-827e-444c-9f3b-305fbb8f10d9 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:37.024363 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-dda716ef-0015-40d3-9fca-b2e1aeaafe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:37.025828 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-dda716ef-0015-40d3-9fca-b2e1aeaafe19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411615 Nov 12 04:41:37.027619 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:37.028233 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:37.119517 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-92241443-37a1-462a-ab9a-f2db2ee02218 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844328 Nov 12 04:41:37.221912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-35a99ae5-fcbf-43a5-b31d-ed7051bf6cfc req-2a7923c2-79a9-4b73-b07d-5a2a992ba9c8 service neutron] 10.222.0.20 "GET /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945065 Nov 12 04:41:37.292180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:37.435306 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.503281 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:37.529726 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5c0c46-cd51-4063-995a-840d1199b305 None None] The sync data for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 is: [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:33:01Z', 'revision_number': 4, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': 'e6e13cf9-cfb1-4ff2-8023-df835c4d3941', 'name': '', 'network_id': '18d6c5b9-ee71-47a1-ad91-7dbe12d0084d', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'mac_address': 'fa:16:3e:7f:b8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'subnets': [{'id': 'd4043715-e437-4e70-8db8-032ae93f54ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:37.745196 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc87593-3e06-4c35-af6c-295f9a5382dc None None] New status for floating IP d2041db1-6426-4e5b-917e-fec186493386: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:41:38.074501 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715d601-aee0-4b56-bef1-4e46fcbf59d3 req-560f024b-8dda-40a1-b34e-760d8d5d503b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:38.075872 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8715d601-aee0-4b56-bef1-4e46fcbf59d3 req-560f024b-8dda-40a1-b34e-760d8d5d503b tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0496984 Nov 12 04:41:38.123868 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8715d601-aee0-4b56-bef1-4e46fcbf59d3 req-67551a8b-769b-44bd-b893-59ee7a5c292a tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd2f2261-9dad-4467-8892-35edc12f823f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Nov 12 04:41:38.413473 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-f72268ee-fb82-4d3e-882d-4f7ab3c8be30 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:38.414927 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-f72268ee-fb82-4d3e-882d-4f7ab3c8be30 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 945 time: 0.0527654 Nov 12 04:41:38.504540 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Deleting port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:38.504914 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.597489 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] For port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:38.597851 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.610305 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Calling delete_port for 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:38.734601 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.764339 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event deleted for resources: {'Port': ['ID=6985b804-1cd8-41bd-bd10-80ec4ea8cd4e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:38.808092 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] No DVR routers for this DVR port 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e on host n-h1-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:38.810591 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.813897 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e93e7d86-16fd-463f-8cf5-a5246e2b7e05 req-e1aef47b-d639-4f8b-a24d-53995419abc1 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.20 "DELETE /v2.0/ports/6985b804-1cd8-41bd-bd10-80ec4ea8cd4e HTTP/1.1" status: 204 len: 173 time: 0.3928709 Nov 12 04:41:38.814329 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'name': 'network-vif-deleted', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:38.816555 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f7702-20d3-451b-8b75-fbfdb4f05962" -d '{"events": [{"server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "name": "network-vif-deleted", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:38.856830 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6cd459-ea48-4f4d-8d2c-05f3a040c908 x-openstack-request-id: req-bc6cd459-ea48-4f4d-8d2c-05f3a040c908 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:38.857168 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866f9881-4bb4-49fe-bacf-119bef441c2e", "name": "network-vif-deleted", "tag": "6985b804-1cd8-41bd-bd10-80ec4ea8cd4e", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:38.857426 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc6cd459-ea48-4f4d-8d2c-05f3a040c908 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:38.857827 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866f9881-4bb4-49fe-bacf-119bef441c2e', 'name': 'network-vif-deleted', 'tag': '6985b804-1cd8-41bd-bd10-80ec4ea8cd4e', 'status': 'completed', 'code': 200} Nov 12 04:41:39.222465 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6d989d6c-9b48-4e88-a1e8-36e7fb6f6ad9 req-4599b3b3-8923-4cf1-8818-d7f8e39f1f65 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 210 time: 0.0284889 Nov 12 04:41:40.330037 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7f1104da-f1e2-45a4-9ce9-c76acdca5e98 req-427ebf2d-d52d-4682-a678-167157a84006 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 210 time: 0.0310886 Nov 12 04:41:41.098707 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:41.118334 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:41.118605 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 6985b804-1cd8-41bd-bd10-80ec4ea8cd4e not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:41.427182 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-6eaf0acd-a6d9-416a-b473-31cf16f7cd1c req-90b726f5-d3f7-4d4c-9ffc-86e57ee79d31 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 210 time: 0.0281978 Nov 12 04:41:42.522824 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b7e9440a-28e3-4a99-a057-dad0218b3078 req-f203dfdc-ccb9-48cd-a52f-db6ceb242b44 tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "GET /v2.0/ports?device_id=866f9881-4bb4-49fe-bacf-119bef441c2e HTTP/1.1" status: 200 len: 210 time: 0.0275078 Nov 12 04:41:43.580854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40836) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:43.638886 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b99d76a-df45-4c5f-96b0-c2925a1343ed tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.668904 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b99d76a-df45-4c5f-96b0-c2925a1343ed tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.730791 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b99d76a-df45-4c5f-96b0-c2925a1343ed tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.734659 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9b99d76a-df45-4c5f-96b0-c2925a1343ed tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:43.735345 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-9b99d76a-df45-4c5f-96b0-c2925a1343ed tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] 10.222.0.49 "DELETE /v2.0/security-groups/dd2f2261-9dad-4467-8892-35edc12f823f HTTP/1.1" status: 204 len: 168 time: 0.1533706 Nov 12 04:41:43.747545 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99d76a-df45-4c5f-96b0-c2925a1343ed tempest-TestShelveInstance-2135838331 tempest-TestShelveInstance-2135838331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f2261-9dad-4467-8892-35edc12f823f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:43.785738 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40840) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:44.236259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.482979 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Deleting port e6e13cf9-cfb1-4ff2-8023-df835c4d3941 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:44.483848 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.567980 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] For port e6e13cf9-cfb1-4ff2-8023-df835c4d3941, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:44.568235 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.582546 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Calling delete_port for e6e13cf9-cfb1-4ff2-8023-df835c4d3941 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:44.770116 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:44.795339 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e13cf9-cfb1-4ff2-8023-df835c4d3941,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:44.825496 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.825840 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.826176 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.826515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.826832 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.827292 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.827603 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.827913 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.828245 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.828552 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.828902 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.829220 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:44.982003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.212831 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Router ebaed367-827e-444c-9f3b-305fbb8f10d9 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:45.321994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:45.330613 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-40b71e9b-4a22-45cb-8947-def0a3407cf3 admin admin] 10.222.0.49 "PUT /v2.0/routers/ebaed367-827e-444c-9f3b-305fbb8f10d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410459 Nov 12 04:41:45.331500 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:45.332781 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] Sync routers for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:45.347041 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:45.347655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:45.446501 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks [] for router, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.456543 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:45.552907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.618917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Deleting port 21db0ae6-d602-4b88-b318-c20ee08a48af {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:45.619395 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.650060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:41:44Z', 'revision_number': 5, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port': {'id': '21db0ae6-d602-4b88-b318-c20ee08a48af', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:45.678236 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] Checking router: ebaed367-827e-444c-9f3b-305fbb8f10d9 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:45.689739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] Routers {'ebaed367-827e-444c-9f3b-305fbb8f10d9'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:45.690682 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['ebaed367-827e-444c-9f3b-305fbb8f10d9'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:45.703561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] For port 21db0ae6-d602-4b88-b318-c20ee08a48af, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=21db0ae6-d602-4b88-b318-c20ee08a48af,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:45.703929 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.718562 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Calling delete_port for 21db0ae6-d602-4b88-b318-c20ee08a48af owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:45.786429 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] Set router ebaed367-827e-444c-9f3b-305fbb8f10d9 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:45.842349 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:41:45Z', 'revision_number': 6, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:45.871214 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0466312-ec24-45b7-b1cd-7f7913982cac None None] The sync data for ids ['ebaed367-827e-444c-9f3b-305fbb8f10d9'] in n-d-789963-21 is: [{'id': 'ebaed367-827e-444c-9f3b-305fbb8f10d9', 'name': 'tempest-TestShelveInstance-2061706477-router', 'tenant_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:58Z', 'updated_at': '2021-11-12T04:41:45Z', 'revision_number': 6, 'project_id': 'de382b8c8d3a4b118f54bd8f0782f7ba', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:45.907950 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.940129 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=21db0ae6-d602-4b88-b318-c20ee08a48af,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:45.958599 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710c3ec8-ffcb-4951-90df-87e9b4891558 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:46.010813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.103873 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.105912 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.149511 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.150091 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebaed367-827e-444c-9f3b-305fbb8f10d9 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:41:46.154748 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] Publish callbacks [] for router, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.156610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-66c14fcf-c85f-40f6-9da5-1bd0f5e60d30 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ebaed367-827e-444c-9f3b-305fbb8f10d9 HTTP/1.1" status: 204 len: 168 time: 0.8240881 Nov 12 04:41:46.159256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40846) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:46.210216 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1294353-ab8b-44ca-9818-e9a5a26677d8 admin admin] Deleting subnet d4043715-e437-4e70-8db8-032ae93f54ba {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:41:46.213754 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1294353-ab8b-44ca-9818-e9a5a26677d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.254159 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1294353-ab8b-44ca-9818-e9a5a26677d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4203050'] for subnet, precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.336907 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1294353-ab8b-44ca-9818-e9a5a26677d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.394686 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1294353-ab8b-44ca-9818-e9a5a26677d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5215896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536467390'] for subnet, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.422021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1294353-ab8b-44ca-9818-e9a5a26677d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4043715-e437-4e70-8db8-032ae93f54ba,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:46.424050 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a1294353-ab8b-44ca-9818-e9a5a26677d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.427905 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b542b74-5f7c-4da2-b806-510ce9db965f None None] Network 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:46.434742 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-a1294353-ab8b-44ca-9818-e9a5a26677d8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d4043715-e437-4e70-8db8-032ae93f54ba HTTP/1.1" status: 204 len: 168 time: 0.2722795 Nov 12 04:41:46.435001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40848) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:46.506573 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.562303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Deleting port 8799d6a0-422d-4bd1-9144-29548ea1dab0 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:46.562663 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.640905 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] For port 8799d6a0-422d-4bd1-9144-29548ea1dab0, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8799d6a0-422d-4bd1-9144-29548ea1dab0,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:46.641280 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.656796 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Calling delete_port for 8799d6a0-422d-4bd1-9144-29548ea1dab0 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:46.669895 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] DHCP port deletion for 18d6c5b9-ee71-47a1-ad91-7dbe12d0084d request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:46.726109 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Deleting port 8799d6a0-422d-4bd1-9144-29548ea1dab0 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:46.726496 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.762552 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.782891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 21db0ae6-d602-4b88-b318-c20ee08a48af no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:46.802597 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Pushing event deleted for resources: {'Port': ['ID=8799d6a0-422d-4bd1-9144-29548ea1dab0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:46.812563 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] No DVR routers for this DVR port 8799d6a0-422d-4bd1-9144-29548ea1dab0 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:46.815118 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 21db0ae6-d602-4b88-b318-c20ee08a48af {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:46.815687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 21db0ae6-d602-4b88-b318-c20ee08a48af not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:46.816285 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e6e13cf9-cfb1-4ff2-8023-df835c4d3941 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:46.823631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] For port 8799d6a0-422d-4bd1-9144-29548ea1dab0, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8799d6a0-422d-4bd1-9144-29548ea1dab0,segment=NetworkSegment(17b19d26-ef14-4c8e-8b42-743ad75b3c89),segment_id=17b19d26-ef14-4c8e-8b42-743ad75b3c89)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:46.824382 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.859196 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Calling delete_port for 8799d6a0-422d-4bd1-9144-29548ea1dab0 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:46.861014 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: e6e13cf9-cfb1-4ff2-8023-df835c4d3941 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:46.861362 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device e6e13cf9-cfb1-4ff2-8023-df835c4d3941 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:46.861776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8799d6a0-422d-4bd1-9144-29548ea1dab0 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:46.888538 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8799d6a0-422d-4bd1-9144-29548ea1dab0 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:46.888839 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8799d6a0-422d-4bd1-9144-29548ea1dab0 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:46.902510 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.929130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d6c5b9-ee71-47a1-ad91-7dbe12d0084d']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:46.940028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b19d26-ef14-4c8e-8b42-743ad75b3c89') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:46.940327 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b19d26-ef14-4c8e-8b42-743ad75b3c89') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:46.955473 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.971030 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.974151 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.976392 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:46.977302 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:46.981269 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:47.007982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Pushing event deleted for resources: {'Port': ['ID=8799d6a0-422d-4bd1-9144-29548ea1dab0,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:47.016332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] No DVR routers for this DVR port 8799d6a0-422d-4bd1-9144-29548ea1dab0 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:47.042412 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.042968 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.043511 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.044504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.045457 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.046891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.047643 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.048390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.049484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.050633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.051441 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.051946 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6187e2b-f05d-42fd-b3e3-585c0779272d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:47.054324 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.066265 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.069489 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] 10.222.0.49 "DELETE /v2.0/networks/18d6c5b9-ee71-47a1-ad91-7dbe12d0084d HTTP/1.1" status: 204 len: 168 time: 0.6336048 Nov 12 04:41:47.072515 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40850) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:47.082029 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96f342-dd5a-40c0-98fa-0c36232cd818 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d6c5b9-ee71-47a1-ad91-7dbe12d0084d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:47.740012 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.994627 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Deleting port 05c0e37f-55f4-4322-9df4-e2043aa6a333 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:47.994867 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.071183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] For port 05c0e37f-55f4-4322-9df4-e2043aa6a333, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=05c0e37f-55f4-4322-9df4-e2043aa6a333,segment=NetworkSegment(617347d6-a030-4be3-81c9-ace3dd5c5009),segment_id=617347d6-a030-4be3-81c9-ace3dd5c5009)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:48.071538 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.084435 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Calling delete_port for 05c0e37f-55f4-4322-9df4-e2043aa6a333 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:48.262210 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.285868 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c0e37f-55f4-4322-9df4-e2043aa6a333,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:48.458149 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.677590 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Router 9b86ddff-8172-40b1-9aed-11c0278377d5 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:48.783161 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:48.790422 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-51d528cc-5176-4ec1-82f3-b43cdad63885 admin admin] 10.222.0.49 "PUT /v2.0/routers/9b86ddff-8172-40b1-9aed-11c0278377d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141757 Nov 12 04:41:48.790626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40852) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:48.792594 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] Sync routers for ids ['9b86ddff-8172-40b1-9aed-11c0278377d5'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:48.803789 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] Routers {'9b86ddff-8172-40b1-9aed-11c0278377d5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:48.804401 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9b86ddff-8172-40b1-9aed-11c0278377d5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:48.896126 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:48.910375 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] Set router 9b86ddff-8172-40b1-9aed-11c0278377d5 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:48.999298 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.052994 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Deleting port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:49.053332 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.091685 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:41:48Z', 'revision_number': 5, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port': {'id': 'f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:49.118112 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] Checking router: 9b86ddff-8172-40b1-9aed-11c0278377d5 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:49.126197 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] Routers {'9b86ddff-8172-40b1-9aed-11c0278377d5'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:49.126784 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['9b86ddff-8172-40b1-9aed-11c0278377d5'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:49.136152 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] For port f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:49.136693 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.149855 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Calling delete_port for f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:49.211545 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] Set router 9b86ddff-8172-40b1-9aed-11c0278377d5 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:49.263614 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:41:48Z', 'revision_number': 6, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:49.292792 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba9e65-6b9e-4018-96f8-c451768204e8 None None] The sync data for ids ['9b86ddff-8172-40b1-9aed-11c0278377d5'] in n-d-789963-21 is: [{'id': '9b86ddff-8172-40b1-9aed-11c0278377d5', 'name': 'tempest-TestShelveInstance-1554603144-router', 'tenant_id': '9005760c61f14fb084e0c6b02efa5e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:03Z', 'updated_at': '2021-11-12T04:41:48Z', 'revision_number': 6, 'project_id': '9005760c61f14fb084e0c6b02efa5e2f', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:49.317436 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.345881 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:49.359549 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafd4b8a-1fc8-4472-af99-4d89c2d5c4aa None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:49.411341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.501712 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.503824 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.548181 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.548713 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b86ddff-8172-40b1-9aed-11c0278377d5 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:41:49.552886 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.554018 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b6d618ac-5c82-4d65-9104-b91f58452401 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9b86ddff-8172-40b1-9aed-11c0278377d5 HTTP/1.1" status: 204 len: 168 time: 0.7625022 Nov 12 04:41:49.556488 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40854) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:49.600320 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c90855-d5ff-4377-abd2-818e89d33928 admin admin] Deleting subnet dc148dde-f4d3-40e0-a454-0d0b0b8422b7 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:41:49.603419 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75c90855-d5ff-4377-abd2-818e89d33928 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.639079 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75c90855-d5ff-4377-abd2-818e89d33928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.727003 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75c90855-d5ff-4377-abd2-818e89d33928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.781811 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75c90855-d5ff-4377-abd2-818e89d33928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.807768 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c90855-d5ff-4377-abd2-818e89d33928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc148dde-f4d3-40e0-a454-0d0b0b8422b7,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:49.814045 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75c90855-d5ff-4377-abd2-818e89d33928 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.818257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-75c90855-d5ff-4377-abd2-818e89d33928 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc148dde-f4d3-40e0-a454-0d0b0b8422b7 HTTP/1.1" status: 204 len: 168 time: 0.2608335 Nov 12 04:41:49.818752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1154810d-9198-48bc-af4d-8289ef501b59 None None] Network 653059ff-cbf8-46b4-9ce6-fe9fa61944dd requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:49.821039 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40856) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:49.900625 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:49.954380 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Deleting port 7f2884e0-d3a4-406d-af53-eed20a676528 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:49.954714 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.018853 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] For port 7f2884e0-d3a4-406d-af53-eed20a676528, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7f2884e0-d3a4-406d-af53-eed20a676528,segment=NetworkSegment(617347d6-a030-4be3-81c9-ace3dd5c5009),segment_id=617347d6-a030-4be3-81c9-ace3dd5c5009)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:50.020051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.032480 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Calling delete_port for 7f2884e0-d3a4-406d-af53-eed20a676528 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:50.053891 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] DHCP port deletion for 653059ff-cbf8-46b4-9ce6-fe9fa61944dd request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:50.102259 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] Deleting port 7f2884e0-d3a4-406d-af53-eed20a676528 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:50.102897 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.120006 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.144200 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2884e0-d3a4-406d-af53-eed20a676528,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:50.153421 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] No DVR routers for this DVR port 7f2884e0-d3a4-406d-af53-eed20a676528 on host n-d-789963-21 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:50.176323 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] For port 7f2884e0-d3a4-406d-af53-eed20a676528, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=7f2884e0-d3a4-406d-af53-eed20a676528,segment=NetworkSegment(617347d6-a030-4be3-81c9-ace3dd5c5009),segment_id=617347d6-a030-4be3-81c9-ace3dd5c5009)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:50.176721 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.190256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] Calling delete_port for 7f2884e0-d3a4-406d-af53-eed20a676528 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:50.230077 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.252256 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653059ff-cbf8-46b4-9ce6-fe9fa61944dd']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:50.262364 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617347d6-a030-4be3-81c9-ace3dd5c5009') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:50.262659 n-d-789963-21 neutron-server[102628]: DEBUG neutron.services.segments.db [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617347d6-a030-4be3-81c9-ace3dd5c5009') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:50.272990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4203737'] for segment, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.282921 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.288653 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.298021 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:50.298821 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5215990'] for segment, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: Traceback (most recent call last): Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: timer() Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: cb(*args, **kw) Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: return func(*args, **kwargs) Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: self._notify() Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: self.callback(batched_events) Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: event.method(event) Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: return f(self, *a, **k) Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: return self._get(url).json() Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:50.300832 n-d-789963-21 neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:50.311837 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] No DVR routers for this DVR port 7f2884e0-d3a4-406d-af53-eed20a676528 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:50.313940 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5d57b-185e-4e48-80ca-08de3f0c61e8 None None] Pushing event deleted for resources: {'Port': ['ID=7f2884e0-d3a4-406d-af53-eed20a676528,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:50.360972 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.365737 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.369030 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] 10.222.0.49 "DELETE /v2.0/networks/653059ff-cbf8-46b4-9ce6-fe9fa61944dd HTTP/1.1" status: 204 len: 168 time: 0.5469735 Nov 12 04:41:50.381666 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2578354-0085-4eb5-829a-24a907791691 admin admin] Pushing event deleted for resources: {'Network': ['ID=653059ff-cbf8-46b4-9ce6-fe9fa61944dd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:50.486090 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7f2884e0-d3a4-406d-af53-eed20a676528 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:50.495032 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40860) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:50.511598 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 7f2884e0-d3a4-406d-af53-eed20a676528 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:50.511943 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 7f2884e0-d3a4-406d-af53-eed20a676528 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:50.512370 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:50.532523 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:50.532901 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device f0c10520-ccc3-4dcd-a5e1-7dcfe4bc2b36 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:50.533328 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 05c0e37f-55f4-4322-9df4-e2043aa6a333 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:50.543151 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-25f8f0bb-8d00-4c0e-9afd-293c1fd85366 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de382b8c8d3a4b118f54bd8f0782f7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459743 Nov 12 04:41:50.544017 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40862) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:50.552520 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 05c0e37f-55f4-4322-9df4-e2043aa6a333 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:50.552970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 05c0e37f-55f4-4322-9df4-e2043aa6a333 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:50.591776 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dba3660e-baa9-4b9b-9372-1332635e11a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.613586 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dba3660e-baa9-4b9b-9372-1332635e11a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.660868 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dba3660e-baa9-4b9b-9372-1332635e11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.663371 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dba3660e-baa9-4b9b-9372-1332635e11a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.664704 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-dba3660e-baa9-4b9b-9372-1332635e11a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61d4cafa-9711-49db-a620-c616af4d8855 HTTP/1.1" status: 204 len: 168 time: 0.1195586 Nov 12 04:41:50.672508 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3660e-baa9-4b9b-9372-1332635e11a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4cafa-9711-49db-a620-c616af4d8855,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:50.971785 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40868) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:51.011692 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-ea136305-a5a0-48c4-82b4-415ebd0f8f4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9005760c61f14fb084e0c6b02efa5e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385232 Nov 12 04:41:51.014065 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40870) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:51.063990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe546a03-ba90-4ad7-988d-a24ea2636b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.089950 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe546a03-ba90-4ad7-988d-a24ea2636b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.138414 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe546a03-ba90-4ad7-988d-a24ea2636b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.141985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe546a03-ba90-4ad7-988d-a24ea2636b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.143273 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-fe546a03-ba90-4ad7-988d-a24ea2636b75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0404e707-4b11-4ba0-bdc8-3374b60f9314 HTTP/1.1" status: 204 len: 168 time: 0.1280622 Nov 12 04:41:51.150974 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe546a03-ba90-4ad7-988d-a24ea2636b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0404e707-4b11-4ba0-bdc8-3374b60f9314,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:51.801208 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40892) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:51.897626 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2045548736-network', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:51.919154 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Made reservation on behalf of 63c0c6519a7b4c41a3bca6b638cde204 for: {'network': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:51.922213 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.930643 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.004559 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.008399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.029785 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=102629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:52.045155 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8fc4d0-4f28-45ec-b074-b54b2f1dd6fc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:52.049857 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.050206 n-d-789963-21 neutron-server[102629]: INFO neutron.db.segments_db [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Added segment 1c49d6ef-0adc-49d5-b630-fd244cd77e04 of type vlan for network bcf4a195-3780-4854-85f1-e7a631297fc5 Nov 12 04:41:52.089489 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.114437 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.115479 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.116094 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.150885 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3484480 Nov 12 04:41:52.153704 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40896) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:52.158954 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Request body: {'subnet': {'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2045548736-subnet', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:52.180860 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Made reservation on behalf of 63c0c6519a7b4c41a3bca6b638cde204 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:52.182596 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b255e0-b178-461b-9934-1b6e47407e26 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf4a195-3780-4854-85f1-e7a631297fc5,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:52.183270 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536467413'] for subnet, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.193818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network bcf4a195-3780-4854-85f1-e7a631297fc5 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:52.349380 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5215839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536467399'] for subnet, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.401850 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:52.412397 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Checking segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:52.412779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Network hostable DHCP agents. Network: bcf4a195-3780-4854-85f1-e7a631297fc5, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:41:52.432181 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Network bcf4a195-3780-4854-85f1-e7a631297fc5 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:41:52.441564 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, bcf4a195-3780-4854-85f1-e7a631297fc5) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:52.445825 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.446409 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.453776 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe4d58-556d-4516-8ff1-536f6218721a None None] Network bcf4a195-3780-4854-85f1-e7a631297fc5 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:52.464812 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-315e65ac-0003-4885-a7e3-edbf0de1d732 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3098531 Nov 12 04:41:52.468209 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40898) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:52.472928 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:52.494399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.495395 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.547578 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.607878 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-bcf4a195-3780-4854-85f1-e7a631297fc5', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:41:52.609568 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.690297 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.748671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Allocated IP 172.20.0.2 (bcf4a195-3780-4854-85f1-e7a631297fc5/c07cd7ad-5f2a-4db2-a2c8-bcdef439015b/92c5c254-4e85-4ec2-b093-66ff46ddbc43) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:52.890802 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.894514 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.896630 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.914007 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.942401 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Network bcf4a195-3780-4854-85f1-e7a631297fc5 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:52.947601 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:52.949743 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Pushing event updated for resources: {'Port': ['ID=92c5c254-4e85-4ec2-b093-66ff46ddbc43,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:52.952571 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:53.004208 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Attempting to bind port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:53.004562 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Attempting to bind port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:53.004963 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Attempting to bind port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 on network bcf4a195-3780-4854-85f1-e7a631297fc5 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:53.009893 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:53.010267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Checking segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:53.010918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.011325 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Bound using segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:53.011794 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Bound port: 92c5c254-4e85-4ec2-b093-66ff46ddbc43, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:53.012173 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.019369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Allocated IP 172.25.0.137 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/d9661a32-e2bf-4a87-bcec-976f5d83e845) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:53.077652 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-16b03062-010c-4be8-a49b-b68c082876af None None] For port 92c5c254-4e85-4ec2-b093-66ff46ddbc43, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:53.081145 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-16b03062-010c-4be8-a49b-b68c082876af None None] For port 92c5c254-4e85-4ec2-b093-66ff46ddbc43, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=92c5c254-4e85-4ec2-b093-66ff46ddbc43,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:53.085817 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.129621 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.147728 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b03062-010c-4be8-a49b-b68c082876af None None] Pushing event updated for resources: {'Port': ['ID=92c5c254-4e85-4ec2-b093-66ff46ddbc43,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:53.168827 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.211003 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:53.214170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:53.216547 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:53.230983 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7852ad-31b5-4612-8b51-a125e3ccb7c6 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:53.247081 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9661a32-e2bf-4a87-bcec-976f5d83e845,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:53.345108 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c9be6624-be7f-4df8-9c77-5e0c4c64b648 None None] Provisioning complete for port d9661a32-e2bf-4a87-bcec-976f5d83e845 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:53.345508 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9be6624-be7f-4df8-9c77-5e0c4c64b648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.385505 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c9be6624-be7f-4df8-9c77-5e0c4c64b648 None None] Port d9661a32-e2bf-4a87-bcec-976f5d83e845 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:53.501114 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.697403 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.833080 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Router 2ebf1536-9e8a-4352-9f93-50219cac332e is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:41:54.004164 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d3ae37-c3e9-4c5f-9fb2-377cf0c12f84 None None] Network bcf4a195-3780-4854-85f1-e7a631297fc5 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:54.143585 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-33a73eb1-b782-42a4-ac0a-8ae74bb0ec49 None None] Provisioning complete for port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:54.143945 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33a73eb1-b782-42a4-ac0a-8ae74bb0ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.251100 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33a73eb1-b782-42a4-ac0a-8ae74bb0ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.261397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:54.274916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Sync routers for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:54.283684 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.287558 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e5b69bb8-e274-416d-a371-9ef2fdf820b2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8156295 Nov 12 04:41:54.287854 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40900) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:54.302584 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-33a73eb1-b782-42a4-ac0a-8ae74bb0ec49 None None] For port 92c5c254-4e85-4ec2-b093-66ff46ddbc43, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=92c5c254-4e85-4ec2-b093-66ff46ddbc43,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:54.303884 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:54.304686 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:54.341282 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33a73eb1-b782-42a4-ac0a-8ae74bb0ec49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.555068 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 92c5c254-4e85-4ec2-b093-66ff46ddbc43 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:54.654825 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-d7de5bc6-e9e0-4a11-905c-6922342aa41c None None] Provisioning complete for port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:54.655400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d7de5bc6-e9e0-4a11-905c-6922342aa41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.659677 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a73eb1-b782-42a4-ac0a-8ae74bb0ec49 None None] Pushing event updated for resources: {'Port': ['ID=92c5c254-4e85-4ec2-b093-66ff46ddbc43,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:54.704683 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:54.736205 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.792396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:54.792796 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:54.901886 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Allocated IP 172.20.0.1 (bcf4a195-3780-4854-85f1-e7a631297fc5/c07cd7ad-5f2a-4db2-a2c8-bcdef439015b/93997848-8d87-4cdd-94f8-df19dcb3f979) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:54.999919 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:53Z', 'revision_number': 3, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:55.003241 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.027287 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Checking router: 2ebf1536-9e8a-4352-9f93-50219cac332e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:55.027648 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Updating router 2ebf1536-9e8a-4352-9f93-50219cac332e port d9661a32-e2bf-4a87-bcec-976f5d83e845 binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:41:55.038813 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.056956 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.087885 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Network bcf4a195-3780-4854-85f1-e7a631297fc5 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:55.093801 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:55.096403 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:55.117956 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Pushing event updated for resources: {'Port': ['ID=93997848-8d87-4cdd-94f8-df19dcb3f979,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:55.140850 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.278803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.332602 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.339087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.376337 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaee57fc-e98b-4b95-ae12-be3754a93de8 None None] Provisioning complete for port 93997848-8d87-4cdd-94f8-df19dcb3f979 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:55.376619 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaee57fc-e98b-4b95-ae12-be3754a93de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.420376 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4284d494-5c9e-4b6e-9c7a-8f8347375e13 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:55.444358 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.445427 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Attempting to bind port d9661a32-e2bf-4a87-bcec-976f5d83e845 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:55.445805 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Attempting to bind port d9661a32-e2bf-4a87-bcec-976f5d83e845 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:55.446172 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Attempting to bind port d9661a32-e2bf-4a87-bcec-976f5d83e845 on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:55.450137 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bdd62-10c5-4700-8238-a7cd556cac32 None None] Pushing event updated for resources: {'Port': ['ID=d9661a32-e2bf-4a87-bcec-976f5d83e845,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:55.452948 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.459186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:55.459395 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.460148 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:55.460148 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.460315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:55.460916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Bound port: d9661a32-e2bf-4a87-bcec-976f5d83e845, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:55.461214 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.462752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaee57fc-e98b-4b95-ae12-be3754a93de8 None None] Port 93997848-8d87-4cdd-94f8-df19dcb3f979 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:55.516079 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] For port d9661a32-e2bf-4a87-bcec-976f5d83e845, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:55.519256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] For port d9661a32-e2bf-4a87-bcec-976f5d83e845, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9661a32-e2bf-4a87-bcec-976f5d83e845,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:55.523131 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.528530 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Pushing event updated for resources: {'Port': ['ID=93997848-8d87-4cdd-94f8-df19dcb3f979,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:55.531188 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.568876 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06dbb09-64a7-4654-8c03-38bcc1a67ba0 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:55.593961 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:55.594593 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:55.636171 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bdd62-10c5-4700-8238-a7cd556cac32 None None] Pushing event updated for resources: {'Port': ['ID=d9661a32-e2bf-4a87-bcec-976f5d83e845,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:55.637524 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Network bcf4a195-3780-4854-85f1-e7a631297fc5 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:55.639710 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:55.649903 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-64da4584-362c-4d70-85f6-e2d08bdbc59f None None] Provisioning complete for port d9661a32-e2bf-4a87-bcec-976f5d83e845 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:55.650295 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64da4584-362c-4d70-85f6-e2d08bdbc59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.751600 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:55.856193 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64da4584-362c-4d70-85f6-e2d08bdbc59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.924275 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-64da4584-362c-4d70-85f6-e2d08bdbc59f None None] For port d9661a32-e2bf-4a87-bcec-976f5d83e845, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9661a32-e2bf-4a87-bcec-976f5d83e845,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:55.929429 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64da4584-362c-4d70-85f6-e2d08bdbc59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.021595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da4584-362c-4d70-85f6-e2d08bdbc59f None None] Pushing event updated for resources: {'Port': ['ID=d9661a32-e2bf-4a87-bcec-976f5d83e845,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:56.059051 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-09b4fbc2-9020-4fef-8f5c-428b45c2591c None None] Provisioning complete for port 93997848-8d87-4cdd-94f8-df19dcb3f979 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:56.059430 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09b4fbc2-9020-4fef-8f5c-428b45c2591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.086095 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 2, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:56.094998 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Router 2ebf1536-9e8a-4352-9f93-50219cac332e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:56.117796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c617d50-9c2b-429f-a7e4-bbda2ad5571d None None] The sync data for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 is: [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 2, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:56.123075 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-09b4fbc2-9020-4fef-8f5c-428b45c2591c None None] Port 93997848-8d87-4cdd-94f8-df19dcb3f979 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:56.137525 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-09b4fbc2-9020-4fef-8f5c-428b45c2591c None None] Provisioning complete for port d9661a32-e2bf-4a87-bcec-976f5d83e845 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:56.137973 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-09b4fbc2-9020-4fef-8f5c-428b45c2591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.212311 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:56.217721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-494103c2-92f0-465f-8517-ef9d277d2f30 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ebf1536-9e8a-4352-9f93-50219cac332e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9288046 Nov 12 04:41:56.488430 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 92c5c254-4e85-4ec2-b093-66ff46ddbc43 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:56.543700 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:56.544077 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.758131 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40916) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:56.765074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-243204781-network', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:56.811800 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Made reservation on behalf of d46d73bb0b29450eb1d079064a07fff1 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:56.814442 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for network, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.823845 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.908376 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.912323 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.939176 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:56.950052 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639b8270-355f-443a-a077-f3279fcf3a54,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:56.957585 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:56.957981 n-d-789963-21 neutron-server[102628]: INFO neutron.db.segments_db [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Added segment 595b1fa9-865c-4158-829f-ad8fde06845d of type vlan for network a3c4a211-6622-4407-a2db-d5cff55950c9 Nov 12 04:41:57.000001 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745362889436'] for network, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.028197 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324'] for network, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.029203 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:57.030304 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Publish callbacks [] for network, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.090686 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3306522 Nov 12 04:41:57.094567 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40918) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:57.099028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c169fc-855c-48e2-8276-6a2f011cb9ca admin admin] Pushing event updated for resources: {'Network': ['ID=a3c4a211-6622-4407-a2db-d5cff55950c9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:57.099757 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Request body: {'subnet': {'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-243204781-subnet', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'ip_version': 4}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:57.110033 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Network a3c4a211-6622-4407-a2db-d5cff55950c9 details requested by agent ovs-agent-n-d-789963-21 with host n-d-789963-21 {{(pid=102630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:57.124022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Made reservation on behalf of d46d73bb0b29450eb1d079064a07fff1 for: {'subnet': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:57.126875 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536351799'] for subnet, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.312401 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-536448070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536351781'] for subnet, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.370555 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6ef651-24fc-43fe-ab1c-fe86e1825d17,revision_number=0']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:57.379061 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Checking segment: {'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:57.379423 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Network hostable DHCP agents. Network: a3c4a211-6622-4407-a2db-d5cff55950c9, hostable agents: ['15e1e9b9-fe74-4ff1-aba8-c8c742643da4'], hosted agents: [] {{(pid=102629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:41:57.398397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Network a3c4a211-6622-4407-a2db-d5cff55950c9 is scheduled to be hosted by DHCP agent 15e1e9b9-fe74-4ff1-aba8-c8c742643da4 with binding_index 1 {{(pid=102629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:41:57.409735 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-21, a3c4a211-6622-4407-a2db-d5cff55950c9) {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:57.414475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:57.415065 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.422582 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b69182-9c86-4f7e-8e1e-3877914e81ca None None] Network a3c4a211-6622-4407-a2db-d5cff55950c9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:57.431634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e57a97c0-92cf-413e-a978-db0f1b353d9e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3358915 Nov 12 04:41:57.434153 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40920) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:57.438863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:57.460533 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-408739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26553'] for router, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.461566 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26550'] for router, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.519718 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.578804 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8560e9a5-db8a-59bb-ba10-aae7b33ce832-a3c4a211-6622-4407-a2db-d5cff55950c9', 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'fixed_ips': [{'subnet_id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17'}]}} from n-d-789963-21. {{(pid=102630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:41:57.579653 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.665476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.716910 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.db_base_plugin_common [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Allocated IP 172.20.0.2 (a3c4a211-6622-4407-a2db-d5cff55950c9/0d6ef651-24fc-43fe-ab1c-fe86e1825d17/8ac43e2a-6347-4e80-b013-735500311527) {{(pid=102630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:57.866304 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Publish callbacks [] for port, precommit_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.875849 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938'] for port, after_create {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.890706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.910526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.919883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Network a3c4a211-6622-4407-a2db-d5cff55950c9 is already hosted by enough agents. {{(pid=102630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:57.925156 n-d-789963-21 neutron-server[102630]: DEBUG neutron.scheduler.base_scheduler [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Resources bound (agent type, host, resource id): {{(pid=102630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:57.927739 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Received port after_create {{(pid=102630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:57.941723 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Pushing event updated for resources: {'Port': ['ID=8ac43e2a-6347-4e80-b013-735500311527,revision_number=1']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:57.996315 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Attempting to bind port 8ac43e2a-6347-4e80-b013-735500311527 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:57.996688 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Attempting to bind port 8ac43e2a-6347-4e80-b013-735500311527 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:57.997089 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Attempting to bind port 8ac43e2a-6347-4e80-b013-735500311527 on network a3c4a211-6622-4407-a2db-d5cff55950c9 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:58.002555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:58.002930 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Checking segment: {'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:58.003341 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.003735 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Bound using segment: {'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:58.004213 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Bound port: 8ac43e2a-6347-4e80-b013-735500311527, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:58.004599 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.028122 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Allocated IP 172.25.0.111 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/1f5fd828-1f60-48e6-9f0e-6593218ed46e) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:58.074742 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] For port 8ac43e2a-6347-4e80-b013-735500311527, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:58.078210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] For port 8ac43e2a-6347-4e80-b013-735500311527, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ac43e2a-6347-4e80-b013-735500311527,segment=NetworkSegment(595b1fa9-865c-4158-829f-ad8fde06845d),segment_id=595b1fa9-865c-4158-829f-ad8fde06845d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:58.082512 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.136883 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.149625 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711053-3dc7-4e3c-baeb-bda320a09b61 None None] Pushing event updated for resources: {'Port': ['ID=8ac43e2a-6347-4e80-b013-735500311527,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:58.173581 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.192517 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Sync routers for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:58.203681 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:58.204294 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:58.218560 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:58.221756 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:58.227022 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:58.230183 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Pushing event updated for resources: {'Port': ['ID=1f5fd828-1f60-48e6-9f0e-6593218ed46e,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:58.239635 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c974a6-f537-421f-8b56-a7c563d99176 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:58.279883 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-79a83bb8-371e-4697-9b4c-3a1d786a44ff None None] Provisioning complete for port 1f5fd828-1f60-48e6-9f0e-6593218ed46e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:58.281251 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-79a83bb8-371e-4697-9b4c-3a1d786a44ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.342077 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-79a83bb8-371e-4697-9b4c-3a1d786a44ff None None] Port 1f5fd828-1f60-48e6-9f0e-6593218ed46e cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:58.378365 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:58.620670 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.637981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9661a32-e2bf-4a87-bcec-976f5d83e845 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:58.685511 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 2, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:58.694897 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port d9661a32-e2bf-4a87-bcec-976f5d83e845 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:58.695507 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.719969 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Checking router: 2ebf1536-9e8a-4352-9f93-50219cac332e for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:58.720581 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Updating router 2ebf1536-9e8a-4352-9f93-50219cac332e port 93997848-8d87-4cdd-94f8-df19dcb3f979 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:41:58.752097 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.808169 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ac43e2a-6347-4e80-b013-735500311527 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:58.874406 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395196'] for router, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.878210 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8ac43e2a-6347-4e80-b013-735500311527 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:58.878580 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.974080 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.030460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 is scheduled to L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb with binding_index 1 {{(pid=102629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:41:59.033612 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] For port 8ac43e2a-6347-4e80-b013-735500311527, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ac43e2a-6347-4e80-b013-735500311527,segment=NetworkSegment(595b1fa9-865c-4158-829f-ad8fde06845d),segment_id=595b1fa9-865c-4158-829f-ad8fde06845d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:59.041102 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.102789 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.113604 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Pushing event updated for resources: {'Port': ['ID=8ac43e2a-6347-4e80-b013-735500311527,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:59.120946 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.177948 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Pushing event updated for resources: {'Port': ['ID=93997848-8d87-4cdd-94f8-df19dcb3f979,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:59.191807 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.192212 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.192700 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.193298 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.193298 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.193568 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.193884 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.194197 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.194509 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.194935 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.195118 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.195426 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:59.195975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:59.211047 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Sync routers for ids ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:59.227864 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.232258 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-e3232d73-e0d8-4437-a5da-d5ad05d298ba admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7944069 Nov 12 04:41:59.233130 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40924) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:59.235502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Routers {'1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:59.237198 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:59.293602 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Attempting to bind port 93997848-8d87-4cdd-94f8-df19dcb3f979 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:59.293969 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Attempting to bind port 93997848-8d87-4cdd-94f8-df19dcb3f979 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:59.294330 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Attempting to bind port 93997848-8d87-4cdd-94f8-df19dcb3f979 on network bcf4a195-3780-4854-85f1-e7a631297fc5 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:59.300403 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:59.301343 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Checking segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:59.302021 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.302628 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Bound using segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:59.303322 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Bound port: 93997848-8d87-4cdd-94f8-df19dcb3f979, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:59.305198 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.406620 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Set router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:59.411723 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] For port 93997848-8d87-4cdd-94f8-df19dcb3f979, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:59.417541 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] For port 93997848-8d87-4cdd-94f8-df19dcb3f979, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93997848-8d87-4cdd-94f8-df19dcb3f979,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:59.427674 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.599179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf318fb-fe33-4c9d-bfc6-c231fed192e5 None None] Network a3c4a211-6622-4407-a2db-d5cff55950c9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:59.622443 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:59.625613 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:59.638900 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-0ecaa0a0-615d-430c-a080-181a5e479ce6 None None] Provisioning complete for port 93997848-8d87-4cdd-94f8-df19dcb3f979 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:59.639951 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa0a0-615d-430c-a080-181a5e479ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:59.687024 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08ac3d-215f-4f29-8844-35755df17625 None None] Pushing event updated for resources: {'Port': ['ID=93997848-8d87-4cdd-94f8-df19dcb3f979,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:59.826621 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:59.876855 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:41:58Z', 'revision_number': 3, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port': {'id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:59.960894 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Checking router: 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:59.961413 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Updating router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 port 1f5fd828-1f60-48e6-9f0e-6593218ed46e binding host n-d-789963-21 {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:41:59.982014 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.006918 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.009920 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa0a0-615d-430c-a080-181a5e479ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.069781 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:41:59Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:00.098576 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139a430-575e-4a22-a9b4-2d9a5f160adc None None] The sync data for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 is: [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:41:59Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:00.148641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-0ecaa0a0-615d-430c-a080-181a5e479ce6 None None] For port 93997848-8d87-4cdd-94f8-df19dcb3f979, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93997848-8d87-4cdd-94f8-df19dcb3f979,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:00.158665 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-0ecaa0a0-615d-430c-a080-181a5e479ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.206651 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Allocated IP 172.20.0.1 (a3c4a211-6622-4407-a2db-d5cff55950c9/0d6ef651-24fc-43fe-ab1c-fe86e1825d17/213a1a55-5324-453b-8312-f76842207a31) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:00.329808 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.344902 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-06eac85b-440c-48e0-a408-6deb3ebff864 None None] Provisioning complete for port 93997848-8d87-4cdd-94f8-df19dcb3f979 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:00.345282 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-06eac85b-440c-48e0-a408-6deb3ebff864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.370064 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.377621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaa0a0-615d-430c-a080-181a5e479ce6 None None] Pushing event updated for resources: {'Port': ['ID=93997848-8d87-4cdd-94f8-df19dcb3f979,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:00.416994 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Network a3c4a211-6622-4407-a2db-d5cff55950c9 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:00.424546 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:00.426727 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:00.430432 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Pushing event updated for resources: {'Port': ['ID=213a1a55-5324-453b-8312-f76842207a31,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:00.454951 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Publish callbacks [] for port, precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.484856 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394089'] for router_interface, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.489113 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.573195 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Attempting to bind port 1f5fd828-1f60-48e6-9f0e-6593218ed46e on host n-d-789963-21 for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:00.573583 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Attempting to bind port 1f5fd828-1f60-48e6-9f0e-6593218ed46e by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:00.573965 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Attempting to bind port 1f5fd828-1f60-48e6-9f0e-6593218ed46e on network d85b3a67-1fc7-4b75-9ebc-efee162d6424 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:00.578709 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506dfc81-1230-4dbf-a0b2-b4a0858ed48c None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:00.604687 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93997848-8d87-4cdd-94f8-df19dcb3f979 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:00.606970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53b90f-4aac-4cb9-b6a3-05dbe9aaf026 None None] Pushing event updated for resources: {'Port': ['ID=1f5fd828-1f60-48e6-9f0e-6593218ed46e,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:00.643310 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:00.643989 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Checking segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:00.644150 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.645123 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Bound using segment: {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:00.645912 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Bound port: 1f5fd828-1f60-48e6-9f0e-6593218ed46e, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcebda9f-0d91-4557-bd51-a34f9c19c97d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:00.646406 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.677941 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.698284 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-06eac85b-440c-48e0-a408-6deb3ebff864 None None] Provisioning complete for port 8ac43e2a-6347-4e80-b013-735500311527 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:00.698916 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-06eac85b-440c-48e0-a408-6deb3ebff864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.767936 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] For port 1f5fd828-1f60-48e6-9f0e-6593218ed46e, host n-d-789963-21, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:00.772590 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] For port 1f5fd828-1f60-48e6-9f0e-6593218ed46e, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f5fd828-1f60-48e6-9f0e-6593218ed46e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:00.781510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.874800 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.881005 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.959119 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Pushing event updated for resources: {'Port': ['ID=213a1a55-5324-453b-8312-f76842207a31,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:00.966551 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394237'] for router_interface, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:00.981631 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 93997848-8d87-4cdd-94f8-df19dcb3f979 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:00.982005 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.027138 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d8352-9ec6-4283-8f74-1dcb77d1e5d7 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:42:01.066069 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Network a3c4a211-6622-4407-a2db-d5cff55950c9 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:01.067490 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:01.083076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Routers {'1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:01.083076 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:41:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:01.089896 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53b90f-4aac-4cb9-b6a3-05dbe9aaf026 None None] Pushing event updated for resources: {'Port': ['ID=1f5fd828-1f60-48e6-9f0e-6593218ed46e,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:01.194669 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:01.244326 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ac43e2a-6347-4e80-b013-735500311527 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:01.250144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] Set router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:01.317702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:01.322759 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-579879e8-7a4c-40e9-92cc-7f83800308cc admin admin] 10.222.0.49 "PUT /v2.0/routers/1ef033ea-a7a5-4bc7-83b2-0d584340c4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0889745 Nov 12 04:42:01.366659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Provisioning complete for port 8ac43e2a-6347-4e80-b013-735500311527 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:01.367055 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.459763 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 8ac43e2a-6347-4e80-b013-735500311527 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:01.460127 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.556707 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-709c3263-e4cb-4d76-b48b-a66ee4470cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.656048 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Provisioning complete for port 213a1a55-5324-453b-8312-f76842207a31 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:01.656721 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.695580 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 4, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port': {'id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '213a1a55-5324-453b-8312-f76842207a31', 'name': '', 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'mac_address': 'fa:16:3e:61:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:00Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 2, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'subnets': [{'id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:01.722021 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Port 213a1a55-5324-453b-8312-f76842207a31 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:01.723748 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7b428-9901-4aa2-bdcb-fecaf257737f None None] The sync data for ids ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'] in n-d-789963-21 is: [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 4, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port': {'id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '213a1a55-5324-453b-8312-f76842207a31', 'name': '', 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'mac_address': 'fa:16:3e:61:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:00Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 2, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'subnets': [{'id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:01.733970 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Provisioning complete for port 1f5fd828-1f60-48e6-9f0e-6593218ed46e triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:01.734337 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.815276 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.837861 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] For port 1f5fd828-1f60-48e6-9f0e-6593218ed46e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f5fd828-1f60-48e6-9f0e-6593218ed46e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:01.843932 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.886702 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40932) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:01.893169 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-87e42da8-4a16-4ee6-9899-1c35d0dc3fc4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578896768', 'description': 'tempest-secgroup-smoke-578896768 description', 'project_id': '63c0c6519a7b4c41a3bca6b638cde204'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:01.901649 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f276e2-efe4-4e65-9e45-dfedda4ee77c None None] Pushing event updated for resources: {'Port': ['ID=1f5fd828-1f60-48e6-9f0e-6593218ed46e,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:01.919035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e42da8-4a16-4ee6-9899-1c35d0dc3fc4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.974576 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-f8464fbc-e493-4d7c-af2f-1f9e4f381a1e None None] Provisioning complete for port 213a1a55-5324-453b-8312-f76842207a31 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:01.975004 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f8464fbc-e493-4d7c-af2f-1f9e4f381a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.011538 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e42da8-4a16-4ee6-9899-1c35d0dc3fc4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.013015 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-f8464fbc-e493-4d7c-af2f-1f9e4f381a1e None None] Port 213a1a55-5324-453b-8312-f76842207a31 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:02.018035 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e42da8-4a16-4ee6-9899-1c35d0dc3fc4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.048721 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87e42da8-4a16-4ee6-9899-1c35d0dc3fc4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.050115 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-87e42da8-4a16-4ee6-9899-1c35d0dc3fc4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1618898 Nov 12 04:42:02.052953 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40934) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:02.057336 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-329ce6d2-492e-4c17-9a09-5f2357e8f975 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'security_group_rule': {'security_group_id': '31325bad-da71-468d-b123-3e346988aeed', 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:02.065535 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e42da8-4a16-4ee6-9899-1c35d0dc3fc4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31325bad-da71-468d-b123-3e346988aeed,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.091648 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-329ce6d2-492e-4c17-9a09-5f2357e8f975 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.151314 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-329ce6d2-492e-4c17-9a09-5f2357e8f975 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.157997 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-329ce6d2-492e-4c17-9a09-5f2357e8f975 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.176930 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ce6d2-492e-4c17-9a09-5f2357e8f975 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183d6610-33f5-4017-9285-fed7f1c568a7,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.185384 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-329ce6d2-492e-4c17-9a09-5f2357e8f975 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.187247 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-329ce6d2-492e-4c17-9a09-5f2357e8f975 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333609 Nov 12 04:42:02.190519 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40936) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:02.200179 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-31e26315-25e4-437c-a79e-c6f533b9dff4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'security_group_rule': {'security_group_id': '31325bad-da71-468d-b123-3e346988aeed', 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:02.229921 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31e26315-25e4-437c-a79e-c6f533b9dff4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.293570 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31e26315-25e4-437c-a79e-c6f533b9dff4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.297489 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31e26315-25e4-437c-a79e-c6f533b9dff4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.317012 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e26315-25e4-437c-a79e-c6f533b9dff4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7138c51e-437d-4de6-8f4c-683add7bd60a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.324529 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-31e26315-25e4-437c-a79e-c6f533b9dff4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.325847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-31e26315-25e4-437c-a79e-c6f533b9dff4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304524 Nov 12 04:42:02.329261 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40938) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:02.334049 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2441f944-0125-44e8-bd7b-2a5f816a0db3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'security_group_rule': {'security_group_id': '31325bad-da71-468d-b123-3e346988aeed', 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:02.361633 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2441f944-0125-44e8-bd7b-2a5f816a0db3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.419140 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2441f944-0125-44e8-bd7b-2a5f816a0db3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.422711 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2441f944-0125-44e8-bd7b-2a5f816a0db3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.443269 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f944-0125-44e8-bd7b-2a5f816a0db3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe62f2b-2392-44d3-b531-bec29d9575fc,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.448978 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2441f944-0125-44e8-bd7b-2a5f816a0db3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.450131 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-2441f944-0125-44e8-bd7b-2a5f816a0db3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196702 Nov 12 04:42:02.453543 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40940) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:02.458000 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-f1bf1581-a8aa-4f84-b7c5-41f50b7c5c6d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'security_group_rule': {'security_group_id': '31325bad-da71-468d-b123-3e346988aeed', 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:02.483619 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1581-a8aa-4f84-b7c5-41f50b7c5c6d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.540906 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1581-a8aa-4f84-b7c5-41f50b7c5c6d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.544850 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1581-a8aa-4f84-b7c5-41f50b7c5c6d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.566146 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf1581-a8aa-4f84-b7c5-41f50b7c5c6d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a030276-229e-473d-a5a1-c0c1903b0bf2,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.575741 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1581-a8aa-4f84-b7c5-41f50b7c5c6d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.577010 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-f1bf1581-a8aa-4f84-b7c5-41f50b7c5c6d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225042 Nov 12 04:42:02.579927 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40942) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:02.584199 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-77e44c19-8def-44d8-87f7-64f12a9c9bd2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'security_group_rule': {'security_group_id': '31325bad-da71-468d-b123-3e346988aeed', 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:02.607571 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-77e44c19-8def-44d8-87f7-64f12a9c9bd2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Project 63c0c6519a7b4c41a3bca6b638cde204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:42:02.613044 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77e44c19-8def-44d8-87f7-64f12a9c9bd2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.674105 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77e44c19-8def-44d8-87f7-64f12a9c9bd2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.677855 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77e44c19-8def-44d8-87f7-64f12a9c9bd2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.697429 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e44c19-8def-44d8-87f7-64f12a9c9bd2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9406cef3-d6de-4b5b-97ae-27c1bd2a9262,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.703819 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77e44c19-8def-44d8-87f7-64f12a9c9bd2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.704801 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-77e44c19-8def-44d8-87f7-64f12a9c9bd2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238956 Nov 12 04:42:02.707474 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 40944) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:02.711708 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [None req-732d35a6-7f14-42c6-924b-151c6cc5b59d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'security_group_rule': {'security_group_id': '31325bad-da71-468d-b123-3e346988aeed', 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:02.733766 n-d-789963-21 neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-732d35a6-7f14-42c6-924b-151c6cc5b59d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Project 63c0c6519a7b4c41a3bca6b638cde204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:42:02.738332 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-732d35a6-7f14-42c6-924b-151c6cc5b59d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.798623 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-732d35a6-7f14-42c6-924b-151c6cc5b59d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.802080 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-732d35a6-7f14-42c6-924b-151c6cc5b59d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575113'] for security_group_rule, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.819353 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d35a6-7f14-42c6-924b-151c6cc5b59d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8593383d-7c3b-4cca-bcdc-8bea72ea67f7,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:02.826990 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-732d35a6-7f14-42c6-924b-151c6cc5b59d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.828187 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-732d35a6-7f14-42c6-924b-151c6cc5b59d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197875 Nov 12 04:42:02.999515 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-4f03b2e2-6ea6-48cb-9e8f-c6f12444f7ff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578896768&fields=id&tenant_id=63c0c6519a7b4c41a3bca6b638cde204 HTTP/1.1" status: 200 len: 267 time: 0.0511677 Nov 12 04:42:03.116212 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-f84f7b61-9d22-4235-8967-651f06654a57 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:03.117767 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-f84f7b61-9d22-4235-8967-651f06654a57 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 810 time: 0.1112783 Nov 12 04:42:03.136434 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-f381296c-ef02-4f19-b62b-040e46badb47 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/quotas/63c0c6519a7b4c41a3bca6b638cde204 HTTP/1.1" status: 200 len: 375 time: 0.0124588 Nov 12 04:42:03.192520 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-f643b8d1-368a-45a8-b7a1-9f5cfea7b552 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498018 Nov 12 04:42:03.391993 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-e2463b67-5aa3-42ff-ad18-2deda238365a service neutron] 10.222.0.49 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861215 Nov 12 04:42:03.486637 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f13255e-4b4b-41c7-b454-b9b5dae9a95d service neutron] 10.222.0.49 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880458 Nov 12 04:42:03.656834 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1fdd672a-6773-4d21-8f10-bcfdac167993 req-06ae9809-5bd0-479a-a9f6-e0e16a0d4d03 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 210 time: 0.0276899 Nov 12 04:42:03.751527 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-aa8a6c72-392d-491f-a736-9ba6a71e673e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.254173 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Sync routers for ids ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:04.264890 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Routers {'1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:04.265509 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:42:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:04.368471 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Set router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:04.534252 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f5fd828-1f60-48e6-9f0e-6593218ed46e up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:04.604265 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 1f5fd828-1f60-48e6-9f0e-6593218ed46e triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:04.605356 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.623183 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 4, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port': {'id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '213a1a55-5324-453b-8312-f76842207a31', 'name': '', 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'mac_address': 'fa:16:3e:61:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:00Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 2, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'subnets': [{'id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:04.656916 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Checking router: 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:04.657258 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Updating router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 port 213a1a55-5324-453b-8312-f76842207a31 binding host n-d-789963-21 {{(pid=102631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:42:04.700636 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-a60d6901-b1de-466f-a84a-1ec3839abe26 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:04.703487 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-a60d6901-b1de-466f-a84a-1ec3839abe26 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 810 time: 0.1938033 Nov 12 04:42:04.722481 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:04.775792 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-08074956-3f25-48fa-98e5-04c6c1087328 req-a317c710-b6e8-4a73-8552-2f9ce80546e4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 210 time: 0.0284345 Nov 12 04:42:04.804033 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-5ba99a05-6645-48a0-be60-86dc1238d0c8 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63c0c6519a7b4c41a3bca6b638cde204 HTTP/1.1" status: 200 len: 379 time: 0.0898616 Nov 12 04:42:04.816303 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'port': {'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'admin_state_up': True, 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'security_groups': ['31325bad-da71-468d-b123-3e346988aeed']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:04.928776 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Made reservation on behalf of 63c0c6519a7b4c41a3bca6b638cde204 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:42:04.932300 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.012611 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.019004 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.065906 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Allocated IP 172.20.0.6 (bcf4a195-3780-4854-85f1-e7a631297fc5/c07cd7ad-5f2a-4db2-a2c8-bcdef439015b/768e085a-3b92-40f0-8015-e0c3d9ccb40a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:05.067830 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b7f78-097d-45eb-aebb-f1d776d5b410 None None] Pushing event updated for resources: {'Port': ['ID=213a1a55-5324-453b-8312-f76842207a31,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:05.124462 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Attempting to bind port 213a1a55-5324-453b-8312-f76842207a31 on host n-d-789963-21 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:05.124856 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Attempting to bind port 213a1a55-5324-453b-8312-f76842207a31 by drivers openvswitch,hyperv on host n-d-789963-21 at level 0 using segments [{'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:05.125211 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Attempting to bind port 213a1a55-5324-453b-8312-f76842207a31 on network a3c4a211-6622-4407-a2db-d5cff55950c9 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:05.130398 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Checking agent: {'id': '400079f5-8c43-49f9-af0c-ad727e4d2b4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 7), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:05.130750 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Checking segment: {'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:05.131137 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.131512 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Bound using segment: {'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:05.131970 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Bound port: 213a1a55-5324-453b-8312-f76842207a31, host: n-d-789963-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595b1fa9-865c-4158-829f-ad8fde06845d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:05.132334 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.205084 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] For port 213a1a55-5324-453b-8312-f76842207a31, host n-d-789963-21, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:05.210468 n-d-789963-21 neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] For port 213a1a55-5324-453b-8312-f76842207a31, host n-d-789963-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=213a1a55-5324-453b-8312-f76842207a31,segment=NetworkSegment(595b1fa9-865c-4158-829f-ad8fde06845d),segment_id=595b1fa9-865c-4158-829f-ad8fde06845d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:05.216446 n-d-789963-21 neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.262348 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for port, precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.284190 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.301983 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.302936 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b7f78-097d-45eb-aebb-f1d776d5b410 None None] Pushing event updated for resources: {'Port': ['ID=213a1a55-5324-453b-8312-f76842207a31,revision_number=4']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:05.316071 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Routers {'1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:05.316965 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:42:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:05.350828 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Network bcf4a195-3780-4854-85f1-e7a631297fc5 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:05.354239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:05.359289 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:05.363859 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:05.375995 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-3ee8db5d-7ed1-40b8-a7c6-f7d7a82e3a49 None None] Provisioning complete for port 213a1a55-5324-453b-8312-f76842207a31 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:05.376482 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ee8db5d-7ed1-40b8-a7c6-f7d7a82e3a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.419848 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:05.420599 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.445989 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-1d58d159-161c-49c2-a41b-9045fdad3aff tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6334538 Nov 12 04:42:05.459186 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.v2.base [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Request body: {'port': {'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:05.469432 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] Set router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:05.505053 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ee8db5d-7ed1-40b8-a7c6-f7d7a82e3a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.538803 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.554611 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3ee8db5d-7ed1-40b8-a7c6-f7d7a82e3a49 None None] For port 213a1a55-5324-453b-8312-f76842207a31, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=213a1a55-5324-453b-8312-f76842207a31,segment=NetworkSegment(595b1fa9-865c-4158-829f-ad8fde06845d),segment_id=595b1fa9-865c-4158-829f-ad8fde06845d)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:05.560491 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ee8db5d-7ed1-40b8-a7c6-f7d7a82e3a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.640486 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8db5d-7ed1-40b8-a7c6-f7d7a82e3a49 None None] Pushing event updated for resources: {'Port': ['ID=213a1a55-5324-453b-8312-f76842207a31,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:05.771517 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 4, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port': {'id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '213a1a55-5324-453b-8312-f76842207a31', 'name': '', 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'mac_address': 'fa:16:3e:61:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:00Z', 'updated_at': '2021-11-12T04:42:05Z', 'revision_number': 4, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'subnets': [{'id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:05.781460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-73395956-29ce-445f-8495-ba74b1cc3e73 None None] Provisioning complete for port 768e085a-3b92-40f0-8015-e0c3d9ccb40a triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:05.782007 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-73395956-29ce-445f-8495-ba74b1cc3e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.820800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-73395956-29ce-445f-8495-ba74b1cc3e73 None None] Port 768e085a-3b92-40f0-8015-e0c3d9ccb40a cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:42:05.842821 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-73395956-29ce-445f-8495-ba74b1cc3e73 None None] Provisioning complete for port 213a1a55-5324-453b-8312-f76842207a31 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:05.843627 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-73395956-29ce-445f-8495-ba74b1cc3e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.897704 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b28b3b-a676-4054-8c47-149efc3b9d42 None None] The sync data for ids ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'] in n-d-789963-21 is: [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 4, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port': {'id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '213a1a55-5324-453b-8312-f76842207a31', 'name': '', 'network_id': 'a3c4a211-6622-4407-a2db-d5cff55950c9', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'mac_address': 'fa:16:3e:61:c8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:42:00Z', 'updated_at': '2021-11-12T04:42:05Z', 'revision_number': 4, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'subnets': [{'id': '0d6ef651-24fc-43fe-ab1c-fe86e1825d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:05.902917 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768e085a-3b92-40f0-8015-e0c3d9ccb40a {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:42:05.912589 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:05.937376 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01608-781c-47e2-b6a8-cbda2512dd1c req-be8e1f1a-bb75-4256-afd3-6c01fdf7b664 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:05.939005 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a01608-781c-47e2-b6a8-cbda2512dd1c req-be8e1f1a-bb75-4256-afd3-6c01fdf7b664 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 931 time: 0.0798869 Nov 12 04:42:05.940197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Transition to ACTIVE for port object 768e085a-3b92-40f0-8015-e0c3d9ccb40a will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:42:05.945793 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.021626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Pushing event updated for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:06.066039 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-19a01608-781c-47e2-b6a8-cbda2512dd1c req-44ea4e67-f59d-4919-9c42-38ae78b1fc5c tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146150 Nov 12 04:42:06.121369 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Attempting to bind port 768e085a-3b92-40f0-8015-e0c3d9ccb40a on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:42:06.121723 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Attempting to bind port 768e085a-3b92-40f0-8015-e0c3d9ccb40a by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:42:06.122051 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Attempting to bind port 768e085a-3b92-40f0-8015-e0c3d9ccb40a on network bcf4a195-3780-4854-85f1-e7a631297fc5 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:06.127700 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Port 768e085a-3b92-40f0-8015-e0c3d9ccb40a on network bcf4a195-3780-4854-85f1-e7a631297fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:42:06.128028 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Attempting to bind port 768e085a-3b92-40f0-8015-e0c3d9ccb40a on network bcf4a195-3780-4854-85f1-e7a631297fc5 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:42:06.133721 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:42:06.134078 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Checking segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:42:06.134752 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Bound using segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:42:06.135328 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Bound port: 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:42:06.135692 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.207793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:42:06.211207 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:42:06.217067 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5215954'] for port, after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.261688 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.262301 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.263712 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] 10.222.0.20 "PUT /v2.0/ports/768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 1092 time: 0.8089290 Nov 12 04:42:06.264239 n-d-789963-21 neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:06.266884 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e11eb79325b4663b076c54e5d983a01bf80a9896f18f6e49fd5bd26e2ee8b5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:06.321974 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2407f3-2644-4be9-a2c4-1b26f4c3a40f service neutron] Pushing event updated for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:06.336696 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fa6f83-0ccc-455c-a828-6840c26e9947 x-openstack-request-id: req-68fa6f83-0ccc-455c-a828-6840c26e9947 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:06.337013 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:06.337466 n-d-789963-21 neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68fa6f83-0ccc-455c-a828-6840c26e9947 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:06.337889 n-d-789963-21 neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'status': 'completed', 'code': 200} Nov 12 04:42:06.379714 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-36c69a56-716c-4099-97fc-7efb94201415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.381291 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-36c69a56-716c-4099-97fc-7efb94201415 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1095 time: 0.0555263 Nov 12 04:42:06.430547 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-d8c0fbf9-07dd-402c-8f3b-c61fa9d344cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 217 time: 0.0402031 Nov 12 04:42:06.494755 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-e61ce6c1-84d9-4e22-a158-b3661c6400d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.496362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-e61ce6c1-84d9-4e22-a158-b3661c6400d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0582011 Nov 12 04:42:06.535926 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 213a1a55-5324-453b-8312-f76842207a31 up at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:06.544188 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-3debf9b0-a9ee-40cd-9816-a56b6105144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.546731 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-3debf9b0-a9ee-40cd-9816-a56b6105144e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421412 Nov 12 04:42:06.584817 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Provisioning complete for port 213a1a55-5324-453b-8312-f76842207a31 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:06.585192 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.641227 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:06.649615 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-ef5b42f2-af52-47ad-8ba1-57a83bba6b8b service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953772 Nov 12 04:42:06.746796 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7c73dd4b-14ae-4cd3-8c2a-f51e42dc1673 req-6f3b70fb-4b2c-4a99-ad86-c9469323e438 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899646 Nov 12 04:42:06.833461 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-756b7b6a-3988-434a-a71f-d276355c6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.834854 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-756b7b6a-3988-434a-a71f-d276355c6468 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1095 time: 0.0413508 Nov 12 04:42:06.923471 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-8b2605c4-196f-4f92-9de9-679cd0b74039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:06.924958 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-8b2605c4-196f-4f92-9de9-679cd0b74039 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.0835507 Nov 12 04:42:06.970123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-0218f45a-1f91-4bc9-8c37-cd1b86a29988 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 217 time: 0.0382175 Nov 12 04:42:07.022094 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-c5ccb6ea-cb96-4399-ad44-0bde4170ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:07.023592 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-c5ccb6ea-cb96-4399-ad44-0bde4170ede7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0462627 Nov 12 04:42:07.070626 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-206d08ea-e31a-4573-8b60-a95932f71e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:07.072135 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-206d08ea-e31a-4573-8b60-a95932f71e5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408514 Nov 12 04:42:07.212514 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-7004eccf-ed13-4055-afdd-dac4c93d0ed8 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323328 Nov 12 04:42:07.221593 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e514180-4300-40c8-8d1e-e17b5e1fe496 req-3b3ac429-7904-4f3c-9556-d5c6dd50ff2a tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:07.222953 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e514180-4300-40c8-8d1e-e17b5e1fe496 req-3b3ac429-7904-4f3c-9556-d5c6dd50ff2a tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 943 time: 0.0748005 Nov 12 04:42:07.325544 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-7e514180-4300-40c8-8d1e-e17b5e1fe496 req-55881a74-d3ee-4f99-949c-c0f9763bcde0 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948038 Nov 12 04:42:07.345981 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-ec9819b9-82a0-48c1-9e72-99ce8d1372f1 req-d7903b3b-7989-4dfb-9bea-b2e16aadfd66 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220343 Nov 12 04:42:07.417421 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:08.447794 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d2eab-e4e6-4cb7-8a15-69b3da3e0282 req-5cf61980-c296-4d2d-b2ca-19d0e8296231 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:08.449311 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-245d2eab-e4e6-4cb7-8a15-69b3da3e0282 req-5cf61980-c296-4d2d-b2ca-19d0e8296231 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 943 time: 0.0539768 Nov 12 04:42:08.499148 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-245d2eab-e4e6-4cb7-8a15-69b3da3e0282 req-97c4af8f-decc-4dd4-99d2-502c53fa572e tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430884 Nov 12 04:42:08.584472 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:09.208444 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768e085a-3b92-40f0-8015-e0c3d9ccb40a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:42:09.304908 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:09.316712 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:42:09.352408 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.365194 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768e085a-3b92-40f0-8015-e0c3d9ccb40a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:42:09.384608 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:09.389003 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:09.434106 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:09.598221 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['768e085a-3b92-40f0-8015-e0c3d9ccb40a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:42:09.615116 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff67fa0-8bf0-4023-af1b-988a60d90fe3 req-88e1d340-5ba5-4c5d-9758-b0d4e872adac tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:09.616610 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ff67fa0-8bf0-4023-af1b-988a60d90fe3 req-88e1d340-5ba5-4c5d-9758-b0d4e872adac tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 944 time: 0.0500627 Nov 12 04:42:09.666012 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1ff67fa0-8bf0-4023-af1b-988a60d90fe3 req-cbac44de-05a1-4c79-a43f-06b67e848338 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432122 Nov 12 04:42:10.782032 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9df96-178d-49b8-bed2-1f1cebfd2c6c req-7ebc01f2-2f72-4f98-9a59-de69b37c60ac tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:10.783512 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8f9df96-178d-49b8-bed2-1f1cebfd2c6c req-7ebc01f2-2f72-4f98-9a59-de69b37c60ac tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 944 time: 0.0496249 Nov 12 04:42:10.833674 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a8f9df96-178d-49b8-bed2-1f1cebfd2c6c req-1dbcce2a-1446-4b80-90e3-647b1df47d2c tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Nov 12 04:42:11.208016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768e085a-3b92-40f0-8015-e0c3d9ccb40a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:42:11.258093 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port 768e085a-3b92-40f0-8015-e0c3d9ccb40a completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:42:11.263348 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 768e085a-3b92-40f0-8015-e0c3d9ccb40a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:42:11.263732 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.340524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.365133 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:11.367268 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d489cd7f-7884-400f-845f-7a7bc9419af2" -d '{"events": [{"server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "name": "network-vif-plugged", "status": "completed", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:11.383758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:42:11.388901 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:11.412581 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718c0d5-c80a-40d6-b818-6dfe97deacba x-openstack-request-id: req-a718c0d5-c80a-40d6-b818-6dfe97deacba {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:11.412891 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "name": "network-vif-plugged", "status": "completed", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:11.413145 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a718c0d5-c80a-40d6-b818-6dfe97deacba {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:11.413533 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'code': 200} Nov 12 04:42:11.440219 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:11.523388 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec31c9-c41d-4fa2-9584-d896fe898edc req-d95ee398-a7d5-4381-857d-15655a7385b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.524912 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6ec31c9-c41d-4fa2-9584-d896fe898edc req-d95ee398-a7d5-4381-857d-15655a7385b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1097 time: 0.0541329 Nov 12 04:42:11.570460 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e6ec31c9-c41d-4fa2-9584-d896fe898edc req-51ea7f35-92cf-4a73-9f2e-15d208ac6c93 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389111 Nov 12 04:42:11.952931 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39e5b9-63df-45fa-a0dd-8d8099841179 req-b67365dc-da2b-4aa8-88b9-a84b6adfd51f tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:11.954394 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b39e5b9-63df-45fa-a0dd-8d8099841179 req-b67365dc-da2b-4aa8-88b9-a84b6adfd51f tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 945 time: 0.0530252 Nov 12 04:42:12.002666 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2b39e5b9-63df-45fa-a0dd-8d8099841179 req-581db8ba-902c-45e5-a11b-d8ea735cf6f6 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424061 Nov 12 04:42:13.120413 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716944-5e8e-4844-9432-9cb967372a46 req-79ae6170-8d2f-45cd-be95-a41ce34a51b8 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:13.121922 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd716944-5e8e-4844-9432-9cb967372a46 req-79ae6170-8d2f-45cd-be95-a41ce34a51b8 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 945 time: 0.0487914 Nov 12 04:42:13.171317 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-bd716944-5e8e-4844-9432-9cb967372a46 req-f6919a66-9134-4291-a3c1-865873623d66 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434437 Nov 12 04:42:13.289160 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b2ed5-6b9a-4bab-9ff9-f6403ae42e35 req-7d05392f-f308-4253-9a4b-7004cfb2150a tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:13.290559 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-373b2ed5-6b9a-4bab-9ff9-f6403ae42e35 req-7d05392f-f308-4253-9a4b-7004cfb2150a tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 945 time: 0.0507410 Nov 12 04:42:13.340046 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-373b2ed5-6b9a-4bab-9ff9-f6403ae42e35 req-da49fdee-d873-4164-b726-e9ef737a090e tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430114 Nov 12 04:42:13.362790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 40996) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:13.444937 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8fc65d-8eed-4158-9a44-fd64d939c5df tempest-TestSnapshotPattern-760452456 tempest-TestSnapshotPattern-760452456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:13.446436 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-3a8fc65d-8eed-4158-9a44-fd64d939c5df tempest-TestSnapshotPattern-760452456 tempest-TestSnapshotPattern-760452456-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1092 time: 0.0826724 Nov 12 04:42:13.449308 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41000) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:13.454062 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:42:13.475203 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.573282 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.679371 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Allocated IP 172.25.0.65 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/911a0030-6d71-4fab-9b0a-7a97aa1a7fec) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:42:13.778609 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.811644 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:13.847911 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:42:13.852439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:42:13.856004 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:42:13.882638 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'Port': ['ID=911a0030-6d71-4fab-9b0a-7a97aa1a7fec,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:14.213659 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.282462 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.426478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.431103 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.502424 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'Port': ['ID=911a0030-6d71-4fab-9b0a-7a97aa1a7fec,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:42:14.517097 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:14.617711 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Floating IP 93de95bc-24af-4d27-9203-adfdc0971b62 associated. External IP: 172.25.0.65, port: 768e085a-3b92-40f0-8015-e0c3d9ccb40a. Nov 12 04:42:15.121150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Router 2ebf1536-9e8a-4352-9f93-50219cac332e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:42:15.228397 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:42:15.241200 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] Sync routers for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:42:15.249259 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:15.251594 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:15.253579 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:42:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:15.296790 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-22c5e986-c229-49d1-a089-7fa3cad2a589 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8405027 Nov 12 04:42:15.296790 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:42:15.296790 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e2ac6c-a455-4b67-8452-79f37566d4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:42:15.338710 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a5e1d-9e55-41b5-98b0-d854ac34f1f6 x-openstack-request-id: req-673a5e1d-9e55-41b5-98b0-d854ac34f1f6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:42:15.339007 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:42:15.339266 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-673a5e1d-9e55-41b5-98b0-d854ac34f1f6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:42:15.339688 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'status': 'completed', 'code': 200} Nov 12 04:42:15.371655 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:15.402197 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-cd96c15d-6fdc-47af-8c95-f359a38ae452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:15.403721 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-cd96c15d-6fdc-47af-8c95-f359a38ae452 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1097 time: 0.0417576 Nov 12 04:42:15.771256 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:14Z', 'revision_number': 0, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:15.798768 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] Checking router: 2ebf1536-9e8a-4352-9f93-50219cac332e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:42:15.807203 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:42:15.807818 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:42:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:15.840964 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-67354fa4-3a60-472f-8cf6-60d73c88d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:15.842479 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-67354fa4-3a60-472f-8cf6-60d73c88d89a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.4312110 Nov 12 04:42:15.912647 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-9678e361-23a5-4cb3-8da3-4580ea465c2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 998 time: 0.0620904 Nov 12 04:42:15.915831 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:42:15.961459 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-0fc8a653-d783-4464-93e0-f249f9640fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:15.962951 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-0fc8a653-d783-4464-93e0-f249f9640fb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0439234 Nov 12 04:42:16.011822 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-d9324951-0565-4627-be62-2495dc034881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:16.013352 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-d9324951-0565-4627-be62-2495dc034881 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425866 Nov 12 04:42:16.106748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-de1120a1-c484-493e-a734-b508204eb5b0 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856869 Nov 12 04:42:16.140435 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:14Z', 'revision_number': 0, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:42:16.170867 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde79dc-b5bd-4e4f-90f0-cb63bf5543bd None None] The sync data for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 is: [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:14Z', 'revision_number': 0, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:42:16.197603 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-47e2ac6c-a455-4b67-8452-79f37566d4e3 req-767ac86e-eb9a-46fb-b651-e300803cf947 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834496 Nov 12 04:42:16.373570 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f993ed-8119-497f-b42c-d5650850b256 None None] New status for floating IP 93de95bc-24af-4d27-9203-adfdc0971b62: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:42:23.925005 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-8e13145e-fdf3-4cf8-846a-a2a9e65171ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396636 Nov 12 04:42:24.010617 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-2559d95d-e706-4389-9fd5-7a335827fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:24.012340 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-2559d95d-e706-4389-9fd5-7a335827fc70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1097 time: 0.0454609 Nov 12 04:42:24.113492 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-db3b32a1-a3d5-44a4-b8fc-1b5aa29514b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:24.114960 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-db3b32a1-a3d5-44a4-b8fc-1b5aa29514b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.0832353 Nov 12 04:42:24.175509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-476b9390-9d45-4660-a1f0-c32fac455a2a req-e2cf7ed9-441f-4671-9723-ac36f85d7be2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259295 Nov 12 04:42:24.188683 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-82d3b522-b709-4bb0-ad59-091e1b7d483e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 1000 time: 0.0656755 Nov 12 04:42:24.233279 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-476b9390-9d45-4660-a1f0-c32fac455a2a req-725903ef-8da8-4e53-87d1-21b4c2ef610f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0253398 Nov 12 04:42:24.239750 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-79929083-fac8-448e-b901-9542debb03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:24.241207 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-79929083-fac8-448e-b901-9542debb03a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0438409 Nov 12 04:42:24.278588 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-476b9390-9d45-4660-a1f0-c32fac455a2a req-d57f1872-4139-43af-968f-fe056d12b42d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195012 Nov 12 04:42:24.289254 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-a0c469ea-36e5-4184-8295-6dc16d206d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:24.290744 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-a0c469ea-36e5-4184-8295-6dc16d206d86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409834 Nov 12 04:42:24.377229 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b9390-9d45-4660-a1f0-c32fac455a2a req-bed5ed68-1067-435e-a9e2-9fcbf8c96c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:24.378736 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-476b9390-9d45-4660-a1f0-c32fac455a2a req-bed5ed68-1067-435e-a9e2-9fcbf8c96c13 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933247 Nov 12 04:42:24.386847 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-10107a9a-4070-444f-96be-9feaafb23bc0 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866053 Nov 12 04:42:24.476541 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-f69f6c41-b44a-4f31-b4b4-4b2596da9125 req-a16e7e24-41a6-4f52-8c7c-490a6f440e15 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830009 Nov 12 04:42:25.368041 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.497565 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-409dea45-5075-4c13-932d-e3dae09c24c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:33.753245 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-944f2efb-b3d3-4224-93c5-e010786b72e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:35.270566 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:36.631836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:37.419931 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:45.583388 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:55.367524 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:01.499594 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f8a44f0e-a136-49e9-9994-1859a99bb8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:03.755458 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c4d26ed9-00a8-41ee-afca-1a8d04f8afcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:05.272146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:06.633705 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:07.424021 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.582953 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:43:25.190977 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47a341fa-b389-4850-a1f1-d511b7ff671a req-9ef8aead-ce00-4008-bbb3-b1b71727b87d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266414 Nov 12 04:43:25.249465 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47a341fa-b389-4850-a1f1-d511b7ff671a req-d552f8cd-0c5f-4450-9f8e-84de02f893a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0246382 Nov 12 04:43:25.263274 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-95d36c6a-c349-4645-81fe-b56c5795406c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463614 Nov 12 04:43:25.296788 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47a341fa-b389-4850-a1f1-d511b7ff671a req-3e984836-0b46-42d7-bfe3-ceb11802d819 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213509 Nov 12 04:43:25.346922 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-70d4857f-94fd-4d12-a30e-ec57fb8d2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.348477 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-70d4857f-94fd-4d12-a30e-ec57fb8d2fdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1097 time: 0.0416341 Nov 12 04:43:25.371447 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.401125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a341fa-b389-4850-a1f1-d511b7ff671a req-9e8212c4-e122-44ee-8e76-c84d61956bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.402652 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-47a341fa-b389-4850-a1f1-d511b7ff671a req-9e8212c4-e122-44ee-8e76-c84d61956bda service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0987837 Nov 12 04:43:25.455308 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-1307afb9-49d9-4afe-9a7b-c68f08ce8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.456689 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-1307afb9-49d9-4afe-9a7b-c68f08ce8199 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.0876348 Nov 12 04:43:25.527375 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-312edc89-803f-46d1-bbe7-411c16248996 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 1000 time: 0.0636580 Nov 12 04:43:25.575863 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-5088bdae-4d64-4f9c-8257-2136b93ea2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.577378 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-5088bdae-4d64-4f9c-8257-2136b93ea2e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0438600 Nov 12 04:43:25.625064 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-dd7c65d2-fda3-408d-af0c-019e300adb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.626716 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-dd7c65d2-fda3-408d-af0c-019e300adb29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417736 Nov 12 04:43:25.720510 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-76cc2ef2-b37e-4d8e-8d6c-3fed96356d5a service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860260 Nov 12 04:43:25.814325 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-8a24cfa0-6227-4330-b446-c3b86d59d0cf req-79d379c9-6477-4654-9854-a67cbce7e925 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863228 Nov 12 04:43:31.500094 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-33fb9ab0-a028-4fb9-a552-f47bd251b759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:33.756008 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-377dccc9-bcb3-4eb5-8b55-1f5c4acae6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:35.274762 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:36.638152 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:37.425858 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.381311 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:59.581613 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:01.501517 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2028783b-cc85-4232-a44d-269ce1a3c0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:03.757928 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-80c4e536-c682-41c7-9355-4ec4ddc7907c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:05.277737 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:06.639805 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:07.428545 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:13.758934 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768e085a-3b92-40f0-8015-e0c3d9ccb40a details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:44:13.856502 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:13.867833 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:44:13.904115 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:13.919786 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 768e085a-3b92-40f0-8015-e0c3d9ccb40a {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:44:13.939209 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:13.942991 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:13.991318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:13.998479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:13.999396 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:13.999737 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.000078 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.000414 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.000758 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.001102 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.001431 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.001756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.002082 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.002416 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.002725 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:14.020202 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['768e085a-3b92-40f0-8015-e0c3d9ccb40a'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:44:15.774916 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768e085a-3b92-40f0-8015-e0c3d9ccb40a up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:44:15.831335 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port 768e085a-3b92-40f0-8015-e0c3d9ccb40a triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:44:15.831706 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:15.924400 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:15.948393 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:15.950673 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d404ecbd-6e52-4b70-81a1-9b9beedd5d7d" -d '{"events": [{"server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "name": "network-vif-plugged", "status": "completed", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:15.965071 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:15.970171 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:16.027034 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:16.086879 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bcb4b5-f76e-4413-9f24-ebbcb3ac3c16 x-openstack-request-id: req-75bcb4b5-f76e-4413-9f24-ebbcb3ac3c16 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:16.087249 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "name": "network-vif-plugged", "status": "completed", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:16.087798 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75bcb4b5-f76e-4413-9f24-ebbcb3ac3c16 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:16.088387 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'code': 200} Nov 12 04:44:24.873340 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-4bb83778-b6c4-4754-b3f4-f51f80fa18f0 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578896768&fields=id&tenant_id=63c0c6519a7b4c41a3bca6b638cde204 HTTP/1.1" status: 200 len: 267 time: 0.0449243 Nov 12 04:44:24.985916 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-39abfe18-38c5-4804-9fbf-98169bc0a37b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:24.987365 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-39abfe18-38c5-4804-9fbf-98169bc0a37b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 810 time: 0.1069958 Nov 12 04:44:25.002065 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-8d42a372-f2e0-40a9-83b6-76338f1332d6 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/quotas/63c0c6519a7b4c41a3bca6b638cde204 HTTP/1.1" status: 200 len: 375 time: 0.0089715 Nov 12 04:44:25.062836 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-a7611154-dc77-4c44-b82a-b2e43ea7abed tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0553064 Nov 12 04:44:25.079419 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-9cc09e42-3db2-4f8a-938e-f0a11f9e1684 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102629) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:44:25.080458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-9cc09e42-3db2-4f8a-938e-f0a11f9e1684 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065830 Nov 12 04:44:25.195555 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1eab6586-32d9-4a19-933b-a9c5f1068f6c req-af2b4fda-5465-4222-acb9-0249d76ed28c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0337942 Nov 12 04:44:25.197291 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-7cf4341e-23fe-4984-9672-1531891c78a3 service neutron] 10.222.0.49 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106026 Nov 12 04:44:25.279818 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1eab6586-32d9-4a19-933b-a9c5f1068f6c req-902f9207-de64-44d0-a736-822149598657 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0494239 Nov 12 04:44:25.317793 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-03ae7b2a-092f-45bf-93dd-33251cd79699 service neutron] 10.222.0.49 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137242 Nov 12 04:44:25.328218 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1eab6586-32d9-4a19-933b-a9c5f1068f6c req-eb3cec3f-9e8c-4581-9b01-9b5aad4d6738 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220478 Nov 12 04:44:25.382539 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.431490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab6586-32d9-4a19-933b-a9c5f1068f6c req-bd0f23fc-1ee1-4744-bd00-a6c17a60bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:25.433012 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1eab6586-32d9-4a19-933b-a9c5f1068f6c req-bd0f23fc-1ee1-4744-bd00-a6c17a60bb0a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0983217 Nov 12 04:44:25.525441 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-4bcde9f0-ef39-4d68-9a0f-5945d1053d73 req-dbac85b4-232a-4ce7-a263-fd2a44b1912b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 210 time: 0.0324640 Nov 12 04:44:26.252717 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-ebbed24e-9c3c-4f9f-bb1c-255c7223480b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415261 Nov 12 04:44:26.319582 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.20', 65296) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:26.357946 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-d8633c77-3273-4d4a-a7da-341d75dac0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:26.360334 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-d8633c77-3273-4d4a-a7da-341d75dac0a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1097 time: 0.0548019 Nov 12 04:44:26.438128 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-34235bce-4190-4d6a-af2a-ea43621d4434 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:26.439633 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-34235bce-4190-4d6a-af2a-ea43621d4434 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 810 time: 0.1190417 Nov 12 04:44:26.476037 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-9f633f4b-ed8f-4a13-94e1-194789b178c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:26.477548 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-9f633f4b-ed8f-4a13-94e1-194789b178c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.0969784 Nov 12 04:44:26.504773 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-b3607257-853e-4d6f-b843-48222db8b2df tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63c0c6519a7b4c41a3bca6b638cde204 HTTP/1.1" status: 200 len: 379 time: 0.0562818 Nov 12 04:44:26.514896 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'port': {'device_id': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'admin_state_up': True, 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'security_groups': ['31325bad-da71-468d-b123-3e346988aeed']}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:44:26.560163 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-3406d992-4e4b-434e-9da9-3af31f119271 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 1000 time: 0.0647280 Nov 12 04:44:26.613882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-f590ce2b-2c0f-43d9-bbbb-92250bb78067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:26.614950 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-f590ce2b-2c0f-43d9-bbbb-92250bb78067 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0471489 Nov 12 04:44:26.662037 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-868d6881-98ed-45d2-bbd0-3179a113fbd5 req-d6b6ca22-fc41-4bf7-94b8-9bc7bf61c172 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 210 time: 0.0395653 Nov 12 04:44:26.676982 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-4bfa287e-c617-4643-aae4-b98618b96b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:26.678957 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-4bfa287e-c617-4643-aae4-b98618b96b51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569687 Nov 12 04:44:26.683414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Made reservation on behalf of 63c0c6519a7b4c41a3bca6b638cde204 for: {'port': 1} {{(pid=102629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:44:26.688052 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:26.690831 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-159b7ad3-527e-4cfe-8665-931bd32b3e77 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:44:26.691864 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-159b7ad3-527e-4cfe-8665-931bd32b3e77 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060174 Nov 12 04:44:26.809748 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-2cfb0a45-af5f-4ffb-81fc-758bcba101fc service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081848 Nov 12 04:44:26.898447 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Allocated IP 172.20.0.4 (bcf4a195-3780-4854-85f1-e7a631297fc5/c07cd7ad-5f2a-4db2-a2c8-bcdef439015b/bdf10433-fc5f-45ea-b6ab-26ff586dfd28) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:44:27.105293 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.141809 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.188096 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Network bcf4a195-3780-4854-85f1-e7a631297fc5 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:44:27.195869 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:44:27.198050 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:44:27.232300 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:27.246093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.246437 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.246779 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.247113 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.247441 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.247763 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.248086 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.248433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.250240 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.251093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.251093 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.251335 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:44:27.281055 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:27.282254 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.306632 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-88c0ffe7-ea70-44b7-b676-cd5da11bf555 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961409 Nov 12 04:44:27.560834 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-c07a5592-20e8-4250-955a-21b0c9606cb6 None None] Provisioning complete for port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 triggered by entity DHCP. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:44:27.562545 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c07a5592-20e8-4250-955a-21b0c9606cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.597981 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-c07a5592-20e8-4250-955a-21b0c9606cb6 None None] Port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 cannot update to ACTIVE because it is not bound. {{(pid=102630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:44:27.793001 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69060428-65ab-4f1d-aded-c022bedc4a7c req-0cda7ea3-cd23-4513-95e5-758eda55d07c tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:27.794861 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69060428-65ab-4f1d-aded-c022bedc4a7c req-0cda7ea3-cd23-4513-95e5-758eda55d07c tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.0601077 Nov 12 04:44:27.814006 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768e085a-3b92-40f0-8015-e0c3d9ccb40a no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:44:27.864932 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-69060428-65ab-4f1d-aded-c022bedc4a7c req-2adc28a7-ece1-4172-984d-f03be10fd018 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640991 Nov 12 04:44:27.900845 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.929596 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:27.931848 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301d6d1a-86b0-4146-89c8-00d58409538c" -d '{"events": [{"server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:27.945957 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:27.951616 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.993290 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a603fcfc-fc1f-48d9-8011-f501309f00c2 x-openstack-request-id: req-a603fcfc-fc1f-48d9-8011-f501309f00c2 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:27.993574 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:27.993818 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a603fcfc-fc1f-48d9-8011-f501309f00c2 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:27.994214 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'code': 200} Nov 12 04:44:28.020247 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:28.985836 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197480e-d559-42d9-a65a-36289ba0e4c7 req-65ed7cc3-0768-43bb-a18c-a1b26a0db4db tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:28.987298 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1197480e-d559-42d9-a65a-36289ba0e4c7 req-65ed7cc3-0768-43bb-a18c-a1b26a0db4db tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.0500236 Nov 12 04:44:29.046087 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1197480e-d559-42d9-a65a-36289ba0e4c7 req-f0c8040f-87ba-471b-828c-f7d30b87d517 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526741 Nov 12 04:44:30.177008 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471da8b-3f37-4162-8b2f-6740591e3f0d req-90dff455-7ad7-45eb-b069-e09d67da9f5e tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:30.178606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d471da8b-3f37-4162-8b2f-6740591e3f0d req-90dff455-7ad7-45eb-b069-e09d67da9f5e tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.0579655 Nov 12 04:44:30.234508 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d471da8b-3f37-4162-8b2f-6740591e3f0d req-498e764d-8cbc-402e-a77a-fd297faa209e tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498629 Nov 12 04:44:31.365690 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f463b42-7e90-48bd-895d-37220a564b91 req-cca06ea6-f752-4fcb-8ee3-83748cb8e180 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:31.367310 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f463b42-7e90-48bd-895d-37220a564b91 req-cca06ea6-f752-4fcb-8ee3-83748cb8e180 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.0501273 Nov 12 04:44:31.427605 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-0f463b42-7e90-48bd-895d-37220a564b91 req-899cbaca-0b46-4f1f-9fef-989a12cca9a9 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532506 Nov 12 04:44:31.503516 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a41f0a5c-c1f2-4288-a50e-3f907d4b9f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:32.552563 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6acf0-6619-4e58-b9a8-f274282813fb req-973804d7-72e9-4960-916a-9a5b2ade9437 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:32.554084 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8bf6acf0-6619-4e58-b9a8-f274282813fb req-973804d7-72e9-4960-916a-9a5b2ade9437 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.0514758 Nov 12 04:44:32.607141 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8bf6acf0-6619-4e58-b9a8-f274282813fb req-8dcde4a5-4daa-4a52-b092-a00d0ae25eeb tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467432 Nov 12 04:44:33.738675 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea9493-392a-437c-905e-8e9681288b39 req-ff4978ff-6524-4ce5-80ee-f241f715e6fb tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:33.740293 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9ea9493-392a-437c-905e-8e9681288b39 req-ff4978ff-6524-4ce5-80ee-f241f715e6fb tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.0591257 Nov 12 04:44:33.778675 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-08545502-b814-4936-97cb-eaced8780a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:33.811766 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-d9ea9493-392a-437c-905e-8e9681288b39 req-83fa66b7-0e43-4294-9eb5-7b4e475c0f57 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510759 Nov 12 04:44:34.934433 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a891c-68eb-4531-963f-72355bbf4d15 req-93c566b3-ac05-4123-b928-b7c4a8679861 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:34.936503 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22a891c-68eb-4531-963f-72355bbf4d15 req-93c566b3-ac05-4123-b928-b7c4a8679861 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.0551739 Nov 12 04:44:34.991248 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a22a891c-68eb-4531-963f-72355bbf4d15 req-e5d38be1-bad7-4885-b0b9-e4f9b09597be tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462477 Nov 12 04:44:35.280393 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:36.126448 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80d7f8-56c3-49de-9c7e-4eb987793780 req-4879f02a-1cc7-4523-9b98-690c54473032 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:36.127962 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb80d7f8-56c3-49de-9c7e-4eb987793780 req-4879f02a-1cc7-4523-9b98-690c54473032 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.0646951 Nov 12 04:44:36.182482 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-fb80d7f8-56c3-49de-9c7e-4eb987793780 req-850f975e-6eab-43ed-83b2-f2b6240c6501 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473149 Nov 12 04:44:36.580163 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:36.642847 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.156664 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Request body: {'port': {'device_id': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-21'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:44:37.210777 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.243832 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-86ed6af4-b43d-411c-aec1-6df7ff6d66ba req-46d5c41f-3e06-4927-90c5-a6ba563b1968 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919738 Nov 12 04:44:37.379148 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e47aa7-9b00-43c3-8ec9-6b4e05a54744 req-23d66159-a4c6-4f6d-8778-5f7ea3cd2636 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:37.380651 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c6e47aa7-9b00-43c3-8ec9-6b4e05a54744 req-23d66159-a4c6-4f6d-8778-5f7ea3cd2636 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 931 time: 0.1218710 Nov 12 04:44:37.431045 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.496542 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c6e47aa7-9b00-43c3-8ec9-6b4e05a54744 req-72133b7b-e9c0-45fe-9203-ac4fdffc7f3c tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004975 Nov 12 04:44:37.575309 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf10433-fc5f-45ea-b6ab-26ff586dfd28 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:44:37.583925 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.597283 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Transition to ACTIVE for port object bdf10433-fc5f-45ea-b6ab-26ff586dfd28 will not be triggered until provisioned by entity L2. {{(pid=102629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:44:37.601707 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.655428 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:37.732460 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Attempting to bind port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 on host n-h1-789963-21 for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:44:37.733469 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Attempting to bind port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 by drivers openvswitch,hyperv on host n-h1-789963-21 at level 0 using segments [{'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:44:37.733823 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Attempting to bind port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 on network bcf4a195-3780-4854-85f1-e7a631297fc5 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:44:37.739232 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 on network bcf4a195-3780-4854-85f1-e7a631297fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-21 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:44:37.739551 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Attempting to bind port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 on network bcf4a195-3780-4854-85f1-e7a631297fc5 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:44:37.745090 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Checking agent: {'id': 'c3344380-78aa-4e91-9262-d04264c54a8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 15, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:44:37.745414 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Checking segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:44:37.745791 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Bound using segment: {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:44:37.746214 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Bound port: bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host: n-h1-789963-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c49d6ef-0adc-49d5-b630-fd244cd77e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:44:37.746664 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.814125 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:44:37.817355 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:44:37.822146 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.860163 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:37.860815 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:37.862174 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdf10433-fc5f-45ea-b6ab-26ff586dfd28 HTTP/1.1" status: 200 len: 1092 time: 0.7106187 Nov 12 04:44:37.862630 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:37.864929 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672c9c07-e49d-42f5-bd97-f35a42b046f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:37.895147 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82edb7c-1967-4664-bd6d-042311027d59 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:37.972580 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-4d266fa6-e82b-40d6-8740-039372c0fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:37.974420 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-4d266fa6-e82b-40d6-8740-039372c0fd25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 1095 time: 0.0601416 Nov 12 04:44:38.019122 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e5df0-0cc3-47a5-89be-b864f4c9bc76 x-openstack-request-id: req-7c5e5df0-0cc3-47a5-89be-b864f4c9bc76 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:38.019452 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:38.019708 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c5e5df0-0cc3-47a5-89be-b864f4c9bc76 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:38.020116 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'status': 'completed', 'code': 200} Nov 12 04:44:38.021974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-1dcf19d6-3282-4774-aba7-e7a596190a67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28 HTTP/1.1" status: 200 len: 217 time: 0.0393088 Nov 12 04:44:38.073753 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-1afcdac0-8e53-4985-a9d9-7b37e0e85dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:38.075227 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-1afcdac0-8e53-4985-a9d9-7b37e0e85dd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0456502 Nov 12 04:44:38.124261 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-1cb2c357-cc95-414b-b537-597189e1e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:38.125772 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-1cb2c357-cc95-414b-b537-597189e1e307 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437889 Nov 12 04:44:38.216082 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-d3532cd0-1f27-41f0-aa7b-5a6967f446a2 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817575 Nov 12 04:44:38.308304 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b868f601-c896-4b1b-a288-b4795207a0b5 req-f1aa7548-4240-4072-990c-0588d14cf0db service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852654 Nov 12 04:44:38.394962 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-d5ea06c8-29cf-4b78-b664-1a65a45d5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:38.396438 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-d5ea06c8-29cf-4b78-b664-1a65a45d5dec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 1095 time: 0.0427687 Nov 12 04:44:38.489857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-726931a6-19bc-4c32-8fd7-e0556158d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:38.491245 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-726931a6-19bc-4c32-8fd7-e0556158d73b service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.0881696 Nov 12 04:44:38.535095 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-99968f98-a5d6-4291-8ebe-5885ad26eb67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28 HTTP/1.1" status: 200 len: 217 time: 0.0354266 Nov 12 04:44:38.615963 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-a91a5af4-e3b6-46fd-8880-659a9ed1afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:38.617470 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-a91a5af4-e3b6-46fd-8880-659a9ed1afc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0749357 Nov 12 04:44:38.642416 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f39b0-a4e7-4eb3-88f6-d21afb5a7dbe req-893fa477-d8b5-4e59-96fd-6102301be2c2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:38.643837 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-045f39b0-a4e7-4eb3-88f6-d21afb5a7dbe req-893fa477-d8b5-4e59-96fd-6102301be2c2 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 943 time: 0.0749929 Nov 12 04:44:38.705971 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-cb654bf9-4d88-481f-aafb-bffd41bb1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:38.707460 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-cb654bf9-4d88-481f-aafb-bffd41bb1947 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814722 Nov 12 04:44:38.712417 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-045f39b0-a4e7-4eb3-88f6-d21afb5a7dbe req-d0ec131f-7e41-49c2-a0b8-51d2fc56e61b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549188 Nov 12 04:44:38.802448 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-1f73a7c8-e07b-4aa4-8264-23350649ea39 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870771 Nov 12 04:44:38.902152 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-672c9c07-e49d-42f5-bd97-f35a42b046f8 req-a85a6e89-1fc7-4d9a-89bf-3767c5451c20 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917990 Nov 12 04:44:39.831242 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0dc7b-6de9-49fd-ac79-bd55675cd379 req-1574e5aa-5fad-4e00-aef2-67798cc551a5 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:39.832623 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dca0dc7b-6de9-49fd-ac79-bd55675cd379 req-1574e5aa-5fad-4e00-aef2-67798cc551a5 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 943 time: 0.0490620 Nov 12 04:44:39.851453 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf10433-fc5f-45ea-b6ab-26ff586dfd28 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:44:39.883143 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-dca0dc7b-6de9-49fd-ac79-bd55675cd379 req-fe8fbe0c-7628-48ec-8739-b3a4687cbf00 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444901 Nov 12 04:44:39.946752 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:39.958112 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'port_id': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'mac_address': 'fa:16:3e:67:c7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:44:39.994712 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:40.008527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf10433-fc5f-45ea-b6ab-26ff586dfd28 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:44:40.029270 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:40.034470 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:40.085433 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:40.252061 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['bdf10433-fc5f-45ea-b6ab-26ff586dfd28'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:44:40.999330 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566cfa1-706e-470a-8b8f-0b82f7af26ee req-53c23e58-11c1-4582-8e4a-b0a2924e0d2c tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:41.000812 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1566cfa1-706e-470a-8b8f-0b82f7af26ee req-53c23e58-11c1-4582-8e4a-b0a2924e0d2c tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 944 time: 0.0496342 Nov 12 04:44:41.052933 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-1566cfa1-706e-470a-8b8f-0b82f7af26ee req-5ce4f9d0-df94-4bed-add8-49c9122f82c8 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462770 Nov 12 04:44:41.882791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf10433-fc5f-45ea-b6ab-26ff586dfd28 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:44:41.932706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning for port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 completed by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:44:41.937180 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:44:41.937550 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:42.011455 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:42.033732 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:42.035946 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50088c0-af0e-4583-9fbc-544f6fc3289f" -d '{"events": [{"server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "name": "network-vif-plugged", "status": "completed", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:42.049857 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:44:42.054035 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:42.078368 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024c18c6-42b3-40d6-b0e5-d950f91f819e x-openstack-request-id: req-024c18c6-42b3-40d6-b0e5-d950f91f819e {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:42.078657 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "name": "network-vif-plugged", "status": "completed", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:42.078904 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-024c18c6-42b3-40d6-b0e5-d950f91f819e {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:42.079337 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'code': 200} Nov 12 04:44:42.111703 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=5']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:42.204114 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d80dd7-3c50-4257-a5a1-0b1fc644a86b req-23b5c7fc-091a-4519-9e0b-5c9ff04402b9 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:42.205631 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d80dd7-3c50-4257-a5a1-0b1fc644a86b req-23b5c7fc-091a-4519-9e0b-5c9ff04402b9 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 945 time: 0.0775115 Nov 12 04:44:42.208199 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bddc5-1ba5-4fe2-a90e-a85c7f6a7281 req-c7beff52-5e9e-4e25-a958-778295ae473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:42.209592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-584bddc5-1ba5-4fe2-a90e-a85c7f6a7281 req-c7beff52-5e9e-4e25-a958-778295ae473c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 1097 time: 0.0724959 Nov 12 04:44:42.285314 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-e8d80dd7-3c50-4257-a5a1-0b1fc644a86b req-0a81e33c-cf1b-4505-bab0-e3ea974342fb tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736561 Nov 12 04:44:42.287928 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-584bddc5-1ba5-4fe2-a90e-a85c7f6a7281 req-53b9c20e-c6ab-4f33-b990-286728b8dc1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691106 Nov 12 04:44:43.414923 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828c160-f162-4124-9af1-49160176b018 req-71f3f38a-3ed1-4d7a-a762-305b20497f66 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:43.416457 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2828c160-f162-4124-9af1-49160176b018 req-71f3f38a-3ed1-4d7a-a762-305b20497f66 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 945 time: 0.0549407 Nov 12 04:44:43.464629 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-2828c160-f162-4124-9af1-49160176b018 req-14607290-d470-497f-ab23-5e3e2316a829 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Nov 12 04:44:43.583133 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fdbbf-b1a5-47cb-94c9-0451ade21f72 req-4a177b79-41fb-4edd-bd1b-2da0e0110dab tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:43.584634 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-310fdbbf-b1a5-47cb-94c9-0451ade21f72 req-4a177b79-41fb-4edd-bd1b-2da0e0110dab tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 945 time: 0.0526841 Nov 12 04:44:43.632997 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-310fdbbf-b1a5-47cb-94c9-0451ade21f72 req-57b77724-ad70-431e-9745-c766b145b7fb tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425251 Nov 12 04:44:43.654856 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41276) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:43.694103 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c525a487-bdaf-4227-adf0-d8145534ac49 tempest-TestSnapshotPattern-760452456 tempest-TestSnapshotPattern-760452456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:43.695599 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-c525a487-bdaf-4227-adf0-d8145534ac49 tempest-TestSnapshotPattern-760452456 tempest-TestSnapshotPattern-760452456-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 1092 time: 0.0397990 Nov 12 04:44:43.698406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41278) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:43.702641 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.v2.base [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Request body: {'floatingip': {'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'port_id': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:44:43.723894 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for floatingip, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:43.823171 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:43.924370 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Allocated IP 172.25.0.87 (d85b3a67-1fc7-4b75-9ebc-efee162d6424/a46740c4-d1c7-4698-bbef-cf6e56089569/1b2a9d6b-cc28-4310-88c4-92a9512fe74d) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:44:44.026400 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for port, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:44.063078 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745362903938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:44.102053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Network d85b3a67-1fc7-4b75-9ebc-efee162d6424 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:44:44.104888 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:44:44.109107 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:44:44.114421 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'Port': ['ID=1b2a9d6b-cc28-4310-88c4-92a9512fe74d,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:44.458928 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:44.526202 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:44.992990 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for port, precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:44.997392 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-536448203'] for port, after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:45.071338 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event updated for resources: {'Port': ['ID=1b2a9d6b-cc28-4310-88c4-92a9512fe74d,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:44:45.083311 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-395218'] for floatingip, after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:45.183571 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Floating IP 93898ac4-50e8-436a-8c85-1afcc2a26d60 associated. External IP: 172.25.0.87, port: bdf10433-fc5f-45ea-b6ab-26ff586dfd28. Nov 12 04:44:45.390719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Router 2ebf1536-9e8a-4352-9f93-50219cac332e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:44:45.494522 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:44:45.506390 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] Sync routers for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:44:45.512399 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:45.516527 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:45.517425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:44:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:45.545761 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-08c59f96-4ccd-49f4-bf6a-127677404bb3 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8456805 Nov 12 04:44:45.547109 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:44:45.549424 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81e1547-3f75-4029-ad83-aa0f564a88d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:44:45.593491 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d702b5f-c2e2-4192-b50b-509f00bd84b7 x-openstack-request-id: req-5d702b5f-c2e2-4192-b50b-509f00bd84b7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:44:45.593777 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:44:45.594028 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d702b5f-c2e2-4192-b50b-509f00bd84b7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:44:45.594432 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'status': 'completed', 'code': 200} Nov 12 04:44:45.669171 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-aea82d1b-3e4b-4dd8-b913-e52e4a45a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:45.670814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-aea82d1b-3e4b-4dd8-b913-e52e4a45a0ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 1097 time: 0.0439329 Nov 12 04:44:45.768253 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-c103f7b2-743c-4a3a-82c4-380871233573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:45.769769 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-c103f7b2-743c-4a3a-82c4-380871233573 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.0915740 Nov 12 04:44:45.791405 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:45.839578 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-6021fd47-4c3a-41f4-8aff-7ef39ef1e2fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28 HTTP/1.1" status: 200 len: 998 time: 0.0631397 Nov 12 04:44:45.888602 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-1aa18d55-41c0-452e-a54b-cde45bf0d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:45.891143 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-1aa18d55-41c0-452e-a54b-cde45bf0d371 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0450821 Nov 12 04:44:45.938375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-2c10e6ee-7493-4fd3-a952-6c40c77372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:45.939914 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-2c10e6ee-7493-4fd3-a952-6c40c77372aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420747 Nov 12 04:44:46.020191 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93898ac4-50e8-436a-8c85-1afcc2a26d60', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:67:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:44:44Z', 'updated_at': '2021-11-12T04:44:44Z', 'revision_number': 0, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}, {'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:16Z', 'revision_number': 1, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:46.033699 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-3aff1583-887a-4998-b665-0672e44e3546 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869086 Nov 12 04:44:46.050230 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] Checking router: 2ebf1536-9e8a-4352-9f93-50219cac332e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:44:46.058532 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:44:46.059144 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:44:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:46.126975 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-c81e1547-3f75-4029-ad83-aa0f564a88d8 req-7929af44-fa5f-4eeb-8e82-7715a49274bc service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863085 Nov 12 04:44:46.163847 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:44:46.387167 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93898ac4-50e8-436a-8c85-1afcc2a26d60', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:67:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:44:44Z', 'updated_at': '2021-11-12T04:44:44Z', 'revision_number': 0, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}, {'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:16Z', 'revision_number': 1, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:44:46.413869 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a2355-2179-4ff5-8b74-9c70392bc375 None None] The sync data for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 is: [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93898ac4-50e8-436a-8c85-1afcc2a26d60', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:67:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:44:44Z', 'updated_at': '2021-11-12T04:44:44Z', 'revision_number': 0, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}, {'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:16Z', 'revision_number': 1, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:44:46.607710 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61786ff5-1c2a-4f94-861a-3f7ce3ecd9ed None None] New status for floating IP 93898ac4-50e8-436a-8c85-1afcc2a26d60: ACTIVE {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:44:55.379910 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:01.504859 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00c43c64-e374-444c-8b1a-b70ff5788b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:03.765001 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e572da17-04a8-427a-9e74-4b1b787c7a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:05.282262 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:06.646301 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:07.432763 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.578978 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:45:25.391358 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.237775 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5f43ee6-35e6-49b0-975b-701df5719d27 req-3fcc89a9-9dbd-4942-ac62-a311d4945849 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0896485 Nov 12 04:45:26.327509 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5f43ee6-35e6-49b0-975b-701df5719d27 req-cba209ca-e384-4536-a1f3-6c9b06138b4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0296004 Nov 12 04:45:26.372136 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5f43ee6-35e6-49b0-975b-701df5719d27 req-cee2cd2a-15fc-461b-82c5-c2abb967c3a6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195029 Nov 12 04:45:26.470047 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f43ee6-35e6-49b0-975b-701df5719d27 req-1882ad6e-0914-465e-97c9-337c0517ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:26.471499 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-b5f43ee6-35e6-49b0-975b-701df5719d27 req-1882ad6e-0914-465e-97c9-337c0517ff74 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923936 Nov 12 04:45:28.260135 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-b67bdea1-46a1-4c06-aca8-d9061bfc370b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401888 Nov 12 04:45:28.342952 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-cdccd28d-f3ce-43af-ad4c-02d30d1a1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:28.344413 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-cdccd28d-f3ce-43af-ad4c-02d30d1a1245 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1095 time: 0.0410011 Nov 12 04:45:28.450241 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-fe6dd34c-2673-452a-a123-a66431e2eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:28.452297 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-fe6dd34c-2673-452a-a123-a66431e2eec3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.0885556 Nov 12 04:45:28.518937 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-07ebdc0d-6644-4829-b05d-e0f98c1189a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 998 time: 0.0586188 Nov 12 04:45:28.567272 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-6cf413d8-e4b1-4db4-a354-b401de7a2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:28.568716 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-6cf413d8-e4b1-4db4-a354-b401de7a2f2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0428178 Nov 12 04:45:28.617850 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-45b9e383-2d1f-4446-ade9-cdfce2637b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:28.619310 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-45b9e383-2d1f-4446-ade9-cdfce2637b9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439315 Nov 12 04:45:28.715458 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-f15706ca-5151-4d13-89cd-8e72252d95bb service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888932 Nov 12 04:45:28.807814 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-cf10086d-ac51-43e8-a41c-be4bf743d1f4 req-63eec700-99e4-4ffd-8d8e-d8bfad356756 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849633 Nov 12 04:45:31.515627 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78d7ac91-1df7-45d3-918e-7dd9e1b07110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:33.767098 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9c2158a1-a7aa-4aac-8c2f-90901a3040a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.284119 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:36.649165 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:37.435950 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:50.578242 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:45:55.393380 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:01.508079 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f947bb30-be69-4dfa-9012-aceba579fe5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:03.768801 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-32a14503-9d6a-42b8-8f1d-cff4a5b32f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:05.288126 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:06.651612 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:07.439268 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:16.326964 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf10433-fc5f-45ea-b6ab-26ff586dfd28 details requested by agent hyperv_n-h1-789963-21 with host n-h1-789963-21 {{(pid=102630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:46:16.424397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:16.435659 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Returning: {'device': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'port_id': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'mac_address': 'fa:16:3e:67:c7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:46:16.472628 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:16.489621 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdf10433-fc5f-45ea-b6ab-26ff586dfd28 {{(pid=102630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:46:16.508848 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:16.512515 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:16.564366 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=6']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:16.572755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.573114 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.573458 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.573796 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.574129 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.574460 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.574820 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.575146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.575474 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.575800 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.576127 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.576450 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:16.622641 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] get_ports_and_sgs() called for port_ids ['bdf10433-fc5f-45ea-b6ab-26ff586dfd28'] {{(pid=102630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:46:18.324880 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf10433-fc5f-45ea-b6ab-26ff586dfd28 up at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:46:18.379534 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.provisioning_blocks [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Provisioning complete for port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 triggered by entity L2. {{(pid=102630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:46:18.380287 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1376817'] for port, provisioning_complete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:18.478764 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:18.507277 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:18.509772 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f389c566-cbe4-4595-af72-1859759ca386" -d '{"events": [{"server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "name": "network-vif-plugged", "status": "completed", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:18.523472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:18.529180 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:18.587472 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bb6d35-1878-4b99-a51e-4066c3171634 x-openstack-request-id: req-f1bb6d35-1878-4b99-a51e-4066c3171634 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:18.587832 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "name": "network-vif-plugged", "status": "completed", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:18.588207 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1bb6d35-1878-4b99-a51e-4066c3171634 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:18.588678 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'code': 200} Nov 12 04:46:18.607242 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=7']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:25.411815 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.374695 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41482) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:26.530559 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Deleting port 1b2a9d6b-cc28-4310-88c4-92a9512fe74d {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:26.530802 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.605731 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.606057 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.618438 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Calling delete_port for 1b2a9d6b-cc28-4310-88c4-92a9512fe74d owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:26.764958 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.795031 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event deleted for resources: {'Port': ['ID=1b2a9d6b-cc28-4310-88c4-92a9512fe74d,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:26.806975 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.807315 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.807651 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.807987 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.808317 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.808642 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.808995 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.809316 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.809634 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.809955 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.810275 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.810594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:26.863015 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:26.863337 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Floating IP 93898ac4-50e8-436a-8c85-1afcc2a26d60 disassociated (deleted). External IP: 172.25.0.87, port: bdf10433-fc5f-45ea-b6ab-26ff586dfd28. Nov 12 04:46:27.067879 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Router 2ebf1536-9e8a-4352-9f93-50219cac332e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:46:27.186764 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2a3c261-8cf5-4fab-a48a-63e5c2247713 req-75132a2b-ee72-4e3e-af31-a4b4352a8863 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0323825 Nov 12 04:46:27.199808 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:46:27.204653 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:27.211484 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] Sync routers for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:46:27.226756 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:46:27.227479 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:46:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:27.233000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-dc3a8e21-4cd0-467b-8b55-1a6ad0731c3b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "DELETE /v2.0/floatingips/93898ac4-50e8-436a-8c85-1afcc2a26d60 HTTP/1.1" status: 204 len: 168 time: 0.8571570 Nov 12 04:46:27.233693 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:27.236142 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:27.267898 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2a3c261-8cf5-4fab-a48a-63e5c2247713 req-17d491c4-87c9-425c-aba9-f2d1c0955c38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0285380 Nov 12 04:46:27.284956 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053733e-1a03-4f7a-8081-236bb7f0943d x-openstack-request-id: req-3053733e-1a03-4f7a-8081-236bb7f0943d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:27.285355 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:27.285618 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3053733e-1a03-4f7a-8081-236bb7f0943d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:27.287332 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'status': 'completed', 'code': 200} Nov 12 04:46:27.325192 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2a3c261-8cf5-4fab-a48a-63e5c2247713 req-9be52fa7-ce75-450e-83da-95a2da294fd1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309498 Nov 12 04:46:27.364795 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:46:27.479206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-1cb28993-1e45-4ae3-8d69-86635283a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.480721 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-1cb28993-1e45-4ae3-8d69-86635283a45e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 1097 time: 0.1737299 Nov 12 04:46:27.486042 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c261-8cf5-4fab-a48a-63e5c2247713 req-44d7cba6-f846-461a-8f2f-74892456ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.487415 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-f2a3c261-8cf5-4fab-a48a-63e5c2247713 req-44d7cba6-f846-461a-8f2f-74892456ec20 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1555727 Nov 12 04:46:27.563578 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9d70-47c6-4fa7-8bcc-60ce3d916e33 req-1d5e2f61-e7c8-4508-b2e8-c48bc65f496d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.566123 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c25d9d70-47c6-4fa7-8bcc-60ce3d916e33 req-1d5e2f61-e7c8-4508-b2e8-c48bc65f496d tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 945 time: 0.1206267 Nov 12 04:46:27.577395 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:27.605120 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-e9757ab9-5303-4348-81b0-79bde8bd721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.606606 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-e9757ab9-5303-4348-81b0-79bde8bd721b service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.1155317 Nov 12 04:46:27.619335 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c25d9d70-47c6-4fa7-8bcc-60ce3d916e33 req-aef13a32-5627-4a75-b739-e02f068e9368 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464146 Nov 12 04:46:27.627616 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:16Z', 'revision_number': 1, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:27.650671 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-b5d0d075-6935-43b2-a66d-f479fa1ad2d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28 HTTP/1.1" status: 200 len: 217 time: 0.0366971 Nov 12 04:46:27.654646 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] Checking router: 2ebf1536-9e8a-4352-9f93-50219cac332e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:46:27.663998 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:46:27.664609 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:46:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:27.700719 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-850d34aa-4531-4134-aaa4-431b6a26e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.702202 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-850d34aa-4531-4134-aaa4-431b6a26e54d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0441189 Nov 12 04:46:27.754020 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-d9ad4e74-b8a7-45f0-aeaa-5ad8d8ccd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:27.756358 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-d9ad4e74-b8a7-45f0-aeaa-5ad8d8ccd9ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451136 Nov 12 04:46:27.771442 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:46:27.858746 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-d4e6e98c-73f3-4c70-bfa5-f47d0b843253 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946488 Nov 12 04:46:27.959459 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-2ec28e9a-b5ea-4f75-a7ad-c13e53b094bc req-bcfa9727-d4af-4dfa-94f9-2e5d779b5da4 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929871 Nov 12 04:46:27.998244 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:16Z', 'revision_number': 1, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:28.025759 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9644d-b299-4f14-b9e0-3240fd3b0b2a None None] The sync data for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 is: [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_floatingips': [{'id': '93de95bc-24af-4d27-9203-adfdc0971b62', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'floating_ip_address': '172.25.0.65', 'floating_network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'router_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'port_id': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'mac_address': 'fa:16:3e:0c:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932c951-ca8d-4830-82f4-62578d230a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:42:14Z', 'updated_at': '2021-11-12T04:42:16Z', 'revision_number': 1, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:46:28.236802 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0f736-5d43-417d-9cd9-97993e5b9683 None None] New status for floating IP 93898ac4-50e8-436a-8c85-1afcc2a26d60: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:46:28.349045 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf10433-fc5f-45ea-b6ab-26ff586dfd28 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:28.427106 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1481072'] for port, before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:28.448888 n-d-789963-21 neutron-server[102630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28'}] {{(pid=102630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:28.451163 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37311b8954c959eeabb1bda39bd7b454fdcdef03701d1f415c7507b89c5735b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c7f6f-cea2-4da8-a83e-0a0ec9bbafc4" -d '{"events": [{"server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28"}]}' {{(pid=102630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:28.463691 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:28.468655 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745363331476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745362903956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745362903974'] for port, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:28.511606 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc446a31-96d7-4b44-9355-cc3d3a765501 x-openstack-request-id: req-dc446a31-96d7-4b44-9355-cc3d3a765501 {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:28.511920 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28", "code": 200}]} {{(pid=102630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:28.512203 n-d-789963-21 neutron-server[102630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc446a31-96d7-4b44-9355-cc3d3a765501 {{(pid=102630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:28.512592 n-d-789963-21 neutron-server[102630]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'code': 200} Nov 12 04:46:28.536035 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Pushing event updated for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=8']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:28.736652 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba4c3-b825-446f-ae50-f7f9ce88199e req-a3285f29-4b51-4292-a9e9-1df4de07bdee tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:28.738184 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c16ba4c3-b825-446f-ae50-f7f9ce88199e req-a3285f29-4b51-4292-a9e9-1df4de07bdee tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 943 time: 0.0486677 Nov 12 04:46:28.792986 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-c16ba4c3-b825-446f-ae50-f7f9ce88199e req-0f5c3264-dc1e-4d80-9b4f-482eb04880f4 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483613 Nov 12 04:46:29.034349 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-bbb2bfc5-f72e-4f6d-97b1-58ebb4b6e6ef tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:29.035709 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-bbb2bfc5-f72e-4f6d-97b1-58ebb4b6e6ef tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 943 time: 0.0485926 Nov 12 04:46:29.124018 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Deleting port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:29.124359 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:29.216943 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] For port bdf10433-fc5f-45ea-b6ab-26ff586dfd28, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:29.217308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:29.230170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Calling delete_port for bdf10433-fc5f-45ea-b6ab-26ff586dfd28 owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:29.655965 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:29.684202 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event deleted for resources: {'Port': ['ID=bdf10433-fc5f-45ea-b6ab-26ff586dfd28,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:29.725818 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] No DVR routers for this DVR port bdf10433-fc5f-45ea-b6ab-26ff586dfd28 on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:46:29.728318 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:29.731616 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-8171541b-12ad-4c60-a48e-ab8737db1a88 req-a2c25274-6439-4202-9de0-187d7a9521dc tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "DELETE /v2.0/ports/bdf10433-fc5f-45ea-b6ab-26ff586dfd28 HTTP/1.1" status: 204 len: 173 time: 0.6894050 Nov 12 04:46:29.732057 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'name': 'network-vif-deleted', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:29.734345 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e49b4a-958e-4c36-a736-a5a108e1a83a" -d '{"events": [{"server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "name": "network-vif-deleted", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:29.773357 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7390b637-12ec-4115-bb35-c2ef88ef271f x-openstack-request-id: req-7390b637-12ec-4115-bb35-c2ef88ef271f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:29.773652 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69fa86c-7338-4826-b470-2fd577ecb318", "name": "network-vif-deleted", "tag": "bdf10433-fc5f-45ea-b6ab-26ff586dfd28", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:29.773908 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7390b637-12ec-4115-bb35-c2ef88ef271f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:29.774311 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69fa86c-7338-4826-b470-2fd577ecb318', 'name': 'network-vif-deleted', 'tag': 'bdf10433-fc5f-45ea-b6ab-26ff586dfd28', 'status': 'completed', 'code': 200} Nov 12 04:46:29.895817 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e746db33-f72b-417b-96e8-9bdc1cfc7190 req-1c6f7e89-f40a-4317-9baa-f439c7a4ac11 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=c69fa86c-7338-4826-b470-2fd577ecb318 HTTP/1.1" status: 200 len: 210 time: 0.0274553 Nov 12 04:46:31.510170 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41548) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:31.513984 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2d4f1381-3c85-4899-beb6-e3d55b876a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:31.691633 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Deleting port 911a0030-6d71-4fab-9b0a-7a97aa1a7fec {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:31.691962 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:31.765407 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:31.765905 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:31.778206 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Calling delete_port for 911a0030-6d71-4fab-9b0a-7a97aa1a7fec owned by network:floatingip {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:31.925671 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:31.952192 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event deleted for resources: {'Port': ['ID=911a0030-6d71-4fab-9b0a-7a97aa1a7fec,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:32.016451 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for floatingip, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:32.016690 n-d-789963-21 neutron-server[102629]: INFO neutron.db.l3_db [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Floating IP 93de95bc-24af-4d27-9203-adfdc0971b62 disassociated (deleted). External IP: 172.25.0.65, port: 768e085a-3b92-40f0-8015-e0c3d9ccb40a. Nov 12 04:46:32.233716 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Router 2ebf1536-9e8a-4352-9f93-50219cac332e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:46:32.340701 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:46:32.345398 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for floatingip, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:32.349769 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf10433-fc5f-45ea-b6ab-26ff586dfd28 no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:32.354318 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181249e-7872-4746-b769-221a07c07dcf None None] Sync routers for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:46:32.376707 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-44d135c3-58c3-42fe-8d67-3c531bd3a447 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "DELETE /v2.0/floatingips/93de95bc-24af-4d27-9203-adfdc0971b62 HTTP/1.1" status: 204 len: 168 time: 0.8655124 Nov 12 04:46:32.377540 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:32.381189 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:32.383341 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: bdf10433-fc5f-45ea-b6ab-26ff586dfd28 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:46:32.383791 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device bdf10433-fc5f-45ea-b6ab-26ff586dfd28 not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:46:32.389555 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181249e-7872-4746-b769-221a07c07dcf None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:46:32.390179 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d181249e-7872-4746-b769-221a07c07dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:46:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:32.420920 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b4cdf3-8860-4781-82f8-ab9ea77c958f x-openstack-request-id: req-26b4cdf3-8860-4781-82f8-ab9ea77c958f {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:32.421316 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:32.421650 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26b4cdf3-8860-4781-82f8-ab9ea77c958f {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:32.422117 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'status': 'completed', 'code': 200} Nov 12 04:46:32.491189 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-3679826d-6301-448f-8b87-3c6910f565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:32.492923 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-3679826d-6301-448f-8b87-3c6910f565ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 1095 time: 0.0475438 Nov 12 04:46:32.637884 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-13aa50ad-91f4-4567-9f0c-4e85f653b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:32.639242 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-13aa50ad-91f4-4567-9f0c-4e85f653b57e service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 200 len: 912 time: 0.1347234 Nov 12 04:46:32.652507 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf04e-d799-4ad7-98da-0d5be98254f3 req-a57a4772-b5f5-4042-acf8-75c28db48f52 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:32.653295 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d0cf04e-d799-4ad7-98da-0d5be98254f3 req-a57a4772-b5f5-4042-acf8-75c28db48f52 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 943 time: 0.0716949 Nov 12 04:46:32.680155 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d181249e-7872-4746-b769-221a07c07dcf None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:46:32.700045 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-e0303b45-a4f4-4b74-8156-3d6a9c89f7bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 200 len: 217 time: 0.0457966 Nov 12 04:46:32.757886 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-7d0cf04e-d799-4ad7-98da-0d5be98254f3 req-408bb7b5-4800-4751-ab84-af83b5db8566 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978179 Nov 12 04:46:32.772150 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-ea9949e0-43d8-4412-9c32-ee324a18a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:32.773690 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-ea9949e0-43d8-4412-9c32-ee324a18a743 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 200 len: 849 time: 0.0663712 Nov 12 04:46:32.825562 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-c2afe422-dfe2-4e1f-9614-e70057a7b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:32.827182 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-c2afe422-dfe2-4e1f-9614-e70057a7b53b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcf4a195-3780-4854-85f1-e7a631297fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464249 Nov 12 04:46:32.883504 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d181249e-7872-4746-b769-221a07c07dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:32.909563 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181249e-7872-4746-b769-221a07c07dcf None None] Checking router: 2ebf1536-9e8a-4352-9f93-50219cac332e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:46:32.918397 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181249e-7872-4746-b769-221a07c07dcf None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:46:32.919008 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d181249e-7872-4746-b769-221a07c07dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:46:04Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:32.919363 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-6b7e873e-88e4-440c-b944-d14b76777931 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837901 Nov 12 04:46:33.014858 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-3a8a95c5-a4aa-4458-894a-6fafdb30eb0c req-f6b926b6-fd43-4747-a48e-8ab0a8a00a3e service neutron] 10.222.0.20 "GET /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866611 Nov 12 04:46:33.025526 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-d181249e-7872-4746-b769-221a07c07dcf None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:46:33.219764 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-d181249e-7872-4746-b769-221a07c07dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:33.245595 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181249e-7872-4746-b769-221a07c07dcf None None] The sync data for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 is: [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21', '_interfaces': [{'id': '93997848-8d87-4cdd-94f8-df19dcb3f979', 'name': '', 'network_id': 'bcf4a195-3780-4854-85f1-e7a631297fc5', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'mac_address': 'fa:16:3e:e8:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:54Z', 'updated_at': '2021-11-12T04:42:00Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'subnets': [{'id': 'c07cd7ad-5f2a-4db2-a2c8-bcdef439015b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:46:33.453634 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635c8d6b-8477-4735-97c2-347a2dc32645 None None] New status for floating IP 93de95bc-24af-4d27-9203-adfdc0971b62: DOWN {{(pid=102631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:46:33.772376 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b42ffa52-a926-459b-9186-8801f9c747fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:33.876506 n-d-789963-21 neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2916f57-aa64-4f71-b3be-727393053cd1 req-d9ac41e6-b502-4ebd-8674-3fe3b0f89760 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:33.877984 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2916f57-aa64-4f71-b3be-727393053cd1 req-d9ac41e6-b502-4ebd-8674-3fe3b0f89760 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 943 time: 0.0484295 Nov 12 04:46:33.929660 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-e2916f57-aa64-4f71-b3be-727393053cd1 req-57922837-5dd6-46d3-a556-291761b18ab1 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/security-groups?id=31325bad-da71-468d-b123-3e346988aeed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448012 Nov 12 04:46:34.132390 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-67238eed-c4e2-4d43-9157-01542e5600ba tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:34.133834 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-67238eed-c4e2-4d43-9157-01542e5600ba tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 943 time: 0.0495949 Nov 12 04:46:34.224535 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Deleting port 768e085a-3b92-40f0-8015-e0c3d9ccb40a {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:34.224899 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:34.315786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] For port 768e085a-3b92-40f0-8015-e0c3d9ccb40a, host n-h1-789963-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-21',level=0,port_id=768e085a-3b92-40f0-8015-e0c3d9ccb40a,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:34.316140 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:34.329440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Calling delete_port for 768e085a-3b92-40f0-8015-e0c3d9ccb40a owned by compute:nova {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:34.458722 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:34.488611 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event deleted for resources: {'Port': ['ID=768e085a-3b92-40f0-8015-e0c3d9ccb40a,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:34.532377 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] No DVR routers for this DVR port 768e085a-3b92-40f0-8015-e0c3d9ccb40a on host n-h1-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:46:34.534891 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127478'] for port, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:34.538548 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-83fd32df-ca2a-4040-9ad6-a3f635ec7514 req-8c5e3c3d-746f-4e93-aa10-b858ea87420b tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.20 "DELETE /v2.0/ports/768e085a-3b92-40f0-8015-e0c3d9ccb40a HTTP/1.1" status: 204 len: 173 time: 0.3986471 Nov 12 04:46:34.539033 n-d-789963-21 neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'name': 'network-vif-deleted', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:46:34.541411 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f48c865f437c99bb1be45fdc3198e2f4976e78263e274d27d0d96972f896662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fd4f52-0a4e-4fe7-a6f4-01a4af2ee159" -d '{"events": [{"server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "name": "network-vif-deleted", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:46:34.585233 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f12a3c-eab4-48cc-88ef-f70a38cda2db x-openstack-request-id: req-16f12a3c-eab4-48cc-88ef-f70a38cda2db {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:46:34.585597 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7932c951-ca8d-4830-82f4-62578d230a9f", "name": "network-vif-deleted", "tag": "768e085a-3b92-40f0-8015-e0c3d9ccb40a", "status": "completed", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:46:34.586572 n-d-789963-21 neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16f12a3c-eab4-48cc-88ef-f70a38cda2db {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:46:34.587059 n-d-789963-21 neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7932c951-ca8d-4830-82f4-62578d230a9f', 'name': 'network-vif-deleted', 'tag': '768e085a-3b92-40f0-8015-e0c3d9ccb40a', 'status': 'completed', 'code': 200} Nov 12 04:46:35.045937 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [req-1f6720c0-de4b-441d-8836-3885b0e71464 req-35bb609d-8f30-4ba4-9c99-6d42050e1bc1 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "GET /v2.0/ports?device_id=7932c951-ca8d-4830-82f4-62578d230a9f HTTP/1.1" status: 200 len: 210 time: 0.0267084 Nov 12 04:46:35.292445 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.102203 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41564) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:36.163409 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79f72ebb-6502-4676-a194-3c9589262142 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.188557 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79f72ebb-6502-4676-a194-3c9589262142 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.248086 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79f72ebb-6502-4676-a194-3c9589262142 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.250861 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79f72ebb-6502-4676-a194-3c9589262142 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.252073 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-79f72ebb-6502-4676-a194-3c9589262142 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] 10.222.0.49 "DELETE /v2.0/security-groups/31325bad-da71-468d-b123-3e346988aeed HTTP/1.1" status: 204 len: 168 time: 0.1488552 Nov 12 04:46:36.262875 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f72ebb-6502-4676-a194-3c9589262142 tempest-TestSnapshotPattern-1410856329 tempest-TestSnapshotPattern-1410856329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31325bad-da71-468d-b123-3e346988aeed,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:36.306993 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41568) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:36.380879 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768e085a-3b92-40f0-8015-e0c3d9ccb40a no longer exists at agent hyperv_n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:36.412111 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] No Port match for: 768e085a-3b92-40f0-8015-e0c3d9ccb40a {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:46:36.412561 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Device 768e085a-3b92-40f0-8015-e0c3d9ccb40a not bound to the agent host n-h1-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:46:36.654840 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.658133 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.916068 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Deleting port 93997848-8d87-4cdd-94f8-df19dcb3f979 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:36.917563 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:36.998066 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] For port 93997848-8d87-4cdd-94f8-df19dcb3f979, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=93997848-8d87-4cdd-94f8-df19dcb3f979,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:36.998425 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:37.010725 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Calling delete_port for 93997848-8d87-4cdd-94f8-df19dcb3f979 owned by network:router_interface {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:37.188526 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:37.216475 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Pushing event deleted for resources: {'Port': ['ID=93997848-8d87-4cdd-94f8-df19dcb3f979,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:37.378318 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:37.441981 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:37.595375 n-d-789963-21 neutron-server[102629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Router 2ebf1536-9e8a-4352-9f93-50219cac332e has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:46:37.700581 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:46:37.705504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-52670ada-cf30-4599-bb24-df9b5933e663 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ebf1536-9e8a-4352-9f93-50219cac332e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3974266 Nov 12 04:46:37.708129 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41570) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:37.711385 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] Sync routers for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:46:37.721060 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:46:37.721747 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:37.812647 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:37.830755 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: n-d-789963-21 {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:46:37.914779 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:37.967296 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Deleting port d9661a32-e2bf-4a87-bcec-976f5d83e845 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:37.967530 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.007472 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:46:37Z', 'revision_number': 5, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port': {'id': 'd9661a32-e2bf-4a87-bcec-976f5d83e845', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:38.038408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] Checking router: 2ebf1536-9e8a-4352-9f93-50219cac332e for host: n-d-789963-21 {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:46:38.046933 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] Routers {'2ebf1536-9e8a-4352-9f93-50219cac332e'} bound to L3 agent in host n-d-789963-21 {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:46:38.047535 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['2ebf1536-9e8a-4352-9f93-50219cac332e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:38.052369 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] For port d9661a32-e2bf-4a87-bcec-976f5d83e845, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=d9661a32-e2bf-4a87-bcec-976f5d83e845,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:38.052936 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.064786 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Calling delete_port for d9661a32-e2bf-4a87-bcec-976f5d83e845 owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:38.133011 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] Set router 2ebf1536-9e8a-4352-9f93-50219cac332e gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:46:38.184425 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:46:37Z', 'revision_number': 6, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:38.213288 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e28ab2-aa15-4ad3-8b0a-ab39c6c44d37 None None] The sync data for ids ['2ebf1536-9e8a-4352-9f93-50219cac332e'] in n-d-789963-21 is: [{'id': '2ebf1536-9e8a-4352-9f93-50219cac332e', 'name': 'tempest-TestSnapshotPattern-2045548736-router', 'tenant_id': '63c0c6519a7b4c41a3bca6b638cde204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:52Z', 'updated_at': '2021-11-12T04:46:37Z', 'revision_number': 6, 'project_id': '63c0c6519a7b4c41a3bca6b638cde204', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:46:38.231098 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.259983 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Pushing event deleted for resources: {'Port': ['ID=d9661a32-e2bf-4a87-bcec-976f5d83e845,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:38.276146 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4527d7-3004-4d30-9322-9f1291404390 None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:46:38.324792 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.718476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.720551 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.762267 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.762821 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ebf1536-9e8a-4352-9f93-50219cac332e {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:46:38.767453 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.768342 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-869b288e-6603-45c2-ba6f-adf8ce7f5daa admin admin] 10.222.0.49 "DELETE /v2.0/routers/2ebf1536-9e8a-4352-9f93-50219cac332e HTTP/1.1" status: 204 len: 168 time: 1.0593133 Nov 12 04:46:38.771886 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41572) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:38.815089 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-845284d8-a167-422d-b7e8-2d7af3fa545e admin admin] Deleting subnet c07cd7ad-5f2a-4db2-a2c8-bcdef439015b {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:46:38.818656 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-845284d8-a167-422d-b7e8-2d7af3fa545e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.851948 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-845284d8-a167-422d-b7e8-2d7af3fa545e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.931341 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-845284d8-a167-422d-b7e8-2d7af3fa545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:38.982369 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-845284d8-a167-422d-b7e8-2d7af3fa545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.010620 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845284d8-a167-422d-b7e8-2d7af3fa545e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07cd7ad-5f2a-4db2-a2c8-bcdef439015b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:39.013467 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93997848-8d87-4cdd-94f8-df19dcb3f979 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:39.013935 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-845284d8-a167-422d-b7e8-2d7af3fa545e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.017447 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-845284d8-a167-422d-b7e8-2d7af3fa545e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c07cd7ad-5f2a-4db2-a2c8-bcdef439015b HTTP/1.1" status: 204 len: 168 time: 0.2445853 Nov 12 04:46:39.019863 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41574) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:39.040701 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c6c287-fcdd-4be9-a7f1-10e963e82336 None None] Network bcf4a195-3780-4854-85f1-e7a631297fc5 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:46:39.043969 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 93997848-8d87-4cdd-94f8-df19dcb3f979 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:46:39.044332 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 93997848-8d87-4cdd-94f8-df19dcb3f979 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:46:39.094148 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.149802 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Deleting port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:39.150215 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.215344 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] For port 92c5c254-4e85-4ec2-b093-66ff46ddbc43, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=92c5c254-4e85-4ec2-b093-66ff46ddbc43,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:39.215706 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.233131 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] DHCP port deletion for bcf4a195-3780-4854-85f1-e7a631297fc5 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:46:39.239490 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Calling delete_port for 92c5c254-4e85-4ec2-b093-66ff46ddbc43 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:39.289058 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] Deleting port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 {{(pid=102630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:39.289435 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.329094 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.357740 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Pushing event deleted for resources: {'Port': ['ID=92c5c254-4e85-4ec2-b093-66ff46ddbc43,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:39.361267 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] No DVR routers for this DVR port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:46:39.367671 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] For port 92c5c254-4e85-4ec2-b093-66ff46ddbc43, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=92c5c254-4e85-4ec2-b093-66ff46ddbc43,segment=NetworkSegment(1c49d6ef-0adc-49d5-b630-fd244cd77e04),segment_id=1c49d6ef-0adc-49d5-b630-fd244cd77e04)] {{(pid=102630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:39.368072 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.382094 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] Calling delete_port for 92c5c254-4e85-4ec2-b093-66ff46ddbc43 owned by network:dhcp {{(pid=102630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:39.437029 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.457356 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf4a195-3780-4854-85f1-e7a631297fc5']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:39.464854 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947'] for port, after_delete {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.467143 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c49d6ef-0adc-49d5-b630-fd244cd77e04') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:39.467440 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c49d6ef-0adc-49d5-b630-fd244cd77e04') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:39.477196 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.489016 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] Pushing event deleted for resources: {'Port': ['ID=92c5c254-4e85-4ec2-b093-66ff46ddbc43,revision_number=None']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:39.492408 n-d-789963-21 neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb532a6-ab77-4f6a-8190-f72a2fcf0ed1 None None] No DVR routers for this DVR port 92c5c254-4e85-4ec2-b093-66ff46ddbc43 on host n-d-789963-21 {{(pid=102630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:46:39.495903 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.506525 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:46:39.506918 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:46:39.508597 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:46:39.565900 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.572068 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:39.575071 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] 10.222.0.49 "DELETE /v2.0/networks/bcf4a195-3780-4854-85f1-e7a631297fc5 HTTP/1.1" status: 204 len: 168 time: 0.5534141 Nov 12 04:46:39.578088 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.49', 41576) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:39.586368 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705502c-2cfd-4726-bcff-143e6c8bec7f admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf4a195-3780-4854-85f1-e7a631297fc5,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:39.922051 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394194'] for router_interface, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:40.174436 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Deleting port 213a1a55-5324-453b-8312-f76842207a31 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:40.174672 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:40.253555 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] For port 213a1a55-5324-453b-8312-f76842207a31, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=213a1a55-5324-453b-8312-f76842207a31,segment=NetworkSegment(595b1fa9-865c-4158-829f-ad8fde06845d),segment_id=595b1fa9-865c-4158-829f-ad8fde06845d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:40.253916 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:40.267476 n-d-789963-21 neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Calling delete_port for 213a1a55-5324-453b-8312-f76842207a31 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:40.446508 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5215915'] for port, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:40.478999 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=213a1a55-5324-453b-8312-f76842207a31,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:40.490113 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.490532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.490882 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.491223 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.491561 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.491991 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.492332 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.492719 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.493074 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.493457 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.493793 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.494123 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-21 {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:46:40.688507 n-d-789963-21 neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393570'] for router_interface, after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:40.726336 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 92c5c254-4e85-4ec2-b093-66ff46ddbc43 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:40.751932 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 92c5c254-4e85-4ec2-b093-66ff46ddbc43 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:46:40.752330 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 92c5c254-4e85-4ec2-b093-66ff46ddbc43 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:46:40.752699 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9661a32-e2bf-4a87-bcec-976f5d83e845 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:40.777766 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: d9661a32-e2bf-4a87-bcec-976f5d83e845 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:46:40.778113 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device d9661a32-e2bf-4a87-bcec-976f5d83e845 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:46:40.917807 n-d-789963-21 neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 has already been hosted by L3 agent e4444cbe-4d98-4473-a27c-3091917d32cb {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:46:41.023532 n-d-789963-21 neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] Notify agent at l3_agent.n-d-789963-21 the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:46:41.028362 n-d-789963-21 neutron-server[102628]: INFO neutron.wsgi [None req-25bb05ae-f21a-4279-b932-2d409c8cbc84 admin admin] 10.222.0.49 "PUT /v2.0/routers/1ef033ea-a7a5-4bc7-83b2-0d584340c4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4491816 Nov 12 04:46:41.031373 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41578) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:41.032299 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] Sync routers for ids ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'] in n-d-789963-21 {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:46:41.043160 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] Routers {'1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:46:41.043773 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:41.139004 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks [] for router, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.240868 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] Set router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 gateway port host: n-d-789963-21 {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:46:41.245497 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.299714 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Deleting port 1f5fd828-1f60-48e6-9f0e-6593218ed46e {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:41.299985 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.379053 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] For port 1f5fd828-1f60-48e6-9f0e-6593218ed46e, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=1f5fd828-1f60-48e6-9f0e-6593218ed46e,segment=NetworkSegment(dcebda9f-0d91-4557-bd51-a34f9c19c97d),segment_id=dcebda9f-0d91-4557-bd51-a34f9c19c97d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:41.379412 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.392072 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Calling delete_port for 1f5fd828-1f60-48e6-9f0e-6593218ed46e owned by network:router_gateway {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:41.424873 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'external_fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:46:40Z', 'revision_number': 5, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port': {'id': '1f5fd828-1f60-48e6-9f0e-6593218ed46e', 'name': '', 'network_id': 'd85b3a67-1fc7-4b75-9ebc-efee162d6424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a46740c4-d1c7-4698-bbef-cf6e56089569', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-21'}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:41.450685 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] Checking router: 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 for host: n-d-789963-21 {{(pid=102631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:46:41.459782 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] Routers {'1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'} bound to L3 agent in host n-d-789963-21 {{(pid=102631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:46:41.460377 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:03Z,description=,heartbeat_timestamp=2021-11-12T04:46:34Z,host='n-d-789963-21',id=e4444cbe-4d98-4473-a27c-3091917d32cb,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:03Z,topic='l3_agent')) {'router_ids': ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'], 'active': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:41.546401 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_dvr_db [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] Set router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 gateway port host: None {{(pid=102631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:46:41.560841 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.585417 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5fd828-1f60-48e6-9f0e-6593218ed46e,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:41.604220 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.l3_hamode_db [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:46:41Z', 'revision_number': 6, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port_host': None}], 'n-d-789963-21', False) {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:41.609346 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6468580-9bbb-4b1b-ad71-6228845dc5cb None None] DHCP port deletion for d85b3a67-1fc7-4b75-9ebc-efee162d6424 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:46:41.632285 n-d-789963-21 neutron-server[102631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad3dfc-c50f-4f50-8075-b7a1b335c97c None None] The sync data for ids ['1ef033ea-a7a5-4bc7-83b2-0d584340c4d8'] in n-d-789963-21 is: [{'id': '1ef033ea-a7a5-4bc7-83b2-0d584340c4d8', 'name': 'tempest-TestSnapshotPattern-243204781-router', 'tenant_id': 'd46d73bb0b29450eb1d079064a07fff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:57Z', 'updated_at': '2021-11-12T04:46:41Z', 'revision_number': 6, 'project_id': 'd46d73bb0b29450eb1d079064a07fff1', 'gw_port_host': None}] {{(pid=102631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:46:41.657695 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395160'] for router_gateway, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.748598 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26511'] for router, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.750727 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.793822 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-408948'] for router, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.794345 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 {{(pid=102629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:46:41.798476 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] Publish callbacks [] for router, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.799592 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6c628c72-f2c7-4db6-a246-a6ae1c9da386 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1ef033ea-a7a5-4bc7-83b2-0d584340c4d8 HTTP/1.1" status: 204 len: 168 time: 0.7671468 Nov 12 04:46:41.802682 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41580) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:41.851321 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6041117-a824-41e5-bfb0-f67740e7ac1f admin admin] Deleting subnet 0d6ef651-24fc-43fe-ab1c-fe86e1825d17 {{(pid=102629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:46:41.854304 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6041117-a824-41e5-bfb0-f67740e7ac1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.888544 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6041117-a824-41e5-bfb0-f67740e7ac1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536448195'] for subnet, precommit_delete_associations {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:41.963781 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6041117-a824-41e5-bfb0-f67740e7ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379331'] for subnet, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.025016 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6041117-a824-41e5-bfb0-f67740e7ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-536448129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536351836'] for subnet, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.053013 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6041117-a824-41e5-bfb0-f67740e7ac1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6ef651-24fc-43fe-ab1c-fe86e1825d17,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:42.057572 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b6041117-a824-41e5-bfb0-f67740e7ac1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.063594 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-b6041117-a824-41e5-bfb0-f67740e7ac1f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0d6ef651-24fc-43fe-ab1c-fe86e1825d17 HTTP/1.1" status: 204 len: 168 time: 0.2573466 Nov 12 04:46:42.063594 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41582) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:42.064291 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a9c90-7303-451f-9023-b01bb202d1fb None None] Network a3c4a211-6622-4407-a2db-d5cff55950c9 requested from n-d-789963-21 {{(pid=102630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:46:42.136552 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629542'] for network, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.190649 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Deleting port 8ac43e2a-6347-4e80-b013-735500311527 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:46:42.191059 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745363323576'] for port, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.258406 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] For port 8ac43e2a-6347-4e80-b013-735500311527, host n-d-789963-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-21',level=0,port_id=8ac43e2a-6347-4e80-b013-735500311527,segment=NetworkSegment(595b1fa9-865c-4158-829f-ad8fde06845d),segment_id=595b1fa9-865c-4158-829f-ad8fde06845d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:46:42.258764 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399988'] for port, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.271458 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Calling delete_port for 8ac43e2a-6347-4e80-b013-735500311527 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:46:42.347920 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1472988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745363331458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745362903947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-536448178'] for port, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.376593 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac43e2a-6347-4e80-b013-735500311527,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:42.380439 n-d-789963-21 neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] No DVR routers for this DVR port 8ac43e2a-6347-4e80-b013-735500311527 on host n-d-789963-21 {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:46:42.429267 n-d-789963-21 neutron-server[102630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09201f10-f78f-4e28-b2a5-1e65420f4ed7 None None] DHCP port deletion for a3c4a211-6622-4407-a2db-d5cff55950c9 request from n-d-789963-21 {{(pid=102630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:46:42.459837 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1378692', 'neutron.services.segments.db._delete_segments_for_network-8745363468270'] for network, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.479789 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c4a211-6622-4407-a2db-d5cff55950c9']}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:42.488999 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595b1fa9-865c-4158-829f-ad8fde06845d') {'for_net_delete': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:42.489326 n-d-789963-21 neutron-server[102629]: DEBUG neutron.services.segments.db [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595b1fa9-865c-4158-829f-ad8fde06845d') {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:46:42.502689 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745363406839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536447536'] for segment, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.517308 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308'] for segment, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.525218 n-d-789963-21 neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:46:42.525615 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1529308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-536448239'] for segment, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: Traceback (most recent call last): Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: timer() Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: cb(*args, **kw) Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: return func(*args, **kwargs) Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: self._notify() Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: self.callback(batched_events) Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: event.method(event) Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: return f(self, *a, **k) Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: return self._get(url).json() Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: return self.request(url, 'GET', **kwargs) Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:46:42.527348 n-d-789963-21 neutron-server[102629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:46:42.585821 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1378717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-395236'] for network, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.591372 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Publish callbacks [] for network, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.594538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a3c4a211-6622-4407-a2db-d5cff55950c9 HTTP/1.1" status: 204 len: 168 time: 0.5300095 Nov 12 04:46:42.605882 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132f363-0f95-4bda-bf15-7eb23f48ce85 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c4a211-6622-4407-a2db-d5cff55950c9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:42.635100 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 213a1a55-5324-453b-8312-f76842207a31 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:42.657841 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 213a1a55-5324-453b-8312-f76842207a31 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:46:42.658186 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 213a1a55-5324-453b-8312-f76842207a31 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:46:42.658603 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f5fd828-1f60-48e6-9f0e-6593218ed46e no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:42.678558 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 1f5fd828-1f60-48e6-9f0e-6593218ed46e {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:46:42.678982 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 1f5fd828-1f60-48e6-9f0e-6593218ed46e not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:46:42.679633 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ac43e2a-6347-4e80-b013-735500311527 no longer exists at agent ovs-agent-n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:46:42.699706 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.plugin [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] No Port match for: 8ac43e2a-6347-4e80-b013-735500311527 {{(pid=102630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:46:42.700264 n-d-789963-21 neutron-server[102630]: DEBUG neutron.plugins.ml2.rpc [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Device 8ac43e2a-6347-4e80-b013-735500311527 not bound to the agent host n-d-789963-21 {{(pid=102630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:46:42.807687 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41586) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:42.846908 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-04b56571-c18d-4054-852a-585d607d3fd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63c0c6519a7b4c41a3bca6b638cde204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380628 Nov 12 04:46:42.849600 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41588) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:42.897275 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-087e0677-74b3-4f04-aa2a-d3b61f351ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.922478 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-087e0677-74b3-4f04-aa2a-d3b61f351ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.969101 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-087e0677-74b3-4f04-aa2a-d3b61f351ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.971617 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-087e0677-74b3-4f04-aa2a-d3b61f351ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:42.972762 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-087e0677-74b3-4f04-aa2a-d3b61f351ac9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f8fc4d0-4f28-45ec-b074-b54b2f1dd6fc HTTP/1.1" status: 204 len: 168 time: 0.1222379 Nov 12 04:46:42.983815 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e0677-74b3-4f04-aa2a-d3b61f351ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8fc4d0-4f28-45ec-b074-b54b2f1dd6fc,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:43.295824 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41594) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:43.340504 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-6b118b61-787a-4988-9dc3-6f1d1a833886 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d46d73bb0b29450eb1d079064a07fff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435150 Nov 12 04:46:43.343186 n-d-789963-21 neutron-server[102629]: DEBUG neutron.wsgi [-] (102629) accepted ('10.222.0.49', 41596) {{(pid=102629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:46:43.389440 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74dd2bd1-d7c7-4043-868e-fc28bfb99e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:43.412315 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74dd2bd1-d7c7-4043-868e-fc28bfb99e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:43.457533 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74dd2bd1-d7c7-4043-868e-fc28bfb99e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575192'] for security_group, after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:43.460360 n-d-789963-21 neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74dd2bd1-d7c7-4043-868e-fc28bfb99e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:43.461582 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [None req-74dd2bd1-d7c7-4043-868e-fc28bfb99e82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/639b8270-355f-443a-a077-f3279fcf3a54 HTTP/1.1" status: 204 len: 168 time: 0.1174006 Nov 12 04:46:43.469293 n-d-789963-21 neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd2bd1-d7c7-4043-868e-fc28bfb99e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639b8270-355f-443a-a077-f3279fcf3a54,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:46:55.407738 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:01.507318 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1bd99e81-e023-462b-b5d2-4d4752017721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:03.774601 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-264601ca-5b17-44cd-919a-f0127bf77c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:04.576633 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:05.293555 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:06.657946 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:07.445892 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:25.408047 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:27.161260 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-736e6cf7-1bd9-4c54-953c-efd61cbdf5fe req-5724bc7c-ad6b-4aac-a5ad-4fa67564a37e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304210 Nov 12 04:47:27.222028 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-736e6cf7-1bd9-4c54-953c-efd61cbdf5fe req-6676e6a3-e465-4708-a613-e315c7cd7e08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0248809 Nov 12 04:47:27.266647 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-736e6cf7-1bd9-4c54-953c-efd61cbdf5fe req-2f3c1c1e-7cd5-4389-9e1d-7e4d1a6069f6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187788 Nov 12 04:47:27.358037 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e6cf7-1bd9-4c54-953c-efd61cbdf5fe req-909aa473-74ab-4114-880c-90139b465a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:27.359493 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-736e6cf7-1bd9-4c54-953c-efd61cbdf5fe req-909aa473-74ab-4114-880c-90139b465a17 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0862114 Nov 12 04:47:31.509600 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-cc381381-b123-4786-ae7f-3d3b894e889a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:33.777181 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ea1e17e4-1bd5-4cce-a58e-563bb53da90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:35.296066 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:36.658805 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:37.448054 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:41.576261 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:55.405908 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:01.511506 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe419c40-27db-42e8-af54-f91e06956166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:03.778836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b451886f-ebd0-4090-90db-8d50e39702d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:05.298991 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:06.661696 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:07.450345 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:18.575677 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:48:25.427494 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.165506 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93bd22fd-6ac9-4e00-bf88-be5962dd34ad req-57cad419-5c19-4c36-8753-dfaa482aa396 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0298655 Nov 12 04:48:27.229000 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93bd22fd-6ac9-4e00-bf88-be5962dd34ad req-e5f2ec0d-d52b-4043-bc18-749975146c65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0253203 Nov 12 04:48:27.271676 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93bd22fd-6ac9-4e00-bf88-be5962dd34ad req-00f4309f-5963-4966-8630-8592e331df3f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192444 Nov 12 04:48:27.363685 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd22fd-6ac9-4e00-bf88-be5962dd34ad req-aa3fad08-1343-4649-a430-c6f02ca5b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:27.365151 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-93bd22fd-6ac9-4e00-bf88-be5962dd34ad req-aa3fad08-1343-4649-a430-c6f02ca5b94a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0858123 Nov 12 04:48:31.514062 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-26719fb3-4d89-45e9-83cd-a73c9b527e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:33.780227 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-62788647-6a34-4abd-8814-6dfbe8c62c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:35.301184 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:36.664270 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:37.452132 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:55.436119 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:55.575351 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:01.516441 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fe4cd35f-6a24-44f6-b9d1-d252cefb965f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:03.782449 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f1ff05a4-c152-45f4-acd2-582e77318198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:05.305040 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:06.667756 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:07.454653 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:25.435195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:28.172779 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-130d4a53-46e6-4a6b-b514-628babbed93f req-15654cd4-2347-4c01-a37d-0615d2e00e36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304453 Nov 12 04:49:28.255974 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-130d4a53-46e6-4a6b-b514-628babbed93f req-51314263-ce00-4fe9-9fb9-6f919ea2ec7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0244062 Nov 12 04:49:28.299257 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-130d4a53-46e6-4a6b-b514-628babbed93f req-87a26f03-3287-481a-8fbe-ca81d1a7cea1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184202 Nov 12 04:49:28.393765 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d4a53-46e6-4a6b-b514-628babbed93f req-72ab7c93-e7f1-4ed8-a0bf-dc17bf25d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:28.395264 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-130d4a53-46e6-4a6b-b514-628babbed93f req-72ab7c93-e7f1-4ed8-a0bf-dc17bf25d51c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0881352 Nov 12 04:49:31.517851 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf57c-c0de-440e-8794-f166464c0dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:32.575754 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:33.784057 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-8e2b841e-67ea-419f-af70-ce1cd0a650b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:35.306146 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:36.670149 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:37.457001 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:55.480211 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:01.519439 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c93d2886-4050-46d0-b232-2ca1a9f89b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:03.785753 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-2c10a4c1-f08d-4268-94b5-d4c360b25143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:05.308644 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:06.673029 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:07.459159 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:09.575500 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:50:25.482590 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:29.248235 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11e68b68-621c-42a4-9f41-3de4ffed4801 req-4b28b6a0-95fb-4c4c-921b-5cc25d8ef91c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1256082 Nov 12 04:50:29.306419 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11e68b68-621c-42a4-9f41-3de4ffed4801 req-1ae87af5-8e48-4e26-a7d4-155287bb1f0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0253706 Nov 12 04:50:29.350106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11e68b68-621c-42a4-9f41-3de4ffed4801 req-4daf9d73-142c-4274-ad60-f21831f19534 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193908 Nov 12 04:50:29.446857 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68b68-621c-42a4-9f41-3de4ffed4801 req-11874754-4b1a-4df9-9cfc-845842ac8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:29.449358 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-11e68b68-621c-42a4-9f41-3de4ffed4801 req-11874754-4b1a-4df9-9cfc-845842ac8dc0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0917425 Nov 12 04:50:31.524584 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eba0620e-badf-4d57-8292-3b5d3490ddd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:33.787420 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9cfc82de-dbcb-466c-81b9-7163ff10dcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:35.311082 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.675659 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:37.461201 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:46.573497 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:50:55.473857 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:01.526736 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a2f1f5a1-641c-4963-b6d8-878da5e97a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:03.787936 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-833f0936-26e5-455f-a89e-742f6027fb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:05.314751 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:06.677217 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:07.464039 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:23.572350 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:25.493725 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:31.172584 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94ce88bb-3225-4792-90c1-8fe19af92bce req-d7e71a74-b2eb-4ed9-8180-aea7c3f11ec9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261593 Nov 12 04:51:31.228538 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94ce88bb-3225-4792-90c1-8fe19af92bce req-17c4ea17-2b52-4454-af7e-a60f1ee34c90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0242989 Nov 12 04:51:31.271335 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94ce88bb-3225-4792-90c1-8fe19af92bce req-9b3e54b0-f274-4923-9a80-8be1263ac987 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188046 Nov 12 04:51:31.369519 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce88bb-3225-4792-90c1-8fe19af92bce req-bb750581-45af-4a39-b6bd-f8b5d5c5d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:31.370992 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-94ce88bb-3225-4792-90c1-8fe19af92bce req-bb750581-45af-4a39-b6bd-f8b5d5c5d9de service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926003 Nov 12 04:51:31.527217 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf4fe-a6c7-4e64-82e7-1eec8d789d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:33.789432 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b830fd5d-24dc-4e10-be33-1ef8dec4eeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:35.316788 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:36.682980 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:37.466321 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:55.509099 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:00.571877 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:52:01.528931 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba58a-8b6e-41e5-91b9-9f3bf51ece60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:03.791509 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-ddce57c9-2e78-4993-bcc3-50b3a8c46b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:05.321087 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:06.683500 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:07.468979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:25.507968 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:31.532085 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b45240b3-2ff3-4146-a803-aabe48480a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:33.142820 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7b2e5cb-89e2-445d-b440-26f8be68947e req-babbddce-33f2-4839-a802-8d0c1f45ac7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268605 Nov 12 04:52:33.199782 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7b2e5cb-89e2-445d-b440-26f8be68947e req-33a6db97-df24-485d-bfc8-7fef9e5586b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0240393 Nov 12 04:52:33.243201 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7b2e5cb-89e2-445d-b440-26f8be68947e req-1d064509-2484-4d5e-b3c2-4224bc3e0702 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184219 Nov 12 04:52:33.337666 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2e5cb-89e2-445d-b440-26f8be68947e req-e35b8182-539f-45bb-9e6a-02c0fb0ec786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:33.339119 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-a7b2e5cb-89e2-445d-b440-26f8be68947e req-e35b8182-539f-45bb-9e6a-02c0fb0ec786 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899732 Nov 12 04:52:33.793230 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fd506e9f-b329-45e3-bd67-690db6121352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:35.322795 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:36.685979 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:37.470906 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:37.571479 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:52:55.522854 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:01.535836 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-b97c4dd9-3569-46f8-895f-a03c86f233fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:03.795930 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-64237d67-3e3d-44e0-a2b7-36ea3feff37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:05.325510 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:06.687898 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:07.473535 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:14.570326 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:53:25.525175 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:31.536757 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f86a5105-1e14-4b9d-b8f4-f25f81ccbfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:33.187198 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28b0146a-b2d4-4c54-a72a-ca809e051fef req-38ccf282-96e8-4703-ac52-4abe0007555f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de446800-c6ab-49c1-b60d-0e8217397233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256698 Nov 12 04:53:33.270328 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28b0146a-b2d4-4c54-a72a-ca809e051fef req-3cafcbe0-8913-4e7f-b192-0203e44886e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=de446800-c6ab-49c1-b60d-0e8217397233 HTTP/1.1" status: 200 len: 210 time: 0.0253174 Nov 12 04:53:33.314325 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28b0146a-b2d4-4c54-a72a-ca809e051fef req-0bfa3d47-061c-40df-84d2-c75d457d2297 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191932 Nov 12 04:53:33.410420 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0146a-b2d4-4c54-a72a-ca809e051fef req-01552f7d-247a-4b50-bfbd-9c823248df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:33.411879 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-28b0146a-b2d4-4c54-a72a-ca809e051fef req-01552f7d-247a-4b50-bfbd-9c823248df94 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0905669 Nov 12 04:53:33.798156 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fb88b010-b064-49b0-8289-4823bfd9066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:35.327195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:36.690521 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:37.474623 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:51.569889 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:53:55.532257 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:01.537922 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1418712e-1baf-4d33-b655-c986dc1a4c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:03.799246 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c1eeee27-74da-47dd-ab85-a607a6066e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:05.330542 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:06.693134 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:07.477552 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:25.532175 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:28.568346 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:54:31.540640 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5381-9ae6-4ccc-bd81-ef5dbb6d2db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:33.801506 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-a058262a-92e2-4596-bb08-1cabd9ac0f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:35.135518 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9148f5c-0e0a-478e-9db0-ef3e2afd37b8 req-e0ce1539-4a49-4c35-8603-424748343298 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265837 Nov 12 04:54:35.196479 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9148f5c-0e0a-478e-9db0-ef3e2afd37b8 req-1c7be6bd-02e1-43dc-8922-836c54d62a18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a722048f693a4431865e9c72b4063660&device_id=4b4db35a-62f1-4e5c-a214-b64dcdbac03d HTTP/1.1" status: 200 len: 210 time: 0.0251069 Nov 12 04:54:35.240510 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9148f5c-0e0a-478e-9db0-ef3e2afd37b8 req-369dcc57-b320-4d21-b688-f0bea8c94bb5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a722048f693a4431865e9c72b4063660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188460 Nov 12 04:54:35.333147 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:35.338926 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9148f5c-0e0a-478e-9db0-ef3e2afd37b8 req-a2c93dc5-e23e-4f74-bc37-b754c34ac2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:35.340381 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-d9148f5c-0e0a-478e-9db0-ef3e2afd37b8 req-a2c93dc5-e23e-4f74-bc37-b754c34ac2c6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0919769 Nov 12 04:54:36.696634 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:37.479904 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:55.551392 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.543213 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-63ae40a1-882f-40c8-b20f-59993e3367ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:03.804197 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4197934a-cba8-42a6-b348-d9e0c72497be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.153779 n-d-789963-21 neutron-server[102628]: DEBUG neutron.wsgi [req-c02119b0-93c4-43fb-90d1-e90d7134b95c req-f85e9237-6bc9-4766-bf6f-83ec32fdf3a4 service neutron] (102628) timed out ('10.222.0.49', 39474) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:55:05.336126 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.567536 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:55:06.698317 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.481703 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:25.549766 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:31.543485 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-225dba66-2b36-4b5b-a4bc-62cfa878dd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:33.806053 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-e5a48894-0b56-47ef-8922-5f2baaead698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:35.214230 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9aea38de-d68b-4e53-9bb5-cb883d7f9281 req-86717950-b0d3-48a4-ac08-d328af3b1bc3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33a21df4-0544-4342-a08f-30ab3960e333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0904682 Nov 12 04:55:35.272618 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9aea38de-d68b-4e53-9bb5-cb883d7f9281 req-1d5f7afc-2b6a-4cba-93b6-2045620f584e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=33a21df4-0544-4342-a08f-30ab3960e333 HTTP/1.1" status: 200 len: 210 time: 0.0238307 Nov 12 04:55:35.320106 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9aea38de-d68b-4e53-9bb5-cb883d7f9281 req-8a43fe28-5a97-483d-8319-7124a8c00244 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202844 Nov 12 04:55:35.338920 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:35.420216 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea38de-d68b-4e53-9bb5-cb883d7f9281 req-43b28a75-ca12-462c-94a2-c17441ee4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:35.421705 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-9aea38de-d68b-4e53-9bb5-cb883d7f9281 req-43b28a75-ca12-462c-94a2-c17441ee4e50 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935540 Nov 12 04:55:36.701145 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:37.483026 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:42.566546 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:55:55.559188 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:01.548271 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-d0a57589-bab6-4c18-8fed-58c7e685780e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:03.809465 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-9c63c60d-d316-4930-9e68-cadc63bb0938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:05.341340 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:06.704808 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:07.484407 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:19.565820 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:56:25.563970 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:31.549850 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-1b969748-51be-40a5-8afb-376e07d17c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:33.813352 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7661-9a3c-4d70-b778-6c3e16249c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:35.345921 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:36.706415 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-bd936b04-7da4-4010-b8f9-005154e305e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:37.493195 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-84cf7de4-7d30-4ef9-9148-6742914dde68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:37.851905 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87b277f7-91b3-458c-aaef-499569beb5b0 req-f1abe658-f0c0-4622-81b9-6bb3eac44e73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271637 Nov 12 04:56:37.912544 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87b277f7-91b3-458c-aaef-499569beb5b0 req-d138934f-c34e-4cb8-9414-8bff57636649 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5490643397db4bc88a6238321c7bff62&device_id=10f45bad-10c2-43b3-b48d-a2a767e324b6 HTTP/1.1" status: 200 len: 210 time: 0.0254650 Nov 12 04:56:37.959777 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87b277f7-91b3-458c-aaef-499569beb5b0 req-62542004-fe6b-4a5a-a53d-9a98e698fac0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5490643397db4bc88a6238321c7bff62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193148 Nov 12 04:56:38.060237 n-d-789963-21 neutron-server[102629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b277f7-91b3-458c-aaef-499569beb5b0 req-366fed9e-d96a-43c8-bd65-51599cf17fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:38.061745 n-d-789963-21 neutron-server[102629]: INFO neutron.wsgi [req-87b277f7-91b3-458c-aaef-499569beb5b0 req-366fed9e-d96a-43c8-bd65-51599cf17fe7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0945232 Nov 12 04:56:55.561871 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eaff61c1-99c0-4411-970e-4a7660a63f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:56.564360 n-d-789963-21 neutron-server[102631]: DEBUG neutron.db.agents_db [None req-eb3c4a9e-adb2-4ee4-a441-891f4097c7e0 None None] Agent healthcheck: found 6 active agents {{(pid=102631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:57:01.551698 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-00ca4943-d3fd-4642-bd29-81b52587fa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:03.814960 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-218958bc-8dea-4f3e-a362-c73f2ad084fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:05.348498 n-d-789963-21 neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-4997c25b-db71-436f-98e9-9d5e314038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745363468252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1376834'] for agent, after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}